-- Logs begin at Sat 2022-01-29 18:43:06 UTC, end at Sat 2022-01-29 21:14:41 UTC. -- Jan 29 19:24:07.392288 n-d-825496-5 systemd[1]: Started Devstack devstack@q-svc.service. Jan 29 19:24:10.330853 n-d-825496-5 neutron-server[103451]: INFO neutron.common.config [-] Logging enabled! Jan 29 19:24:10.331472 n-d-825496-5 neutron-server[103451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 29 19:24:10.331619 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103451) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 19:24:10.334889 n-d-825496-5 neutron-server[103451]: INFO neutron.common.config [-] Logging enabled! Jan 29 19:24:10.335138 n-d-825496-5 neutron-server[103451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 29 19:24:10.335441 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103451) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 29 19:24:10.336371 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 19:24:10.336602 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 19:24:10.336964 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 19:24:10.337212 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 19:24:10.337426 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 19:24:10.337740 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.338149 n-d-825496-5 neutron-server[103451]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 29 19:24:10.338471 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.338761 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.339047 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.339338 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.339621 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.339894 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.340177 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.340489 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.340766 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.341039 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.341340 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.341625 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.341900 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.342178 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.342453 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.342727 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] debug = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.342998 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.343412 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.343828 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.344100 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.344427 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.344700 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.344965 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.345236 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.345512 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.345829 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] host = n-d-825496-5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.346098 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.346375 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.346654 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.346928 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.347194 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.347464 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.347737 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.348001 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.348290 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.348559 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.348839 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.349114 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.349395 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.349613 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.349829 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.350111 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.350387 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.350653 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.350919 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.351183 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.351448 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.351713 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.351973 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.352279 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.352557 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.352833 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.353099 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.353362 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.353624 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.353885 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.354157 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.354419 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.354683 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.354946 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.355221 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.355483 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.355747 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.356036 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.356342 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.356618 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.357543 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.357822 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.358101 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.358366 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.358631 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.358895 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] use_json = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.359160 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.359423 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.359694 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.359959 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.360247 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.360521 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.360784 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.361059 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.361322 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:10.361608 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.361893 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.362185 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.362473 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.362753 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.363025 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.363305 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.363573 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.363851 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.364128 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.364430 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.364699 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.364988 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.365267 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.365551 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.365846 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.366130 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.366410 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.366677 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.366947 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.367210 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.367477 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.367753 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.368022 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.368336 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.368617 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.368887 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.369174 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.369453 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.369737 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.370018 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.370283 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.370559 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.370841 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.371110 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.371375 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.371644 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.371922 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.372190 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.372487 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.373435 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.373715 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.373988 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.374261 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.374538 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.374823 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.375097 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.375362 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.375627 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.375898 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.376162 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.376466 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.376740 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.377010 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.377274 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.377547 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.377815 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.378082 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.378357 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.378622 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.378891 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.379156 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.379422 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.379686 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.379952 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.380236 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.380498 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.380760 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.381035 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.381301 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.381564 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.381829 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.382094 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.382359 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.382637 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.382928 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.383200 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.383469 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.383739 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.384009 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.384306 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.384579 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.384851 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.385122 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.385387 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.385669 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.385945 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.386222 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.386514 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.386783 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.387069 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.387338 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.387612 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.387883 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.388241 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.388528 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.388856 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.389185 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.389477 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.389767 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.390055 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.390341 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.390615 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.390925 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.391201 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:10.391414 n-d-825496-5 neutron-server[103451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 19:24:10.391650 n-d-825496-5 neutron-server[103451]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103451) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 29 19:24:10.762420 n-d-825496-5 neutron-server[103451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 29 19:24:10.762694 n-d-825496-5 neutron-server[103451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 29 19:24:10.762994 n-d-825496-5 neutron-server[103451]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 29 19:24:10.764055 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 29 19:24:11.091971 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.092277 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.092553 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.093851 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.094125 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.094398 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.138840 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.139111 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.139382 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.153384 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.153665 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.154354 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.185598 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.185876 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.186142 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.221575 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.221850 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.222117 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.556829 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.557420 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.557420 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.557571 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.558213 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.657653 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.657968 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.658250 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.658523 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.658789 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.659108 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.659371 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.659631 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.659886 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.660170 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.660457 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.660722 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.660978 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.661230 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.661483 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.661746 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.661997 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.662261 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.662527 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.662783 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.663049 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.663298 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.663576 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.663948 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.664194 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.664460 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.664847 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:11.665084 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:11.665318 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:11.665549 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:11.665781 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:11.666012 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:11.666364 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 29 19:24:11.669484 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 29 19:24:11.673505 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 29 19:24:11.677354 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 29 19:24:11.678989 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 29 19:24:11.679441 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 29 19:24:11.679769 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 29 19:24:11.680143 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 29 19:24:11.682964 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 29 19:24:11.683217 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 29 19:24:11.683555 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 19:24:11.689399 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 29 19:24:11.713467 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 29 19:24:11.713919 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.714211 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103451) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 29 19:24:11.714571 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.715931 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103451) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 29 19:24:11.716729 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 29 19:24:11.716985 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 29 19:24:11.720255 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.720533 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:11.784117 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 29 19:24:11.784388 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 29 19:24:11.784626 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 29 19:24:11.784987 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 29 19:24:11.805118 n-d-825496-5 neutron-server[103451]: DEBUG oslo_db.sqlalchemy.engines [None req-cb698656-74a0-49af-884f-68666177580b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103451) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 29 19:24:12.396151 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing driver for type 'gre' Jan 29 19:24:12.396719 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb698656-74a0-49af-884f-68666177580b None None] gre ID ranges: [(1, 1000)] Jan 29 19:24:12.558565 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing driver for type 'local' Jan 29 19:24:12.559150 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing driver for type 'vlan' Jan 29 19:24:12.644229 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb698656-74a0-49af-884f-68666177580b None None] VlanTypeDriver initialization complete Jan 29 19:24:12.644564 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing driver for type 'vxlan' Jan 29 19:24:12.645063 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb698656-74a0-49af-884f-68666177580b None None] vxlan ID ranges: [(1, 1000)] Jan 29 19:24:12.824529 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing extension driver 'port_security' Jan 29 19:24:12.824811 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb698656-74a0-49af-884f-68666177580b None None] PortSecurityExtensionDriver initialization complete Jan 29 19:24:12.825174 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing mechanism driver 'openvswitch' Jan 29 19:24:12.825508 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing mechanism driver 'hyperv' Jan 29 19:24:12.832682 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.plugin [None req-cb698656-74a0-49af-884f-68666177580b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:24:12.833365 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.833738 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.834091 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.834612 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 19:24:12.835059 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.835418 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.835765 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.836161 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 19:24:12.836585 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.836941 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.837297 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.837686 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 19:24:12.838097 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > security_group after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.838443 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > security_group after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.838782 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.839306 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 19:24:12.839725 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.840065 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.840432 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.840842 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 19:24:12.841279 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > address_group after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.841622 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > address_group after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.841962 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.842355 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 29 19:24:12.842787 n-d-825496-5 neutron-server[103451]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb698656-74a0-49af-884f-68666177580b None None] ML2 OVO RPC backend initialized. {{(pid=103451) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 29 19:24:12.843513 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.843871 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.844306 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.844654 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > networks before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.845001 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.845346 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > ports before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.845685 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.846019 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnets before_response 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.846360 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.846695 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.847025 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.847358 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.847687 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.848019 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.848379 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.848711 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.849039 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.860234 n-d-825496-5 neutron-server[103451]: INFO neutron.quota [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded quota_driver: . Jan 29 19:24:12.860594 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.plugin [None req-cb698656-74a0-49af-884f-68666177580b None None] Modular L2 Plugin initialization complete Jan 29 19:24:12.860940 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading services supported by the core plugin {{(pid=103451) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 29 19:24:12.861284 n-d-825496-5 neutron-server[103451]: INFO neutron.plugins.ml2.managers [None req-cb698656-74a0-49af-884f-68666177580b None None] Got port-security extension from driver 'port_security' Jan 29 19:24:12.861769 n-d-825496-5 neutron-server[103451]: INFO neutron.extensions.vlantransparent [None req-cb698656-74a0-49af-884f-68666177580b None None] Disabled vlantransparent extension. Jan 29 19:24:12.862262 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103451) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 29 19:24:12.862587 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: router Jan 29 19:24:12.907353 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.907744 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_create 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.908114 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router before_create 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.908510 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.908892 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.909245 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_delete 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.909602 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.909947 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.910305 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_create 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.910653 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_update 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.910995 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_update 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.911337 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.911692 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_update 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.912099 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_update 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.912499 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.912837 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.913174 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: subnet after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.913508 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.913853 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.914194 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_create 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.914532 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.914872 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.915225 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router after_update 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.915565 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.915915 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_create 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.916304 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.920428 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_update 55549900 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.920428 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > agent after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.920428 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > agent after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.920428 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > network after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.920764 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Tracking information for resource: router configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:12.920764 n-d-825496-5 neutron-server[103451]: DEBUG neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Tracking information for resource: floatingip configured {{(pid=103451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 29 19:24:12.924346 n-d-825496-5 neutron-server[103451]: INFO neutron.db.l3_agentschedulers_db [None req-cb698656-74a0-49af-884f-68666177580b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 29 19:24:12.924927 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.925287 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port after_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.925639 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port after_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.925991 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: port after_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.926953 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router before_create 55550100 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.927320 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.927682 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_create 55550100 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.928038 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > router precommit_update 55550100 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.932797 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.provider_configuration [None req-cb698656-74a0-49af-884f-68666177580b None None] Service providers = [] {{(pid=103451) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 29 19:24:12.933162 n-d-825496-5 neutron-server[103451]: DEBUG neutron.db.servicetype_db [None req-cb698656-74a0-49af-884f-68666177580b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103451) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 29 19:24:12.936155 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.service_base [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 19:24:12.936526 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.service_base [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 19:24:12.936867 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.service_base [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 19:24:12.937763 n-d-825496-5 neutron-server[103451]: DEBUG neutron.services.service_base [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 29 19:24:12.938128 n-d-825496-5 neutron-server[103451]: INFO neutron.services.service_base [None req-cb698656-74a0-49af-884f-68666177580b None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 29 19:24:12.938504 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.938829 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 29 19:24:12.949571 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.949909 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: auto_allocate Jan 29 19:24:12.962862 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: network precommit_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.963232 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: network precommit_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.963747 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.964067 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: tag Jan 29 19:24:12.971414 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.971745 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: timestamp Jan 29 19:24:12.975800 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.976131 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: network_ip_availability Jan 29 19:24:12.981641 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.982765 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.982953 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:12.983667 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.983987 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: flavors Jan 29 19:24:12.994319 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.994654 n-d-825496-5 neutron-server[103451]: INFO neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading Plugin: revisions Jan 29 19:24:12.999006 n-d-825496-5 neutron-server[103451]: DEBUG neutron.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 29 19:24:12.999399 n-d-825496-5 neutron-server[103451]: DEBUG oslo_concurrency.lockutils [None req-cb698656-74a0-49af-884f-68666177580b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.236s {{(pid=103451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 29 19:24:13.000133 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103451) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 29 19:24:13.000492 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Initializing extension manager. Jan 29 19:24:13.001024 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: __init__.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.001357 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: __pycache__ {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.001689 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.002019 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: address_group.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.002767 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.003331 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: address-group Jan 29 19:24:13.003653 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: address_scope.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.004393 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.004901 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: address-scope Jan 29 19:24:13.005223 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.006150 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.006663 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: router-admin-state-down-before-update Jan 29 19:24:13.006981 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: agent.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.007860 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.008398 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: agent Jan 29 19:24:13.008728 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: agent_resources_synced.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.009642 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.010154 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: agent-resources-synced Jan 29 19:24:13.010477 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: allowedaddresspairs.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.012308 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.012831 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: allowed-address-pairs Jan 29 19:24:13.013189 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: auto_allocated_topology.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.014277 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.014794 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: auto-allocated-topology Jan 29 19:24:13.015121 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: availability_zone.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.015812 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.016355 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: availability_zone Jan 29 19:24:13.016683 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: availability_zone_filter.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.017598 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.018103 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: availability_zone_filter Jan 29 19:24:13.018430 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: data_plane_status.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.019334 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.019835 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension data-plane-status not supported by any of loaded plugins Jan 29 19:24:13.020155 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: default_subnetpools.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.021103 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.021607 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: default-subnetpools Jan 29 19:24:13.021927 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.022728 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.023234 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: dhcp_agent_scheduler Jan 29 19:24:13.023558 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: dns.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.024504 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.025007 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension dns-integration not supported by any of loaded plugins Jan 29 19:24:13.025327 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: dns_domain_ports.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.026245 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.026749 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 29 19:24:13.027069 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.027988 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.028525 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 29 19:24:13.029382 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: dvr.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.030050 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.030553 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: dvr Jan 29 19:24:13.030874 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: ecmp_routes.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.036488 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.036989 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension ecmp_routes not supported by any of loaded plugins Jan 29 19:24:13.037311 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: empty_string_filtering.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.038236 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.038741 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: empty-string-filtering Jan 29 19:24:13.039063 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.039993 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.040534 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 29 19:24:13.040855 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.041775 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.042276 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 29 19:24:13.042596 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: external_net.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.043508 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.044012 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: external-net Jan 29 19:24:13.044966 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.046042 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.046553 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: extra_dhcp_opt Jan 29 19:24:13.046876 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: extraroute.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.047785 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.048336 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: extraroute Jan 29 19:24:13.048656 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: extraroute_atomic.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.049691 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.050198 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: extraroute-atomic Jan 29 19:24:13.050523 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: filter_validation.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.051186 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.051687 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: filter-validation Jan 29 19:24:13.052008 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: fip_pf_description.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.052954 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.053459 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 29 19:24:13.053782 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: fip_port_details.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.054702 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.055217 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: fip-port-details Jan 29 19:24:13.055544 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: flavors.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.056829 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.057379 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: flavors Jan 29 19:24:13.057714 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.059376 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.059911 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 29 19:24:13.060460 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: floatingip_pools.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.061141 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.061656 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: floatingip-pools Jan 29 19:24:13.061986 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: ip_allocation.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.062920 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.063429 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension ip_allocation not supported by any of loaded plugins Jan 29 19:24:13.063753 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.070886 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.071394 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: ip-substring-filtering Jan 29 19:24:13.071722 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l2_adjacency.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.072704 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.073206 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension l2_adjacency not supported by any of loaded plugins Jan 29 19:24:13.073529 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.074503 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.075063 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: router Jan 29 19:24:13.075345 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.078111 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.078643 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 29 19:24:13.078976 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.079923 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.080473 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: ext-gw-mode Jan 29 19:24:13.080802 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.081732 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.082248 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: l3-ha Jan 29 19:24:13.082573 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3_flavors.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.083493 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.084000 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: l3-flavors Jan 29 19:24:13.084355 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.085268 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.085775 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: l3-port-ip-change-not-allowed Jan 29 19:24:13.086098 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: l3agentscheduler.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.087147 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.087656 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: l3_agent_scheduler Jan 29 19:24:13.087982 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: local_ip.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.089788 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.090320 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension local_ip not supported by any of loaded plugins Jan 29 19:24:13.090657 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: logging.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.092748 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.093267 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension logging not supported by any of loaded plugins Jan 29 19:24:13.093599 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: metering.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.094350 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.094929 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: metering Jan 29 19:24:13.095258 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.096400 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.096920 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: metering_source_and_destination_fields Jan 29 19:24:13.097245 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: multiprovidernet.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.098177 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.098690 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: multi-provider Jan 29 19:24:13.099016 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: netmtu.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.099941 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.100476 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: net-mtu Jan 29 19:24:13.100802 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: netmtu_writable.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.101723 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.102228 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: net-mtu-writable Jan 29 19:24:13.102556 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: network_availability_zone.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.103224 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.103730 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: network_availability_zone Jan 29 19:24:13.104050 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: network_ip_availability.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.105191 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.105702 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: network-ip-availability Jan 29 19:24:13.106026 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: network_segment_range.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.107428 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.107963 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension network-segment-range not supported by any of loaded plugins Jan 29 19:24:13.108321 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: pagination.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.109315 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.109644 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: pagination Jan 29 19:24:13.109964 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: port_device_profile.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.110874 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.111391 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: port-device-profile Jan 29 19:24:13.111711 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.112656 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.113165 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: port-mac-address-regenerate Jan 29 19:24:13.113488 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.114537 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.115048 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: port-numa-affinity-policy Jan 29 19:24:13.115372 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: port_resource_request.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.116308 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.116814 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension port-resource-request not supported by any of loaded plugins Jan 29 19:24:13.117133 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: port_resource_request_groups.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.118105 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.118609 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 29 19:24:13.118930 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: portbindings.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.119865 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.120397 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: binding Jan 29 19:24:13.120721 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: portbindings_extended.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.122009 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.122596 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: binding-extended Jan 29 19:24:13.122925 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: portsecurity.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.123845 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.124386 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: port-security Jan 29 19:24:13.124713 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: project_id.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.125690 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.126022 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: project-id Jan 29 19:24:13.126348 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: providernet.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.127273 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.127782 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: provider Jan 29 19:24:13.128104 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.131733 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.132272 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos not supported by any of loaded plugins Jan 29 19:24:13.132608 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.133850 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.134363 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 29 19:24:13.134695 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.135612 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.136124 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 29 19:24:13.136484 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_default.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.137397 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.137909 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-default not supported by any of loaded plugins Jan 29 19:24:13.138278 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_fip.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.139270 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.139783 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-fip not supported by any of loaded plugins Jan 29 19:24:13.140109 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.141068 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.141569 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 29 19:24:13.141894 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_gateway_ip.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.142833 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.143337 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 29 19:24:13.143660 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_port_network_policy.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.144602 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.145111 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 29 19:24:13.145437 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.146480 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.146992 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 29 19:24:13.147319 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_pps_rule.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.148546 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.149062 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-pps not supported by any of loaded plugins Jan 29 19:24:13.149387 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_rule_type_details.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.150311 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.150820 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 29 19:24:13.151143 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: qos_rules_alias.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.152235 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.152767 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 29 19:24:13.153090 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: quota_check_limit.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.154711 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.155204 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: quota-check-limit Jan 29 19:24:13.155529 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: quotasv2.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.156492 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.156820 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: quotas Jan 29 19:24:13.157139 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: quotasv2_detail.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.158969 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.159315 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: quota_details Jan 29 19:24:13.159653 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: rbac.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.160730 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.161259 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: rbac-policies Jan 29 19:24:13.161591 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: rbac_address_group.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.162530 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.163048 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: rbac-address-group Jan 29 19:24:13.163376 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: rbac_address_scope.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.164335 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.164850 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: rbac-address-scope Jan 29 19:24:13.165176 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: rbac_security_groups.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.166091 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.166601 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: rbac-security-groups Jan 29 19:24:13.166926 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: rbac_subnetpool.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.167839 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.168380 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: rbac-subnetpool Jan 29 19:24:13.168706 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: revisionifmatch.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.170209 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.170697 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: revision-if-match Jan 29 19:24:13.171020 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: revisions.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.172133 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.172675 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: standard-attr-revisions Jan 29 19:24:13.173004 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: router_availability_zone.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.173673 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.174184 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: router_availability_zone Jan 29 19:24:13.174511 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: routerservicetype.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.175436 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.175943 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension router-service-type not supported by any of loaded plugins Jan 29 19:24:13.176295 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.177291 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.177801 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: security-groups-normalized-cidr Jan 29 19:24:13.178126 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.179048 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.179555 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: port-security-groups-filtering Jan 29 19:24:13.179878 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.180823 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.181330 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: security-groups-remote-address-group Jan 29 19:24:13.181654 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.182578 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.183084 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: security-groups-shared-filtering Jan 29 19:24:13.183407 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.183993 n-d-825496-5 neutron-server[103451]: WARNING neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 29 19:24:13.184350 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: securitygroup.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.194369 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.194899 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: security-group Jan 29 19:24:13.195235 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: segment.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.196024 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.196557 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension segment not supported by any of loaded plugins Jan 29 19:24:13.196887 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.197837 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.198343 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 29 19:24:13.198669 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: servicetype.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.199797 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.200347 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: service-type Jan 29 19:24:13.200715 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: sorting.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.201706 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.202036 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: sorting Jan 29 19:24:13.202357 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: standard_attr_segment.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.203553 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.204064 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 29 19:24:13.204425 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: standardattrdescription.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.205072 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.205578 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: standard-attr-description Jan 29 19:24:13.205900 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: stateful_security_group.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.206829 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.207346 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: stateful-security-group Jan 29 19:24:13.207673 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: stdattrs_common.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.208272 n-d-825496-5 neutron-server[103451]: WARNING neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 29 19:24:13.208596 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.209526 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.210033 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 29 19:24:13.210353 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: subnet_onboard.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.211430 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.211944 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: subnet_onboard Jan 29 19:24:13.212303 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.213239 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.213748 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 29 19:24:13.214071 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: subnet_service_types.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.214993 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.215505 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: subnet-service-types Jan 29 19:24:13.215880 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: subnetallocation.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.217457 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.217969 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: subnet_allocation Jan 29 19:24:13.218296 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.218957 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.219465 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: subnetpool-prefix-ops Jan 29 19:24:13.219789 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.220770 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.221279 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 29 19:24:13.221604 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: tagging.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.222646 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.223162 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: standard-attr-tag Jan 29 19:24:13.223489 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: timestamp.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.224723 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.225234 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loaded extension: standard-attr-timestamp Jan 29 19:24:13.225560 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: trunk.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.226599 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.227109 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension trunk not supported by any of loaded plugins Jan 29 19:24:13.227431 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: trunk_details.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.228393 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.228908 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension trunk-details not supported by any of loaded plugins Jan 29 19:24:13.229230 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: uplink_status_propagation.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.230151 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.230660 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 29 19:24:13.230982 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Loading extension file: vlantransparent.py {{(pid=103451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 29 19:24:13.231641 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 29 19:24:13.232905 n-d-825496-5 neutron-server[103451]: INFO neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extension vlan-transparent not supported by any of loaded plugins Jan 29 19:24:13.235301 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:network Jan 29 19:24:13.235820 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:subnet Jan 29 19:24:13.236244 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 19:24:13.236638 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:port Jan 29 19:24:13.237867 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.238301 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service FLAVORS assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.238925 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.239347 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.239675 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:router Jan 29 19:24:13.240105 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:floatingip Jan 29 19:24:13.240687 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service METERING assigned prefix: /metering {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.242115 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:13.242482 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:13.242832 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:24:13.243836 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 19:24:13.244306 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:security_group Jan 29 19:24:13.244737 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 19:24:13.246393 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service CORE assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.246728 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 19:24:13.247075 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] subnetpool is already registered Jan 29 19:24:13.247589 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service CORE assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.247996 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 19:24:13.248188 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] subnetpool is already registered Jan 29 19:24:13.250448 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.250877 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service FLAVORS assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.251456 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.251873 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.252221 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:router Jan 29 19:24:13.252564 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] router is already registered Jan 29 19:24:13.252972 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:floatingip Jan 29 19:24:13.253312 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] floatingip is already registered Jan 29 19:24:13.253760 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service METERING assigned prefix: /metering {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.254416 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of CountableResource for resource:rbac_policy Jan 29 19:24:13.254738 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] rbac_policy is already registered Jan 29 19:24:13.255149 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:security_group Jan 29 19:24:13.255479 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] security_group is already registered Jan 29 19:24:13.255881 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:security_group_rule Jan 29 19:24:13.256241 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] security_group_rule is already registered Jan 29 19:24:13.256864 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service CORE assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.257194 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 19:24:13.257524 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] subnetpool is already registered Jan 29 19:24:13.257941 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.v2.resource_helper [None req-cb698656-74a0-49af-884f-68666177580b None None] Service CORE assigned prefix: {{(pid=103451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 29 19:24:13.258265 n-d-825496-5 neutron-server[103451]: INFO neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] Creating instance of TrackedResource for resource:subnetpool Jan 29 19:24:13.258593 n-d-825496-5 neutron-server[103451]: WARNING neutron.quota.resource_registry [None req-cb698656-74a0-49af-884f-68666177580b None None] subnetpool is already registered Jan 29 19:24:13.259064 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: extensions {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.260620 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: address-groups {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.262106 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: address-scopes {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.264078 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: agents {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.265291 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: auto-allocated-topology {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.266552 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: availability_zones {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.267775 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: dhcp-networks {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.269325 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: dhcp-agents {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.270736 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: routers {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.273044 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: flavors {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.274225 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: service_profiles {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.275435 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: next_providers {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.277032 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: service_profiles {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.282771 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: floatingip-pools {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.284053 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: routers {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.286213 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: floatingips {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.287504 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: l3-routers {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.288945 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: l3-agents {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.290364 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: metering-labels {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.291726 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: metering-label-rules {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.293062 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: network-ip-availabilities {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.294482 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: bindings {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.296006 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: quotas {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.297612 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: quotas {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.299190 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: rbac-policies {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.300520 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: security-groups {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.301774 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: security-group-rules {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.303009 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: service-providers {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.304254 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: subnetpools {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.305676 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: subnetpools {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.307130 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.308843 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.310665 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.312461 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.315288 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.317193 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.318892 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.320833 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.322569 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.324453 n-d-825496-5 neutron-server[103451]: DEBUG neutron.api.extensions [None req-cb698656-74a0-49af-884f-68666177580b None None] Extended resource: tags {{(pid=103451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 29 19:24:13.331441 n-d-825496-5 neutron-server[103451]: WARNING keystonemiddleware.auth_token [None req-cb698656-74a0-49af-884f-68666177580b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 29 19:24:13.336083 n-d-825496-5 neutron-server[103451]: WARNING keystonemiddleware.auth_token [None req-cb698656-74a0-49af-884f-68666177580b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 29 19:24:13.345283 n-d-825496-5 neutron-server[103451]: DEBUG oslo_concurrency.lockutils [None req-cb698656-74a0-49af-884f-68666177580b None None] Acquired lock "singleton_lock" {{(pid=103451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 29 19:24:13.345759 n-d-825496-5 neutron-server[103451]: DEBUG oslo_concurrency.lockutils [None req-cb698656-74a0-49af-884f-68666177580b None None] Releasing lock "singleton_lock" {{(pid=103451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 29 19:24:13.346407 n-d-825496-5 neutron-server[103451]: INFO oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Starting 2 workers Jan 29 19:24:13.351304 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Started child 103562 {{(pid=103451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 19:24:13.355773 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Started child 103563 {{(pid=103451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 19:24:13.357234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:13.358692 n-d-825496-5 neutron-server[103451]: INFO neutron.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Neutron service started, listening on 0.0.0.0:9696 Jan 29 19:24:13.358692 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:13.359080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [-] (103562) wsgi starting up on http://0.0.0.0:9696 Jan 29 19:24:13.360683 n-d-825496-5 neutron-server[103451]: INFO oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Starting 1 workers Jan 29 19:24:13.360930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:13.362375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [-] (103563) wsgi starting up on http://0.0.0.0:9696 Jan 29 19:24:13.365930 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Started child 103564 {{(pid=103451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 19:24:13.366461 n-d-825496-5 neutron-server[103451]: INFO oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Starting 1 workers Jan 29 19:24:13.369630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.service [None req-cb698656-74a0-49af-884f-68666177580b None None] calling RpcWorker wait() {{(pid=103564) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 29 19:24:13.370170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.service [None req-cb698656-74a0-49af-884f-68666177580b None None] returning from RpcWorker wait() {{(pid=103564) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 29 19:24:13.370941 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [None req-cb698656-74a0-49af-884f-68666177580b None None] Started child 103565 {{(pid=103451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 29 19:24:13.371554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:13.371748 n-d-825496-5 neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-cb698656-74a0-49af-884f-68666177580b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:13.372224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:24:13.374127 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 19:24:13.374333 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 19:24:13.374520 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 19:24:13.374744 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 19:24:13.375094 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 19:24:13.375257 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 19:24:13.375784 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.375970 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:13.376473 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.376473 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.376606 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.376840 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.377415 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.377671 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.377916 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.378198 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.378456 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.378629 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.378798 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.379213 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.379472 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.379776 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.380042 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.380319 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.380587 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.380758 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.381028 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.381280 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.381524 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.381793 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] debug = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.382037 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.382513 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.382764 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.383005 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.383224 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.383491 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.383714 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.383989 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.384247 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.384468 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.384725 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.385002 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.385243 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.385460 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.385718 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.385934 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.386202 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.386420 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.386902 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] host = n-d-825496-5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.387123 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.387338 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.387564 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.387821 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.388610 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.388833 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.389103 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.389361 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.389607 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.389830 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.390072 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.390317 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.390531 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.390775 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.390924 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_options = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.391158 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.391411 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.391679 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.391866 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.392033 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.392188 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.392479 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.392627 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.392861 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.393092 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.393305 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.393517 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.393729 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.393959 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.394228 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.394463 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.394707 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.394920 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.395165 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.395389 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.395609 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.395855 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.396075 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.396316 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.396549 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.396781 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.397720 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.397720 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.397720 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.397720 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.398005 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.398230 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.398451 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.398631 n-d-825496-5 neutron-server[103565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:24:13.399449 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.399859 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.400095 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.400347 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.400563 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.400831 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.401055 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.401308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_json = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.403402 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.406208 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.406844 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.406844 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.406844 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.407062 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.407172 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.407409 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.407658 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.408031 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.408396 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.408622 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.408944 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.409200 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.409438 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.409736 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.410001 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.410256 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.411059 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.411059 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.411059 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.411578 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.411578 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.424893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.425480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.426686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.427883 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.428546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.429778 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430707 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430707 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.430851 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.431073 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.431303 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.431533 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.431823 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.432058 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.432311 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.432546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.432794 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.433075 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.433321 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.433586 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.433810 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.434093 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.434376 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.434637 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.434952 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.435401 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.435515 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.435708 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.435934 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.436221 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.436444 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.436689 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.437088 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.437358 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.437580 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.437809 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.438034 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.438368 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.438597 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.438808 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.439024 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.439280 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.439524 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.439761 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.440014 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.440281 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.440539 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.440779 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.441019 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.441232 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.441462 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.441690 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.441903 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.442141 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.442355 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.442598 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.442816 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.443048 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.443308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.443517 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.443764 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.443990 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.444425 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.444646 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.444893 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.445107 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.445344 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.445587 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.445803 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.446035 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.446253 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.446467 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.446715 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.446934 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.447212 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.447456 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.447686 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.447913 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.448152 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.448410 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.448642 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.448890 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.449106 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.449318 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.449527 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.449751 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.449954 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.450162 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.450385 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.451142 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.451884 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.451884 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.452089 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.452272 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.452755 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.453005 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.453222 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.453457 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.453672 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.453924 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.454162 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.454373 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.454605 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.454871 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.455112 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.455351 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.455563 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.455789 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.455986 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.456223 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.456438 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.456726 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.456982 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.457222 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.457485 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.457734 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.457944 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.458169 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.458376 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.458586 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.458802 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.459014 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.459241 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.459469 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.459675 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.459886 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.460101 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.460372 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.460601 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.460842 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.461048 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.461259 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.461474 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.461710 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.461918 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.462144 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.462346 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.462551 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.462788 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.463019 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.463224 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.463445 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.463696 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.463903 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.464118 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.464353 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.464557 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.464849 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.465091 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.465393 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.465693 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.465944 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.466269 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.466798 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.466978 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.467109 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.467343 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.467579 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.467789 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.468005 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.468262 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.468576 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.468855 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.469093 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.469350 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.469641 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.469909 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.470205 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.470391 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.470677 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.470985 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.471275 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.471512 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.471746 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.472009 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.472271 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.472521 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.472734 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.472968 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.473179 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.473413 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.473637 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.473859 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.474072 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.474296 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.474513 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.474762 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.474990 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.475213 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.475422 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.475591 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 19:24:13.476136 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 29 19:24:13.476312 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 29 19:24:13.476464 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 29 19:24:13.476633 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 29 19:24:13.476801 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 29 19:24:13.476943 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 29 19:24:13.477144 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.477302 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.477459 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.477615 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.477771 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.477949 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.478107 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.478265 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.478421 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.478577 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.478732 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.478888 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479044 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479205 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479363 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479520 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479677 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479833 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.479994 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.480150 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.480332 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.480489 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.480644 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] debug = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.480800 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.481005 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.481166 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.481512 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.481512 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.481668 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.482267 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.482500 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.482936 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.482936 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.482936 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483160 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483160 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483299 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483456 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483614 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483770 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.483927 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.484083 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] host = n-d-825496-5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.484261 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.484420 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.484580 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.484735 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.484889 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485046 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485204 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485360 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485515 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485673 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485829 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.485986 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.486141 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.486296 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.486452 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_options = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.486607 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.486763 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.486922 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.487311 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.487311 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.487937 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.487937 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.487937 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.487937 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488451 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488451 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488451 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488451 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488735 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488735 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.488873 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.489017 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.489182 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.489337 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.489497 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.489653 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.489807 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.490122 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.490277 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.490502 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.490669 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.490827 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.490983 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.491280 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492365 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492365 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492506 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492652 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492814 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.492972 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.493128 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.493431 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.493587 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.493878 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.494169 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.494467 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.494623 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.494815 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_json = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.494964 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495111 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495250 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495387 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495562 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495700 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495780 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.495943 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.496098 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 29 19:24:13.496317 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.496477 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.496612 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.496746 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.496910 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.497069 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.497229 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.497411 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.497610 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498061 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498061 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498061 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498299 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498379 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498532 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498692 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.498852 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499011 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499175 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499334 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499492 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499652 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499819 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.499976 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.500135 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.500332 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.500493 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.500660 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.500819 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.500992 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.501151 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.501312 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.501471 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.501642 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.501786 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.501946 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.502105 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.502266 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.502427 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.502586 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.502746 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.502910 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.503070 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.503215 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.503376 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.503536 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.503723 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.503846 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504004 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504163 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504350 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504511 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504671 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504831 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.504990 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.505150 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.505311 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.505480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.505649 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.505788 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.505946 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.506105 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.506264 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.506423 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.506582 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.506740 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.506899 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.507057 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.507227 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.507387 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.507546 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.507706 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.507865 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.508024 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.508183 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.508369 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.508529 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.508687 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.508846 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509006 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509169 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509328 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509488 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509646 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509805 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.509965 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.510124 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.510282 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.510441 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.510601 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.510760 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.510927 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.511100 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.511259 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.511418 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.511577 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.511739 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.511898 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.512056 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.512232 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.512394 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.512552 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.512712 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.512870 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.513580 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.513842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:24:13.514236 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514236 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514236 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514459 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514536 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514639 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514798 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.514957 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.515117 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.515276 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.515435 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.515593 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.515769 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.515908 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.516067 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.516328 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.516491 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.516658 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.516828 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.516988 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.517151 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.517310 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.517469 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.517629 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.517788 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.517947 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.518106 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.518265 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.518424 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.518587 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.518741 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.518908 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.519053 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.519236 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.519396 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.519554 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.519713 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.519870 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.520028 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.520188 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.520369 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.520528 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.520687 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.520846 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521006 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521164 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521324 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521482 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521642 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521859 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.521955 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.522323 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.522323 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.522478 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.522554 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.522697 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.522855 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523013 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523172 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523331 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523489 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523648 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523806 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.523965 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.524118 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.524297 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.524457 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.524615 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.524773 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.524932 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.525092 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.525252 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.525411 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.525570 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.525730 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.525903 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526036 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526196 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526355 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526513 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526673 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526831 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.526990 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.527150 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.527308 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.527469 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.527628 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.527787 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.527960 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.528118 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.528299 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.528460 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.528638 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.528851 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529063 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529446 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529446 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529446 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529650 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529737 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.529905 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.530065 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.530224 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.530382 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.530541 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.530699 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.530858 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531029 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531246 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531573 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531573 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531784 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531784 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.531935 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.532079 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.532256 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.532416 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.532574 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.532732 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.532901 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.533060 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.533217 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.533376 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.533534 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.533692 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.533861 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534018 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534176 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534334 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534492 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534650 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534817 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.534976 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.535134 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.535360 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.535456 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.535597 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.535764 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.535929 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.536085 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.536262 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.536422 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.536581 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.536748 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.536908 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.537068 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.537236 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.537395 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.537553 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.537711 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.537882 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.538110 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.538277 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.538438 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.538599 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.538757 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.538922 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.539086 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.539255 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.539425 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.539581 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.539739 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.539908 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.540075 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.540254 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.540421 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.540830 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.540830 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541279 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541279 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541279 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541487 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541487 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541645 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541774 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.541932 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.542090 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.542249 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.542408 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.542563 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.542723 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.542882 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.543228 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.543228 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.543377 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.543480 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 29 19:24:13.543631 n-d-825496-5 neutron-server[103451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 29 19:24:13.571678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55098) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:13.580979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069883 Jan 29 19:24:25.129054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35a40e-aec2-483b-8da9-186ce4f8c437 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:24:25.189227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35a40e-aec2-483b-8da9-186ce4f8c437 None None] No non-hosted networks {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 29 19:24:25.197003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.agentschedulers_db [None req-de35a40e-aec2-483b-8da9-186ce4f8c437 None None] DHCP Agent not found on host n-d-825496-5 {{(pid=103564) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 29 19:24:25.246843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5680629-1bbb-41bd-bbed-967bf99ab11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:27.400499 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0d96078-a34b-4c6c-88a0-8b423cd2a4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:27.428044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-62dc26e0-5784-4031-99f4-63cc374d5d40 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-825496-5 {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:24:27.428972 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-62dc26e0-5784-4031-99f4-63cc374d5d40 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:24:28.018725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-62dc26e0-5784-4031-99f4-63cc374d5d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:28.750464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:30.047668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:31.329638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:31.330312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.330650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.330977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.331301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.331623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.332022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.332378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.332697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.333010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.333328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.333642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.333953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.334291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:31.334685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825496-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:24:31.340489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825496-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:24:33.837257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55196) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:34.347642 n-d-825496-5 neutron-server[103562]: WARNING oslo_policy.policy [None req-cb27471e-f066-4ceb-944d-8093b20311bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:34.348212 n-d-825496-5 neutron-server[103562]: WARNING oslo_policy.policy [None req-cb27471e-f066-4ceb-944d-8093b20311bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:34.572821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-cb27471e-f066-4ceb-944d-8093b20311bf admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:24:34.573812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb27471e-f066-4ceb-944d-8093b20311bf admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7356510 Jan 29 19:24:35.282986 n-d-825496-5 neutron-server[103564]: INFO neutron.db.l3_hamode_db [None req-cc7053ff-10ae-46e7-891c-deddaee3e1d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 29 19:24:35.358932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7053ff-10ae-46e7-891c-deddaee3e1d1 None None] Routers set() bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:24:35.359321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7053ff-10ae-46e7-891c-deddaee3e1d1 None None] Router IDs set() for agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 19:24:37.260849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:37.764705 n-d-825496-5 neutron-server[103563]: WARNING oslo_policy.policy [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:37.765286 n-d-825496-5 neutron-server[103563]: WARNING oslo_policy.policy [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:37.987397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '8dfd1e617ede4d1bb47cae6c934e3f01', 'is_default': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:24:38.079179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.policy [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103563) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 19:24:38.120428 n-d-825496-5 neutron-server[103563]: WARNING oslo_policy.policy [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:38.120796 n-d-825496-5 neutron-server[103563]: WARNING oslo_policy.policy [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:38.271528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740154663615', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740154664076', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740154649336', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740154648033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740154694716', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740154703796', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3617527', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3466743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1807887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766360'] for rbac-policy (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:38.457059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:38.458482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-10b82b11-d523-432b-9940-59c571b5c6e1 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1950312 Jan 29 19:24:41.088876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55230) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:41.389693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'project_id': 'd94ca83c780243669b31f744dbf6dbff'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:24:41.489344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Made reservation on behalf of d94ca83c780243669b31f744dbf6dbff for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:24:41.492140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.509890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.616074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks [] for security_group (e59bc43c-d5b8-431b-ada1-ac40a38c7de9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.701824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e59bc43c-d5b8-431b-ada1-ac40a38c7de9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.727695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:24:41.751413 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740155124345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (69474140-7387-4930-98a0-bdcf19601028), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.751982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Unsubscribe: segment precommit_create {{(pid=103563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 19:24:41.752517 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Added segment 69474140-7387-4930-98a0-bdcf19601028 of type vlan for network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 Jan 29 19:24:41.757866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59bc43c-d5b8-431b-ada1-ac40a38c7de9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:24:41.778594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.778865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.779194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.779522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.779844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.780165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.780506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.780821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.781136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.781450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.781761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.782071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.782380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Tracked resource versions report: Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: pushed versions: Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: { 'AddressGroup': {'1.2'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'ConntrackHelper': {'1.0'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Log': {'1.0'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Network': {'1.1'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Port': {'1.7'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'PortForwarding': {'1.2'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'QosPolicy': {'1.10'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'SecurityGroup': {'1.5'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'SubPort': {'1.0'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Subnet': {'1.1'}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Trunk': {'1.1'}} Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: consumer versions: Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: L3 agent@n-d-825496-5: {}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: Metadata agent@n-d-825496-5: {}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: Metering agent@n-d-825496-5: {}, Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'ConntrackHelper': '1.0', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'LocalIPAssociation': '1.0', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Log': '1.0', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Network': '1.1', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Port': '1.7', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'PortForwarding': '1.2', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'QosPolicy': '1.10', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'SecurityGroup': '1.5', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'SecurityGroupRule': '1.2', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'SubPort': '1.0', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Subnet': '1.1', Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: 'Trunk': '1.1'}} Jan 29 19:24:41.783483 n-d-825496-5 neutron-server[103563]: {{(pid=103563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:24:41.861458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1f0cedf9-c23a-4b04-8c73-949e9aff1324), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.946543 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1f0cedf9-c23a-4b04-8c73-949e9aff1324), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:41.947744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:24:41.948465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:42.043798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] Pushing event updated for resources: {'Network': ['ID=1f0cedf9-c23a-4b04-8c73-949e9aff1324,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:24:42.054749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:24:42.069225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a4f85ede-dee1-4c6e-ab67-199ab88929ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9793100 Jan 29 19:24:44.780314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:45.288610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.policy [None req-28151d2d-98b5-4794-b685-4eae6bba79a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 29 19:24:45.330289 n-d-825496-5 neutron-server[103562]: WARNING oslo_policy.policy [None req-28151d2d-98b5-4794-b685-4eae6bba79a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:45.330596 n-d-825496-5 neutron-server[103562]: WARNING oslo_policy.policy [None req-28151d2d-98b5-4794-b685-4eae6bba79a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 29 19:24:45.338641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28151d2d-98b5-4794-b685-4eae6bba79a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:24:45.340366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28151d2d-98b5-4794-b685-4eae6bba79a9 admin admin] 10.222.0.15 "GET /v2.0/networks/1f0cedf9-c23a-4b04-8c73-949e9aff1324 HTTP/1.1" status: 200 len: 824 time: 0.5590701 Jan 29 19:24:45.378620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-42c9f425-7b6d-4cc8-a806-abc4f266553e admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d408ba89-2b52-4285-a726-b721fe22b60f HTTP/1.1" status: 200 len: 734 time: 0.0324759 Jan 29 19:24:45.388133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Request body: {'subnet': {'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:24:45.529422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Made reservation on behalf of d94ca83c780243669b31f744dbf6dbff for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:24:45.532130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:45.887457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (4bf1e273-ef41-4b6c-af61-37737c2466ba), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:45.955456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Checking segment: {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:24:45.955831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Network hostable DHCP agents. Network: 1f0cedf9-c23a-4b04-8c73-949e9aff1324, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:24:45.969849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf1e273-ef41-4b6c-af61-37737c2466ba,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:24:45.985049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.985390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.985736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.986042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.986364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.986687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.987003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.987310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.987618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.987926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.988256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Tracked resource versions report: Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: pushed versions: Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: { 'AddressGroup': {'1.2'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'ConntrackHelper': {'1.0'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Log': {'1.0'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Network': {'1.1'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Port': {'1.7'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'PortForwarding': {'1.2'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'QosPolicy': {'1.10'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'SecurityGroup': {'1.5'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'SubPort': {'1.0'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Subnet': {'1.1'}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Trunk': {'1.1'}} Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: consumer versions: Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: L3 agent@n-d-825496-5: {}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: Metadata agent@n-d-825496-5: {}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: Metering agent@n-d-825496-5: {}, Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'ConntrackHelper': '1.0', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'LocalIPAssociation': '1.0', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Log': '1.0', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Network': '1.1', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'Port': '1.7', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'PortForwarding': '1.2', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'QosPolicy': '1.10', Jan 29 19:24:45.994312 n-d-825496-5 neutron-server[103562]: 'SecurityGroup': '1.5', Jan 29 19:24:45.996338 n-d-825496-5 neutron-server[103562]: 'SecurityGroupRule': '1.2', Jan 29 19:24:45.996338 n-d-825496-5 neutron-server[103562]: 'SubPort': '1.0', Jan 29 19:24:45.996338 n-d-825496-5 neutron-server[103562]: 'Subnet': '1.1', Jan 29 19:24:45.996338 n-d-825496-5 neutron-server[103562]: 'Trunk': '1.1'}} Jan 29 19:24:45.996338 n-d-825496-5 neutron-server[103562]: {{(pid=103562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:24:46.064173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:24:46.149748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 1f0cedf9-c23a-4b04-8c73-949e9aff1324) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:24:46.154533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:24:46.155158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:46.161158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ead8e6-6104-466c-9548-25b744b179a6 None None] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:24:46.240580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1523d904-c65f-4e55-8fdd-e2162a6d3a01 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8565493 Jan 29 19:24:46.429619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:24:46.431031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:46.802220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Allocated IP 172.20.0.2 (1f0cedf9-c23a-4b04-8c73-949e9aff1324/4bf1e273-ef41-4b6c-af61-37737c2466ba/bb5c5313-3834-4761-a8c6-8c8b62c14b6b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:24:47.046510 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Publish callbacks [] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:47.141673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:47.217130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:24:47.224332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:24:47.233098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Pushing event updated for resources: {'Port': ['ID=bb5c5313-3834-4761-a8c6-8c8b62c14b6b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:24:47.237037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:24:47.244674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.245024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.245363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.245700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.246033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.246448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.247044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.247232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.247560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.247884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.248225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.248550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.248874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Tracked resource versions report: Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: pushed versions: Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: { 'AddressGroup': {'1.2'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'ConntrackHelper': {'1.0'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Log': {'1.0'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Network': {'1.1'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Port': {'1.7'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'PortForwarding': {'1.2'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'QosPolicy': {'1.10'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'SecurityGroup': {'1.5'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'SubPort': {'1.0'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Subnet': {'1.1'}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Trunk': {'1.1'}} Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: consumer versions: Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: L3 agent@n-d-825496-5: {}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: Metadata agent@n-d-825496-5: {}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: Metering agent@n-d-825496-5: {}, Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'ConntrackHelper': '1.0', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'LocalIPAssociation': '1.0', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Log': '1.0', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Network': '1.1', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Port': '1.7', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'PortForwarding': '1.2', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'QosPolicy': '1.10', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'SecurityGroup': '1.5', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'SecurityGroupRule': '1.2', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'SubPort': '1.0', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Subnet': '1.1', Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: 'Trunk': '1.1'}} Jan 29 19:24:47.249987 n-d-825496-5 neutron-server[103564]: {{(pid=103564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:24:47.322154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Attempting to bind port bb5c5313-3834-4761-a8c6-8c8b62c14b6b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:24:47.322553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Attempting to bind port bb5c5313-3834-4761-a8c6-8c8b62c14b6b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:24:47.322989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Attempting to bind port bb5c5313-3834-4761-a8c6-8c8b62c14b6b on network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:24:47.328975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:24:47.329353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Checking segment: {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:24:47.329836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:47.330227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Bound using segment: {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:24:47.330686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Bound port: bb5c5313-3834-4761-a8c6-8c8b62c14b6b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:24:47.331102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:47.395709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] For port bb5c5313-3834-4761-a8c6-8c8b62c14b6b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:24:47.398216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] For port bb5c5313-3834-4761-a8c6-8c8b62c14b6b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb5c5313-3834-4761-a8c6-8c8b62c14b6b,segment=NetworkSegment(69474140-7387-4930-98a0-bdcf19601028),segment_id=69474140-7387-4930-98a0-bdcf19601028)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:24:47.470513 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:47.535223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c2963-bb0f-4a40-a066-b5355d4297a9 None None] Pushing event updated for resources: {'Port': ['ID=bb5c5313-3834-4761-a8c6-8c8b62c14b6b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:24:48.698708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:49.013217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-9d03dff0-6055-4221-82d8-3096c8396c39 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:24:49.014214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9d03dff0-6055-4221-82d8-3096c8396c39 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145716 Jan 29 19:24:51.471775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55266) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:51.786845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-a0eb078a-e4a5-47f4-af48-296c7f841bf5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:24:51.797417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a0eb078a-e4a5-47f4-af48-296c7f841bf5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246322 Jan 29 19:24:54.629989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55276) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:54.928276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:24:55.035815 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:55.037586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:55.112384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-400695d0-d3fc-4712-98cc-3b9074f2b73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:55.176552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] Publish callbacks [] for router_controller (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:55.231800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:55.306284 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:55.307507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ee01c3ed-660f-4428-ad7c-a7d3d8cd62af admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6764941 Jan 29 19:24:57.367457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5b7e-d8f0-49a7-b56f-91433553bbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:57.787275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55288) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:24:57.917117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb5c5313-3834-4761-a8c6-8c8b62c14b6b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:24:58.001651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb5c5313-3834-4761-a8c6-8c8b62c14b6b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:24:58.002076 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:58.108550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb5c5313-3834-4761-a8c6-8c8b62c14b6b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:24:58.109150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:58.133285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-085adb44-7fdd-498c-98f6-90315eb2be1a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:24:58.144781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-085adb44-7fdd-498c-98f6-90315eb2be1a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3565540 Jan 29 19:24:58.146113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port bb5c5313-3834-4761-a8c6-8c8b62c14b6b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb5c5313-3834-4761-a8c6-8c8b62c14b6b,segment=NetworkSegment(69474140-7387-4930-98a0-bdcf19601028),segment_id=69474140-7387-4930-98a0-bdcf19601028)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:24:58.216082 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:58.268348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=bb5c5313-3834-4761-a8c6-8c8b62c14b6b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:24:58.607367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:58.648226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf7afa-7564-45a8-b693-fcd011e48417 None None] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:24:58.714474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4bb5c832-d852-4203-adc8-ef4a740348ae None None] Provisioning complete for port bb5c5313-3834-4761-a8c6-8c8b62c14b6b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:24:58.714939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c832-d852-4203-adc8-ef4a740348ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:58.841424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5c832-d852-4203-adc8-ef4a740348ae None None] Current status of the port bb5c5313-3834-4761-a8c6-8c8b62c14b6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:24:59.064493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b3716c61-67f4-42b6-850e-d8230cd4ebc9 None None] Provisioning complete for port bb5c5313-3834-4761-a8c6-8c8b62c14b6b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:24:59.064878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3716c61-67f4-42b6-850e-d8230cd4ebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:24:59.139271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b3716c61-67f4-42b6-850e-d8230cd4ebc9 None None] Current status of the port bb5c5313-3834-4761-a8c6-8c8b62c14b6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:24:59.875056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb5c5313-3834-4761-a8c6-8c8b62c14b6b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:24:59.927907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb5c5313-3834-4761-a8c6-8c8b62c14b6b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:24:59.928317 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:00.011215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb5c5313-3834-4761-a8c6-8c8b62c14b6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:25:00.020230 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:00.664059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55318) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:25:00.789453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'tenant_id': '8dfd1e617ede4d1bb47cae6c934e3f01', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'project_id': '8dfd1e617ede4d1bb47cae6c934e3f01'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:25:00.888925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Made reservation on behalf of 8dfd1e617ede4d1bb47cae6c934e3f01 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:25:00.891070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:00.898955 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:00.967931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks [] for security_group (f9bc701e-45f8-4d8c-bf6d-10964f8efea9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.031694 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f9bc701e-45f8-4d8c-bf6d-10964f8efea9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.047263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Reserving flat network on physical network physnet1 {{(pid=103563) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 29 19:25:01.067074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc701e-45f8-4d8c-bf6d-10964f8efea9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:01.069832 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fc85978a-2714-4afc-8dc6-70cdf148f1a1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.070169 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Added segment fc85978a-2714-4afc-8dc6-70cdf148f1a1 of type flat for network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 Jan 29 19:25:01.118644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0fab10e1-2fb7-4010-9e03-b3c136fafac7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.209022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0fab10e1-2fb7-4010-9e03-b3c136fafac7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.209907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:25:01.210489 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.267987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] Pushing event updated for resources: {'Network': ['ID=0fab10e1-2fb7-4010-9e03-b3c136fafac7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:01.277931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:25:01.303343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-985ab952-8eb6-48e2-a6a0-2899795d723b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6381686 Jan 29 19:25:01.395954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:01.418854 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:25:03.575876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55328) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:25:03.707121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aaa807-f9b6-4a00-b927-5bb8fc05c998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:25:03.708484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f2aaa807-f9b6-4a00-b927-5bb8fc05c998 admin admin] 10.222.0.15 "GET /v2.0/subnets/4bf1e273-ef41-4b6c-af61-37737c2466ba HTTP/1.1" status: 200 len: 849 time: 0.1316166 Jan 29 19:25:03.883969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4a9bac2f-fef3-44ff-a001-57319b1ae9c0 admin admin] 10.222.0.15 "GET /v2.0/routers/14cd18bb-aa0c-4992-9b74-5266ac6a2d74 HTTP/1.1" status: 200 len: 704 time: 0.1699121 Jan 29 19:25:04.150528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:04.446414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Allocated IP 172.20.0.1 (1f0cedf9-c23a-4b04-8c73-949e9aff1324/4bf1e273-ef41-4b6c-af61-37737c2466ba/a446512e-fa97-4cd4-9510-70aab19426af) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:25:04.628347 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks [] for port (a446512e-fa97-4cd4-9510-70aab19426af), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:04.756147 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a446512e-fa97-4cd4-9510-70aab19426af), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:04.830172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:25:04.837366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:25:04.846708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:25:04.847669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:04.866351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Pushing event updated for resources: {'Port': ['ID=a446512e-fa97-4cd4-9510-70aab19426af,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:05.093502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6b7c6476-60af-4ac0-b994-796fdfecaae5 None None] Provisioning complete for port a446512e-fa97-4cd4-9510-70aab19426af triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:05.094067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6476-60af-4ac0-b994-796fdfecaae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a446512e-fa97-4cd4-9510-70aab19426af), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:05.126120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c6476-60af-4ac0-b994-796fdfecaae5 None None] Port a446512e-fa97-4cd4-9510-70aab19426af cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:25:05.144925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a446512e-fa97-4cd4-9510-70aab19426af), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:05.352299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks [] for port (a446512e-fa97-4cd4-9510-70aab19426af), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:05.409106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a446512e-fa97-4cd4-9510-70aab19426af), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:05.409862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:05.467083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Pushing event updated for resources: {'Port': ['ID=a446512e-fa97-4cd4-9510-70aab19426af,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:05.532715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:25:05.534006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:25:05.748467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e4e155f3-b526-4488-b5d9-b4f0d067d916 None None] Provisioning complete for port a446512e-fa97-4cd4-9510-70aab19426af triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:05.748840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4e155f3-b526-4488-b5d9-b4f0d067d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a446512e-fa97-4cd4-9510-70aab19426af), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:05.775282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:25:05.782614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e4e155f3-b526-4488-b5d9-b4f0d067d916 None None] Port a446512e-fa97-4cd4-9510-70aab19426af cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:25:05.867496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:25:05.875236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-943d0572-9d18-4c4e-8375-e9e90a62e28b admin admin] 10.222.0.15 "PUT /v2.0/routers/14cd18bb-aa0c-4992-9b74-5266ac6a2d74/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9851325 Jan 29 19:25:05.877588 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Sync routers for ids ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:25:05.890610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Routers {'14cd18bb-aa0c-4992-9b74-5266ac6a2d74'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:25:05.891526 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:24:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:06.077614 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Set router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:25:06.501269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:24:55Z', 'updated_at': '2022-01-29T19:25:05Z', 'revision_number': 2, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'gw_port_host': None, '_interfaces': [{'id': 'a446512e-fa97-4cd4-9510-70aab19426af', 'name': '', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'mac_address': 'fa:16:3e:a5:4a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:04Z', 'updated_at': '2022-01-29T19:25:05Z', 'revision_number': 2, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'subnets': [{'id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:06.549774 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Checking router: 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:25:06.550049 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Updating router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 port a446512e-fa97-4cd4-9510-70aab19426af binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:25:06.629065 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a446512e-fa97-4cd4-9510-70aab19426af), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.101689 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Publish callbacks [] for port (a446512e-fa97-4cd4-9510-70aab19426af), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.190642 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a446512e-fa97-4cd4-9510-70aab19426af), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.289744 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Pushing event updated for resources: {'Port': ['ID=a446512e-fa97-4cd4-9510-70aab19426af,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:07.298834 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.299192 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.299527 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.299881 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.300235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.300759 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.301093 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.301423 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.301748 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.302078 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.302404 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.302726 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.303490 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Tracked resource versions report: Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: pushed versions: Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: { 'AddressGroup': {'1.2'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'ConntrackHelper': {'1.0'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Log': {'1.0'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Network': {'1.1'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Port': {'1.7'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'PortForwarding': {'1.2'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'QosPolicy': {'1.10'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'SecurityGroup': {'1.5'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'SubPort': {'1.0'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Subnet': {'1.1'}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Trunk': {'1.1'}} Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: consumer versions: Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: L3 agent@n-d-825496-5: {}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: Metadata agent@n-d-825496-5: {}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: Metering agent@n-d-825496-5: {}, Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'ConntrackHelper': '1.0', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'LocalIPAssociation': '1.0', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Log': '1.0', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Network': '1.1', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Port': '1.7', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'PortForwarding': '1.2', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'QosPolicy': '1.10', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'SecurityGroup': '1.5', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'SecurityGroupRule': '1.2', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'SubPort': '1.0', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Subnet': '1.1', Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: 'Trunk': '1.1'}} Jan 29 19:25:07.304670 n-d-825496-5 neutron-server[103565]: {{(pid=103565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:25:07.399062 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Attempting to bind port a446512e-fa97-4cd4-9510-70aab19426af on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:25:07.399784 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Attempting to bind port a446512e-fa97-4cd4-9510-70aab19426af by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:25:07.400508 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Attempting to bind port a446512e-fa97-4cd4-9510-70aab19426af on network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:25:07.406537 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:25:07.406940 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Checking segment: {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:25:07.407434 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.407828 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Bound using segment: {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:25:07.408325 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Bound port: a446512e-fa97-4cd4-9510-70aab19426af, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69474140-7387-4930-98a0-bdcf19601028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:25:07.408724 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a446512e-fa97-4cd4-9510-70aab19426af), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.481152 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] For port a446512e-fa97-4cd4-9510-70aab19426af, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:25:07.501247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] For port a446512e-fa97-4cd4-9510-70aab19426af, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a446512e-fa97-4cd4-9510-70aab19426af,segment=NetworkSegment(69474140-7387-4930-98a0-bdcf19601028),segment_id=69474140-7387-4930-98a0-bdcf19601028)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:25:07.512963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-aa3f18f3-be0e-4f88-9f25-760ecc0b1833 None None] Provisioning complete for port a446512e-fa97-4cd4-9510-70aab19426af triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:07.513501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa3f18f3-be0e-4f88-9f25-760ecc0b1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a446512e-fa97-4cd4-9510-70aab19426af), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.545821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f18f3-be0e-4f88-9f25-760ecc0b1833 None None] Port a446512e-fa97-4cd4-9510-70aab19426af cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:25:07.567553 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a446512e-fa97-4cd4-9510-70aab19426af), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.634663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Routers {'14cd18bb-aa0c-4992-9b74-5266ac6a2d74'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:25:07.634663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:24:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:07.666187 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6a7b9-1271-4297-aced-08d0339ffb25 None None] Pushing event updated for resources: {'Port': ['ID=a446512e-fa97-4cd4-9510-70aab19426af,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:07.724067 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] Set router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:25:07.767231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] Provisioning complete for port a446512e-fa97-4cd4-9510-70aab19426af triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:07.767674 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a446512e-fa97-4cd4-9510-70aab19426af), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.846534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] Current status of the port a446512e-fa97-4cd4-9510-70aab19426af is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:25:07.846928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a446512e-fa97-4cd4-9510-70aab19426af), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:07.883221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] For port a446512e-fa97-4cd4-9510-70aab19426af, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a446512e-fa97-4cd4-9510-70aab19426af,segment=NetworkSegment(69474140-7387-4930-98a0-bdcf19601028),segment_id=69474140-7387-4930-98a0-bdcf19601028)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:25:07.937805 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:24:55Z', 'updated_at': '2022-01-29T19:25:05Z', 'revision_number': 2, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'gw_port_host': None, '_interfaces': [{'id': 'a446512e-fa97-4cd4-9510-70aab19426af', 'name': '', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'mac_address': 'fa:16:3e:a5:4a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:04Z', 'updated_at': '2022-01-29T19:25:07Z', 'revision_number': 4, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'subnets': [{'id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:07.964506 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0667-664f-49bf-98dc-ddcea7bec92d None None] The sync data for ids ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'] in n-d-825496-5 is: [{'id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:24:55Z', 'updated_at': '2022-01-29T19:25:05Z', 'revision_number': 2, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'gw_port_host': None, '_interfaces': [{'id': 'a446512e-fa97-4cd4-9510-70aab19426af', 'name': '', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'mac_address': 'fa:16:3e:a5:4a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:04Z', 'updated_at': '2022-01-29T19:25:07Z', 'revision_number': 4, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'subnets': [{'id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:25:07.972900 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a446512e-fa97-4cd4-9510-70aab19426af), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:08.027576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fe9aa-5777-4ec4-b581-9ff4be99fd61 None None] Pushing event updated for resources: {'Port': ['ID=a446512e-fa97-4cd4-9510-70aab19426af,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:10.532131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55344) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:25:10.643375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65afae6-8f42-42d2-9db9-b4849f4a4587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:25:10.644771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b65afae6-8f42-42d2-9db9-b4849f4a4587 admin admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 842 time: 0.1116755 Jan 29 19:25:10.654693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'ip_version': 4, 'tenant_id': '8dfd1e617ede4d1bb47cae6c934e3f01', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'name': 'public-subnet'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:25:10.757506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Made reservation on behalf of 8dfd1e617ede4d1bb47cae6c934e3f01 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:25:10.759755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:11.107589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 19:25:11.108043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (0cabb669-3cf1-4cdf-a41e-7cef667a453d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:11.162999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cabb669-3cf1-4cdf-a41e-7cef667a453d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:11.173819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:25:11.174202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Network hostable DHCP agents. Network: 0fab10e1-2fb7-4010-9e03-b3c136fafac7, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:25:11.260740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:25:11.329265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0fab10e1-2fb7-4010-9e03-b3c136fafac7) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:25:11.333434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:25:11.335004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:11.339980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d75dec-dcbf-4f25-828a-e31f2258d656 None None] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:25:11.412187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c8e442c5-3d10-4318-a35b-18a91e229518 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7612247 Jan 29 19:25:11.440633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae54ed2-f089-4e1a-9420-219512a002e4 None None] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:25:13.742594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:25:13.874667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-325b0736-0c6e-41f5-8e08-b7dc8ad2a5ce admin admin] 10.222.0.15 "GET /v2.0/routers/14cd18bb-aa0c-4992-9b74-5266ac6a2d74 HTTP/1.1" status: 200 len: 710 time: 0.1308882 Jan 29 19:25:13.961430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4289e605-8893-46b4-a5c9-3a8423334a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:25:13.962779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4289e605-8893-46b4-a5c9-3a8423334a9b admin admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 886 time: 0.0826433 Jan 29 19:25:13.971790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:25:14.285408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks [] for router_gateway (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:14.584487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks [] for router_gateway (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:14.665256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:14.779166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Allocated IP 172.25.5.135 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/7650582c-b2c1-4694-8bf4-dc965699b602) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:25:14.876141 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks [] for port (7650582c-b2c1-4694-8bf4-dc965699b602), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:14.958004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:14.994293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:25:14.997279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:25:15.002502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:25:15.039455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Pushing event updated for resources: {'Port': ['ID=7650582c-b2c1-4694-8bf4-dc965699b602,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:15.322615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks [] for router_gateway (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:15.514044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:15.517491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (14cd18bb-aa0c-4992-9b74-5266ac6a2d74), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:15.622970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:25:15.813281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:25:15.817567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:15.825067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6162d230-7697-47f9-8ee4-d9f5ba5d2f5e admin admin] 10.222.0.15 "PUT /v2.0/routers/14cd18bb-aa0c-4992-9b74-5266ac6a2d74 HTTP/1.1" status: 200 len: 890 time: 1.8503060 Jan 29 19:25:15.936654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a446512e-fa97-4cd4-9510-70aab19426af up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:25:15.988373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a446512e-fa97-4cd4-9510-70aab19426af triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:15.988373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a446512e-fa97-4cd4-9510-70aab19426af), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:16.066980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a446512e-fa97-4cd4-9510-70aab19426af is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:25:16.374808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Sync routers for ids ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:25:16.385542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Routers {'14cd18bb-aa0c-4992-9b74-5266ac6a2d74'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:25:16.386762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:24:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:16.593655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Set router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:25:17.054840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '7650582c-b2c1-4694-8bf4-dc965699b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:24:55Z', 'updated_at': '2022-01-29T19:25:15Z', 'revision_number': 4, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'gw_port': {'id': '7650582c-b2c1-4694-8bf4-dc965699b602', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:14Z', 'updated_at': '2022-01-29T19:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'a446512e-fa97-4cd4-9510-70aab19426af', 'name': '', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'mac_address': 'fa:16:3e:a5:4a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:04Z', 'updated_at': '2022-01-29T19:25:07Z', 'revision_number': 5, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'subnets': [{'id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:17.102685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Checking router: 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:25:17.103044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Updating router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 port 7650582c-b2c1-4694-8bf4-dc965699b602 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:25:17.158148 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:17.467917 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Publish callbacks [] for port (7650582c-b2c1-4694-8bf4-dc965699b602), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:17.521282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:17.572753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Attempting to bind port 7650582c-b2c1-4694-8bf4-dc965699b602 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:25:17.573157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Attempting to bind port 7650582c-b2c1-4694-8bf4-dc965699b602 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:25:17.573566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Attempting to bind port 7650582c-b2c1-4694-8bf4-dc965699b602 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:25:17.575540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab54c68-679a-48fe-b25f-653886136f41 None None] Pushing event updated for resources: {'Port': ['ID=7650582c-b2c1-4694-8bf4-dc965699b602,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:17.581657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:25:17.582031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:25:17.582428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:17.582810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:25:17.583555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Bound port: 7650582c-b2c1-4694-8bf4-dc965699b602, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:25:17.583637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:17.634791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] For port 7650582c-b2c1-4694-8bf4-dc965699b602, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:25:17.637786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] For port 7650582c-b2c1-4694-8bf4-dc965699b602, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7650582c-b2c1-4694-8bf4-dc965699b602,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:25:17.706397 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:17.756812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Routers {'14cd18bb-aa0c-4992-9b74-5266ac6a2d74'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:25:17.757418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:24:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:17.799842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab54c68-679a-48fe-b25f-653886136f41 None None] Pushing event updated for resources: {'Port': ['ID=7650582c-b2c1-4694-8bf4-dc965699b602,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:17.872431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] Set router 14cd18bb-aa0c-4992-9b74-5266ac6a2d74 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:25:18.079478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '7650582c-b2c1-4694-8bf4-dc965699b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:24:55Z', 'updated_at': '2022-01-29T19:25:15Z', 'revision_number': 4, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'gw_port': {'id': '7650582c-b2c1-4694-8bf4-dc965699b602', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:14Z', 'updated_at': '2022-01-29T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'a446512e-fa97-4cd4-9510-70aab19426af', 'name': '', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'mac_address': 'fa:16:3e:a5:4a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:04Z', 'updated_at': '2022-01-29T19:25:07Z', 'revision_number': 5, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'subnets': [{'id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:25:18.109178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a14b5-c30f-4993-956b-bb8f43431c33 None None] The sync data for ids ['14cd18bb-aa0c-4992-9b74-5266ac6a2d74'] in n-d-825496-5 is: [{'id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'name': 'router1', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '7650582c-b2c1-4694-8bf4-dc965699b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:24:55Z', 'updated_at': '2022-01-29T19:25:15Z', 'revision_number': 4, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'gw_port': {'id': '7650582c-b2c1-4694-8bf4-dc965699b602', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:14Z', 'updated_at': '2022-01-29T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'a446512e-fa97-4cd4-9510-70aab19426af', 'name': '', 'network_id': '1f0cedf9-c23a-4b04-8c73-949e9aff1324', 'tenant_id': 'd94ca83c780243669b31f744dbf6dbff', 'mac_address': 'fa:16:3e:a5:4a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cd18bb-aa0c-4992-9b74-5266ac6a2d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:25:04Z', 'updated_at': '2022-01-29T19:25:07Z', 'revision_number': 5, 'project_id': 'd94ca83c780243669b31f744dbf6dbff', 'subnets': [{'id': '4bf1e273-ef41-4b6c-af61-37737c2466ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd408ba89-2b52-4285-a726-b721fe22b60f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:25:18.326139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55364) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:25:18.448488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b177e097-4d97-45fe-8543-b4832b9087d4 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209049 Jan 29 19:25:19.916359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7650582c-b2c1-4694-8bf4-dc965699b602 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:25:19.962302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7650582c-b2c1-4694-8bf4-dc965699b602 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:19.962706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:20.038148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7650582c-b2c1-4694-8bf4-dc965699b602 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:25:20.038462 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:20.059759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 7650582c-b2c1-4694-8bf4-dc965699b602, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7650582c-b2c1-4694-8bf4-dc965699b602,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:25:20.127369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:20.181222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=7650582c-b2c1-4694-8bf4-dc965699b602,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:25:21.899617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7650582c-b2c1-4694-8bf4-dc965699b602 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:25:21.959967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7650582c-b2c1-4694-8bf4-dc965699b602 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:25:21.960307 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7650582c-b2c1-4694-8bf4-dc965699b602), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:22.069081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7650582c-b2c1-4694-8bf4-dc965699b602 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:25:25.073172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-198266ec-d883-4fa5-8d8a-2894faba2a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:27.403061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18768194-3cfd-432d-b9a7-cf6f00ac3034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:28.591192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:29.991779 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:31.338471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:38.417873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:25:55.077882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6158a3d8-8d0f-47bd-9203-b4e3e98a5072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:57.401373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-be2cebf7-cb90-4dff-9a95-b56a66b3f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:25:58.583979 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:00.026506 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:01.343729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:15.417712 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:26:25.097655 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1066-04f6-45bf-bf05-0c6a9c154737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:27.368326 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c29f5d3e-2072-477c-8f19-9e0dbdcb5b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:28.600754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:30.006240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:31.350518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:43.906813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:43.967850 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b0fec4-bc47-4183-8a3d-13e75b100aed admin admin] GET failed (client error): The resource could not be found. Jan 29 19:26:43.969140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-92b0fec4-bc47-4183-8a3d-13e75b100aed admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614076 Jan 29 19:26:44.130814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192ba1-5182-4f71-b3c4-d5278dafd678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:44.132195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a192ba1-5182-4f71-b3c4-d5278dafd678 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1590736 Jan 29 19:26:46.420158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:46.509208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a991dfb-6e13-436c-9dbb-85879c3f0b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:46.510525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4a991dfb-6e13-436c-9dbb-85879c3f0b59 admin admin] 10.222.0.15 "GET /v2.0/subnets/4bf1e273-ef41-4b6c-af61-37737c2466ba HTTP/1.1" status: 200 len: 849 time: 0.0893548 Jan 29 19:26:46.520049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:26:46.605741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Publish callbacks [] for subnet (4bf1e273-ef41-4b6c-af61-37737c2466ba), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:46.791283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740155185857'] for subnet (4bf1e273-ef41-4b6c-af61-37737c2466ba), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:46.824021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:46.824881 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:46.826145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] 10.222.0.15 "PUT /v2.0/subnets/4bf1e273-ef41-4b6c-af61-37737c2466ba HTTP/1.1" status: 200 len: 868 time: 0.3098588 Jan 29 19:26:46.828822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa4114-33af-463e-b5c0-57dfe5add3b2 None None] Network 1f0cedf9-c23a-4b04-8c73-949e9aff1324 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:26:46.846596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf1e273-ef41-4b6c-af61-37737c2466ba,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:26:46.855980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.856419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.856765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.857146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.857489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.857918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.858186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.858512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.858834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.859202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.859645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.859980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:46.860374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0af33b-05bc-41dc-81d4-5c6abe06007a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:26:47.160995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8bbdc427-fd6a-45a8-b0ee-fc9f851c2e84 None None] Provisioning complete for port a446512e-fa97-4cd4-9510-70aab19426af triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:26:47.161388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc427-fd6a-45a8-b0ee-fc9f851c2e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a446512e-fa97-4cd4-9510-70aab19426af), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:47.239725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdc427-fd6a-45a8-b0ee-fc9f851c2e84 None None] Current status of the port a446512e-fa97-4cd4-9510-70aab19426af is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:26:47.250395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8bbdc427-fd6a-45a8-b0ee-fc9f851c2e84 None None] Provisioning complete for port bb5c5313-3834-4761-a8c6-8c8b62c14b6b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:26:47.250789 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc427-fd6a-45a8-b0ee-fc9f851c2e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb5c5313-3834-4761-a8c6-8c8b62c14b6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:47.332907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdc427-fd6a-45a8-b0ee-fc9f851c2e84 None None] Current status of the port bb5c5313-3834-4761-a8c6-8c8b62c14b6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:26:49.062558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55898) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:49.256576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8fbdf-9439-4761-a5e7-c53c2c82f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:49.256968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8fbdf-9439-4761-a5e7-c53c2c82f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:49.259238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6df8fbdf-9439-4761-a5e7-c53c2c82f03b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1953781 Jan 29 19:26:51.472596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55906) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:51.603334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc77de7-7bef-4e26-bc4f-6573e0271efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:51.603802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc77de7-7bef-4e26-bc4f-6573e0271efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:51.605376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-afc77de7-7bef-4e26-bc4f-6573e0271efc admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1316946 Jan 29 19:26:52.417284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:26:53.834160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55914) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:53.958846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192bebaa-9885-4e14-9f63-e8df9ce2961d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:53.960271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-192bebaa-9885-4e14-9f63-e8df9ce2961d admin admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 886 time: 0.1251070 Jan 29 19:26:55.077037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24b9dc6a-78ac-4975-bcf9-66d29e236591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:56.255101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:56.385805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f6f53b-c04e-4225-80ac-f0595f26e46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:56.387157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8f6f53b-c04e-4225-80ac-f0595f26e46c admin admin] 10.222.0.15 "GET /v2.0/networks/1f0cedf9-c23a-4b04-8c73-949e9aff1324 HTTP/1.1" status: 200 len: 868 time: 0.1311116 Jan 29 19:26:57.385169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-576cef9b-ee5c-48de-b1f2-b030f1ebed73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:58.584512 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:26:58.686467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55930) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:26:58.808803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc2665-1e41-4055-9504-95a10570ffb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:58.809256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc2665-1e41-4055-9504-95a10570ffb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:26:58.810744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b2cc2665-1e41-4055-9504-95a10570ffb2 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233354 Jan 29 19:26:59.995924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:01.061136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:01.201573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60388b11-95d6-4555-bd70-c78117ed9ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:01.202024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60388b11-95d6-4555-bd70-c78117ed9ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:01.203522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-60388b11-95d6-4555-bd70-c78117ed9ded admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1414440 Jan 29 19:27:01.356648 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:03.519378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55948) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:03.608687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f844c-d87f-4605-86ec-1f2adc61d2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:03.610052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0d6f844c-d87f-4605-86ec-1f2adc61d2b2 admin admin] 10.222.0.15 "GET /v2.0/subnets/0cabb669-3cf1-4cdf-a41e-7cef667a453d HTTP/1.1" status: 200 len: 816 time: 0.0897260 Jan 29 19:27:05.849367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55956) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:05.940802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236b1aa-9a89-4895-ac5f-92854b251cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:05.946556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6236b1aa-9a89-4895-ac5f-92854b251cc7 admin admin] 10.222.0.15 "GET /v2.0/subnets/4bf1e273-ef41-4b6c-af61-37737c2466ba HTTP/1.1" status: 200 len: 868 time: 0.0918825 Jan 29 19:27:25.077324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e19aab0-170f-43c5-b095-ae0fe34c1bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:27.360363 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-32d7deda-be0d-4f4a-8e2f-280c6e2830d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:28.605999 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:29.416017 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:27:30.028550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:30.675695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56010) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:30.724327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-c487ebca-427d-48b2-9a69-45c884959d9c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:27:30.725451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c487ebca-427d-48b2-9a69-45c884959d9c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487618 Jan 29 19:27:31.343057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:33.080858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56018) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:33.141103 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9244aadb-7863-4a67-bcce-f557f596e458 admin admin] GET failed (client error): The resource could not be found. Jan 29 19:27:33.142335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9244aadb-7863-4a67-bcce-f557f596e458 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605729 Jan 29 19:27:33.278678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a29634-7f1e-4285-9353-97018dd0148e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:33.280130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-53a29634-7f1e-4285-9353-97018dd0148e admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338046 Jan 29 19:27:35.593173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56028) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:35.638919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Request body: {'network': {'project_id': '8dfd1e617ede4d1bb47cae6c934e3f01', 'admin_state_up': True, 'name': 'shared', 'shared': True, 'tenant_id': '8dfd1e617ede4d1bb47cae6c934e3f01'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:27:35.727336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Made reservation on behalf of 8dfd1e617ede4d1bb47cae6c934e3f01 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:27:35.729731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:35.774404 n-d-825496-5 neutron-server[103562]: WARNING neutron.services.revisions.revision_plugin [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Could not find related network for resource to bump revision. Jan 29 19:27:35.791184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:27:35.804797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740155124345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (51340f2e-1e64-4215-8210-0bd24faf1374), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:35.805414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Unsubscribe: segment precommit_create {{(pid=103562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 29 19:27:35.805866 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Added segment 51340f2e-1e64-4215-8210-0bd24faf1374 of type vlan for network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 Jan 29 19:27:35.849459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:35.938546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:35.939461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:35.940034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:36.028849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Pushing event updated for resources: {'Network': ['ID=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:27:36.035274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.037843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.038926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.039009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.039289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.039609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:36.050667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:27:36.061043 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56f91621-e563-479a-bc84-91fda767467f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4667754 Jan 29 19:27:38.338008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56038) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:27:38.399241 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2b4271-d092-4642-8cf2-25efbf82a8dc admin admin] GET failed (client error): The resource could not be found. Jan 29 19:27:38.400680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0d2b4271-d092-4642-8cf2-25efbf82a8dc admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615554 Jan 29 19:27:38.467040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ec695-577c-4a71-9a59-dd6b7548c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:38.468484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a22ec695-577c-4a71-9a59-dd6b7548c12e admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0639393 Jan 29 19:27:38.478643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Request body: {'subnet': {'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'tenant_id': '8dfd1e617ede4d1bb47cae6c934e3f01', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:27:38.560042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Made reservation on behalf of 8dfd1e617ede4d1bb47cae6c934e3f01 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:27:38.562269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:38.777503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (beed8520-08b3-428e-afe7-b8bc145ceb72), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:38.832817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=beed8520-08b3-428e-afe7-b8bc145ceb72,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:27:38.843610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:27:38.843962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Network hostable DHCP agents. Network: 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:27:38.989829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:27:39.138619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:27:39.142728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:27:39.143331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:39.147318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b0c112-ef7b-4dac-9a5e-3c9a616e516c None None] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:27:39.221636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d218a41-91b2-43af-b87d-e5bcb3c74d7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7468455 Jan 29 19:27:39.247212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'project_id': '8dfd1e617ede4d1bb47cae6c934e3f01', 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:27:39.248094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:39.395623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Allocated IP 192.168.233.2 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/d6f0399c-d1ee-4040-a646-d7980c4a9e92) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:27:39.537550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Publish callbacks [] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:39.630645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:39.673248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:27:39.677930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:27:39.684387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:27:39.687412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Pushing event updated for resources: {'Port': ['ID=d6f0399c-d1ee-4040-a646-d7980c4a9e92,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:27:39.695873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.696238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.696581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.696919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.697287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.697659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.697987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.698309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.698632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.698951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.699265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.699838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.700156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:27:39.849758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Attempting to bind port d6f0399c-d1ee-4040-a646-d7980c4a9e92 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:27:39.850473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Attempting to bind port d6f0399c-d1ee-4040-a646-d7980c4a9e92 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:27:39.850842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Attempting to bind port d6f0399c-d1ee-4040-a646-d7980c4a9e92 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:27:39.855939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:27:39.856348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:27:39.856742 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:39.857131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:27:39.857583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Bound port: d6f0399c-d1ee-4040-a646-d7980c4a9e92, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:27:39.857973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:39.919387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] For port d6f0399c-d1ee-4040-a646-d7980c4a9e92, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:27:39.922569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] For port d6f0399c-d1ee-4040-a646-d7980c4a9e92, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d6f0399c-d1ee-4040-a646-d7980c4a9e92,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:27:39.984954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:40.049205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69d85d-7980-4d69-bc01-15b3a29413c0 None None] Pushing event updated for resources: {'Port': ['ID=d6f0399c-d1ee-4040-a646-d7980c4a9e92,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:27:41.027483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947a686-d05b-4065-b911-5155d57422db None None] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:27:41.102477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] Provisioning complete for port d6f0399c-d1ee-4040-a646-d7980c4a9e92 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:27:41.102857 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:41.216625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] Current status of the port d6f0399c-d1ee-4040-a646-d7980c4a9e92 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:27:41.216951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:41.252805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] For port d6f0399c-d1ee-4040-a646-d7980c4a9e92, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d6f0399c-d1ee-4040-a646-d7980c4a9e92,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:27:41.327275 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:41.381616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd70f41-b0d2-464e-a533-be3d4906ebda None None] Pushing event updated for resources: {'Port': ['ID=d6f0399c-d1ee-4040-a646-d7980c4a9e92,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:27:41.446324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cb33f516-efb3-4673-b38e-a7222dfdd3db None None] Provisioning complete for port d6f0399c-d1ee-4040-a646-d7980c4a9e92 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:27:41.446698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cb33f516-efb3-4673-b38e-a7222dfdd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:41.528900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cb33f516-efb3-4673-b38e-a7222dfdd3db None None] Current status of the port d6f0399c-d1ee-4040-a646-d7980c4a9e92 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:27:42.002246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d6f0399c-d1ee-4040-a646-d7980c4a9e92 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:27:42.050575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d6f0399c-d1ee-4040-a646-d7980c4a9e92 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:27:42.051232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d6f0399c-d1ee-4040-a646-d7980c4a9e92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:42.129723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d6f0399c-d1ee-4040-a646-d7980c4a9e92 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:27:55.068623 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42a043bb-a7ac-4ba1-8963-bc3535672558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:57.367884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-328af861-b475-457f-9450-9438efcd9eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:27:58.618423 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:00.011538 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:01.337878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:06.414814 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:28:25.103383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34b7f092-5331-40fd-aafe-ab6c9cf01145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:27.377642 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e60d68bb-abb9-4a9f-93bb-35c2d31cb847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:28.612367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:30.012168 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:31.360812 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:43.413487 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:28:55.079740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c9efa0-8d83-4d6d-a6de-b9b3613aab0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:57.405852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51793531-d5bb-4a51-a063-52cac9af1dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:28:58.611825 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:00.011749 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:01.348658 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:20.411992 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:29:25.062791 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e96b22f-f289-4d7a-a442-0511e2b841ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:27.365782 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e52e49-55c0-4c96-b411-84c32d3a3c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:28.635235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:30.022531 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:31.337858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:32.505802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56082) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:29:32.512922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-13fce650-7bc0-4c88-984d-5e4b78bfe848 tempest-verify_tempest_config-1613828187 tempest-verify_tempest_config-1613828187-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:29:32.513807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-13fce650-7bc0-4c88-984d-5e4b78bfe848 tempest-verify_tempest_config-1613828187 tempest-verify_tempest_config-1613828187-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070496 Jan 29 19:29:33.001850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56100) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:29:33.195070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.265032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Publish callbacks [] for security_group (c190a524-ed06-404d-b225-533bf0d29726), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.336927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c190a524-ed06-404d-b225-533bf0d29726), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.381698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c190a524-ed06-404d-b225-533bf0d29726,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:29:33.386475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c41e20f6f4f475c94e10014dfd0c998&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3836088 Jan 29 19:29:33.389342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56104) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:29:33.391107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.391462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.391804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.392141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.392506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.392874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.393199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.393522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.393844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.394168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.394486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.394806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.395122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537866be-1081-453a-9c4e-095d7af59cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.464031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Publish callbacks [] for security_group (c190a524-ed06-404d-b225-533bf0d29726), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.485157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Publish callbacks [] for security_group (c190a524-ed06-404d-b225-533bf0d29726), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.640309 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c190a524-ed06-404d-b225-533bf0d29726), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.642799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:33.643974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c190a524-ed06-404d-b225-533bf0d29726 HTTP/1.1" status: 204 len: 168 time: 0.2536433 Jan 29 19:29:33.652520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c190a524-ed06-404d-b225-533bf0d29726,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:29:33.659312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.659732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:33.663734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4af155-a25c-4e8a-9089-6fc33b0fc29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:29:55.102966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d708cb0-55fa-4998-9fd9-d643b8b9adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:57.388180 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e3e733f-fb60-4b6d-a773-c185da92ac2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:29:57.410357 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:29:58.616739 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:00.022587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:01.313941 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:25.079444 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23a59090-bd19-4a15-a3b2-2e6800c994b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:27.376462 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd826-1253-4bdf-bdfb-e80bda248870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:28.622229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:30.027641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:31.336597 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:34.410615 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:30:55.067728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00eddff3-bb6f-4509-979d-a5f3a1b8094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:57.370566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8885dba-e48b-48f9-a01f-f273f1669379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:30:58.627762 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:00.027711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:01.347830 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:11.410411 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:31:25.067185 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d0c8ddb-6027-4e51-8cd1-077339df0400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:27.381886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7809eb17-17cf-4283-9591-cb9779990de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:28.610111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:30.027339 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:31.318535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:48.408743 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:31:55.061754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-131f7460-132f-415f-8940-649aee91d6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:57.381369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c2c77c3-0494-444d-ba2e-0cdecf59b144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:31:58.638250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:00.038401 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:01.347060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:25.089937 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e48bafc-cc27-4652-88e1-c570bc8ec4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:25.407228 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 5 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:32:27.370031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9e58b98-c81c-45ba-a70c-be6aceb17cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:28.633552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:29.472826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:30.169681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:31.336522 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:37.712521 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1514180'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:55.078214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fda77fc3-389b-440c-aa20-56de31cbcf92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:57.369240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d7946c11-9b1f-488d-8c4e-f5d8d4cedf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:58.649696 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:32:59.438188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:00.061150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:01.341035 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:02.406141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:33:07.650450 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:14.434305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56162) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:33:14.536891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc44648e-bb09-45bf-bb41-375f1a31b81a admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1015036 Jan 29 19:33:16.774341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56172) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:33:16.828803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fbe868b3-3112-4c5a-9d08-019c5451ab74 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0532620 Jan 29 19:33:25.061344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae1f0-a405-437d-93e3-8436a596a762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:27.375228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4e62f6-7219-486d-8c88-ae64b26e990f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:28.626981 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:29.454535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:30.032497 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:31.374759 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:37.650444 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:39.405775 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:33:55.089644 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0750f5f1-90ff-4ab2-bd0c-5082a679e611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:57.369666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d48e84be-9db7-474b-9fca-ffde58c3e115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:58.672870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:33:59.439162 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:00.066678 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:01.358164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:07.706800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:16.405297 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:34:25.071504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1ca84be-1a63-42b4-907e-3b1a7a3dd51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:27.408668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b22d64e9-f72f-4f4f-aae1-36f5cd1939f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:28.644137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:29.421373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:30.059722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:31.352299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:37.684354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:42.489213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56328) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:42.861197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-69c7ac8a-3d89-4514-96d1-0665f5aede79 tempest-AutoAllocateNetworkTest-301098027 tempest-AutoAllocateNetworkTest-301098027-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9383763e70014875ad1ed55afd620d40&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3705926 Jan 29 19:34:42.863414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56348) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:43.047870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f73d7-2dca-4b24-8e03-a70e1f84adac tempest-AutoAllocateNetworkTest-301098027 tempest-AutoAllocateNetworkTest-301098027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:43.049555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-280f73d7-2dca-4b24-8e03-a70e1f84adac tempest-AutoAllocateNetworkTest-301098027 tempest-AutoAllocateNetworkTest-301098027-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1850514 Jan 29 19:34:43.052187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56364) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:43.112593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-894f0be0-1545-47ad-a3a5-499eafb015a6 tempest-AutoAllocateNetworkTest-301098027 tempest-AutoAllocateNetworkTest-301098027-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579979 Jan 29 19:34:43.114016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56366) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:43.146307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-97da7731-ca86-4b14-b537-5520acb04873 tempest-AutoAllocateNetworkTest-301098027 tempest-AutoAllocateNetworkTest-301098027-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9383763e70014875ad1ed55afd620d40 HTTP/1.1" status: 200 len: 208 time: 0.0263522 Jan 29 19:34:44.114995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56402) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:44.500348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.579674 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Publish callbacks [] for security_group (abe68e41-e4dc-4d9e-9607-51365dd97a09), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.667156 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (abe68e41-e4dc-4d9e-9607-51365dd97a09), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.706320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe68e41-e4dc-4d9e-9607-51365dd97a09,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:44.715216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9383763e70014875ad1ed55afd620d40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5987697 Jan 29 19:34:44.717405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.717896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.718004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56426) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:44.718830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.719166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.719677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.720002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.720504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.720829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.721303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.721632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.721965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.722290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.722615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bffbd7-ff24-433e-bf36-fe3245a5248b admin admin] Tracked resource versions report: Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: pushed versions: Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: { 'AddressGroup': {'1.2'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'ConntrackHelper': {'1.0'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Log': {'1.0'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Network': {'1.1'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Port': {'1.7'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'PortForwarding': {'1.2'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'QosPolicy': {'1.10'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'SecurityGroup': {'1.5'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'SubPort': {'1.0'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Subnet': {'1.1'}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Trunk': {'1.1'}} Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: consumer versions: Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: HyperV agent@n-h1-825496-5: {}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: HyperV agent@n-h2-825496-5: {}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: L3 agent@n-d-825496-5: {}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: Metadata agent@n-d-825496-5: {}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: Metering agent@n-d-825496-5: {}, Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'ConntrackHelper': '1.0', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'LocalIPAssociation': '1.0', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Log': '1.0', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Network': '1.1', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Port': '1.7', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'PortForwarding': '1.2', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'QosPolicy': '1.10', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'SecurityGroup': '1.5', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'SecurityGroupRule': '1.2', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'SubPort': '1.0', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Subnet': '1.1', Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: 'Trunk': '1.1'}} Jan 29 19:34:44.723743 n-d-825496-5 neutron-server[103563]: {{(pid=103563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:34:44.775047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Publish callbacks [] for security_group (abe68e41-e4dc-4d9e-9607-51365dd97a09), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.795844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Publish callbacks [] for security_group (abe68e41-e4dc-4d9e-9607-51365dd97a09), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.901415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (abe68e41-e4dc-4d9e-9607-51365dd97a09), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.904215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:44.908066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abe68e41-e4dc-4d9e-9607-51365dd97a09 HTTP/1.1" status: 204 len: 168 time: 0.1865044 Jan 29 19:34:44.914227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe68e41-e4dc-4d9e-9607-51365dd97a09,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:44.922366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.922713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.923135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.923584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.924046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.924472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.924871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.925331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.925848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.926288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.926683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.927174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.927631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea8244-c55d-4a14-b688-feaf4d6bd4bd admin admin] Tracked resource versions report: Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: pushed versions: Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: { 'AddressGroup': {'1.2'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'ConntrackHelper': {'1.0'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Log': {'1.0'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Network': {'1.1'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Port': {'1.7'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'PortForwarding': {'1.2'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'QosPolicy': {'1.10'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'SecurityGroup': {'1.5'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'SubPort': {'1.0'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Subnet': {'1.1'}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Trunk': {'1.1'}} Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: consumer versions: Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: HyperV agent@n-h1-825496-5: {}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: HyperV agent@n-h2-825496-5: {}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: L3 agent@n-d-825496-5: {}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: Metadata agent@n-d-825496-5: {}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: Metering agent@n-d-825496-5: {}, Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'ConntrackHelper': '1.0', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'LocalIPAssociation': '1.0', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Log': '1.0', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Network': '1.1', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Port': '1.7', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'PortForwarding': '1.2', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'QosPolicy': '1.10', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'SecurityGroup': '1.5', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'SecurityGroupRule': '1.2', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'SubPort': '1.0', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Subnet': '1.1', Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: 'Trunk': '1.1'}} Jan 29 19:34:44.930096 n-d-825496-5 neutron-server[103562]: {{(pid=103562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:34:48.502713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56614) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:48.593909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56628) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:48.596346 n-d-825496-5 neutron-server[103563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 19:34:48.627410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-318a3586-4279-4b09-907d-d32b742b213a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=23bd9825b1a945809839cb488ac991c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323088 Jan 29 19:34:48.758745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec8f3-12c1-45dd-a03e-699bcb236426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:48.846580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-0ef889a6-1c5c-4d13-8893-f69531dcaf07 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:48.848016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-0ef889a6-1c5c-4d13-8893-f69531dcaf07 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140453 Jan 29 19:34:48.872294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-388bec45-10d8-4912-8e87-da7de041e189 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/quotas/23bd9825b1a945809839cb488ac991c8 HTTP/1.1" status: 200 len: 375 time: 0.0175889 Jan 29 19:34:48.935233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-18358469-dd7a-4707-b990-b903a90ebd57 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=23bd9825b1a945809839cb488ac991c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568135 Jan 29 19:34:48.956748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec8f3-12c1-45dd-a03e-699bcb236426 admin admin] Publish callbacks [] for security_group (a1981864-4775-4e82-8afd-21e67f433dd7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:49.019743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d4ec8f3-12c1-45dd-a03e-699bcb236426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a1981864-4775-4e82-8afd-21e67f433dd7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:49.057958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4d4ec8f3-12c1-45dd-a03e-699bcb236426 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98537a2bb6de4005b763881acacfb446&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5535324 Jan 29 19:34:49.058950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ec8f3-12c1-45dd-a03e-699bcb236426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1981864-4775-4e82-8afd-21e67f433dd7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:49.060759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56650) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:49.111549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bd21-f688-4a24-a672-e1e7c9181ba1 admin admin] Publish callbacks [] for security_group (a1981864-4775-4e82-8afd-21e67f433dd7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:49.136540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bd21-f688-4a24-a672-e1e7c9181ba1 admin admin] Publish callbacks [] for security_group (a1981864-4775-4e82-8afd-21e67f433dd7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:49.268032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bd21-f688-4a24-a672-e1e7c9181ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a1981864-4775-4e82-8afd-21e67f433dd7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:49.271449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bd21-f688-4a24-a672-e1e7c9181ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:49.275882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0cd3bd21-f688-4a24-a672-e1e7c9181ba1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1981864-4775-4e82-8afd-21e67f433dd7 HTTP/1.1" status: 204 len: 168 time: 0.2136774 Jan 29 19:34:49.297677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3bd21-f688-4a24-a672-e1e7c9181ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1981864-4775-4e82-8afd-21e67f433dd7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:49.864559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:49.979620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56720) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:49.993801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5978c8ab-01c1-4c55-ad8e-51e84c1ed40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.036761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56724) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:50.129377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5978c8ab-01c1-4c55-ad8e-51e84c1ed40b admin admin] Publish callbacks [] for security_group (913c21f9-4173-4b39-9e1b-a9cb69499f63), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.148022 n-d-825496-5 neutron-server[103562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 29 19:34:50.219352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-baacf65e-e7d1-468e-a3db-4f13103eeede req-8af472c2-b315-4e68-8e9a-7b3beae2048d tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 210 time: 0.3535292 Jan 29 19:34:50.223865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5978c8ab-01c1-4c55-ad8e-51e84c1ed40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (913c21f9-4173-4b39-9e1b-a9cb69499f63), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.268291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5978c8ab-01c1-4c55-ad8e-51e84c1ed40b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc724a80bb074c4b81e161f8d384dcc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2872803 Jan 29 19:34:50.271302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:50.274428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978c8ab-01c1-4c55-ad8e-51e84c1ed40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913c21f9-4173-4b39-9e1b-a9cb69499f63,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:50.356368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6ee322b-9e47-4347-a41d-2fc98ad492c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.393077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-692e5ba3-bc2a-4846-9fdf-e0ab58aefca4 admin admin] Publish callbacks [] for security_group (913c21f9-4173-4b39-9e1b-a9cb69499f63), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.431125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-692e5ba3-bc2a-4846-9fdf-e0ab58aefca4 admin admin] Publish callbacks [] for security_group (913c21f9-4173-4b39-9e1b-a9cb69499f63), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.500027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6ee322b-9e47-4347-a41d-2fc98ad492c1 admin admin] Publish callbacks [] for security_group (d4525844-a732-4a72-ac44-cb53eb0705b1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.587339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-692e5ba3-bc2a-4846-9fdf-e0ab58aefca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (913c21f9-4173-4b39-9e1b-a9cb69499f63), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.590875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-692e5ba3-bc2a-4846-9fdf-e0ab58aefca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.593278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-692e5ba3-bc2a-4846-9fdf-e0ab58aefca4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/913c21f9-4173-4b39-9e1b-a9cb69499f63 HTTP/1.1" status: 204 len: 168 time: 0.3198502 Jan 29 19:34:50.595909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6ee322b-9e47-4347-a41d-2fc98ad492c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d4525844-a732-4a72-ac44-cb53eb0705b1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.619421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e5ba3-bc2a-4846-9fdf-e0ab58aefca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913c21f9-4173-4b39-9e1b-a9cb69499f63,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:50.636931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6ee322b-9e47-4347-a41d-2fc98ad492c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92f089e100394c699969b2e325ccc113&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5970485 Jan 29 19:34:50.639108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56756) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:50.665452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee322b-9e47-4347-a41d-2fc98ad492c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4525844-a732-4a72-ac44-cb53eb0705b1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:50.707584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b507bf4-aab3-44c6-b760-34a75f9dc6cc admin admin] Publish callbacks [] for security_group (d4525844-a732-4a72-ac44-cb53eb0705b1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.728637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b507bf4-aab3-44c6-b760-34a75f9dc6cc admin admin] Publish callbacks [] for security_group (d4525844-a732-4a72-ac44-cb53eb0705b1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.867660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b507bf4-aab3-44c6-b760-34a75f9dc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d4525844-a732-4a72-ac44-cb53eb0705b1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.867660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b507bf4-aab3-44c6-b760-34a75f9dc6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:50.867660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6b507bf4-aab3-44c6-b760-34a75f9dc6cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4525844-a732-4a72-ac44-cb53eb0705b1 HTTP/1.1" status: 204 len: 168 time: 0.2242858 Jan 29 19:34:50.875111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b507bf4-aab3-44c6-b760-34a75f9dc6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4525844-a732-4a72-ac44-cb53eb0705b1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:51.128018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:51.158886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56792) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:51.474143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc4e916a-2af9-49bb-b3eb-d41a70eeb941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.508819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c0f38c5a-e994-4451-8b8c-7d577e731f86 req-4cfcc23d-d676-4921-a674-2eb3b6e6019f tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 210 time: 0.0730400 Jan 29 19:34:51.526287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f07780a4-ac51-4bf1-8fa7-778d3dca66e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.576036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc4e916a-2af9-49bb-b3eb-d41a70eeb941 admin admin] Publish callbacks [] for security_group (d576bc43-4b97-4273-95b6-9572fe03a01d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.634601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f07780a4-ac51-4bf1-8fa7-778d3dca66e0 admin admin] Publish callbacks [] for security_group (bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.648459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc4e916a-2af9-49bb-b3eb-d41a70eeb941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d576bc43-4b97-4273-95b6-9572fe03a01d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.691950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc4e916a-2af9-49bb-b3eb-d41a70eeb941 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acc520ac65d84d58bcd79a765cde0bdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5627990 Jan 29 19:34:51.692801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e916a-2af9-49bb-b3eb-d41a70eeb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d576bc43-4b97-4273-95b6-9572fe03a01d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:51.696419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56812) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:51.777908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f973454a-15a5-4653-8d81-14c1f87f3d45 admin admin] Publish callbacks [] for security_group (d576bc43-4b97-4273-95b6-9572fe03a01d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.787060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f07780a4-ac51-4bf1-8fa7-778d3dca66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.806852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f973454a-15a5-4653-8d81-14c1f87f3d45 admin admin] Publish callbacks [] for security_group (d576bc43-4b97-4273-95b6-9572fe03a01d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:51.858140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f07780a4-ac51-4bf1-8fa7-778d3dca66e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c5e391f71f646609700ba42f3ed4185&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6974711 Jan 29 19:34:51.861277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56836) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:51.881569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07780a4-ac51-4bf1-8fa7-778d3dca66e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:51.899214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-3ced52b1-6271-4912-8e51-794efe6cdfba tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7121b976eb3344aabf6b12c411d77ade&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399878 Jan 29 19:34:51.908633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56838) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:51.940846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42fb71d7-53ce-4fac-8666-d64ca90b54bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.027603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa014e26-2802-4410-9016-cd7fe91b55fc admin admin] Publish callbacks [] for security_group (bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.033300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f973454a-15a5-4653-8d81-14c1f87f3d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d576bc43-4b97-4273-95b6-9572fe03a01d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.035990 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f973454a-15a5-4653-8d81-14c1f87f3d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.044659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f973454a-15a5-4653-8d81-14c1f87f3d45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d576bc43-4b97-4273-95b6-9572fe03a01d HTTP/1.1" status: 204 len: 168 time: 0.3426666 Jan 29 19:34:52.065013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-643473cd-b372-44c0-8b1d-4342355cab69 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:52.075955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-643473cd-b372-44c0-8b1d-4342355cab69 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712966 Jan 29 19:34:52.098734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-5987733b-9f10-475f-bf98-64dedd2659c8 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/quotas/7121b976eb3344aabf6b12c411d77ade HTTP/1.1" status: 200 len: 375 time: 0.0216231 Jan 29 19:34:52.102926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa014e26-2802-4410-9016-cd7fe91b55fc admin admin] Publish callbacks [] for security_group (bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.110668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973454a-15a5-4653-8d81-14c1f87f3d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d576bc43-4b97-4273-95b6-9572fe03a01d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:52.172088 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-02ac33b5-2aab-445c-9784-a5e8eb72a1d2 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7121b976eb3344aabf6b12c411d77ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724094 Jan 29 19:34:52.275147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa014e26-2802-4410-9016-cd7fe91b55fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.277657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa014e26-2802-4410-9016-cd7fe91b55fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.278826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa014e26-2802-4410-9016-cd7fe91b55fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86 HTTP/1.1" status: 204 len: 168 time: 0.4163790 Jan 29 19:34:52.298831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa014e26-2802-4410-9016-cd7fe91b55fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc5f33-cc3d-4207-a6d2-8ffe862b6e86,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:52.305131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42fb71d7-53ce-4fac-8666-d64ca90b54bd admin admin] Publish callbacks [] for security_group (ddb69c77-6b8f-4941-b59f-4e021445cd61), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.338207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.26', 65114) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:52.386243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-8598e6db-ede5-46d5-84b9-e87e2d9cf606 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=23bd9825b1a945809839cb488ac991c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465982 Jan 29 19:34:52.387501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42fb71d7-53ce-4fac-8666-d64ca90b54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ddb69c77-6b8f-4941-b59f-4e021445cd61), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.438002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb71d7-53ce-4fac-8666-d64ca90b54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb69c77-6b8f-4941-b59f-4e021445cd61,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:52.471574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-42fb71d7-53ce-4fac-8666-d64ca90b54bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=deb4da9bc61e4b9296f06572d2194d7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5618360 Jan 29 19:34:52.485127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56872) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:52.542291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b42fd8e1-f5a7-46eb-b328-41a608220285 req-811c4c18-2b95-4ad1-a797-6b517841c4ef tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.1219802 Jan 29 19:34:52.601612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c111b235-f881-4595-ae21-048a9624adf6 admin admin] Publish callbacks [] for security_group (ddb69c77-6b8f-4941-b59f-4e021445cd61), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.618590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-fd62cbbf-50ee-4813-b12b-ab11d97bd124 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:52.620294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-fd62cbbf-50ee-4813-b12b-ab11d97bd124 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237585 Jan 29 19:34:52.633656 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c111b235-f881-4595-ae21-048a9624adf6 admin admin] Publish callbacks [] for security_group (ddb69c77-6b8f-4941-b59f-4e021445cd61), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.756676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Request body: {'port': {'device_id': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '23bd9825b1a945809839cb488ac991c8'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:34:52.756847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19adcefb-f09c-4db6-b165-b07743124728 req-e1353bbb-4618-4620-a6e8-864d25793759 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Jan 29 19:34:52.824124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c111b235-f881-4595-ae21-048a9624adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ddb69c77-6b8f-4941-b59f-4e021445cd61), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.829858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c111b235-f881-4595-ae21-048a9624adf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:52.831132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c111b235-f881-4595-ae21-048a9624adf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddb69c77-6b8f-4941-b59f-4e021445cd61 HTTP/1.1" status: 204 len: 168 time: 0.3442111 Jan 29 19:34:52.895730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111b235-f881-4595-ae21-048a9624adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb69c77-6b8f-4941-b59f-4e021445cd61,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:52.917209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56908) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:52.934362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce35d76b-9666-441b-bd71-007419969352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.015625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce35d76b-9666-441b-bd71-007419969352 admin admin] Publish callbacks [] for security_group (3345ff34-efc4-4da8-ba10-be7f5eca7992), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.049993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Made reservation on behalf of 23bd9825b1a945809839cb488ac991c8 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:34:53.055667 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.065382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.089503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce35d76b-9666-441b-bd71-007419969352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3345ff34-efc4-4da8-ba10-be7f5eca7992), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.131029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce35d76b-9666-441b-bd71-007419969352 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c76774fa9d94e7da9123043ee266d42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2123566 Jan 29 19:34:53.132015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d76b-9666-441b-bd71-007419969352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345ff34-efc4-4da8-ba10-be7f5eca7992,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:53.133910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:53.169020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks [] for security_group (1a17dd92-ad58-419c-98a4-5630d686758a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.200382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58fdea81-ad06-4266-a0a6-a308eff8b187 admin admin] Publish callbacks [] for security_group (3345ff34-efc4-4da8-ba10-be7f5eca7992), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.204230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56918) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:53.219073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-591fab23-4306-435f-9d94-aad25d7784c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.223599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58fdea81-ad06-4266-a0a6-a308eff8b187 admin admin] Publish callbacks [] for security_group (3345ff34-efc4-4da8-ba10-be7f5eca7992), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.273431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1a17dd92-ad58-419c-98a4-5630d686758a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.327320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a17dd92-ad58-419c-98a4-5630d686758a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:53.391843 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58fdea81-ad06-4266-a0a6-a308eff8b187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3345ff34-efc4-4da8-ba10-be7f5eca7992), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.394531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58fdea81-ad06-4266-a0a6-a308eff8b187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.397448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-58fdea81-ad06-4266-a0a6-a308eff8b187 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3345ff34-efc4-4da8-ba10-be7f5eca7992 HTTP/1.1" status: 204 len: 168 time: 0.2593210 Jan 29 19:34:53.417275 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:34:53.421813 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-591fab23-4306-435f-9d94-aad25d7784c5 admin admin] Publish callbacks [] for security_group (6dac3244-521f-4378-8923-0ff761dc0bde), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.452326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdea81-ad06-4266-a0a6-a308eff8b187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345ff34-efc4-4da8-ba10-be7f5eca7992,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:53.500233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-591fab23-4306-435f-9d94-aad25d7784c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6dac3244-521f-4378-8923-0ff761dc0bde), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.575349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-591fab23-4306-435f-9d94-aad25d7784c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2beb5a1c40742238401875ecc8cb469&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3625071 Jan 29 19:34:53.580489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56938) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:53.596152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fab23-4306-435f-9d94-aad25d7784c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac3244-521f-4378-8923-0ff761dc0bde,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:53.649616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-381fe8a4-8b5b-4fc7-a3d6-5ba7b0dd16e2 admin admin] Publish callbacks [] for security_group (6dac3244-521f-4378-8923-0ff761dc0bde), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.668597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2ed68b9-e17b-41a3-b848-843531733e7f req-d2315285-f808-4278-acfd-35007872c88f tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.0666366 Jan 29 19:34:53.679605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-381fe8a4-8b5b-4fc7-a3d6-5ba7b0dd16e2 admin admin] Publish callbacks [] for security_group (6dac3244-521f-4378-8923-0ff761dc0bde), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.703395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Allocated IP 192.168.233.205 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/69f4e55e-0b0a-4a14-9bcf-2313922c9522) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:34:53.803834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-381fe8a4-8b5b-4fc7-a3d6-5ba7b0dd16e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6dac3244-521f-4378-8923-0ff761dc0bde), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.807958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-381fe8a4-8b5b-4fc7-a3d6-5ba7b0dd16e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:53.833418 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-381fe8a4-8b5b-4fc7-a3d6-5ba7b0dd16e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dac3244-521f-4378-8923-0ff761dc0bde HTTP/1.1" status: 204 len: 168 time: 0.2280803 Jan 29 19:34:53.833418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fe8a4-8b5b-4fc7-a3d6-5ba7b0dd16e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac3244-521f-4378-8923-0ff761dc0bde,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:53.913184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ff41987-65e2-4d8e-8781-fc5825951d0b req-ada928e7-9334-40ad-8b75-f87ab2901d1e tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 210 time: 0.0520988 Jan 29 19:34:53.935273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks [] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:54.044783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:54.141670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:34:54.158992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:34:54.167090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:34:54.172658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:54.176661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:54.196793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Pushing event updated for resources: {'Port': ['ID=69f4e55e-0b0a-4a14-9bcf-2313922c9522,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:54.270113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-1b96baf9-ee9b-49ff-a249-562458c344fc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5262704 Jan 29 19:34:54.392083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-345f88aa-eb06-4dc0-8707-3f598bb920d6 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:34:54.393386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-345f88aa-eb06-4dc0-8707-3f598bb920d6 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061002 Jan 29 19:34:54.577248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-63999619-72e0-4e41-a380-b9df1bc34a97 None None] Provisioning complete for port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:34:54.577979 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63999619-72e0-4e41-a380-b9df1bc34a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:54.621063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-63999619-72e0-4e41-a380-b9df1bc34a97 None None] Port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:34:54.821965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41144b9f-a6fa-4a9d-849f-18ddb1a849aa req-f79b27ae-6261-41fa-823d-b2aeb2ccdc7c tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.0289261 Jan 29 19:34:55.064603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca749-2a7d-4494-ba9a-17124477cdf0 req-848b7426-7aa8-4d40-882d-3f02f0aafb74 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:55.069301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8adca749-2a7d-4494-ba9a-17124477cdf0 req-848b7426-7aa8-4d40-882d-3f02f0aafb74 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 936 time: 0.0805390 Jan 29 19:34:55.140575 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8adca749-2a7d-4494-ba9a-17124477cdf0 req-b26d968c-c306-4422-833b-8513fc1fe359 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631843 Jan 29 19:34:55.345628 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e07e-e051-474c-9aff-120bc26c3823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:55.558222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Request body: {'port': {'device_id': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:34:55.676940 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:56.066022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd085cb-5f15-4191-a297-052ca3eff290 req-febb4873-114c-49df-8e7e-9e6f9229ffda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.1584859 Jan 29 19:34:56.152647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.13', 52211) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:34:56.198985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-5b2e257b-298f-4ecc-8611-a1c823598d86 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7121b976eb3344aabf6b12c411d77ade&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441349 Jan 29 19:34:56.335082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-7f700ddc-6418-4308-8f1c-0c5ee4907bec tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:56.336857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-7f700ddc-6418-4308-8f1c-0c5ee4907bec tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311750 Jan 29 19:34:56.417443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f93d-2d00-4a06-83eb-6b5b6865302d req-69703da0-87d8-412a-a5e4-39b1132222f9 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:56.420008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7466f93d-2d00-4a06-83eb-6b5b6865302d req-69703da0-87d8-412a-a5e4-39b1132222f9 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 936 time: 0.0819988 Jan 29 19:34:56.465706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Request body: {'port': {'device_id': '9595a74c-4c75-46b0-8207-eda3259f8702', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '7121b976eb3344aabf6b12c411d77ade'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:34:56.482097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f4e55e-0b0a-4a14-9bcf-2313922c9522 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:34:56.504395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Publish callbacks [] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:56.530334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Transition to ACTIVE for port object 69f4e55e-0b0a-4a14-9bcf-2313922c9522 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:34:56.598661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:56.820602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7466f93d-2d00-4a06-83eb-6b5b6865302d req-436f54fc-ccf5-44d0-b388-71cf5788a3a8 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905139 Jan 29 19:34:56.841397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69f4e55e-0b0a-4a14-9bcf-2313922c9522,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:56.886842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Attempting to bind port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:34:56.887184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Attempting to bind port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:34:56.892610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Attempting to bind port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:34:56.899557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:34:56.900219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Attempting to bind port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:34:56.917653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:34:56.918135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:34:56.922224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:34:56.922224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Bound port: 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:34:56.922224 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.047929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] For port 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:34:57.050016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Made reservation on behalf of 7121b976eb3344aabf6b12c411d77ade for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:34:57.054302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] For port 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:34:57.058287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.065520 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.136938 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.222044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks [] for security_group (3cb586a3-0130-49a8-8b35-8724b2d437f5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.274606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69f4e55e-0b0a-4a14-9bcf-2313922c9522,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:57.282168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0605bdfc-3a90-419b-8457-5e3ddef175af req-2fcf8f70-bfdf-4d68-860b-10b82876b579 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.0493922 Jan 29 19:34:57.284995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:57.285703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.288259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-d2dec41e-4450-4384-92e9-9642117294c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/69f4e55e-0b0a-4a14-9bcf-2313922c9522 HTTP/1.1" status: 200 len: 1096 time: 2.4134760 Jan 29 19:34:57.288905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'tag': '69f4e55e-0b0a-4a14-9bcf-2313922c9522'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:34:57.306771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3cb586a3-0130-49a8-8b35-8724b2d437f5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.410686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4a5e283d-dd91-4d72-9296-f66b8bc98a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:57.651129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-31922001-ca7e-4e85-8ad3-a42a46f38dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:57.656297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-31922001-ca7e-4e85-8ad3-a42a46f38dea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9825b1a945809839cb488ac991c8&device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 1130 time: 0.2238851 Jan 29 19:34:57.669658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb586a3-0130-49a8-8b35-8724b2d437f5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:57.926927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-209a3d59-f915-456f-949c-5992e62e98cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522 HTTP/1.1" status: 200 len: 217 time: 0.1363091 Jan 29 19:34:58.015369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Allocated IP 192.168.233.64 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/a871c530-5d63-4485-a6ba-c9aafa6e28b9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:34:58.074807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-1e9504bb-fc66-4d71-934e-e546da64ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:58.078153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-1e9504bb-fc66-4d71-934e-e546da64ab7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1402292 Jan 29 19:34:58.200860 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252799b4-2582-45a6-88b7-ba52cfb04fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e91183ca-066f-4cf3-94d3-e7b6ee11dc77", "tag": "69f4e55e-0b0a-4a14-9bcf-2313922c9522"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:34:58.275609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35482-72ce-4bac-a409-bd864430d936 req-b83ad805-d3ae-400f-9f3b-44dc3e3d6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:58.281923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-b83ad805-d3ae-400f-9f3b-44dc3e3d6cc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1920707 Jan 29 19:34:58.374770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d274b-3542-4901-aaaa-dd3e550f1dd5 req-2d30be74-f19d-41e9-bb0a-5cc360707c6a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:58.388849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a37d274b-3542-4901-aaaa-dd3e550f1dd5 req-2d30be74-f19d-41e9-bb0a-5cc360707c6a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.1929173 Jan 29 19:34:58.558871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a37d274b-3542-4901-aaaa-dd3e550f1dd5 req-b4f6a7aa-b15d-4710-9bd4-9f1c7e5ad63a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687932 Jan 29 19:34:58.608501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-5ece3cf9-5a39-4d81-a63d-e8f18cb4c6fa service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843091 Jan 29 19:34:58.651073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks [] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:58.674226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:58.760124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53a35482-72ce-4bac-a409-bd864430d936 req-2a80ea8b-0b55-49ff-9a72-3b0e134d0940 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397943 Jan 29 19:34:58.817855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:58.912704 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58506d8e-4999-4bc6-a112-a7f372afe9bf x-openstack-request-id: req-58506d8e-4999-4bc6-a112-a7f372afe9bf {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:34:58.913311 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91183ca-066f-4cf3-94d3-e7b6ee11dc77", "tag": "69f4e55e-0b0a-4a14-9bcf-2313922c9522", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:34:58.913425 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58506d8e-4999-4bc6-a112-a7f372afe9bf {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:34:58.913877 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'tag': '69f4e55e-0b0a-4a14-9bcf-2313922c9522', 'status': 'completed', 'code': 200} Jan 29 19:34:59.096124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:34:59.097501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Pushing event updated for resources: {'Port': ['ID=a871c530-5d63-4485-a6ba-c9aafa6e28b9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:34:59.131034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:34:59.134112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-9556c88f-f286-475b-a08d-f58ff8581753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:59.137185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:34:59.138439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-9556c88f-f286-475b-a08d-f58ff8581753 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9825b1a945809839cb488ac991c8&device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 1130 time: 0.1263688 Jan 29 19:34:59.144836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:59.145875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:59.200625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d7533-8912-4c8e-aa71-a79c0603d6ab req-86459d5a-0f57-4da2-a6ba-e6975cecaeac tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:59.236485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed6d7533-8912-4c8e-aa71-a79c0603d6ab req-86459d5a-0f57-4da2-a6ba-e6975cecaeac tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 935 time: 0.3333540 Jan 29 19:34:59.319064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-39c38dbc-073d-4ccc-972d-25f8da8e4d94 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8646176 Jan 29 19:34:59.341196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-8931ddef-3fb9-4ee5-a2e1-c6ae6386ddf7 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:34:59.342301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-8931ddef-3fb9-4ee5-a2e1-c6ae6386ddf7 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158761 Jan 29 19:34:59.453893 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed6d7533-8912-4c8e-aa71-a79c0603d6ab req-0500d9d1-585d-4a44-aabf-bc574c1d37ff tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164330 Jan 29 19:34:59.484559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:59.660532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-81fdc7eb-fa35-419c-ae37-4b41a251b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:59.662163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-81fdc7eb-fa35-419c-ae37-4b41a251b630 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.5143199 Jan 29 19:34:59.715249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-70801b06-cebe-45b7-a497-829766c5aef3 None None] Provisioning complete for port a871c530-5d63-4485-a6ba-c9aafa6e28b9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:34:59.715754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-70801b06-cebe-45b7-a497-829766c5aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:34:59.763036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-70801b06-cebe-45b7-a497-829766c5aef3 None None] Port a871c530-5d63-4485-a6ba-c9aafa6e28b9 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:34:59.886203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-1a279765-4dea-477f-8289-601990142541 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522 HTTP/1.1" status: 200 len: 217 time: 0.0948431 Jan 29 19:34:59.901972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c613bee-4551-4ca6-83b0-60ba8de18ef7 req-8fe7160e-2f1a-4306-b629-a0cb1635c44c tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:34:59.910447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c613bee-4551-4ca6-83b0-60ba8de18ef7 req-8fe7160e-2f1a-4306-b629-a0cb1635c44c tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.2046549 Jan 29 19:35:00.008484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c613bee-4551-4ca6-83b0-60ba8de18ef7 req-3c7e006a-1a66-45ce-9851-2e7392587d1c tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Jan 29 19:35:00.047431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-8a6926af-3dea-4d2c-b8fc-301bac87365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:00.049659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-8a6926af-3dea-4d2c-b8fc-301bac87365c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1555998 Jan 29 19:35:00.147299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:00.184400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-be1c2d7e-258f-4c28-a5da-bbb47293d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:00.203639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-be1c2d7e-258f-4c28-a5da-bbb47293d7ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1433170 Jan 29 19:35:00.451938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Request body: {'port': {'device_id': '9595a74c-4c75-46b0-8207-eda3259f8702', 'device_owner': 'compute:tempest-test_az-1258710426', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:00.558902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-4b8a0191-0185-4155-bed4-b5cfa13ba75f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443043 Jan 29 19:35:00.704880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-252799b4-2582-45a6-88b7-ba52cfb04fb3 req-a41a5b3f-cdc4-42d9-9811-0dadbe6aec4e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316333 Jan 29 19:35:00.771158 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:00.808813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2289f-028d-4e46-a316-3c29b17bc536 req-c439a9f9-796c-422c-bd6a-3aa7842810ec tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:00.823996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43d2289f-028d-4e46-a316-3c29b17bc536 req-c439a9f9-796c-422c-bd6a-3aa7842810ec tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 935 time: 0.2641628 Jan 29 19:35:01.004425 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43d2289f-028d-4e46-a316-3c29b17bc536 req-92a06bc9-675d-4f3d-b5eb-c35d4b492274 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788011 Jan 29 19:35:01.279451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8b908-8270-4f8c-a747-998d81f1c3e9 req-987adc37-13a2-4cae-b6a0-6bba4f14a6f3 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:01.287256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9e8b908-8270-4f8c-a747-998d81f1c3e9 req-987adc37-13a2-4cae-b6a0-6bba4f14a6f3 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.1052544 Jan 29 19:35:01.377865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9e8b908-8270-4f8c-a747-998d81f1c3e9 req-8fa11f6a-066a-41fa-a8e3-f2691f846c5c tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891767 Jan 29 19:35:01.379451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a871c530-5d63-4485-a6ba-c9aafa6e28b9 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:01.387164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:01.396180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Publish callbacks [] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:01.440367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Transition to ACTIVE for port object a871c530-5d63-4485-a6ba-c9aafa6e28b9 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:35:01.503630 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:01.728610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202364-d55a-4471-b975-c258176ef78f service neutron] Pushing event updated for resources: {'Port': ['ID=a871c530-5d63-4485-a6ba-c9aafa6e28b9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:01.746495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Attempting to bind port a871c530-5d63-4485-a6ba-c9aafa6e28b9 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:01.747032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Attempting to bind port a871c530-5d63-4485-a6ba-c9aafa6e28b9 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:01.747540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Attempting to bind port a871c530-5d63-4485-a6ba-c9aafa6e28b9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:01.761162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Port a871c530-5d63-4485-a6ba-c9aafa6e28b9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:35:01.761739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Attempting to bind port a871c530-5d63-4485-a6ba-c9aafa6e28b9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:01.768782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:01.769366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:01.770073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:01.770691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Bound port: a871c530-5d63-4485-a6ba-c9aafa6e28b9, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:01.771254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:01.868952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] For port a871c530-5d63-4485-a6ba-c9aafa6e28b9, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:01.876078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] For port a871c530-5d63-4485-a6ba-c9aafa6e28b9, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:01.940952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:02.119947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202364-d55a-4471-b975-c258176ef78f service neutron] Pushing event updated for resources: {'Port': ['ID=a871c530-5d63-4485-a6ba-c9aafa6e28b9,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:02.142874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:02.143888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:02.145687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-56202364-d55a-4471-b975-c258176ef78f service neutron] 10.222.0.13 "PUT /v2.0/ports/a871c530-5d63-4485-a6ba-c9aafa6e28b9 HTTP/1.1" status: 200 len: 1117 time: 2.1494207 Jan 29 19:35:02.146247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9595a74c-4c75-46b0-8207-eda3259f8702', 'tag': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:02.400032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890537f-7f1f-4e6f-ba65-638e70536d77 req-c1e90a3e-1ad0-4dc2-812e-f8aaeb633ea2 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:02.414131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6890537f-7f1f-4e6f-ba65-638e70536d77 req-c1e90a3e-1ad0-4dc2-812e-f8aaeb633ea2 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.1050565 Jan 29 19:35:02.534171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6890537f-7f1f-4e6f-ba65-638e70536d77 req-cd33aec0-6255-45a3-97c0-ea03dbef12ec tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159236 Jan 29 19:35:02.703371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-e4f0450e-91eb-4bb9-9af0-093266322d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:02.708274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-e4f0450e-91eb-4bb9-9af0-093266322d6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7121b976eb3344aabf6b12c411d77ade&device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 1151 time: 0.3651958 Jan 29 19:35:02.890126 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fc64e4-62da-49fd-873a-7382657cf5be" -d '{"events": [{"name": "network-changed", "server_uuid": "9595a74c-4c75-46b0-8207-eda3259f8702", "tag": "a871c530-5d63-4485-a6ba-c9aafa6e28b9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:02.899681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-958e15ca-a47f-4a2e-a5e9-4eae05fd94fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9 HTTP/1.1" status: 200 len: 217 time: 0.1849165 Jan 29 19:35:02.927651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800f964-70d8-4ef2-b91f-a6161fa1d601 req-e31472d4-9136-4d13-86a0-edf63e8c0bd5 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:02.939668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5800f964-70d8-4ef2-b91f-a6161fa1d601 req-e31472d4-9136-4d13-86a0-edf63e8c0bd5 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.0989628 Jan 29 19:35:03.018723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5800f964-70d8-4ef2-b91f-a6161fa1d601 req-597d6d9a-4e4b-4cef-8572-d333fbb9e6c1 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762603 Jan 29 19:35:03.044384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-ad162942-cc92-43bc-8a66-672f6b3eede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:03.046622 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-ad162942-cc92-43bc-8a66-672f6b3eede7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1206284 Jan 29 19:35:03.326760 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5515a75a-93e4-4716-b2d7-02de178365bf x-openstack-request-id: req-5515a75a-93e4-4716-b2d7-02de178365bf {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:03.327374 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9595a74c-4c75-46b0-8207-eda3259f8702", "tag": "a871c530-5d63-4485-a6ba-c9aafa6e28b9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:03.327690 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5515a75a-93e4-4716-b2d7-02de178365bf {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:03.328192 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9595a74c-4c75-46b0-8207-eda3259f8702', 'tag': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9', 'status': 'completed', 'code': 200} Jan 29 19:35:03.725641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57252) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:03.853978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2d0c8-d3bd-41d1-ad8a-85213010cbdb req-30cba48c-bb82-4a3e-bdff-15b84ac3ed3e tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:03.871856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45f2d0c8-d3bd-41d1-ad8a-85213010cbdb req-30cba48c-bb82-4a3e-bdff-15b84ac3ed3e tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.1220372 Jan 29 19:35:03.990716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45f2d0c8-d3bd-41d1-ad8a-85213010cbdb req-ad4f8191-6730-4f63-9c11-cfd499c25106 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152065 Jan 29 19:35:04.027638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-795cc5b3-8059-4e45-aeb0-c8babcab0804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:04.050731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-55b0430d-d5ed-41c7-bc81-3e9fc4f9bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:04.053980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-55b0430d-d5ed-41c7-bc81-3e9fc4f9bd4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2648957 Jan 29 19:35:04.235530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c17f-79e1-492c-842a-ecaee40bead9 req-c7407413-7b45-4140-8b49-514f01257ec6 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:04.246359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fe1c17f-79e1-492c-842a-ecaee40bead9 req-c7407413-7b45-4140-8b49-514f01257ec6 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.1130970 Jan 29 19:35:04.270644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-795cc5b3-8059-4e45-aeb0-c8babcab0804 admin admin] Publish callbacks [] for security_group (28ce3a5a-50d1-4833-8a55-c4fdfcbf662b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:04.365825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-0beca3c7-1589-4500-b25f-66923db7e726 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084494 Jan 29 19:35:04.366236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fe1c17f-79e1-492c-842a-ecaee40bead9 req-c73f9e02-2040-4a3f-b807-3e8544971a0a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772376 Jan 29 19:35:04.514730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f90ecb-4e0e-4aea-8603-caccf2cd1c32 req-05141278-7df0-4af4-8110-e2c504ebabb8 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909275 Jan 29 19:35:05.262741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-795cc5b3-8059-4e45-aeb0-c8babcab0804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (28ce3a5a-50d1-4833-8a55-c4fdfcbf662b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:05.325907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-795cc5b3-8059-4e45-aeb0-c8babcab0804 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b73dbc5c731644ec85d78ca0955de0ba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5992219 Jan 29 19:35:05.327175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cc5b3-8059-4e45-aeb0-c8babcab0804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce3a5a-50d1-4833-8a55-c4fdfcbf662b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:05.328686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57264) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:05.408088 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28d5ca0e-909d-4929-ac81-7af759311733 admin admin] Publish callbacks [] for security_group (28ce3a5a-50d1-4833-8a55-c4fdfcbf662b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:05.437316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28d5ca0e-909d-4929-ac81-7af759311733 admin admin] Publish callbacks [] for security_group (28ce3a5a-50d1-4833-8a55-c4fdfcbf662b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:05.467248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-eece450d-c033-4a6b-b5e5-36d30fa0f01e tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fe352807458b471f95746dda65776fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324597 Jan 29 19:35:05.582358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28d5ca0e-909d-4929-ac81-7af759311733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (28ce3a5a-50d1-4833-8a55-c4fdfcbf662b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:05.585002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28d5ca0e-909d-4929-ac81-7af759311733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:05.589547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28d5ca0e-909d-4929-ac81-7af759311733 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28ce3a5a-50d1-4833-8a55-c4fdfcbf662b HTTP/1.1" status: 204 len: 168 time: 0.2586918 Jan 29 19:35:05.608516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5ca0e-909d-4929-ac81-7af759311733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce3a5a-50d1-4833-8a55-c4fdfcbf662b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:05.617476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4ab5c915-366d-43d7-b433-cdecaf478215 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:05.619146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4ab5c915-366d-43d7-b433-cdecaf478215 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434360 Jan 29 19:35:05.655319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-28235d8f-632c-4822-ae25-f3b4e129196e tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/quotas/fe352807458b471f95746dda65776fdd HTTP/1.1" status: 200 len: 375 time: 0.0209751 Jan 29 19:35:05.698337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-2d6afbc3-41a3-4dc3-8b53-69bcde77296b tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe352807458b471f95746dda65776fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377619 Jan 29 19:35:06.087510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491eed4-ac3f-4a53-a7d6-439da5bbd7db req-319c0ac6-f7da-49a7-a63a-9a1f076463ed tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:06.089102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2491eed4-ac3f-4a53-a7d6-439da5bbd7db req-319c0ac6-f7da-49a7-a63a-9a1f076463ed tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.1151123 Jan 29 19:35:06.163929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2491eed4-ac3f-4a53-a7d6-439da5bbd7db req-9019c0b8-41bc-4dda-b334-d331850cd9e3 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684729 Jan 29 19:35:06.334835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c75c-74f5-4fb4-b93f-474812adca00 req-56b932ff-19fc-4d36-8498-a1605e41ea60 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:06.338090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e803c75c-74f5-4fb4-b93f-474812adca00 req-56b932ff-19fc-4d36-8498-a1605e41ea60 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.0904579 Jan 29 19:35:06.393761 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e803c75c-74f5-4fb4-b93f-474812adca00 req-ff959fee-5fc8-4207-979e-bc405a232b35 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Jan 29 19:35:06.447950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57290) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:06.466112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac6c59f1-4405-4fea-b92d-f1e03a609fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:06.517746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-440715fb-ff00-4b5b-bba1-662b3e1db841 req-bd026ca7-7f16-4aa1-9230-22a2e9254cd1 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 210 time: 0.0400808 Jan 29 19:35:06.610568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac6c59f1-4405-4fea-b92d-f1e03a609fee admin admin] Publish callbacks [] for security_group (f628d6e8-d0a2-4dad-a38c-2d3e30d377ec), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:06.684167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac6c59f1-4405-4fea-b92d-f1e03a609fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f628d6e8-d0a2-4dad-a38c-2d3e30d377ec), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:06.744791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c59f1-4405-4fea-b92d-f1e03a609fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628d6e8-d0a2-4dad-a38c-2d3e30d377ec,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:06.759539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ac6c59f1-4405-4fea-b92d-f1e03a609fee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81c1a42c3e9b40e0ab90d99e051bbdd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3095827 Jan 29 19:35:06.761630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:06.822635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f88382-7452-45b8-9dba-644a695775c4 admin admin] Publish callbacks [] for security_group (f628d6e8-d0a2-4dad-a38c-2d3e30d377ec), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:06.852789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f88382-7452-45b8-9dba-644a695775c4 admin admin] Publish callbacks [] for security_group (f628d6e8-d0a2-4dad-a38c-2d3e30d377ec), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:07.065925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f88382-7452-45b8-9dba-644a695775c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f628d6e8-d0a2-4dad-a38c-2d3e30d377ec), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:07.069498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56f88382-7452-45b8-9dba-644a695775c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:07.071419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56f88382-7452-45b8-9dba-644a695775c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f628d6e8-d0a2-4dad-a38c-2d3e30d377ec HTTP/1.1" status: 204 len: 168 time: 0.3084459 Jan 29 19:35:07.081788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f88382-7452-45b8-9dba-644a695775c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628d6e8-d0a2-4dad-a38c-2d3e30d377ec,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:07.348890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bae63-e37e-4c2a-b3c7-032705cd0ec6 req-b19056a4-f4b3-4edc-a0f2-c26b7c89f276 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:07.350672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce1bae63-e37e-4c2a-b3c7-032705cd0ec6 req-b19056a4-f4b3-4edc-a0f2-c26b7c89f276 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.0798461 Jan 29 19:35:07.413156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce1bae63-e37e-4c2a-b3c7-032705cd0ec6 req-5e42b068-3186-45fd-8307-fa31b291f6fc tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Jan 29 19:35:07.561307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7e83-619b-4435-ad79-9944e8016fcf req-7f6fb0de-9ea6-422f-bd0b-6c147e1d73dc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:07.565595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a6d7e83-619b-4435-ad79-9944e8016fcf req-7f6fb0de-9ea6-422f-bd0b-6c147e1d73dc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.0851784 Jan 29 19:35:07.636792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a6d7e83-619b-4435-ad79-9944e8016fcf req-76c60b3d-0e11-4943-87af-8a4a65d02a9a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625229 Jan 29 19:35:07.672744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:07.746912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ee8683f-1578-4c55-b43c-9481caf4591f req-b185fa47-f094-42f6-a904-9cffaa021601 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 210 time: 0.0322890 Jan 29 19:35:07.780958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:07.907914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e42a5f6-c826-447e-9783-2db698b8c4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:07.994575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e42a5f6-c826-447e-9783-2db698b8c4cc admin admin] Publish callbacks [] for security_group (ff445287-dcd3-4d11-90f9-0b52ac4b264b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:08.025067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-387de22b-78a8-46df-841b-ac2b6bf77a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.026724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-387de22b-78a8-46df-841b-ac2b6bf77a8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7121b976eb3344aabf6b12c411d77ade&device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 1151 time: 0.0455961 Jan 29 19:35:08.107004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e42a5f6-c826-447e-9783-2db698b8c4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ff445287-dcd3-4d11-90f9-0b52ac4b264b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:08.141475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5e42a5f6-c826-447e-9783-2db698b8c4cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fdbae49203743c1a465dac143a2dfe9&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3567686 Jan 29 19:35:08.141754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:08.188356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42a5f6-c826-447e-9783-2db698b8c4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff445287-dcd3-4d11-90f9-0b52ac4b264b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:08.200144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-23e068ea-ad0d-46f6-9952-187a0df2ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.201898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-23e068ea-ad0d-46f6-9952-187a0df2ee23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1687987 Jan 29 19:35:08.215203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c9af44d-b524-4247-9747-313a76a037b0 admin admin] Publish callbacks [] for security_group (ff445287-dcd3-4d11-90f9-0b52ac4b264b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:08.238704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c9af44d-b524-4247-9747-313a76a037b0 admin admin] Publish callbacks [] for security_group (ff445287-dcd3-4d11-90f9-0b52ac4b264b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:08.246150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-5e8934ee-03b7-4f6f-a70e-2f0bdda4c984 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9 HTTP/1.1" status: 200 len: 217 time: 0.0362256 Jan 29 19:35:08.305375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-4b65ad4f-a3d3-4ede-a028-d5c779235436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.306919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-4b65ad4f-a3d3-4ede-a028-d5c779235436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0526712 Jan 29 19:35:08.359105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c9af44d-b524-4247-9747-313a76a037b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ff445287-dcd3-4d11-90f9-0b52ac4b264b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:08.362048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c9af44d-b524-4247-9747-313a76a037b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:08.363507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9c9af44d-b524-4247-9747-313a76a037b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff445287-dcd3-4d11-90f9-0b52ac4b264b HTTP/1.1" status: 204 len: 168 time: 0.2209053 Jan 29 19:35:08.379021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-150b210e-88ee-4f9d-bbf7-e29ff85f65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.380627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-150b210e-88ee-4f9d-bbf7-e29ff85f65e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0651479 Jan 29 19:35:08.384335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af44d-b524-4247-9747-313a76a037b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff445287-dcd3-4d11-90f9-0b52ac4b264b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:08.493077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-7ab173d7-7dd1-4dce-b7ce-7d533d2567e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056545 Jan 29 19:35:08.582411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-060b0a4d-7006-4aa7-8342-27ec61ec4791 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe352807458b471f95746dda65776fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270495 Jan 29 19:35:08.604367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b91e2-49b8-40fe-afe8-7771dfc4fec2 req-ea3cb48d-0209-49a1-9f5d-e88bbf590bef tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.605888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb3b91e2-49b8-40fe-afe8-7771dfc4fec2 req-ea3cb48d-0209-49a1-9f5d-e88bbf590bef tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.1113894 Jan 29 19:35:08.630142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6fc64e4-62da-49fd-873a-7382657cf5be req-34ce57fb-ab5f-42fa-b7f5-b33ae8608f4c service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264238 Jan 29 19:35:08.672777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57356) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:08.698763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb3b91e2-49b8-40fe-afe8-7771dfc4fec2 req-36473492-62eb-412a-b3ca-8669cc56a05d tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782886 Jan 29 19:35:08.762589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-6534aec2-5f86-492d-8275-cf66d1b56408 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.764888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-6534aec2-5f86-492d-8275-cf66d1b56408 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769872 Jan 29 19:35:08.783340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Request body: {'port': {'device_id': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'fe352807458b471f95746dda65776fdd'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:08.822041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134720bf-6735-4866-a921-f8728aa99c5d req-383536c0-6888-45e1-b3d5-40586910f4de tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:08.823714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-134720bf-6735-4866-a921-f8728aa99c5d req-383536c0-6888-45e1-b3d5-40586910f4de tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.1058338 Jan 29 19:35:08.922487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bdd1cdb-fcbc-4698-8260-a23dab613ec3 req-4c938a05-5cee-4411-b1e9-7c8a22d3d9d3 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 210 time: 0.0697992 Jan 29 19:35:08.927068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-134720bf-6735-4866-a921-f8728aa99c5d req-7e3a715e-62dc-45e3-8bcf-e4eb510b5cba tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957139 Jan 29 19:35:08.954650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa52facd-6047-4770-b167-0fc3c4cb66ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.038349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa52facd-6047-4770-b167-0fc3c4cb66ac admin admin] Publish callbacks [] for security_group (85672794-9ee1-4e00-809b-f589eb3d38de), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.049646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Made reservation on behalf of fe352807458b471f95746dda65776fdd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:09.053095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.062021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.129391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa52facd-6047-4770-b167-0fc3c4cb66ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (85672794-9ee1-4e00-809b-f589eb3d38de), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.135203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks [] for security_group (d7437c70-6ff7-40fa-8880-eb62e5e91766), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.174922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aa52facd-6047-4770-b167-0fc3c4cb66ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7ad6070876b429f911ed5c0dd326d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986386 Jan 29 19:35:09.174922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52facd-6047-4770-b167-0fc3c4cb66ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85672794-9ee1-4e00-809b-f589eb3d38de,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:09.175218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d7437c70-6ff7-40fa-8880-eb62e5e91766), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.179486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57372) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:09.199236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:09.222688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f17a4e95-0542-42e5-a3d0-b688e696cb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.260359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7437c70-6ff7-40fa-8880-eb62e5e91766,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:09.263940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f33607b7-c1d9-4f14-8279-e0da94a55669 admin admin] Publish callbacks [] for security_group (85672794-9ee1-4e00-809b-f589eb3d38de), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.296789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f33607b7-c1d9-4f14-8279-e0da94a55669 admin admin] Publish callbacks [] for security_group (85672794-9ee1-4e00-809b-f589eb3d38de), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.322155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Allocated IP 192.168.233.152 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/5477a5ee-f104-44f2-8557-c0db4dc1e4ad) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:09.364709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f17a4e95-0542-42e5-a3d0-b688e696cb8a admin admin] Publish callbacks [] for security_group (4d0bd3be-69da-4df9-8439-ab7f109a4e3a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.430817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f17a4e95-0542-42e5-a3d0-b688e696cb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4d0bd3be-69da-4df9-8439-ab7f109a4e3a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.464447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f33607b7-c1d9-4f14-8279-e0da94a55669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (85672794-9ee1-4e00-809b-f589eb3d38de), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.466896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f33607b7-c1d9-4f14-8279-e0da94a55669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.468001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f33607b7-c1d9-4f14-8279-e0da94a55669 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85672794-9ee1-4e00-809b-f589eb3d38de HTTP/1.1" status: 204 len: 168 time: 0.2870052 Jan 29 19:35:09.470992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a4e95-0542-42e5-a3d0-b688e696cb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0bd3be-69da-4df9-8439-ab7f109a4e3a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:09.477560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f17a4e95-0542-42e5-a3d0-b688e696cb8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c58f77a9ea0449da310db2acc26ac2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753243 Jan 29 19:35:09.480175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57378) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:09.490411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33607b7-c1d9-4f14-8279-e0da94a55669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85672794-9ee1-4e00-809b-f589eb3d38de,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:09.594513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eb2c929f-39d3-48f1-a722-d56cd7ec2eb1 admin admin] Publish callbacks [] for security_group (4d0bd3be-69da-4df9-8439-ab7f109a4e3a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.612610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks [] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.629478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eb2c929f-39d3-48f1-a722-d56cd7ec2eb1 admin admin] Publish callbacks [] for security_group (4d0bd3be-69da-4df9-8439-ab7f109a4e3a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.788015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.795639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eb2c929f-39d3-48f1-a722-d56cd7ec2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4d0bd3be-69da-4df9-8439-ab7f109a4e3a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.798420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eb2c929f-39d3-48f1-a722-d56cd7ec2eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.799733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-eb2c929f-39d3-48f1-a722-d56cd7ec2eb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d0bd3be-69da-4df9-8439-ab7f109a4e3a HTTP/1.1" status: 204 len: 168 time: 0.3161607 Jan 29 19:35:09.827016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83da1a9-9ac3-4ebc-9226-0e0332868d13 req-ab9996e0-e6a1-4e46-b8f3-4fab70973369 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:09.828585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e83da1a9-9ac3-4ebc-9226-0e0332868d13 req-ab9996e0-e6a1-4e46-b8f3-4fab70973369 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.0675147 Jan 29 19:35:09.858279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Pushing event updated for resources: {'Port': ['ID=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:09.867579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c929f-39d3-48f1-a722-d56cd7ec2eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0bd3be-69da-4df9-8439-ab7f109a4e3a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:09.872353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:09.873883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:09.877751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:09.884334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:09.885565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:09.906677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e83da1a9-9ac3-4ebc-9226-0e0332868d13 req-6d011293-2d8e-4907-8af5-13df9e49bbfb tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Jan 29 19:35:10.029003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-25fc6fc0-6023-4c1b-a4f3-a7205d6b690c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2502773 Jan 29 19:35:10.050180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Request body: {'port': {'device_id': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:10.063802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b0976-8088-4345-a6f4-6d673cd78982 req-c2af4cf1-e902-4dc2-b0ef-5fa87251f40a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:10.065474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-006b0976-8088-4345-a6f4-6d673cd78982 req-c2af4cf1-e902-4dc2-b0ef-5fa87251f40a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 948 time: 0.0600572 Jan 29 19:35:10.084615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08826aa4-0e62-43cd-a93f-568a82d7ffcd req-c51ef552-55f1-4a0a-b5c7-e245b884678d tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:10.086742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08826aa4-0e62-43cd-a93f-568a82d7ffcd req-c51ef552-55f1-4a0a-b5c7-e245b884678d tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 936 time: 0.0904768 Jan 29 19:35:10.117581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-006b0976-8088-4345-a6f4-6d673cd78982 req-0cb91d4d-26c0-44de-92e2-b71315c74c7e tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Jan 29 19:35:10.152708 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.174061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-adab4ccb-965d-4a3e-9072-9d777347a20d None None] Provisioning complete for port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:10.174061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-adab4ccb-965d-4a3e-9072-9d777347a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.177959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08826aa4-0e62-43cd-a93f-568a82d7ffcd req-edbb0fe3-ea12-4934-9f01-9272ad7a2742 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Jan 29 19:35:10.225749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-adab4ccb-965d-4a3e-9072-9d777347a20d None None] Port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:10.282689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:10.297123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69f4e55e-0b0a-4a14-9bcf-2313922c9522 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:10.315295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282410f4-0df5-41d3-9531-5a934d5e6ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.441382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282410f4-0df5-41d3-9531-5a934d5e6ab8 admin admin] Publish callbacks [] for security_group (11fd52d4-f83e-418e-aafd-8792e489ed1a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.446614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:10.459478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '69f4e55e-0b0a-4a14-9bcf-2313922c9522', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '69f4e55e-0b0a-4a14-9bcf-2313922c9522', 'mac_address': 'fa:16:3e:ea:72:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:10.508159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:10.508727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.513121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5477a5ee-f104-44f2-8557-c0db4dc1e4ad {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:10.513478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282410f4-0df5-41d3-9531-5a934d5e6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (11fd52d4-f83e-418e-aafd-8792e489ed1a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.522853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Publish callbacks [] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.538899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Transition to ACTIVE for port object 5477a5ee-f104-44f2-8557-c0db4dc1e4ad will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:35:10.545005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f4e55e-0b0a-4a14-9bcf-2313922c9522 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:10.569070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:10.574634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282410f4-0df5-41d3-9531-5a934d5e6ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd52d4-f83e-418e-aafd-8792e489ed1a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:10.583374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-282410f4-0df5-41d3-9531-5a934d5e6ab8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da7b64e556d344c3b9b6b5407a87eae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967002 Jan 29 19:35:10.584185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57410) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:10.610486 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.661322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.675701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Pushing event updated for resources: {'Port': ['ID=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:10.716927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=69f4e55e-0b0a-4a14-9bcf-2313922c9522,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:10.730168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.730688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.731450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.731948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.733081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.734134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.734631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.735258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.736079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.736587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.737568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.738186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.738774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Tracked resource versions report: Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: pushed versions: Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: { 'AddressGroup': {'1.2'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'ConntrackHelper': {'1.0'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Log': {'1.0'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Network': {'1.1'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Port': {'1.7'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'PortForwarding': {'1.2'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'QosPolicy': {'1.10'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'SecurityGroup': {'1.5'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'SubPort': {'1.0'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Subnet': {'1.1'}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Trunk': {'1.1'}} Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: consumer versions: Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: HyperV agent@n-h1-825496-5: {}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: HyperV agent@n-h2-825496-5: {}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: L3 agent@n-d-825496-5: {}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: Metadata agent@n-d-825496-5: {}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: Metering agent@n-d-825496-5: {}, Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'ConntrackHelper': '1.0', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'LocalIPAssociation': '1.0', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Log': '1.0', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Network': '1.1', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Port': '1.7', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'PortForwarding': '1.2', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'QosPolicy': '1.10', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'SecurityGroup': '1.5', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'SecurityGroupRule': '1.2', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'SubPort': '1.0', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Subnet': '1.1', Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: 'Trunk': '1.1'}} Jan 29 19:35:10.740313 n-d-825496-5 neutron-server[103564]: {{(pid=103564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:35:10.752379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Attempting to bind port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:10.752379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Attempting to bind port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:10.752379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Attempting to bind port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:10.755410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-292b2cf3-c4f6-489e-9d34-85e148993dea admin admin] Publish callbacks [] for security_group (11fd52d4-f83e-418e-aafd-8792e489ed1a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.761220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:35:10.761625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Attempting to bind port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:10.776555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:10.777007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:10.777454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:10.778072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Bound port: 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:10.778516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.797040 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-292b2cf3-c4f6-489e-9d34-85e148993dea admin admin] Publish callbacks [] for security_group (11fd52d4-f83e-418e-aafd-8792e489ed1a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.882979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] For port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:10.886074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] For port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:10.974347 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-292b2cf3-c4f6-489e-9d34-85e148993dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (11fd52d4-f83e-418e-aafd-8792e489ed1a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.977435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-292b2cf3-c4f6-489e-9d34-85e148993dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.978825 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-292b2cf3-c4f6-489e-9d34-85e148993dea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11fd52d4-f83e-418e-aafd-8792e489ed1a HTTP/1.1" status: 204 len: 168 time: 0.3931861 Jan 29 19:35:10.982256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:10.998750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b2cf3-c4f6-489e-9d34-85e148993dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd52d4-f83e-418e-aafd-8792e489ed1a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:11.035250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['69f4e55e-0b0a-4a14-9bcf-2313922c9522'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:11.065246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Pushing event updated for resources: {'Port': ['ID=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:11.070902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.071790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:11.073389 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-4f3ad0b6-fee0-4e2d-8e37-9152e505ab0d service neutron] 10.222.0.26 "PUT /v2.0/ports/5477a5ee-f104-44f2-8557-c0db4dc1e4ad HTTP/1.1" status: 200 len: 1096 time: 1.0289028 Jan 29 19:35:11.074467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'tag': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:11.077474 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53941142-ba7a-46ba-8def-080c8974ef42" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b3eeec-b20d-445d-8061-d886be7c71d2", "tag": "5477a5ee-f104-44f2-8557-c0db4dc1e4ad"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:11.084339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5e985-c593-4810-a34c-53bdf8edda08 req-82747ef8-b15e-4d43-b51d-276aabf1b354 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.104469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3e5e985-c593-4810-a34c-53bdf8edda08 req-82747ef8-b15e-4d43-b51d-276aabf1b354 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.1086736 Jan 29 19:35:11.154953 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c773ee43-4bfd-4133-bebb-a061670d7842 x-openstack-request-id: req-c773ee43-4bfd-4133-bebb-a061670d7842 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:11.155247 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b3eeec-b20d-445d-8061-d886be7c71d2", "tag": "5477a5ee-f104-44f2-8557-c0db4dc1e4ad", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:11.155499 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c773ee43-4bfd-4133-bebb-a061670d7842 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:11.155938 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'tag': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad', 'status': 'completed', 'code': 200} Jan 29 19:35:11.167542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3e5e985-c593-4810-a34c-53bdf8edda08 req-7779ce77-2726-420d-a5f4-ca30248e1f6d tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643494 Jan 29 19:35:11.264420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941142-ba7a-46ba-8def-080c8974ef42 req-5e627964-a28f-4ea3-b02a-c8f8dc748b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.268759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53941142-ba7a-46ba-8def-080c8974ef42 req-5e627964-a28f-4ea3-b02a-c8f8dc748b00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe352807458b471f95746dda65776fdd&device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 1130 time: 0.0699089 Jan 29 19:35:11.360970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717c36-8ce3-4c2d-a2be-1b064ee045c5 req-80f562e7-f8aa-4059-b03a-d219f430ffca tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.362687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33717c36-8ce3-4c2d-a2be-1b064ee045c5 req-80f562e7-f8aa-4059-b03a-d219f430ffca tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 949 time: 0.0858252 Jan 29 19:35:11.374914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53941142-ba7a-46ba-8def-080c8974ef42 req-f85a6fa6-ce93-4b7d-8238-e8976ab2ac4c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe352807458b471f95746dda65776fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788839 Jan 29 19:35:11.431362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33717c36-8ce3-4c2d-a2be-1b064ee045c5 req-1e89b255-c1d8-4a3f-be6d-110f01602dee tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597191 Jan 29 19:35:11.698515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2fe16-11d7-495e-bc15-f76d826b28fe req-6f65103f-03bf-4d92-a503-bfae81ef0cfa tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.699973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7c2fe16-11d7-495e-bc15-f76d826b28fe req-6f65103f-03bf-4d92-a503-bfae81ef0cfa tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 948 time: 0.3149652 Jan 29 19:35:11.725666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53941142-ba7a-46ba-8def-080c8974ef42 req-f19677fd-1717-4453-a6d5-c27c68948545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.727112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53941142-ba7a-46ba-8def-080c8974ef42 req-f19677fd-1717-4453-a6d5-c27c68948545 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3550966 Jan 29 19:35:11.757293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7c2fe16-11d7-495e-bc15-f76d826b28fe req-ce6798aa-fc18-4d99-b1e2-e99533468555 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Jan 29 19:35:11.840127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-2e00ea1a-db0c-43be-bae2-2210fd78de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.841651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-2e00ea1a-db0c-43be-bae2-2210fd78de70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe352807458b471f95746dda65776fdd&device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 1130 time: 0.0444393 Jan 29 19:35:11.890142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-5eb171d3-d8e5-4b44-b306-2b0d8861a055 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5477a5ee-f104-44f2-8557-c0db4dc1e4ad HTTP/1.1" status: 200 len: 217 time: 0.0338197 Jan 29 19:35:11.951648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-f9c1b24a-8abe-4e8d-918b-f1a7b238cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:11.953235 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-f9c1b24a-8abe-4e8d-918b-f1a7b238cfb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0565641 Jan 29 19:35:12.005920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-cdc4f831-b265-4761-8512-8b7b98faf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:12.007493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-cdc4f831-b265-4761-8512-8b7b98faf001 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0475118 Jan 29 19:35:12.106243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-d69853d3-8ee5-40a3-aaf3-e812a3c159c3 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874608 Jan 29 19:35:12.149573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a871c530-5d63-4485-a6ba-c9aafa6e28b9 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:12.220897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7317a4b6-112e-4729-b0c5-1f0666f4b8a6 req-60f43d52-1aab-4869-ad2b-62bab9adf810 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066735 Jan 29 19:35:12.289123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a871c530-5d63-4485-a6ba-c9aafa6e28b9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:12.292978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69f4e55e-0b0a-4a14-9bcf-2313922c9522 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:12.329575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9', 'mac_address': 'fa:16:3e:6b:7e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-1258710426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:12.346505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a3811-95ed-4a7c-b8c7-fabf9710b52d req-29abcd2e-30b7-47e8-a915-504086d82ed0 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:12.350422 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-173a3811-95ed-4a7c-b8c7-fabf9710b52d req-29abcd2e-30b7-47e8-a915-504086d82ed0 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 969 time: 0.0774429 Jan 29 19:35:12.387175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a871c530-5d63-4485-a6ba-c9aafa6e28b9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:12.387729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:12.407873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-173a3811-95ed-4a7c-b8c7-fabf9710b52d req-e7e70929-e148-4ae0-a763-ac4e3eeecba7 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517666 Jan 29 19:35:12.408643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a871c530-5d63-4485-a6ba-c9aafa6e28b9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:12.434632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a871c530-5d63-4485-a6ba-c9aafa6e28b9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:12.500134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:12.502506 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:12.513012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:12.513693 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:12.564772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fe116-1bf3-4843-bb96-1c3c21183396 req-e045db1b-d025-4342-baa5-5cc50b3ad5bd tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:12.567019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b85fe116-1bf3-4843-bb96-1c3c21183396 req-e045db1b-d025-4342-baa5-5cc50b3ad5bd tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 949 time: 0.0566435 Jan 29 19:35:12.597136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a871c530-5d63-4485-a6ba-c9aafa6e28b9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:12.637337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b85fe116-1bf3-4843-bb96-1c3c21183396 req-942d41fc-d9bb-459f-ae1d-b95795054ea8 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Jan 29 19:35:12.643330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:12.643725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:12.669792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f4e55e-0b0a-4a14-9bcf-2313922c9522'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:12.752699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:12.815611 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:12.902154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784fed-3d4a-422a-a541-1015b29c6020 req-11d17ff9-35bd-4cbd-8349-87cdec5021ec tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:12.903905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f784fed-3d4a-422a-a541-1015b29c6020 req-11d17ff9-35bd-4cbd-8349-87cdec5021ec tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 948 time: 0.0794961 Jan 29 19:35:12.977539 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757748c1-0e74-4aca-adb8-3758da2d47c8" -d '{"events": [{"server_uuid": "e91183ca-066f-4cf3-94d3-e7b6ee11dc77", "name": "network-vif-plugged", "status": "completed", "tag": "69f4e55e-0b0a-4a14-9bcf-2313922c9522"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:12.980520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a871c530-5d63-4485-a6ba-c9aafa6e28b9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:12.984322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f784fed-3d4a-422a-a541-1015b29c6020 req-267ad051-a940-45a1-a697-cee7d157f6ca tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680306 Jan 29 19:35:13.045557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=69f4e55e-0b0a-4a14-9bcf-2313922c9522,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:13.172189 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed001af-89ca-4916-a60c-6d08a94b34de x-openstack-request-id: req-7ed001af-89ca-4916-a60c-6d08a94b34de {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:13.172774 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91183ca-066f-4cf3-94d3-e7b6ee11dc77", "name": "network-vif-plugged", "status": "completed", "tag": "69f4e55e-0b0a-4a14-9bcf-2313922c9522", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:13.172990 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ed001af-89ca-4916-a60c-6d08a94b34de {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:13.173478 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f4e55e-0b0a-4a14-9bcf-2313922c9522', 'code': 200} Jan 29 19:35:13.360510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825775-8e40-47a4-92c9-ccb6d9e3cc0a req-98636f5f-1aa4-432f-afae-8759cee7ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:13.361987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4825775-8e40-47a4-92c9-ccb6d9e3cc0a req-98636f5f-1aa4-432f-afae-8759cee7ae1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 1132 time: 0.0823240 Jan 29 19:35:13.379781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f4825775-8e40-47a4-92c9-ccb6d9e3cc0a req-46ff9186-200d-4402-ac1c-acafec2a122b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:13.470465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f4825775-8e40-47a4-92c9-ccb6d9e3cc0a req-46ff9186-200d-4402-ac1c-acafec2a122b service neutron] Publish callbacks [] for security_group (81df1a39-9ab3-4cbb-91ea-0525c33a674e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:13.553814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f4825775-8e40-47a4-92c9-ccb6d9e3cc0a req-46ff9186-200d-4402-ac1c-acafec2a122b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (81df1a39-9ab3-4cbb-91ea-0525c33a674e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:13.606948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4825775-8e40-47a4-92c9-ccb6d9e3cc0a req-46ff9186-200d-4402-ac1c-acafec2a122b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384820 Jan 29 19:35:13.619812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff9186-200d-4402-ac1c-acafec2a122b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81df1a39-9ab3-4cbb-91ea-0525c33a674e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:13.647345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c88722-2684-4cff-9e92-d786100826dc req-7109b9fd-3713-4d8e-8106-7f089321254f tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:13.648731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83c88722-2684-4cff-9e92-d786100826dc req-7109b9fd-3713-4d8e-8106-7f089321254f tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 970 time: 0.0626664 Jan 29 19:35:13.694617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83c88722-2684-4cff-9e92-d786100826dc req-a8e5777a-4a73-4f74-8256-c76024dc3540 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Jan 29 19:35:13.825499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb2d12-27e7-41fa-9250-fc117c68f2dc req-906b0af8-af55-42c7-a943-316ea554afbc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:13.826986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fbb2d12-27e7-41fa-9250-fc117c68f2dc req-906b0af8-af55-42c7-a943-316ea554afbc tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 950 time: 0.0655270 Jan 29 19:35:13.874402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fbb2d12-27e7-41fa-9250-fc117c68f2dc req-679e700f-ac38-442d-b461-4a195dd973cd tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Jan 29 19:35:14.093170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f243ad-16f6-411a-a938-62b5b8294767 req-d5102cfb-3a10-4dc4-a114-88152df0a4e9 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:14.094798 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79f243ad-16f6-411a-a938-62b5b8294767 req-d5102cfb-3a10-4dc4-a114-88152df0a4e9 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 948 time: 0.0532911 Jan 29 19:35:14.142468 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79f243ad-16f6-411a-a938-62b5b8294767 req-1b50f43c-44fa-4d45-afe5-6c2c039af21a tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Jan 29 19:35:14.148538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a871c530-5d63-4485-a6ba-c9aafa6e28b9 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:14.183976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57624) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:14.282692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port a871c530-5d63-4485-a6ba-c9aafa6e28b9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:14.287396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port a871c530-5d63-4485-a6ba-c9aafa6e28b9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:14.288381 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.293471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3343df7c-552e-4654-a086-bf5cb172691a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.355601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57630) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:14.375203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a871c530-5d63-4485-a6ba-c9aafa6e28b9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:14.375550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.384640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3343df7c-552e-4654-a086-bf5cb172691a admin admin] Publish callbacks [] for security_group (d2aeed3e-3687-4799-88aa-8780e7b47739), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.409953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a871c530-5d63-4485-a6ba-c9aafa6e28b9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:14.438327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3343df7c-552e-4654-a086-bf5cb172691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d2aeed3e-3687-4799-88aa-8780e7b47739), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.466780 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.487315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7bb8-bf75-4991-be7e-6016a5c3e2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.493422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3343df7c-552e-4654-a086-bf5cb172691a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ec1323335f5472ba83922726fc568a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083591 Jan 29 19:35:14.496193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57634) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:14.498880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343df7c-552e-4654-a086-bf5cb172691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aeed3e-3687-4799-88aa-8780e7b47739,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:14.528899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a871c530-5d63-4485-a6ba-c9aafa6e28b9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:14.547365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c60a2d38-ff25-443d-a80e-f46ba4bdb48c admin admin] Publish callbacks [] for security_group (d2aeed3e-3687-4799-88aa-8780e7b47739), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.568448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c60a2d38-ff25-443d-a80e-f46ba4bdb48c admin admin] Publish callbacks [] for security_group (d2aeed3e-3687-4799-88aa-8780e7b47739), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.579859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7bb8-bf75-4991-be7e-6016a5c3e2d1 admin admin] Publish callbacks [] for security_group (b0838e0f-08d3-4869-ba3b-3fcef5826bcc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.665561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aaf7bb8-bf75-4991-be7e-6016a5c3e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b0838e0f-08d3-4869-ba3b-3fcef5826bcc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.688894 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c60a2d38-ff25-443d-a80e-f46ba4bdb48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d2aeed3e-3687-4799-88aa-8780e7b47739), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.691387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c60a2d38-ff25-443d-a80e-f46ba4bdb48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.692515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c60a2d38-ff25-443d-a80e-f46ba4bdb48c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2aeed3e-3687-4799-88aa-8780e7b47739 HTTP/1.1" status: 204 len: 168 time: 0.1950641 Jan 29 19:35:14.700796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a2d38-ff25-443d-a80e-f46ba4bdb48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aeed3e-3687-4799-88aa-8780e7b47739,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:14.707017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf7bb8-bf75-4991-be7e-6016a5c3e2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0838e0f-08d3-4869-ba3b-3fcef5826bcc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:14.711947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2aaf7bb8-bf75-4991-be7e-6016a5c3e2d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c695e9af292e43288f97543b240a25ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552737 Jan 29 19:35:14.714489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57638) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:14.767891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5fcaa2f-e41f-4b41-89e7-87a741126235 admin admin] Publish callbacks [] for security_group (b0838e0f-08d3-4869-ba3b-3fcef5826bcc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.811161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5fcaa2f-e41f-4b41-89e7-87a741126235 admin admin] Publish callbacks [] for security_group (b0838e0f-08d3-4869-ba3b-3fcef5826bcc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.860987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b5326-5a07-462c-b7d8-d2225367181b req-4d130d4b-5ec8-4c7e-8534-f201f5626da1 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:14.862391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-743b5326-5a07-462c-b7d8-d2225367181b req-4d130d4b-5ec8-4c7e-8534-f201f5626da1 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.0856025 Jan 29 19:35:14.922502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-743b5326-5a07-462c-b7d8-d2225367181b req-ac3fa5a8-1070-4417-97c8-2b0f8e971778 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Jan 29 19:35:14.946874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5fcaa2f-e41f-4b41-89e7-87a741126235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b0838e0f-08d3-4869-ba3b-3fcef5826bcc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.946874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5fcaa2f-e41f-4b41-89e7-87a741126235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:14.946874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d5fcaa2f-e41f-4b41-89e7-87a741126235 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0838e0f-08d3-4869-ba3b-3fcef5826bcc HTTP/1.1" status: 204 len: 168 time: 0.2301509 Jan 29 19:35:14.954503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcaa2f-e41f-4b41-89e7-87a741126235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0838e0f-08d3-4869-ba3b-3fcef5826bcc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:15.004145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fa075-68c8-416a-99ae-a7a2dad6cd1d req-e94630fe-f081-4fd4-8b32-f8389e3fb131 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:15.011177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b75fa075-68c8-416a-99ae-a7a2dad6cd1d req-e94630fe-f081-4fd4-8b32-f8389e3fb131 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 950 time: 0.0630205 Jan 29 19:35:15.055202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b75fa075-68c8-416a-99ae-a7a2dad6cd1d req-1fdcb703-d959-4cab-b60e-bc84957d8c1b tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Jan 29 19:35:15.174604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9595a74c-4c75-46b0-8207-eda3259f8702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:15.177026 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9c9e82-5615-44b1-b01e-9922876897c9" -d '{"events": [{"server_uuid": "9595a74c-4c75-46b0-8207-eda3259f8702", "name": "network-vif-plugged", "status": "completed", "tag": "a871c530-5d63-4485-a6ba-c9aafa6e28b9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:15.252323 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e16fa-b386-4117-8d2d-1023fc6300a6 x-openstack-request-id: req-160e16fa-b386-4117-8d2d-1023fc6300a6 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:15.252638 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9595a74c-4c75-46b0-8207-eda3259f8702", "name": "network-vif-plugged", "status": "completed", "tag": "a871c530-5d63-4485-a6ba-c9aafa6e28b9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:15.252892 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-160e16fa-b386-4117-8d2d-1023fc6300a6 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:15.253288 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9595a74c-4c75-46b0-8207-eda3259f8702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9', 'code': 200} Jan 29 19:35:15.273042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d4e29-5a74-4c87-b2dd-87e5337fd6b3 req-82e4bc34-9aaf-4569-8476-5195e44c1f43 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:15.274831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f0d4e29-5a74-4c87-b2dd-87e5337fd6b3 req-82e4bc34-9aaf-4569-8476-5195e44c1f43 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 948 time: 0.0593953 Jan 29 19:35:15.299882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57660) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:15.319203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b067c3a-3923-4237-9fc5-2b0911a678f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.377630 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f0d4e29-5a74-4c87-b2dd-87e5337fd6b3 req-1c46f776-7b1a-4a5d-a086-c3cb2c3607aa tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Jan 29 19:35:15.455783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d586b0c-5273-43c4-b6f5-98dece778c80 req-367c0f15-7457-4741-bb74-02842ead1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:15.457465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d586b0c-5273-43c4-b6f5-98dece778c80 req-367c0f15-7457-4741-bb74-02842ead1f19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 1153 time: 0.1290352 Jan 29 19:35:15.473872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b067c3a-3923-4237-9fc5-2b0911a678f2 admin admin] Publish callbacks [] for security_group (5ae3caec-e30c-4b57-a782-682267cad1d5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.530337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d586b0c-5273-43c4-b6f5-98dece778c80 req-04f1cc62-22b9-4102-bf75-9c08347db854 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646751 Jan 29 19:35:15.541143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b067c3a-3923-4237-9fc5-2b0911a678f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5ae3caec-e30c-4b57-a782-682267cad1d5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.580677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3b067c3a-3923-4237-9fc5-2b0911a678f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f638253acebe48c183bbc77e4dfb26f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846205 Jan 29 19:35:15.581364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b067c3a-3923-4237-9fc5-2b0911a678f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae3caec-e30c-4b57-a782-682267cad1d5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:15.584328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57670) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:15.632995 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18288d8-9f52-40d4-ac3a-982c81115288 admin admin] Publish callbacks [] for security_group (5ae3caec-e30c-4b57-a782-682267cad1d5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.654241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18288d8-9f52-40d4-ac3a-982c81115288 admin admin] Publish callbacks [] for security_group (5ae3caec-e30c-4b57-a782-682267cad1d5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.809369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18288d8-9f52-40d4-ac3a-982c81115288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5ae3caec-e30c-4b57-a782-682267cad1d5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.811926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18288d8-9f52-40d4-ac3a-982c81115288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.813083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e18288d8-9f52-40d4-ac3a-982c81115288 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ae3caec-e30c-4b57-a782-682267cad1d5 HTTP/1.1" status: 204 len: 168 time: 0.2277982 Jan 29 19:35:15.823402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18288d8-9f52-40d4-ac3a-982c81115288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae3caec-e30c-4b57-a782-682267cad1d5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:15.840552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57678) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:15.857194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c425d35-1945-42f6-8f03-c54ef4af266a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:15.939616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c425d35-1945-42f6-8f03-c54ef4af266a admin admin] Publish callbacks [] for security_group (16f96593-8e02-4481-a607-12c31cd87c55), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.044116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c425d35-1945-42f6-8f03-c54ef4af266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (16f96593-8e02-4481-a607-12c31cd87c55), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.052746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af7c00-5cc3-4336-81e5-683a76ec5455 req-402fc3d2-bde6-490a-9361-243cb6ced8f6 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:16.054493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45af7c00-5cc3-4336-81e5-683a76ec5455 req-402fc3d2-bde6-490a-9361-243cb6ced8f6 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.0560443 Jan 29 19:35:16.080344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9c425d35-1945-42f6-8f03-c54ef4af266a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a767492062e84978af1e06b41096c460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380505 Jan 29 19:35:16.084349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57706) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:16.085952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425d35-1945-42f6-8f03-c54ef4af266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f96593-8e02-4481-a607-12c31cd87c55,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:16.116215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45af7c00-5cc3-4336-81e5-683a76ec5455 req-627282bb-0995-46cc-b50a-f0332f0916e4 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560722 Jan 29 19:35:16.195274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec565-4dcf-42d1-aa68-5e5cf193ff0d req-fe9d8bcd-f406-46e4-81b1-cef64d2ddb55 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:16.195274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c3ec565-4dcf-42d1-aa68-5e5cf193ff0d req-fe9d8bcd-f406-46e4-81b1-cef64d2ddb55 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 950 time: 0.0604484 Jan 29 19:35:16.249338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c3ec565-4dcf-42d1-aa68-5e5cf193ff0d req-6a85af89-3bef-4ead-8937-8fcafa9263fb tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Jan 29 19:35:16.292986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5477a5ee-f104-44f2-8557-c0db4dc1e4ad details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:16.360124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-993fa791-23f3-474c-b281-338827b7743e tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394847 Jan 29 19:35:16.412526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b6307df-e163-4cfd-b082-dcb26ee9fbb4 admin admin] Publish callbacks [] for security_group (16f96593-8e02-4481-a607-12c31cd87c55), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.412629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:16.422132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad', 'mac_address': 'fa:16:3e:e0:92:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:16.463543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:16.463943 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.479187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b6307df-e163-4cfd-b082-dcb26ee9fbb4 admin admin] Publish callbacks [] for security_group (16f96593-8e02-4481-a607-12c31cd87c55), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.479907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5477a5ee-f104-44f2-8557-c0db4dc1e4ad {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:16.504227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:16.530675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-78069449-a8a2-44b8-8f5e-4d416276eb96 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:16.532215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-78069449-a8a2-44b8-8f5e-4d416276eb96 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610303 Jan 29 19:35:16.547788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-b00f6ab1-bc91-4396-bbbd-5e668170540b tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/quotas/0ffe713bd8fd44cab2f509c0e1d1828a HTTP/1.1" status: 200 len: 375 time: 0.0095880 Jan 29 19:35:16.579755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.580446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-6137ed77-1925-4707-95a6-10aa219170b4 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258121 Jan 29 19:35:16.637365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:16.659850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b6307df-e163-4cfd-b082-dcb26ee9fbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (16f96593-8e02-4481-a607-12c31cd87c55), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.663772 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b6307df-e163-4cfd-b082-dcb26ee9fbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:16.668313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b6307df-e163-4cfd-b082-dcb26ee9fbb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16f96593-8e02-4481-a607-12c31cd87c55 HTTP/1.1" status: 204 len: 168 time: 0.5561712 Jan 29 19:35:16.678818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6307df-e163-4cfd-b082-dcb26ee9fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f96593-8e02-4481-a607-12c31cd87c55,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:16.879834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['5477a5ee-f104-44f2-8557-c0db4dc1e4ad'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:16.978222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511a79-5d48-4d6a-aafb-cd66f28209ad req-621e2246-661f-4b02-8643-b9381054e6ca tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:16.985677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9511a79-5d48-4d6a-aafb-cd66f28209ad req-621e2246-661f-4b02-8643-b9381054e6ca tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 949 time: 0.1303668 Jan 29 19:35:17.063228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9511a79-5d48-4d6a-aafb-cd66f28209ad req-2089df9a-4a1d-46ac-b9a8-8621cd79b4cb tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704906 Jan 29 19:35:17.211654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-92996677-4159-42d4-a56d-e0ffcceb60d8 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309339 Jan 29 19:35:17.219098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fd5f1-55b7-40db-8b50-418b703bd84f req-80fa4cdb-dde4-4e8d-9af6-5fb272259fb8 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:17.221009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b8fd5f1-55b7-40db-8b50-418b703bd84f req-80fa4cdb-dde4-4e8d-9af6-5fb272259fb8 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 950 time: 0.0696568 Jan 29 19:35:17.293570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b8fd5f1-55b7-40db-8b50-418b703bd84f req-c4cb4485-a77f-4597-bb7f-afaa88f37319 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654209 Jan 29 19:35:17.367937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-498dbb8f-44c3-445a-a56e-381f089ab43e tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:17.382516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-498dbb8f-44c3-445a-a56e-381f089ab43e tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591020 Jan 29 19:35:17.403618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-deec603d-e383-42e1-b3a8-58eaa5a5cf9c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/quotas/0ffe713bd8fd44cab2f509c0e1d1828a HTTP/1.1" status: 200 len: 375 time: 0.0243702 Jan 29 19:35:17.435660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4eb8b-d01f-41ba-8c2e-b658d5fe9bde req-aa3abfb1-080d-482d-8d41-da7af6e81ae3 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:17.448643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21d4eb8b-d01f-41ba-8c2e-b658d5fe9bde req-aa3abfb1-080d-482d-8d41-da7af6e81ae3 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.0972402 Jan 29 19:35:17.494914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-57371c4a-bdc7-4bc4-9796-51aa948c792d tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902748 Jan 29 19:35:17.520365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21d4eb8b-d01f-41ba-8c2e-b658d5fe9bde req-3292f0fa-81a6-43ad-94e4-b86eb14a725d tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703733 Jan 29 19:35:17.810241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3c91c5b-fa2e-4e5b-b1ec-c6027edccc74 req-efe4926e-2eae-45d5-9c06-9fcb20a5a6a8 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 210 time: 0.0406036 Jan 29 19:35:18.202622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb04e59-0764-40dd-815c-991ebfeede07 req-8497a221-c69d-442b-a8ad-543e003d9172 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:18.202742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcb04e59-0764-40dd-815c-991ebfeede07 req-8497a221-c69d-442b-a8ad-543e003d9172 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 949 time: 0.0564568 Jan 29 19:35:18.253162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcb04e59-0764-40dd-815c-991ebfeede07 req-216becbe-1b35-426e-b63c-a23b40d93f2c tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Jan 29 19:35:18.326304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5477a5ee-f104-44f2-8557-c0db4dc1e4ad up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:18.427162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:18.432763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:18.433809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:18.572058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:18.572695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:18.623975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:18.629627 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129cf9b6-961a-4e20-9ef3-7c834fd5eb53" -d '{"events": [{"server_uuid": "f1b3eeec-b20d-445d-8061-d886be7c71d2", "name": "network-vif-plugged", "status": "completed", "tag": "5477a5ee-f104-44f2-8557-c0db4dc1e4ad"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:18.664601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:18.668412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e9631-3658-4829-96ea-935a10f7599c req-450fb420-f5b1-4f88-8cc4-8ec7276045eb tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:18.672566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d34e9631-3658-4829-96ea-935a10f7599c req-450fb420-f5b1-4f88-8cc4-8ec7276045eb tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 950 time: 0.1123106 Jan 29 19:35:18.688093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade7d36-a151-48c2-88ba-6b09ec012267 req-fc437474-3762-453a-ae6a-fe8de21cbaac tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:18.698837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cade7d36-a151-48c2-88ba-6b09ec012267 req-fc437474-3762-453a-ae6a-fe8de21cbaac tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.0905066 Jan 29 19:35:18.716675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d34e9631-3658-4829-96ea-935a10f7599c req-b8874518-d77d-41a0-a533-65a7f0aacc5f tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Jan 29 19:35:18.740650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cade7d36-a151-48c2-88ba-6b09ec012267 req-02bf6d5c-82d7-4981-b9d8-82fca4620808 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Jan 29 19:35:18.768862 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c870e6a4-7140-422c-927e-cd2334c658bd x-openstack-request-id: req-c870e6a4-7140-422c-927e-cd2334c658bd {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:18.769352 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b3eeec-b20d-445d-8061-d886be7c71d2", "name": "network-vif-plugged", "status": "completed", "tag": "5477a5ee-f104-44f2-8557-c0db4dc1e4ad", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:18.772980 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c870e6a4-7140-422c-927e-cd2334c658bd {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:18.772980 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad', 'code': 200} Jan 29 19:35:18.792829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:18.878533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.26', 65123) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:18.892685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-f4329be4-ab39-4dce-84c4-5c5cd91dcbde tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:18.894893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-f4329be4-ab39-4dce-84c4-5c5cd91dcbde tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 1132 time: 0.1370952 Jan 29 19:35:18.900482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:18.964879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67eb1b-9f7f-41d2-a5f8-d9d516072648 req-625c0701-7eff-4b75-9e99-5f0e341aa061 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:18.966400 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d67eb1b-9f7f-41d2-a5f8-d9d516072648 req-625c0701-7eff-4b75-9e99-5f0e341aa061 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 1153 time: 0.1509812 Jan 29 19:35:18.966606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a53d099e-e3dd-4cd9-9a34-2145fc1052c7 req-ff3c9361-b435-41a5-bc69-ca2c69648ddf tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 210 time: 0.0322070 Jan 29 19:35:18.983606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74c6b8-483a-4b56-a331-040f7eeb8032 req-821106ee-e350-41b9-b851-d1be1b2ea703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:18.984481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b74c6b8-483a-4b56-a331-040f7eeb8032 req-821106ee-e350-41b9-b851-d1be1b2ea703 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 1132 time: 0.1036289 Jan 29 19:35:19.011743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3d67eb1b-9f7f-41d2-a5f8-d9d516072648 req-d6f0cc5d-5565-4aa7-a75a-61cd639965b2 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.054298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b74c6b8-483a-4b56-a331-040f7eeb8032 req-4d56526f-fef8-4853-a68a-2fcab49d34d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623631 Jan 29 19:35:19.101674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3d67eb1b-9f7f-41d2-a5f8-d9d516072648 req-d6f0cc5d-5565-4aa7-a75a-61cd639965b2 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] Publish callbacks [] for security_group (0e3f9df3-a81e-4f39-9895-624d87e0e143), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.109660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Deleting port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:35:19.109939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.167626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3d67eb1b-9f7f-41d2-a5f8-d9d516072648 req-d6f0cc5d-5565-4aa7-a75a-61cd639965b2 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0e3f9df3-a81e-4f39-9895-624d87e0e143), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.234179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d67eb1b-9f7f-41d2-a5f8-d9d516072648 req-d6f0cc5d-5565-4aa7-a75a-61cd639965b2 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594426 Jan 29 19:35:19.242533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0cc5d-5565-4aa7-a75a-61cd639965b2 tempest-AggregatesAdminTestJSON-619624025 tempest-AggregatesAdminTestJSON-619624025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f9df3-a81e-4f39-9895-624d87e0e143,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:19.266266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] For port 69f4e55e-0b0a-4a14-9bcf-2313922c9522, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69f4e55e-0b0a-4a14-9bcf-2313922c9522,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:19.268653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.306374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Calling delete_port for 69f4e55e-0b0a-4a14-9bcf-2313922c9522 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:35:19.433725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-a5fb503f-184d-44b6-8390-655cfda76821 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310216 Jan 29 19:35:19.553009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (69f4e55e-0b0a-4a14-9bcf-2313922c9522), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.561432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-d5c3c14b-aefa-4608-8042-d98f24964a47 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:19.563347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-d5c3c14b-aefa-4608-8042-d98f24964a47 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248715 Jan 29 19:35:19.576641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Request body: {'port': {'device_id': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '0ffe713bd8fd44cab2f509c0e1d1828a'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:19.584161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Pushing event deleted for resources: {'Port': ['ID=69f4e55e-0b0a-4a14-9bcf-2313922c9522,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:19.598662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['69f4e55e-0b0a-4a14-9bcf-2313922c9522'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:19.652320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] No DVR routers for this DVR port 69f4e55e-0b0a-4a14-9bcf-2313922c9522 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:35:19.656152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.660533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5dec303-21ab-4917-af80-ab6f4bfb3091 req-1909a453-0a16-40e0-b379-a7743a17a372 tempest-DeleteServersAdminTestJSON-173765010 tempest-DeleteServersAdminTestJSON-173765010-project-admin] 10.222.0.26 "DELETE /v2.0/ports/69f4e55e-0b0a-4a14-9bcf-2313922c9522 HTTP/1.1" status: 204 len: 173 time: 0.7546134 Jan 29 19:35:19.661212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'name': 'network-vif-deleted', 'tag': '69f4e55e-0b0a-4a14-9bcf-2313922c9522'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:19.667209 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23fe32d-5c0b-4b6b-afe6-de45b6af8dcc" -d '{"events": [{"server_uuid": "e91183ca-066f-4cf3-94d3-e7b6ee11dc77", "name": "network-vif-deleted", "tag": "69f4e55e-0b0a-4a14-9bcf-2313922c9522"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:19.696063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e973f8b-f092-4d38-a839-009f30794412 req-e759ed00-630f-4ff3-97b2-bc394f2d1d80 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:19.697647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e973f8b-f092-4d38-a839-009f30794412 req-e759ed00-630f-4ff3-97b2-bc394f2d1d80 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 950 time: 0.1333821 Jan 29 19:35:19.761865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e973f8b-f092-4d38-a839-009f30794412 req-96a22c76-855e-433f-9117-fee7ec981f78 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Jan 29 19:35:19.849687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Made reservation on behalf of 0ffe713bd8fd44cab2f509c0e1d1828a for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:19.853229 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.862197 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:19.989165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks [] for security_group (d290caef-684d-497e-a5e9-ee1e3b6157fc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.004476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fc22d44-fbfa-4266-96db-ef736b403e30 req-a39d4750-3925-479f-aa9b-af0a2007f30d tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 210 time: 0.0422170 Jan 29 19:35:20.008791 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df39442-8ea9-4d65-87be-2ead43256fd4 x-openstack-request-id: req-2df39442-8ea9-4d65-87be-2ead43256fd4 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:20.009110 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91183ca-066f-4cf3-94d3-e7b6ee11dc77", "name": "network-vif-deleted", "tag": "69f4e55e-0b0a-4a14-9bcf-2313922c9522", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:20.012789 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2df39442-8ea9-4d65-87be-2ead43256fd4 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:20.012789 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91183ca-066f-4cf3-94d3-e7b6ee11dc77', 'name': 'network-vif-deleted', 'tag': '69f4e55e-0b0a-4a14-9bcf-2313922c9522', 'status': 'completed', 'code': 200} Jan 29 19:35:20.066252 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d290caef-684d-497e-a5e9-ee1e3b6157fc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.115389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.13', 52221) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:20.142574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-67de2ee0-88be-4b23-a7b2-fc00d8b618c1 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256951 Jan 29 19:35:20.176293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d290caef-684d-497e-a5e9-ee1e3b6157fc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:20.204082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4e49d-50d2-4683-a797-3b35c9aaaac9 req-56e07e2a-1ab7-4432-ab9b-3ee7c207c4f9 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:20.211379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92a4e49d-50d2-4683-a797-3b35c9aaaac9 req-56e07e2a-1ab7-4432-ab9b-3ee7c207c4f9 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.1555169 Jan 29 19:35:20.291152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Allocated IP 192.168.233.124 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/eb0c1fc3-ba46-4854-b720-1c02bb558f05) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:20.297366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eb304a2-707a-4851-bc8e-67927b982ec8 req-73482323-846d-4dd3-9418-aad032940136 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 210 time: 0.0424376 Jan 29 19:35:20.305904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92a4e49d-50d2-4683-a797-3b35c9aaaac9 req-62a46e9a-db54-49fe-bcbe-759288621604 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718312 Jan 29 19:35:20.339190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-b4086dd7-9372-483a-92de-9c6ec872e5ee tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:20.340714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-b4086dd7-9372-483a-92de-9c6ec872e5ee tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918564 Jan 29 19:35:20.354813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Request body: {'port': {'device_id': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '0ffe713bd8fd44cab2f509c0e1d1828a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:20.503369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks [] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.616100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Made reservation on behalf of 0ffe713bd8fd44cab2f509c0e1d1828a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:20.619685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.643673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.698093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:20.711774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:20.713288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:20.726612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:20.731816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:20.733102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.766810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Allocated IP 192.168.233.136 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:20.873931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-15babbf4-8479-4750-b44f-b97282400977 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3006201 Jan 29 19:35:20.888174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Request body: {'port': {'device_id': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'device_owner': 'compute:tempest-test_az-1258710426', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:20.929491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3054-b38a-46cd-8065-61ea057e9b14 req-38664676-72b4-49da-8894-713b2d64428f tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:20.930751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83d3054-b38a-46cd-8065-61ea057e9b14 req-38664676-72b4-49da-8894-713b2d64428f tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 950 time: 0.0890822 Jan 29 19:35:20.975203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-60a5a671-568c-48ef-8d2e-d1ed91b03c08 None None] Provisioning complete for port eb0c1fc3-ba46-4854-b720-1c02bb558f05 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:20.980065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60a5a671-568c-48ef-8d2e-d1ed91b03c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:20.998981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.054083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-60a5a671-568c-48ef-8d2e-d1ed91b03c08 None None] Port eb0c1fc3-ba46-4854-b720-1c02bb558f05 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:21.086648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83d3054-b38a-46cd-8065-61ea057e9b14 req-52bdad08-692a-471e-9312-fe161813b2cb tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457219 Jan 29 19:35:21.149475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks [] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.239536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5c7fb6c-0c24-46f7-b4dc-f426f57b60ad req-74e542e0-fdb9-4c24-b0af-47c1faa5c67a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91183ca-066f-4cf3-94d3-e7b6ee11dc77 HTTP/1.1" status: 200 len: 210 time: 0.0784483 Jan 29 19:35:21.253494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57926) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:21.322949 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.406303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:21.419820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:21.422349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:21.428579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:21.429205 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.447866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:21.494131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c14ace-5490-4559-b8a5-9fd9f85b199a req-86e71d30-93af-4318-b8cd-b43421c6ee7a tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:21.495698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39c14ace-5490-4559-b8a5-9fd9f85b199a req-86e71d30-93af-4318-b8cd-b43421c6ee7a tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 936 time: 0.0944054 Jan 29 19:35:21.535229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0c1fc3-ba46-4854-b720-1c02bb558f05 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:21.544219 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Publish callbacks [] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.558069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Transition to ACTIVE for port object eb0c1fc3-ba46-4854-b720-1c02bb558f05 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:35:21.558850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.13', 52222) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:21.566889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39c14ace-5490-4559-b8a5-9fd9f85b199a req-51c919e4-bc52-4be6-928d-604697396114 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640197 Jan 29 19:35:21.570776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-fb20f36a-5487-4684-8ff7-5c3e09d672f5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2203059 Jan 29 19:35:21.586176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Request body: {'port': {'device_id': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'device_owner': 'compute:tempest-test_az-1258710426', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:21.603213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f226c00-6405-4d27-96c3-5de8a719cad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.636813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-89509736-afb6-4820-8cda-a253f70b4705 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:21.638562 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-89509736-afb6-4820-8cda-a253f70b4705 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.13 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.0728505 Jan 29 19:35:21.645991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.758484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.794207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1a52cb7b-d5e0-4383-8d06-a305d8df3982 None None] Provisioning complete for port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:21.794607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a52cb7b-d5e0-4383-8d06-a305d8df3982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.836332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c594e-d56b-4824-add5-9946eae5e391 req-98819f40-d063-4aae-bf04-1c8fc131acd0 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:21.843316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a63c594e-d56b-4824-add5-9946eae5e391 req-98819f40-d063-4aae-bf04-1c8fc131acd0 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 971 time: 0.1438861 Jan 29 19:35:21.853066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f226c00-6405-4d27-96c3-5de8a719cad4 admin admin] Publish callbacks [] for security_group (f178d17d-0982-4e5a-8170-86c68ed1bb05), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.856901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1a52cb7b-d5e0-4383-8d06-a305d8df3982 None None] Port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:21.905422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:21.960543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f226c00-6405-4d27-96c3-5de8a719cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f178d17d-0982-4e5a-8170-86c68ed1bb05), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:21.969174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Attempting to bind port eb0c1fc3-ba46-4854-b720-1c02bb558f05 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:21.969720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Attempting to bind port eb0c1fc3-ba46-4854-b720-1c02bb558f05 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:21.970041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Attempting to bind port eb0c1fc3-ba46-4854-b720-1c02bb558f05 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:21.985348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Port eb0c1fc3-ba46-4854-b720-1c02bb558f05 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:35:21.985675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Attempting to bind port eb0c1fc3-ba46-4854-b720-1c02bb558f05 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:22.002687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:22.002980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:22.003366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:22.003798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Bound port: eb0c1fc3-ba46-4854-b720-1c02bb558f05, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:22.004148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.011464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a63c594e-d56b-4824-add5-9946eae5e391 req-aaf9d2b7-ecde-464f-810a-ca6e35412245 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb586a3-0130-49a8-8b35-8724b2d437f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671402 Jan 29 19:35:22.026082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09270f82-603c-4b8c-ba9f-b6acfa3d00fa req-b0f8b8d5-7314-4175-b94c-b8a42e4ccca7 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:22.032611 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09270f82-603c-4b8c-ba9f-b6acfa3d00fa req-b0f8b8d5-7314-4175-b94c-b8a42e4ccca7 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 950 time: 0.2771151 Jan 29 19:35:22.044543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3f226c00-6405-4d27-96c3-5de8a719cad4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c0d76c7f1bc4e4cb617f1210b32f2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7896197 Jan 29 19:35:22.053084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57940) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:22.053588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f226c00-6405-4d27-96c3-5de8a719cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f178d17d-0982-4e5a-8170-86c68ed1bb05,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:22.104376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Deleting port a871c530-5d63-4485-a6ba-c9aafa6e28b9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:35:22.104715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.191967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:22.200077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Publish callbacks [] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.213310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Transition to ACTIVE for port object 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:35:22.236974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09270f82-603c-4b8c-ba9f-b6acfa3d00fa req-3a6d0152-a4a3-4639-9364-03855e44031b tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025654 Jan 29 19:35:22.250142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:22.255482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:22.270762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57948) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:22.284158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.286854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6268ca41-6d73-447b-9afd-48510f4dd535 admin admin] Publish callbacks [] for security_group (f178d17d-0982-4e5a-8170-86c68ed1bb05), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.290490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] For port a871c530-5d63-4485-a6ba-c9aafa6e28b9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a871c530-5d63-4485-a6ba-c9aafa6e28b9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:22.290857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.325755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Calling delete_port for a871c530-5d63-4485-a6ba-c9aafa6e28b9 owned by compute:tempest-test_az-1258710426 {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:35:22.343446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6268ca41-6d73-447b-9afd-48510f4dd535 admin admin] Publish callbacks [] for security_group (f178d17d-0982-4e5a-8170-86c68ed1bb05), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.360646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.385870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:22.408656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Attempting to bind port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:22.409262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Attempting to bind port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:22.409802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Attempting to bind port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:22.418693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:35:22.421842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Attempting to bind port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:22.441042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:22.441393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:22.441782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:22.442233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Bound port: 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:22.443498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.455316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02b62a79-8823-4c18-a009-5fc5c3f5ab83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.496450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:22.496987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.498654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] 10.222.0.13 "PUT /v2.0/ports/eb0c1fc3-ba46-4854-b720-1c02bb558f05 HTTP/1.1" status: 200 len: 1118 time: 1.6157255 Jan 29 19:35:22.512288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:22.514798 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b611952-470b-423b-99a9-02427c09187b" -d '{"events": [{"name": "network-changed", "server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:22.572647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:22.577999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:22.579024 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a00146-fb22-4938-9b3d-669c017669aa x-openstack-request-id: req-52a00146-fb22-4938-9b3d-669c017669aa {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:22.579337 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:22.579598 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52a00146-fb22-4938-9b3d-669c017669aa {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:22.580357 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'status': 'completed', 'code': 200} Jan 29 19:35:22.618809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-1ac0b04f-80ea-4c38-947c-b11f330bd2a2 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=23bd9825b1a945809839cb488ac991c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312269 Jan 29 19:35:22.639820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02b62a79-8823-4c18-a009-5fc5c3f5ab83 admin admin] Publish callbacks [] for security_group (a91dfe94-dcfa-4b3c-a83b-75355ec51137), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.651854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02122a8c-dae4-4c99-b89c-3d72fe7a68fd service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:22.686018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.711969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02b62a79-8823-4c18-a009-5fc5c3f5ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a91dfe94-dcfa-4b3c-a83b-75355ec51137), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.764092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:22.764758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.766152 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] 10.222.0.13 "PUT /v2.0/ports/5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 HTTP/1.1" status: 200 len: 1118 time: 1.1871858 Jan 29 19:35:22.771353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:22.773621 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b29c79c-16e5-4654-9983-0e27695926de" -d '{"events": [{"name": "network-changed", "server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:22.808801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02b62a79-8823-4c18-a009-5fc5c3f5ab83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a38e6c360544cd68c563fe1ab34ab8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361669 Jan 29 19:35:22.819421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867032d1-f93a-4863-8eca-6746dc8543aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:22.823578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57972) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:22.842872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b62a79-8823-4c18-a009-5fc5c3f5ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91dfe94-dcfa-4b3c-a83b-75355ec51137,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:22.870811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b007fe2-c736-47a0-adf4-3bf01b2097bd req-b1228c65-c625-469f-ac80-d728fa2e3249 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:22.872401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b007fe2-c736-47a0-adf4-3bf01b2097bd req-b1228c65-c625-469f-ac80-d728fa2e3249 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.1989396 Jan 29 19:35:22.918362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6268ca41-6d73-447b-9afd-48510f4dd535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f178d17d-0982-4e5a-8170-86c68ed1bb05), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.920868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6268ca41-6d73-447b-9afd-48510f4dd535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.922085 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6268ca41-6d73-447b-9afd-48510f4dd535 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f178d17d-0982-4e5a-8170-86c68ed1bb05 HTTP/1.1" status: 204 len: 168 time: 0.8666692 Jan 29 19:35:22.969953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268ca41-6d73-447b-9afd-48510f4dd535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f178d17d-0982-4e5a-8170-86c68ed1bb05,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:22.979213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d01c-ffb4-46e3-bd20-2a926721f12b admin admin] Publish callbacks [] for security_group (a91dfe94-dcfa-4b3c-a83b-75355ec51137), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:22.989015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b007fe2-c736-47a0-adf4-3bf01b2097bd req-ee05d4f9-5a7c-4a18-86b2-9623891575e0 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Jan 29 19:35:23.003008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b611952-470b-423b-99a9-02427c09187b req-862e209b-932a-465c-a9f7-b937cf86c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.005325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b611952-470b-423b-99a9-02427c09187b req-862e209b-932a-465c-a9f7-b937cf86c749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 1152 time: 0.3816619 Jan 29 19:35:23.013901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-6f14dd2d-e1e9-46ef-a8b1-95fa45937266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.015397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-6f14dd2d-e1e9-46ef-a8b1-95fa45937266 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 1152 time: 0.1029868 Jan 29 19:35:23.021510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d01c-ffb4-46e3-bd20-2a926721f12b admin admin] Publish callbacks [] for security_group (a91dfe94-dcfa-4b3c-a83b-75355ec51137), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.068833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-88444a96-c617-4107-b36c-db21444d5d5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 HTTP/1.1" status: 200 len: 217 time: 0.0450225 Jan 29 19:35:23.072917 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a6e00-366a-4ef9-b9c0-a4da0fafc859 x-openstack-request-id: req-4d2a6e00-366a-4ef9-b9c0-a4da0fafc859 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:23.072917 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:23.072917 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d2a6e00-366a-4ef9-b9c0-a4da0fafc859 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:23.072917 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'status': 'completed', 'code': 200} Jan 29 19:35:23.094853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b611952-470b-423b-99a9-02427c09187b req-ab2f6c8a-ef34-4e5b-b704-6f8838699bcd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552335 Jan 29 19:35:23.199384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21e28c4b-69fb-4b57-8f5b-62c6f12014ba req-ada658d5-ac20-4cc3-bf04-8afffd7d16a4 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.0520830 Jan 29 19:35:23.204567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-def0cd34-7adc-4107-9103-e17f799d982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.205941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-def0cd34-7adc-4107-9103-e17f799d982e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1237936 Jan 29 19:35:23.211593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a871c530-5d63-4485-a6ba-c9aafa6e28b9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.221901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-c957e6c6-b5cc-4d21-8f27-194a384c8816 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.223355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-c957e6c6-b5cc-4d21-8f27-194a384c8816 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 950 time: 0.1536672 Jan 29 19:35:23.242917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a871c530-5d63-4485-a6ba-c9aafa6e28b9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:23.243367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-139b4b6a-b218-4404-bb7d-54d589518e27 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.243367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-139b4b6a-b218-4404-bb7d-54d589518e27 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5903370 Jan 29 19:35:23.312722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d01c-ffb4-46e3-bd20-2a926721f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a91dfe94-dcfa-4b3c-a83b-75355ec51137), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.315272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d01c-ffb4-46e3-bd20-2a926721f12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.316432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1fb4d01c-ffb4-46e3-bd20-2a926721f12b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a91dfe94-dcfa-4b3c-a83b-75355ec51137 HTTP/1.1" status: 204 len: 168 time: 0.4892104 Jan 29 19:35:23.326051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Pushing event deleted for resources: {'Port': ['ID=a871c530-5d63-4485-a6ba-c9aafa6e28b9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:23.329913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c45f63b8-c6f1-4a0a-bc1d-12d68099f707 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/quotas/23bd9825b1a945809839cb488ac991c8 HTTP/1.1" status: 200 len: 375 time: 0.0669513 Jan 29 19:35:23.399314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4d01c-ffb4-46e3-bd20-2a926721f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91dfe94-dcfa-4b3c-a83b-75355ec51137,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:23.446395 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-2eca8d80-7961-4270-9c75-8ce417547755 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=23bd9825b1a945809839cb488ac991c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807562 Jan 29 19:35:23.447136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] No DVR routers for this DVR port a871c530-5d63-4485-a6ba-c9aafa6e28b9 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:35:23.451103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.454386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e55bc1b4-fdf7-4d62-af5e-c3fe3ae2371a req-c61f8d82-c1a8-4278-aa01-aa12a5072dda tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.13 "DELETE /v2.0/ports/a871c530-5d63-4485-a6ba-c9aafa6e28b9 HTTP/1.1" status: 204 len: 173 time: 1.8094900 Jan 29 19:35:23.455931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b611952-470b-423b-99a9-02427c09187b req-e95010be-0b07-4459-9dc1-5bb6121a0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.457337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b611952-470b-423b-99a9-02427c09187b req-e95010be-0b07-4459-9dc1-5bb6121a0b7c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3529246 Jan 29 19:35:23.515881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-bf305205-d018-4735-b179-7f7c4cc435ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.517889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-bf305205-d018-4735-b179-7f7c4cc435ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2935865 Jan 29 19:35:23.558957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55c1ae-b5a0-49e9-a6f8-db382f87aca3 req-827e389d-956a-4348-8728-fc5f4447bfe8 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.565031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fc55c1ae-b5a0-49e9-a6f8-db382f87aca3 req-827e389d-956a-4348-8728-fc5f4447bfe8 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 950 time: 0.1429784 Jan 29 19:35:23.595890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-1358d408-825c-4366-8312-5349d73660dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.597741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-1358d408-825c-4366-8312-5349d73660dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 1152 time: 0.0866399 Jan 29 19:35:23.632468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Deleting port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:35:23.632727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.647663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-e741f8d9-f39c-4797-ba11-d9cef00cb630 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05 HTTP/1.1" status: 200 len: 217 time: 0.0378318 Jan 29 19:35:23.776624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-8c4f3549-6813-4fad-8c9f-e8abc36f1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.779341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-8c4f3549-6813-4fad-8c9f-e8abc36f1ec9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1158681 Jan 29 19:35:23.821339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fc55c1ae-b5a0-49e9-a6f8-db382f87aca3 req-d2d21f43-a636-4670-9d90-b2f7bf5a3cef tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7437c70-6ff7-40fa-8880-eb62e5e91766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337823 Jan 29 19:35:23.829105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57988) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:23.856416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7495722-42dc-4ba2-abb7-23c90788e237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:23.874717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-6c10ccdf-f43d-4ae8-9db7-826183c4e914 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329396 Jan 29 19:35:23.875668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7537551-ad8a-4107-a69d-82d618f3aa07 req-c2af5163-9cf1-40f0-ba96-b2b1c440d808 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 210 time: 0.0320919 Jan 29 19:35:23.907261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-e3df4911-de3d-49df-bb71-1266b28e07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:23.909020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-e3df4911-de3d-49df-bb71-1266b28e07e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1181958 Jan 29 19:35:24.001907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] For port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:24.002327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.034221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Calling delete_port for 5477a5ee-f104-44f2-8557-c0db4dc1e4ad owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:35:24.042986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-0bd28584-a090-4620-b3bc-f486311cbff2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241510 Jan 29 19:35:24.122283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-808830c6-3afe-461d-b11a-a2f3235f61b2 req-36b2666f-b13a-4eee-90e6-d70cc59d2197 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299395 Jan 29 19:35:24.143865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ee51719-8ea6-4cae-943a-15d7ae31792e req-f1180e74-3e00-44a1-a2da-834a7350b4a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902472 Jan 29 19:35:24.168627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7495722-42dc-4ba2-abb7-23c90788e237 admin admin] Publish callbacks [] for security_group (f5143d7d-227e-4424-8e74-4daf435b8453), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.210141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136271e-5e91-4698-9908-d5fbc05d4847 req-87f74571-6832-4ddc-8400-70ae5788112b tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:24.211643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f136271e-5e91-4698-9908-d5fbc05d4847 req-87f74571-6832-4ddc-8400-70ae5788112b tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.1370318 Jan 29 19:35:24.279236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7495722-42dc-4ba2-abb7-23c90788e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f5143d7d-227e-4424-8e74-4daf435b8453), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.316763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:24.340091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69f4e55e-0b0a-4a14-9bcf-2313922c9522 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:35:24.359425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-950857fd-d08a-4cf8-a27e-4616f76247c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.362736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a57e73-4198-430b-b49a-997db06a3b27 req-4bf404a9-5d66-4375-9c60-9c944d023268 tempest-AggregatesAdminTestJSON-621691501 tempest-AggregatesAdminTestJSON-621691501-project] 10.222.0.15 "GET /v2.0/ports?device_id=9595a74c-4c75-46b0-8207-eda3259f8702 HTTP/1.1" status: 200 len: 210 time: 0.0477328 Jan 29 19:35:24.370818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f136271e-5e91-4698-9908-d5fbc05d4847 req-76464ee8-bae8-43b7-9f24-6d62a4935e89 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534677 Jan 29 19:35:24.371665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495722-42dc-4ba2-abb7-23c90788e237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5143d7d-227e-4424-8e74-4daf435b8453,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:24.381097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c7495722-42dc-4ba2-abb7-23c90788e237 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5615f228895a40c4ba4c3c27b5f6c2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509517 Jan 29 19:35:24.388061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58006) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:24.388366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 69f4e55e-0b0a-4a14-9bcf-2313922c9522 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:35:24.388366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69f4e55e-0b0a-4a14-9bcf-2313922c9522 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:35:24.412658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29c79c-16e5-4654-9983-0e27695926de req-f0973ce4-801c-42d6-89e1-80fb425e4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:24.414787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-f0973ce4-801c-42d6-89e1-80fb425e4a8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 1152 time: 0.1335270 Jan 29 19:35:24.542092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5477a5ee-f104-44f2-8557-c0db4dc1e4ad), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.551488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29c79c-16e5-4654-9983-0e27695926de req-047c32e9-ebb8-4482-af4c-79ffc7cdaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:24.553021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-047c32e9-ebb8-4482-af4c-79ffc7cdaa05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1314027 Jan 29 19:35:24.554963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-950857fd-d08a-4cf8-a27e-4616f76247c5 admin admin] Publish callbacks [] for security_group (f4428d0b-3847-45c0-86ed-3ffc24b238be), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.575998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['5477a5ee-f104-44f2-8557-c0db4dc1e4ad'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:24.582356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Pushing event deleted for resources: {'Port': ['ID=5477a5ee-f104-44f2-8557-c0db4dc1e4ad,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:24.597267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9595a74c-4c75-46b0-8207-eda3259f8702', 'name': 'network-vif-deleted', 'tag': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:24.599529 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ccef87-38f8-438d-b129-0a8f39efbcfb" -d '{"events": [{"server_uuid": "9595a74c-4c75-46b0-8207-eda3259f8702", "name": "network-vif-deleted", "tag": "a871c530-5d63-4485-a6ba-c9aafa6e28b9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:24.603614 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-702fed15-93a7-4319-bc3d-c8514f8f75ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 HTTP/1.1" status: 200 len: 217 time: 0.0412354 Jan 29 19:35:24.654274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-950857fd-d08a-4cf8-a27e-4616f76247c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f4428d0b-3847-45c0-86ed-3ffc24b238be), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.664546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] No DVR routers for this DVR port 5477a5ee-f104-44f2-8557-c0db4dc1e4ad on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:35:24.668799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.672053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e8b977f-88c8-4fb8-9b79-0cc52d304709 req-ecabcbc3-2d84-455b-8902-7f294b5f8f94 tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.26 "DELETE /v2.0/ports/5477a5ee-f104-44f2-8557-c0db4dc1e4ad HTTP/1.1" status: 204 len: 173 time: 1.4378035 Jan 29 19:35:24.672902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41cd1fce-4598-485a-855e-0a333d76de8f admin admin] Publish callbacks [] for security_group (f5143d7d-227e-4424-8e74-4daf435b8453), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.701982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41cd1fce-4598-485a-855e-0a333d76de8f admin admin] Publish callbacks [] for security_group (f5143d7d-227e-4424-8e74-4daf435b8453), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.725246 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae0775-da8a-46a0-bae9-f96c28bd4a56 x-openstack-request-id: req-35ae0775-da8a-46a0-bae9-f96c28bd4a56 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:24.725634 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9595a74c-4c75-46b0-8207-eda3259f8702", "name": "network-vif-deleted", "tag": "a871c530-5d63-4485-a6ba-c9aafa6e28b9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:24.725893 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35ae0775-da8a-46a0-bae9-f96c28bd4a56 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:24.726272 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9595a74c-4c75-46b0-8207-eda3259f8702', 'name': 'network-vif-deleted', 'tag': 'a871c530-5d63-4485-a6ba-c9aafa6e28b9', 'status': 'completed', 'code': 200} Jan 29 19:35:24.732546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29c79c-16e5-4654-9983-0e27695926de req-84be3987-676b-4dc0-9ed5-6e440fa896c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:24.734009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-84be3987-676b-4dc0-9ed5-6e440fa896c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1239023 Jan 29 19:35:24.739023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-950857fd-d08a-4cf8-a27e-4616f76247c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9a6325edfbc49efa821a2922b4394a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167914 Jan 29 19:35:24.739023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950857fd-d08a-4cf8-a27e-4616f76247c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4428d0b-3847-45c0-86ed-3ffc24b238be,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:24.740352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58010) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:24.792549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6614455-4f82-42a5-baf3-ae492968c345 admin admin] Publish callbacks [] for security_group (f4428d0b-3847-45c0-86ed-3ffc24b238be), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.794219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29c79c-16e5-4654-9983-0e27695926de req-4e7bab27-66c1-43ec-8f0f-9f6e915949bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:24.795933 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-4e7bab27-66c1-43ec-8f0f-9f6e915949bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0551414 Jan 29 19:35:24.815557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6614455-4f82-42a5-baf3-ae492968c345 admin admin] Publish callbacks [] for security_group (f4428d0b-3847-45c0-86ed-3ffc24b238be), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.867392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41cd1fce-4598-485a-855e-0a333d76de8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f5143d7d-227e-4424-8e74-4daf435b8453), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.872233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41cd1fce-4598-485a-855e-0a333d76de8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.880726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-41cd1fce-4598-485a-855e-0a333d76de8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5143d7d-227e-4424-8e74-4daf435b8453 HTTP/1.1" status: 204 len: 168 time: 0.4950368 Jan 29 19:35:24.892979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd1fce-4598-485a-855e-0a333d76de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5143d7d-227e-4424-8e74-4daf435b8453,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:24.935748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-f5deecd5-914e-4404-9e5e-3e7dc09fd94b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258037 Jan 29 19:35:24.946763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6614455-4f82-42a5-baf3-ae492968c345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f4428d0b-3847-45c0-86ed-3ffc24b238be), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.949624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6614455-4f82-42a5-baf3-ae492968c345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:24.955555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e6614455-4f82-42a5-baf3-ae492968c345 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4428d0b-3847-45c0-86ed-3ffc24b238be HTTP/1.1" status: 204 len: 168 time: 0.2142358 Jan 29 19:35:24.968742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6614455-4f82-42a5-baf3-ae492968c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4428d0b-3847-45c0-86ed-3ffc24b238be,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:25.015181 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c30acfb6-0451-457c-aa1f-53d4e9acb04c req-818c0e63-8198-49d3-862d-9d586fee74ec tempest-ServerDiagnosticsNegativeTest-1044530492 tempest-ServerDiagnosticsNegativeTest-1044530492-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b3eeec-b20d-445d-8061-d886be7c71d2 HTTP/1.1" status: 200 len: 210 time: 0.0690970 Jan 29 19:35:25.075662 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ca72782-18f7-4009-aebf-4d0385602886 req-a3dd3f9a-15f9-423f-8575-d6780023dc14 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 210 time: 0.0489101 Jan 29 19:35:25.076983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'name': 'network-vif-deleted', 'tag': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:25.082199 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd7373-5c0f-4c4e-a994-d57aa630370c" -d '{"events": [{"server_uuid": "f1b3eeec-b20d-445d-8061-d886be7c71d2", "name": "network-vif-deleted", "tag": "5477a5ee-f104-44f2-8557-c0db4dc1e4ad"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:25.110814 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae775572-d0be-4b9b-bd05-a30649ce20d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:25.136932 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5a87ad-d6cc-46ec-b9a3-4f355ad4170b x-openstack-request-id: req-0a5a87ad-d6cc-46ec-b9a3-4f355ad4170b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:25.137417 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b3eeec-b20d-445d-8061-d886be7c71d2", "name": "network-vif-deleted", "tag": "5477a5ee-f104-44f2-8557-c0db4dc1e4ad", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:25.137675 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a5a87ad-d6cc-46ec-b9a3-4f355ad4170b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:25.138187 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b3eeec-b20d-445d-8061-d886be7c71d2', 'name': 'network-vif-deleted', 'tag': '5477a5ee-f104-44f2-8557-c0db4dc1e4ad', 'status': 'completed', 'code': 200} Jan 29 19:35:25.140869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b29c79c-16e5-4654-9983-0e27695926de req-c00cba4d-9ef2-4e44-a9f6-70cbbbabc9e7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668668 Jan 29 19:35:25.574464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea521cfb-489c-43ae-9f79-f8ee64b6cf8f req-8258d66e-c186-4f88-ba43-da04ceb5f56c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:25.577447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea521cfb-489c-43ae-9f79-f8ee64b6cf8f req-8258d66e-c186-4f88-ba43-da04ceb5f56c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.0972307 Jan 29 19:35:25.642964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea521cfb-489c-43ae-9f79-f8ee64b6cf8f req-d7e49ad2-08ab-4aba-8197-a664a0dfc7cf tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585470 Jan 29 19:35:26.165270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84fa6ae3-da1c-4401-ae95-b6c3caf4b77b req-6366cc72-f38d-4637-a5be-4b7c226fde6a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 210 time: 0.0284555 Jan 29 19:35:26.227232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a871c530-5d63-4485-a6ba-c9aafa6e28b9 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:35:26.243318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-6648d2a5-7237-4a53-a920-d1222e8e9d26 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=23bd9825b1a945809839cb488ac991c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242162 Jan 29 19:35:26.247274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: a871c530-5d63-4485-a6ba-c9aafa6e28b9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:35:26.247705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a871c530-5d63-4485-a6ba-c9aafa6e28b9 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:35:26.375979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-3bf2cc5b-8006-4146-9885-5cc9f02bb256 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:26.379393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-3bf2cc5b-8006-4146-9885-5cc9f02bb256 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309590 Jan 29 19:35:26.385240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58088) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:26.398168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Request body: {'port': {'device_id': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '23bd9825b1a945809839cb488ac991c8'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:26.575271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Made reservation on behalf of 23bd9825b1a945809839cb488ac991c8 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:26.578654 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:26.677550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1261100749-network', 'tenant_id': '4c396108a0da4c648a990883be66b5f5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:26.764717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Made reservation on behalf of 4c396108a0da4c648a990883be66b5f5 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:26.767602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:26.779916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:26.782525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Allocated IP 192.168.233.159 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/3c4cd867-fefa-4fa8-9cdc-049aedd26c48) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:26.823053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09888f7-130a-4cb7-954a-982369a1518b req-8908c75f-9d4d-4e31-a20c-5b6dbd2982e7 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:26.823053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d09888f7-130a-4cb7-954a-982369a1518b req-8908c75f-9d4d-4e31-a20c-5b6dbd2982e7 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.0875223 Jan 29 19:35:26.843074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58114) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:26.911050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks [] for security_group (57c0b67b-961c-4e87-a8b7-890837ae60d6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:26.939649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d09888f7-130a-4cb7-954a-982369a1518b req-09ac7c7d-b901-4c93-b359-c27017ec03e0 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073718 Jan 29 19:35:26.985547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (57c0b67b-961c-4e87-a8b7-890837ae60d6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.009155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks [] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.026235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:35:27.048387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f709d23a-6355-4e4c-9e18-e14ce56b21a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe352807458b471f95746dda65776fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029102 Jan 29 19:35:27.049845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0b67b-961c-4e87-a8b7-890837ae60d6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:27.052623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58126) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:27.063551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5fac08f7-13f9-4651-aff6-c76d5a333dfc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.063551 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Added segment 5fac08f7-13f9-4651-aff6-c76d5a333dfc of type vlan for network e3f680c2-d656-445b-ab70-a827f325043c Jan 29 19:35:27.117578 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.123240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e3f680c2-d656-445b-ab70-a827f325043c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.153234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e20dc24-776d-49c2-8d6a-d4b4c969d391 admin admin] Publish callbacks [] for security_group (d7437c70-6ff7-40fa-8880-eb62e5e91766), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.163827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:27.167069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:27.172305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:27.176149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:27.178017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.180325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e20dc24-776d-49c2-8d6a-d4b4c969d391 admin admin] Publish callbacks [] for security_group (d7437c70-6ff7-40fa-8880-eb62e5e91766), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.199059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Pushing event updated for resources: {'Port': ['ID=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:27.244240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e3f680c2-d656-445b-ab70-a827f325043c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.245617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:27.246349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.321225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-c19c03ac-46d4-4401-9764-49e124f26228 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9282498 Jan 29 19:35:27.340094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Request body: {'port': {'device_id': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:27.354578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f680c2-d656-445b-ab70-a827f325043c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:27.375973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e3f680c2-d656-445b-ab70-a827f325043c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:35:27.389008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f16b1-1d1d-474b-9bfe-a68c8323b18d req-afbb9031-b37f-4b23-a502-9d2438b00db9 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:27.391230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-759f16b1-1d1d-474b-9bfe-a68c8323b18d req-afbb9031-b37f-4b23-a502-9d2438b00db9 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 936 time: 0.1084986 Jan 29 19:35:27.399291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60d9d601-2b53-49f1-b06b-b295be592fe3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0128057 Jan 29 19:35:27.407616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58142) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:27.407616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Request body: {'subnet': {'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1261100749-subnet', 'tenant_id': '4c396108a0da4c648a990883be66b5f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:27.425429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.430548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e20dc24-776d-49c2-8d6a-d4b4c969d391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d7437c70-6ff7-40fa-8880-eb62e5e91766), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.431220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f511f8b-fad6-4957-93fb-4c3ed53392cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.438770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e20dc24-776d-49c2-8d6a-d4b4c969d391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.439663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e20dc24-776d-49c2-8d6a-d4b4c969d391 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7437c70-6ff7-40fa-8880-eb62e5e91766 HTTP/1.1" status: 204 len: 168 time: 0.3835130 Jan 29 19:35:27.462171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20dc24-776d-49c2-8d6a-d4b4c969d391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7437c70-6ff7-40fa-8880-eb62e5e91766,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:27.537289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Made reservation on behalf of 4c396108a0da4c648a990883be66b5f5 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:27.539919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.547105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-759f16b1-1d1d-474b-9bfe-a68c8323b18d req-76162b03-7503-47aa-8dd1-b4909e1da830 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461799 Jan 29 19:35:27.618556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4b881537-0674-478c-a553-704b2552ab66 None None] Provisioning complete for port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:27.619199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b881537-0674-478c-a553-704b2552ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.668721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4b881537-0674-478c-a553-704b2552ab66 None None] Port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:27.821764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:27.831093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Publish callbacks [] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.846676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Transition to ACTIVE for port object 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:35:27.888508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (20921873-5e3a-47f9-aaef-f366be7ad371), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.917309 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:27.954592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20921873-5e3a-47f9-aaef-f366be7ad371,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:27.966063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:27.966415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Network hostable DHCP agents. Network: e3f680c2-d656-445b-ab70-a827f325043c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:35:28.027070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:28.029577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Attempting to bind port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:28.029920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Attempting to bind port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:28.030251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Attempting to bind port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:28.039241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:35:28.039640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Attempting to bind port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:28.045252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:28.047010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:28.047010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:28.047010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Bound port: 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:28.047010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.067093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Network e3f680c2-d656-445b-ab70-a827f325043c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:35:28.164413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e3f680c2-d656-445b-ab70-a827f325043c) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:28.171594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.172195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.172458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c139f8-9817-462e-9ade-ddab887ccb88 None None] Network e3f680c2-d656-445b-ab70-a827f325043c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:28.181882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] For port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:28.186623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] For port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:28.260317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.261162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:28.293212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b05ee1ae-873f-4343-8f75-7043dfcda662 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8883338 Jan 29 19:35:28.316345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acb026-e645-4a30-a43a-80ada6c2279b req-ce0a7d4e-6757-4b74-add5-f042b2d5b745 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.320948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0acb026-e645-4a30-a43a-80ada6c2279b req-ce0a7d4e-6757-4b74-add5-f042b2d5b745 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.1070688 Jan 29 19:35:28.325832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.328261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.332728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c4cd867-fefa-4fa8-9cdc-049aedd26c48 HTTP/1.1" status: 200 len: 1096 time: 0.9975877 Jan 29 19:35:28.340383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b8f89-f1fe-46ba-9737-359582904e91 None None] Network e3f680c2-d656-445b-ab70-a827f325043c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:28.367672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'tag': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:28.370731 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308a092f-d4b8-4f76-9a70-7ea0a78b08df" -d '{"events": [{"name": "network-changed", "server_uuid": "f514d174-9cdf-4db6-bf87-a786d31bfef6", "tag": "3c4cd867-fefa-4fa8-9cdc-049aedd26c48"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:28.374399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c055e-22fb-4b5c-a670-831b00df2725 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:28.399374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5477a5ee-f104-44f2-8557-c0db4dc1e4ad no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:35:28.454736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 5477a5ee-f104-44f2-8557-c0db4dc1e4ad {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:35:28.455356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5477a5ee-f104-44f2-8557-c0db4dc1e4ad not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:35:28.476920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0acb026-e645-4a30-a43a-80ada6c2279b req-8ecd4871-2ec6-46af-946b-30063753a88d tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951047 Jan 29 19:35:28.538194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:28.538396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-d656026e-f18c-4d1e-b99d-7dcc443d0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.540369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-d656026e-f18c-4d1e-b99d-7dcc443d0d97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9825b1a945809839cb488ac991c8&device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 1130 time: 0.0624804 Jan 29 19:35:28.558965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'mac_address': 'fa:16:3e:56:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-1258710426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:28.571579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58192) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:28.600530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a045b999-40df-43f3-bd76-992dfedd4ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.629587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-5e167599-248b-4746-b834-6829ff910ac8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48 HTTP/1.1" status: 200 len: 217 time: 0.0752201 Jan 29 19:35:28.646677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:28.647254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.662242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:28.684500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:28.713585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.717167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-4418eaba-44f0-4c02-8313-948a58428a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.719490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-4418eaba-44f0-4c02-8313-948a58428a7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0757227 Jan 29 19:35:28.780822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-43be4221-799b-487a-94d9-3b379529736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.780822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-43be4221-799b-487a-94d9-3b379529736d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0533340 Jan 29 19:35:28.785287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a045b999-40df-43f3-bd76-992dfedd4ace admin admin] Publish callbacks [] for security_group (51efadcf-667e-44aa-a2e0-09a1e7dde930), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.785834 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b897561-2cc0-49af-9a7b-853ff86fd254 x-openstack-request-id: req-0b897561-2cc0-49af-9a7b-853ff86fd254 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:28.786848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f514d174-9cdf-4db6-bf87-a786d31bfef6", "tag": "3c4cd867-fefa-4fa8-9cdc-049aedd26c48", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:28.787294 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b897561-2cc0-49af-9a7b-853ff86fd254 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:28.787737 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'tag': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48', 'status': 'completed', 'code': 200} Jan 29 19:35:28.798297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.799027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:28.877498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:28.899124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-92e2fff1-178f-4fbe-b9c5-00dd2bccc2e2 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050515 Jan 29 19:35:28.899663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'mac_address': 'fa:16:3e:89:f7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:tempest-test_az-1258710426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:28.899663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:28.899819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a045b999-40df-43f3-bd76-992dfedd4ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (51efadcf-667e-44aa-a2e0-09a1e7dde930), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.952118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a045b999-40df-43f3-bd76-992dfedd4ace admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01d44c9af3ff4fd09f2c924082919772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793228 Jan 29 19:35:28.955191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58210) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:28.955799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045b999-40df-43f3-bd76-992dfedd4ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51efadcf-667e-44aa-a2e0-09a1e7dde930,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:28.985236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7456-eb63-44f2-8243-51e9e323f4dd req-32cc4797-65c0-446f-938c-f3e627c0a064 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:28.991431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:28.991819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:28.992654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dfcb7456-eb63-44f2-8243-51e9e323f4dd req-32cc4797-65c0-446f-938c-f3e627c0a064 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 948 time: 0.1442974 Jan 29 19:35:29.013835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0c1fc3-ba46-4854-b720-1c02bb558f05 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:29.041852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab70b20-25e7-4054-a069-4a22eba51625 req-762f145e-5a1f-4397-b8a2-a629d3f66a52 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411104 Jan 29 19:35:29.073601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:29.087059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dfcb7456-eb63-44f2-8243-51e9e323f4dd req-83ddee4b-a5f3-4dfe-b1f6-5ed82b80dbcf tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886166 Jan 29 19:35:29.088085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adf04549-5ed6-45d8-b4b0-de13743ce830 admin admin] Publish callbacks [] for security_group (51efadcf-667e-44aa-a2e0-09a1e7dde930), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.124718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adf04549-5ed6-45d8-b4b0-de13743ce830 admin admin] Publish callbacks [] for security_group (51efadcf-667e-44aa-a2e0-09a1e7dde930), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.191790 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.224633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58226) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:29.229204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-917490981-network', 'tenant_id': '5fd05f16daf94e679931fcc7b8b86d07'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:29.256107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adf04549-5ed6-45d8-b4b0-de13743ce830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (51efadcf-667e-44aa-a2e0-09a1e7dde930), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.256926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:29.261244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adf04549-5ed6-45d8-b4b0-de13743ce830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.264748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-adf04549-5ed6-45d8-b4b0-de13743ce830 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51efadcf-667e-44aa-a2e0-09a1e7dde930 HTTP/1.1" status: 204 len: 168 time: 0.3058953 Jan 29 19:35:29.271861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-f3ce5b56-3208-4e6b-91ac-42004ee677a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:29.274148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-f3ce5b56-3208-4e6b-91ac-42004ee677a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23bd9825b1a945809839cb488ac991c8&device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 1130 time: 0.0608323 Jan 29 19:35:29.278993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf04549-5ed6-45d8-b4b0-de13743ce830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efadcf-667e-44aa-a2e0-09a1e7dde930,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:29.346942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Made reservation on behalf of 5fd05f16daf94e679931fcc7b8b86d07 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:29.350104 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.360110 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.409233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-08882773-f8ba-4800-934e-3f87745804b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:29.410729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-08882773-f8ba-4800-934e-3f87745804b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1299324 Jan 29 19:35:29.460879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-af5aa940-264a-43c0-8d39-c25a5bb9119d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48 HTTP/1.1" status: 200 len: 217 time: 0.0435572 Jan 29 19:35:29.468512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:29.473792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.493392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks [] for security_group (74ea0594-77dc-49ed-8cbc-08654b3e0d5b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.498882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['eb0c1fc3-ba46-4854-b720-1c02bb558f05'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:29.536226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-127b9d7a-0f94-4850-a3ab-e24b751f424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:29.537936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-127b9d7a-0f94-4850-a3ab-e24b751f424d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0698733 Jan 29 19:35:29.603618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-4b819e5f-7a95-4fcf-b393-c60dee3ed785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:29.605204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (74ea0594-77dc-49ed-8cbc-08654b3e0d5b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.607303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-4b819e5f-7a95-4fcf-b393-c60dee3ed785 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0612750 Jan 29 19:35:29.638642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:35:29.655547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (40dc2291-6b43-4ad1-83eb-150c0200811b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.656022 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Added segment 40dc2291-6b43-4ad1-83eb-150c0200811b of type vlan for network 55392404-8693-4a8d-b3eb-2a951d23c52f Jan 29 19:35:29.657562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea0594-77dc-49ed-8cbc-08654b3e0d5b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:29.712249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30369b4d-3aad-46e9-a85f-fd8db0f1e06d req-7116ee27-61b8-4f13-84f7-3c851c21d248 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:29.721397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30369b4d-3aad-46e9-a85f-fd8db0f1e06d req-7116ee27-61b8-4f13-84f7-3c851c21d248 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 971 time: 0.1501923 Jan 29 19:35:29.753505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (55392404-8693-4a8d-b3eb-2a951d23c52f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.765817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-a0965911-04ca-4223-8b3c-55684f1c8953 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537402 Jan 29 19:35:29.824318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30369b4d-3aad-46e9-a85f-fd8db0f1e06d req-71bc3495-5d6c-4050-af11-5e06d828afb1 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Jan 29 19:35:29.872247 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (55392404-8693-4a8d-b3eb-2a951d23c52f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.873415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:29.876353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:29.932273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-308a092f-d4b8-4f76-9a70-7ea0a78b08df req-f8ffadd3-f1da-47dc-9ae4-c6cdc154343f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539440 Jan 29 19:35:29.947515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=55392404-8693-4a8d-b3eb-2a951d23c52f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:29.959968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 55392404-8693-4a8d-b3eb-2a951d23c52f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:35:29.990605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-97f21655-80d0-4246-a958-0f7b94fe7aa5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7613783 Jan 29 19:35:29.990605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58256) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:29.996290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Request body: {'subnet': {'network_id': '55392404-8693-4a8d-b3eb-2a951d23c52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-917490981-subnet', 'tenant_id': '5fd05f16daf94e679931fcc7b8b86d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:30.088395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Made reservation on behalf of 5fd05f16daf94e679931fcc7b8b86d07 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:30.090695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.145939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.256783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:30.372715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d47c-17b9-493a-a0fa-069ebf406d52 req-ee8277c6-3a36-479d-a36e-aeb1a854a202 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:30.377619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64d2d47c-17b9-493a-a0fa-069ebf406d52 req-ee8277c6-3a36-479d-a36e-aeb1a854a202 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 948 time: 0.1112237 Jan 29 19:35:30.407061 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:35:30.485908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64d2d47c-17b9-493a-a0fa-069ebf406d52 req-a476df2b-c03a-4522-96bb-74f7ff06e088 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961287 Jan 29 19:35:30.535228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:30.541207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:30.541885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.621384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.634170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:30.634719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.659723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:30.663054 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc00590-ac38-45a5-a6ec-2dfa21b649e6" -d '{"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-plugged", "status": "completed", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:30.666150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:30.678436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:30.697584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Checking segment: {'id': '40dc2291-6b43-4ad1-83eb-150c0200811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55392404-8693-4a8d-b3eb-2a951d23c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:30.698047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Network hostable DHCP agents. Network: 55392404-8693-4a8d-b3eb-2a951d23c52f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:35:30.737868 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2745d2-88f9-4765-8e89-0d3ee32f3d67 x-openstack-request-id: req-5d2745d2-88f9-4765-8e89-0d3ee32f3d67 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:30.738182 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-plugged", "status": "completed", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:30.738432 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d2745d2-88f9-4765-8e89-0d3ee32f3d67 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:30.738917 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'code': 200} Jan 29 19:35:30.751840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58298) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:30.769965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.771028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:30.798637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Network 55392404-8693-4a8d-b3eb-2a951d23c52f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:35:30.868635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:30.889781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 55392404-8693-4a8d-b3eb-2a951d23c52f) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:30.900137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:30.900137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:30.901680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a986bf0-4232-4c0a-98dc-4e827676aad0 None None] Network 55392404-8693-4a8d-b3eb-2a951d23c52f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:30.922065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6406ed-b692-4c59-9646-fd810a975d48 req-25558186-a26f-4e87-8484-79ef5e1861e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:30.923856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec6406ed-b692-4c59-9646-fd810a975d48 req-25558186-a26f-4e87-8484-79ef5e1861e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 1154 time: 0.0925074 Jan 29 19:35:31.008766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec6406ed-b692-4c59-9646-fd810a975d48 req-ee92e8c7-63f5-43ab-a4d6-4a43b29b5738 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753989 Jan 29 19:35:31.012995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port eb0c1fc3-ba46-4854-b720-1c02bb558f05 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:31.033611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e0aa4-db24-4303-8c88-b9ed0257bf30 req-8e1ce2e9-8c51-4b2f-bd45-17f510539dc3 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:31.038893 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee0ce3b2-a40f-4007-933e-2c5933b8ab30 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0469375 Jan 29 19:35:31.040855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a3e0aa4-db24-4303-8c88-b9ed0257bf30 req-8e1ce2e9-8c51-4b2f-bd45-17f510539dc3 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 972 time: 0.0699077 Jan 29 19:35:31.044404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port eb0c1fc3-ba46-4854-b720-1c02bb558f05 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:31.044404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.105394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-network', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:31.112095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a3e0aa4-db24-4303-8c88-b9ed0257bf30 req-20385263-301b-4500-883a-7855aba81255 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520985 Jan 29 19:35:31.133838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52426621-ba07-43c9-88cd-5f5af357ba42 None None] Network 55392404-8693-4a8d-b3eb-2a951d23c52f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:31.236616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Made reservation on behalf of 0ad5b16e54564ddd84b1ca943f382cc8 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:31.239055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.257535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:31.257535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.257740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.353866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:31.384985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks [] for security_group (a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.433394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.441482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.490418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.511861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:35:31.515831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:31.525813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:31.531060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9d332635-19e0-4782-a709-f248741f93de), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.531663 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Added segment 9d332635-19e0-4782-a709-f248741f93de of type vlan for network 27fc4781-beec-4dd0-b103-a0b61706a1c9 Jan 29 19:35:31.580595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (27fc4781-beec-4dd0-b103-a0b61706a1c9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.695388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (27fc4781-beec-4dd0-b103-a0b61706a1c9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.696056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:31.696149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:31.758011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:31.785355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] Pushing event updated for resources: {'Network': ['ID=27fc4781-beec-4dd0-b103-a0b61706a1c9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:31.802196 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:35:31.810304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-11958008-44c2-4f1b-af60-9dac2e72625e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0592587 Jan 29 19:35:31.810548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58368) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:31.815639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Request body: {'subnet': {'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-subnet', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:31.837921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5ff3-7888-4d85-b940-f63f7b1ac5fd req-e822fcfc-7186-4b12-80c5-6f56e30f2cc3 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:31.849065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-187f5ff3-7888-4d85-b940-f63f7b1ac5fd req-e822fcfc-7186-4b12-80c5-6f56e30f2cc3 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 948 time: 0.1208467 Jan 29 19:35:31.899870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-187f5ff3-7888-4d85-b940-f63f7b1ac5fd req-54b734ec-9c78-4bc5-9772-97fe8a963663 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499346 Jan 29 19:35:31.954760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1939b404-ce1f-473c-965e-268e739f2f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.128395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:32.179494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Made reservation on behalf of 0ad5b16e54564ddd84b1ca943f382cc8 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:32.181840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.224915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d1bc901d-1c98-4179-969f-3997045d3348 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:32.226454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d1bc901d-1c98-4179-969f-3997045d3348 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.3911505 Jan 29 19:35:32.283351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33510a8b-a1ca-4941-9129-e71d043b58e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.284996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-bb45c83d-d5d3-4200-b86d-1f8204ae57e5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/quotas/4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 375 time: 0.0464318 Jan 29 19:35:32.341705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-4511de47-1e3b-4235-85c5-49d4b33e858b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463290 Jan 29 19:35:32.360696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33510a8b-a1ca-4941-9129-e71d043b58e4 admin admin] Publish callbacks [] for security_group (01b6fe9b-d7d3-4ce1-9457-a38591cc47e5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.375562 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1939b404-ce1f-473c-965e-268e739f2f12 admin admin] Publish callbacks [] for security_group (8e311f9a-e71f-473b-a88c-519a499e8026), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.385245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:32.436954 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33510a8b-a1ca-4941-9129-e71d043b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (01b6fe9b-d7d3-4ce1-9457-a38591cc47e5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.478410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33510a8b-a1ca-4941-9129-e71d043b58e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b6fe9b-d7d3-4ce1-9457-a38591cc47e5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:32.487235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-33510a8b-a1ca-4941-9129-e71d043b58e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af19d3ba7d2c42e4908e7f2a2e53749e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553689 Jan 29 19:35:32.487742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58392) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:32.500521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-f820f68b-9ae4-4a76-aa92-48e532862778 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:35:32.501659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-f820f68b-9ae4-4a76-aa92-48e532862778 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0913339 Jan 29 19:35:32.502456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1939b404-ce1f-473c-965e-268e739f2f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8e311f9a-e71f-473b-a88c-519a499e8026), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.525462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:32.536893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48', 'mac_address': 'fa:16:3e:76:74:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:32.549188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd5807-6e76-4763-a4b0-2120fd40afb9 admin admin] Publish callbacks [] for security_group (01b6fe9b-d7d3-4ce1-9457-a38591cc47e5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.578529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:32.578923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.582054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1939b404-ce1f-473c-965e-268e739f2f12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5512cdee093146eba47cdd79a0a5fc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8205407 Jan 29 19:35:32.582191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd5807-6e76-4763-a4b0-2120fd40afb9 admin admin] Publish callbacks [] for security_group (01b6fe9b-d7d3-4ce1-9457-a38591cc47e5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.583572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:32.584954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (8e661ecf-e7e8-4363-aa7a-2d69d645f74c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.600013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:32.613838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b404-ce1f-473c-965e-268e739f2f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e311f9a-e71f-473b-a88c-519a499e8026,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:32.624096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:32.664375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a08-a558-4022-bdd5-e7669605f7b0 admin admin] Publish callbacks [] for security_group (8e311f9a-e71f-473b-a88c-519a499e8026), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.690233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.693360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a08-a558-4022-bdd5-e7669605f7b0 admin admin] Publish callbacks [] for security_group (8e311f9a-e71f-473b-a88c-519a499e8026), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.703687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-00335c2e-2cdd-4dee-9544-62d75aaaefb0 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895895 Jan 29 19:35:32.705996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e661ecf-e7e8-4363-aa7a-2d69d645f74c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:32.737093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Checking segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:32.737463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Network hostable DHCP agents. Network: 27fc4781-beec-4dd0-b103-a0b61706a1c9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:35:32.740870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:32.743270 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe19580-5997-427e-8166-cd856eb295ed" -d '{"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:32.758943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:32.771825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd5807-6e76-4763-a4b0-2120fd40afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (01b6fe9b-d7d3-4ce1-9457-a38591cc47e5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.771825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd5807-6e76-4763-a4b0-2120fd40afb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.772385 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65cd5807-6e76-4763-a4b0-2120fd40afb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01b6fe9b-d7d3-4ce1-9457-a38591cc47e5 HTTP/1.1" status: 204 len: 168 time: 0.2836654 Jan 29 19:35:32.798623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5807-6e76-4763-a4b0-2120fd40afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b6fe9b-d7d3-4ce1-9457-a38591cc47e5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:32.817844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-fb368e66-ff64-4c69-a16a-88b3fa7ffd5f service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064310 Jan 29 19:35:32.845123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd0503-361e-424d-8a58-3ca748635597 req-d63e1054-6001-4095-9044-5f7829d0abed tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:32.852585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bebd0503-361e-424d-8a58-3ca748635597 req-d63e1054-6001-4095-9044-5f7829d0abed tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 972 time: 0.0947039 Jan 29 19:35:32.877957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:35:32.899431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bebd0503-361e-424d-8a58-3ca748635597 req-ffe8206a-ee1a-4b63-9851-03d3ed7b9447 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Jan 29 19:35:32.953951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3c4cd867-fefa-4fa8-9cdc-049aedd26c48'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:32.959278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a08-a558-4022-bdd5-e7669605f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8e311f9a-e71f-473b-a88c-519a499e8026), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.962225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0a08-a558-4022-bdd5-e7669605f7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:32.971477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8bcf0a08-a558-4022-bdd5-e7669605f7b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e311f9a-e71f-473b-a88c-519a499e8026 HTTP/1.1" status: 204 len: 168 time: 0.3802390 Jan 29 19:35:32.972388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf0a08-a558-4022-bdd5-e7669605f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e311f9a-e71f-473b-a88c-519a499e8026,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:32.986616 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d8b9b9-e655-4e76-bba0-6a4b059c8994 x-openstack-request-id: req-e5d8b9b9-e655-4e76-bba0-6a4b059c8994 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:32.987158 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:32.999950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 27fc4781-beec-4dd0-b103-a0b61706a1c9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:33.000859 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5d8b9b9-e655-4e76-bba0-6a4b059c8994 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:33.000859 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'code': 200} Jan 29 19:35:33.001115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:33.003213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.018819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee6052-1a37-41e0-96b8-39f3c263fc39 None None] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:33.101387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e7792-7a5d-460b-aaf5-520be9c8709f req-894880b2-07a9-4820-a04a-bb50b4a922f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:33.103017 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-033e7792-7a5d-460b-aaf5-520be9c8709f req-894880b2-07a9-4820-a04a-bb50b4a922f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 1154 time: 0.0552630 Jan 29 19:35:33.119867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2f3989d5-c9f9-4f86-8bb5-29ad10f3ae50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3082242 Jan 29 19:35:33.122974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58418) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:33.129305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:33.183221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-27fc4781-beec-4dd0-b103-a0b61706a1c9', 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'fixed_ips': [{'subnet_id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:35:33.184195 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.253065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-033e7792-7a5d-460b-aaf5-520be9c8709f req-923f0fa3-fa40-46e9-a60b-74073204575b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418357 Jan 29 19:35:33.254223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (e63142c4-02da-46eb-9618-e315affc45d1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.257357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (e63142c4-02da-46eb-9618-e315affc45d1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.299278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f7f76-7924-4544-88d0-2471893dcbbf req-7e497390-63b0-4e5a-b070-be9429af43a0 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:33.308369 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c0f7f76-7924-4544-88d0-2471893dcbbf req-7e497390-63b0-4e5a-b070-be9429af43a0 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 949 time: 0.1487906 Jan 29 19:35:33.367772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Allocated IP 172.20.0.2 (27fc4781-beec-4dd0-b103-a0b61706a1c9/8e661ecf-e7e8-4363-aa7a-2d69d645f74c/3f14f37d-e5c5-4db0-b4c2-131c375c14f6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:33.373065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c0f7f76-7924-4544-88d0-2471893dcbbf req-761bd242-a4be-4474-8399-a19310625e43 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637431 Jan 29 19:35:33.386505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec224d-6e81-4aab-87d8-905be1c08fae req-bbddfea1-5bd2-457a-b605-c32ac9d503aa tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:33.394970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53ec224d-6e81-4aab-87d8-905be1c08fae req-bbddfea1-5bd2-457a-b605-c32ac9d503aa tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 972 time: 0.2024369 Jan 29 19:35:33.430494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks [] for router_controller (e63142c4-02da-46eb-9618-e315affc45d1), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.500644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53ec224d-6e81-4aab-87d8-905be1c08fae req-64e483ef-d442-4d7a-9458-f8794300f597 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046135 Jan 29 19:35:33.575948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-e55d74d1-f15c-4dc2-92b4-b1659c15b410 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994754 Jan 29 19:35:33.578514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Publish callbacks [] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.627760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58436) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:33.646333 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.647312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28e1444c-de69-43bf-bd60-bdd129621ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.712302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Pushing event updated for resources: {'Port': ['ID=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:33.716786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:33.718905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:33.725877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6fdfa03-4c60-40c8-89d1-da2f3740f2df req-0dbbf09c-3ac9-4c9f-85d8-e1218033edc9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0876687 Jan 29 19:35:33.734055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:33.782808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-576b7312-a884-46bc-852c-087488acc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:33.784850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-576b7312-a884-46bc-852c-087488acc6f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 1154 time: 0.1136515 Jan 29 19:35:33.818331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Attempting to bind port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:33.819006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Attempting to bind port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:33.819631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Attempting to bind port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 on network 27fc4781-beec-4dd0-b103-a0b61706a1c9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:33.826089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:33.828996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Checking segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:33.828996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.828996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Bound using segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:33.828996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Bound port: 3f14f37d-e5c5-4db0-b4c2-131c375c14f6, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:33.828996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.842066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks [] for router_gateway (e63142c4-02da-46eb-9618-e315affc45d1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.910443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28e1444c-de69-43bf-bd60-bdd129621ddd admin admin] Publish callbacks [] for security_group (5e12f168-f89e-4ad8-be3d-e49b8dbc83ed), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:33.945758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-846bddb1-c224-4687-bed8-89d16b427bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:33.947440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-846bddb1-c224-4687-bed8-89d16b427bc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1321476 Jan 29 19:35:33.950421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] For port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:33.953954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] For port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:33.988900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-31a01a05-e059-4ae6-869a-857ac2861df2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 HTTP/1.1" status: 200 len: 217 time: 0.0346022 Jan 29 19:35:34.047086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28e1444c-de69-43bf-bd60-bdd129621ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5e12f168-f89e-4ad8-be3d-e49b8dbc83ed), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.060110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.069274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-b049f812-7d34-4dad-a3b5-41fde657bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:34.071412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-b049f812-7d34-4dad-a3b5-41fde657bad4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0773582 Jan 29 19:35:34.130228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1444c-de69-43bf-bd60-bdd129621ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12f168-f89e-4ad8-be3d-e49b8dbc83ed,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:34.134070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58452) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:34.154323 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-28e1444c-de69-43bf-bd60-bdd129621ddd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1063d812bf104cac83ac0dcd2e2a8602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190368 Jan 29 19:35:34.160408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-040c5796-8842-4402-b4a9-555a8a518719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.161688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aacb42-a7ab-4eca-bb14-6c443b479a66 None None] Pushing event updated for resources: {'Port': ['ID=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:34.163994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58454) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:34.200485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-00f73040-714a-40c7-a09b-c0efa851b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:34.202135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-00f73040-714a-40c7-a09b-c0efa851b129 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1190536 Jan 29 19:35:34.323885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks [] for router_gateway (e63142c4-02da-46eb-9618-e315affc45d1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.379316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.383737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-040c5796-8842-4402-b4a9-555a8a518719 admin admin] Publish callbacks [] for security_group (68708e87-354b-426f-a380-4dd1ccf8b2fa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.385946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:34.386879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-323a4db8-d1ba-47e2-b22b-1b552d85cca0 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770599 Jan 29 19:35:34.481599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-040c5796-8842-4402-b4a9-555a8a518719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (68708e87-354b-426f-a380-4dd1ccf8b2fa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.599644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:34.605809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:34.606261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.617372 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-040c5796-8842-4402-b4a9-555a8a518719 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6914e1eb9d0494f8b2cb655f86e474e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818943 Jan 29 19:35:34.624664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:34.663512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c5796-8842-4402-b4a9-555a8a518719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68708e87-354b-426f-a380-4dd1ccf8b2fa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:34.669881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69594488-5ce9-4a6f-ac47-cf620581bd7f req-9ce102bf-53be-4b56-b115-f5e251cde4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734568 Jan 29 19:35:34.703768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d1aed-9e5a-4a5f-80f2-f61eb2bd7f07 req-d060d4a1-5bd0-4dae-b68f-3da853a53555 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:34.704288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16a000b4-e52e-48d8-b7d4-6620baa0c721 admin admin] Publish callbacks [] for security_group (5e12f168-f89e-4ad8-be3d-e49b8dbc83ed), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.707610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-929d1aed-9e5a-4a5f-80f2-f61eb2bd7f07 req-d060d4a1-5bd0-4dae-b68f-3da853a53555 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 949 time: 0.2282248 Jan 29 19:35:34.780282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-929d1aed-9e5a-4a5f-80f2-f61eb2bd7f07 req-aace19d0-57ff-428e-a911-67632775bcff tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627568 Jan 29 19:35:34.825382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:34.826105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.877777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:34.894547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aba11b18-054e-4419-bb45-70e2dfe45279 admin admin] Publish callbacks [] for security_group (68708e87-354b-426f-a380-4dd1ccf8b2fa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.918368 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aba11b18-054e-4419-bb45-70e2dfe45279 admin admin] Publish callbacks [] for security_group (68708e87-354b-426f-a380-4dd1ccf8b2fa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.925933 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7fcc2c76-bb99-4691-b3c6-57c85a4adf54 req-0a11c8ed-702f-4a3c-9fa5-da13003a1c1b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0564196 Jan 29 19:35:34.962241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16a000b4-e52e-48d8-b7d4-6620baa0c721 admin admin] Publish callbacks [] for security_group (5e12f168-f89e-4ad8-be3d-e49b8dbc83ed), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:34.965603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.003394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f910b-03ce-4588-a317-ed6859348ded req-9353faa2-265a-4d30-8f18-9eef77edc79a tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:35.010799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c37f910b-03ce-4588-a317-ed6859348ded req-9353faa2-265a-4d30-8f18-9eef77edc79a tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 972 time: 0.4301624 Jan 29 19:35:35.017302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58476) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:35.017656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:35.043920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:35.046397 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b152dd04-a412-4860-a49c-8e9b1af257b4" -d '{"events": [{"server_uuid": "f514d174-9cdf-4db6-bf87-a786d31bfef6", "name": "network-vif-plugged", "status": "completed", "tag": "3c4cd867-fefa-4fa8-9cdc-049aedd26c48"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:35.053812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:35.063856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Allocated IP 172.25.5.133 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/609849b7-715a-4acf-aee7-0f51ab694177) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:35.123058 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b05e261-6b69-4d4c-9060-aae9333a2226 x-openstack-request-id: req-1b05e261-6b69-4d4c-9060-aae9333a2226 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:35.124136 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f514d174-9cdf-4db6-bf87-a786d31bfef6", "name": "network-vif-plugged", "status": "completed", "tag": "3c4cd867-fefa-4fa8-9cdc-049aedd26c48", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:35.124136 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b05e261-6b69-4d4c-9060-aae9333a2226 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:35.124136 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48', 'code': 200} Jan 29 19:35:35.132578 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aba11b18-054e-4419-bb45-70e2dfe45279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (68708e87-354b-426f-a380-4dd1ccf8b2fa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.134637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aba11b18-054e-4419-bb45-70e2dfe45279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.135791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aba11b18-054e-4419-bb45-70e2dfe45279 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68708e87-354b-426f-a380-4dd1ccf8b2fa HTTP/1.1" status: 204 len: 168 time: 0.4968576 Jan 29 19:35:35.165150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c37f910b-03ce-4588-a317-ed6859348ded req-2c6b5145-5443-46a8-a2fe-0d2cde321020 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534450 Jan 29 19:35:35.167879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11b18-054e-4419-bb45-70e2dfe45279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68708e87-354b-426f-a380-4dd1ccf8b2fa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:35.246616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16a000b4-e52e-48d8-b7d4-6620baa0c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5e12f168-f89e-4ad8-be3d-e49b8dbc83ed), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.249438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fdbe-b3aa-4013-8213-c1ae1c8c2852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.253859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16a000b4-e52e-48d8-b7d4-6620baa0c721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.256001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-16a000b4-e52e-48d8-b7d4-6620baa0c721 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e12f168-f89e-4ad8-be3d-e49b8dbc83ed HTTP/1.1" status: 204 len: 168 time: 1.0872581 Jan 29 19:35:35.283321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a000b4-e52e-48d8-b7d4-6620baa0c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12f168-f89e-4ad8-be3d-e49b8dbc83ed,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:35.312780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d5bd4143-47f0-4c7a-a0c9-58e010101c31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7121b976eb3344aabf6b12c411d77ade&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2930954 Jan 29 19:35:35.315856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:35.343985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks [] for port (609849b7-715a-4acf-aee7-0f51ab694177), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.389280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4371ae-dd07-4985-bf74-ca4762de74b7 req-417fb2c2-10bf-4180-935c-c3b523a7a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:35.391150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a4371ae-dd07-4985-bf74-ca4762de74b7 req-417fb2c2-10bf-4180-935c-c3b523a7a041 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 1132 time: 0.0938430 Jan 29 19:35:35.401526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a437fce-1c32-4fb2-97ff-a94c127bf739 admin admin] Publish callbacks [] for security_group (3cb586a3-0130-49a8-8b35-8724b2d437f5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.436998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a437fce-1c32-4fb2-97ff-a94c127bf739 admin admin] Publish callbacks [] for security_group (3cb586a3-0130-49a8-8b35-8724b2d437f5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.459806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a4371ae-dd07-4985-bf74-ca4762de74b7 req-5da42da1-9db3-463e-828e-1a6032b531fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602458 Jan 29 19:35:35.485090 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fdbe-b3aa-4013-8213-c1ae1c8c2852 admin admin] Publish callbacks [] for security_group (23c386ce-410a-4996-a2c8-1fe819081231), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.546745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (609849b7-715a-4acf-aee7-0f51ab694177), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.586164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:35.590963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:35.594331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:35.600957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Pushing event updated for resources: {'Port': ['ID=609849b7-715a-4acf-aee7-0f51ab694177,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:35.609624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fdbe-b3aa-4013-8213-c1ae1c8c2852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (23c386ce-410a-4996-a2c8-1fe819081231), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.667172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2fdbe-b3aa-4013-8213-c1ae1c8c2852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c386ce-410a-4996-a2c8-1fe819081231,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:35.673846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2c2fdbe-b3aa-4013-8213-c1ae1c8c2852 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=565a6bd8730a4f5db1f267f553a2b92d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540492 Jan 29 19:35:35.676624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58496) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:35.746690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78b1cd7c-f0b2-4f87-8a94-1d117e2b7f45 admin admin] Publish callbacks [] for security_group (23c386ce-410a-4996-a2c8-1fe819081231), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.776788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9258f843-4feb-44c3-9f04-9723c0ea234e None None] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:35.780687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78b1cd7c-f0b2-4f87-8a94-1d117e2b7f45 admin admin] Publish callbacks [] for security_group (23c386ce-410a-4996-a2c8-1fe819081231), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.865878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a437fce-1c32-4fb2-97ff-a94c127bf739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3cb586a3-0130-49a8-8b35-8724b2d437f5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.865878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a437fce-1c32-4fb2-97ff-a94c127bf739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.865878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a437fce-1c32-4fb2-97ff-a94c127bf739 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cb586a3-0130-49a8-8b35-8724b2d437f5 HTTP/1.1" status: 204 len: 168 time: 0.4765513 Jan 29 19:35:35.865878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437fce-1c32-4fb2-97ff-a94c127bf739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb586a3-0130-49a8-8b35-8724b2d437f5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:35.868191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] Provisioning complete for port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:35.868608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:35.992557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e7654-507b-4c6c-b765-c2b39b5f6a5c req-2e3be9d1-9b96-407c-8108-d453de15ae0b tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:35.992557 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c22e7654-507b-4c6c-b765-c2b39b5f6a5c req-2e3be9d1-9b96-407c-8108-d453de15ae0b tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 950 time: 0.0661585 Jan 29 19:35:36.002389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c22e7654-507b-4c6c-b765-c2b39b5f6a5c req-d33cb4ef-32c1-4105-9279-fb7465bb7452 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Jan 29 19:35:36.011265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] Current status of the port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:36.011713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.026431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91217ed8-ff45-4e4f-b798-5f3b092225da req-dfa7396d-3e7e-44ff-95d7-32ec7b8210db tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0282273 Jan 29 19:35:36.062939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] For port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:36.295712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:36.307181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca8b1-35ea-47f9-86a7-a7448decf9a0 req-ad7a13d7-99f8-4885-8867-1ef5cac258aa tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:36.308624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2adca8b1-35ea-47f9-86a7-a7448decf9a0 req-ad7a13d7-99f8-4885-8867-1ef5cac258aa tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 972 time: 0.0578763 Jan 29 19:35:36.327304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:36.327890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.361537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2adca8b1-35ea-47f9-86a7-a7448decf9a0 req-90cc0f3a-3a80-4d73-85c3-8d79b7961359 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Jan 29 19:35:36.392996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78b1cd7c-f0b2-4f87-8a94-1d117e2b7f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (23c386ce-410a-4996-a2c8-1fe819081231), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.400243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78b1cd7c-f0b2-4f87-8a94-1d117e2b7f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.400243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78b1cd7c-f0b2-4f87-8a94-1d117e2b7f45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23c386ce-410a-4996-a2c8-1fe819081231 HTTP/1.1" status: 204 len: 168 time: 0.7199626 Jan 29 19:35:36.406946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1cd7c-f0b2-4f87-8a94-1d117e2b7f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c386ce-410a-4996-a2c8-1fe819081231,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:36.538577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:36.539272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.542066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.642657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb60dff-dd2d-452d-8d04-b53b949cc0b1 None None] Pushing event updated for resources: {'Port': ['ID=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:36.648656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:35:36.649295 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:35:36.681687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-183562f4-36f4-48d2-9c42-9058bba4baed None None] Provisioning complete for port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:36.682087 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-183562f4-36f4-48d2-9c42-9058bba4baed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.765942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks [] for router_gateway (e63142c4-02da-46eb-9618-e315affc45d1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:36.797949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-183562f4-36f4-48d2-9c42-9058bba4baed None None] Current status of the port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:36.920003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-06359ff5-f161-4685-8edb-8d816d56396e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:36.921380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-06359ff5-f161-4685-8edb-8d816d56396e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.2144594 Jan 29 19:35:36.940033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Request body: {'port': {'device_id': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'admin_state_up': True, 'tenant_id': '4c396108a0da4c648a990883be66b5f5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:37.132576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (e63142c4-02da-46eb-9618-e315affc45d1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.158717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f2d2-d233-41ad-990c-cb9a2827461c req-c83966f0-3386-4653-b0dd-711def088d2c tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:37.169262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8296f2d2-d233-41ad-990c-cb9a2827461c req-c83966f0-3386-4653-b0dd-711def088d2c tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 950 time: 0.0864892 Jan 29 19:35:37.209060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:37.245831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8296f2d2-d233-41ad-990c-cb9a2827461c req-00aa5503-65a8-4592-b874-1a13ef62dd3a tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jan 29 19:35:37.305594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66ed6a8e-84c1-482f-81f1-ff13ed623b44 req-1f523e98-a778-4b3b-be46-2648107bca40 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0471492 Jan 29 19:35:37.307728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Made reservation on behalf of 4c396108a0da4c648a990883be66b5f5 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:37.311008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.371413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58556) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:37.425020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2eececc2-ee6a-4b21-8e75-ee2096c8441f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=769eec3dc0a84bf9b99e00cb7706b7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513799 Jan 29 19:35:37.425213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58560) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:37.521104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Allocated IP 172.20.0.11 (e3f680c2-d656-445b-ab70-a827f325043c/20921873-5e3a-47f9-aaef-f366be7ad371/e3a4bc3f-fc33-42bb-9467-374f84856ed2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:37.547777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9c026a2-49b2-4e5f-84a4-3a580963ec8e admin admin] Publish callbacks [] for security_group (0e3f9df3-a81e-4f39-9895-624d87e0e143), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.587241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9c026a2-49b2-4e5f-84a4-3a580963ec8e admin admin] Publish callbacks [] for security_group (0e3f9df3-a81e-4f39-9895-624d87e0e143), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.599900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Router e63142c4-02da-46eb-9618-e315affc45d1 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:35:37.650384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.785027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58568) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:37.808665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks [] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.820426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f890ce20-d190-486f-a1a2-f5e0cb52dabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.824338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9c026a2-49b2-4e5f-84a4-3a580963ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0e3f9df3-a81e-4f39-9895-624d87e0e143), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.827250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9c026a2-49b2-4e5f-84a4-3a580963ec8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.827988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b9c026a2-49b2-4e5f-84a4-3a580963ec8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e3f9df3-a81e-4f39-9895-624d87e0e143 HTTP/1.1" status: 204 len: 168 time: 0.4020307 Jan 29 19:35:37.835610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:35:37.847132 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Sync routers for ids ['e63142c4-02da-46eb-9618-e315affc45d1'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:35:37.849089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c026a2-49b2-4e5f-84a4-3a580963ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f9df3-a81e-4f39-9895-624d87e0e143,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:37.861791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Routers {'e63142c4-02da-46eb-9618-e315affc45d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:37.866113 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e63142c4-02da-46eb-9618-e315affc45d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:37.938038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:37.939769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b16c11db-9ca1-4878-8eee-996a192bafd8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8152344 Jan 29 19:35:37.947384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58574) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:37.980896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f460eb9-07dc-483d-ad78-595acb516b51 req-50520a79-0cfc-467c-a916-ecabc0da1900 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:37.982501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f460eb9-07dc-483d-ad78-595acb516b51 req-50520a79-0cfc-467c-a916-ecabc0da1900 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 950 time: 0.2085519 Jan 29 19:35:37.987458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f890ce20-d190-486f-a1a2-f5e0cb52dabe admin admin] Publish callbacks [] for security_group (3b45a4c3-f746-469e-8c2a-4491bf68b17a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.015437 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.030464 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Set router e63142c4-02da-46eb-9618-e315affc45d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:38.042943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f460eb9-07dc-483d-ad78-595acb516b51 req-5992fb7b-765f-4c43-a682-dfced957d455 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 Jan 29 19:35:38.079416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Network e3f680c2-d656-445b-ab70-a827f325043c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:38.087561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f890ce20-d190-486f-a1a2-f5e0cb52dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3b45a4c3-f746-469e-8c2a-4491bf68b17a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.107971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:38.158448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f890ce20-d190-486f-a1a2-f5e0cb52dabe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0be8236fb8484692a8e4ada905ef5032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700550 Jan 29 19:35:38.167253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58582) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:38.182340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:38.202559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:38.202559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.209577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890ce20-d190-486f-a1a2-f5e0cb52dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45a4c3-f746-469e-8c2a-4491bf68b17a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:38.244553 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34be93ea-3f81-41a6-8bb2-99d15c595725 admin admin] Publish callbacks [] for security_group (3b45a4c3-f746-469e-8c2a-4491bf68b17a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.300284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34be93ea-3f81-41a6-8bb2-99d15c595725 admin admin] Publish callbacks [] for security_group (3b45a4c3-f746-469e-8c2a-4491bf68b17a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.335714 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:35:35Z', 'revision_number': 3, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:38.347818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:38.396706 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Checking router: e63142c4-02da-46eb-9618-e315affc45d1 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:35:38.397062 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Updating router e63142c4-02da-46eb-9618-e315affc45d1 port 609849b7-715a-4acf-aee7-0f51ab694177 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:35:38.430784 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (609849b7-715a-4acf-aee7-0f51ab694177), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.481707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:38.482089 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.522570 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34be93ea-3f81-41a6-8bb2-99d15c595725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3b45a4c3-f746-469e-8c2a-4491bf68b17a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.527441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34be93ea-3f81-41a6-8bb2-99d15c595725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.528619 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-34be93ea-3f81-41a6-8bb2-99d15c595725 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b45a4c3-f746-469e-8c2a-4491bf68b17a HTTP/1.1" status: 204 len: 168 time: 0.3602247 Jan 29 19:35:38.567698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be93ea-3f81-41a6-8bb2-99d15c595725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b45a4c3-f746-469e-8c2a-4491bf68b17a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:38.626932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e842b9-bd9c-412e-a134-624d3e0f9e8a req-c3145a16-e1ff-4bcc-b80e-8b2acb853aad tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:38.628530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96e842b9-bd9c-412e-a134-624d3e0f9e8a req-c3145a16-e1ff-4bcc-b80e-8b2acb853aad tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 932 time: 0.1603341 Jan 29 19:35:38.678864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:38.708634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:38.746627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96e842b9-bd9c-412e-a134-624d3e0f9e8a req-0b00e578-70a5-4291-8f8c-46b22858ba6f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096404 Jan 29 19:35:38.787055 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Publish callbacks [] for port (609849b7-715a-4acf-aee7-0f51ab694177), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.807353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:38.886949 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (609849b7-715a-4acf-aee7-0f51ab694177), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.920082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-7240c131-e280-4397-80f8-1af3a69c8bc7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9838181 Jan 29 19:35:38.931789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1823b-98f7-4781-80ae-cedda41a06e7 req-18a7bdaa-d382-4efb-99be-289ce5baaca0 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:38.936786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0f1823b-98f7-4781-80ae-cedda41a06e7 req-18a7bdaa-d382-4efb-99be-289ce5baaca0 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 950 time: 0.1636007 Jan 29 19:35:38.945470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Request body: {'port': {'device_id': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:38.948155 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Pushing event updated for resources: {'Port': ['ID=609849b7-715a-4acf-aee7-0f51ab694177,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:38.958300 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.958788 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.959238 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.959696 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.960096 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.960629 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.961128 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.961608 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.962148 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.962665 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.963202 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.963699 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.964034 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Tracked resource versions report: Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: pushed versions: Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: { 'AddressGroup': {'1.2'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'ConntrackHelper': {'1.0'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'LocalIPAssociation': {'1.0'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Log': {'1.0'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Network': {'1.1'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Port': {'1.7'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'PortForwarding': {'1.2'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'QosPolicy': {'1.10'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'SecurityGroup': {'1.5'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'SecurityGroupRule': {'1.2'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'SubPort': {'1.0'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Subnet': {'1.1'}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Trunk': {'1.1'}} Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: consumer versions: Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: { DHCP agent@n-d-825496-5: {}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: HyperV agent@n-h1-825496-5: {}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: HyperV agent@n-h2-825496-5: {}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: L3 agent@n-d-825496-5: {}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: Metadata agent@n-d-825496-5: {}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: Metering agent@n-d-825496-5: {}, Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: Open vSwitch agent@n-d-825496-5: { 'AddressGroup': '1.2', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'ConntrackHelper': '1.0', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'LocalIPAssociation': '1.0', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Log': '1.0', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Network': '1.1', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Port': '1.7', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'PortForwarding': '1.2', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'QosPolicy': '1.10', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'SecurityGroup': '1.5', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'SecurityGroupRule': '1.2', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'SubPort': '1.0', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Subnet': '1.1', Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: 'Trunk': '1.1'}} Jan 29 19:35:38.965181 n-d-825496-5 neutron-server[103565]: {{(pid=103565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 29 19:35:38.970831 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Attempting to bind port 609849b7-715a-4acf-aee7-0f51ab694177 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:38.971247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Attempting to bind port 609849b7-715a-4acf-aee7-0f51ab694177 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:38.971609 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Attempting to bind port 609849b7-715a-4acf-aee7-0f51ab694177 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:38.979591 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:38.979591 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:38.979591 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:38.979591 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:38.979591 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Bound port: 609849b7-715a-4acf-aee7-0f51ab694177, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:38.980070 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (609849b7-715a-4acf-aee7-0f51ab694177), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.050938 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] For port 609849b7-715a-4acf-aee7-0f51ab694177, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:39.055323 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] For port 609849b7-715a-4acf-aee7-0f51ab694177, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=609849b7-715a-4acf-aee7-0f51ab694177,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:39.094605 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.102215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-network', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:39.105747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0f1823b-98f7-4781-80ae-cedda41a06e7 req-88f89b73-acf0-4c0e-96c1-2c07c82d8579 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333530 Jan 29 19:35:39.123079 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (609849b7-715a-4acf-aee7-0f51ab694177), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.190105 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Routers {'e63142c4-02da-46eb-9618-e315affc45d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:39.190933 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e63142c4-02da-46eb-9618-e315affc45d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:39.196935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Made reservation on behalf of 082d8ce4dd7942e9b4b314d5db657bda for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:39.202910 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb1fcf-0058-4f83-bf6e-dd3420ea6e72 None None] Pushing event updated for resources: {'Port': ['ID=609849b7-715a-4acf-aee7-0f51ab694177,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:39.204114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.234516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.375960 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks [] for security_group (0aab8d95-a33b-4156-9bc1-0e2b2d18ab20), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.420067 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] Set router e63142c4-02da-46eb-9618-e315affc45d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:39.461002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.476491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0aab8d95-a33b-4156-9bc1-0e2b2d18ab20), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.515093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:35:39.533944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab8d95-a33b-4156-9bc1-0e2b2d18ab20,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:39.550170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (78ce2cd6-e1b9-4700-915b-f67328c1a916), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.551724 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Added segment 78ce2cd6-e1b9-4700-915b-f67328c1a916 of type vlan for network 798bd981-fb4d-4a44-9e2c-966a5bf87469 Jan 29 19:35:39.604348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (798bd981-fb4d-4a44-9e2c-966a5bf87469), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.656831 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:35:35Z', 'revision_number': 3, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:39.704187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a4bc3f-fc33-42bb-9467-374f84856ed2 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:39.711774 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8678b77-fee3-43d3-90f9-bdf30c65e47a None None] The sync data for ids ['e63142c4-02da-46eb-9618-e315affc45d1'] in n-d-825496-5 is: [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:35:35Z', 'revision_number': 3, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:35:39.722699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Publish callbacks [] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.745070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (798bd981-fb4d-4a44-9e2c-966a5bf87469), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.746316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:39.747217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.766044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Transition to ACTIVE for port object e3a4bc3f-fc33-42bb-9467-374f84856ed2 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:35:39.779617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Allocated IP 172.20.0.1 (27fc4781-beec-4dd0-b103-a0b61706a1c9/8e661ecf-e7e8-4363-aa7a-2d69d645f74c/3415c65c-c9f3-4626-b531-8438ed74aba5) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:39.851811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] Pushing event updated for resources: {'Network': ['ID=798bd981-fb4d-4a44-9e2c-966a5bf87469,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:39.868817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:35:39.973980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks [] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:39.976086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-21c6ec2f-32a5-4444-bc2d-22745e6d0ce2 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:40.117497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-21c6ec2f-32a5-4444-bc2d-22745e6d0ce2 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 950 time: 0.0950432 Jan 29 19:35:40.120388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0de7b7-b9a7-4d16-97e8-8bfa7f869616 req-60cb5557-57c9-49a3-9c6d-3279fac012f9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:40.120388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c0de7b7-b9a7-4d16-97e8-8bfa7f869616 req-60cb5557-57c9-49a3-9c6d-3279fac012f9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 932 time: 0.1430211 Jan 29 19:35:40.120388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c0de7b7-b9a7-4d16-97e8-8bfa7f869616 req-08014f8a-bd6a-4f33-8023-452c2eaa57d0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Jan 29 19:35:40.163171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.165530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Deleting port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:35:40.165530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.171441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df0a7527-ee31-41be-b60c-5042bb736c51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4904125 Jan 29 19:35:40.174345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58660) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:40.191743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Request body: {'subnet': {'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-subnet', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:40.286647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:40.375456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] For port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:40.376753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.386747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a094f-28b4-4394-8d0d-963cd71085a8 req-185b58b9-0f90-40c5-9d03-9be5649b322b tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:40.388745 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc1a094f-28b4-4394-8d0d-963cd71085a8 req-185b58b9-0f90-40c5-9d03-9be5649b322b tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 950 time: 0.1612606 Jan 29 19:35:40.408647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Made reservation on behalf of 082d8ce4dd7942e9b4b314d5db657bda for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:40.414274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.434385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.444441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Calling delete_port for 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:35:40.448698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 609849b7-715a-4acf-aee7-0f51ab694177 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:40.468237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:40.533448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:40.540528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:40.545701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:40.546196 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (e63142c4-02da-46eb-9618-e315affc45d1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.549765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:40.594739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'mac_address': 'fa:16:3e:89:f7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:tempest-test_az-1258710426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:40.601395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 609849b7-715a-4acf-aee7-0f51ab694177 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:40.602156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (609849b7-715a-4acf-aee7-0f51ab694177), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.699881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc1a094f-28b4-4394-8d0d-963cd71085a8 req-e3328a7f-17c7-40bc-85fd-46fd1c4fe4b5 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a17dd92-ad58-419c-98a4-5630d686758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973249 Jan 29 19:35:40.736520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:40.742514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.760811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:40.767778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:40.768329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:40.809680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb0c1fc3-ba46-4854-b720-1c02bb558f05 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:40.840763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:40.877047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:35:40.886020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 609849b7-715a-4acf-aee7-0f51ab694177 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:40.887039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (609849b7-715a-4acf-aee7-0f51ab694177), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.887325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:40.934899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.952276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Pushing event updated for resources: {'Port': ['ID=3415c65c-c9f3-4626-b531-8438ed74aba5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:40.954469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:40.959570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:40.959570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:40.959570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Bound port: e3a4bc3f-fc33-42bb-9467-374f84856ed2, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:40.959570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:40.971492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 609849b7-715a-4acf-aee7-0f51ab694177, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=609849b7-715a-4acf-aee7-0f51ab694177,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:41.000053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (3c4cd867-fefa-4fa8-9cdc-049aedd26c48), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.054179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (609849b7-715a-4acf-aee7-0f51ab694177), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.065682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3c4cd867-fefa-4fa8-9cdc-049aedd26c48'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:41.123078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Pushing event deleted for resources: {'Port': ['ID=3c4cd867-fefa-4fa8-9cdc-049aedd26c48,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:41.156900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58704) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:41.167554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['eb0c1fc3-ba46-4854-b720-1c02bb558f05'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:41.188818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:41.202688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:41.233528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (dac29177-4767-4591-a124-e46dac5e52f2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.257476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-38777bb9-ca68-4c7e-bcda-596b51afb784 None None] Provisioning complete for port 3415c65c-c9f3-4626-b531-8438ed74aba5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:41.257865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38777bb9-ca68-4c7e-bcda-596b51afb784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.281045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] No DVR routers for this DVR port 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:35:41.322452 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.326100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-889ab013-8bdb-426f-b571-22bea10f1b6b req-49706020-526f-44f6-a76c-74e0767c9e15 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.26 "DELETE /v2.0/ports/3c4cd867-fefa-4fa8-9cdc-049aedd26c48 HTTP/1.1" status: 204 len: 173 time: 1.3426101 Jan 29 19:35:41.326924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.352476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'name': 'network-vif-deleted', 'tag': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:41.356443 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9bb18-e8fa-4433-b12a-b9b5a4716fe7" -d '{"events": [{"server_uuid": "f514d174-9cdf-4db6-bf87-a786d31bfef6", "name": "network-vif-deleted", "tag": "3c4cd867-fefa-4fa8-9cdc-049aedd26c48"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:41.413859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed3325-43c8-4328-ab28-a39f37346a41 req-e727253a-ab85-4bdd-bee9-370a84b821c9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:41.422511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aed3325-43c8-4328-ab28-a39f37346a41 req-e727253a-ab85-4bdd-bee9-370a84b821c9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.2058706 Jan 29 19:35:41.461867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:41.492828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:41.503210 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e333d-14d7-4998-9dd2-b15fb505131b x-openstack-request-id: req-3a9e333d-14d7-4998-9dd2-b15fb505131b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:41.504485 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f514d174-9cdf-4db6-bf87-a786d31bfef6", "name": "network-vif-deleted", "tag": "3c4cd867-fefa-4fa8-9cdc-049aedd26c48", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:41.504700 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a9e333d-14d7-4998-9dd2-b15fb505131b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:41.506244 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f514d174-9cdf-4db6-bf87-a786d31bfef6', 'name': 'network-vif-deleted', 'tag': '3c4cd867-fefa-4fa8-9cdc-049aedd26c48', 'status': 'completed', 'code': 200} Jan 29 19:35:41.507740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac29177-4767-4591-a124-e46dac5e52f2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:41.518838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Checking segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:41.519215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Network hostable DHCP agents. Network: 798bd981-fb4d-4a44-9e2c-966a5bf87469, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:35:41.529310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.541769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:41.542841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.545179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-d2f32e9c-c8b0-47c3-bb57-3d1121d106cd service neutron] 10.222.0.26 "PUT /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 1092 time: 2.6044970 Jan 29 19:35:41.547809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aed3325-43c8-4328-ab28-a39f37346a41 req-fca5fddb-d96e-4da8-8bd8-cb8a648f149e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248612 Jan 29 19:35:41.548555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:41.550865 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:41.658986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:35:41.685222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-38777bb9-ca68-4c7e-bcda-596b51afb784 None None] Port 3415c65c-c9f3-4626-b531-8438ed74aba5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:41.687563 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffa2533-53c2-4db0-bb9c-42d5da8bfb9b x-openstack-request-id: req-dffa2533-53c2-4db0-bb9c-42d5da8bfb9b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:41.688056 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:41.688497 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dffa2533-53c2-4db0-bb9c-42d5da8bfb9b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:41.689163 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'status': 'completed', 'code': 200} Jan 29 19:35:41.707517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0d927c8-f6f2-4a40-b97e-86e2fa04c330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.733469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=609849b7-715a-4acf-aee7-0f51ab694177,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:41.757831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 798bd981-fb4d-4a44-9e2c-966a5bf87469) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:41.773843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:41.774417 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.774992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2625d9-7555-4fb8-963c-9d9c1a62b2d2 None None] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:41.807998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-9e681c6f-c285-4147-bff3-7a07d4567285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:41.809548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-9e681c6f-c285-4147-bff3-7a07d4567285 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1126 time: 0.1163518 Jan 29 19:35:41.878835 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-f2ea9423-2611-441b-9097-24b76035921e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.0540230 Jan 29 19:35:41.992763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-798bd981-fb4d-4a44-9e2c-966a5bf87469', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:35:41.993636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:41.994565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks [] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.002318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ba179ed-9f5b-4695-bd2a-b9002ca95093 req-7bd2a7b7-f733-4cac-a213-32bab0084d57 tempest-DeleteServersAdminTestJSON-859910957 tempest-DeleteServersAdminTestJSON-859910957-project] 10.222.0.15 "GET /v2.0/ports?device_id=f514d174-9cdf-4db6-bf87-a786d31bfef6 HTTP/1.1" status: 200 len: 210 time: 0.1094110 Jan 29 19:35:42.007729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-1164305b-4c64-41af-9591-5066c010e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:42.010038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-1164305b-4c64-41af-9591-5066c010e0d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1158347 Jan 29 19:35:42.042264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7ffc8580-943f-4091-8fc2-cf2ba6ee658d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8640406 Jan 29 19:35:42.046437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58740) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:42.051959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:42.057319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-b8344b67-4eed-4040-91fd-1d8370b5545f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395513 Jan 29 19:35:42.092087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0d927c8-f6f2-4a40-b97e-86e2fa04c330 admin admin] Publish callbacks [] for security_group (281b5987-274b-4631-94df-e829f910ee96), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.122556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.123310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (e63142c4-02da-46eb-9618-e315affc45d1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.172693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0d927c8-f6f2-4a40-b97e-86e2fa04c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (281b5987-274b-4631-94df-e829f910ee96), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.173681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Allocated IP 172.20.0.2 (798bd981-fb4d-4a44-9e2c-966a5bf87469/dac29177-4767-4591-a124-e46dac5e52f2/c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:42.318101 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d0d927c8-f6f2-4a40-b97e-86e2fa04c330 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56ba14bc4fda48cba5e0acd374aeb7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1580119 Jan 29 19:35:42.321078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:42.337828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (ca98c06f-cd53-48f3-b6b1-edfb732d0661), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.340886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (ca98c06f-cd53-48f3-b6b1-edfb732d0661), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.363215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d927c8-f6f2-4a40-b97e-86e2fa04c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281b5987-274b-4631-94df-e829f910ee96,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:42.396572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Pushing event updated for resources: {'Port': ['ID=3415c65c-c9f3-4626-b531-8438ed74aba5,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:42.435409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-78ad38d7-5126-49ef-8f26-0f50e54e88b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708310 Jan 29 19:35:42.494270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Publish callbacks [] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.508814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:42.519224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 609849b7-715a-4acf-aee7-0f51ab694177 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:42.641554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.693455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:42.761861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:42.778348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:42.781576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks [] for router_controller (ca98c06f-cd53-48f3-b6b1-edfb732d0661), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.798391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0267f1b6-2bbf-42a6-a541-1856a8fb692a admin admin] Publish callbacks [] for security_group (281b5987-274b-4631-94df-e829f910ee96), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.836300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0267f1b6-2bbf-42a6-a541-1856a8fb692a admin admin] Publish callbacks [] for security_group (281b5987-274b-4631-94df-e829f910ee96), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:42.951345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Attempting to bind port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:42.951710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Attempting to bind port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:42.952079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Attempting to bind port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:42.992622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:43.003976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Checking segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:43.005972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:43.007633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Bound using segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:43.009678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Bound port: c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:43.010266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:43.143404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa88847-68f0-4317-9ef8-7fd91c814219 req-35258d46-2199-496d-9eee-b3f3dce1753c service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953573 Jan 29 19:35:43.188756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] For port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:43.192962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] For port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:43.213646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Pushing event updated for resources: {'Port': ['ID=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:43.240576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:43.243292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:43.257380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:43.304542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 609849b7-715a-4acf-aee7-0f51ab694177 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:43.305441 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (609849b7-715a-4acf-aee7-0f51ab694177), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:43.424817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port eb0c1fc3-ba46-4854-b720-1c02bb558f05 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:43.427725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:43.588268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Router e63142c4-02da-46eb-9618-e315affc45d1 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:35:43.638712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957aa8-44fb-4a07-9b71-e17a60dbcbbb req-6e2dc1c4-e16f-4da9-a4d1-37ff25b9d370 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:43.649624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22957aa8-44fb-4a07-9b71-e17a60dbcbbb req-6e2dc1c4-e16f-4da9-a4d1-37ff25b9d370 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.5045004 Jan 29 19:35:43.761860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22957aa8-44fb-4a07-9b71-e17a60dbcbbb req-40c56230-4d26-4cb3-8e86-1e6b3e87180c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093719 Jan 29 19:35:43.803802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 609849b7-715a-4acf-aee7-0f51ab694177 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:43.872041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f14fe573-348b-4405-9dc5-5e4a86053718 None None] Provisioning complete for port 3415c65c-c9f3-4626-b531-8438ed74aba5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:43.873198 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f14fe573-348b-4405-9dc5-5e4a86053718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:43.949354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f14fe573-348b-4405-9dc5-5e4a86053718 None None] Port 3415c65c-c9f3-4626-b531-8438ed74aba5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:43.983276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a9bc-e513-4ca4-9d31-c0849a305426 None None] Pushing event updated for resources: {'Port': ['ID=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:44.006748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-821557fe-e4be-49c1-81cb-4465394d35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:44.017672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-821557fe-e4be-49c1-81cb-4465394d35b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1126 time: 0.4519091 Jan 29 19:35:44.080121 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0267f1b6-2bbf-42a6-a541-1856a8fb692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (281b5987-274b-4631-94df-e829f910ee96), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:44.087146 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0267f1b6-2bbf-42a6-a541-1856a8fb692a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:44.088343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0267f1b6-2bbf-42a6-a541-1856a8fb692a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/281b5987-274b-4631-94df-e829f910ee96 HTTP/1.1" status: 204 len: 168 time: 1.7640042 Jan 29 19:35:44.129068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:44.130203 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:44.205404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:44.215473 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bdc4a8-04a1-449c-9ee8-daaf509d4666" -d '{"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:44.238503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:44.305394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267f1b6-2bbf-42a6-a541-1856a8fb692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b5987-274b-4631-94df-e829f910ee96,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:44.317096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:44.341800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks [] for router_gateway (ca98c06f-cd53-48f3-b6b1-edfb732d0661), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:44.354992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:35:44.398598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7afc81aa-fed0-4cdc-bf58-bfaa2f5763ad admin admin] 10.222.0.15 "PUT /v2.0/routers/e63142c4-02da-46eb-9618-e315affc45d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4523580 Jan 29 19:35:44.496700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:44.517228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:35:44.542158 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c3d95-7ded-4298-98e0-4fd36d59c4de x-openstack-request-id: req-9a8c3d95-7ded-4298-98e0-4fd36d59c4de {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:44.542158 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:44.542158 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a8c3d95-7ded-4298-98e0-4fd36d59c4de {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:44.542158 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'code': 200} Jan 29 19:35:44.603588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:35:44.604656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3c4cd867-fefa-4fa8-9cdc-049aedd26c48 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:35:44.667922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-5f752036-e913-4453-83fc-1f43f7260ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:44.672443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-5f752036-e913-4453-83fc-1f43f7260ea8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.6453400 Jan 29 19:35:44.699149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:44.840688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-97eb06bf-6fe6-4ffe-ad1d-5f54a0f927e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.1599526 Jan 29 19:35:44.918226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:44.918625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:44.940077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-75f8896c-d138-459f-80d1-97a8de6e608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:44.946966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-75f8896c-d138-459f-80d1-97a8de6e608e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1022043 Jan 29 19:35:44.998740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-7eb91a71-a81e-4c4c-846d-ed96a8cb9258 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450637 Jan 29 19:35:45.202784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks [] for router_gateway (ca98c06f-cd53-48f3-b6b1-edfb732d0661), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:45.240440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Sync routers for ids ['e63142c4-02da-46eb-9618-e315affc45d1'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:35:45.249546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:45.254632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:45.254632 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:45.277679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880ef4f-1317-4188-801f-fa74010dcccd req-e74b83fe-f4c7-4226-9d04-d2b36ad0ae92 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:45.287180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8880ef4f-1317-4188-801f-fa74010dcccd req-e74b83fe-f4c7-4226-9d04-d2b36ad0ae92 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.2710729 Jan 29 19:35:45.359976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Routers {'e63142c4-02da-46eb-9618-e315affc45d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:45.360553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e63142c4-02da-46eb-9618-e315affc45d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:45.409750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58854) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:45.440831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:45.479020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-6f1f2106-52b9-4c96-bf7b-ff47c94f7577 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595842 Jan 29 19:35:45.571478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Allocated IP 172.25.5.166 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/560450d1-952c-4cee-b647-2b20cdbae968) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:45.639077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Set router e63142c4-02da-46eb-9618-e315affc45d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:45.721642 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:45.731857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a141dc0-7d3d-409b-beb7-d5a0c8852bb1 req-5d05edfa-ff00-4ac9-a775-5eaeedc21abe service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408838 Jan 29 19:35:45.782795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8880ef4f-1317-4188-801f-fa74010dcccd req-33a9965b-19fa-4dec-a590-9ed2b88efd7f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927678 Jan 29 19:35:45.790959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks [] for port (560450d1-952c-4cee-b647-2b20cdbae968), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:45.877105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799bd9a3-90ae-4642-890b-fb3340dab3b0 None None] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:45.907393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58884) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:45.940329 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.007534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (560450d1-952c-4cee-b647-2b20cdbae968), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.042438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:46.045318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:46.056458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:46.110490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Publish callbacks [] for security_group (14c66bbb-0abc-47e4-a1dd-3fffc102fd2f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.186179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:46.191432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b126651a-7ba7-4856-810a-88cb67bf38ee None None] Provisioning complete for port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:46.191800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b126651a-7ba7-4856-810a-88cb67bf38ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.198142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (14c66bbb-0abc-47e4-a1dd-3fffc102fd2f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.262973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c884860ff764b9b953d10a2b59cd14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541298 Jan 29 19:35:46.270937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58898) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:46.278646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c66bbb-0abc-47e4-a1dd-3fffc102fd2f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:46.320897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.321430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.321930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.322409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.322904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.323393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.323868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.324375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.324846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.325123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5e897cac-2263-45c9-a380-8685d9394b05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23bd9825b1a945809839cb488ac991c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9091778 Jan 29 19:35:46.327446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.328409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.328910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.329638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039be937-2a77-4eeb-9434-5880a8e399ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.342902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:46.345078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58902) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:46.351157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Pushing event updated for resources: {'Port': ['ID=560450d1-952c-4cee-b647-2b20cdbae968,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:46.376891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.377841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.378262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.378676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.379500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.379935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.380376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.380918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.381318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.381722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.382626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.383032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.384261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:35:46.470911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:35:46.471311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba881268-1e29-440a-a1ce-45ba4758dd8f admin admin] Publish callbacks [] for security_group (14c66bbb-0abc-47e4-a1dd-3fffc102fd2f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.500592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b48e4e88-3a25-4a46-88ae-f1f386c0e358 admin admin] Publish callbacks [] for security_group (1a17dd92-ad58-419c-98a4-5630d686758a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.591001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b48e4e88-3a25-4a46-88ae-f1f386c0e358 admin admin] Publish callbacks [] for security_group (1a17dd92-ad58-419c-98a4-5630d686758a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.594015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba881268-1e29-440a-a1ce-45ba4758dd8f admin admin] Publish callbacks [] for security_group (14c66bbb-0abc-47e4-a1dd-3fffc102fd2f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.624015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b126651a-7ba7-4856-810a-88cb67bf38ee None None] Current status of the port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:46.633514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:46.644621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.719165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks [] for router_gateway (ca98c06f-cd53-48f3-b6b1-edfb732d0661), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.831069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b48e4e88-3a25-4a46-88ae-f1f386c0e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1a17dd92-ad58-419c-98a4-5630d686758a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.834070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b48e4e88-3a25-4a46-88ae-f1f386c0e358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.836254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b48e4e88-3a25-4a46-88ae-f1f386c0e358 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a17dd92-ad58-419c-98a4-5630d686758a HTTP/1.1" status: 204 len: 168 time: 0.4888399 Jan 29 19:35:46.856816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e4e88-3a25-4a46-88ae-f1f386c0e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a17dd92-ad58-419c-98a4-5630d686758a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:46.860849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:46.879958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba881268-1e29-440a-a1ce-45ba4758dd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (14c66bbb-0abc-47e4-a1dd-3fffc102fd2f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.891401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba881268-1e29-440a-a1ce-45ba4758dd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:46.893679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:35:41Z', 'revision_number': 4, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3415c65c-c9f3-4626-b531-8438ed74aba5', 'name': '', 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'mac_address': 'fa:16:3e:2b:e3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:39Z', 'updated_at': '2022-01-29T19:35:41Z', 'revision_number': 2, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'subnets': [{'id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:46.901812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ba881268-1e29-440a-a1ce-45ba4758dd8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14c66bbb-0abc-47e4-a1dd-3fffc102fd2f HTTP/1.1" status: 204 len: 168 time: 0.6285679 Jan 29 19:35:46.914710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba881268-1e29-440a-a1ce-45ba4758dd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c66bbb-0abc-47e4-a1dd-3fffc102fd2f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:47.019778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Checking router: e63142c4-02da-46eb-9618-e315affc45d1 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:35:47.024661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Updating router e63142c4-02da-46eb-9618-e315affc45d1 port 3415c65c-c9f3-4626-b531-8438ed74aba5 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:35:47.026744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'port_id': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'mac_address': 'fa:16:3e:f2:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20921873-5e3a-47f9-aaef-f366be7ad371', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:35:47.032529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58928) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:47.090351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4f9ac-b0c6-429a-9b6b-ff4b2322d417 req-da179572-8df5-48fe-a09c-a21e989c7a5c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:47.099384 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82c4f9ac-b0c6-429a-9b6b-ff4b2322d417 req-da179572-8df5-48fe-a09c-a21e989c7a5c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.1877425 Jan 29 19:35:47.188730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.208305 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82c4f9ac-b0c6-429a-9b6b-ff4b2322d417 req-03c3a03f-5620-4126-9f16-a27348cf1135 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073551 Jan 29 19:35:47.221880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (ca98c06f-cd53-48f3-b6b1-edfb732d0661), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.254729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0c2991b8-b2d9-4ce4-aa01-ff150c91e541 None None] Provisioning complete for port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:47.255128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c2991b8-b2d9-4ce4-aa01-ff150c91e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.262337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e3a4bc3f-fc33-42bb-9467-374f84856ed2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:47.263528 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.353200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:47.366213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a4bc3f-fc33-42bb-9467-374f84856ed2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:35:47.458308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:47.532286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0c2991b8-b2d9-4ce4-aa01-ff150c91e541 None None] Current status of the port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:47.545886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.558467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:47.575208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:35:47.647684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:47.702046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83d0bf8-4d88-4f82-b523-bd54192b5d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.757848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:35:47.772912 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:35:47.789485 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:47.791944 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:47.891965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.895764 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bdcf485d-9a84-436c-ab1d-8d337eb9006f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8453948 Jan 29 19:35:47.898812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58954) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:47.915688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83d0bf8-4d88-4f82-b523-bd54192b5d1b admin admin] Publish callbacks [] for security_group (bba3647f-e06f-4960-912c-aabe571d3638), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:47.964193 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:48.001784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e3a4bc3f-fc33-42bb-9467-374f84856ed2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:35:48.033707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebb9513c-db91-4594-ac22-cfa018d542bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.060926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Publish callbacks [] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.086581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83d0bf8-4d88-4f82-b523-bd54192b5d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bba3647f-e06f-4960-912c-aabe571d3638), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.211791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f83d0bf8-4d88-4f82-b523-bd54192b5d1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef901ba4b73f493a9d7f08e33a9e1f08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1785288 Jan 29 19:35:48.214745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58962) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:48.226837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.254401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58966) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:48.262438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-network', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:48.268519 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:46Z', 'revision_number': 3, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:48.279778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d0bf8-4d88-4f82-b523-bd54192b5d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba3647f-e06f-4960-912c-aabe571d3638,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:48.355717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:35:48.359172 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Updating router ca98c06f-cd53-48f3-b6b1-edfb732d0661 port 560450d1-952c-4cee-b647-2b20cdbae968 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:35:48.381382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f14b7-694a-4bd6-8ab6-fea7724329ae None None] Pushing event updated for resources: {'Port': ['ID=3415c65c-c9f3-4626-b531-8438ed74aba5,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:48.415759 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7965e743-0941-4fc1-b7cd-446ce82c045b admin admin] Publish callbacks [] for security_group (bba3647f-e06f-4960-912c-aabe571d3638), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.431770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebb9513c-db91-4594-ac22-cfa018d542bd admin admin] Publish callbacks [] for security_group (c5724faf-edda-4cda-b661-c18b5faa31df), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.432920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:48.469283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf6db-6564-4d41-a3bf-d43c51c5dfd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.473518 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (560450d1-952c-4cee-b647-2b20cdbae968), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.514900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebb9513c-db91-4594-ac22-cfa018d542bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c5724faf-edda-4cda-b661-c18b5faa31df), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.520891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Attempting to bind port 3415c65c-c9f3-4626-b531-8438ed74aba5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:48.520891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Attempting to bind port 3415c65c-c9f3-4626-b531-8438ed74aba5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:48.520891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Attempting to bind port 3415c65c-c9f3-4626-b531-8438ed74aba5 on network 27fc4781-beec-4dd0-b103-a0b61706a1c9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:48.527546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:48.527923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Checking segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:48.528358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.528801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Bound using segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:48.529413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Bound port: 3415c65c-c9f3-4626-b531-8438ed74aba5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:48.529685 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.550373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ebb9513c-db91-4594-ac22-cfa018d542bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98798fea8a414819b29120b3fca6eb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9905272 Jan 29 19:35:48.640350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58972) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:48.645218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] For port 3415c65c-c9f3-4626-b531-8438ed74aba5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:48.650698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf6db-6564-4d41-a3bf-d43c51c5dfd6 admin admin] Publish callbacks [] for security_group (be407c6c-787a-4a78-9f9c-21ada6fd8e6e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.654228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7965e743-0941-4fc1-b7cd-446ce82c045b admin admin] Publish callbacks [] for security_group (bba3647f-e06f-4960-912c-aabe571d3638), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.654524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] For port 3415c65c-c9f3-4626-b531-8438ed74aba5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3415c65c-c9f3-4626-b531-8438ed74aba5,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:48.727002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9513c-db91-4594-ac22-cfa018d542bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5724faf-edda-4cda-b661-c18b5faa31df,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:48.742020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.744805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf6db-6564-4d41-a3bf-d43c51c5dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (be407c6c-787a-4a78-9f9c-21ada6fd8e6e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.759549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Made reservation on behalf of db306c49df1d42bd872ac3e40f060e19 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:48.765335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.813371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f5bf6db-6564-4d41-a3bf-d43c51c5dfd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14880ce92993444e90a8d3fefd1d5dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771446 Jan 29 19:35:48.816037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58980) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:48.871823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f14b7-694a-4bd6-8ab6-fea7724329ae None None] Pushing event updated for resources: {'Port': ['ID=3415c65c-c9f3-4626-b531-8438ed74aba5,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:48.884961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:48.919272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bf6db-6564-4d41-a3bf-d43c51c5dfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be407c6c-787a-4a78-9f9c-21ada6fd8e6e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:48.954132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Routers {'e63142c4-02da-46eb-9618-e315affc45d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:48.954132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e63142c4-02da-46eb-9618-e315affc45d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:48.958584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464ecaa9-a647-45c2-802b-6b58880b9ac0 admin admin] Publish callbacks [] for security_group (be407c6c-787a-4a78-9f9c-21ada6fd8e6e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.000098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808c82-1798-4e54-9b19-dda5542a0747 req-58912210-1d02-47f0-8aae-25c2f335bd06 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:49.000374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464ecaa9-a647-45c2-802b-6b58880b9ac0 admin admin] Publish callbacks [] for security_group (be407c6c-787a-4a78-9f9c-21ada6fd8e6e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.004504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6808c82-1798-4e54-9b19-dda5542a0747 req-58912210-1d02-47f0-8aae-25c2f335bd06 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 945 time: 0.4299190 Jan 29 19:35:49.030891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7965e743-0941-4fc1-b7cd-446ce82c045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bba3647f-e06f-4960-912c-aabe571d3638), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.033816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7965e743-0941-4fc1-b7cd-446ce82c045b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.035156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7965e743-0941-4fc1-b7cd-446ce82c045b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bba3647f-e06f-4960-912c-aabe571d3638 HTTP/1.1" status: 204 len: 168 time: 0.8161006 Jan 29 19:35:49.057292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965e743-0941-4fc1-b7cd-446ce82c045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba3647f-e06f-4960-912c-aabe571d3638,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:49.099987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c065b0a6-fbfb-43fe-a793-99fcdb79a165 admin admin] Publish callbacks [] for security_group (c5724faf-edda-4cda-b661-c18b5faa31df), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.150945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] Provisioning complete for port 3415c65c-c9f3-4626-b531-8438ed74aba5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:49.153412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.164767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464ecaa9-a647-45c2-802b-6b58880b9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (be407c6c-787a-4a78-9f9c-21ada6fd8e6e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.169021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464ecaa9-a647-45c2-802b-6b58880b9ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.171489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-464ecaa9-a647-45c2-802b-6b58880b9ac0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be407c6c-787a-4a78-9f9c-21ada6fd8e6e HTTP/1.1" status: 204 len: 168 time: 0.3543143 Jan 29 19:35:49.222389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ecaa9-a647-45c2-802b-6b58880b9ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be407c6c-787a-4a78-9f9c-21ada6fd8e6e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:49.320066 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Publish callbacks [] for port (560450d1-952c-4cee-b647-2b20cdbae968), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.360185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c065b0a6-fbfb-43fe-a793-99fcdb79a165 admin admin] Publish callbacks [] for security_group (c5724faf-edda-4cda-b661-c18b5faa31df), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.369166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] Set router e63142c4-02da-46eb-9618-e315affc45d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:49.392005 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (560450d1-952c-4cee-b647-2b20cdbae968), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.487075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks [] for security_group (3e8033dc-0642-4f58-a5c7-c1bf725149d5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.494495 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Attempting to bind port 560450d1-952c-4cee-b647-2b20cdbae968 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:49.500361 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Attempting to bind port 560450d1-952c-4cee-b647-2b20cdbae968 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:49.500361 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Attempting to bind port 560450d1-952c-4cee-b647-2b20cdbae968 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:49.513801 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:49.514280 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:49.514799 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.515265 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:49.515806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Bound port: 560450d1-952c-4cee-b647-2b20cdbae968, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:49.516470 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (560450d1-952c-4cee-b647-2b20cdbae968), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.518639 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dabf76-e09e-4422-a4f1-79f1e5d66009 None None] Pushing event updated for resources: {'Port': ['ID=560450d1-952c-4cee-b647-2b20cdbae968,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:49.534040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6808c82-1798-4e54-9b19-dda5542a0747 req-76469b86-22b1-4209-8c05-5ba4989fed63 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676318 Jan 29 19:35:49.635312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3e8033dc-0642-4f58-a5c7-c1bf725149d5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.646686 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] For port 560450d1-952c-4cee-b647-2b20cdbae968, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:49.650947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] For port 560450d1-952c-4cee-b647-2b20cdbae968, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=560450d1-952c-4cee-b647-2b20cdbae968,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:49.678141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8033dc-0642-4f58-a5c7-c1bf725149d5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:49.734162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] Current status of the port 3415c65c-c9f3-4626-b531-8438ed74aba5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:49.734731 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.743090 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (560450d1-952c-4cee-b647-2b20cdbae968), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.783157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c065b0a6-fbfb-43fe-a793-99fcdb79a165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c5724faf-edda-4cda-b661-c18b5faa31df), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.785945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c065b0a6-fbfb-43fe-a793-99fcdb79a165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.802050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c065b0a6-fbfb-43fe-a793-99fcdb79a165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5724faf-edda-4cda-b661-c18b5faa31df HTTP/1.1" status: 204 len: 168 time: 1.1531265 Jan 29 19:35:49.805001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:35:49.810174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] For port 3415c65c-c9f3-4626-b531-8438ed74aba5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3415c65c-c9f3-4626-b531-8438ed74aba5,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:49.867572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065b0a6-fbfb-43fe-a793-99fcdb79a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5724faf-edda-4cda-b661-c18b5faa31df,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:49.929927 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:49.999228 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:50.002307 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:50.040537 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dabf76-e09e-4422-a4f1-79f1e5d66009 None None] Pushing event updated for resources: {'Port': ['ID=560450d1-952c-4cee-b647-2b20cdbae968,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:50.056451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.065829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (42e18165-b340-4d62-92ea-7e67aef7822d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.071729 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Added segment 42e18165-b340-4d62-92ea-7e67aef7822d of type vlan for network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 Jan 29 19:35:50.107354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a03693-9662-4e4f-940d-d8213179e5a6 None None] Pushing event updated for resources: {'Port': ['ID=3415c65c-c9f3-4626-b531-8438ed74aba5,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:50.169830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d8805a0b-1658-416f-9e25-a1f30c265444 None None] Provisioning complete for port 3415c65c-c9f3-4626-b531-8438ed74aba5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:50.172914 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8805a0b-1658-416f-9e25-a1f30c265444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.196594 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9dcb5e8b-b1e4-4574-878d-8ff324f32231), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.227813 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:50.326626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:35:41Z', 'revision_number': 4, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3415c65c-c9f3-4626-b531-8438ed74aba5', 'name': '', 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'mac_address': 'fa:16:3e:2b:e3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:39Z', 'updated_at': '2022-01-29T19:35:48Z', 'revision_number': 4, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'subnets': [{'id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:50.369166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4db96-840b-4c3d-b32e-aab43e448d81 None None] The sync data for ids ['e63142c4-02da-46eb-9618-e315affc45d1'] in n-d-825496-5 is: [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:35:41Z', 'revision_number': 4, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3415c65c-c9f3-4626-b531-8438ed74aba5', 'name': '', 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'mac_address': 'fa:16:3e:2b:e3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:39Z', 'updated_at': '2022-01-29T19:35:48Z', 'revision_number': 4, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'subnets': [{'id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:35:50.422363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9dcb5e8b-b1e4-4574-878d-8ff324f32231), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.422363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:50.422363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.484466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:50.496171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d8805a0b-1658-416f-9e25-a1f30c265444 None None] Current status of the port 3415c65c-c9f3-4626-b531-8438ed74aba5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:50.515195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59014) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:50.618930 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:46Z', 'revision_number': 3, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:50.655283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d3a84-c44c-4ee4-9f55-6e625eba03b9 None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:46Z', 'revision_number': 3, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:35:50.664972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3cd33151-9bf6-41e2-bc94-0bc7fd61342d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:50.690019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] Pushing event updated for resources: {'Network': ['ID=9dcb5e8b-b1e4-4574-878d-8ff324f32231,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:50.703007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:35:50.722245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Allocated IP 172.20.0.1 (798bd981-fb4d-4a44-9e2c-966a5bf87469/dac29177-4767-4591-a124-e46dac5e52f2/14adfe42-fb81-4a53-a6ed-d794c89fe452) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:50.778396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd538add-119a-4e0d-801c-c2fb3f5784dd req-d53e3442-154a-434a-8206-866e374e3051 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:50.779951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd538add-119a-4e0d-801c-c2fb3f5784dd req-d53e3442-154a-434a-8206-866e374e3051 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 945 time: 0.1438668 Jan 29 19:35:50.886564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port e3a4bc3f-fc33-42bb-9467-374f84856ed2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:35:50.901183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port e3a4bc3f-fc33-42bb-9467-374f84856ed2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:50.901558 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.068921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e3a4bc3f-fc33-42bb-9467-374f84856ed2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:51.069636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.143887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:35:51.156596 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33af19-05e5-4094-bbc8-5883bab84157" -d '{"events": [{"server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:35:51.221401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:51.238641 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba3adc7-275c-403d-aa9f-9768f6549510 x-openstack-request-id: req-cba3adc7-275c-403d-aa9f-9768f6549510 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:35:51.238641 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:35:51.238822 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cba3adc7-275c-403d-aa9f-9768f6549510 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:35:51.239115 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'code': 200} Jan 29 19:35:51.259599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c58a2c56-e8e3-488e-a466-8d5cceaf1be2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0019977 Jan 29 19:35:51.262703 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3cd33151-9bf6-41e2-bc94-0bc7fd61342d admin admin] Publish callbacks [] for security_group (da66251b-99b5-4099-b209-60e792df8fbf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.271030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59044) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:51.276608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Request body: {'subnet': {'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-subnet', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:51.277957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.380895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd538add-119a-4e0d-801c-c2fb3f5784dd req-bb14720f-d848-4e59-8d37-2ef89e07d541 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796192 Jan 29 19:35:51.396259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3cd33151-9bf6-41e2-bc94-0bc7fd61342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (da66251b-99b5-4099-b209-60e792df8fbf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.408395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Made reservation on behalf of db306c49df1d42bd872ac3e40f060e19 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:51.414372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.430814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:51.466100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks [] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.491673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3cd33151-9bf6-41e2-bc94-0bc7fd61342d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4938c04389f472e8de47d7dc487bfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9665236 Jan 29 19:35:51.494476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:51.503406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd33151-9bf6-41e2-bc94-0bc7fd61342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da66251b-99b5-4099-b209-60e792df8fbf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:51.548726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35012ed8-a062-40ad-9a3d-f084481bbd86 req-c76f25ed-db09-46af-84dd-d93e50b5e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:51.554044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35012ed8-a062-40ad-9a3d-f084481bbd86 req-c76f25ed-db09-46af-84dd-d93e50b5e219 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1128 time: 0.1997180 Jan 29 19:35:51.590386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdae3a5-f3bd-4441-b2e8-501adeef88be admin admin] Publish callbacks [] for security_group (da66251b-99b5-4099-b209-60e792df8fbf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.626935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdae3a5-f3bd-4441-b2e8-501adeef88be admin admin] Publish callbacks [] for security_group (da66251b-99b5-4099-b209-60e792df8fbf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.653318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.689268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35012ed8-a062-40ad-9a3d-f084481bbd86 req-e5055f3f-687f-4f8c-b88b-3ebb043f8bd2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287515 Jan 29 19:35:51.697868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59050) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:51.735869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:51.745219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:51.756185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:51.756976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (ca98c06f-cd53-48f3-b6b1-edfb732d0661), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.779033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f36ee70-f947-4133-8128-2ea91769f5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.871431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Pushing event updated for resources: {'Port': ['ID=14adfe42-fb81-4a53-a6ed-d794c89fe452,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:51.974950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdae3a5-f3bd-4441-b2e8-501adeef88be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (da66251b-99b5-4099-b209-60e792df8fbf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.985044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdae3a5-f3bd-4441-b2e8-501adeef88be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:51.985044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1bdae3a5-f3bd-4441-b2e8-501adeef88be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da66251b-99b5-4099-b209-60e792df8fbf HTTP/1.1" status: 204 len: 168 time: 0.4856701 Jan 29 19:35:52.028668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdae3a5-f3bd-4441-b2e8-501adeef88be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66251b-99b5-4099-b209-60e792df8fbf,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:52.215530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (1f72e203-67d0-459a-9a6f-7bcb4e68892a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.414659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2ac8070a-c3a3-416a-baaf-035d3b41595f None None] Provisioning complete for port 14adfe42-fb81-4a53-a6ed-d794c89fe452 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:52.417734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ac8070a-c3a3-416a-baaf-035d3b41595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.434160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f36ee70-f947-4133-8128-2ea91769f5b9 admin admin] Publish callbacks [] for security_group (739d8125-2d20-4835-9caa-5160a93b5054), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.448951 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.492119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f36ee70-f947-4133-8128-2ea91769f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (739d8125-2d20-4835-9caa-5160a93b5054), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.548681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8f36ee70-f947-4133-8128-2ea91769f5b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07a855cbca7d4c7c88bba93421c5712c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8482282 Jan 29 19:35:52.554394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59072) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:52.627727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f72e203-67d0-459a-9a6f-7bcb4e68892a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:52.639795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8070a-c3a3-416a-baaf-035d3b41595f None None] Port 14adfe42-fb81-4a53-a6ed-d794c89fe452 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:52.654693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3415c65c-c9f3-4626-b531-8438ed74aba5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:52.726118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Checking segment: {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:52.726482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Network hostable DHCP agents. Network: 9dcb5e8b-b1e4-4574-878d-8ff324f32231, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:35:52.759109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36ee70-f947-4133-8128-2ea91769f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739d8125-2d20-4835-9caa-5160a93b5054,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:52.836173 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98140fad-8323-40ad-9262-e5573b4e6bea admin admin] Publish callbacks [] for security_group (739d8125-2d20-4835-9caa-5160a93b5054), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.880069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:35:52.891931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3415c65c-c9f3-4626-b531-8438ed74aba5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:52.892325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.939535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98140fad-8323-40ad-9262-e5573b4e6bea admin admin] Publish callbacks [] for security_group (739d8125-2d20-4835-9caa-5160a93b5054), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:52.994390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks [] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.027766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9dcb5e8b-b1e4-4574-878d-8ff324f32231) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:53.047207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db0f08-0397-4a97-8057-a99e4e313abc None None] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:53.049683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:53.055900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.101981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.103825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (ca98c06f-cd53-48f3-b6b1-edfb732d0661), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.179399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e4e6366-2809-48d3-8c04-c6d45490f598 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9071190 Jan 29 19:35:53.182016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59090) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:53.187283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:53.211292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62e268-a3d7-4c5b-aa21-45389429f2c2 req-eb3ea6c1-60af-4e85-a64f-5498bfbd84b9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:53.213341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e62e268-a3d7-4c5b-aa21-45389429f2c2 req-eb3ea6c1-60af-4e85-a64f-5498bfbd84b9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 946 time: 0.2122259 Jan 29 19:35:53.265474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98140fad-8323-40ad-9262-e5573b4e6bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (739d8125-2d20-4835-9caa-5160a93b5054), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.283924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98140fad-8323-40ad-9262-e5573b4e6bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.291769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-98140fad-8323-40ad-9262-e5573b4e6bea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739d8125-2d20-4835-9caa-5160a93b5054 HTTP/1.1" status: 204 len: 168 time: 0.7018874 Jan 29 19:35:53.321026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98140fad-8323-40ad-9262-e5573b4e6bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739d8125-2d20-4835-9caa-5160a93b5054,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:53.324251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Pushing event updated for resources: {'Port': ['ID=14adfe42-fb81-4a53-a6ed-d794c89fe452,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:53.348900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (974d25bd-faf2-437f-bed1-5ef93c0dc17c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.350098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (974d25bd-faf2-437f-bed1-5ef93c0dc17c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.484578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3415c65c-c9f3-4626-b531-8438ed74aba5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:53.486478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 560450d1-952c-4cee-b647-2b20cdbae968 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:53.532813 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e62e268-a3d7-4c5b-aa21-45389429f2c2 req-fcca9081-bb3b-4d24-80ae-62eb66c3cf65 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955878 Jan 29 19:35:53.561424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks [] for router_controller (974d25bd-faf2-437f-bed1-5ef93c0dc17c), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.573730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:53.575085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-9dcb5e8b-b1e4-4574-878d-8ff324f32231', 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231', 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'fixed_ips': [{'subnet_id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:35:53.575738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:53.576582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.791362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 560450d1-952c-4cee-b647-2b20cdbae968 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:53.791828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (560450d1-952c-4cee-b647-2b20cdbae968), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:53.897850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:35:53.995306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Allocated IP 172.20.0.2 (9dcb5e8b-b1e4-4574-878d-8ff324f32231/1f72e203-67d0-459a-9a6f-7bcb4e68892a/8ea9e5a0-b244-45dc-950c-cec9b2d5b485) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:54.039797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks [] for router_gateway (974d25bd-faf2-437f-bed1-5ef93c0dc17c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.048665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 560450d1-952c-4cee-b647-2b20cdbae968 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:54.049054 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (560450d1-952c-4cee-b647-2b20cdbae968), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.104843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:35:54.121083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-620a58bd-ddf9-4fec-bc6f-08a1ec1cbf37 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca98c06f-cd53-48f3-b6b1-edfb732d0661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2238729 Jan 29 19:35:54.141627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 560450d1-952c-4cee-b647-2b20cdbae968, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=560450d1-952c-4cee-b647-2b20cdbae968,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:54.143247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f2b6a0af-fa35-4a36-b5ac-945bbbf93f68 None None] Provisioning complete for port 14adfe42-fb81-4a53-a6ed-d794c89fe452 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:54.143810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a0af-fa35-4a36-b5ac-945bbbf93f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.216282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (560450d1-952c-4cee-b647-2b20cdbae968), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.315747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:35:54.323023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6a0af-fa35-4a36-b5ac-945bbbf93f68 None None] Port 14adfe42-fb81-4a53-a6ed-d794c89fe452 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:35:54.333366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=560450d1-952c-4cee-b647-2b20cdbae968,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:54.380032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:54.380738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:54.518195 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Publish callbacks [] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.540774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks [] for router_gateway (974d25bd-faf2-437f-bed1-5ef93c0dc17c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.569693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:54.569916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.624785 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.758854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:54.770849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e71240-28bc-4e30-8c12-2587da02d2c0 req-8046143a-9031-4bbc-b61e-c2722ff44cfe tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:54.773476 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0e71240-28bc-4e30-8c12-2587da02d2c0 req-8046143a-9031-4bbc-b61e-c2722ff44cfe tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 946 time: 0.1550806 Jan 29 19:35:54.787049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Allocated IP 172.25.5.175 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/b588c288-b7a3-4c22-882b-8b3c7521d902) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:54.796384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:54.800024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:54.804137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Pushing event updated for resources: {'Port': ['ID=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:54.882186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0e71240-28bc-4e30-8c12-2587da02d2c0 req-788f9d4b-c562-401b-9e9f-7562b3f21303 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010542 Jan 29 19:35:54.964061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Attempting to bind port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:54.964982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Attempting to bind port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:54.964982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Attempting to bind port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 on network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:54.979375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:54.979849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Checking segment: {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:54.980302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:54.980705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Bound using segment: {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:54.981213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Bound port: 8ea9e5a0-b244-45dc-950c-cec9b2d5b485, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:54.981577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.009360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks [] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.105698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] For port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:55.109623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] For port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:55.124302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 2, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:55.155557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:35:55.155921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Updating router ca98c06f-cd53-48f3-b6b1-edfb732d0661 port 14adfe42-fb81-4a53-a6ed-d794c89fe452 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:35:55.180795 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5df454e7-2245-4e57-b00b-c7a911275f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.196221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.213925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.215578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.287634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:55.289621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cae71-943f-4aef-993b-c873fab00575 None None] Pushing event updated for resources: {'Port': ['ID=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:55.295352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:55.300399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:55.307941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Pushing event updated for resources: {'Port': ['ID=b588c288-b7a3-4c22-882b-8b3c7521d902,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:55.907442 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Publish callbacks [] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:55.911311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400c16d-fa9c-4207-9227-d7e3dcfd46d2 req-ffa72536-2b9b-41f1-b7b4-09976d43fac1 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:55.913211 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5400c16d-fa9c-4207-9227-d7e3dcfd46d2 req-ffa72536-2b9b-41f1-b7b4-09976d43fac1 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1128 time: 0.0696592 Jan 29 19:35:55.991453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5400c16d-fa9c-4207-9227-d7e3dcfd46d2 req-0fce5604-f496-45ee-9cbd-a7c011c0681e tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Jan 29 19:35:56.031876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.177029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ed1d-593a-437b-a512-7d0535ef0789 None None] Pushing event updated for resources: {'Port': ['ID=14adfe42-fb81-4a53-a6ed-d794c89fe452,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:56.199243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks [] for router_gateway (974d25bd-faf2-437f-bed1-5ef93c0dc17c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.304733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Attempting to bind port 14adfe42-fb81-4a53-a6ed-d794c89fe452 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:56.305108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Attempting to bind port 14adfe42-fb81-4a53-a6ed-d794c89fe452 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:56.305626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Attempting to bind port 14adfe42-fb81-4a53-a6ed-d794c89fe452 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:56.312116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:56.312519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Checking segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:56.312902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.313293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Bound using segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:56.313759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Bound port: 14adfe42-fb81-4a53-a6ed-d794c89fe452, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:56.314131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.385446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882f2a-4dfe-4ab1-b6db-19a5d737a111 req-8ae19ae5-d3b6-4911-b5c9-07db97ca9bf4 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:56.392485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39882f2a-4dfe-4ab1-b6db-19a5d737a111 req-8ae19ae5-d3b6-4911-b5c9-07db97ca9bf4 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1128 time: 0.2626531 Jan 29 19:35:56.488878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] For port 14adfe42-fb81-4a53-a6ed-d794c89fe452, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:56.496062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] For port 14adfe42-fb81-4a53-a6ed-d794c89fe452, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=14adfe42-fb81-4a53-a6ed-d794c89fe452,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:56.570644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39882f2a-4dfe-4ab1-b6db-19a5d737a111 req-8fe34bde-1ffe-43dc-99af-9ba7b0cf3183 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696873 Jan 29 19:35:56.597155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:56.646994 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.646994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] Provisioning complete for port 14adfe42-fb81-4a53-a6ed-d794c89fe452 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:56.646994 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.652964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (974d25bd-faf2-437f-bed1-5ef93c0dc17c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:56.802699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ed1d-593a-437b-a512-7d0535ef0789 None None] Pushing event updated for resources: {'Port': ['ID=14adfe42-fb81-4a53-a6ed-d794c89fe452,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:56.928890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:56.930224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:56.945807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-19977849-ab06-46b7-a6c6-caf62289f123 req-0a0d728c-3af8-4f2a-bcb2-4e79af587fdb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:35:56.946965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19977849-ab06-46b7-a6c6-caf62289f123 req-0a0d728c-3af8-4f2a-bcb2-4e79af587fdb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061281 Jan 29 19:35:56.986317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Router 974d25bd-faf2-437f-bed1-5ef93c0dc17c is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:35:57.140449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:57.222615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:35:57.234108 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Sync routers for ids ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:35:57.255523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Routers {'974d25bd-faf2-437f-bed1-5ef93c0dc17c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:57.260869 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:57.282043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260cf4ee-e5b6-455b-bc31-fa295a8d93c4 None None] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:35:57.308532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:57.309792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-254db63b-db82-4fe8-b0b3-f69d51de8485 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1267259 Jan 29 19:35:57.312532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59226) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:57.562602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59234) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:57.622995 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Set router 974d25bd-faf2-437f-bed1-5ef93c0dc17c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:35:57.784100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:57.784407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:57.944662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:35:55Z', 'revision_number': 3, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:57.989575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59252) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:57.991938 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Checking router: 974d25bd-faf2-437f-bed1-5ef93c0dc17c for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:35:57.992520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Updating router 974d25bd-faf2-437f-bed1-5ef93c0dc17c port b588c288-b7a3-4c22-882b-8b3c7521d902 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:35:57.993737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-network', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:58.057407 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.112000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Made reservation on behalf of e92bf7a848334845981daef8016b9c8d for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:58.115174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.149001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.304015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.322640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-563a6108-a8bc-42d6-99e5-da37015313c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.598681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] Current status of the port 14adfe42-fb81-4a53-a6ed-d794c89fe452 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:58.602785 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.657444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Allocated IP 172.20.0.1 (9dcb5e8b-b1e4-4574-878d-8ff324f32231/1f72e203-67d0-459a-9a6f-7bcb4e68892a/7778b606-63a5-4689-8bf6-b4de6a300415) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:35:58.685093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-563a6108-a8bc-42d6-99e5-da37015313c8 admin admin] Publish callbacks [] for security_group (4196e616-1e5f-4e4a-8012-ae3235999665), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.686352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] For port 14adfe42-fb81-4a53-a6ed-d794c89fe452, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=14adfe42-fb81-4a53-a6ed-d794c89fe452,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:58.694894 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Publish callbacks [] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.746945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks [] for security_group (1425925b-dfca-42ff-b22e-9fa241dc6229), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.763056 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-563a6108-a8bc-42d6-99e5-da37015313c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4196e616-1e5f-4e4a-8012-ae3235999665), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.775286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.787163 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.792038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1cd221ef-393e-42ee-a9f5-99a348418e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.804679 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.842423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-563a6108-a8bc-42d6-99e5-da37015313c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ac2d48224b74599a1d3182bbd15c204&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2757201 Jan 29 19:35:58.843333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1425925b-dfca-42ff-b22e-9fa241dc6229), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.850571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59262) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:58.876927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:35:58.902195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c6acd6fa-5572-4f8e-83ee-901cd82b70cf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.902535 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Added segment c6acd6fa-5572-4f8e-83ee-901cd82b70cf of type vlan for network e7885c28-dca1-4bfe-9be6-ee994131338b Jan 29 19:35:58.903922 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020143e-f3af-407c-9afb-638ece5ee1ea None None] Pushing event updated for resources: {'Port': ['ID=b588c288-b7a3-4c22-882b-8b3c7521d902,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:58.944141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Attempting to bind port b588c288-b7a3-4c22-882b-8b3c7521d902 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:35:58.944707 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Attempting to bind port b588c288-b7a3-4c22-882b-8b3c7521d902 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:35:58.945205 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Attempting to bind port b588c288-b7a3-4c22-882b-8b3c7521d902 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:35:58.958180 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:35:58.958804 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:35:58.959961 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.961110 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:35:58.961806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Bound port: b588c288-b7a3-4c22-882b-8b3c7521d902, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:35:58.962582 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.971947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks [] for port (7778b606-63a5-4689-8bf6-b4de6a300415), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:58.996188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:58.996776 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.023439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:56Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:59.087218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e7885c28-dca1-4bfe-9be6-ee994131338b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.125437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a6108-a8bc-42d6-99e5-da37015313c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4196e616-1e5f-4e4a-8012-ae3235999665,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.140743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d3456e-499c-4d4f-94f7-dd5764e229a1 admin admin] Publish callbacks [] for security_group (4196e616-1e5f-4e4a-8012-ae3235999665), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.162679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8e90-5925-4cb5-b896-7258d7d11a6e None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:56Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:35:59.192892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e7885c28-dca1-4bfe-9be6-ee994131338b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.194498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:35:59.197102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.217307 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] For port b588c288-b7a3-4c22-882b-8b3c7521d902, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:35:59.221894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-59d01ddd-a89b-48e5-b4c3-d614f6caf5f4 None None] Provisioning complete for port 14adfe42-fb81-4a53-a6ed-d794c89fe452 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:59.224469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59d01ddd-a89b-48e5-b4c3-d614f6caf5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.226248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d3456e-499c-4d4f-94f7-dd5764e229a1 admin admin] Publish callbacks [] for security_group (4196e616-1e5f-4e4a-8012-ae3235999665), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.238807 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] For port b588c288-b7a3-4c22-882b-8b3c7521d902, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b588c288-b7a3-4c22-882b-8b3c7521d902,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:35:59.312681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.351024 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.358973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1425925b-dfca-42ff-b22e-9fa241dc6229,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.430835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19742831-2367-436a-bf31-e37bce2fdba8 None None] Pushing event updated for resources: {'Port': ['ID=14adfe42-fb81-4a53-a6ed-d794c89fe452,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.435715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:35:59.501641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5091574 Jan 29 19:35:59.502772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:35:59.516579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:35:59.524025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Request body: {'subnet': {'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-subnet', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:35:59.534506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:35:59.536462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d3314-498d-448b-a378-9b10eb28fbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7885c28-dca1-4bfe-9be6-ee994131338b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.539399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-59d01ddd-a89b-48e5-b4c3-d614f6caf5f4 None None] Current status of the port 14adfe42-fb81-4a53-a6ed-d794c89fe452 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:35:59.542468 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.543790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 560450d1-952c-4cee-b647-2b20cdbae968 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:35:59.568163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.576393 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020143e-f3af-407c-9afb-638ece5ee1ea None None] Pushing event updated for resources: {'Port': ['ID=b588c288-b7a3-4c22-882b-8b3c7521d902,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.593591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:35:59.598553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (974d25bd-faf2-437f-bed1-5ef93c0dc17c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.655005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e7885c28-dca1-4bfe-9be6-ee994131338b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:35:59.677878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Made reservation on behalf of e92bf7a848334845981daef8016b9c8d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:35:59.679783 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Routers {'974d25bd-faf2-437f-bed1-5ef93c0dc17c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:35:59.680429 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:35:59.683834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.785841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.813397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-59d01ddd-a89b-48e5-b4c3-d614f6caf5f4 None None] Provisioning complete for port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:35:59.813775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59d01ddd-a89b-48e5-b4c3-d614f6caf5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:35:59.853010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Pushing event updated for resources: {'Port': ['ID=7778b606-63a5-4689-8bf6-b4de6a300415,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:35:59.950248 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] Set router 974d25bd-faf2-437f-bed1-5ef93c0dc17c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:00.085212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 560450d1-952c-4cee-b647-2b20cdbae968 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:00.085608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (560450d1-952c-4cee-b647-2b20cdbae968), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.132622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-59d01ddd-a89b-48e5-b4c3-d614f6caf5f4 None None] Current status of the port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:00.190224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 560450d1-952c-4cee-b647-2b20cdbae968 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:00.200597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d3456e-499c-4d4f-94f7-dd5764e229a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4196e616-1e5f-4e4a-8012-ae3235999665), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.200597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d3456e-499c-4d4f-94f7-dd5764e229a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.200597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7d3456e-499c-4d4f-94f7-dd5764e229a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4196e616-1e5f-4e4a-8012-ae3235999665 HTTP/1.1" status: 204 len: 168 time: 1.3460226 Jan 29 19:36:00.215074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3456e-499c-4d4f-94f7-dd5764e229a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4196e616-1e5f-4e4a-8012-ae3235999665,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:00.266912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.296080 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:35:55Z', 'revision_number': 3, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:00.396704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68a10345-4217-417f-a99b-e361fd29c3f1 None None] Provisioning complete for port 7778b606-63a5-4689-8bf6-b4de6a300415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:00.397158 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68a10345-4217-417f-a99b-e361fd29c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.464913 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c457974-8752-4da2-abea-0265cc0ca25b None None] The sync data for ids ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'] in n-d-825496-5 is: [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:35:55Z', 'revision_number': 3, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:00.479837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.559507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68a10345-4217-417f-a99b-e361fd29c3f1 None None] Port 7778b606-63a5-4689-8bf6-b4de6a300415 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:00.587538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (fd7d90db-29c8-4aff-bb2f-f1f1a268f705), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.619452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68a10345-4217-417f-a99b-e361fd29c3f1 None None] Provisioning complete for port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:00.619986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68a10345-4217-417f-a99b-e361fd29c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.749260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:00.782506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7d90db-29c8-4aff-bb2f-f1f1a268f705,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:00.863034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Checking segment: {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:00.863428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Network hostable DHCP agents. Network: e7885c28-dca1-4bfe-9be6-ee994131338b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:36:00.919567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:00.920156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:00.948010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks [] for port (7778b606-63a5-4689-8bf6-b4de6a300415), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.074942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68a10345-4217-417f-a99b-e361fd29c3f1 None None] Current status of the port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:01.123544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Network e7885c28-dca1-4bfe-9be6-ee994131338b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:36:01.124062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.125886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (974d25bd-faf2-437f-bed1-5ef93c0dc17c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.201426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:01.201637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 14adfe42-fb81-4a53-a6ed-d794c89fe452 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:01.260290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e7885c28-dca1-4bfe-9be6-ee994131338b) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:01.265190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:01.266588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.293505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Pushing event updated for resources: {'Port': ['ID=7778b606-63a5-4689-8bf6-b4de6a300415,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:01.299793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb4246-e56c-4cbb-8092-0a322d385b9f None None] Network e7885c28-dca1-4bfe-9be6-ee994131338b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:01.349184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 14adfe42-fb81-4a53-a6ed-d794c89fe452 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:01.349664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.379942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-27bc0cf8-e667-415d-90cc-fcb997031897 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8699877 Jan 29 19:36:01.380521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59336) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:01.387169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:01.512217 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.525761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:01.529527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (df114439-9653-4707-a215-cd7041237a2c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.529919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:01.531229 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (df114439-9653-4707-a215-cd7041237a2c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.778185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks [] for router_controller (df114439-9653-4707-a215-cd7041237a2c), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.840504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e7885c28-dca1-4bfe-9be6-ee994131338b', 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b', 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'fixed_ips': [{'subnet_id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:36:01.842391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:01.887063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 14adfe42-fb81-4a53-a6ed-d794c89fe452 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:01.902255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Router 974d25bd-faf2-437f-bed1-5ef93c0dc17c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:36:02.054906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59354) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:02.135010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ba30-cfa1-455f-9ac6-191f9e9b43db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.176427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1e9bcc32-9401-43f9-9afc-19cc4538b233 None None] Provisioning complete for port 7778b606-63a5-4689-8bf6-b4de6a300415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:02.176951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e9bcc32-9401-43f9-9afc-19cc4538b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.332265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1e9bcc32-9401-43f9-9afc-19cc4538b233 None None] Port 7778b606-63a5-4689-8bf6-b4de6a300415 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:02.366484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks [] for router_gateway (df114439-9653-4707-a215-cd7041237a2c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.436356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Allocated IP 172.20.0.2 (e7885c28-dca1-4bfe-9be6-ee994131338b/fd7d90db-29c8-4aff-bb2f-f1f1a268f705/cf6a2bed-6119-4055-9261-116f2f84c072) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:02.463206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:02.505620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a9c39492-74f2-4f92-864e-c6e15cb3c76e admin admin] 10.222.0.15 "PUT /v2.0/routers/974d25bd-faf2-437f-bed1-5ef93c0dc17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1918514 Jan 29 19:36:02.516424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b588c288-b7a3-4c22-882b-8b3c7521d902 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:02.523573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1227921077', 'description': 'tempest-description-545317123'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:02.575598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ba30-cfa1-455f-9ac6-191f9e9b43db admin admin] Publish callbacks [] for security_group (375c1d56-25fc-4691-b81c-935fd8e5623c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.637506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ba30-cfa1-455f-9ac6-191f9e9b43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (375c1d56-25fc-4691-b81c-935fd8e5623c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.672710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.689562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.708017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6ba30-cfa1-455f-9ac6-191f9e9b43db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c1d56-25fc-4691-b81c-935fd8e5623c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:02.767170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59366) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:02.832701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6eb6ba30-cfa1-455f-9ac6-191f9e9b43db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8ce9d891ac34c19aa34d689545136b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7738328 Jan 29 19:36:02.833439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:02.925091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df012f49-6347-4c25-ba41-a916140a34e2 admin admin] Publish callbacks [] for security_group (375c1d56-25fc-4691-b81c-935fd8e5623c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.970707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df012f49-6347-4c25-ba41-a916140a34e2 admin admin] Publish callbacks [] for security_group (375c1d56-25fc-4691-b81c-935fd8e5623c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:02.975912 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (05bacf9b-e5c8-43c0-afb1-38471977b7ac), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.042214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b588c288-b7a3-4c22-882b-8b3c7521d902 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:03.042794 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.063461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (05bacf9b-e5c8-43c0-afb1-38471977b7ac), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.071754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-93308815-a0c7-4768-80a5-c1d0c77eb4df tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:36:03.072848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-93308815-a0c7-4768-80a5-c1d0c77eb4df tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3047235 Jan 29 19:36:03.166557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks [] for router_gateway (df114439-9653-4707-a215-cd7041237a2c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.173300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df012f49-6347-4c25-ba41-a916140a34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (375c1d56-25fc-4691-b81c-935fd8e5623c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.176615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df012f49-6347-4c25-ba41-a916140a34e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.182945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-df012f49-6347-4c25-ba41-a916140a34e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/375c1d56-25fc-4691-b81c-935fd8e5623c HTTP/1.1" status: 204 len: 168 time: 0.3460476 Jan 29 19:36:03.197026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df012f49-6347-4c25-ba41-a916140a34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c1d56-25fc-4691-b81c-935fd8e5623c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:03.216625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.240084 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Publish callbacks [] for port (cf6a2bed-6119-4055-9261-116f2f84c072), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.242752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bacf9b-e5c8-43c0-afb1-38471977b7ac,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:03.350707 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.538095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-14640023-8c1a-495c-a6e6-050996f91456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:03.539037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Pushing event updated for resources: {'Port': ['ID=cf6a2bed-6119-4055-9261-116f2f84c072,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:03.542461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-14640023-8c1a-495c-a6e6-050996f91456 service neutron] 10.222.0.15 "GET /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 1125 time: 0.3245292 Jan 29 19:36:03.571799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Request body: {'binding': {'host': 'n-h1-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:03.573578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:36:03.606889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (9cc04191-3598-4ce4-9605-10104696b4be), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.636647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Network e7885c28-dca1-4bfe-9be6-ee994131338b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:03.659399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:03.686816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9cc04191-3598-4ce4-9605-10104696b4be), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.716902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:03.845937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b588c288-b7a3-4c22-882b-8b3c7521d902 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:03.854368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.863729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Allocated IP 172.25.5.239 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/8ccab769-a1e9-4ed3-9f97-d2d4b17582e4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:03.880117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc04191-3598-4ce4-9605-10104696b4be,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:03.947408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:03.960771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c37fed7e-a853-4283-8a65-475f77d644a6 req-03a69f40-f4f2-48a7-a958-fbee402dc73e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4524460 Jan 29 19:36:04.076035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on host n-h1-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:04.076035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:04.078790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:04.094616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:36:04.095204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:04.097643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port b588c288-b7a3-4c22-882b-8b3c7521d902, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b588c288-b7a3-4c22-882b-8b3c7521d902,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:04.102795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Attempting to bind port cf6a2bed-6119-4055-9261-116f2f84c072 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:04.103336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Attempting to bind port cf6a2bed-6119-4055-9261-116f2f84c072 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:04.103918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Attempting to bind port cf6a2bed-6119-4055-9261-116f2f84c072 on network e7885c28-dca1-4bfe-9be6-ee994131338b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:04.109809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks [] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.113150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:04.115933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:04.116531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:04.117183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Bound port: e3a4bc3f-fc33-42bb-9467-374f84856ed2, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:04.119123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:04.122765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Checking segment: {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:04.122765 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.136717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Bound using segment: {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:04.136717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Bound port: cf6a2bed-6119-4055-9261-116f2f84c072, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:04.136717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.270200 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.335089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:04.356723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.429181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.431540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-694ac747-b5bf-49c6-a9ce-e390d889d6cc service neutron] 10.222.0.15 "POST /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8694601 Jan 29 19:36:04.446443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:04.482824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] For port cf6a2bed-6119-4055-9261-116f2f84c072, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:04.491555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=b588c288-b7a3-4c22-882b-8b3c7521d902,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:04.500613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] For port cf6a2bed-6119-4055-9261-116f2f84c072, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf6a2bed-6119-4055-9261-116f2f84c072,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:04.558122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:04.564731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:04.609582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:04.754350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:04.868593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ebd3-6bb6-4e35-a5aa-1cc144a118f5 None None] Pushing event updated for resources: {'Port': ['ID=cf6a2bed-6119-4055-9261-116f2f84c072,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:05.095252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Sync routers for ids ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:05.103387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks [] for router_gateway (df114439-9653-4707-a215-cd7041237a2c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:05.123337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Routers {'974d25bd-faf2-437f-bed1-5ef93c0dc17c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:05.132888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:05.593362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Set router 974d25bd-faf2-437f-bed1-5ef93c0dc17c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:05.676048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59422) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:06.043517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-network', 'tenant_id': '67be23ef481b413a91237169efd4bcb1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:06.101070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-fea3c8c7-dbfd-4e05-9b40-f92031e107e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:06.101789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-fea3c8c7-dbfd-4e05-9b40-f92031e107e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1128 time: 0.1799328 Jan 29 19:36:06.147641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:36:00Z', 'revision_number': 4, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7778b606-63a5-4689-8bf6-b4de6a300415', 'name': '', 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'mac_address': 'fa:16:3e:28:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:58Z', 'updated_at': '2022-01-29T19:36:00Z', 'revision_number': 2, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'subnets': [{'id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:06.178246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Made reservation on behalf of 67be23ef481b413a91237169efd4bcb1 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:06.180557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.195688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.276731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Checking router: 974d25bd-faf2-437f-bed1-5ef93c0dc17c for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:06.277082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Updating router 974d25bd-faf2-437f-bed1-5ef93c0dc17c port 7778b606-63a5-4689-8bf6-b4de6a300415 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:36:06.359980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-a5dc2043-b587-4883-8a7b-bb945efbd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:06.360815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-a5dc2043-b587-4883-8a7b-bb945efbd09d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.2426875 Jan 29 19:36:06.466006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.514551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-26e749ab-2319-4754-9eaf-d618df26e36c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.1359344 Jan 29 19:36:06.674168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks [] for security_group (4f66617e-c533-4e2a-b748-7a38f69b6b59), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.678945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b01a5714-5d7e-4651-916a-8aee62c64b5a req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1526530755', 'description': 'tempest-description-431204978'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:06.755864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4f66617e-c533-4e2a-b748-7a38f69b6b59), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.800830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:36:06.805922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-48d77cd8-f903-42d8-baa8-e2141a4e7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:06.811962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-48d77cd8-f903-42d8-baa8-e2141a4e7271 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.2817068 Jan 29 19:36:06.824987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a283803d-211d-4004-91d4-96273b4a100c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.826196 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Added segment a283803d-211d-4004-91d4-96273b4a100c of type vlan for network f51b367b-b020-43f3-ac68-4f6412cd2fb7 Jan 29 19:36:06.888134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f51b367b-b020-43f3-ac68-4f6412cd2fb7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:06.905868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-4bf60557-327c-4afa-997b-66eb4b7d42ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642898 Jan 29 19:36:06.917696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b01a5714-5d7e-4651-916a-8aee62c64b5a req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.027463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (df114439-9653-4707-a215-cd7041237a2c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.068064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b588c288-b7a3-4c22-882b-8b3c7521d902 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:07.070188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3f41f-8878-4e4c-8f74-15e87c6a836d None None] Network e7885c28-dca1-4bfe-9be6-ee994131338b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:07.079494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b01a5714-5d7e-4651-916a-8aee62c64b5a req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (36394c9b-d361-4b23-8e8c-736c516a2a16), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.084052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f51b367b-b020-43f3-ac68-4f6412cd2fb7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.087370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:07.087370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.309504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] Provisioning complete for port cf6a2bed-6119-4055-9261-116f2f84c072 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:07.310185 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.390294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-dee18854-5ccb-4bcc-8075-982396826ee9 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709446 Jan 29 19:36:07.406581 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:36:07.590686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b588c288-b7a3-4c22-882b-8b3c7521d902 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:07.591078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.765224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.773439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] Current status of the port cf6a2bed-6119-4055-9261-116f2f84c072 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:07.773829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.789505 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-57f159f7-ee90-4998-bcce-b9b136df04df service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898258 Jan 29 19:36:07.922232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Publish callbacks [] for port (7778b606-63a5-4689-8bf6-b4de6a300415), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:07.968702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] For port cf6a2bed-6119-4055-9261-116f2f84c072, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf6a2bed-6119-4055-9261-116f2f84c072,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:08.023969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b588c288-b7a3-4c22-882b-8b3c7521d902 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:08.025327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf6a2bed-6119-4055-9261-116f2f84c072 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:08.059591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.140282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.157845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b01a5714-5d7e-4651-916a-8aee62c64b5a req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (36394c9b-d361-4b23-8e8c-736c516a2a16), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.196661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Pushing event updated for resources: {'Network': ['ID=f51b367b-b020-43f3-ac68-4f6412cd2fb7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:08.275875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f66617e-c533-4e2a-b748-7a38f69b6b59,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:08.328482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Router df114439-9653-4707-a215-cd7041237a2c is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:36:08.346182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ac35991-b427-4ef1-9aa3-0afe71ab6002 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6610949 Jan 29 19:36:08.361157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59434) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:08.386800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Request body: {'subnet': {'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-subnet', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:08.447316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b01a5714-5d7e-4651-916a-8aee62c64b5a req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.466449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b01a5714-5d7e-4651-916a-8aee62c64b5a req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7944212 Jan 29 19:36:08.551066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28a5c8-e423-4419-927a-a956855dd7ea tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36394c9b-d361-4b23-8e8c-736c516a2a16,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:08.552003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:36:08.588377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:08.627869 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Sync routers for ids ['df114439-9653-4707-a215-cd7041237a2c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:08.633911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port cf6a2bed-6119-4055-9261-116f2f84c072 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:08.634404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.681412 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Routers {'df114439-9653-4707-a215-cd7041237a2c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:08.686697 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['df114439-9653-4707-a215-cd7041237a2c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:08.695209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-2b787db7-918a-47f4-a446-50f4d2cc1e82 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:08.697890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-2b787db7-918a-47f4-a446-50f4d2cc1e82 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1128 time: 0.6097419 Jan 29 19:36:08.699915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161939f-b95e-4358-a698-eb4d5ace2b1e None None] Pushing event updated for resources: {'Port': ['ID=cf6a2bed-6119-4055-9261-116f2f84c072,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:08.705933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Made reservation on behalf of 67be23ef481b413a91237169efd4bcb1 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:08.710453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.717205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825496-5'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:08.769574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f5a63bc2-c3c8-466e-a24c-d22d709f1631 None None] Provisioning complete for port cf6a2bed-6119-4055-9261-116f2f84c072 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:08.770330 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5a63bc2-c3c8-466e-a24c-d22d709f1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.772853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595984f-9d7f-41f6-ae65-6bfd5248daa9 None None] Pushing event updated for resources: {'Port': ['ID=7778b606-63a5-4689-8bf6-b4de6a300415,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:08.854365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:08.857251 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d1fe175b-76c0-46e8-8275-43afea789226 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4740348 Jan 29 19:36:08.868007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:08.914162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Attempting to bind port 7778b606-63a5-4689-8bf6-b4de6a300415 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:08.918723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Attempting to bind port 7778b606-63a5-4689-8bf6-b4de6a300415 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:08.919142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Attempting to bind port 7778b606-63a5-4689-8bf6-b4de6a300415 on network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:09.007551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:09.071808 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Set router df114439-9653-4707-a215-cd7041237a2c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:09.081168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:09.082532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Checking segment: {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:09.082752 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:09.083115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Bound using segment: {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:09.086859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Bound port: 7778b606-63a5-4689-8bf6-b4de6a300415, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e18165-b340-4d62-92ea-7e67aef7822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:09.087326 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:09.180146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b02cc6-fdd3-4c55-84db-e4856191141a req-47d048c7-b3c7-4b40-b2e6-6e3de5299b0c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:09.191797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13b02cc6-fdd3-4c55-84db-e4856191141a req-47d048c7-b3c7-4b40-b2e6-6e3de5299b0c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 946 time: 0.3403881 Jan 29 19:36:09.359394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13b02cc6-fdd3-4c55-84db-e4856191141a req-882152ab-c734-4432-9fbb-b377cb5566d9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664252 Jan 29 19:36:09.387932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f5a63bc2-c3c8-466e-a24c-d22d709f1631 None None] Current status of the port cf6a2bed-6119-4055-9261-116f2f84c072 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:09.401572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port cf6a2bed-6119-4055-9261-116f2f84c072 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:09.453118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] For port 7778b606-63a5-4689-8bf6-b4de6a300415, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:09.461801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] For port 7778b606-63a5-4689-8bf6-b4de6a300415, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7778b606-63a5-4689-8bf6-b4de6a300415,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:09.525386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] Provisioning complete for port 7778b606-63a5-4689-8bf6-b4de6a300415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:09.525751 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:09.686342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:09.799394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:36:04Z', 'revision_number': 3, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:09.855788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf6a2bed-6119-4055-9261-116f2f84c072 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:09.864743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (48f2a303-54f7-4559-a5f5-677251230c21), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:09.879127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595984f-9d7f-41f6-ae65-6bfd5248daa9 None None] Pushing event updated for resources: {'Port': ['ID=7778b606-63a5-4689-8bf6-b4de6a300415,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:09.886146 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Checking router: df114439-9653-4707-a215-cd7041237a2c for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:09.888087 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Updating router df114439-9653-4707-a215-cd7041237a2c port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:36:10.008445 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.028992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f2a303-54f7-4559-a5f5-677251230c21,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:10.066540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-241626887', 'description': 'tempest-description-1567027820'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:10.241995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Routers {'974d25bd-faf2-437f-bed1-5ef93c0dc17c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:10.242645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:10.264901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.330852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.364227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Checking segment: {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:10.364633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Network hostable DHCP agents. Network: f51b367b-b020-43f3-ac68-4f6412cd2fb7, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:36:10.470149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:10.497581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:36:10.569398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:10.582607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f51b367b-b020-43f3-ac68-4f6412cd2fb7) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:10.591412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:10.592023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.652462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (467f724f-c7e6-46da-9477-fa9f85c60a2e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.669794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] Set router 974d25bd-faf2-437f-bed1-5ef93c0dc17c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:10.706466 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Publish callbacks [] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.713234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:10.720037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-143c7eb7-3198-4880-b03c-89c85db3424b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3575604 Jan 29 19:36:10.723263 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca6c49b-f84a-4fb3-acc7-426edc245d1b" -d '{"events": [{"server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:10.724066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:10.728682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:10.768114 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (467f724f-c7e6-46da-9477-fa9f85c60a2e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.795378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:10.914796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a13bb-1751-4571-b59f-f4a2ba4df034 None None] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:10.955153 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (eefeaa14-1022-4695-8dc9-9b6be9d30b8d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.054215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f724f-c7e6-46da-9477-fa9f85c60a2e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:11.102908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] Current status of the port 7778b606-63a5-4689-8bf6-b4de6a300415 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:11.102908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.205396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port cf6a2bed-6119-4055-9261-116f2f84c072 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:11.208924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.267961 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Publish callbacks [] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.330642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f51b367b-b020-43f3-ac68-4f6412cd2fb7', 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7', 'project_id': '67be23ef481b413a91237169efd4bcb1', 'fixed_ips': [{'subnet_id': '48f2a303-54f7-4559-a5f5-677251230c21'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:36:11.332551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.403235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (eefeaa14-1022-4695-8dc9-9b6be9d30b8d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.460292 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.478226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (b7b198bb-d400-4273-aeff-b2363f506e06), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.484491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (b7b198bb-d400-4273-aeff-b2363f506e06), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.485905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on host n-h2-825496-5 for vnic_type normal with profile {"migrating_to": "n-h1-825496-5"} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:11.486447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:11.486552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:11.492510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:11.513848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefeaa14-1022-4695-8dc9-9b6be9d30b8d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:11.532059 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319690f7-8791-4339-8b8b-3bd320b554ee None None] Pushing event updated for resources: {'Port': ['ID=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:11.532448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Allocated IP 172.20.0.2 (f51b367b-b020-43f3-ac68-4f6412cd2fb7/48f2a303-54f7-4559-a5f5-677251230c21/5b4e1778-78f8-4c65-ade3-a900de564afa) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:11.577671 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Attempting to bind port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:11.578048 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Attempting to bind port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:11.578404 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Attempting to bind port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:11.587804 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:11.588179 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:11.588602 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.588990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:11.589452 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Bound port: 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:11.589893 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.622292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.638747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcd1490c-18a4-4805-a530-c2a1c3b46f8b req-2ba04abb-16f1-4c35-bb17-d555b919f00e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.6132917 Jan 29 19:36:11.724968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8fa9d-d03d-4ad2-ae1c-8dd82fa3b234 req-eb13bd42-3ba6-4dd7-83f5-399da3274529 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:11.727550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks [] for router_controller (b7b198bb-d400-4273-aeff-b2363f506e06), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.737478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98e8fa9d-d03d-4ad2-ae1c-8dd82fa3b234 req-eb13bd42-3ba6-4dd7-83f5-399da3274529 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.8333378 Jan 29 19:36:11.739410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:36:11.739528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Attempting to bind port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:11.749304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] For port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:11.756437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:11.758522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] For port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:11.760312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:11.762096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:11.762732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Bound port: e3a4bc3f-fc33-42bb-9467-374f84856ed2, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:11.764348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.864322 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:11.964634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98e8fa9d-d03d-4ad2-ae1c-8dd82fa3b234 req-50341706-0863-48c1-96d3-038330520b80 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258565 Jan 29 19:36:11.972785 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b584d0-77d5-4071-bca9-c12988ddfd10 x-openstack-request-id: req-b7b584d0-77d5-4071-bca9-c12988ddfd10 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:36:11.973109 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:36:11.973370 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b584d0-77d5-4071-bca9-c12988ddfd10 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:36:11.973780 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'code': 200} Jan 29 19:36:12.014760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.022188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Publish callbacks [] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.053717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319690f7-8791-4339-8b8b-3bd320b554ee None None] Pushing event updated for resources: {'Port': ['ID=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:12.096084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] For port 7778b606-63a5-4689-8bf6-b4de6a300415, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7778b606-63a5-4689-8bf6-b4de6a300415,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:12.112015 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Routers {'df114439-9653-4707-a215-cd7041237a2c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:12.113325 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['df114439-9653-4707-a215-cd7041237a2c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:12.120695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.181992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-dd46f6aa-dc32-409b-85fe-010eac253641 req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-817432714', 'description': 'tempest-description-181917689'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:12.348433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port cf6a2bed-6119-4055-9261-116f2f84c072 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:12.361589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:12.406944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:12.407919 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.412419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:12.421584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:36:00Z', 'revision_number': 4, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7778b606-63a5-4689-8bf6-b4de6a300415', 'name': '', 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'mac_address': 'fa:16:3e:28:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:58Z', 'updated_at': '2022-01-29T19:36:09Z', 'revision_number': 4, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'subnets': [{'id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:12.437982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-dd46f6aa-dc32-409b-85fe-010eac253641 req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.448599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:12.453358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:12.485063 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] Set router df114439-9653-4707-a215-cd7041237a2c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:12.526871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.578367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Allocated IP 172.20.0.1 (e7885c28-dca1-4bfe-9be6-ee994131338b/fd7d90db-29c8-4aff-bb2f-f1f1a268f705/a682007c-eeea-47b6-9bd1-a1fbee15f1aa) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:12.598521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks [] for router_gateway (b7b198bb-d400-4273-aeff-b2363f506e06), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:12.600488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31ef6b-fe1b-44ab-96c8-1abeb8231df7 None None] The sync data for ids ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'] in n-d-825496-5 is: [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:36:00Z', 'revision_number': 4, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7778b606-63a5-4689-8bf6-b4de6a300415', 'name': '', 'network_id': '9dcb5e8b-b1e4-4574-878d-8ff324f32231', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'mac_address': 'fa:16:3e:28:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:58Z', 'updated_at': '2022-01-29T19:36:09Z', 'revision_number': 4, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'subnets': [{'id': '1f72e203-67d0-459a-9a6f-7bcb4e68892a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:12.811265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Pushing event updated for resources: {'Port': ['ID=5b4e1778-78f8-4c65-ade3-a900de564afa,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:12.838232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.838232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.838657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.838884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.841755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.842123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.842464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.842799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.843128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.843450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.843833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.844100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.851827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:12.888114 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-dd46f6aa-dc32-409b-85fe-010eac253641 req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (a673c051-6e0c-4ce2-94da-9a30388f6be7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.085737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-dd46f6aa-dc32-409b-85fe-010eac253641 req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a673c051-6e0c-4ce2-94da-9a30388f6be7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.106598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0b945052-da75-4786-bfb1-c5228b80ae08 None None] Provisioning complete for port 7778b606-63a5-4689-8bf6-b4de6a300415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:13.107234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b945052-da75-4786-bfb1-c5228b80ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.162175 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:36:04Z', 'revision_number': 3, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:13.231251 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac53d5-a676-4628-a0a3-cf39061094a1 None None] The sync data for ids ['df114439-9653-4707-a215-cd7041237a2c'] in n-d-825496-5 is: [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:36:04Z', 'revision_number': 3, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:13.254347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Attempting to bind port 5b4e1778-78f8-4c65-ade3-a900de564afa on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:13.254727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Attempting to bind port 5b4e1778-78f8-4c65-ade3-a900de564afa by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:13.255086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Attempting to bind port 5b4e1778-78f8-4c65-ade3-a900de564afa on network f51b367b-b020-43f3-ac68-4f6412cd2fb7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:13.281402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59528) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:13.311479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673c051-6e0c-4ce2-94da-9a30388f6be7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:13.374139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-dd46f6aa-dc32-409b-85fe-010eac253641 req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.411515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd46f6aa-dc32-409b-85fe-010eac253641 req-f8bb4925-e51e-4394-87c5-9ad0cfc4900d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2867196 Jan 29 19:36:13.436069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:13.441156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Checking segment: {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:13.441636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.442041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Bound using segment: {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:13.442549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Bound port: 5b4e1778-78f8-4c65-ade3-a900de564afa, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:13.452440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.502207 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks [] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.559961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=8']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:13.621219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b0503-0ca4-4cc0-9784-44333536e193 None None] Pushing event updated for resources: {'Port': ['ID=7778b606-63a5-4689-8bf6-b4de6a300415,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:13.702817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:13.727234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.837606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a6fedbc-3cdd-438e-a898-237479461314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.881154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Pushing event updated for resources: {'Port': ['ID=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:13.899008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:13.899764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:13.903163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-380aac61-3e71-4ce4-83ad-b1d85c11fa67 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 1122 time: 5.1954913 Jan 29 19:36:13.988290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Network e7885c28-dca1-4bfe-9be6-ee994131338b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:14.000832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:14.007737 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165c950-caae-4ef6-882c-3f5a01d5e29a" -d '{"events": [{"name": "network-changed", "server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:14.012312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:14.015630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:14.016589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (df114439-9653-4707-a215-cd7041237a2c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.072852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8100ff30-3daf-42f4-9007-104cedf41396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.215894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293fd2f-4ce2-4fb6-9f8a-6ae291c4eec2 req-c8719b3a-cc0a-4e0e-b24e-4a8e9f2e32f6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:14.223518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a293fd2f-4ce2-4fb6-9f8a-6ae291c4eec2 req-c8719b3a-cc0a-4e0e-b24e-4a8e9f2e32f6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.6372867 Jan 29 19:36:14.290123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8100ff30-3daf-42f4-9007-104cedf41396 admin admin] Publish callbacks [] for security_group (d9d55c90-23d1-4011-824c-69e0f3850e09), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.361231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0b945052-da75-4786-bfb1-c5228b80ae08 None None] Current status of the port 7778b606-63a5-4689-8bf6-b4de6a300415 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:14.458814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] For port 5b4e1778-78f8-4c65-ade3-a900de564afa, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:14.472554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] For port 5b4e1778-78f8-4c65-ade3-a900de564afa, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b4e1778-78f8-4c65-ade3-a900de564afa,segment=NetworkSegment(a283803d-211d-4004-91d4-96273b4a100c),segment_id=a283803d-211d-4004-91d4-96273b4a100c)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:14.480307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e3a4bc3f-fc33-42bb-9467-374f84856ed2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:36:14.513112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8100ff30-3daf-42f4-9007-104cedf41396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9d55c90-23d1-4011-824c-69e0f3850e09), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.566567 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.669056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a293fd2f-4ce2-4fb6-9f8a-6ae291c4eec2 req-099c06de-3c4f-439e-aea6-39ec98978bc9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445605 Jan 29 19:36:14.674049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks [] for router_gateway (b7b198bb-d400-4273-aeff-b2363f506e06), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.723692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e19479dd-cbd7-4850-8d49-7192b2ca1bd5 None None] Provisioning complete for port a682007c-eeea-47b6-9bd1-a1fbee15f1aa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:14.724075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e19479dd-cbd7-4850-8d49-7192b2ca1bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.810085 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f1f3c-9919-40c6-b16b-6e33fea0fefe x-openstack-request-id: req-270f1f3c-9919-40c6-b16b-6e33fea0fefe {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:36:14.821020 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:36:14.821020 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-270f1f3c-9919-40c6-b16b-6e33fea0fefe {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:36:14.821020 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'status': 'completed', 'code': 200} Jan 29 19:36:14.821020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:14.858840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e19479dd-cbd7-4850-8d49-7192b2ca1bd5 None None] Port a682007c-eeea-47b6-9bd1-a1fbee15f1aa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:14.894147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:14.957626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100ff30-3daf-42f4-9007-104cedf41396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d55c90-23d1-4011-824c-69e0f3850e09,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:14.973524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.194346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Allocated IP 172.25.5.43 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/5a197f7a-1e38-4980-a02a-cc9c1b95c1fb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:15.250802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0fe02-e75f-4648-9f46-ca895dca60b4 None None] Pushing event updated for resources: {'Port': ['ID=5b4e1778-78f8-4c65-ade3-a900de564afa,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:15.295107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:15.298439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.502546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db6256-3fe7-433d-bce3-2b328aa13151 req-17bfd269-fe2d-4a53-bbe2-cb0bd1f55f17 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:15.515093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31db6256-3fe7-433d-bce3-2b328aa13151 req-17bfd269-fe2d-4a53-bbe2-cb0bd1f55f17 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 972 time: 0.2295048 Jan 29 19:36:15.518075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks [] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.635260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31db6256-3fe7-433d-bce3-2b328aa13151 req-f6af9b61-604c-4bac-9a12-f60a411ac493 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191182 Jan 29 19:36:15.644798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:15.645387 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.653981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks [] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.748439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:15.769561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a6fedbc-3cdd-438e-a898-237479461314 admin admin] Publish callbacks [] for security_group (daeb0fe2-7977-49e7-bd77-de7c626aee86), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.778185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8100ff30-3daf-42f4-9007-104cedf41396 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=868525da72f2470aadbdf62d2740c74d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0718586 Jan 29 19:36:15.778561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59590) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:15.809700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.810411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (df114439-9653-4707-a215-cd7041237a2c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.848257 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:15.848257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7778b606-63a5-4689-8bf6-b4de6a300415 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:15.881004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Pushing event updated for resources: {'Port': ['ID=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:15.891098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.003968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Network e7885c28-dca1-4bfe-9be6-ee994131338b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:16.015803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:16.033084 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1209d670-0451-4043-a802-0073aee5d957 admin admin] Publish callbacks [] for security_group (d9d55c90-23d1-4011-824c-69e0f3850e09), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.100990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:16.126341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7778b606-63a5-4689-8bf6-b4de6a300415 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:16.127566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.207134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-40acee19-cacf-436e-b078-3bee75035cce tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42653 time: 2.5163870 Jan 29 19:36:16.218398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Pushing event updated for resources: {'Port': ['ID=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:16.225871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a6fedbc-3cdd-438e-a898-237479461314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (daeb0fe2-7977-49e7-bd77-de7c626aee86), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.274387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8a6fedbc-3cdd-438e-a898-237479461314 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1453564f8c8048af91e510c10faf49c9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9957170 Jan 29 19:36:16.283463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:16.285412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59596) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:16.297858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:16.328239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Router df114439-9653-4707-a215-cd7041237a2c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:36:16.371841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7778b606-63a5-4689-8bf6-b4de6a300415 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:16.375123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:16.392568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1209d670-0451-4043-a802-0073aee5d957 admin admin] Publish callbacks [] for security_group (d9d55c90-23d1-4011-824c-69e0f3850e09), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.504019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:36:16.619268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:16.632898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e91e838-8157-4c3d-94a8-6644088f343f admin admin] 10.222.0.15 "PUT /v2.0/routers/df114439-9653-4707-a215-cd7041237a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7637510 Jan 29 19:36:16.826748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fedbc-3cdd-438e-a898-237479461314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeb0fe2-7977-49e7-bd77-de7c626aee86,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:16.876289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1209d670-0451-4043-a802-0073aee5d957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9d55c90-23d1-4011-824c-69e0f3850e09), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.890643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1209d670-0451-4043-a802-0073aee5d957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.893961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1209d670-0451-4043-a802-0073aee5d957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9d55c90-23d1-4011-824c-69e0f3850e09 HTTP/1.1" status: 204 len: 168 time: 1.1132309 Jan 29 19:36:16.902964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3cfa4e8b-c257-47f7-a1dc-3be8059e0df1 None None] Provisioning complete for port a682007c-eeea-47b6-9bd1-a1fbee15f1aa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:16.903485 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4e8b-c257-47f7-a1dc-3be8059e0df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:16.963224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209d670-0451-4043-a802-0073aee5d957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d55c90-23d1-4011-824c-69e0f3850e09,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:17.030567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2eb3c-65e4-48db-bfb9-a9264420a905 req-735a8b3d-6fb4-48d2-940c-5747418c0c34 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:17.041689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80d2eb3c-65e4-48db-bfb9-a9264420a905 req-735a8b3d-6fb4-48d2-940c-5747418c0c34 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.2399831 Jan 29 19:36:17.057939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b4e1778-78f8-4c65-ade3-a900de564afa up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:17.076021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa4e8b-c257-47f7-a1dc-3be8059e0df1 None None] Port a682007c-eeea-47b6-9bd1-a1fbee15f1aa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:17.079480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-cd9a2960-a93f-48c6-a119-c76e56187e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:17.081959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-cd9a2960-a93f-48c6-a119-c76e56187e6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1156 time: 1.4565520 Jan 29 19:36:17.149545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80d2eb3c-65e4-48db-bfb9-a9264420a905 req-19af5d8e-7c85-46fd-a5a0-2b1bd25eb08f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Jan 29 19:36:17.168066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:17.185993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 has no active binding in host n-h1-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:36:17.221796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5b4e1778-78f8-4c65-ade3-a900de564afa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:17.222273 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.290477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-1c64ff93-8cf8-46cd-909f-ab1b42eaecae tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/05bacf9b-e5c8-43c0-afb1-38471977b7ac HTTP/1.1" status: 200 len: 2998 time: 1.0281861 Jan 29 19:36:17.321968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24bb68d-cb98-4669-af73-9b23b2b703e8 None None] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:17.395920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Provisioning complete for port 5b4e1778-78f8-4c65-ade3-a900de564afa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:17.398740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.491526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-809c6968-e042-4e7b-a3f5-716df7931edc admin admin] Publish callbacks [] for security_group (daeb0fe2-7977-49e7-bd77-de7c626aee86), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.531165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-809c6968-e042-4e7b-a3f5-716df7931edc admin admin] Publish callbacks [] for security_group (daeb0fe2-7977-49e7-bd77-de7c626aee86), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.576464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5b4e1778-78f8-4c65-ade3-a900de564afa is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:17.577108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.631692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-b0f4913e-6a65-4b2d-b02e-87ffc9d62f6f tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/05bacf9b-e5c8-43c0-afb1-38471977b7ac HTTP/1.1" status: 200 len: 2998 time: 0.3277252 Jan 29 19:36:17.683581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5b4e1778-78f8-4c65-ade3-a900de564afa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b4e1778-78f8-4c65-ade3-a900de564afa,segment=NetworkSegment(a283803d-211d-4004-91d4-96273b4a100c),segment_id=a283803d-211d-4004-91d4-96273b4a100c)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:17.694328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-81bf1927-eeb3-45de-a1a8-339bb9ecdf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:17.703624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Sync routers for ids ['df114439-9653-4707-a215-cd7041237a2c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:17.707652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-81bf1927-eeb3-45de-a1a8-339bb9ecdf65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.6072824 Jan 29 19:36:17.751374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-809c6968-e042-4e7b-a3f5-716df7931edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (daeb0fe2-7977-49e7-bd77-de7c626aee86), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.756676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-809c6968-e042-4e7b-a3f5-716df7931edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.756676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-809c6968-e042-4e7b-a3f5-716df7931edc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daeb0fe2-7977-49e7-bd77-de7c626aee86 HTTP/1.1" status: 204 len: 168 time: 1.4224944 Jan 29 19:36:17.762132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Current status of the port 5b4e1778-78f8-4c65-ade3-a900de564afa is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:17.762659 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.778885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Routers {'df114439-9653-4707-a215-cd7041237a2c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:17.779761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['df114439-9653-4707-a215-cd7041237a2c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:17.851801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:17.852833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:17.863336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-ecca8b3d-5d59-464a-90f8-aa24a9a61943 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.1356745 Jan 29 19:36:17.868818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c6968-e042-4e7b-a3f5-716df7931edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeb0fe2-7977-49e7-bd77-de7c626aee86,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:17.927953 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-99543083-0e90-463d-97aa-9d29339bb8ec tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0aab8d95-a33b-4156-9bc1-0e2b2d18ab20 HTTP/1.1" status: 200 len: 2998 time: 0.2841864 Jan 29 19:36:17.936619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks [] for router_gateway (b7b198bb-d400-4273-aeff-b2363f506e06), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.023471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:18.060553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:36:18.061194 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:36:18.068178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5b4e1778-78f8-4c65-ade3-a900de564afa,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:18.083187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-329df785-b20d-443e-a21b-4f7c000ac1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.086839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Set router df114439-9653-4707-a215-cd7041237a2c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:18.126816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:18.127203 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.233450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-329df785-b20d-443e-a21b-4f7c000ac1d7 admin admin] Publish callbacks [] for security_group (6cec0227-7c66-4fe7-b48e-6709033cc11a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.269096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-b5dff59e-59c2-4536-b9fb-f59fd4efacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:18.270709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-b5dff59e-59c2-4536-b9fb-f59fd4efacde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.3973906 Jan 29 19:36:18.305467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-329df785-b20d-443e-a21b-4f7c000ac1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6cec0227-7c66-4fe7-b48e-6709033cc11a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.320259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-c5fb5769-f2ab-4355-bf3b-9c5940fecc75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397508 Jan 29 19:36:18.343902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:18.388662 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-93b3eb82-8e6f-4e47-9277-796fca16a333 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0aab8d95-a33b-4156-9bc1-0e2b2d18ab20 HTTP/1.1" status: 200 len: 2998 time: 0.4474723 Jan 29 19:36:18.415513 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-329df785-b20d-443e-a21b-4f7c000ac1d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aa717be29b949de80f97e2af4049606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896441 Jan 29 19:36:18.417649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59646) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:18.454989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329df785-b20d-443e-a21b-4f7c000ac1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cec0227-7c66-4fe7-b48e-6709033cc11a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:18.508792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:36:18.618458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-9d6e51fe-a8e9-43bd-91cc-5d8caaa82354 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1425925b-dfca-42ff-b22e-9fa241dc6229 HTTP/1.1" status: 200 len: 2998 time: 0.2144992 Jan 29 19:36:18.622034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b4e1778-78f8-4c65-ade3-a900de564afa up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:18.624085 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-bedaa215-590b-4590-a3dc-70679618e5be service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942708 Jan 29 19:36:18.626960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d142bd55-fd74-41c7-84d1-fb4902521697 None None] Current status of the port 5b4e1778-78f8-4c65-ade3-a900de564afa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:18.673506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965da1-7801-4512-847e-b25af21d3019 req-16946908-7c20-417a-ae9c-0a9e02101e17 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:18.683568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e965da1-7801-4512-847e-b25af21d3019 req-16946908-7c20-417a-ae9c-0a9e02101e17 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.1160612 Jan 29 19:36:18.707326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:18.707593 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.717365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a380d8a-212a-4d04-8514-7e42522d137b admin admin] Publish callbacks [] for security_group (6cec0227-7c66-4fe7-b48e-6709033cc11a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.721667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:36:14Z', 'revision_number': 4, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'a682007c-eeea-47b6-9bd1-a1fbee15f1aa', 'name': '', 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'mac_address': 'fa:16:3e:37:da:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:12Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 2, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'subnets': [{'id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:18.754713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e965da1-7801-4512-847e-b25af21d3019 req-57e8f88e-3e58-4e61-a0c9-44c0e6c937e4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693164 Jan 29 19:36:18.766590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Checking router: df114439-9653-4707-a215-cd7041237a2c for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:18.766590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Updating router df114439-9653-4707-a215-cd7041237a2c port a682007c-eeea-47b6-9bd1-a1fbee15f1aa binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:36:18.782611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:18.788121 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907a02f-1c23-40c6-bce0-491521f67ff6" -d '{"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:18.795453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (b7b198bb-d400-4273-aeff-b2363f506e06), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.807675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-f68f692f-138b-4be6-8dab-85d9d1198d3b tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1425925b-dfca-42ff-b22e-9fa241dc6229 HTTP/1.1" status: 200 len: 2998 time: 0.1476474 Jan 29 19:36:18.814534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a380d8a-212a-4d04-8514-7e42522d137b admin admin] Publish callbacks [] for security_group (6cec0227-7c66-4fe7-b48e-6709033cc11a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.823159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:18.840884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5b4e1778-78f8-4c65-ade3-a900de564afa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:18.841405 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.844935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c4d20241-08c7-4223-ad77-f3c403fded1b None None] Provisioning complete for port 5b4e1778-78f8-4c65-ade3-a900de564afa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:18.845355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4d20241-08c7-4223-ad77-f3c403fded1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.849028 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.898225 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e5f97-487b-40b4-84a3-b45307ba3623 x-openstack-request-id: req-4f1e5f97-487b-40b4-84a3-b45307ba3623 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:36:18.898501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8165c950-caae-4ef6-882c-3f5a01d5e29a req-9ddc0c73-23a6-447a-8c32-9313ded86125 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401257 Jan 29 19:36:18.898633 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:36:18.898785 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f1e5f97-487b-40b4-84a3-b45307ba3623 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:36:18.899176 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'code': 200} Jan 29 19:36:18.901498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:18.977527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-7f5e36cb-4ee9-4555-bf16-4f6784b1c64d tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3e8033dc-0642-4f58-a5c7-c1bf725149d5 HTTP/1.1" status: 200 len: 2998 time: 0.1541333 Jan 29 19:36:18.979718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59670) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:19.034687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:19.053794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-73252391-b301-48ae-806b-8b91ed744576 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3e8033dc-0642-4f58-a5c7-c1bf725149d5 HTTP/1.1" status: 200 len: 2998 time: 0.0666611 Jan 29 19:36:19.061880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9dd2-f023-4d43-a508-bd54d6c37630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.086203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a380d8a-212a-4d04-8514-7e42522d137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6cec0227-7c66-4fe7-b48e-6709033cc11a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.089038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a380d8a-212a-4d04-8514-7e42522d137b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.090266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2a380d8a-212a-4d04-8514-7e42522d137b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cec0227-7c66-4fe7-b48e-6709033cc11a HTTP/1.1" status: 204 len: 168 time: 0.6318178 Jan 29 19:36:19.145539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a380d8a-212a-4d04-8514-7e42522d137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cec0227-7c66-4fe7-b48e-6709033cc11a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:19.161684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5b4e1778-78f8-4c65-ade3-a900de564afa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:19.168080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-cfbc121f-1952-4d85-89c7-eb1b7475379a tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/467f724f-c7e6-46da-9477-fa9f85c60a2e HTTP/1.1" status: 200 len: 2998 time: 0.1018813 Jan 29 19:36:19.228853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Router b7b198bb-d400-4273-aeff-b2363f506e06 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:36:19.282278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4d20241-08c7-4223-ad77-f3c403fded1b None None] Current status of the port 5b4e1778-78f8-4c65-ade3-a900de564afa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:19.283083 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9dd2-f023-4d43-a508-bd54d6c37630 admin admin] Publish callbacks [] for security_group (092e530c-741f-42ae-89e0-dd6645a809b4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.373990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59680) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:19.385178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220395628', 'description': 'tempest-description--931902492'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:19.392710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9dd2-f023-4d43-a508-bd54d6c37630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (092e530c-741f-42ae-89e0-dd6645a809b4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.410182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-3da1314d-a157-4b59-9a34-060b1701370c tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/467f724f-c7e6-46da-9477-fa9f85c60a2e HTTP/1.1" status: 200 len: 2998 time: 0.2408974 Jan 29 19:36:19.448464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Publish callbacks [] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.453929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5e8f9dd2-f023-4d43-a508-bd54d6c37630 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d74243327bbd40228de2ca9823ad9c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731104 Jan 29 19:36:19.457313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59682) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:19.464551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f9dd2-f023-4d43-a508-bd54d6c37630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092e530c-741f-42ae-89e0-dd6645a809b4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:19.528657 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.534478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.577520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d34bfa30-e605-4839-b804-ba1f623f3eda admin admin] Publish callbacks [] for security_group (092e530c-741f-42ae-89e0-dd6645a809b4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.587596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-a685f739-39d3-4415-bede-7e90077cebfb tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4f66617e-c533-4e2a-b748-7a38f69b6b59 HTTP/1.1" status: 200 len: 2998 time: 0.1604018 Jan 29 19:36:19.625425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:19.640409 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Sync routers for ids ['b7b198bb-d400-4273-aeff-b2363f506e06'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:19.655085 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Routers {'b7b198bb-d400-4273-aeff-b2363f506e06'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:19.664077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1bf25-dfc9-47af-b66c-16a67ebe51a7 None None] Pushing event updated for resources: {'Port': ['ID=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:19.665269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7b198bb-d400-4273-aeff-b2363f506e06'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:19.683828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group (4906989e-1849-44f6-b897-598a62588d1d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.719014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d34bfa30-e605-4839-b804-ba1f623f3eda admin admin] Publish callbacks [] for security_group (092e530c-741f-42ae-89e0-dd6645a809b4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.769241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4906989e-1849-44f6-b897-598a62588d1d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.870428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Attempting to bind port a682007c-eeea-47b6-9bd1-a1fbee15f1aa on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:19.875271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Attempting to bind port a682007c-eeea-47b6-9bd1-a1fbee15f1aa by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:19.877769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Attempting to bind port a682007c-eeea-47b6-9bd1-a1fbee15f1aa on network e7885c28-dca1-4bfe-9be6-ee994131338b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:19.889844 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Set router b7b198bb-d400-4273-aeff-b2363f506e06 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:19.911320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:19.911894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Checking segment: {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:19.915266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.915854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Bound using segment: {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:19.917372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Bound port: a682007c-eeea-47b6-9bd1-a1fbee15f1aa, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:19.920240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.941977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4906989e-1849-44f6-b897-598a62588d1d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:19.966032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d34bfa30-e605-4839-b804-ba1f623f3eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (092e530c-741f-42ae-89e0-dd6645a809b4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.977573 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.981627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-33d403a2-3f8c-4352-8efe-f746f4456324 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6036015 Jan 29 19:36:19.981774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d34bfa30-e605-4839-b804-ba1f623f3eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:19.981893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59690) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:19.988814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'security_group_rule': {'security_group_id': '4906989e-1849-44f6-b897-598a62588d1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:19.991711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d34bfa30-e605-4839-b804-ba1f623f3eda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/092e530c-741f-42ae-89e0-dd6645a809b4 HTTP/1.1" status: 204 len: 168 time: 0.5317848 Jan 29 19:36:20.028435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bfa30-e605-4839-b804-ba1f623f3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092e530c-741f-42ae-89e0-dd6645a809b4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:20.041606 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-cc9f5176-059a-4202-91ea-e0c39421cd05 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4f66617e-c533-4e2a-b748-7a38f69b6b59 HTTP/1.1" status: 200 len: 2998 time: 0.4356434 Jan 29 19:36:20.139977 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:17Z', 'revision_number': 3, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:20.169999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Checking router: b7b198bb-d400-4273-aeff-b2363f506e06 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:20.170366 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Updating router b7b198bb-d400-4273-aeff-b2363f506e06 port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:36:20.177685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.181110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9dbce2e0-33b8-4b54-803f-89606120285f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4558089 Jan 29 19:36:20.198776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59698) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:20.206050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group_rule (e104add8-b288-465b-abe7-da2763865466), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.206609 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.230901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] For port a682007c-eeea-47b6-9bd1-a1fbee15f1aa, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:20.323052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] For port a682007c-eeea-47b6-9bd1-a1fbee15f1aa, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:20.342892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-20696faa-3e86-49a4-a200-bb7cbe90bd22 None None] Provisioning complete for port a682007c-eeea-47b6-9bd1-a1fbee15f1aa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:20.344072 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20696faa-3e86-49a4-a200-bb7cbe90bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.370750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329b913-ef1c-4a63-addf-febe53eb583a req-7cf9dc36-5cd9-40ce-8d79-4c5ff69c51a0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:20.377130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7329b913-ef1c-4a63-addf-febe53eb583a req-7cf9dc36-5cd9-40ce-8d79-4c5ff69c51a0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.3319273 Jan 29 19:36:20.406349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-20696faa-3e86-49a4-a200-bb7cbe90bd22 None None] Port a682007c-eeea-47b6-9bd1-a1fbee15f1aa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:20.429490 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.461909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group_rule (e104add8-b288-465b-abe7-da2763865466), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.488475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-f143571e-b175-4547-87bb-14f5226e2ca7 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/57c0b67b-961c-4e87-a8b7-890837ae60d6 HTTP/1.1" status: 200 len: 2998 time: 0.4406176 Jan 29 19:36:20.530872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e104add8-b288-465b-abe7-da2763865466), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.533503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:36:20.581815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-eca4f57e-d97c-4a7c-a60d-bd3e2e72ed3d service neutron] 10.222.0.26 "GET /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.2000744 Jan 29 19:36:20.645981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Routers {'df114439-9653-4707-a215-cd7041237a2c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:20.646628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['df114439-9653-4707-a215-cd7041237a2c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:20.660456 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7329b913-ef1c-4a63-addf-febe53eb583a req-7a27d189-4e81-4f8d-9d4b-46200b506e54 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966882 Jan 29 19:36:20.662320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1bf25-dfc9-47af-b66c-16a67ebe51a7 None None] Pushing event updated for resources: {'Port': ['ID=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:20.663857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e104add8-b288-465b-abe7-da2763865466,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:20.764731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.769045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-de4fbadb-24e4-4a40-a925-b926668c14de tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7832828 Jan 29 19:36:20.769969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59718) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:20.775652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'security_group_rule': {'security_group_id': '4906989e-1849-44f6-b897-598a62588d1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:20.796245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-5006d1f1-366e-4839-9724-edc30884e618 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/57c0b67b-961c-4e87-a8b7-890837ae60d6 HTTP/1.1" status: 200 len: 2998 time: 0.2853539 Jan 29 19:36:20.894870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group_rule (5a5f1e30-4d94-416b-9bdc-3ee5329f62d2), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:20.962241 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Publish callbacks [] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.020808 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.125322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-7682f4d5-e96b-4881-a109-c3b040b10978 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/74ea0594-77dc-49ed-8cbc-08654b3e0d5b HTTP/1.1" status: 200 len: 2998 time: 0.3281155 Jan 29 19:36:21.128331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group_rule (5a5f1e30-4d94-416b-9bdc-3ee5329f62d2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.161113 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4650bf-6f19-4336-a802-23e2c5a9cf2e None None] Pushing event updated for resources: {'Port': ['ID=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:21.184565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:21.203143 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Attempting to bind port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:21.203519 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Attempting to bind port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:21.203879 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Attempting to bind port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:21.209873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:21.210112 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:21.210493 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.210879 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:21.211341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Bound port: 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:21.211714 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.214926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (5a5f1e30-4d94-416b-9bdc-3ee5329f62d2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.221594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] Provisioning complete for port a682007c-eeea-47b6-9bd1-a1fbee15f1aa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:21.221970 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.224927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] Set router df114439-9653-4707-a215-cd7041237a2c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:21.228720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'mac_address': 'fa:16:3e:56:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-1258710426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:36:21.306585 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] For port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:21.314448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5f1e30-4d94-416b-9bdc-3ee5329f62d2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:21.324953 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] For port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:21.380155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:21.380807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.410945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.415046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-910558b6-66c8-4d73-aea5-743f48ab6c06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6411674 Jan 29 19:36:21.416027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59746) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:21.420043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:21.437673 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.482892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:21.541223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.604182 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4650bf-6f19-4336-a802-23e2c5a9cf2e None None] Pushing event updated for resources: {'Port': ['ID=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:21.633398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Routers {'b7b198bb-d400-4273-aeff-b2363f506e06'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:21.634135 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7b198bb-d400-4273-aeff-b2363f506e06'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:21.669266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] Current status of the port a682007c-eeea-47b6-9bd1-a1fbee15f1aa is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:21.673990 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.749646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:21.761469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-d26209f9-4ccf-4bd8-a833-f7a008c634c4 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/74ea0594-77dc-49ed-8cbc-08654b3e0d5b HTTP/1.1" status: 200 len: 2998 time: 0.6220772 Jan 29 19:36:21.860484 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] Set router b7b198bb-d400-4273-aeff-b2363f506e06 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:21.861027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:21.877086 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.932728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:21.937807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-b8710bf4-9d84-437a-81dc-ae4a6688fff0 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/81df1a39-9ab3-4cbb-91ea-0525c33a674e HTTP/1.1" status: 200 len: 2998 time: 0.1548891 Jan 29 19:36:21.938831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:21.950103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] For port a682007c-eeea-47b6-9bd1-a1fbee15f1aa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:22.001785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21347a-dac4-4139-91b6-4ca145fe8a72 req-a27249cd-edf8-4aa4-9abe-12c0463d53c4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:22.008489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d21347a-dac4-4139-91b6-4ca145fe8a72 req-a27249cd-edf8-4aa4-9abe-12c0463d53c4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 944 time: 0.2170992 Jan 29 19:36:22.041910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a4bc3f-fc33-42bb-9467-374f84856ed2 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:22.057149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:36:22.062160 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:22.097777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:22.147534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:22.173036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-ff1cf1f3-bafb-4e85-8d34-4d097c11eff0 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/81df1a39-9ab3-4cbb-91ea-0525c33a674e HTTP/1.1" status: 200 len: 2998 time: 0.2064161 Jan 29 19:36:22.269833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:22.291822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-b918d6d4-a2f3-47c5-b152-87273ec8d0f4 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45 HTTP/1.1" status: 200 len: 2998 time: 0.1178966 Jan 29 19:36:22.338387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d21347a-dac4-4139-91b6-4ca145fe8a72 req-ae405b00-6732-4a1c-b50b-038713325e4d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369132 Jan 29 19:36:22.474683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Allocated IP 172.25.5.72 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/375872ee-2ffc-465a-b7de-a7688a017c05) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:22.527966 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:17Z', 'revision_number': 3, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:22.572588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:22.584548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-dae37971-04f3-4574-aef2-110e0651ba8f tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45 HTTP/1.1" status: 200 len: 2998 time: 0.2540462 Jan 29 19:36:22.641319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b7a6d-a762-45ac-b602-cd7c1dec4d3a None None] The sync data for ids ['b7b198bb-d400-4273-aeff-b2363f506e06'] in n-d-825496-5 is: [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:17Z', 'revision_number': 3, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:22.724069 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for port (375872ee-2ffc-465a-b7de-a7688a017c05), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:22.918426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f75ef-89a9-4b05-87ae-0f0de34930b7 None None] Pushing event updated for resources: {'Port': ['ID=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:22.925389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:36:14Z', 'revision_number': 4, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'a682007c-eeea-47b6-9bd1-a1fbee15f1aa', 'name': '', 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'mac_address': 'fa:16:3e:37:da:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:12Z', 'updated_at': '2022-01-29T19:36:20Z', 'revision_number': 4, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'subnets': [{'id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:22.937326 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (375872ee-2ffc-465a-b7de-a7688a017c05), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:22.944772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-7f0cd56d-7130-460d-884d-38b3c2704146 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d290caef-684d-497e-a5e9-ee1e3b6157fc HTTP/1.1" status: 200 len: 2998 time: 0.3309250 Jan 29 19:36:23.000154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] Transition to ACTIVE for port object e3a4bc3f-fc33-42bb-9467-374f84856ed2 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:36:23.027503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:23.032445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:23.039846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:23.041269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80be65-dd2d-4dab-86d2-13ca0c3d0b0b None None] The sync data for ids ['df114439-9653-4707-a215-cd7041237a2c'] in n-d-825496-5 is: [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:36:14Z', 'revision_number': 4, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'a682007c-eeea-47b6-9bd1-a1fbee15f1aa', 'name': '', 'network_id': 'e7885c28-dca1-4bfe-9be6-ee994131338b', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'mac_address': 'fa:16:3e:37:da:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:12Z', 'updated_at': '2022-01-29T19:36:20Z', 'revision_number': 4, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'subnets': [{'id': 'fd7d90db-29c8-4aff-bb2f-f1f1a268f705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:23.136943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'Port': ['ID=375872ee-2ffc-465a-b7de-a7688a017c05,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:23.198923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:23.530565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:23.546610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Allocated IP 172.20.0.1 (f51b367b-b020-43f3-ac68-4f6412cd2fb7/48f2a303-54f7-4559-a5f5-677251230c21/8db11f39-461c-4f10-8e32-2b9a2b6ded3d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:23.558555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] No DVR routers for this DVR port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:36:23.613603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-a6fda1e5-954d-4dbc-b8a6-44b5812a8586 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d290caef-684d-497e-a5e9-ee1e3b6157fc HTTP/1.1" status: 200 len: 2998 time: 0.6615484 Jan 29 19:36:23.731902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (375872ee-2ffc-465a-b7de-a7688a017c05), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:23.854905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:23.888291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-f9824021-548e-4a1d-a6e8-bb39edaf1b94 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2/bindings/n-h1-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 3.2959621 Jan 29 19:36:23.963385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-f3f0768f-a4e4-412b-9de4-bfad80f6fb89 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e59bc43c-d5b8-431b-ada1-ac40a38c7de9 HTTP/1.1" status: 200 len: 2990 time: 0.2969186 Jan 29 19:36:24.298380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks [] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:24.322483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for port (375872ee-2ffc-465a-b7de-a7688a017c05), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:24.350635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-5a3458dc-75ba-46a9-a54b-a25e801c623f tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:24.355196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-5a3458dc-75ba-46a9-a54b-a25e801c623f tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.2510574 Jan 29 19:36:24.363672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-a60bee2b-e8e8-4c92-a72c-0b6f5d1445ec tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/e59bc43c-d5b8-431b-ada1-ac40a38c7de9 HTTP/1.1" status: 200 len: 2990 time: 0.3685241 Jan 29 19:36:24.422455 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-c103d0f9-dd61-4f4e-9884-73d3ae8bdacd tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f9bc701e-45f8-4d8c-bf6d-10964f8efea9 HTTP/1.1" status: 200 len: 2994 time: 0.0524881 Jan 29 19:36:24.520340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e22c0d-3872-4662-a613-68311d8a0d2e req-b7b2ded3-ea8a-4011-bc09-d731bdb80a6e tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f9bc701e-45f8-4d8c-bf6d-10964f8efea9 HTTP/1.1" status: 200 len: 2994 time: 0.0872381 Jan 29 19:36:24.521803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:24.550040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:24.566841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:24.571062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:24.575085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (375872ee-2ffc-465a-b7de-a7688a017c05), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:24.583069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:24.583841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (b7b198bb-d400-4273-aeff-b2363f506e06), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:24.639181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:36:24.841831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a682007c-eeea-47b6-9bd1-a1fbee15f1aa up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:24.857936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:24.874114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Pushing event updated for resources: {'Port': ['ID=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:24.954213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-523cbee9-83b0-4a42-b005-46474d73ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:24.956250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-523cbee9-83b0-4a42-b005-46474d73ff42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&tenant_id=4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 1127 time: 0.5917835 Jan 29 19:36:24.973505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'Port': ['ID=375872ee-2ffc-465a-b7de-a7688a017c05,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:25.030396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.032578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-de241197-ab9e-4e9f-9a5f-f4b0e6572f84 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6151388 Jan 29 19:36:25.071288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8afb5-4559-4d46-891e-a12f9a7dbde3 req-8dfe2b39-2872-45e3-993e-4e6feb1492a9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:25.080028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6f8afb5-4559-4d46-891e-a12f9a7dbde3 req-8dfe2b39-2872-45e3-993e-4e6feb1492a9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 945 time: 0.3084881 Jan 29 19:36:25.148043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port e3a4bc3f-fc33-42bb-9467-374f84856ed2 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:36:25.148499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:36:25.170343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-77b7a410-759c-4266-8780-d519c0f3db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:25.171901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-77b7a410-759c-4266-8780-d519c0f3db34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1127 time: 0.1779754 Jan 29 19:36:25.230598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16b97062-5167-4b11-84b6-e6fe2f6863b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.242246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:25.243249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.287234 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6f8afb5-4559-4d46-891e-a12f9a7dbde3 req-05cb29a6-abc0-4a4d-816e-3f9805ec396e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050798 Jan 29 19:36:25.329822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.384138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0e45c539-31e8-4fd6-954f-107762bb4a2f None None] Provisioning complete for port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:25.409355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0e45c539-31e8-4fd6-954f-107762bb4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.449340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-575087ab-b239-4e38-b438-96fe7963b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:25.450838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-575087ab-b239-4e38-b438-96fe7963b4ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.2457213 Jan 29 19:36:25.536919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a682007c-eeea-47b6-9bd1-a1fbee15f1aa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:25.537315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.539630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0e45c539-31e8-4fd6-954f-107762bb4a2f None None] Port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:25.540533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-acf4a26f-22c4-4f7f-94c0-fcc9f9a909c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.0738993 Jan 29 19:36:25.646146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-99fb50e3-11e4-4116-92ca-57f1cc9ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:25.647635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-99fb50e3-11e4-4116-92ca-57f1cc9ff858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1063287 Jan 29 19:36:25.704261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-0cec7b3b-ffe7-4af2-b5de-47947c9aef75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487483 Jan 29 19:36:25.722399 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks [] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.749711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:25.750760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.786231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.786978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (b7b198bb-d400-4273-aeff-b2363f506e06), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:25.822248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a682007c-eeea-47b6-9bd1-a1fbee15f1aa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:25.824000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:25.853259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-39e209c9-4d37-4df8-874b-b7368de84e9c service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408579 Jan 29 19:36:25.919355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:25.923729 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68376de8-ee10-46ba-808e-08b62080f15d" -d '{"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-plugged", "status": "completed", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:25.973791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:25.999602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:26.000050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:26.037932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-42cfd792-6f70-4cb2-a2ef-21bb0dff7762 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676455 Jan 29 19:36:26.043482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Pushing event updated for resources: {'Port': ['ID=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:26.085752 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:26.144706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:26.155786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:26.176934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:26.177345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:26.266468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:26.283244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:26.345480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:26.459004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Router b7b198bb-d400-4273-aeff-b2363f506e06 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:36:26.485769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:26.589920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-481afea5-fed5-4ea6-bdab-087c112fb7d6 req-c7872e70-3367-4b89-844f-5cbdeccd57dd tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee2c40e1bfd34802ba91a3eea51deb5f HTTP/1.1" status: 200 len: 6153 time: 0.4431908 Jan 29 19:36:26.723308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0b33ac34-5bb6-49d6-ae27-f8bbb2d3a1fc None None] Provisioning complete for port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:26.723791 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b33ac34-5bb6-49d6-ae27-f8bbb2d3a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:26.786670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264917-5fd3-4740-88e3-e339032dba5b req-ef07a1a2-ec65-4045-8bcb-6ee350fe284a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:26.793207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-ef07a1a2-ec65-4045-8bcb-6ee350fe284a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.1463735 Jan 29 19:36:26.823804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0b33ac34-5bb6-49d6-ae27-f8bbb2d3a1fc None None] Port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:26.845336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-481afea5-fed5-4ea6-bdab-087c112fb7d6 req-df5a45f6-269a-40c9-ab4e-321dc00b7e94 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "GET /v2.0/security-groups/05bacf9b-e5c8-43c0-afb1-38471977b7ac HTTP/1.1" status: 200 len: 2998 time: 0.2140064 Jan 29 19:36:26.872404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:26.879416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55ab2b68-49c8-4590-88ca-204033a3edbf admin admin] 10.222.0.15 "PUT /v2.0/routers/b7b198bb-d400-4273-aeff-b2363f506e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6795259 Jan 29 19:36:26.941559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-481afea5-fed5-4ea6-bdab-087c112fb7d6 req-b63aed4c-521a-4c5d-b772-cfb0dc99f8f6 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "GET /v2.0/security-groups/05bacf9b-e5c8-43c0-afb1-38471977b7ac HTTP/1.1" status: 200 len: 2998 time: 0.0931106 Jan 29 19:36:27.470796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Sync routers for ids ['b7b198bb-d400-4273-aeff-b2363f506e06'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:27.481778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Routers {'b7b198bb-d400-4273-aeff-b2363f506e06'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:27.482393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7b198bb-d400-4273-aeff-b2363f506e06'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:27.609708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Set router b7b198bb-d400-4273-aeff-b2363f506e06 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:27.679800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d0264917-5fd3-4740-88e3-e339032dba5b req-0ba944a2-1f8e-4e46-9875-088a74610b85 service neutron] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:27.683563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d0264917-5fd3-4740-88e3-e339032dba5b req-0ba944a2-1f8e-4e46-9875-088a74610b85 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:27.687566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0264917-5fd3-4740-88e3-e339032dba5b req-0ba944a2-1f8e-4e46-9875-088a74610b85 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2/bindings/n-h2-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.8781903 Jan 29 19:36:27.689195 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7d298315-eee7-4bdd-b645-cb7cb4ff4092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:27.899685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:25Z', 'revision_number': 4, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8db11f39-461c-4f10-8e32-2b9a2b6ded3d', 'name': '', 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'mac_address': 'fa:16:3e:03:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '48f2a303-54f7-4559-a5f5-677251230c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:22Z', 'updated_at': '2022-01-29T19:36:25Z', 'revision_number': 2, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'subnets': [{'id': '48f2a303-54f7-4559-a5f5-677251230c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:27.953401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Checking router: b7b198bb-d400-4273-aeff-b2363f506e06 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:27.958043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Updating router b7b198bb-d400-4273-aeff-b2363f506e06 port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:36:27.994080 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:28.543703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:28.608694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Publish callbacks [] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:28.626476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:28.627860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:28.718625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:28.989149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:28.997133 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:29.059734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b717-dbe2-4469-80d4-dac5134311ab None None] Pushing event updated for resources: {'Port': ['ID=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:29.130977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Attempting to bind port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:29.131350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Attempting to bind port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:29.131718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Attempting to bind port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d on network f51b367b-b020-43f3-ac68-4f6412cd2fb7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:29.144261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:29.144500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Checking segment: {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:29.144793 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:29.145187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Bound using segment: {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:29.145657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Bound port: 8db11f39-461c-4f10-8e32-2b9a2b6ded3d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a283803d-211d-4004-91d4-96273b4a100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:29.146113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:29.288315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] For port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:29.294225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] For port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,segment=NetworkSegment(a283803d-211d-4004-91d4-96273b4a100c),segment_id=a283803d-211d-4004-91d4-96273b4a100c)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:29.407689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:29.567296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Routers {'b7b198bb-d400-4273-aeff-b2363f506e06'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:29.568320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7b198bb-d400-4273-aeff-b2363f506e06'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:29.730556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] Set router b7b198bb-d400-4273-aeff-b2363f506e06 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:30.015960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] Provisioning complete for port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:30.016714 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:30.047491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:30.100054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b717-dbe2-4469-80d4-dac5134311ab None None] Pushing event updated for resources: {'Port': ['ID=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:30.174417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:30.318314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] Current status of the port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:30.320682 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:30.393432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] For port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,segment=NetworkSegment(a283803d-211d-4004-91d4-96273b4a100c),segment_id=a283803d-211d-4004-91d4-96273b4a100c)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:30.445701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:25Z', 'revision_number': 4, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8db11f39-461c-4f10-8e32-2b9a2b6ded3d', 'name': '', 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'mac_address': 'fa:16:3e:03:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '48f2a303-54f7-4559-a5f5-677251230c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:22Z', 'updated_at': '2022-01-29T19:36:29Z', 'revision_number': 4, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'subnets': [{'id': '48f2a303-54f7-4559-a5f5-677251230c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:30.483856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089ecfe4-f9df-4116-b89f-4059edcc2f5c None None] The sync data for ids ['b7b198bb-d400-4273-aeff-b2363f506e06'] in n-d-825496-5 is: [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:25Z', 'revision_number': 4, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8db11f39-461c-4f10-8e32-2b9a2b6ded3d', 'name': '', 'network_id': 'f51b367b-b020-43f3-ac68-4f6412cd2fb7', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'mac_address': 'fa:16:3e:03:c1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '48f2a303-54f7-4559-a5f5-677251230c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:22Z', 'updated_at': '2022-01-29T19:36:29Z', 'revision_number': 4, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'subnets': [{'id': '48f2a303-54f7-4559-a5f5-677251230c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:30.488113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:30.555277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612de81-99b7-4564-89b0-f73302a845aa None None] Pushing event updated for resources: {'Port': ['ID=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:30.626478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9bec4f79-c256-4c6f-b870-4cce444ec01f None None] Provisioning complete for port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:30.627207 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9bec4f79-c256-4c6f-b870-4cce444ec01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:30.846608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9bec4f79-c256-4c6f-b870-4cce444ec01f None None] Current status of the port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:31.662113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:32.547116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8db11f39-461c-4f10-8e32-2b9a2b6ded3d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:32.601737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:32.602115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:32.691706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:35.310404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-e1f815fa-6b9d-44de-a43c-87b50fd4e891 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615098 Jan 29 19:36:35.418812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-8b34c573-a4d2-442d-bff8-44f431b1bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:35.420488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-8b34c573-a4d2-442d-bff8-44f431b1bde0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 1152 time: 0.0507765 Jan 29 19:36:35.547948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-97f23968-47ff-4c54-a151-719de0f7beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:35.550096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-97f23968-47ff-4c54-a151-719de0f7beff service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1031771 Jan 29 19:36:35.604378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-3581b509-6da9-4b22-8afa-ba44d9396961 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05 HTTP/1.1" status: 200 len: 217 time: 0.0437646 Jan 29 19:36:35.666007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-7752e0e7-8883-446a-a89d-bdf17095cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:35.667485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-7752e0e7-8883-446a-a89d-bdf17095cb1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0547128 Jan 29 19:36:35.730886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-5dadb9df-7ae3-457c-a6f6-a29e3b587a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:35.732389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-5dadb9df-7ae3-457c-a6f6-a29e3b587a48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0550728 Jan 29 19:36:35.831053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-18997c96-8979-40a9-85c0-268166caeb85 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Jan 29 19:36:35.926283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2554ca9-0ae4-4563-84c1-4c62a6a34b36 req-4dcb98a6-34b5-4ff7-b9f2-8473022df67a service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863316 Jan 29 19:36:36.767243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-3ca29384-e097-4a61-aefc-6909de00fbab tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1220395628&fields=id&tenant_id=082d8ce4dd7942e9b4b314d5db657bda HTTP/1.1" status: 200 len: 267 time: 0.0793619 Jan 29 19:36:36.888480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-2135028d-ec18-4696-bbe6-867a1a2c8601 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:36.892677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-2135028d-ec18-4696-bbe6-867a1a2c8601 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 824 time: 0.1174943 Jan 29 19:36:36.911280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-c3bcf6cf-b2de-4c68-a494-520c1702df28 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/quotas/082d8ce4dd7942e9b4b314d5db657bda HTTP/1.1" status: 200 len: 375 time: 0.0147300 Jan 29 19:36:36.997959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-41784cd8-0c9c-42ae-ac7b-742b068b9049 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827210 Jan 29 19:36:37.051000 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a792bf9-b5bc-48c8-8914-b58c5ff2efc6 x-openstack-request-id: req-8a792bf9-b5bc-48c8-8914-b58c5ff2efc6 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:36:37.051000 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-plugged", "status": "completed", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:36:37.051000 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a792bf9-b5bc-48c8-8914-b58c5ff2efc6 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:36:37.051000 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'code': 200} Jan 29 19:36:37.174499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b759d72-6dd0-4a91-93a9-bbbebcab7ac6 req-0db5013c-3425-4881-9677-478251a2c465 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:37.176503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b759d72-6dd0-4a91-93a9-bbbebcab7ac6 req-0db5013c-3425-4881-9677-478251a2c465 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 945 time: 0.0676935 Jan 29 19:36:37.229453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b759d72-6dd0-4a91-93a9-bbbebcab7ac6 req-d48d741a-ed13-47a5-9816-277dc3e84099 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Jan 29 19:36:37.297995 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c699ddb-406b-4674-9b8d-2494a3d6bbaa req-aae76962-0527-461a-be90-ad852f0e755f tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a673c051-6e0c-4ce2-94da-9a30388f6be7 HTTP/1.1" status: 200 len: 1793 time: 0.0432866 Jan 29 19:36:37.305256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-8234d766-7f24-4e83-b80c-525f3a3aded1 service neutron] 10.222.0.15 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918274 Jan 29 19:36:37.346685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5c699ddb-406b-4674-9b8d-2494a3d6bbaa req-c4718be1-c356-4745-8c2f-addf90405257 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (a673c051-6e0c-4ce2-94da-9a30388f6be7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.372370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5c699ddb-406b-4674-9b8d-2494a3d6bbaa req-c4718be1-c356-4745-8c2f-addf90405257 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (a673c051-6e0c-4ce2-94da-9a30388f6be7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.410131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-a64fd8f1-b27e-4fa4-b722-4910843bba7d service neutron] 10.222.0.15 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925901 Jan 29 19:36:37.471241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5c699ddb-406b-4674-9b8d-2494a3d6bbaa req-c4718be1-c356-4745-8c2f-addf90405257 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a673c051-6e0c-4ce2-94da-9a30388f6be7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.473996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5c699ddb-406b-4674-9b8d-2494a3d6bbaa req-c4718be1-c356-4745-8c2f-addf90405257 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.475858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c699ddb-406b-4674-9b8d-2494a3d6bbaa req-c4718be1-c356-4745-8c2f-addf90405257 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/a673c051-6e0c-4ce2-94da-9a30388f6be7 HTTP/1.1" status: 204 len: 173 time: 0.1766551 Jan 29 19:36:37.487847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4718be1-c356-4745-8c2f-addf90405257 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673c051-6e0c-4ce2-94da-9a30388f6be7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:37.568031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59906) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:37.682395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.697841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e935411-4312-4f36-adfa-630a0d5e551e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.780173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22bccf04-db7d-460e-9492-a4c4c115e393 req-084a588e-ab9f-447d-b300-f989d3e53fa6 tempest-FloatingIPsNegativeTestJSON-107470002 tempest-FloatingIPsNegativeTestJSON-107470002-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=67be23ef481b413a91237169efd4bcb1 HTTP/1.1" status: 200 len: 217 time: 0.0668936 Jan 29 19:36:37.855025 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e935411-4312-4f36-adfa-630a0d5e551e admin admin] Publish callbacks [] for security_group (d93f801c-1c83-4623-af53-23aa9b9dc6c7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.924690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e935411-4312-4f36-adfa-630a0d5e551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d93f801c-1c83-4623-af53-23aa9b9dc6c7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:37.962805 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6e935411-4312-4f36-adfa-630a0d5e551e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38b40a65324c42e18f5e76629fb8426e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939621 Jan 29 19:36:37.964830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e935411-4312-4f36-adfa-630a0d5e551e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f801c-1c83-4623-af53-23aa9b9dc6c7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:37.967066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59938) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:37.971876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-e75e7c00-cf24-4c25-9b37-6dadfb83b293 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:37.974084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-e75e7c00-cf24-4c25-9b37-6dadfb83b293 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/networks?id=27fc4781-beec-4dd0-b103-a0b61706a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1126230 Jan 29 19:36:37.995422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-965cf7b6-0392-4610-85a5-ec17918edfb9 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/quotas/0ad5b16e54564ddd84b1ca943f382cc8 HTTP/1.1" status: 200 len: 375 time: 0.0156460 Jan 29 19:36:38.044801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fedec875-fb8b-4862-9ee8-ae0688beac5d admin admin] Publish callbacks [] for security_group (d93f801c-1c83-4623-af53-23aa9b9dc6c7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.063875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-42c4b1d6-af02-4eab-a2b6-1db715ef8828 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ad5b16e54564ddd84b1ca943f382cc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675189 Jan 29 19:36:38.092932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fedec875-fb8b-4862-9ee8-ae0688beac5d admin admin] Publish callbacks [] for security_group (d93f801c-1c83-4623-af53-23aa9b9dc6c7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.116146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10f23353-b919-48b7-9fd7-b49b1320610c req-593048c9-3afc-4785-b316-016f76036ee6 tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "GET /v2.0/security-groups/eefeaa14-1022-4695-8dc9-9b6be9d30b8d HTTP/1.1" status: 200 len: 1794 time: 0.0690837 Jan 29 19:36:38.163944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-a9464ecf-d23e-4e78-a058-093289d16c9a service neutron] 10.222.0.15 "GET /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915194 Jan 29 19:36:38.178449 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-10f23353-b919-48b7-9fd7-b49b1320610c req-c68fbaf3-4184-4afb-ac55-3c67fa1380fc tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (eefeaa14-1022-4695-8dc9-9b6be9d30b8d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.202231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-10f23353-b919-48b7-9fd7-b49b1320610c req-c68fbaf3-4184-4afb-ac55-3c67fa1380fc tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (eefeaa14-1022-4695-8dc9-9b6be9d30b8d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.218437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fedec875-fb8b-4862-9ee8-ae0688beac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d93f801c-1c83-4623-af53-23aa9b9dc6c7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.222055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fedec875-fb8b-4862-9ee8-ae0688beac5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.223186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fedec875-fb8b-4862-9ee8-ae0688beac5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d93f801c-1c83-4623-af53-23aa9b9dc6c7 HTTP/1.1" status: 204 len: 168 time: 0.2552190 Jan 29 19:36:38.240868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedec875-fb8b-4862-9ee8-ae0688beac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f801c-1c83-4623-af53-23aa9b9dc6c7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:38.272931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-f2439813-dbe8-430d-af16-c07c89e9c820 service neutron] 10.222.0.15 "GET /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000407 Jan 29 19:36:38.314666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-10f23353-b919-48b7-9fd7-b49b1320610c req-c68fbaf3-4184-4afb-ac55-3c67fa1380fc tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (eefeaa14-1022-4695-8dc9-9b6be9d30b8d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.318600 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-10f23353-b919-48b7-9fd7-b49b1320610c req-c68fbaf3-4184-4afb-ac55-3c67fa1380fc tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.323931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10f23353-b919-48b7-9fd7-b49b1320610c req-c68fbaf3-4184-4afb-ac55-3c67fa1380fc tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/eefeaa14-1022-4695-8dc9-9b6be9d30b8d HTTP/1.1" status: 204 len: 173 time: 0.1998014 Jan 29 19:36:38.338545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fbaf3-4184-4afb-ac55-3c67fa1380fc tempest-SecurityGroupsTestAdminJSON-1126197177 tempest-SecurityGroupsTestAdminJSON-1126197177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefeaa14-1022-4695-8dc9-9b6be9d30b8d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:38.384692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-766c1e0e-59bb-4808-8eb8-324a06731536 req-65c3ee2d-0959-4f5d-8484-27c7ea97ae16 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 210 time: 0.0266857 Jan 29 19:36:38.485232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03be0e23-af00-4c22-8a5a-ee01f2d9dccf req-1ba9d5da-6a5d-423c-b10c-917c4a70858a tempest-FloatingIPsNegativeTestJSON-107470002 tempest-FloatingIPsNegativeTestJSON-107470002-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0287035 Jan 29 19:36:38.639107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b891c39-1210-4d46-b02a-6f85e2df3b50 req-d5ebd22d-2436-4858-b5de-89d47c999f1c tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:38.640653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b891c39-1210-4d46-b02a-6f85e2df3b50 req-d5ebd22d-2436-4858-b5de-89d47c999f1c tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1127 time: 0.0596216 Jan 29 19:36:38.703069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b891c39-1210-4d46-b02a-6f85e2df3b50 req-c9b740a3-262a-4942-976d-49dd60c0e0bc tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557861 Jan 29 19:36:38.780059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23647f95-de01-4c00-93e7-f042e5867bc0 req-c540b9dc-ad2a-4dfc-b263-af394bf4a49e tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "GET /v2.0/security-groups/36394c9b-d361-4b23-8e8c-736c516a2a16 HTTP/1.1" status: 200 len: 1794 time: 0.0545247 Jan 29 19:36:38.842388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-23647f95-de01-4c00-93e7-f042e5867bc0 req-bac5e372-f124-4de5-8b99-b918f35e9daa tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (36394c9b-d361-4b23-8e8c-736c516a2a16), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.867174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-23647f95-de01-4c00-93e7-f042e5867bc0 req-bac5e372-f124-4de5-8b99-b918f35e9daa tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (36394c9b-d361-4b23-8e8c-736c516a2a16), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:38.885194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c1df17a-7d0b-4d4d-b365-0a785f1519ab req-9269c8be-7351-4fdb-8e45-8c2b53ba5dae tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 210 time: 0.0310018 Jan 29 19:36:38.973294 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-c73e2b41-1253-4786-87e9-aea02cc04670 req-9c8f457a-f88a-4232-a237-f991dd05b34f tempest-FloatingIPsNegativeTestJSON-107470002 tempest-FloatingIPsNegativeTestJSON-107470002-project] show failed (client error): The resource could not be found. Jan 29 19:36:38.974310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c73e2b41-1253-4786-87e9-aea02cc04670 req-9c8f457a-f88a-4232-a237-f991dd05b34f tempest-FloatingIPsNegativeTestJSON-107470002 tempest-FloatingIPsNegativeTestJSON-107470002-project] 10.222.0.15 "GET /v2.0/floatingips/a880469d-21cb-43ac-9a85-11f5aa5f0058 HTTP/1.1" status: 404 len: 350 time: 0.0603213 Jan 29 19:36:38.982698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59992) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:38.996446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-23647f95-de01-4c00-93e7-f042e5867bc0 req-bac5e372-f124-4de5-8b99-b918f35e9daa tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (36394c9b-d361-4b23-8e8c-736c516a2a16), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.002358 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-23647f95-de01-4c00-93e7-f042e5867bc0 req-bac5e372-f124-4de5-8b99-b918f35e9daa tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.008940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23647f95-de01-4c00-93e7-f042e5867bc0 req-bac5e372-f124-4de5-8b99-b918f35e9daa tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "DELETE /v2.0/security-groups/36394c9b-d361-4b23-8e8c-736c516a2a16 HTTP/1.1" status: 204 len: 173 time: 0.2225356 Jan 29 19:36:39.020457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5e372-f124-4de5-8b99-b918f35e9daa tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36394c9b-d361-4b23-8e8c-736c516a2a16,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:39.117998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:39.138596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0cc1490f-3776-4f52-b2c1-0ca4e1a9f882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.171651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fd0ca-dfeb-4d20-b53d-16ff93a864cd req-2e12eb8a-385a-4b83-8d4f-1928e8a8a090 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:39.173910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-167fd0ca-dfeb-4d20-b53d-16ff93a864cd req-2e12eb8a-385a-4b83-8d4f-1928e8a8a090 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 972 time: 0.0845661 Jan 29 19:36:39.260006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-167fd0ca-dfeb-4d20-b53d-16ff93a864cd req-ab1e860d-7179-4862-b979-0fdb5a7965b1 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794168 Jan 29 19:36:39.297704 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0cc1490f-3776-4f52-b2c1-0ca4e1a9f882 admin admin] Publish callbacks [] for security_group (571b6d7a-b231-4c3e-ab21-2ea15718a0e9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.364846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e0f4542-a582-40d0-887e-116155f05ea9 req-3ef68c19-c47c-414c-8e12-0347987e24ad tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "GET /v2.0/security-groups/9cc04191-3598-4ce4-9605-10104696b4be HTTP/1.1" status: 200 len: 1794 time: 0.0529315 Jan 29 19:36:39.405858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0cc1490f-3776-4f52-b2c1-0ca4e1a9f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (571b6d7a-b231-4c3e-ab21-2ea15718a0e9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.460526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1490f-3776-4f52-b2c1-0ca4e1a9f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571b6d7a-b231-4c3e-ab21-2ea15718a0e9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:39.471248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0cc1490f-3776-4f52-b2c1-0ca4e1a9f882 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60759145ba974543bb66ad80f1d4c50b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506167 Jan 29 19:36:39.472364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60018) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:39.478222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e0f4542-a582-40d0-887e-116155f05ea9 req-8b846cf7-ed5b-4d17-beca-07412a5170f8 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (9cc04191-3598-4ce4-9605-10104696b4be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.518012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-14eccc3d-971d-4755-b132-18bbd0e28f66 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:39.518710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e0f4542-a582-40d0-887e-116155f05ea9 req-8b846cf7-ed5b-4d17-beca-07412a5170f8 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (9cc04191-3598-4ce4-9605-10104696b4be), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.519580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-14eccc3d-971d-4755-b132-18bbd0e28f66 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.1477332 Jan 29 19:36:39.568986 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77fe9dbd-baf8-4c74-8b24-f69037e48a4c admin admin] Publish callbacks [] for security_group (571b6d7a-b231-4c3e-ab21-2ea15718a0e9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.575958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-2a191cf5-ec87-4d40-930f-1198b7547713 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/quotas/4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 375 time: 0.0497129 Jan 29 19:36:39.592158 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77fe9dbd-baf8-4c74-8b24-f69037e48a4c admin admin] Publish callbacks [] for security_group (571b6d7a-b231-4c3e-ab21-2ea15718a0e9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.652149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (b7b198bb-d400-4273-aeff-b2363f506e06), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.657516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e0f4542-a582-40d0-887e-116155f05ea9 req-8b846cf7-ed5b-4d17-beca-07412a5170f8 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9cc04191-3598-4ce4-9605-10104696b4be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.660717 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e0f4542-a582-40d0-887e-116155f05ea9 req-8b846cf7-ed5b-4d17-beca-07412a5170f8 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.661868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e0f4542-a582-40d0-887e-116155f05ea9 req-8b846cf7-ed5b-4d17-beca-07412a5170f8 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] 10.222.0.15 "DELETE /v2.0/security-groups/9cc04191-3598-4ce4-9605-10104696b4be HTTP/1.1" status: 204 len: 173 time: 0.2920713 Jan 29 19:36:39.675274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b846cf7-ed5b-4d17-beca-07412a5170f8 tempest-SecurityGroupsTestAdminJSON-617935731 tempest-SecurityGroupsTestAdminJSON-617935731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc04191-3598-4ce4-9605-10104696b4be,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:39.693164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-61d6e37c-b9c5-466d-96e9-f923ff8b9376 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100457 Jan 29 19:36:39.737876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77fe9dbd-baf8-4c74-8b24-f69037e48a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (571b6d7a-b231-4c3e-ab21-2ea15718a0e9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.740071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77fe9dbd-baf8-4c74-8b24-f69037e48a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:39.743787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-77fe9dbd-baf8-4c74-8b24-f69037e48a4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/571b6d7a-b231-4c3e-ab21-2ea15718a0e9 HTTP/1.1" status: 204 len: 168 time: 0.2681890 Jan 29 19:36:39.750533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe9dbd-baf8-4c74-8b24-f69037e48a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b6d7a-b231-4c3e-ab21-2ea15718a0e9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:39.939998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-12435bd7-eafc-4a62-a18b-a308a85a20fd service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360950 Jan 29 19:36:40.086441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-9b24ecdf-a584-4665-8b55-ac0dee2a12c1 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454556 Jan 29 19:36:40.215936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-ffcb3d3c-19a0-4cca-8346-e32448ccd272 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:40.223422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-ffcb3d3c-19a0-4cca-8346-e32448ccd272 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.26 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 824 time: 0.1616223 Jan 29 19:36:40.234536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Deleting port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:36:40.235254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:40.296289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60040) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:40.364071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-d07e09da-34bf-4130-8090-1cb5a82596e1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082d8ce4dd7942e9b4b314d5db657bda HTTP/1.1" status: 200 len: 380 time: 0.1245606 Jan 29 19:36:40.377131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] For port 8db11f39-461c-4f10-8e32-2b9a2b6ded3d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,segment=NetworkSegment(a283803d-211d-4004-91d4-96273b4a100c),segment_id=a283803d-211d-4004-91d4-96273b4a100c)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:40.378107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:40.391533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'port': {'device_id': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'admin_state_up': True, 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'security_groups': ['4906989e-1849-44f6-b897-598a62588d1d']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:40.424795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Calling delete_port for 8db11f39-461c-4f10-8e32-2b9a2b6ded3d owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:36:40.565778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81686992-50fe-4f78-9cc4-da39d31ef6d5 req-964317e3-6f2a-4532-a567-fa6794cf59d7 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 210 time: 0.0681183 Jan 29 19:36:40.677900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-11f628f1-bd39-4f24-8938-85ba6a2bc306 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee2c40e1bfd34802ba91a3eea51deb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802845 Jan 29 19:36:40.678520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:40.683610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cff4ffde-714b-440e-a395-49443890140b req-220e125f-6859-43c5-a632-24eadd632a6a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 210 time: 0.0434673 Jan 29 19:36:40.722569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75dd7b55-7df8-4b2b-9b01-a2b0d2483943 req-46b4618d-5a09-4bce-858a-6e3216f3b218 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 210 time: 0.0400407 Jan 29 19:36:40.773857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb398-5e93-48e7-8bba-88b172083a64 admin admin] Publish callbacks [] for security_group (05bacf9b-e5c8-43c0-afb1-38471977b7ac), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:40.801651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb398-5e93-48e7-8bba-88b172083a64 admin admin] Publish callbacks [] for security_group (05bacf9b-e5c8-43c0-afb1-38471977b7ac), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:40.967607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb398-5e93-48e7-8bba-88b172083a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (05bacf9b-e5c8-43c0-afb1-38471977b7ac), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:40.970981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb398-5e93-48e7-8bba-88b172083a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:40.974702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6aeeb398-5e93-48e7-8bba-88b172083a64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05bacf9b-e5c8-43c0-afb1-38471977b7ac HTTP/1.1" status: 204 len: 168 time: 0.2926702 Jan 29 19:36:40.981425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeb398-5e93-48e7-8bba-88b172083a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bacf9b-e5c8-43c0-afb1-38471977b7ac,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:41.155547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Made reservation on behalf of 082d8ce4dd7942e9b4b314d5db657bda for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:41.159771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:41.164505 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (8db11f39-461c-4f10-8e32-2b9a2b6ded3d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:41.201341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Pushing event deleted for resources: {'Port': ['ID=8db11f39-461c-4f10-8e32-2b9a2b6ded3d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:41.448073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (b7b198bb-d400-4273-aeff-b2363f506e06), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:41.460037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Allocated IP 172.20.0.13 (798bd981-fb4d-4a44-9e2c-966a5bf87469/dac29177-4767-4591-a124-e46dac5e52f2/66900ad9-5015-497d-a320-331e8ea78cf2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:41.608757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-73e79d11-b9c3-4ae6-8594-b4e627c50c36 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:41.611420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-73e79d11-b9c3-4ae6-8594-b4e627c50c36 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.26 "GET /v2.0/networks?id=27fc4781-beec-4dd0-b103-a0b61706a1c9 HTTP/1.1" status: 200 len: 815 time: 0.2812788 Jan 29 19:36:41.633452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Request body: {'port': {'device_id': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'admin_state_up': True, 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:41.791952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a1d0901-b1d8-4aad-849c-528369ccee9e req-cc3da9f3-8181-4121-99f9-7f007f687b44 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 210 time: 0.0630016 Jan 29 19:36:41.881363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07072d80-8480-494a-80a4-9887942fedd2 req-bd2dfa1b-7c7f-4a28-978a-8f4d74324e06 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Jan 29 19:36:41.918553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for port (66900ad9-5015-497d-a320-331e8ea78cf2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:41.926830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Made reservation on behalf of 0ad5b16e54564ddd84b1ca943f382cc8 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:41.932333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:41.932832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d06cbfa-cfd4-4d84-bbb6-ffa9b91a7555 req-b840cec2-d5f1-423a-857c-127f9d4f295b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 210 time: 0.0579047 Jan 29 19:36:42.034635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Router b7b198bb-d400-4273-aeff-b2363f506e06 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:36:42.134005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Allocated IP 172.20.0.4 (27fc4781-beec-4dd0-b103-a0b61706a1c9/8e661ecf-e7e8-4363-aa7a-2d69d645f74c/7d0b179a-ccfd-4d34-8691-08edd7aa9d92) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:42.162226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60132) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:42.180977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:42.186132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6bda2035-cfda-4f24-9e54-bedb2d0da82d admin admin] 10.222.0.15 "PUT /v2.0/routers/b7b198bb-d400-4273-aeff-b2363f506e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2024212 Jan 29 19:36:42.191286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60134) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:42.197353 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] Sync routers for ids ['b7b198bb-d400-4273-aeff-b2363f506e06'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:42.209157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.217348 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] Routers {'b7b198bb-d400-4273-aeff-b2363f506e06'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:42.233842 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7b198bb-d400-4273-aeff-b2363f506e06'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:42.301651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:42.305861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:42.323507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'Port': ['ID=66900ad9-5015-497d-a320-331e8ea78cf2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:42.326034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:42.331366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:42.331998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.367223 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] Set router b7b198bb-d400-4273-aeff-b2363f506e06 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:42.397675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f93de4e0-439a-46df-a136-263a7777acf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=644889abb240452c9c0679d158a01622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343867 Jan 29 19:36:42.400845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60148) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:42.446185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-fd80d5b7-2869-4005-a679-72a1b76960c1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0647671 Jan 29 19:36:42.482762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Request body: {'port': {'device_id': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:42.605204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks [] for router (b7b198bb-d400-4273-aeff-b2363f506e06), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.655664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.659729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:36:42.669910 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:40Z', 'revision_number': 5, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:42.699697 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] Checking router: b7b198bb-d400-4273-aeff-b2363f506e06 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:42.712356 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] Routers {'b7b198bb-d400-4273-aeff-b2363f506e06'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:42.713082 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7b198bb-d400-4273-aeff-b2363f506e06'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:42.763387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86e88654-0896-4854-b6b6-b39c7749ce92 admin admin] Publish callbacks [] for security_group (467f724f-c7e6-46da-9477-fa9f85c60a2e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.836439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86e88654-0896-4854-b6b6-b39c7749ce92 admin admin] Publish callbacks [] for security_group (467f724f-c7e6-46da-9477-fa9f85c60a2e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.841602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:42.842320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.896537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks [] for router_gateway (b7b198bb-d400-4273-aeff-b2363f506e06), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.925619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks [] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:42.989039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:42.999371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:43.009787 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d8690c-fce3-4372-a1df-2d473c48f0be" -d '{"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:43.017354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e85e13aa-250e-428c-8cb8-93de1b87a1f6 None None] Provisioning complete for port 66900ad9-5015-497d-a320-331e8ea78cf2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:43.023993 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e85e13aa-250e-428c-8cb8-93de1b87a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:43.114106 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] Set router b7b198bb-d400-4273-aeff-b2363f506e06 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:43.179851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Deleting port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:36:43.180190 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:43.197300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e85e13aa-250e-428c-8cb8-93de1b87a1f6 None None] Port 66900ad9-5015-497d-a320-331e8ea78cf2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:43.206768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6f880ae-41ae-4360-bc42-f4aff3570e0c req-c0a00358-df2b-4743-a505-70d7f2977727 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 210 time: 0.1301022 Jan 29 19:36:43.209247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:43.419157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:43.519452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ba40f6a-ad0e-46ff-9961-09958fbacf9a req-e9d6088b-519a-404e-be6e-d2408c2348ae tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 210 time: 0.1442080 Jan 29 19:36:43.535803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86e88654-0896-4854-b6b6-b39c7749ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (467f724f-c7e6-46da-9477-fa9f85c60a2e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:43.538408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86e88654-0896-4854-b6b6-b39c7749ce92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:43.546193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-86e88654-0896-4854-b6b6-b39c7749ce92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/467f724f-c7e6-46da-9477-fa9f85c60a2e HTTP/1.1" status: 204 len: 168 time: 1.1442442 Jan 29 19:36:43.599907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-1102da0e-6e94-425d-a1c4-86e36ba97650 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:43.601236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-1102da0e-6e94-425d-a1c4-86e36ba97650 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.7354848 Jan 29 19:36:43.607314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:43.626744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Request body: {'port': {'device_id': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'admin_state_up': True, 'tenant_id': '4c396108a0da4c648a990883be66b5f5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:43.634588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e88654-0896-4854-b6b6-b39c7749ce92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f724f-c7e6-46da-9477-fa9f85c60a2e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:43.870951 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:40Z', 'revision_number': 5, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:43.898502 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf7c06d-8cfa-4e63-9950-8bc06264a481 x-openstack-request-id: req-4cf7c06d-8cfa-4e63-9950-8bc06264a481 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:36:43.899431 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:36:43.899926 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cf7c06d-8cfa-4e63-9950-8bc06264a481 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:36:43.900656 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'code': 200} Jan 29 19:36:43.922130 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481c732-7c36-40b7-83b3-2e3a846d0266 None None] The sync data for ids ['b7b198bb-d400-4273-aeff-b2363f506e06'] in n-d-825496-5 is: [{'id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'name': 'tempest-FloatingIPsNegativeTestJSON-1366685815-router', 'tenant_id': '67be23ef481b413a91237169efd4bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:11Z', 'updated_at': '2022-01-29T19:36:40Z', 'revision_number': 5, 'project_id': '67be23ef481b413a91237169efd4bcb1', 'gw_port': {'id': '5a197f7a-1e38-4980-a02a-cc9c1b95c1fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b198bb-d400-4273-aeff-b2363f506e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:15Z', 'updated_at': '2022-01-29T19:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:36:43.951450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17153f3a-6326-48e6-9eb3-6b6fa9acdcbd req-43ac7973-44e5-4b92-ae60-0b4a245e3deb tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:43.953734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17153f3a-6326-48e6-9eb3-6b6fa9acdcbd req-43ac7973-44e5-4b92-ae60-0b4a245e3deb tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 932 time: 0.2479286 Jan 29 19:36:43.959454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66900ad9-5015-497d-a320-331e8ea78cf2 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:44.004044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:44.004691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] For port 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:44.005057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.010642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:44.019147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:44.024130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:44.024857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.027550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Pushing event updated for resources: {'Port': ['ID=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:44.040931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Calling delete_port for 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:36:44.079484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Publish callbacks [] for port (66900ad9-5015-497d-a320-331e8ea78cf2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.095503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Made reservation on behalf of 4c396108a0da4c648a990883be66b5f5 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:44.100812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.111652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Transition to ACTIVE for port object 66900ad9-5015-497d-a320-331e8ea78cf2 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:36:44.127489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17153f3a-6326-48e6-9eb3-6b6fa9acdcbd req-57306f01-111d-449e-bd7c-37c532fa756e tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275735 Jan 29 19:36:44.200369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.275058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3bba59a7-b008-497e-9ada-af3f29eb23fd tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6483939 Jan 29 19:36:44.367650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Request body: {'port': {'device_id': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:44.373406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66900ad9-5015-497d-a320-331e8ea78cf2,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:44.389424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Attempting to bind port 66900ad9-5015-497d-a320-331e8ea78cf2 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:44.389990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Attempting to bind port 66900ad9-5015-497d-a320-331e8ea78cf2 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:44.390593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Attempting to bind port 66900ad9-5015-497d-a320-331e8ea78cf2 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:44.396752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Port 66900ad9-5015-497d-a320-331e8ea78cf2 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:36:44.397298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Attempting to bind port 66900ad9-5015-497d-a320-331e8ea78cf2 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:44.406920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:36:44.416151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:44.416817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Checking segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:44.417522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Bound using segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:44.418299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Bound port: 66900ad9-5015-497d-a320-331e8ea78cf2, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:44.418824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.496428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8db11f39-461c-4f10-8e32-2b9a2b6ded3d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:36:44.574789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8db11f39-461c-4f10-8e32-2b9a2b6ded3d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:36:44.575133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8db11f39-461c-4f10-8e32-2b9a2b6ded3d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:36:44.641538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] For port 66900ad9-5015-497d-a320-331e8ea78cf2, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:44.657263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8b03e2e9-6ac5-4151-8712-71b3d2cb130e None None] Provisioning complete for port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:44.658124 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b03e2e9-6ac5-4151-8712-71b3d2cb130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.667457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:36:44.671391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c037b-30b0-4b78-b031-f0766b9351a0 req-d7e26b0b-91a8-424c-a202-93f152012c9e tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:44.682223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-506c037b-30b0-4b78-b031-f0766b9351a0 req-d7e26b0b-91a8-424c-a202-93f152012c9e tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 931 time: 0.1648853 Jan 29 19:36:44.693987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] For port 66900ad9-5015-497d-a320-331e8ea78cf2, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66900ad9-5015-497d-a320-331e8ea78cf2,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:44.814795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:44.967137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b03e2e9-6ac5-4151-8712-71b3d2cb130e None None] Port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:36:45.032585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:45.037503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66900ad9-5015-497d-a320-331e8ea78cf2,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:45.065868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Allocated IP 172.20.0.5 (e3f680c2-d656-445b-ab70-a827f325043c/20921873-5e3a-47f9-aaef-f366be7ad371/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:45.076305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:45.076876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:45.078297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-11b2956b-2d82-4e12-9aac-96c0a48eb9d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/66900ad9-5015-497d-a320-331e8ea78cf2 HTTP/1.1" status: 200 len: 1092 time: 2.6100740 Jan 29 19:36:45.081274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:45.084392 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4c349-4ba5-4525-8282-f5551d9f4982" -d '{"events": [{"name": "network-changed", "server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:45.116833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-506c037b-30b0-4b78-b031-f0766b9351a0 req-9db3cbd8-65ba-48c8-a36d-dcdf1bace2b4 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333043 Jan 29 19:36:45.287295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:45.309163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'mac_address': 'fa:16:3e:89:f7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:tempest-test_az-1258710426', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:36:45.402286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:45.403506 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:45.406053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-085e50cc-e4bd-46f2-925b-04a12cc780fa req-0d5a5082-47f3-4a02-8d09-98ee26aed921 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 210 time: 0.0612044 Jan 29 19:36:45.455569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0c1fc3-ba46-4854-b720-1c02bb558f05 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:45.511219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:45.520369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-67b01410-9420-49a6-8e12-79a6df8f755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:45.531294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-67b01410-9420-49a6-8e12-79a6df8f755e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 1126 time: 0.2568936 Jan 29 19:36:45.555456 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d757b-41e5-4fa0-812f-d08b4cf0e144 x-openstack-request-id: req-863d757b-41e5-4fa0-812f-d08b4cf0e144 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:36:45.555749 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:36:45.556043 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-863d757b-41e5-4fa0-812f-d08b4cf0e144 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:36:45.556530 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2', 'status': 'completed', 'code': 200} Jan 29 19:36:45.598091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:45.662832 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5a197f7a-1e38-4980-a02a-cc9c1b95c1fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:45.715654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a197f7a-1e38-4980-a02a-cc9c1b95c1fb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:45.732387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-50d8a148-e6c4-422d-a8f6-26b80747d649 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66900ad9-5015-497d-a320-331e8ea78cf2 HTTP/1.1" status: 200 len: 217 time: 0.1543829 Jan 29 19:36:45.755308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['eb0c1fc3-ba46-4854-b720-1c02bb558f05'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:36:45.791872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (b7b198bb-d400-4273-aeff-b2363f506e06), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:45.866414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:45.875854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-ebb8f43d-767d-4ed4-a116-5ff366f565b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:45.878143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-ebb8f43d-767d-4ed4-a116-5ff366f565b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.1430039 Jan 29 19:36:45.893408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1351db-2dab-4678-ba94-d3ea5dc5d964 req-36b2bda4-8303-459a-852b-4d891333b0e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:45.900854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed1351db-2dab-4678-ba94-d3ea5dc5d964 req-36b2bda4-8303-459a-852b-4d891333b0e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 944 time: 0.2056401 Jan 29 19:36:46.124717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed1351db-2dab-4678-ba94-d3ea5dc5d964 req-a44d0ab2-795a-4a53-8335-c2670ca8c2d2 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225320 Jan 29 19:36:46.161294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-9419ab8c-88b0-4e2d-8154-8ef33cbd57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:46.162844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-9419ab8c-88b0-4e2d-8154-8ef33cbd57e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2451575 Jan 29 19:36:46.300437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (b7b198bb-d400-4273-aeff-b2363f506e06), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.306953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks [] for router_controller (b7b198bb-d400-4273-aeff-b2363f506e06), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.357329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-19b2acce-1d49-42f3-a2af-c63b8bd6b345 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794119 Jan 29 19:36:46.421116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks [] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.475800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (b7b198bb-d400-4273-aeff-b2363f506e06), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.476788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7b198bb-d400-4273-aeff-b2363f506e06 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:36:46.496988 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.498303 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-53e979e2-677f-4fb7-ad40-212629475c29 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b7b198bb-d400-4273-aeff-b2363f506e06 HTTP/1.1" status: 204 len: 168 time: 4.3019156 Jan 29 19:36:46.507062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60268) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:46.724415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Deleting subnet 48f2a303-54f7-4559-a5f5-677251230c21 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:36:46.735262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Publish callbacks [] for subnet (48f2a303-54f7-4559-a5f5-677251230c21), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.778167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:46.796781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Publish callbacks [] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.818089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Transition to ACTIVE for port object 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:36:46.832556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Publish callbacks [] for subnet (48f2a303-54f7-4559-a5f5-677251230c21), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.876938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.980462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:46.984249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (48f2a303-54f7-4559-a5f5-677251230c21), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.009983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:47.050336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-659543aa-289f-4d92-9eba-b5a01b42e0dd req-113e8e06-5279-4bce-8851-9d81bf875192 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841280 Jan 29 19:36:47.074989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Network e3f680c2-d656-445b-ab70-a827f325043c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:47.077885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:47.156346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Attempting to bind port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:47.156693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Attempting to bind port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:47.160280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Attempting to bind port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 on network 27fc4781-beec-4dd0-b103-a0b61706a1c9 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:47.180732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.181192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.181883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.182310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.182716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.182963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.183291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.183620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.190437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.196672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.197047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.200137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.200137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.209675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:47.230705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:47.231393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.249810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (48f2a303-54f7-4559-a5f5-677251230c21), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.289751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 on network 27fc4781-beec-4dd0-b103-a0b61706a1c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:36:47.294278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Attempting to bind port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 on network 27fc4781-beec-4dd0-b103-a0b61706a1c9 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:47.311322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:47.311946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Checking segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:47.323219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Bound using segment: {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:47.323735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Bound port: 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d332635-19e0-4782-a709-f248741f93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:47.324105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.370938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f2a303-54f7-4559-a5f5-677251230c21,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:47.377809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019594a7-f904-4f1c-b9ce-411802daa6a3 None None] Network f51b367b-b020-43f3-ac68-4f6412cd2fb7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:47.383797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.399619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/48f2a303-54f7-4559-a5f5-677251230c21 HTTP/1.1" status: 204 len: 168 time: 0.8914466 Jan 29 19:36:47.404078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60286) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:47.489086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:47.502598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.502944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.503350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.504803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.506776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.507145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.507727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.507877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.508267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.508546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.508865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.509181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.509497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ecc757-d3a4-490e-a02f-6d64302e53b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:36:47.561521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-e5bebee7-8295-4399-bff6-72d9f06ca66f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9402404 Jan 29 19:36:47.582206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Request body: {'port': {'device_id': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:47.607963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] DHCP port deletion for f51b367b-b020-43f3-ac68-4f6412cd2fb7 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:36:47.613094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-d62859b1-ad15-443d-a3c6-e97f5871995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:47.614650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-d62859b1-ad15-443d-a3c6-e97f5871995f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 1126 time: 0.2939656 Jan 29 19:36:47.699143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f51b367b-b020-43f3-ac68-4f6412cd2fb7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.716738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a08cb-83cb-44ee-b5d0-403e17ba1db1 req-824fee37-29da-4e65-9e90-6edc80395c88 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:47.719657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.728783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab0a08cb-83cb-44ee-b5d0-403e17ba1db1 req-824fee37-29da-4e65-9e90-6edc80395c88 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 943 time: 0.5426478 Jan 29 19:36:47.736183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] For port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:47.772948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] Deleting port 5b4e1778-78f8-4c65-ade3-a900de564afa {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:36:47.773315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.778088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] For port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:47.927734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.955115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] For port 5b4e1778-78f8-4c65-ade3-a900de564afa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b4e1778-78f8-4c65-ade3-a900de564afa,segment=NetworkSegment(a283803d-211d-4004-91d4-96273b4a100c),segment_id=a283803d-211d-4004-91d4-96273b4a100c)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:47.955655 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:47.993695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] Calling delete_port for 5b4e1778-78f8-4c65-ade3-a900de564afa owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:36:48.112756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:48.115043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.117130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/7d0b179a-ccfd-4d34-8691-08edd7aa9d92 HTTP/1.1" status: 200 len: 1091 time: 3.8046510 Jan 29 19:36:48.117705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'tag': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:48.128985 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d224890-ca11-4e87-8bbc-ec4ca455a999" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3bd642-d13f-401d-a72e-e6dcca3296c1", "tag": "7d0b179a-ccfd-4d34-8691-08edd7aa9d92"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:48.385366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.451159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] Pushing event deleted for resources: {'Port': ['ID=5b4e1778-78f8-4c65-ade3-a900de564afa,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:48.461166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90cae06-4c12-4616-8193-ad19959e6624 None None] No DVR routers for this DVR port 5b4e1778-78f8-4c65-ade3-a900de564afa on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:36:48.503597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab0a08cb-83cb-44ee-b5d0-403e17ba1db1 req-01b9674b-a976-4215-905d-797ccd77c246 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7673969 Jan 29 19:36:48.554176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:48.567760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Publish callbacks [] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.572873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b4e1778-78f8-4c65-ade3-a900de564afa no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:36:48.573141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Deleting port 5b4e1778-78f8-4c65-ade3-a900de564afa {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:36:48.573614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.587807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Transition to ACTIVE for port object a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:36:48.593577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-8aa91131-e3bc-4c24-b4b4-72e53944cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:48.602391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-8aa91131-e3bc-4c24-b4b4-72e53944cf70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 924 time: 0.8705587 Jan 29 19:36:48.617702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537bff4-0b32-4184-be93-f78c76f722c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:48.628946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5b4e1778-78f8-4c65-ade3-a900de564afa {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:36:48.629309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b4e1778-78f8-4c65-ade3-a900de564afa not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:36:48.629719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:36:48.655211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:36:48.660194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a197f7a-1e38-4980-a02a-cc9c1b95c1fb not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:36:48.678004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:48.686024 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.743050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-80db2cf4-82ad-4fad-8cbf-a0d1680972a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66900ad9-5015-497d-a320-331e8ea78cf2 HTTP/1.1" status: 200 len: 217 time: 0.0944850 Jan 29 19:36:48.796541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port eb0c1fc3-ba46-4854-b720-1c02bb558f05 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:48.796993 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.811557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-d7cc73f5-662b-4469-b8cb-3ead6e9c6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:48.817811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-d7cc73f5-662b-4469-b8cb-3ead6e9c6d24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ad5b16e54564ddd84b1ca943f382cc8&device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 1125 time: 0.1979675 Jan 29 19:36:48.900673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:48.901106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.939320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:48.966297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-31291223-7c84-4994-aeed-acebc75b1b5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92 HTTP/1.1" status: 200 len: 217 time: 0.1311030 Jan 29 19:36:48.978593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:48.982051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:36:48.986640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] For port 5b4e1778-78f8-4c65-ade3-a900de564afa, host n-d-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:48.987023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:48.990528 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa977c-6170-43c8-bfd2-23f2ce8cf0ae" -d '{"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:36:49.042284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.050264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Calling delete_port for 5b4e1778-78f8-4c65-ade3-a900de564afa owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:36:49.054340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Port 5b4e1778-78f8-4c65-ade3-a900de564afa was not found and therefore no delete operation was performed {{(pid=103562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:36:49.056003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5b4e1778-78f8-4c65-ade3-a900de564afa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.101047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:49.101888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:49.104878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:49.107103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-a0eec59c-0492-4058-bf51-60d65096a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.108901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-a0eec59c-0492-4058-bf51-60d65096a38d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.2654986 Jan 29 19:36:49.123720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:36:49.124722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:49.145732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:49.149342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:49.153419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:49.153419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:49.153419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Bound port: a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:49.153419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.159512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-de8bc4ad-080a-4b80-ae91-2128dd560c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.161111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-de8bc4ad-080a-4b80-ae91-2128dd560c2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e661ecf-e7e8-4363-aa7a-2d69d645f74c HTTP/1.1" status: 200 len: 854 time: 0.1592491 Jan 29 19:36:49.223025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4e1778-78f8-4c65-ade3-a900de564afa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:49.242601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] No DVR routers for this DVR port 5b4e1778-78f8-4c65-ade3-a900de564afa on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:36:49.325916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:49.330813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-063e0506-d7d9-4f98-ba30-bb7edd80f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.335673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-063e0506-d7d9-4f98-ba30-bb7edd80f9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27fc4781-beec-4dd0-b103-a0b61706a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1659136 Jan 29 19:36:49.338268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:49.351045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f51b367b-b020-43f3-ac68-4f6412cd2fb7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.380051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.380435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.381216 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.381767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > port after_create 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.382162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.382624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > port after_update 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.382990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.383311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.383632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.383957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.427092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.476588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.477213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.478871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] 10.222.0.13 "PUT /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 1091 time: 1.9040627 Jan 29 19:36:49.528631 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-3b00ddce-944d-4111-95f1-c84a08c76fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858768 Jan 29 19:36:49.529883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56edc5e-5564-47ff-b4c1-da94522406fc service neutron] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:49.544191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.544649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.545194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.545595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:36:49.546229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51b367b-b020-43f3-ac68-4f6412cd2fb7']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:49.602734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a283803d-211d-4004-91d4-96273b4a100c') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:49.603487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a283803d-211d-4004-91d4-96273b4a100c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:49.625421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (a283803d-211d-4004-91d4-96273b4a100c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.650399 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a283803d-211d-4004-91d4-96273b4a100c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.660800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:36:49.661308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (a283803d-211d-4004-91d4-96273b4a100c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: from cryptography.utils import int_from_bytes Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: from cryptography.utils import int_from_bytes Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:36:49.768516 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:36:49.777513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-6b00f453-e133-48e3-8f20-2dd3f9ee6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.779643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-6b00f453-e133-48e3-8f20-2dd3f9ee6a7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1125 time: 0.1634717 Jan 29 19:36:49.782312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812146ec-2e2f-40ea-aafc-15bf1c41c0dc req-093485fc-76e8-477e-9df4-b7c102703525 service neutron] 10.222.0.26 "GET /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310822 Jan 29 19:36:49.797380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-e6e8d627-8486-4b37-88bc-9d177d677565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.799662 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-e6e8d627-8486-4b37-88bc-9d177d677565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6600480 Jan 29 19:36:49.809921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f51b367b-b020-43f3-ac68-4f6412cd2fb7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.820238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:49.831616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f51b367b-b020-43f3-ac68-4f6412cd2fb7 HTTP/1.1" status: 204 len: 168 time: 2.4147356 Jan 29 19:36:49.879603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6299d9-e639-4111-a066-e58e75dad526 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51b367b-b020-43f3-ac68-4f6412cd2fb7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:49.884455 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-1a964a6f-5a55-4593-a78e-2a66c9bdc59a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0936992 Jan 29 19:36:49.902775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d184f-fbdf-4a63-81e9-7f036ef34e59 req-e6e4f829-8029-4b28-9ad4-cc236da1dca7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.921488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-261d184f-fbdf-4a63-81e9-7f036ef34e59 req-e6e4f829-8029-4b28-9ad4-cc236da1dca7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 943 time: 0.8294756 Jan 29 19:36:49.975731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-05756654-61fa-4f48-8f26-addd453736d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:49.977527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-05756654-61fa-4f48-8f26-addd453736d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0856731 Jan 29 19:36:50.024821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-7ceff83f-6ff4-42ec-8111-6843a78993b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338862 Jan 29 19:36:50.062399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-261d184f-fbdf-4a63-81e9-7f036ef34e59 req-54f6d7e1-0ae7-41a8-bdeb-03eef063048c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413639 Jan 29 19:36:50.097527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-891951fb-47d2-4d4b-b49b-c46177a01255 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544241 Jan 29 19:36:50.282584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-25e6e4cc-c26e-422f-9a59-42e9addf967c service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465250 Jan 29 19:36:50.390877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a4c349-4ba5-4525-8282-f5551d9f4982 req-250138f9-5dbc-4cc7-a76b-721f18262387 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813857 Jan 29 19:36:50.413528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60310) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:50.475718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b52fa9b-9ea1-49ac-92ee-03114a7ee74a req-97737cbf-ed8b-447f-ba55-9f3a428713ce service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837132 Jan 29 19:36:50.486063 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-21aa2a41-8abc-4a3d-b0dc-ee585ec31d8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67be23ef481b413a91237169efd4bcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769246 Jan 29 19:36:50.489165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60312) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:50.503729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fcc05-5c4d-4742-95a7-d7256e03db03 req-b4cf1405-52f4-40e2-a985-4ab8abbb7007 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:50.508651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d2fcc05-5c4d-4742-95a7-d7256e03db03 req-b4cf1405-52f4-40e2-a985-4ab8abbb7007 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 944 time: 0.1399560 Jan 29 19:36:50.588409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d2fcc05-5c4d-4742-95a7-d7256e03db03 req-e8bab089-8e3c-4fc8-953e-0cbf20cd4135 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735977 Jan 29 19:36:50.590309 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2913030-133b-4555-85b4-2d06782c4d32 admin admin] Publish callbacks [] for security_group (4f66617e-c533-4e2a-b748-7a38f69b6b59), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:50.621272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2913030-133b-4555-85b4-2d06782c4d32 admin admin] Publish callbacks [] for security_group (4f66617e-c533-4e2a-b748-7a38f69b6b59), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:50.743567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66900ad9-5015-497d-a320-331e8ea78cf2 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:36:50.836768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2913030-133b-4555-85b4-2d06782c4d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4f66617e-c533-4e2a-b748-7a38f69b6b59), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:50.839444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2913030-133b-4555-85b4-2d06782c4d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:50.843685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2913030-133b-4555-85b4-2d06782c4d32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f66617e-c533-4e2a-b748-7a38f69b6b59 HTTP/1.1" status: 204 len: 168 time: 0.3534648 Jan 29 19:36:50.853510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2913030-133b-4555-85b4-2d06782c4d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f66617e-c533-4e2a-b748-7a38f69b6b59,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:50.887915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 66900ad9-5015-497d-a320-331e8ea78cf2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66900ad9-5015-497d-a320-331e8ea78cf2,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:50.899668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '66900ad9-5015-497d-a320-331e8ea78cf2', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'port_id': '66900ad9-5015-497d-a320-331e8ea78cf2', 'mac_address': 'fa:16:3e:cb:82:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:36:50.940379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 66900ad9-5015-497d-a320-331e8ea78cf2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:50.940774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:50.972507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66900ad9-5015-497d-a320-331e8ea78cf2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:51.034592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 66900ad9-5015-497d-a320-331e8ea78cf2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66900ad9-5015-497d-a320-331e8ea78cf2,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:51.126542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:51.237865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=66900ad9-5015-497d-a320-331e8ea78cf2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:51.430419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['66900ad9-5015-497d-a320-331e8ea78cf2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:36:52.462618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60348) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:52.620852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-922982282-network', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:52.708484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Made reservation on behalf of 1a3d539ece5647bfab4527e6fcf5f2e4 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:52.710800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:52.737628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:52.742365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66900ad9-5015-497d-a320-331e8ea78cf2 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:52.911641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks [] for security_group (ecdede42-80de-48d5-bc6e-771af8bf1f73), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:52.940337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 66900ad9-5015-497d-a320-331e8ea78cf2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:36:52.945270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 66900ad9-5015-497d-a320-331e8ea78cf2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:52.948673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:52.996188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ecdede42-80de-48d5-bc6e-771af8bf1f73), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.012251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:36:53.034313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7ea19624-2baf-4aa4-8753-5667db31af8f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.035921 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Added segment 7ea19624-2baf-4aa4-8753-5667db31af8f of type vlan for network 42685720-7e1c-4622-bdd1-66e5fac536c2 Jan 29 19:36:53.103801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (42685720-7e1c-4622-bdd1-66e5fac536c2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.113676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 66900ad9-5015-497d-a320-331e8ea78cf2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:53.115953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.151285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdede42-80de-48d5-bc6e-771af8bf1f73,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:53.196548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 66900ad9-5015-497d-a320-331e8ea78cf2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66900ad9-5015-497d-a320-331e8ea78cf2,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:53.253379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (42685720-7e1c-4622-bdd1-66e5fac536c2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.254373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:53.254958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.374085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=42685720-7e1c-4622-bdd1-66e5fac536c2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:53.403394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:36:53.608060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:53.644240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-46df77f0-cdc2-4a7b-aa89-7def61408bf9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1749153 Jan 29 19:36:53.644240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60352) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:53.647034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Request body: {'subnet': {'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-subnet', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:53.689959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=66900ad9-5015-497d-a320-331e8ea78cf2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:53.739242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Made reservation on behalf of 1a3d539ece5647bfab4527e6fcf5f2e4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:36:53.741907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:54.337710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (14fcf47e-4971-4216-aeb6-ae163627f6dc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:54.397172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fcf47e-4971-4216-aeb6-ae163627f6dc,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:54.420181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Checking segment: {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:54.421994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Network hostable DHCP agents. Network: 42685720-7e1c-4622-bdd1-66e5fac536c2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:36:54.496551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:36:54.568499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 42685720-7e1c-4622-bdd1-66e5fac536c2) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:54.575811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:36:54.584585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:54.584756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356956c-f9dc-4bd5-9c32-1d95093e4773 None None] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:54.682189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0322248d-2bd5-4498-bbbc-cd7435fd45a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0390925 Jan 29 19:36:54.684823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:54.690111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:36:54.705255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:36:54.794666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (a204a380-f808-4fd8-b693-37419f44e290), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:54.796894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (a204a380-f808-4fd8-b693-37419f44e290), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:54.917422 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks [] for router_controller (a204a380-f808-4fd8-b693-37419f44e290), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:54.940512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-42685720-7e1c-4622-bdd1-66e5fac536c2', 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'fixed_ips': [{'subnet_id': '14fcf47e-4971-4216-aeb6-ae163627f6dc'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:36:54.941584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.091524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:55.117081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'port_id': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'mac_address': 'fa:16:3e:b3:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20921873-5e3a-47f9-aaef-f366be7ad371', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:36:55.175474 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4177596-7b3e-4c12-88df-68454d06da06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.206751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:55.207340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.226898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Allocated IP 172.20.0.2 (42685720-7e1c-4622-bdd1-66e5fac536c2/14fcf47e-4971-4216-aeb6-ae163627f6dc/452a38cd-d300-4950-9096-5237c3c31398) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:55.235312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:36:55.270727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:55.285108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks [] for router_gateway (a204a380-f808-4fd8-b693-37419f44e290), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.364443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.517971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:55.568029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Publish callbacks [] for port (452a38cd-d300-4950-9096-5237c3c31398), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.637027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (452a38cd-d300-4950-9096-5237c3c31398), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.694406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:36:55.717378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:55.747487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks [] for router_gateway (a204a380-f808-4fd8-b693-37419f44e290), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.773794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:55.777473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.785097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:55.805734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Pushing event updated for resources: {'Port': ['ID=452a38cd-d300-4950-9096-5237c3c31398,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:55.904414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Attempting to bind port 452a38cd-d300-4950-9096-5237c3c31398 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:36:55.905064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Attempting to bind port 452a38cd-d300-4950-9096-5237c3c31398 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:36:55.905589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Attempting to bind port 452a38cd-d300-4950-9096-5237c3c31398 on network 42685720-7e1c-4622-bdd1-66e5fac536c2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:36:55.924682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:36:55.925798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Checking segment: {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:36:55.926382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.926938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Bound using segment: {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:36:55.927665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Bound port: 452a38cd-d300-4950-9096-5237c3c31398, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:36:55.928297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (452a38cd-d300-4950-9096-5237c3c31398), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:55.990109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Allocated IP 172.25.5.205 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/52540105-0438-44a4-8728-a5377626746e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:56.055244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] For port 452a38cd-d300-4950-9096-5237c3c31398, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:36:56.086508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] For port 452a38cd-d300-4950-9096-5237c3c31398, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=452a38cd-d300-4950-9096-5237c3c31398,segment=NetworkSegment(7ea19624-2baf-4aa4-8753-5667db31af8f),segment_id=7ea19624-2baf-4aa4-8753-5667db31af8f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:36:56.165683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (452a38cd-d300-4950-9096-5237c3c31398), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:56.235912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks [] for port (52540105-0438-44a4-8728-a5377626746e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:56.307936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9403207-8e99-43da-9053-1d723f56cf97 None None] Pushing event updated for resources: {'Port': ['ID=452a38cd-d300-4950-9096-5237c3c31398,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:56.394696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (52540105-0438-44a4-8728-a5377626746e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:56.491888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:56.515416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:56.529580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:56.542225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Pushing event updated for resources: {'Port': ['ID=52540105-0438-44a4-8728-a5377626746e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:57.116180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks [] for router_gateway (a204a380-f808-4fd8-b693-37419f44e290), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:57.496681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (a204a380-f808-4fd8-b693-37419f44e290), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:57.763462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf24ba5-0e4f-4c65-a156-d28c97d9c59e None None] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:36:57.864909 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c351bf5b-8ef7-4273-9b5c-7c2e88a17f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:57.868338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] Provisioning complete for port 452a38cd-d300-4950-9096-5237c3c31398 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:57.869093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (452a38cd-d300-4950-9096-5237c3c31398), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:57.936688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Router a204a380-f808-4fd8-b693-37419f44e290 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:36:57.979623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] Current status of the port 452a38cd-d300-4950-9096-5237c3c31398 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:57.980135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (452a38cd-d300-4950-9096-5237c3c31398), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:58.051359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] For port 452a38cd-d300-4950-9096-5237c3c31398, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=452a38cd-d300-4950-9096-5237c3c31398,segment=NetworkSegment(7ea19624-2baf-4aa4-8753-5667db31af8f),segment_id=7ea19624-2baf-4aa4-8753-5667db31af8f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:58.102857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:36:58.118361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Sync routers for ids ['a204a380-f808-4fd8-b693-37419f44e290'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:36:58.135339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Routers {'a204a380-f808-4fd8-b693-37419f44e290'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:36:58.141371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a204a380-f808-4fd8-b693-37419f44e290'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:58.146730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (452a38cd-d300-4950-9096-5237c3c31398), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:58.193433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:58.197637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d007929c-142a-48aa-8983-8e09418dd953 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5088384 Jan 29 19:36:58.198002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60366) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:36:58.648316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311abef-3edf-4dce-9b8c-f78a947f8d8c None None] Pushing event updated for resources: {'Port': ['ID=452a38cd-d300-4950-9096-5237c3c31398,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:58.661738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 452a38cd-d300-4950-9096-5237c3c31398 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:58.673037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-970e110b-8518-4a05-ba0c-d708b67da1a9 None None] Provisioning complete for port 452a38cd-d300-4950-9096-5237c3c31398 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:58.674796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-970e110b-8518-4a05-ba0c-d708b67da1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (452a38cd-d300-4950-9096-5237c3c31398), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:58.749701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:36:58.808876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Set router a204a380-f808-4fd8-b693-37419f44e290 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:36:58.893879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.003172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 452a38cd-d300-4950-9096-5237c3c31398 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:59.003459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (452a38cd-d300-4950-9096-5237c3c31398), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.037735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-970e110b-8518-4a05-ba0c-d708b67da1a9 None None] Current status of the port 452a38cd-d300-4950-9096-5237c3c31398 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:59.058201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.086173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:36:59.101806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:36:59.102190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.193198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 452a38cd-d300-4950-9096-5237c3c31398 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:59.202395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:36:56Z', 'revision_number': 3, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:36:59.259595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Checking router: a204a380-f808-4fd8-b693-37419f44e290 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:36:59.259859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Updating router a204a380-f808-4fd8-b693-37419f44e290 port 52540105-0438-44a4-8728-a5377626746e binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:36:59.260811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Allocated IP 172.20.0.1 (42685720-7e1c-4622-bdd1-66e5fac536c2/14fcf47e-4971-4216-aeb6-ae163627f6dc/786b4c27-ad37-4edc-bf95-c1ad66bada4d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:36:59.311807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (52540105-0438-44a4-8728-a5377626746e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.321315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:36:59.321702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.421527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks [] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.446580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:36:59.509466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.550211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.553302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.613924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:36:59.618365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:36:59.622329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:36:59.622923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (a204a380-f808-4fd8-b693-37419f44e290), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.649447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:59.692665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Pushing event updated for resources: {'Port': ['ID=786b4c27-ad37-4edc-bf95-c1ad66bada4d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:36:59.827711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Publish callbacks [] for port (52540105-0438-44a4-8728-a5377626746e), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.956551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:36:59.957733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (52540105-0438-44a4-8728-a5377626746e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.014244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7297-c78a-49e4-90c1-d1744b468d1f None None] Pushing event updated for resources: {'Port': ['ID=52540105-0438-44a4-8728-a5377626746e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:00.062990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-322e4328-5c00-416b-8444-aee6197430d3 None None] Provisioning complete for port 786b4c27-ad37-4edc-bf95-c1ad66bada4d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:00.065675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-322e4328-5c00-416b-8444-aee6197430d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.082380 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788cbef-eefb-4721-9a49-9e8c10a3f7d9 x-openstack-request-id: req-b788cbef-eefb-4721-9a49-9e8c10a3f7d9 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:00.083092 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3bd642-d13f-401d-a72e-e6dcca3296c1", "tag": "7d0b179a-ccfd-4d34-8691-08edd7aa9d92", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:00.083626 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b788cbef-eefb-4721-9a49-9e8c10a3f7d9 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:00.084391 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'tag': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92', 'status': 'completed', 'code': 200} Jan 29 19:37:00.093573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-7c6ab410-bccf-4e3d-b88d-03b4a5b05cfd tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614572 Jan 29 19:37:00.150905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Attempting to bind port 52540105-0438-44a4-8728-a5377626746e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:00.151326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Attempting to bind port 52540105-0438-44a4-8728-a5377626746e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:00.151690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Attempting to bind port 52540105-0438-44a4-8728-a5377626746e on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:00.168184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.184435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:00.186389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:00.191338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.191955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:00.192953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Bound port: 52540105-0438-44a4-8728-a5377626746e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:00.195058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (52540105-0438-44a4-8728-a5377626746e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.247926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-322e4328-5c00-416b-8444-aee6197430d3 None None] Port 786b4c27-ad37-4edc-bf95-c1ad66bada4d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:00.262605 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b600b9f-d180-4e27-85e2-1d4b59418aeb x-openstack-request-id: req-0b600b9f-d180-4e27-85e2-1d4b59418aeb {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:00.262973 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:00.263304 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b600b9f-d180-4e27-85e2-1d4b59418aeb {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:00.264694 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'code': 200} Jan 29 19:37:00.291259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks [] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.309178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-d1e82295-78fb-4ea1-b1fc-9d3154e2128f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:00.311337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-d1e82295-78fb-4ea1-b1fc-9d3154e2128f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102368 Jan 29 19:37:00.324355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] For port 52540105-0438-44a4-8728-a5377626746e, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:00.329532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] For port 52540105-0438-44a4-8728-a5377626746e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=52540105-0438-44a4-8728-a5377626746e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:00.329766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-008e3475-1c22-45b1-bbf7-3c364016c45f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/quotas/a0a0b8197c5148fe84b13a6fa586b795 HTTP/1.1" status: 200 len: 375 time: 0.0097723 Jan 29 19:37:00.358668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.359405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (a204a380-f808-4fd8-b693-37419f44e290), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.386095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-f95779e4-0a9a-413b-aa13-02aae26668ec tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498629 Jan 29 19:37:00.406217 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (52540105-0438-44a4-8728-a5377626746e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.413668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-c75e8cce-ba25-4813-8b8d-49e1b0d87b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:00.416516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-c75e8cce-ba25-4813-8b8d-49e1b0d87b83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ad5b16e54564ddd84b1ca943f382cc8&device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 1125 time: 0.0783868 Jan 29 19:37:00.442714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Pushing event updated for resources: {'Port': ['ID=786b4c27-ad37-4edc-bf95-c1ad66bada4d,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:00.466448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Routers {'a204a380-f808-4fd8-b693-37419f44e290'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:00.467242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a204a380-f808-4fd8-b693-37419f44e290'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:00.508195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7b1dd-7ec7-4184-9d0a-8305f1d13519 req-a33d0d47-ae4e-4378-ae33-3cf787d8a23d tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:00.510095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95e7b1dd-7ec7-4184-9d0a-8305f1d13519 req-a33d0d47-ae4e-4378-ae33-3cf787d8a23d tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 943 time: 0.1805935 Jan 29 19:37:00.537072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7297-c78a-49e4-90c1-d1744b468d1f None None] Pushing event updated for resources: {'Port': ['ID=52540105-0438-44a4-8728-a5377626746e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:00.568755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:00.570781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:00.599209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 452a38cd-d300-4950-9096-5237c3c31398 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:00.615930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95e7b1dd-7ec7-4184-9d0a-8305f1d13519 req-e8f2b794-3d10-4cfa-9bd5-2ab844698834 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766063 Jan 29 19:37:00.699398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-7bdbc719-8cd3-4295-b167-522608cbc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:00.704853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-7bdbc719-8cd3-4295-b167-522608cbc8c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27fc4781-beec-4dd0-b103-a0b61706a1c9 HTTP/1.1" status: 200 len: 915 time: 0.1990488 Jan 29 19:37:00.770743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] Set router a204a380-f808-4fd8-b693-37419f44e290 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:00.832703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 452a38cd-d300-4950-9096-5237c3c31398 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:00.833311 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (452a38cd-d300-4950-9096-5237c3c31398), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:00.837236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-72eacc4f-3466-482d-bac9-11eb2222c46d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92 HTTP/1.1" status: 200 len: 217 time: 0.0770352 Jan 29 19:37:00.871884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Router a204a380-f808-4fd8-b693-37419f44e290 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:37:00.916580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-7660778d-efcb-4617-a83c-dd740462627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:00.918742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-7660778d-efcb-4617-a83c-dd740462627d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e661ecf-e7e8-4363-aa7a-2d69d645f74c HTTP/1.1" status: 200 len: 854 time: 0.0715353 Jan 29 19:37:00.929078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ab949-cc9e-48fc-ae8e-9b50c79ec9e1 req-921d7617-a54b-4271-89c5-b0dd3e523a1b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:00.932543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d42ab949-cc9e-48fc-ae8e-9b50c79ec9e1 req-921d7617-a54b-4271-89c5-b0dd3e523a1b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 945 time: 0.1876593 Jan 29 19:37:01.025444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-2472da6c-a02c-41e9-bc57-22da17fa9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:01.026961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-2472da6c-a02c-41e9-bc57-22da17fa9d9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27fc4781-beec-4dd0-b103-a0b61706a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920894 Jan 29 19:37:01.037713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-927aab95-0d04-421b-bff5-a2b821135976 None None] Provisioning complete for port 786b4c27-ad37-4edc-bf95-c1ad66bada4d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:01.038619 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-927aab95-0d04-421b-bff5-a2b821135976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:01.043626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:37:01.058387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-67e3ed17-e8cf-496b-8c2e-9263a87df230 admin admin] 10.222.0.15 "PUT /v2.0/routers/a204a380-f808-4fd8-b693-37419f44e290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8502829 Jan 29 19:37:01.058911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d42ab949-cc9e-48fc-ae8e-9b50c79ec9e1 req-d081b341-2fab-42a2-8e27-f511ca0c5162 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132708 Jan 29 19:37:01.166340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-a242ef9d-effc-470e-8ec8-31600725558b service neutron] 10.222.0.26 "GET /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323051 Jan 29 19:37:01.333902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a608ee-8531-4e50-840c-86ea86c2967f req-4d795146-bac6-4bca-b27c-5ead0f6c9954 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:01.341058 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a608ee-8531-4e50-840c-86ea86c2967f req-4d795146-bac6-4bca-b27c-5ead0f6c9954 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1397462 Jan 29 19:37:01.349536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-927aab95-0d04-421b-bff5-a2b821135976 None None] Port 786b4c27-ad37-4edc-bf95-c1ad66bada4d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:01.382063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 452a38cd-d300-4950-9096-5237c3c31398 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:01.395704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d224890-ca11-4e87-8bbc-ec4ca455a999 req-a774f000-37de-4611-b903-d4f0ceb568a4 service neutron] 10.222.0.26 "GET /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212772 Jan 29 19:37:01.403486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a608ee-8531-4e50-840c-86ea86c2967f req-aa7d1f9a-0997-4256-bf13-7cbb8c0a6a89 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615833 Jan 29 19:37:01.407843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:01.411089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-281e1da7-2e6f-4b7e-b31d-4d82b2484a8a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370636 Jan 29 19:37:01.460568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:36:59Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '786b4c27-ad37-4edc-bf95-c1ad66bada4d', 'name': '', 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'mac_address': 'fa:16:3e:de:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:59Z', 'updated_at': '2022-01-29T19:37:00Z', 'revision_number': 2, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'subnets': [{'id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:01.510925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eaaed-a927-468e-8378-d591fe39ccfd None None] The sync data for ids ['a204a380-f808-4fd8-b693-37419f44e290'] in n-d-825496-5 is: [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:36:59Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '786b4c27-ad37-4edc-bf95-c1ad66bada4d', 'name': '', 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'mac_address': 'fa:16:3e:de:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:59Z', 'updated_at': '2022-01-29T19:37:00Z', 'revision_number': 2, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'subnets': [{'id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:37:01.540654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-f23d677f-989e-4375-9364-8b5b73ebcc54 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:01.556520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-f23d677f-989e-4375-9364-8b5b73ebcc54 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254532 Jan 29 19:37:01.566233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-46a3e4ec-e8ef-438c-bc32-38ffb19e23a1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/quotas/a0a0b8197c5148fe84b13a6fa586b795 HTTP/1.1" status: 200 len: 375 time: 0.0171738 Jan 29 19:37:01.608583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-74023ac4-9fd4-4b11-9210-0cd0bfb4e1d7 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390697 Jan 29 19:37:01.867204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-9d8dcda8-0096-4fdc-a507-dac55c32da38 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2482429 Jan 29 19:37:01.878738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:01.881913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60442) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:01.938996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677642-e374-4195-9663-edcf22b9160d req-01b704c9-a15a-460a-b99c-4967aad42c32 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:01.940643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05677642-e374-4195-9663-edcf22b9160d req-01b704c9-a15a-460a-b99c-4967aad42c32 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 973 time: 0.0729840 Jan 29 19:37:02.013461 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.016510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05677642-e374-4195-9663-edcf22b9160d req-c89e823a-b63b-499c-8476-2fbf12fba407 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Jan 29 19:37:02.079886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df7d33bd-4041-4fd3-a8f2-8c09028db412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.088247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:02.090561 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:02.139889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.184388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df7d33bd-4041-4fd3-a8f2-8c09028db412 admin admin] Publish callbacks [] for security_group (f66b284e-ec34-47b0-a94e-83c00f1f4533), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.268153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2'}, {'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:02.269631 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557fe90-74bb-4562-81dd-7583948ee27f" -d '{"events": [{"server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "name": "network-vif-plugged", "status": "completed", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2"}, {"server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "name": "network-vif-plugged", "status": "completed", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:02.287982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Allocated IP 172.25.5.144 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/611276fa-4342-4108-b33b-1a4f7e793162) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:02.310536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df7d33bd-4041-4fd3-a8f2-8c09028db412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f66b284e-ec34-47b0-a94e-83c00f1f4533), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.372802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df7d33bd-4041-4fd3-a8f2-8c09028db412 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25c1885622864bd187af73f72cffe33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4835305 Jan 29 19:37:02.375260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60460) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:02.384412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c91e4a-473c-42bd-8d6f-3de97f5d2a57 req-fff5ed15-0974-49bb-94b7-92aadd635e93 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:02.392630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50c91e4a-473c-42bd-8d6f-3de97f5d2a57 req-fff5ed15-0974-49bb-94b7-92aadd635e93 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 943 time: 0.1326818 Jan 29 19:37:02.396098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d33bd-4041-4fd3-a8f2-8c09028db412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b284e-ec34-47b0-a94e-83c00f1f4533,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:02.455591 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (611276fa-4342-4108-b33b-1a4f7e793162), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.487516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43b5609-7d12-41a1-9cca-4b3b490383de admin admin] Publish callbacks [] for security_group (f66b284e-ec34-47b0-a94e-83c00f1f4533), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.502094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50c91e4a-473c-42bd-8d6f-3de97f5d2a57 req-740f40f0-c517-4b37-8863-0356be472032 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074231 Jan 29 19:37:02.529860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43b5609-7d12-41a1-9cca-4b3b490383de admin admin] Publish callbacks [] for security_group (f66b284e-ec34-47b0-a94e-83c00f1f4533), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.588601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13047a6e-3608-4ac6-9de2-071d71aca076 req-f09031ca-058a-4fcf-aea3-89ade86245bb tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 210 time: 0.0292807 Jan 29 19:37:02.630426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 52540105-0438-44a4-8728-a5377626746e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:02.717403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 52540105-0438-44a4-8728-a5377626746e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:02.718224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (52540105-0438-44a4-8728-a5377626746e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.842977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 52540105-0438-44a4-8728-a5377626746e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:02.843386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (52540105-0438-44a4-8728-a5377626746e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:02.867670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 52540105-0438-44a4-8728-a5377626746e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=52540105-0438-44a4-8728-a5377626746e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:02.889947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634d296-b381-446c-8cf0-8ae7f848c96a req-96d2adb4-1a5d-4666-883d-05da7650cace tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:02.891870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3634d296-b381-446c-8cf0-8ae7f848c96a req-96d2adb4-1a5d-4666-883d-05da7650cace tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 945 time: 0.0751019 Jan 29 19:37:02.941736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3634d296-b381-446c-8cf0-8ae7f848c96a req-e35439a1-fcda-49a1-a94d-93e5f3cfe02c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Jan 29 19:37:02.988663 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fac40a-77a8-48c6-9ec2-00368b6b4f5c x-openstack-request-id: req-92fac40a-77a8-48c6-9ec2-00368b6b4f5c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:02.988975 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:02.989229 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92fac40a-77a8-48c6-9ec2-00368b6b4f5c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:02.989625 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'status': 'completed', 'code': 200} Jan 29 19:37:03.065859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-999b79ba-0b91-4e57-b099-ba463593a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.067676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-999b79ba-0b91-4e57-b099-ba463593a3c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.0469801 Jan 29 19:37:03.171886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-b5a15502-bb65-4066-8da6-df07ac66a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.171886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-b5a15502-bb65-4066-8da6-df07ac66a086 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.0879400 Jan 29 19:37:03.214331 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-a9315b6a-2d3c-4c6d-9d26-64db1c9d2731 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0376551 Jan 29 19:37:03.238471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (52540105-0438-44a4-8728-a5377626746e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.238823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43b5609-7d12-41a1-9cca-4b3b490383de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f66b284e-ec34-47b0-a94e-83c00f1f4533), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.242170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43b5609-7d12-41a1-9cca-4b3b490383de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.245633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a43b5609-7d12-41a1-9cca-4b3b490383de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f66b284e-ec34-47b0-a94e-83c00f1f4533 HTTP/1.1" status: 204 len: 168 time: 0.8674264 Jan 29 19:37:03.247256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (611276fa-4342-4108-b33b-1a4f7e793162), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.280296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-2ea4d359-5f91-46df-86b4-b2fe2c07fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.282260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-2ea4d359-5f91-46df-86b4-b2fe2c07fde7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0583360 Jan 29 19:37:03.299181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b5609-7d12-41a1-9cca-4b3b490383de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b284e-ec34-47b0-a94e-83c00f1f4533,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:03.330107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:03.331462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=611276fa-4342-4108-b33b-1a4f7e793162,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:03.335492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:03.337942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:03.367358 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78152a5-1ede-4186-a34e-9b4d76903414 x-openstack-request-id: req-e78152a5-1ede-4186-a34e-9b4d76903414 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:03.367920 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "name": "network-vif-plugged", "status": "completed", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2", "code": 200}, {"server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "name": "network-vif-plugged", "status": "completed", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:03.367920 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e78152a5-1ede-4186-a34e-9b4d76903414 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:03.369672 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2', 'code': 200} Jan 29 19:37:03.369947 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'code': 200} Jan 29 19:37:03.418029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-b1ae4c28-7a9a-4a12-b446-b7371640eaba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257997 Jan 29 19:37:03.438941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=52540105-0438-44a4-8728-a5377626746e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:03.534946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522643b8-41b8-45d8-ac7f-5ac041561c0a req-f55af613-e6f5-4059-946e-75cd762c0ed8 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.536468 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-522643b8-41b8-45d8-ac7f-5ac041561c0a req-f55af613-e6f5-4059-946e-75cd762c0ed8 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1442826 Jan 29 19:37:03.572303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (ae93ea92-8095-4ca0-8583-aca5d19df02a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.583007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-289ccbfb-8364-4b3d-bf63-3057be4bdc46 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367905 Jan 29 19:37:03.599638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2509-5d57-4c22-a985-55597c2dca7f req-b413b26a-d170-45ad-b313-13821082240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.600992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3eaf2509-5d57-4c22-a985-55597c2dca7f req-b413b26a-d170-45ad-b313-13821082240f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 1128 time: 0.1102848 Jan 29 19:37:03.602671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13bcbe-eee6-4576-8351-c17dc7f55bbd req-51d2532b-3819-46b7-beae-060fd3d8f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.604111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f13bcbe-eee6-4576-8351-c17dc7f55bbd req-51d2532b-3819-46b7-beae-060fd3d8f3ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.2114789 Jan 29 19:37:03.633061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-522643b8-41b8-45d8-ac7f-5ac041561c0a req-0130ecda-efdb-4f47-972a-5cfb30b5ccb4 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840952 Jan 29 19:37:03.704842 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3eaf2509-5d57-4c22-a985-55597c2dca7f req-f1adb60f-2bbc-47ee-91f3-1e6ade07a701 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976641 Jan 29 19:37:03.723331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f13bcbe-eee6-4576-8351-c17dc7f55bbd req-85bcbfed-acdf-4fe5-abf6-2a8d05a0259a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029711 Jan 29 19:37:03.725910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (611276fa-4342-4108-b33b-1a4f7e793162), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.753391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90d6eacc-23ea-4b0d-bf1a-e65937f36ba3 req-98a33643-a6f4-4593-b4d0-35c20e20f5d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478000 Jan 29 19:37:03.919415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (611276fa-4342-4108-b33b-1a4f7e793162), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:03.997680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ddbc-7253-495b-971a-754c8bacfe19 req-476d56ec-a1ab-423d-8a46-841beac4eb3f tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:03.999421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0b2ddbc-7253-495b-971a-754c8bacfe19 req-476d56ec-a1ab-423d-8a46-841beac4eb3f tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 943 time: 0.0594988 Jan 29 19:37:04.048574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (611276fa-4342-4108-b33b-1a4f7e793162), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.059453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0b2ddbc-7253-495b-971a-754c8bacfe19 req-46fdd1d4-f07d-41c9-8fdb-a16a2fb3b452 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527878 Jan 29 19:37:04.081239 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Sync routers for ids ['a204a380-f808-4fd8-b693-37419f44e290'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:37:04.093879 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Routers {'a204a380-f808-4fd8-b693-37419f44e290'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:04.096886 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a204a380-f808-4fd8-b693-37419f44e290'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:04.138481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=611276fa-4342-4108-b33b-1a4f7e793162,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:04.144493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (ae93ea92-8095-4ca0-8583-aca5d19df02a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.186155 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a57f2ab-9580-4bd8-bd77-b22cad247d15 req-f123d83a-3a20-4b15-a101-b54b2ee01b42 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 210 time: 0.0321484 Jan 29 19:37:04.206275 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Set router a204a380-f808-4fd8-b693-37419f44e290 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:04.275254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.275414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:04.277147 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-098e1289-cddb-4dd6-801d-d46b9ad4ecab tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4037230 Jan 29 19:37:04.289447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab81bb3e-cc43-497d-986f-f3b074237642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.390820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-5f81dcb7-0d2a-4851-9a6b-a5f08e58cd98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.1068811 Jan 29 19:37:04.402937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab81bb3e-cc43-497d-986f-f3b074237642 admin admin] Publish callbacks [] for security_group (e5379b0d-fa01-41af-ac0d-4288e33d2c40), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.476334 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:36:59Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '786b4c27-ad37-4edc-bf95-c1ad66bada4d', 'name': '', 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'mac_address': 'fa:16:3e:de:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:59Z', 'updated_at': '2022-01-29T19:37:00Z', 'revision_number': 2, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'subnets': [{'id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:04.479402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887ae5-21c9-443e-b354-f3a6ff822520 req-68e7572a-468a-4fb0-8403-8fe14ca45698 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:04.481043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55887ae5-21c9-443e-b354-f3a6ff822520 req-68e7572a-468a-4fb0-8403-8fe14ca45698 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 945 time: 0.0649359 Jan 29 19:37:04.482561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab81bb3e-cc43-497d-986f-f3b074237642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e5379b0d-fa01-41af-ac0d-4288e33d2c40), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.524098 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Checking router: a204a380-f808-4fd8-b693-37419f44e290 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:37:04.524625 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Updating router a204a380-f808-4fd8-b693-37419f44e290 port 786b4c27-ad37-4edc-bf95-c1ad66bada4d binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:37:04.537564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81bb3e-cc43-497d-986f-f3b074237642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5379b0d-fa01-41af-ac0d-4288e33d2c40,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:04.565181 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.572727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 52540105-0438-44a4-8728-a5377626746e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:04.589213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-8a958603-3a70-41fa-a74b-738224b7d3e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433502 Jan 29 19:37:04.598762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-42cdadcd-c4ad-42cc-a4c7-cc8e50f185f1 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:04.600552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-42cdadcd-c4ad-42cc-a4c7-cc8e50f185f1 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2085531 Jan 29 19:37:04.614785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ab81bb3e-cc43-497d-986f-f3b074237642 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=593b8c4a9a1f41b6bb2ec958093990e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383276 Jan 29 19:37:04.622173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60514) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:04.622833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-e07de69f-784c-4c33-a657-b476d0e1ae63 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:04.622833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3e98c7-6238-426f-995f-eb67baca74e0 req-e07de69f-784c-4c33-a657-b476d0e1ae63 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096445 Jan 29 19:37:04.703218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 52540105-0438-44a4-8728-a5377626746e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:04.704609 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (52540105-0438-44a4-8728-a5377626746e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.722507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60524) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:04.815769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:04.818576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:04.834911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55887ae5-21c9-443e-b354-f3a6ff822520 req-7ca9ab70-442d-4387-a18d-7ee29a78a21f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230636 Jan 29 19:37:04.863880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37a17b4e-5a4f-46cf-8f51-be4ad313d785 admin admin] Publish callbacks [] for security_group (e5379b0d-fa01-41af-ac0d-4288e33d2c40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:04.948745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37a17b4e-5a4f-46cf-8f51-be4ad313d785 admin admin] Publish callbacks [] for security_group (e5379b0d-fa01-41af-ac0d-4288e33d2c40), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.006149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc732-e47c-4a1d-9c71-ac73cd966ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.044907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-b8df8999-3d8d-49ff-8542-9a86c9f6633d tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:05.046283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-9c2571f0-8890-484d-866c-d1b56299e8c3 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2732162 Jan 29 19:37:05.054103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-b8df8999-3d8d-49ff-8542-9a86c9f6633d tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4571691 Jan 29 19:37:05.069995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Request body: {'port': {'device_id': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'a0a0b8197c5148fe84b13a6fa586b795'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:05.092433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:05.107224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-428d0718-cfcc-42a6-8f6d-d171d2dab2fa tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667601 Jan 29 19:37:05.171202 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Publish callbacks [] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.179422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54bf6-08ef-4ad2-95c7-2fcfa39a4148 req-4a826816-d27e-447c-b4f5-22f86e184e4b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:05.181492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43b54bf6-08ef-4ad2-95c7-2fcfa39a4148 req-4a826816-d27e-447c-b4f5-22f86e184e4b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.2106824 Jan 29 19:37:05.193308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 52540105-0438-44a4-8728-a5377626746e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:05.209554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port eb0c1fc3-ba46-4854-b720-1c02bb558f05 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:05.209957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.226534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37a17b4e-5a4f-46cf-8f51-be4ad313d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e5379b0d-fa01-41af-ac0d-4288e33d2c40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.237863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.238697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37a17b4e-5a4f-46cf-8f51-be4ad313d785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.238697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37a17b4e-5a4f-46cf-8f51-be4ad313d785 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5379b0d-fa01-41af-ac0d-4288e33d2c40 HTTP/1.1" status: 204 len: 168 time: 0.6124742 Jan 29 19:37:05.250641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17b4e-5a4f-46cf-8f51-be4ad313d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5379b0d-fa01-41af-ac0d-4288e33d2c40,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:05.284170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:05.296488 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.313437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43b54bf6-08ef-4ad2-95c7-2fcfa39a4148 req-a2d26f3d-d2c3-4cf4-a851-f52a3483f89c tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197207 Jan 29 19:37:05.318738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92', 'network_id': '27fc4781-beec-4dd0-b103-a0b61706a1c9', 'port_id': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92', 'mac_address': 'fa:16:3e:0a:bd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e661ecf-e7e8-4363-aa7a-2d69d645f74c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:05.338234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:05.339184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-06795883-e71f-44c8-9998-e45421618bdf tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:05.340677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-06795883-e71f-44c8-9998-e45421618bdf tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160130 Jan 29 19:37:05.381046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:05.390089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Made reservation on behalf of a0a0b8197c5148fe84b13a6fa586b795 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:05.399232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.399907 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e380df2e-0dd5-49e2-b6e8-94838e8f361c" -d '{"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:05.418517 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Pushing event updated for resources: {'Port': ['ID=786b4c27-ad37-4edc-bf95-c1ad66bada4d,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:05.419059 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.428967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:05.429991 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.438683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.464570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Request body: {'port': {'device_id': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'a0a0b8197c5148fe84b13a6fa586b795'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:05.479402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:05.492494 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.493488 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.493877 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.495632 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.496235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.496813 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.497371 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.497917 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.498473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.499008 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.499549 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.500118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.501223 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:05.529909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc732-e47c-4a1d-9c71-ac73cd966ac6 admin admin] Publish callbacks [] for security_group (3191aeb9-e2e5-4d3c-8537-9a172e1f6018), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.531450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:05.532564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:05.572565 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Attempting to bind port 786b4c27-ad37-4edc-bf95-c1ad66bada4d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:05.573005 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Attempting to bind port 786b4c27-ad37-4edc-bf95-c1ad66bada4d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:05.573373 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Attempting to bind port 786b4c27-ad37-4edc-bf95-c1ad66bada4d on network 42685720-7e1c-4622-bdd1-66e5fac536c2 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:05.580712 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:05.581208 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Checking segment: {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:05.581767 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.582235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Bound using segment: {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:05.582849 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Bound port: 786b4c27-ad37-4edc-bf95-c1ad66bada4d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea19624-2baf-4aa4-8753-5667db31af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:05.583054 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.622639 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.645987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75e19d-45a5-4af4-a4c1-ecbc9d2c5b96 req-afafabf1-bd3b-49a1-85a4-e8674471fa06 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:05.653347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f75e19d-45a5-4af4-a4c1-ecbc9d2c5b96 req-afafabf1-bd3b-49a1-85a4-e8674471fa06 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 943 time: 0.1153593 Jan 29 19:37:05.655014 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] For port 786b4c27-ad37-4edc-bf95-c1ad66bada4d, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:05.658772 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] For port 786b4c27-ad37-4edc-bf95-c1ad66bada4d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=786b4c27-ad37-4edc-bf95-c1ad66bada4d,segment=NetworkSegment(7ea19624-2baf-4aa4-8753-5667db31af8f),segment_id=7ea19624-2baf-4aa4-8753-5667db31af8f)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:05.664133 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks [] for security_group (0c9dc07a-cfdb-4966-be9d-825c0986b986), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.699616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:05.721556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f75e19d-45a5-4af4-a4c1-ecbc9d2c5b96 req-3e4cb015-a87f-4589-a740-d9e1becadb42 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622544 Jan 29 19:37:05.732283 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.762059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0c9dc07a-cfdb-4966-be9d-825c0986b986), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.834197 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Routers {'a204a380-f808-4fd8-b693-37419f44e290'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:05.834880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a204a380-f808-4fd8-b693-37419f44e290'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:05.871620 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c5aba-2347-4a2e-a260-491f4948c927 None None] Pushing event updated for resources: {'Port': ['ID=786b4c27-ad37-4edc-bf95-c1ad66bada4d,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:05.882809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] Provisioning complete for port 786b4c27-ad37-4edc-bf95-c1ad66bada4d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:05.883188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:05.891458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16061ca6-c652-43bb-9ada-56ef0a0cfc23 req-d05d8caf-75c1-4bbd-9a8d-5e968e3edd27 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 210 time: 0.0791867 Jan 29 19:37:05.921944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9dc07a-cfdb-4966-be9d-825c0986b986,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:05.972948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['7d0b179a-ccfd-4d34-8691-08edd7aa9d92'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:05.984791 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784fd0ed-b016-4f72-9e96-289dfc9b56e3 x-openstack-request-id: req-784fd0ed-b016-4f72-9e96-289dfc9b56e3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:05.992586 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:05.993992 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-784fd0ed-b016-4f72-9e96-289dfc9b56e3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:05.993992 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'code': 200} Jan 29 19:37:06.039118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] Set router a204a380-f808-4fd8-b693-37419f44e290 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:06.072544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Allocated IP 192.168.233.13 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/6b1932b9-d03f-424e-b1bb-38ab5cdca8ba) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:06.115987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc732-e47c-4a1d-9c71-ac73cd966ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3191aeb9-e2e5-4d3c-8537-9a172e1f6018), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.227703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dc732-e47c-4a1d-9c71-ac73cd966ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3191aeb9-e2e5-4d3c-8537-9a172e1f6018,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:06.296160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.310405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] Current status of the port 786b4c27-ad37-4edc-bf95-c1ad66bada4d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:06.311078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.409001 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:36:59Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '786b4c27-ad37-4edc-bf95-c1ad66bada4d', 'name': '', 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'mac_address': 'fa:16:3e:de:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:59Z', 'updated_at': '2022-01-29T19:37:05Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'subnets': [{'id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:06.415887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60572) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:06.443186 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4ffd8f-ade3-40df-8af5-8fc64fdffa6b None None] The sync data for ids ['a204a380-f808-4fd8-b693-37419f44e290'] in n-d-825496-5 is: [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:36:59Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '786b4c27-ad37-4edc-bf95-c1ad66bada4d', 'name': '', 'network_id': '42685720-7e1c-4622-bdd1-66e5fac536c2', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'mac_address': 'fa:16:3e:de:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:59Z', 'updated_at': '2022-01-29T19:37:05Z', 'revision_number': 4, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'subnets': [{'id': '14fcf47e-4971-4216-aeb6-ae163627f6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:37:06.449125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] For port 786b4c27-ad37-4edc-bf95-c1ad66bada4d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=786b4c27-ad37-4edc-bf95-c1ad66bada4d,segment=NetworkSegment(7ea19624-2baf-4aa4-8753-5667db31af8f),segment_id=7ea19624-2baf-4aa4-8753-5667db31af8f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:06.464887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Allocated IP 172.25.5.225 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/3780b79c-9bc4-4b34-bb3c-1cf722e88695) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:06.499647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-534668ad-b067-4105-ab48-d61e16ff84d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.516371 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.562589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks [] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.568301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8c3dc732-e47c-4a1d-9c71-ac73cd966ac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0788d89f071f4ba8ada3eef426cf6e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8446743 Jan 29 19:37:06.574948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:06.586839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767612-b311-4c01-a5db-46f7cef4a41f None None] Pushing event updated for resources: {'Port': ['ID=786b4c27-ad37-4edc-bf95-c1ad66bada4d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:06.614023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb5e98-a8f6-416c-bcf3-1f770aa8e5c2 req-ff8dd86d-ac78-4753-9089-c8924aade619 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:06.621064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bdb5e98-a8f6-416c-bcf3-1f770aa8e5c2 req-ff8dd86d-ac78-4753-9089-c8924aade619 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 945 time: 0.3066611 Jan 29 19:37:06.659057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-22e18bb9-b37e-4376-9a9f-996190dc3ce7 None None] Provisioning complete for port 786b4c27-ad37-4edc-bf95-c1ad66bada4d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:06.662844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22e18bb9-b37e-4376-9a9f-996190dc3ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.676738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.736272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 786b4c27-ad37-4edc-bf95-c1ad66bada4d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:06.754940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bdb5e98-a8f6-416c-bcf3-1f770aa8e5c2 req-340b2d92-b8d3-4699-9328-af602db71937 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323411 Jan 29 19:37:06.769036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Made reservation on behalf of a0a0b8197c5148fe84b13a6fa586b795 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:06.774924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.829793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.875395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 786b4c27-ad37-4edc-bf95-c1ad66bada4d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:06.875933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.881298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-22e18bb9-b37e-4376-9a9f-996190dc3ce7 None None] Current status of the port 786b4c27-ad37-4edc-bf95-c1ad66bada4d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:06.928280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.929844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9118152-b1c9-4819-8ee1-ffe74e705f9e admin admin] Publish callbacks [] for security_group (3191aeb9-e2e5-4d3c-8537-9a172e1f6018), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.938730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:06.959423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:06.966659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9118152-b1c9-4819-8ee1-ffe74e705f9e admin admin] Publish callbacks [] for security_group (3191aeb9-e2e5-4d3c-8537-9a172e1f6018), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:06.970749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:07.042161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=3780b79c-9bc4-4b34-bb3c-1cf722e88695,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:07.048754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 786b4c27-ad37-4edc-bf95-c1ad66bada4d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:07.087586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-534668ad-b067-4105-ab48-d61e16ff84d8 admin admin] Publish callbacks [] for security_group (a38a8518-0a68-4856-98fb-eb266b62d718), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.133788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:07.140496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Allocated IP 192.168.233.63 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/8be6684b-5ea9-413c-ba04-d15ce5dca0a1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:07.145566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:07.146287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:07.151509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:07.152122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.154695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:07.174844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-534668ad-b067-4105-ab48-d61e16ff84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a38a8518-0a68-4856-98fb-eb266b62d718), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.192566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6ba61-a4fd-47f1-9a9a-160aeb63d2e8 req-792695d9-a4db-4890-92ba-ee28dd72bf98 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:07.194183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56d6ba61-a4fd-47f1-9a9a-160aeb63d2e8 req-792695d9-a4db-4890-92ba-ee28dd72bf98 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1735415 Jan 29 19:37:07.226366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9118152-b1c9-4819-8ee1-ffe74e705f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3191aeb9-e2e5-4d3c-8537-9a172e1f6018), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.228996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9118152-b1c9-4819-8ee1-ffe74e705f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.230147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e9118152-b1c9-4819-8ee1-ffe74e705f9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3191aeb9-e2e5-4d3c-8537-9a172e1f6018 HTTP/1.1" status: 204 len: 168 time: 0.6514611 Jan 29 19:37:07.280949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-296ed897-860a-4856-bd40-507df673a694 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2181032 Jan 29 19:37:07.286672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-534668ad-b067-4105-ab48-d61e16ff84d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70695e952b5048d4a37fd80a89e04b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8697381 Jan 29 19:37:07.287577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60594) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:07.298131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534668ad-b067-4105-ab48-d61e16ff84d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a8518-0a68-4856-98fb-eb266b62d718,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:07.311387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Request body: {'port': {'device_id': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:07.391865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (632bad9b-e849-45ba-8a4d-4cd28e0ac75e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.399407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9118152-b1c9-4819-8ee1-ffe74e705f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191aeb9-e2e5-4d3c-8537-9a172e1f6018,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:07.528914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.530378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks [] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.626177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-53422d19-ca9e-4e01-aa0d-da11611f4981 None None] Provisioning complete for port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:07.626645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-53422d19-ca9e-4e01-aa0d-da11611f4981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.681135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-53422d19-ca9e-4e01-aa0d-da11611f4981 None None] Port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:07.699625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.740403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.763234 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56d6ba61-a4fd-47f1-9a9a-160aeb63d2e8 req-e9359d44-2faf-44cd-9521-f4872d17d7cb tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5502284 Jan 29 19:37:07.817505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1a79e689-25bd-4d05-aeec-69208c1dead9 admin admin] Publish callbacks [] for security_group (a38a8518-0a68-4856-98fb-eb266b62d718), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.819340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.834523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:07.834523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event updated for resources: {'Port': ['ID=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:07.836445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:07.847054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:07.914399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1a79e689-25bd-4d05-aeec-69208c1dead9 admin admin] Publish callbacks [] for security_group (a38a8518-0a68-4856-98fb-eb266b62d718), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.949325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:07.958456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:07.959073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.041773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.081608 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-03a2913c-f5dc-412e-9c24-d28cc8d000c9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6994760 Jan 29 19:37:08.096424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Request body: {'port': {'device_id': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:08.127820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c409d0-2516-4a28-979e-6d62f6e7d015 req-cc88e87c-17fe-4a06-90db-c48ba1f65da0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:08.130416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69c409d0-2516-4a28-979e-6d62f6e7d015 req-cc88e87c-17fe-4a06-90db-c48ba1f65da0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 944 time: 0.2255847 Jan 29 19:37:08.152869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=3780b79c-9bc4-4b34-bb3c-1cf722e88695,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:08.171304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (632bad9b-e849-45ba-8a4d-4cd28e0ac75e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.207755 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.208968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1a79e689-25bd-4d05-aeec-69208c1dead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a38a8518-0a68-4856-98fb-eb266b62d718), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.211487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1a79e689-25bd-4d05-aeec-69208c1dead9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.215800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1a79e689-25bd-4d05-aeec-69208c1dead9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a38a8518-0a68-4856-98fb-eb266b62d718 HTTP/1.1" status: 204 len: 168 time: 0.9266939 Jan 29 19:37:08.227046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69c409d0-2516-4a28-979e-6d62f6e7d015 req-9f48e84d-1194-49d9-8199-d4e3109e319d tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Jan 29 19:37:08.239423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-55dc987f-a6e1-48d7-a842-162e48a32d8e None None] Provisioning complete for port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:08.240634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79e689-25bd-4d05-aeec-69208c1dead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a8518-0a68-4856-98fb-eb266b62d718,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:08.247013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-55dc987f-a6e1-48d7-a842-162e48a32d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.269163 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.270384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-346a5217-561b-4ce3-ab04-2d56e51463f2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2014508 Jan 29 19:37:08.277132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60602) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:08.337307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:08.352635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-55dc987f-a6e1-48d7-a842-162e48a32d8e None None] Port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:08.358848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Publish callbacks [] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.395290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a019d075-ffa2-4798-a632-6c15fb487b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.399508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Transition to ACTIVE for port object 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:08.416949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-e8493312-4e2c-40ba-92d3-5330d7bf6f4e tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.1351025 Jan 29 19:37:08.427224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eee76-1571-4b9f-83a8-9e56edfe241b req-e6f139bf-2a97-4760-8859-86b8309fda7a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:08.429647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c2eee76-1571-4b9f-83a8-9e56edfe241b req-e6f139bf-2a97-4760-8859-86b8309fda7a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.0674462 Jan 29 19:37:08.493603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.556777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c2eee76-1571-4b9f-83a8-9e56edfe241b req-2810be9b-767d-4185-bb9d-6179bf44058a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163731 Jan 29 19:37:08.580917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 786b4c27-ad37-4edc-bf95-c1ad66bada4d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:08.651552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-f0de1a8c-4c70-4c26-984b-ab65b37d10c2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:08.652965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5c1a0ea-e83f-4c1b-8845-bc6290eb09ca req-f0de1a8c-4c70-4c26-984b-ab65b37d10c2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2219694 Jan 29 19:37:08.694969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a019d075-ffa2-4798-a632-6c15fb487b7e admin admin] Publish callbacks [] for security_group (46adab19-32a6-4c1d-95a7-2c8a09c51a7c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.696798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Attempting to bind port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:08.698365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Attempting to bind port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:08.700843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Attempting to bind port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:08.719703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:08.720793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Attempting to bind port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:08.723218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:08.747541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:08.747824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:08.748135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:08.753532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Bound port: 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:08.753937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.761059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a019d075-ffa2-4798-a632-6c15fb487b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (46adab19-32a6-4c1d-95a7-2c8a09c51a7c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.762753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 786b4c27-ad37-4edc-bf95-c1ad66bada4d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:08.765350 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.834265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:08.929953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:08.940647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Publish callbacks [] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:08.977952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Transition to ACTIVE for port object 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:08.981460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019d075-ffa2-4798-a632-6c15fb487b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46adab19-32a6-4c1d-95a7-2c8a09c51a7c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:08.994620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a019d075-ffa2-4798-a632-6c15fb487b7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a776c78aa5af4810b9af806088c903f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7187097 Jan 29 19:37:08.995265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60626) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:09.006471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:09.010132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:09.020926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:09.023564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 786b4c27-ad37-4edc-bf95-c1ad66bada4d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:09.033689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:09.034339 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.048724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24151325-9f23-4b3e-9eca-9d5b69c7ff40 req-7fd25fbb-ab8d-4588-aba2-47db13a3c3d4 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.055260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24151325-9f23-4b3e-9eca-9d5b69c7ff40 req-7fd25fbb-ab8d-4588-aba2-47db13a3c3d4 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1613829 Jan 29 19:37:09.062261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f0d66-657f-4871-807d-777f1d5b9751 req-48dbfdbd-409c-4e82-9abf-620227e7f496 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.064041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f1f0d66-657f-4871-807d-777f1d5b9751 req-48dbfdbd-409c-4e82-9abf-620227e7f496 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 935 time: 0.1812224 Jan 29 19:37:09.065596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60628) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:09.070985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'floatingip': {'port_id': '66900ad9-5015-497d-a320-331e8ea78cf2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:09.137632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:09.138062 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.140125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.157849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7b66-3f4f-4e16-899b-6727b99034c2 req-737e7eb7-fc03-497a-a08d-951d1c0fc615 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.159636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48de7b66-3f4f-4e16-899b-6727b99034c2 req-737e7eb7-fc03-497a-a08d-951d1c0fc615 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.0521219 Jan 29 19:37:09.160614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.162340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.166313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dfabab7-32b8-4d14-b0df-d6cebd3248d5 admin admin] Publish callbacks [] for security_group (46adab19-32a6-4c1d-95a7-2c8a09c51a7c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.177710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:09.180442 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba04c843-b5bf-4810-b9b2-9c0e33e265bf" -d '{"events": [{"server_uuid": "6a3bd642-d13f-401d-a72e-e6dcca3296c1", "name": "network-vif-plugged", "status": "completed", "tag": "7d0b179a-ccfd-4d34-8691-08edd7aa9d92"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:09.196759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:09.205078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.205778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.207199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b1932b9-d03f-424e-b1bb-38ab5cdca8ba HTTP/1.1" status: 200 len: 1095 time: 1.9129326 Jan 29 19:37:09.207651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:09.209922 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eebc3e-1bf8-48f1-9286-214174acd38b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:09.259055 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.341022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f1f0d66-657f-4871-807d-777f1d5b9751 req-e13df3ee-e0f9-4121-b308-c60a531f6bb1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597654 Jan 29 19:37:09.346295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bbb71-42dd-48fc-ac77-983352009b66 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:09.396738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48de7b66-3f4f-4e16-899b-6727b99034c2 req-d800201a-d7b3-4c16-aa8c-0dc31c18e361 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238376 Jan 29 19:37:09.402506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:09.450994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-d9e17ca8-b27e-4e89-a8c8-1045b8bd890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.452991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-d9e17ca8-b27e-4e89-a8c8-1045b8bd890b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1129 time: 0.1343939 Jan 29 19:37:09.486517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dfabab7-32b8-4d14-b0df-d6cebd3248d5 admin admin] Publish callbacks [] for security_group (46adab19-32a6-4c1d-95a7-2c8a09c51a7c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:09.511186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-d36fa006-0b76-4de6-b014-482ada17fac2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba HTTP/1.1" status: 200 len: 217 time: 0.0501106 Jan 29 19:37:09.619099 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bd3a7e-5c61-41ca-925f-81f97f21e1f3 x-openstack-request-id: req-d1bd3a7e-5c61-41ca-925f-81f97f21e1f3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:09.619924 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3bd642-d13f-401d-a72e-e6dcca3296c1", "name": "network-vif-plugged", "status": "completed", "tag": "7d0b179a-ccfd-4d34-8691-08edd7aa9d92", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:09.620299 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1bd3a7e-5c61-41ca-925f-81f97f21e1f3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:09.620789 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92', 'code': 200} Jan 29 19:37:09.623476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-cf7d7bdf-e5ec-4e4a-833f-01d072685436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.627928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-cf7d7bdf-e5ec-4e4a-833f-01d072685436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1053472 Jan 29 19:37:09.686984 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836cdcc9-2dc1-4bac-bfd2-436ab28973f1 x-openstack-request-id: req-836cdcc9-2dc1-4bac-bfd2-436ab28973f1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:09.687413 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:09.687782 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-836cdcc9-2dc1-4bac-bfd2-436ab28973f1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:09.689558 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'status': 'completed', 'code': 200} Jan 29 19:37:09.727207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-1bc54596-3fd5-4cfe-9c70-0dc7e2e168c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.741199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-1bc54596-3fd5-4cfe-9c70-0dc7e2e168c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1037512 Jan 29 19:37:09.743266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:09.885020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17de58b-2daa-4965-942b-317e29e8fda5 req-5e9695f2-b35a-4119-831b-4f81a216229f tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:09.886555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e17de58b-2daa-4965-942b-317e29e8fda5 req-5e9695f2-b35a-4119-831b-4f81a216229f tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 945 time: 0.1444945 Jan 29 19:37:09.930609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Attempting to bind port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:09.930949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Attempting to bind port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:09.931278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Attempting to bind port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:09.944374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-ce372760-a3f6-4168-9953-c6a5162a2ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528165 Jan 29 19:37:09.974819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:09.975038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Attempting to bind port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:09.977143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e17de58b-2daa-4965-942b-317e29e8fda5 req-8dd72247-41be-4e25-bdb2-3616393497d9 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751660 Jan 29 19:37:10.038973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561ff8-1970-4def-8dc1-b79f3d577eca req-fee17346-2c3f-4c04-8159-0bde01c70b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.040534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8561ff8-1970-4def-8dc1-b79f3d577eca req-fee17346-2c3f-4c04-8159-0bde01c70b1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 1127 time: 0.3167195 Jan 29 19:37:10.047521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:10.047521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:10.047521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:10.048504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Bound port: 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:10.048869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.050577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47dc2b31-7120-45c5-b8d1-5bb4f6c5005f req-dc31867f-2e0a-47a3-b3a2-c0913f4e60c7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978999 Jan 29 19:37:10.061048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ea460c-2e49-4240-aba0-505779269e51 req-2de9409f-3a9b-475c-9db0-4b7a110525f5 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6040740 Jan 29 19:37:10.081986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:10.265306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-30428fac-1b5f-426c-978f-a6220e18bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.273705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-30428fac-1b5f-426c-978f-a6220e18bf16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1129 time: 0.0699422 Jan 29 19:37:10.389283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-1285d66d-7b35-4565-a9bc-06af11981ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.392252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-1285d66d-7b35-4565-a9bc-06af11981ebc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1109915 Jan 29 19:37:10.455586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-09bd01fb-3fe6-4f03-b163-4e85a1099935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba HTTP/1.1" status: 200 len: 217 time: 0.0563040 Jan 29 19:37:10.466149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dfabab7-32b8-4d14-b0df-d6cebd3248d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (46adab19-32a6-4c1d-95a7-2c8a09c51a7c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.468739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9dfabab7-32b8-4d14-b0df-d6cebd3248d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.470569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9dfabab7-32b8-4d14-b0df-d6cebd3248d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46adab19-32a6-4c1d-95a7-2c8a09c51a7c HTTP/1.1" status: 204 len: 168 time: 1.4735968 Jan 29 19:37:10.518093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfabab7-32b8-4d14-b0df-d6cebd3248d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46adab19-32a6-4c1d-95a7-2c8a09c51a7c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:10.567403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-77cc3a36-8ca8-44da-8f6f-fdfcf6e8fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.568915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-77cc3a36-8ca8-44da-8f6f-fdfcf6e8fd78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1057100 Jan 29 19:37:10.589503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.616318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147879c2-dc06-40c6-9b3f-9d6bdf416d72 req-3f5854b8-ec48-4148-b59b-ff426067440f tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.618173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-147879c2-dc06-40c6-9b3f-9d6bdf416d72 req-3f5854b8-ec48-4148-b59b-ff426067440f tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.1079721 Jan 29 19:37:10.658233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8561ff8-1970-4def-8dc1-b79f3d577eca req-d10446f7-a1f5-49cd-beed-235a5959f6b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896130 Jan 29 19:37:10.665065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-db437149-b813-48b1-bb14-258755a0df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.666595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-db437149-b813-48b1-bb14-258755a0df2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0860002 Jan 29 19:37:10.699593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-147879c2-dc06-40c6-9b3f-9d6bdf416d72 req-774b7f37-c139-4033-8fdc-3f33f65c011a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702865 Jan 29 19:37:10.705873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] For port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:10.756765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] For port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:10.765462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:37:10.789286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-9863c166-d646-4b5d-9850-b9f406b3b576 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125050 Jan 29 19:37:10.862749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.895738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.896397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.898549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/8be6684b-5ea9-413c-ba04-d15ce5dca0a1 HTTP/1.1" status: 200 len: 1095 time: 2.8083370 Jan 29 19:37:10.902488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'tag': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:10.904877 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73" -d '{"events": [{"name": "network-changed", "server_uuid": "f45c219d-2e7d-4500-b313-d31b1ee43f35", "tag": "8be6684b-5ea9-413c-ba04-d15ce5dca0a1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:10.960866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:10.961343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99eebc3e-1bf8-48f1-9286-214174acd38b req-a0244d16-ed78-4c44-8fc4-5b1d4d80bbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648583 Jan 29 19:37:10.975454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ce17-e7b6-4fc2-b9a5-d780870945e8 req-84cb234c-1fcb-46d1-b09d-c78a92efc0a9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:10.977012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce72ce17-e7b6-4fc2-b9a5-d780870945e8 req-84cb234c-1fcb-46d1-b09d-c78a92efc0a9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 947 time: 0.1609557 Jan 29 19:37:10.997844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ea823-c58e-4b38-841f-43d02689e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:11.027157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:11.049570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce72ce17-e7b6-4fc2-b9a5-d780870945e8 req-e866bd1b-d957-4e62-84d1-b9f2e7111157 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615225 Jan 29 19:37:11.089949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-a115d287-802a-4870-aca1-d2817830a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:11.094901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-a115d287-802a-4870-aca1-d2817830a75a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 1129 time: 0.0640039 Jan 29 19:37:11.097222 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:11.144193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-d90ec10b-41e5-4ae3-9eec-e973a8e6ca0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1 HTTP/1.1" status: 200 len: 217 time: 0.0429714 Jan 29 19:37:11.248554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-a223eb39-ad53-43af-97f2-d7044a26e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:11.252853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-a223eb39-ad53-43af-97f2-d7044a26e64c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0970724 Jan 29 19:37:11.291853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Allocated IP 172.25.5.245 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/46d38d7a-ade0-4cf1-af94-63c9fd8c207d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:11.294385 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde associated. External IP: 172.25.5.72, port: 66900ad9-5015-497d-a320-331e8ea78cf2. Jan 29 19:37:11.326765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-268bf71b-b8b8-4b98-b136-bb65b9ba307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:11.328326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-268bf71b-b8b8-4b98-b136-bb65b9ba307b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0677953 Jan 29 19:37:11.469757 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-437dc5de-001f-4456-ad24-ff2745b44c35 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293819 Jan 29 19:37:11.533453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:11.577038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-f55eef65-ebaf-45c2-8763-8c9886391781 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354335 Jan 29 19:37:11.624023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:37:11.640674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d14ed655-9d6e-41d4-a177-06ebcdccbf1a req-d8ff15b1-e7be-4086-b9d0-942d679cfe1d service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644650 Jan 29 19:37:11.693386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:11.709828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-fe1f1b43-39eb-40aa-8399-247c62555e72 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:11.712089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-fe1f1b43-39eb-40aa-8399-247c62555e72 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310496 Jan 29 19:37:11.726442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-024b0513-e971-450d-b8bc-a12e579e5e70 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/quotas/28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 375 time: 0.0093620 Jan 29 19:37:11.759696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-e574d424-cfd1-4c70-bd18-14859ba8a843 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280190 Jan 29 19:37:11.771005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:11.777602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:11.784698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:11.826433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:37:11.832064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:11.837315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=46d38d7a-ade0-4cf1-af94-63c9fd8c207d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:11.843485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:37:11.861690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:11.862850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:11.884571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60750) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:11.887754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-657a458a-5594-48bf-b01c-390b1baaeba0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "PUT /v2.0/floatingips/97c9e0a9-9801-4518-800f-a1badf2cafde HTTP/1.1" status: 200 len: 991 time: 2.8186142 Jan 29 19:37:11.938528 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (f54e91ef-3afb-4ba3-b406-ce0f6e1f1353), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.001766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1988345707-network', 'tenant_id': '1b3e127fade84b43b325bba18155a574'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:12.006493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:12.091878 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc5a4e4-44c9-430b-9541-6a576c015311 x-openstack-request-id: req-ffc5a4e4-44c9-430b-9541-6a576c015311 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:12.092574 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45c219d-2e7d-4500-b313-d31b1ee43f35", "tag": "8be6684b-5ea9-413c-ba04-d15ce5dca0a1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:12.092837 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffc5a4e4-44c9-430b-9541-6a576c015311 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:12.093382 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'tag': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1', 'status': 'completed', 'code': 200} Jan 29 19:37:12.112963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.133447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Made reservation on behalf of 1b3e127fade84b43b325bba18155a574 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:12.136700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.160484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.259509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-cf1c77c5-9a4c-40cd-8de2-f1ee39884895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.261160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-cf1c77c5-9a4c-40cd-8de2-f1ee39884895 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 1129 time: 0.1639514 Jan 29 19:37:12.356078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.405840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks [] for security_group (9411805b-34e5-4825-bf3d-b3f3068f54fb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.424253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318ddd-f03a-4d45-b100-3b967640f57b req-4bebceea-8f81-46a2-a6e0-773c5b494cca tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.425762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c318ddd-f03a-4d45-b100-3b967640f57b req-4bebceea-8f81-46a2-a6e0-773c5b494cca tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 945 time: 0.2516148 Jan 29 19:37:12.426793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-6e246e94-3709-486e-9466-574ef7a436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.428106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-6e246e94-3709-486e-9466-574ef7a436d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1488736 Jan 29 19:37:12.433350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.483727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-6b6feecb-7a80-4ec1-844e-feac8e984032 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1 HTTP/1.1" status: 200 len: 217 time: 0.0448680 Jan 29 19:37:12.491434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '97c9e0a9-9801-4518-800f-a1badf2cafde', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'port_id': '66900ad9-5015-497d-a320-331e8ea78cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'mac_address': 'fa:16:3e:cb:82:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:36:23Z', 'updated_at': '2022-01-29T19:37:10Z', 'revision_number': 1, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:12.519266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:37:12.520822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=46d38d7a-ade0-4cf1-af94-63c9fd8c207d,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:12.522041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9411805b-34e5-4825-bf3d-b3f3068f54fb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.533033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:12.533944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:36:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:12.535770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f54e91ef-3afb-4ba3-b406-ce0f6e1f1353), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.570220 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c318ddd-f03a-4d45-b100-3b967640f57b req-ac2e81d1-b255-47b0-8c42-52dfb8f8babc tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386387 Jan 29 19:37:12.570947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:37:12.591901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9411805b-34e5-4825-bf3d-b3f3068f54fb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:12.605157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-c2043bf6-c66a-4f84-bc9a-b91051c3ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.613702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.613702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ea460c-2e49-4240-aba0-505779269e51 req-56d17a98-384b-4f56-b3a7-45beaacb5cca tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5519388 Jan 29 19:37:12.617258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-c2043bf6-c66a-4f84-bc9a-b91051c3ec4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1276176 Jan 29 19:37:12.620909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (92a91ac8-5e26-405f-9763-848ba8750472), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.621264 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Added segment 92a91ac8-5e26-405f-9763-848ba8750472 of type vlan for network 57e4b323-ebbf-45f4-a0d3-202308f7af28 Jan 29 19:37:12.678779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:12.702768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ea460c-2e49-4240-aba0-505779269e51 req-145c0747-378a-41eb-a552-d7e06acf7bd6 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0839615 Jan 29 19:37:12.712962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (57e4b323-ebbf-45f4-a0d3-202308f7af28), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.744975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-7b8220c3-1ce7-4cef-93c8-b17b97c11a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.746565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-7b8220c3-1ce7-4cef-93c8-b17b97c11a3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1131663 Jan 29 19:37:12.839440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (57e4b323-ebbf-45f4-a0d3-202308f7af28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.841176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.841315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:12.862112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea460c-2e49-4240-aba0-505779269e51 req-6c9e40b7-4982-4cdf-9a22-4ac4d9a8e464 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:12.864454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ea460c-2e49-4240-aba0-505779269e51 req-6c9e40b7-4982-4cdf-9a22-4ac4d9a8e464 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1610761 Jan 29 19:37:12.870065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:13.002744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b9846-3112-4087-a4cb-d0c5a7c22972 req-bb2a00cc-3005-4127-add4-831772e9472d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:13.004386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-579b9846-3112-4087-a4cb-d0c5a7c22972 req-bb2a00cc-3005-4127-add4-831772e9472d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.0608003 Jan 29 19:37:13.021273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:13.026304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1391973 Jan 29 19:37:13.043240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'mac_address': 'fa:16:3e:78:01:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:13.046189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:13.058677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Request body: {'subnet': {'network_id': '57e4b323-ebbf-45f4-a0d3-202308f7af28', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1988345707-subnet', 'tenant_id': '1b3e127fade84b43b325bba18155a574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:13.068233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc8172-2dc4-49fe-913e-73f161fada95 admin admin] Pushing event updated for resources: {'Network': ['ID=57e4b323-ebbf-45f4-a0d3-202308f7af28,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:13.076518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-007f694c-d6c4-4f6a-b78f-f472194e6395 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228538 Jan 29 19:37:13.101231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:13.101772 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:13.104221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 57e4b323-ebbf-45f4-a0d3-202308f7af28 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:37:13.106952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-579b9846-3112-4087-a4cb-d0c5a7c22972 req-c825ecdb-d0da-47f3-8b3b-18172991e8d6 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966334 Jan 29 19:37:13.116137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e84ea1-7934-4682-b962-9b9a3af57280 req-8c03dcc6-74ad-4e16-8cf1-e4e7a5bc2119 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:13.120649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0e84ea1-7934-4682-b962-9b9a3af57280 req-8c03dcc6-74ad-4e16-8cf1-e4e7a5bc2119 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.2072215 Jan 29 19:37:13.152150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:13.181694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc518ee6-f802-4921-ae55-89c396630d91 req-8cc9dba3-706c-43f4-9444-7c433c77c22d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 210 time: 0.0299723 Jan 29 19:37:13.214559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Made reservation on behalf of 1b3e127fade84b43b325bba18155a574 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:13.219137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:13.222225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:13.224921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '97c9e0a9-9801-4518-800f-a1badf2cafde', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'port_id': '66900ad9-5015-497d-a320-331e8ea78cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'mac_address': 'fa:16:3e:cb:82:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:36:23Z', 'updated_at': '2022-01-29T19:37:10Z', 'revision_number': 1, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:13.233838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0e84ea1-7934-4682-b962-9b9a3af57280 req-aa5f0489-c5ff-45cc-8833-fb40d9cf5499 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974882 Jan 29 19:37:13.244767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24b35d4c-9a2b-4975-8927-96fb1a2f7d73 req-f9967bbf-efc6-495d-a73f-d3cc8f310dc5 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613517 Jan 29 19:37:13.278359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7e2d57-a374-4bc9-8b80-6e2ceb96f6a0 None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '97c9e0a9-9801-4518-800f-a1badf2cafde', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'port_id': '66900ad9-5015-497d-a320-331e8ea78cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'mac_address': 'fa:16:3e:cb:82:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:36:23Z', 'updated_at': '2022-01-29T19:37:10Z', 'revision_number': 1, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:37:13.317099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:13.389687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:13.400092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.400674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.401073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.401483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.402023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.402297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.402708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.403110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.403523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.403924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.404362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.404747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.405277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:13.409426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376ab71-4a8d-427a-9a13-901cf63402db req-5c80de23-5081-40ad-b950-93f8fd1ec97a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:13.412672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8376ab71-4a8d-427a-9a13-901cf63402db req-5c80de23-5081-40ad-b950-93f8fd1ec97a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 947 time: 0.1363277 Jan 29 19:37:13.524379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8376ab71-4a8d-427a-9a13-901cf63402db req-3c31b135-43c1-4634-83cf-038baef20e52 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072838 Jan 29 19:37:13.592064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:13.669121 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d3a79-dd81-4ef3-8b7e-895ae46d5420 None None] New status for floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:37:13.710311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (44d60b4a-94f0-4115-a1a5-55e4a86b9f7b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:13.768764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d60b4a-94f0-4115-a1a5-55e4a86b9f7b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:13.792640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Checking segment: {'id': '92a91ac8-5e26-405f-9763-848ba8750472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '57e4b323-ebbf-45f4-a0d3-202308f7af28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:13.793146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Network hostable DHCP agents. Network: 57e4b323-ebbf-45f4-a0d3-202308f7af28, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:37:13.869732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-86c1fc80-66e3-467d-bed1-14607345d85b tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4878781 Jan 29 19:37:13.879601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:13.886932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Network 57e4b323-ebbf-45f4-a0d3-202308f7af28 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:37:13.966754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 57e4b323-ebbf-45f4-a0d3-202308f7af28) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:13.972194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:13.978863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:13.979712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2bcc8a-82b8-40d4-b96c-4eb8f1b33501 None None] Network 57e4b323-ebbf-45f4-a0d3-202308f7af28 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:13.990186 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:14.081743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-07cffe32-493b-4637-a790-23d93e1bc5ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0339053 Jan 29 19:37:14.097399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:14.099577 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cc3662-88c1-4504-b89a-8680336e4aef" -d '{"events": [{"name": "network-changed", "server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:14.109460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:14.143776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce958b2a-e1ad-4708-846f-fb83db701d08 None None] Network 57e4b323-ebbf-45f4-a0d3-202308f7af28 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:14.311905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Allocated IP 172.25.5.139 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/6c055a1f-40aa-4cdd-82c1-d53df5375d26) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:14.421343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:14.519160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:14.576380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:14.582583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:14.584381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=6c055a1f-40aa-4cdd-82c1-d53df5375d26,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:14.590660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:14.636127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (f525206d-02fa-4ff6-b663-e754af09fc33), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:14.764896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:14.852398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-33cdebae-5f7d-48fa-bd73-992c1caeb1e4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333204 Jan 29 19:37:14.865660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:14.919145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:14.962571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.037698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-522de079-8281-467a-b076-60960b369620 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:15.039719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-522de079-8281-467a-b076-60960b369620 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864691 Jan 29 19:37:15.051381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.062493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Request body: {'port': {'device_id': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '28e43c24a4664f0ba029ea6a50e4edb9'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:15.085157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:15.097368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1', 'mac_address': 'fa:16:3e:f0:e3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:15.132893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f525206d-02fa-4ff6-b663-e754af09fc33), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.147227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60854) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:15.152964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1370257328-network', 'tenant_id': '647ae0d26aac427585dd25ac107f2728'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:15.171776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:15.180808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:15.181396 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.197780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event updated for resources: {'Port': ['ID=6c055a1f-40aa-4cdd-82c1-d53df5375d26,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:15.239383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:15.239777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.262589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:15.286787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:15.290011 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.291526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-dead221c-4b77-4c7c-a523-b5b70b25be27 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4166551 Jan 29 19:37:15.325787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:15.326193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.352558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:15.354869 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8425a9-39c1-4309-9503-fba1340418bd" -d '{"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-plugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:15.368715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:15.372265 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.395492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Made reservation on behalf of 28e43c24a4664f0ba029ea6a50e4edb9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:15.396863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-8dc03264-363e-487b-9154-4aa00b77f8c3 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0987597 Jan 29 19:37:15.398592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Made reservation on behalf of 647ae0d26aac427585dd25ac107f2728 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:15.401010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.401408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.415728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.435785 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.440102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:15.506492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:15.537235 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.545803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-b1d40cc8-e5d3-4dac-8e0f-c643789ea1af tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:15.550259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks [] for security_group (5fa33d49-5ebf-4f61-afc2-564601534982), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.552766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-b1d40cc8-e5d3-4dac-8e0f-c643789ea1af tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1486049 Jan 29 19:37:15.559717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-c1bfa67f-a258-456c-ba09-f49cb3b108ea tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:15.560745 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a901e2d7-893d-41a3-a1eb-df26add615c0 req-c1bfa67f-a258-456c-ba09-f49cb3b108ea tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070398 Jan 29 19:37:15.649580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks [] for security_group (61996eb1-6c1d-4899-be24-f4e048c6bd97), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.673399 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5fa33d49-5ebf-4f61-afc2-564601534982), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.677370 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8176507-8b19-4702-8f8b-b4938878e41a x-openstack-request-id: req-a8176507-8b19-4702-8f8b-b4938878e41a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:15.677725 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:15.678039 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8176507-8b19-4702-8f8b-b4938878e41a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:15.678552 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2', 'status': 'completed', 'code': 200} Jan 29 19:37:15.692572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['8be6684b-5ea9-413c-ba04-d15ce5dca0a1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:15.745021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa33d49-5ebf-4f61-afc2-564601534982,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:15.781971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (61996eb1-6c1d-4899-be24-f4e048c6bd97), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.844626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:37:15.853825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61996eb1-6c1d-4899-be24-f4e048c6bd97,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:15.855666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Allocated IP 192.168.233.17 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/12b575d1-8980-4410-beaf-d7954db99db5) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:15.868279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (31d15ee4-b674-4700-a91b-6cd6dcf94e64), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:15.868564 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Added segment 31d15ee4-b674-4700-a91b-6cd6dcf94e64 of type vlan for network cba7ec2c-8f59-43a1-adc8-098b1d3a5240 Jan 29 19:37:15.890249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4e8a8-d2c3-461e-8707-2a6081961630 req-96f81422-2235-4c0c-b829-3305d6915adf tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:15.892175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebd4e8a8-d2c3-461e-8707-2a6081961630 req-96f81422-2235-4c0c-b829-3305d6915adf tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1634970 Jan 29 19:37:15.927503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60876) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:15.933900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3662-88c1-4504-b89a-8680336e4aef req-bfb69299-01bd-4c21-951a-970a79ab29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:15.935383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-bfb69299-01bd-4c21-951a-970a79ab29e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 1128 time: 0.1883631 Jan 29 19:37:15.943124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (cba7ec2c-8f59-43a1-adc8-098b1d3a5240), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.059050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebd4e8a8-d2c3-461e-8707-2a6081961630 req-cba586af-82b6-4245-bde8-6eb579f61a8c tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481261 Jan 29 19:37:16.089130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (cba7ec2c-8f59-43a1-adc8-098b1d3a5240), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.090164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.092579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.130478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3662-88c1-4504-b89a-8680336e4aef req-ae348907-462e-40f4-9804-c5e60fcd7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.132083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-ae348907-462e-40f4-9804-c5e60fcd7cca service neutron] 10.222.0.26 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 924 time: 0.1865008 Jan 29 19:37:16.243481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b50e777-fb53-4b9e-a90f-3670e8cb814d req-ef678710-7644-4ab9-adf1-cf8c6bedd3b3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 210 time: 0.1006320 Jan 29 19:37:16.255236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1066566 Jan 29 19:37:16.255992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1e262-939a-4d62-b831-c8860b9edbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=cba7ec2c-8f59-43a1-adc8-098b1d3a5240,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:16.257862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-e34b2c59-7fb0-4812-9447-f87c0957e6ee tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:16.263542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:16.269050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-e34b2c59-7fb0-4812-9447-f87c0957e6ee tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3401787 Jan 29 19:37:16.273892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Request body: {'subnet': {'network_id': 'cba7ec2c-8f59-43a1-adc8-098b1d3a5240', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1370257328-subnet', 'tenant_id': '647ae0d26aac427585dd25ac107f2728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:16.308145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network cba7ec2c-8f59-43a1-adc8-098b1d3a5240 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:37:16.315846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-784a215a-8335-45cd-a94a-095282a92705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66900ad9-5015-497d-a320-331e8ea78cf2 HTTP/1.1" status: 200 len: 1001 time: 0.1743016 Jan 29 19:37:16.324332 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks [] for port (12b575d1-8980-4410-beaf-d7954db99db5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.384568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Made reservation on behalf of 647ae0d26aac427585dd25ac107f2728 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:16.387188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.504258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.534808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:16.535348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3662-88c1-4504-b89a-8680336e4aef req-238e45b4-d7fc-40f0-b3a1-ca390bfd5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.537626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-238e45b4-d7fc-40f0-b3a1-ca390bfd5fef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.2150304 Jan 29 19:37:16.564626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:16.569086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-1a829cdf-5dc7-42c0-b799-b595b8305c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.575704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-1a829cdf-5dc7-42c0-b799-b595b8305c86 service neutron] 10.222.0.15 "GET /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 1124 time: 0.1881163 Jan 29 19:37:16.578696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:16.629614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Request body: {'binding': {'host': 'n-h2-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:16.630067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:37:16.639290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.639933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.692133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3662-88c1-4504-b89a-8680336e4aef req-05a63ec9-18ac-4527-809c-e526b0d8493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.693830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-05a63ec9-18ac-4527-809c-e526b0d8493f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844219 Jan 29 19:37:16.701091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:16.753848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb686ad2-2beb-498c-a299-97c08c9551e6 req-eb6e48ec-9f45-46ed-af33-f60545d9019c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:16.761119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb686ad2-2beb-498c-a299-97c08c9551e6 req-eb6e48ec-9f45-46ed-af33-f60545d9019c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 948 time: 0.2281747 Jan 29 19:37:16.800169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-3cb3799c-f8b2-4dbe-bd31-ef77b337e554 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7465568 Jan 29 19:37:16.827380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Request body: {'port': {'device_id': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:16.863528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:16.888719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on host n-h2-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:16.888989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:16.889486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:16.895798 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-87f1b898-9ef9-4f6e-900c-88e6b2a38514 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662533 Jan 29 19:37:16.902226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (8efa8184-17ad-4432-98bd-62bb26ec97a7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.922200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:16.922758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:16.931080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:16.931615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:16.934631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:16.934631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Bound port: a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:16.939283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb686ad2-2beb-498c-a299-97c08c9551e6 req-1f73779e-d4fe-455e-ba04-5bd468684aa6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772044 Jan 29 19:37:16.939754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:16.940437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-581c03dd-e0c9-4789-9a91-af513b164c9e None None] Provisioning complete for port 12b575d1-8980-4410-beaf-d7954db99db5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:16.940828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-581c03dd-e0c9-4789-9a91-af513b164c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (12b575d1-8980-4410-beaf-d7954db99db5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.007223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-581c03dd-e0c9-4789-9a91-af513b164c9e None None] Port 12b575d1-8980-4410-beaf-d7954db99db5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:17.037181 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e5fe9-4e37-45f1-ad16-0145db8aae7a x-openstack-request-id: req-1e9e5fe9-4e37-45f1-ad16-0145db8aae7a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:17.037486 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-plugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:17.037741 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e9e5fe9-4e37-45f1-ad16-0145db8aae7a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:17.038300 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'code': 200} Jan 29 19:37:17.090321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:17.095926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:17.096344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.194349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b02b873-4f14-44c0-8b4c-129518995205 req-1c5fa524-5a72-4686-90b7-491e6eb8ece2 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips/f525206d-02fa-4ff6-b663-e754af09fc33 HTTP/1.1" status: 200 len: 693 time: 0.1280684 Jan 29 19:37:17.209282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:17.220353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efa8184-17ad-4432-98bd-62bb26ec97a7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:17.222571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:17.222970 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.257689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:17.290237 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56cc3662-88c1-4504-b89a-8680336e4aef req-a671acf0-44e6-4b24-bfc9-97321837d3c8 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848965 Jan 29 19:37:17.315570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.317121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-b1447bc7-bd01-4221-9ff4-dc1d36e28074 service neutron] 10.222.0.15 "POST /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208/bindings HTTP/1.1" status: 201 len: 389 time: 0.7400706 Jan 29 19:37:17.319675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b575d1-8980-4410-beaf-d7954db99db5 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:17.327371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Publish callbacks [] for port (12b575d1-8980-4410-beaf-d7954db99db5), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.339965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Checking segment: {'id': '31d15ee4-b674-4700-a91b-6cd6dcf94e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cba7ec2c-8f59-43a1-adc8-098b1d3a5240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:17.339965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Network hostable DHCP agents. Network: cba7ec2c-8f59-43a1-adc8-098b1d3a5240, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:37:17.341659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Transition to ACTIVE for port object 12b575d1-8980-4410-beaf-d7954db99db5 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:17.367009 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.369030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78439077-e3bf-4bef-9725-ceb077a084d6 req-ac4010d5-df9b-46fd-b529-904bf15b4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:17.370531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78439077-e3bf-4bef-9725-ceb077a084d6 req-ac4010d5-df9b-46fd-b529-904bf15b4b8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1131 time: 0.1690211 Jan 29 19:37:17.394181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b873-4f14-44c0-8b4c-129518995205 req-aea25ec3-8b44-4396-96d2-e65723bd6316 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:17.395493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b02b873-4f14-44c0-8b4c-129518995205 req-aea25ec3-8b44-4396-96d2-e65723bd6316 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2003284 Jan 29 19:37:17.419484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:17.450645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.505414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:17.587762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:17.588105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:17.588465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:17.594526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Port 12b575d1-8980-4410-beaf-d7954db99db5 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:17.594922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:17.600771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:17.601107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:17.601485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:17.601912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Bound port: 12b575d1-8980-4410-beaf-d7954db99db5, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:17.602346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.637259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Network cba7ec2c-8f59-43a1-adc8-098b1d3a5240 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:37:17.643543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-8b02b873-4f14-44c0-8b4c-129518995205 req-d4d4fbfb-144d-46a1-a253-5e227bb59317 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:17.644563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b02b873-4f14-44c0-8b4c-129518995205 req-d4d4fbfb-144d-46a1-a253-5e227bb59317 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106637 Jan 29 19:37:17.678587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78439077-e3bf-4bef-9725-ceb077a084d6 req-6283a8bc-2d00-449b-b8b7-fec3b84c400d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970014 Jan 29 19:37:17.723385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:17.726920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:17.762164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, cba7ec2c-8f59-43a1-adc8-098b1d3a5240) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:17.767600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:17.768261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.772411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f076406-d970-4758-983e-74ae176573a8 None None] Network cba7ec2c-8f59-43a1-adc8-098b1d3a5240 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:17.797252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e108445-40a7-4a90-93f9-e93ef4849148 req-c002fd7b-1a1c-4c32-9d6e-18e309f9823d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:17.804180 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e108445-40a7-4a90-93f9-e93ef4849148 req-c002fd7b-1a1c-4c32-9d6e-18e309f9823d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.0723653 Jan 29 19:37:17.816016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.862470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:17.863018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e108445-40a7-4a90-93f9-e93ef4849148 req-09a50a41-3ec5-46fa-8744-7bc22c571701 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534489 Jan 29 19:37:17.863432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:17.864957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] 10.222.0.26 "PUT /v2.0/ports/12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 1095 time: 1.0476849 Jan 29 19:37:17.865505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:17.869543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cbdbd9dd-9646-4cbd-9c12-13477972d835 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6050255 Jan 29 19:37:17.878304 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7cd743-a8ef-40d8-9488-89015c521dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "tag": "12b575d1-8980-4410-beaf-d7954db99db5"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:17.893053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39489ce-a96a-492c-a76d-afed5e4ce101 req-fcaaac7e-a9c4-48d9-8cde-c494f0630feb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:17.894855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f39489ce-a96a-492c-a76d-afed5e4ce101 req-fcaaac7e-a9c4-48d9-8cde-c494f0630feb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.1233246 Jan 29 19:37:17.911514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4d684-0330-456f-a034-8bc91562472e None None] Network cba7ec2c-8f59-43a1-adc8-098b1d3a5240 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:17.936053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a5b2-acb4-46d5-a27e-aeb156ff5ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:17.979747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f39489ce-a96a-492c-a76d-afed5e4ce101 req-a134c9b0-5116-4e2d-928d-fff1c4edf28f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764432 Jan 29 19:37:18.055478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cdf61-7364-41f2-9334-a0aa48c8e8aa req-2d374197-9747-4f0d-80cf-3c795b4ff27f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.057106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-010cdf61-7364-41f2-9334-a0aa48c8e8aa req-2d374197-9747-4f0d-80cf-3c795b4ff27f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 945 time: 0.0912106 Jan 29 19:37:18.121387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-010cdf61-7364-41f2-9334-a0aa48c8e8aa req-dc0de49a-172b-447f-996b-29b0c6620d1d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583723 Jan 29 19:37:18.135126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-28141206-2316-415d-8097-717521f8d5c1 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips/f525206d-02fa-4ff6-b663-e754af09fc33 HTTP/1.1" status: 200 len: 693 time: 0.0692265 Jan 29 19:37:18.143560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60916) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:18.191105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-e5da295d-79d0-487a-8400-11a493eb88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.192771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-e5da295d-79d0-487a-8400-11a493eb88a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1129 time: 0.1841023 Jan 29 19:37:18.237093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Deleting subnet 44d60b4a-94f0-4115-a1a5-55e4a86b9f7b {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:37:18.244057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Publish callbacks [] for subnet (44d60b4a-94f0-4115-a1a5-55e4a86b9f7b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.301871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-414ed3bb-681e-40e5-b2ba-bd3356469c40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.0694473 Jan 29 19:37:18.303148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-ad7d4614-1129-46e7-b994-c5dd35ae92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.304743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-ad7d4614-1129-46e7-b994-c5dd35ae92df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1127 time: 0.1141660 Jan 29 19:37:18.306975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Publish callbacks [] for subnet (44d60b4a-94f0-4115-a1a5-55e4a86b9f7b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.326693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (44d60b4a-94f0-4115-a1a5-55e4a86b9f7b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.353340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-219cfb42-1f83-44c2-81a3-0441f9accb56 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.360426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-219cfb42-1f83-44c2-81a3-0441f9accb56 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2237070 Jan 29 19:37:18.370737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-568cd6a3-5361-4df7-80bb-26e6ef2c4087 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:18.377067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-568cd6a3-5361-4df7-80bb-26e6ef2c4087 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154338 Jan 29 19:37:18.427826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-05f85e90-d571-4708-b2d1-9bfc11e12f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.429464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-05f85e90-d571-4708-b2d1-9bfc11e12f0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1164455 Jan 29 19:37:18.434785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e1b243c-44ab-4dbf-a3ed-6d3db7869e2d tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0565977 Jan 29 19:37:18.446113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-0380f0d5-b045-41d2-8d72-89e330c7e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.447875 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-0380f0d5-b045-41d2-8d72-89e330c7e7bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1332567 Jan 29 19:37:18.498925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-db9c6625-6363-48e9-950c-f4c56fbb0116 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0433407 Jan 29 19:37:18.522250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-db47b657-33b9-40fc-9e38-ad56f1cb8eb5 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.139 HTTP/1.1" status: 200 len: 696 time: 0.0763628 Jan 29 19:37:18.536724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for subnet (44d60b4a-94f0-4115-a1a5-55e4a86b9f7b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.567118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d60b4a-94f0-4115-a1a5-55e4a86b9f7b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:18.572662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.579337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b7d46a6-9626-4146-b240-045bfac4ef74 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/44d60b4a-94f0-4115-a1a5-55e4a86b9f7b HTTP/1.1" status: 204 len: 168 time: 0.4310944 Jan 29 19:37:18.579337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-8c60ff21-8e16-477a-a8a2-e0917c14386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.579337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-8c60ff21-8e16-477a-a8a2-e0917c14386a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0750031 Jan 29 19:37:18.579722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60938) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:18.582732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-c31397d0-a95e-4da9-b0b1-09b0d3a9baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:18.584248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-c31397d0-a95e-4da9-b0b1-09b0d3a9baca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1478543 Jan 29 19:37:18.630701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-10856263-1e93-406d-9e3c-b19555f0814e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412085 Jan 29 19:37:18.697342 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (57e4b323-ebbf-45f4-a0d3-202308f7af28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.740365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-895b4479-f1c6-4af1-a76f-2486d7030578 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261144 Jan 29 19:37:18.743709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Deleting port 6c055a1f-40aa-4cdd-82c1-d53df5375d26 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:18.744051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.838531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (57e4b323-ebbf-45f4-a0d3-202308f7af28), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.848845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-e0b6feca-a82d-49d7-9356-ba617d453c07 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788170 Jan 29 19:37:18.871734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.872075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.872871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.873237 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > port after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.873574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.873908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.874248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.874566 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.874887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.875851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.888359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.888616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (6c055a1f-40aa-4cdd-82c1-d53df5375d26), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:18.907903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Calling delete_port for 6c055a1f-40aa-4cdd-82c1-d53df5375d26 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:18.913351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-092321c5-5655-4aa7-9b06-f5dec2217186 req-19fdc7e8-5ec2-40b9-83f8-35114f904d31 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549733 Jan 29 19:37:18.943300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.943653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.943981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.944465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 29 19:37:18.944839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e4b323-ebbf-45f4-a0d3-202308f7af28']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:18.972709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a91ac8-5e26-405f-9763-848ba8750472') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:18.973532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a91ac8-5e26-405f-9763-848ba8750472') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:19.003028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (92a91ac8-5e26-405f-9763-848ba8750472), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.038958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:19.041983 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7885efd-c15c-4281-93eb-c4e0f3841c37" -d '{"events": [{"server_uuid": "f45c219d-2e7d-4500-b313-d31b1ee43f35", "name": "network-vif-plugged", "status": "completed", "tag": "8be6684b-5ea9-413c-ba04-d15ce5dca0a1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:19.054602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (92a91ac8-5e26-405f-9763-848ba8750472), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.067427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:37:19.067822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (92a91ac8-5e26-405f-9763-848ba8750472), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: from cryptography.utils import int_from_bytes Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: from cryptography.utils import int_from_bytes Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:37:19.075770 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:37:19.133572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-9d8a8c1c-7969-4f47-b9a5-d94657b556f2 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739031 Jan 29 19:37:19.150387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6c055a1f-40aa-4cdd-82c1-d53df5375d26), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.178112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event deleted for resources: {'Port': ['ID=6c055a1f-40aa-4cdd-82c1-d53df5375d26,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:19.224366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (57e4b323-ebbf-45f4-a0d3-202308f7af28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.231744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.235977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] 10.222.0.15 "DELETE /v2.0/networks/57e4b323-ebbf-45f4-a0d3-202308f7af28 HTTP/1.1" status: 204 len: 168 time: 0.6551387 Jan 29 19:37:19.238989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:19.245676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cfb5b-4773-48c9-af17-95b30321e149 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e4b323-ebbf-45f4-a0d3-202308f7af28,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:19.250676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (f525206d-02fa-4ff6-b663-e754af09fc33), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.253273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.254391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bbe1fd4-0da2-4317-b07b-5e746a5dea7e req-5e696948-c315-4d79-9a3c-0b922d7c2267 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "DELETE /v2.0/floatingips/f525206d-02fa-4ff6-b663-e754af09fc33 HTTP/1.1" status: 204 len: 173 time: 0.7254262 Jan 29 19:37:19.312057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Deleting subnet 8efa8184-17ad-4432-98bd-62bb26ec97a7 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:37:19.320643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-d2fce869-ba70-4ea7-b622-8374337a51ad tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:19.322238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-d2fce869-ba70-4ea7-b622-8374337a51ad tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.0519280 Jan 29 19:37:19.326081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Publish callbacks [] for subnet (8efa8184-17ad-4432-98bd-62bb26ec97a7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.334371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825496-5'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:19.394969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (8efa8184-17ad-4432-98bd-62bb26ec97a7), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.398412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.436190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3940b2-072c-4075-92fe-f299ede0db85 req-ae50e977-a0e7-49ff-a550-978b4bff5014 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:19.437785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b3940b2-072c-4075-92fe-f299ede0db85 req-ae50e977-a0e7-49ff-a550-978b4bff5014 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1093309 Jan 29 19:37:19.456340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8efa8184-17ad-4432-98bd-62bb26ec97a7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.525932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b3940b2-072c-4075-92fe-f299ede0db85 req-1778beaa-9418-496a-a773-edd6569ae558 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798812 Jan 29 19:37:19.534751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:19.576166 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80524de6-d652-466d-ac4e-c03372696a29 x-openstack-request-id: req-80524de6-d652-466d-ac4e-c03372696a29 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:19.576642 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "tag": "12b575d1-8980-4410-beaf-d7954db99db5", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:19.577319 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80524de6-d652-466d-ac4e-c03372696a29 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:19.577534 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5', 'status': 'completed', 'code': 200} Jan 29 19:37:19.588253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:19.633000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:19.635291 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b07863a-44b4-4b92-8c69-da8055161d05" -d '{"events": [{"server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:19.639227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Publish callbacks [] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.642202 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (8efa8184-17ad-4432-98bd-62bb26ec97a7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.704131 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.705837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efa8184-17ad-4432-98bd-62bb26ec97a7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:19.709635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.718612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a9f559a1-1d57-478e-8d62-f657a339993f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8efa8184-17ad-4432-98bd-62bb26ec97a7 HTTP/1.1" status: 204 len: 168 time: 0.4751716 Jan 29 19:37:19.721583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60978) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:19.779009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddc6f7-95cb-4955-a100-ac381f522de8 req-a4ed7e9d-d05a-4913-a599-f9b3e0eb1d90 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:19.781072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebddc6f7-95cb-4955-a100-ac381f522de8 req-a4ed7e9d-d05a-4913-a599-f9b3e0eb1d90 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 949 time: 0.1591477 Jan 29 19:37:19.807208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-453aa62f-d8b9-4d78-af2d-a167fef6003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:19.808732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-453aa62f-d8b9-4d78-af2d-a167fef6003f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1129 time: 0.1861026 Jan 29 19:37:19.810398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:19.817661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on host n-h1-825496-5 for vnic_type normal with profile {"migrating_to": "n-h2-825496-5"} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:19.818011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:19.818344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:19.823641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:19.824111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Attempting to bind port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:19.829256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:19.829600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:19.830573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:19.830992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Bound port: a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:19.831351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.852721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (cba7ec2c-8f59-43a1-adc8-098b1d3a5240), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.900240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:19.903308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:19.956717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebddc6f7-95cb-4955-a100-ac381f522de8 req-2e4e908b-ed7c-4e7d-b75e-2a0e65dc56c3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438775 Jan 29 19:37:19.967531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:19.990324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-5c0c3c98-5ed1-4840-ade8-1098a600a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:19.991803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-5c0c3c98-5ed1-4840-ade8-1098a600a676 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1717741 Jan 29 19:37:20.032011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (cba7ec2c-8f59-43a1-adc8-098b1d3a5240), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.035777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=8']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:20.054435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.055093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.056669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f0d4b2c9-c818-4d91-877d-42d06c4444b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 1121 time: 0.7265446 Jan 29 19:37:20.083692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-902ac570-802c-4620-afa1-55d8eacf6dd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.0591135 Jan 29 19:37:20.140622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba7ec2c-8f59-43a1-adc8-098b1d3a5240']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:20.161226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d15ee4-b674-4700-a91b-6cd6dcf94e64') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:20.161525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d15ee4-b674-4700-a91b-6cd6dcf94e64') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:20.173666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:20.174230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (31d15ee4-b674-4700-a91b-6cd6dcf94e64), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.193900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-df22332c-1fc6-4a8f-921f-dc52f8f6210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.195459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-df22332c-1fc6-4a8f-921f-dc52f8f6210d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0937572 Jan 29 19:37:20.200012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (31d15ee4-b674-4700-a91b-6cd6dcf94e64), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.209398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2445fa-1ed1-4313-b923-77804ab1a5a2 req-5d6a8f5f-1d02-4677-826d-a3c58f2d7b7d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.210817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a2445fa-1ed1-4313-b923-77804ab1a5a2 req-5d6a8f5f-1d02-4677-826d-a3c58f2d7b7d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.1752973 Jan 29 19:37:20.223336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:37:20.223754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (31d15ee4-b674-4700-a91b-6cd6dcf94e64), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:37:20.228081 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:37:20.584131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a2445fa-1ed1-4313-b923-77804ab1a5a2 req-75fb08e0-bacf-4eea-bb04-eeb74987d96e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569348 Jan 29 19:37:20.585982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-9db3adc9-dec2-49a6-b1df-f924ce7ab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.587390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-9db3adc9-dec2-49a6-b1df-f924ce7ab756 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3735192 Jan 29 19:37:20.624470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (cba7ec2c-8f59-43a1-adc8-098b1d3a5240), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.639055 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea2d6c3-5511-4794-9cc9-1a06d86e0a8a x-openstack-request-id: req-dea2d6c3-5511-4794-9cc9-1a06d86e0a8a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:20.639372 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c219d-2e7d-4500-b313-d31b1ee43f35", "name": "network-vif-plugged", "status": "completed", "tag": "8be6684b-5ea9-413c-ba04-d15ce5dca0a1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:20.640030 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dea2d6c3-5511-4794-9cc9-1a06d86e0a8a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:20.640462 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1', 'code': 200} Jan 29 19:37:20.644339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:20.658705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cba7ec2c-8f59-43a1-adc8-098b1d3a5240 HTTP/1.1" status: 204 len: 168 time: 0.9343560 Jan 29 19:37:20.713438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373c438-166f-46b4-9fef-71269c44a782 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba7ec2c-8f59-43a1-adc8-098b1d3a5240,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:20.769917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-ae7fca63-eaa0-477b-922e-d8056925d606 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723378 Jan 29 19:37:20.780803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ff0eb-1415-4f7e-bee5-693cacdb0c15 req-f5d340fc-d7a5-4b1c-8227-33f4ec613ec1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.782856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d7ff0eb-1415-4f7e-bee5-693cacdb0c15 req-f5d340fc-d7a5-4b1c-8227-33f4ec613ec1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 943 time: 0.1214302 Jan 29 19:37:20.833825 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d7ff0eb-1415-4f7e-bee5-693cacdb0c15 req-5cf2f1da-3377-4c59-830d-9cb782dd6d90 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441792 Jan 29 19:37:20.876848 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dde8df0-6e6d-470f-896c-d72289ad26f1 x-openstack-request-id: req-2dde8df0-6e6d-470f-896c-d72289ad26f1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:20.877332 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:20.877428 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dde8df0-6e6d-470f-896c-d72289ad26f1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:20.877766 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'code': 200} Jan 29 19:37:20.889321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f50ca-e289-4a11-a739-18e17d7a9a3a req-c4d86381-1053-4bbc-bc3a-4e9cdaf2906d tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.891421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-578f50ca-e289-4a11-a739-18e17d7a9a3a req-c4d86381-1053-4bbc-bc3a-4e9cdaf2906d tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2328098 Jan 29 19:37:20.897028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a9ea-555f-47a0-973e-54c29c70ed6d req-dd654bc5-fe94-4726-b605-111fa89416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:20.898453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6774a9ea-555f-47a0-973e-54c29c70ed6d req-dd654bc5-fe94-4726-b605-111fa89416a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 1131 time: 0.1762362 Jan 29 19:37:20.974114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bbc2398-2383-4d26-b8a9-2d8a20b34c57 req-a887853f-d578-43b7-8596-46fcfb79aca1 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=1a3d539ece5647bfab4527e6fcf5f2e4 HTTP/1.1" status: 200 len: 1657 time: 0.0625105 Jan 29 19:37:21.016256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6774a9ea-555f-47a0-973e-54c29c70ed6d req-7777b51d-e7a9-49fc-aba1-a5ede95464ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102338 Jan 29 19:37:21.089061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32778) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:21.103219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc2398-2383-4d26-b8a9-2d8a20b34c57 req-a3446414-6b52-4dc6-bb0d-c6fe491a3776 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:21.104671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bbc2398-2383-4d26-b8a9-2d8a20b34c57 req-a3446414-6b52-4dc6-bb0d-c6fe491a3776 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks?id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 787 time: 0.1234050 Jan 29 19:37:21.118107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-5bbc2398-2383-4d26-b8a9-2d8a20b34c57 req-9c76581e-170f-485b-a7be-b70bb14d6eff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:21.119047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bbc2398-2383-4d26-b8a9-2d8a20b34c57 req-9c76581e-170f-485b-a7be-b70bb14d6eff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069618 Jan 29 19:37:21.145759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3668287c-fe66-4410-92b0-3446aaf8f46a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b3e127fade84b43b325bba18155a574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555472 Jan 29 19:37:21.148605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32782) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:21.202498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62b804ff-9ee1-4536-a932-37aa4e99bec1 admin admin] Publish callbacks [] for security_group (9411805b-34e5-4825-bf3d-b3f3068f54fb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.226826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62b804ff-9ee1-4536-a932-37aa4e99bec1 admin admin] Publish callbacks [] for security_group (9411805b-34e5-4825-bf3d-b3f3068f54fb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.231428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f2914-7493-4059-bba6-3479e10256b7 req-e9e30966-3c5b-495d-ab89-9b19857a3ffd tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:21.233021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da2f2914-7493-4059-bba6-3479e10256b7 req-e9e30966-3c5b-495d-ab89-9b19857a3ffd tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 949 time: 0.0528047 Jan 29 19:37:21.299335 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da2f2914-7493-4059-bba6-3479e10256b7 req-f0201215-037e-4c1a-bb97-b1b643a1df9d tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Jan 29 19:37:21.350042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7cd743-a8ef-40d8-9488-89015c521dcf req-79091f3d-0211-4f67-a2b7-e7ad6b8ad398 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257615 Jan 29 19:37:21.364652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-3f8af809-fd13-4dfc-b8bb-c86d226ea5af tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips/f54e91ef-3afb-4ba3-b406-ce0f6e1f1353 HTTP/1.1" status: 200 len: 693 time: 0.0472243 Jan 29 19:37:21.410830 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:37:21.423914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62b804ff-9ee1-4536-a932-37aa4e99bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9411805b-34e5-4825-bf3d-b3f3068f54fb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.426824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62b804ff-9ee1-4536-a932-37aa4e99bec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.430139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-62b804ff-9ee1-4536-a932-37aa4e99bec1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9411805b-34e5-4825-bf3d-b3f3068f54fb HTTP/1.1" status: 204 len: 168 time: 0.2780287 Jan 29 19:37:21.437999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b804ff-9ee1-4536-a932-37aa4e99bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9411805b-34e5-4825-bf3d-b3f3068f54fb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:21.492545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-d3876dd0-c5b6-49b2-8abe-629e6b4f8917 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:21.493800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-d3876dd0-c5b6-49b2-8abe-629e6b4f8917 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1237741 Jan 29 19:37:21.505355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-96097e19-9050-4ab3-ae42-2c95f903c3bb tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:21.506609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-96097e19-9050-4ab3-ae42-2c95f903c3bb tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074987 Jan 29 19:37:21.572691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-28aa5d96-6467-4010-abe0-8b692a2becf0 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0568712 Jan 29 19:37:21.627151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-9925e1c9-965d-48ff-b582-f15e56574ec8 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0485756 Jan 29 19:37:21.764136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Deleting port 46d38d7a-ade0-4cf1-af94-63c9fd8c207d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:21.764514 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.849253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.849740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:21.862668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Calling delete_port for 46d38d7a-ade0-4cf1-af94-63c9fd8c207d owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:22.142866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (46d38d7a-ade0-4cf1-af94-63c9fd8c207d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.186513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event deleted for resources: {'Port': ['ID=46d38d7a-ade0-4cf1-af94-63c9fd8c207d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:22.218038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32820) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:22.273213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (f54e91ef-3afb-4ba3-b406-ce0f6e1f1353), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.278373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.279589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39f1313e-ff8f-4cfd-a4a4-1445d6a717cc req-4a9af7fd-5ad5-4d4f-8b66-a3beb7ca13ff tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "DELETE /v2.0/floatingips/f54e91ef-3afb-4ba3-b406-ce0f6e1f1353 HTTP/1.1" status: 204 len: 173 time: 0.6463888 Jan 29 19:37:22.311544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:22.317466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-414d1b61-23e4-4ad6-a171-14935bca4e34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=647ae0d26aac427585dd25ac107f2728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977550 Jan 29 19:37:22.342378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00ced7-8087-4e01-88d0-263a8a6a7c73 req-13022d56-4ce4-45c0-abe6-7d1d08f58d8f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:22.344583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c00ced7-8087-4e01-88d0-263a8a6a7c73 req-13022d56-4ce4-45c0-abe6-7d1d08f58d8f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.0982437 Jan 29 19:37:22.394973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c00ced7-8087-4e01-88d0-263a8a6a7c73 req-63e3c114-a223-40e1-8e64-f88e75d9dc66 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Jan 29 19:37:22.409749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62328150-fe4a-4af8-b8eb-f67b05ff1f84 admin admin] Publish callbacks [] for security_group (61996eb1-6c1d-4899-be24-f4e048c6bd97), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.438384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62328150-fe4a-4af8-b8eb-f67b05ff1f84 admin admin] Publish callbacks [] for security_group (61996eb1-6c1d-4899-be24-f4e048c6bd97), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.447444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ab85d-4c1d-4642-84bb-9b6ea7f18503 req-3702d177-1deb-498b-8269-848230db9c52 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:22.449074 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-535ab85d-4c1d-4642-84bb-9b6ea7f18503 req-3702d177-1deb-498b-8269-848230db9c52 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 943 time: 0.0957685 Jan 29 19:37:22.525739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-535ab85d-4c1d-4642-84bb-9b6ea7f18503 req-0ef1c319-0450-4e70-9bb8-850e3558e609 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644665 Jan 29 19:37:22.605560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-31feabea-b1bf-49b6-aa11-b171629cd836 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips/632bad9b-e849-45ba-8a4d-4cd28e0ac75e HTTP/1.1" status: 200 len: 693 time: 0.0509608 Jan 29 19:37:22.613383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62328150-fe4a-4af8-b8eb-f67b05ff1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (61996eb1-6c1d-4899-be24-f4e048c6bd97), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.613383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62328150-fe4a-4af8-b8eb-f67b05ff1f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:22.613383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-62328150-fe4a-4af8-b8eb-f67b05ff1f84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61996eb1-6c1d-4899-be24-f4e048c6bd97 HTTP/1.1" status: 204 len: 168 time: 0.2981789 Jan 29 19:37:22.618816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62328150-fe4a-4af8-b8eb-f67b05ff1f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61996eb1-6c1d-4899-be24-f4e048c6bd97,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:22.758964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-4fc7bfa6-350e-49ed-8fae-2ccbb05a8ccf tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:22.767755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-4fc7bfa6-350e-49ed-8fae-2ccbb05a8ccf tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1450207 Jan 29 19:37:22.817070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8804cbc5-acf7-4a40-8e9f-422bf751e28e tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.0483532 Jan 29 19:37:22.867017 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-fa24d0da-118a-4186-85e2-7116a47103b0 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.0439129 Jan 29 19:37:22.868805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:22.936877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:22.940752 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73492cab-1b95-437b-b59a-e1cc1b5d07e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:23.013874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:23.026542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '12b575d1-8980-4410-beaf-d7954db99db5', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '12b575d1-8980-4410-beaf-d7954db99db5', 'mac_address': 'fa:16:3e:e4:fc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:23.042933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Deleting port 3780b79c-9bc4-4b34-bb3c-1cf722e88695 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:23.043370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:23.070109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 12b575d1-8980-4410-beaf-d7954db99db5 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:23.070518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:23.085176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b575d1-8980-4410-beaf-d7954db99db5 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:23.142845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:23.234881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:23.236249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:23.348275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:23.376356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:23.376933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (3780b79c-9bc4-4b34-bb3c-1cf722e88695), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:23.389351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Calling delete_port for 3780b79c-9bc4-4b34-bb3c-1cf722e88695 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:23.414705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:23.441803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 has no active binding in host n-h2-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:37:24.018831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:24.100255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3780b79c-9bc4-4b34-bb3c-1cf722e88695), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:24.136839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event deleted for resources: {'Port': ['ID=3780b79c-9bc4-4b34-bb3c-1cf722e88695,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:24.217614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (632bad9b-e849-45ba-8a4d-4cd28e0ac75e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:24.221157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:24.222332 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7fa8945-51d8-4fae-9f63-121574de81a2 req-8082c5ee-078c-4e23-be04-383b3a50ad98 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "DELETE /v2.0/floatingips/632bad9b-e849-45ba-8a4d-4cd28e0ac75e HTTP/1.1" status: 204 len: 173 time: 1.3498225 Jan 29 19:37:24.354584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f75c8-ad41-4ca4-abb8-a314d246b6bd req-85184dc0-dae4-4bb7-987f-e579aef869c6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:24.356824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a62f75c8-ad41-4ca4-abb8-a314d246b6bd req-85184dc0-dae4-4bb7-987f-e579aef869c6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 949 time: 0.0702865 Jan 29 19:37:24.417720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a62f75c8-ad41-4ca4-abb8-a314d246b6bd req-b1c55a93-9b6c-40b4-80fa-77428c2d2c8c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545063 Jan 29 19:37:24.487532 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5113f7e6-fdcb-45bf-b81c-e7f78035fc5f x-openstack-request-id: req-5113f7e6-fdcb-45bf-b81c-e7f78035fc5f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:24.487821 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:24.488072 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5113f7e6-fdcb-45bf-b81c-e7f78035fc5f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:24.489580 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'status': 'completed', 'code': 200} Jan 29 19:37:24.528980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-03eb2163-f271-45b6-806e-d57949ef80df service neutron] 10.222.0.13 "GET /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.0851302 Jan 29 19:37:24.572662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-fa38f248-a06c-40a0-b540-f73a052c0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:24.574276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-fa38f248-a06c-40a0-b540-f73a052c0a35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1155 time: 0.0617888 Jan 29 19:37:24.705187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ca329-1a5a-413a-9501-94e956e04175 req-18c3bcb5-0b33-436c-b1d7-0e9d9cc74d7d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:24.707067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-523ca329-1a5a-413a-9501-94e956e04175 req-18c3bcb5-0b33-436c-b1d7-0e9d9cc74d7d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 948 time: 0.1319373 Jan 29 19:37:24.774563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183e757-c279-430c-be33-a4c72e72d684 req-be295d62-31cc-4c4d-883e-07616234b9e0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:24.776051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9183e757-c279-430c-be33-a4c72e72d684 req-be295d62-31cc-4c4d-883e-07616234b9e0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 943 time: 0.0740037 Jan 29 19:37:24.796140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-65e4689e-b9f1-4d7c-ba0e-79cd26dabe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:24.798814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-65e4689e-b9f1-4d7c-ba0e-79cd26dabe61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.2173495 Jan 29 19:37:24.848491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-3aaa9e9c-746e-418a-8ef4-d0c888235e05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0421808 Jan 29 19:37:24.873292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-523ca329-1a5a-413a-9501-94e956e04175 req-eeefcd61-d250-42d0-91a2-de9119345918 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527116 Jan 29 19:37:24.883348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:24.894466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:24.912729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9183e757-c279-430c-be33-a4c72e72d684 req-837a5c74-2c17-4176-bd6e-9873c9c52d4e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269093 Jan 29 19:37:24.924533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-ff82fdb9-23df-4a09-8195-bc4e86c1d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:24.926175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:24.927837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-ff82fdb9-23df-4a09-8195-bc4e86c1d1d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0703270 Jan 29 19:37:25.009507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-03757cab-5ca0-4b39-a218-b25c4fc26098 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758467 Jan 29 19:37:25.035071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f0a954-e021-4131-bb61-301719e28564 req-b099e26b-1973-48b5-b5ca-22c441de831f tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips/ae93ea92-8095-4ca0-8583-aca5d19df02a HTTP/1.1" status: 200 len: 693 time: 0.1041017 Jan 29 19:37:25.062108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:25.069125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 12b575d1-8980-4410-beaf-d7954db99db5 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:25.080256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 12b575d1-8980-4410-beaf-d7954db99db5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:25.081280 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (12b575d1-8980-4410-beaf-d7954db99db5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.101080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:25.141965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75a53e94-d4d9-4ce9-b8ff-fc596fcf71cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.149377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345193c-b151-45e1-9a4c-9a0936bc6832 req-6bfd642a-9238-4352-837f-b92dfc3dc509 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:25.150377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2345193c-b151-45e1-9a4c-9a0936bc6832 req-6bfd642a-9238-4352-837f-b92dfc3dc509 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1352947 Jan 29 19:37:25.184501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-cd291caa-919d-4469-9cfc-03f63f3f6e57 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575146 Jan 29 19:37:25.194628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.223953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 12b575d1-8980-4410-beaf-d7954db99db5 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:25.224840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.268287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2345193c-b151-45e1-9a4c-9a0936bc6832 req-332cc928-ada4-47b7-b65d-04996af24e36 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165915 Jan 29 19:37:25.271251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0a954-e021-4131-bb61-301719e28564 req-7c1590f5-23cc-4a5d-996d-7adb8f48b728 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:25.275974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f0a954-e021-4131-bb61-301719e28564 req-7c1590f5-23cc-4a5d-996d-7adb8f48b728 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2397654 Jan 29 19:37:25.320665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:25.322840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:25.325694 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18a781-d708-448c-b545-8dcdf58e86bb" -d '{"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-plugged", "status": "completed", "tag": "12b575d1-8980-4410-beaf-d7954db99db5"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:25.390678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f0a954-e021-4131-bb61-301719e28564 req-98171daf-2ea0-4091-8289-d79e7b396e67 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.0707958 Jan 29 19:37:25.393869 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.452290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73492cab-1b95-437b-b59a-e1cc1b5d07e5 req-6cc27b3b-3133-4df7-b17f-ec9ace7975de service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546031 Jan 29 19:37:25.471505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:25.489014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] Transition to ACTIVE for port object a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:25.505998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f0a954-e021-4131-bb61-301719e28564 req-c68c1213-fd81-4efd-be96-ac496af6d734 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.0904732 Jan 29 19:37:25.601629 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.715644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] No DVR routers for this DVR port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:37:25.737079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:25.775536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2d6e761e-2003-40dd-b517-88472c31cd50 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208/bindings/n-h2-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2409048 Jan 29 19:37:25.780429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Deleting port 611276fa-4342-4108-b33b-1a4f7e793162 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:25.780771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (611276fa-4342-4108-b33b-1a4f7e793162), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.857990 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8894de-9f61-4830-ae14-a7f60bf2cf51 x-openstack-request-id: req-3c8894de-9f61-4830-ae14-a7f60bf2cf51 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:25.858424 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-plugged", "status": "completed", "tag": "12b575d1-8980-4410-beaf-d7954db99db5", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:25.858688 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c8894de-9f61-4830-ae14-a7f60bf2cf51 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:25.859118 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5', 'code': 200} Jan 29 19:37:25.863420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (611276fa-4342-4108-b33b-1a4f7e793162), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.863753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (611276fa-4342-4108-b33b-1a4f7e793162), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:25.876925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Calling delete_port for 611276fa-4342-4108-b33b-1a4f7e793162 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:25.980847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0d3975b6-16d1-4851-ba86-68de4553284a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550177 Jan 29 19:37:26.094791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c281-eabc-45a0-9007-82afea9b2bfb req-0ef63911-3f8d-456d-853a-b7e60ee17683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.096334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b185c281-eabc-45a0-9007-82afea9b2bfb req-0ef63911-3f8d-456d-853a-b7e60ee17683 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1131 time: 0.0618272 Jan 29 19:37:26.102120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-ca4d9f90-d866-496c-9410-4d6106e72347 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.103590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-ca4d9f90-d866-496c-9410-4d6106e72347 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.1641116 Jan 29 19:37:26.146754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b185c281-eabc-45a0-9007-82afea9b2bfb req-64e2eef6-0e05-427e-b04b-563230337062 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Jan 29 19:37:26.147584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (611276fa-4342-4108-b33b-1a4f7e793162), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:26.184259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Pushing event deleted for resources: {'Port': ['ID=611276fa-4342-4108-b33b-1a4f7e793162,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:26.186839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-c4a1a7ce-f567-491d-bd8a-af858a177e4e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.188988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-c4a1a7ce-f567-491d-bd8a-af858a177e4e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857522 Jan 29 19:37:26.212296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-9d4dbe12-6832-434e-9a47-3178e143dafc tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/quotas/a0a0b8197c5148fe84b13a6fa586b795 HTTP/1.1" status: 200 len: 375 time: 0.0172997 Jan 29 19:37:26.251190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-6ee12889-541c-4b36-8ac5-c3ab6a6b5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.252754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-6ee12889-541c-4b36-8ac5-c3ab6a6b5b6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&tenant_id=4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 1126 time: 0.1414831 Jan 29 19:37:26.253872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks [] for floatingip (ae93ea92-8095-4ca0-8583-aca5d19df02a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:26.261973 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:26.264384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32944) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:26.272307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f0a954-e021-4131-bb61-301719e28564 req-1986a1e8-fc22-4ae3-88ad-db2c140c7a11 tempest-FloatingIPDetailsTestJSON-691148872 tempest-FloatingIPDetailsTestJSON-691148872-project] 10.222.0.15 "DELETE /v2.0/floatingips/ae93ea92-8095-4ca0-8583-aca5d19df02a HTTP/1.1" status: 204 len: 173 time: 0.7647865 Jan 29 19:37:26.341465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-15e851b7-e2eb-40ee-b1fc-69aabd31979d tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232619 Jan 29 19:37:26.505971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-54e95c1d-6eef-4fcb-aee1-332bf180e01b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268629 Jan 29 19:37:26.665007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-ef7267b8-c1d3-467b-89fc-161a21457ee9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.667545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-ef7267b8-c1d3-467b-89fc-161a21457ee9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556826 Jan 29 19:37:26.671208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-ca690391-9e38-4b54-ad53-7f3f2d748111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.676857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-ca690391-9e38-4b54-ad53-7f3f2d748111 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1126 time: 0.1907501 Jan 29 19:37:26.685371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-177b0aa7-994b-42bd-b660-e0da2fec83d4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/quotas/63c81cb9fbb14331988a814645b9390b HTTP/1.1" status: 200 len: 375 time: 0.0112481 Jan 29 19:37:26.726470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-7b7e49d4-bfef-4ec6-88ee-ecf907e9cbf7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340040 Jan 29 19:37:26.782115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c8d3-3ff1-41b9-ba96-02f92428e890 req-cd7b99b9-5087-4f47-ae8c-d687a5e9d798 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.784074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6df8c8d3-3ff1-41b9-ba96-02f92428e890 req-cd7b99b9-5087-4f47-ae8c-d687a5e9d798 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.1672800 Jan 29 19:37:26.877479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2b6b076a-0d01-420e-a8b1-40e4468a0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:26.878956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2b6b076a-0d01-420e-a8b1-40e4468a0d76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1850185 Jan 29 19:37:26.885641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6df8c8d3-3ff1-41b9-ba96-02f92428e890 req-437bb2a7-1891-48f7-9a1e-d813e0d6dc73 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Jan 29 19:37:26.947935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-84309a92-746e-411b-94ef-5e27127acb46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0473375 Jan 29 19:37:27.033358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2c997e60-bb1f-4a2b-a2e7-84e31b9067ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:27.035102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-2c997e60-bb1f-4a2b-a2e7-84e31b9067ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0651829 Jan 29 19:37:27.086390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (a204a380-f808-4fd8-b693-37419f44e290), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:27.112851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-5209116f-2357-4875-94e5-c292f4e265e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626345 Jan 29 19:37:27.146665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3971f0-d5bd-4ace-877b-efb4127d32ce req-cc4bc2d4-9a49-474d-9c2f-0f447b3c1c02 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:27.154810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d3971f0-d5bd-4ace-877b-efb4127d32ce req-cc4bc2d4-9a49-474d-9c2f-0f447b3c1c02 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 944 time: 0.1018472 Jan 29 19:37:27.222703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d3971f0-d5bd-4ace-877b-efb4127d32ce req-819ca7d6-a754-4278-9d78-bf036b963d43 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Jan 29 19:37:27.310476 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9289ac38-ee85-4401-98be-cb7234fbbad5 req-1329e596-4699-487e-92f0-8bafacb5a487 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 210 time: 0.0368376 Jan 29 19:37:27.341649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a135432-4bb3-4c5a-ba40-95f4cd1999da req-51d44265-6614-4e1e-ae9c-e737da32a614 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:27.343176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a135432-4bb3-4c5a-ba40-95f4cd1999da req-51d44265-6614-4e1e-ae9c-e737da32a614 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.3048048 Jan 29 19:37:27.390514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-af4a6653-5dbf-482f-8c3d-ce6f3c96e8b4 req-64b0e5ed-3dda-4542-870d-596fd33b26cc tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 210 time: 0.0289075 Jan 29 19:37:27.420786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a135432-4bb3-4c5a-ba40-95f4cd1999da req-ec4debd2-f996-4187-a9d9-3e6a03ed6c74 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Jan 29 19:37:27.441663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fea434b9-6c22-4ef5-9241-f0d22b5270ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:27.445510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-68de4d99-0f71-43f5-a891-ca4e8e513f4d service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885606 Jan 29 19:37:27.474249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-2bf25b5e-7234-4325-9b68-882908097bb9 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:27.475896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-2bf25b5e-7234-4325-9b68-882908097bb9 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.0843272 Jan 29 19:37:27.595616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Deleting port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:27.596324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:27.610190 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-7f98dc64-ac46-4720-8a20-b671fe375138 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299675 Jan 29 19:37:27.737062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] For port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:27.737493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:27.782822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Calling delete_port for 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 owned by compute:tempest-test_az-1258710426 {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:27.953815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Deleting port 786b4c27-ad37-4edc-bf95-c1ad66bada4d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:27.954207 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.041471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] For port 786b4c27-ad37-4edc-bf95-c1ad66bada4d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=786b4c27-ad37-4edc-bf95-c1ad66bada4d,segment=NetworkSegment(7ea19624-2baf-4aa4-8753-5667db31af8f),segment_id=7ea19624-2baf-4aa4-8753-5667db31af8f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:28.042105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.057847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Calling delete_port for 786b4c27-ad37-4edc-bf95-c1ad66bada4d owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:28.068503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1681ed-1abc-49cc-9773-efa6e34de1ed req-78be8768-8716-4a52-ad1f-9ef93c203b4e tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:28.070219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d1681ed-1abc-49cc-9773-efa6e34de1ed req-78be8768-8716-4a52-ad1f-9ef93c203b4e tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 970 time: 0.0585639 Jan 29 19:37:28.071521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.108263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Pushing event deleted for resources: {'Port': ['ID=5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:28.235817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] No DVR routers for this DVR port 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:37:28.239174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.243936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f04826c-6565-42c7-a471-0caa2412ce0b req-8a0cad2b-a062-4bc9-9fc4-540ff190134c tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "DELETE /v2.0/ports/5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 HTTP/1.1" status: 204 len: 173 time: 0.7627738 Jan 29 19:37:28.245042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-deleted', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:28.247821 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d331b5-c6fe-4391-af7d-a1394b89155a" -d '{"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-deleted", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:28.319376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d1681ed-1abc-49cc-9773-efa6e34de1ed req-ecca1f1f-381d-47a0-a0c9-02de0ccf6967 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384365 Jan 29 19:37:28.372929 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffb088c-6179-436e-b624-a3e0dca1bbb2 x-openstack-request-id: req-0ffb088c-6179-436e-b624-a3e0dca1bbb2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:28.373404 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1074d8f-60f8-46e6-a0fe-51474f85c861", "name": "network-vif-deleted", "tag": "5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:28.373877 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ffb088c-6179-436e-b624-a3e0dca1bbb2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:28.375078 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1074d8f-60f8-46e6-a0fe-51474f85c861', 'name': 'network-vif-deleted', 'tag': '5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8', 'status': 'completed', 'code': 200} Jan 29 19:37:28.434541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-170058aa-f0d5-4615-93b5-3e7752b61ed0 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:28.436705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-170058aa-f0d5-4615-93b5-3e7752b61ed0 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.1286216 Jan 29 19:37:28.481606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e931e7d-5e9d-461d-a7bc-8272f3479247 req-ddc06fef-dc3e-4c55-9dc3-d2b2a45dea6c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:28.483239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e931e7d-5e9d-461d-a7bc-8272f3479247 req-ddc06fef-dc3e-4c55-9dc3-d2b2a45dea6c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 944 time: 0.1527333 Jan 29 19:37:28.597864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2bce381b-2f31-4bec-ab29-56c1641b7cad req-1bbd653f-05e0-426f-815c-494896c74c74 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 210 time: 0.0791590 Jan 29 19:37:28.678914 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.692792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e931e7d-5e9d-461d-a7bc-8272f3479247 req-21aa9126-192d-4c9d-998e-de7ed75ced70 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845450 Jan 29 19:37:28.709295 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (786b4c27-ad37-4edc-bf95-c1ad66bada4d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.729006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b312d036-c6f5-45e6-a0c7-aa682c976774 req-42790580-4055-49af-bd10-9e2eaf347aed tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 210 time: 0.0393763 Jan 29 19:37:28.787391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Pushing event deleted for resources: {'Port': ['ID=786b4c27-ad37-4edc-bf95-c1ad66bada4d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:28.866601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f702f4ea-b7df-44aa-b226-ad2711ec60f1 service neutron] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:28.910953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:28.925741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f702f4ea-b7df-44aa-b226-ad2711ec60f1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:28.926970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250febdc-fbad-4d02-bde6-ccabcf466cae req-f702f4ea-b7df-44aa-b226-ad2711ec60f1 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208/bindings/n-h1-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.4822960 Jan 29 19:37:28.994578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:37:28.994974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:28.999327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ec45-780e-4c47-a43e-b66d087238dd req-0ce97be8-fbff-4475-9332-eee2a64d9b16 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:29.007517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6b2ec45-780e-4c47-a43e-b66d087238dd req-0ce97be8-fbff-4475-9332-eee2a64d9b16 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1126 time: 0.1150839 Jan 29 19:37:29.102552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6b2ec45-780e-4c47-a43e-b66d087238dd req-a93051b1-201e-452d-b835-6f62d6ea53aa tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939541 Jan 29 19:37:29.134287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f498-4181-4252-a410-831eb6ae4907 req-0f20d207-4911-4db4-ac3e-9e7eeb6de40e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:29.142716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89f3f498-4181-4252-a410-831eb6ae4907 req-0f20d207-4911-4db4-ac3e-9e7eeb6de40e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.3153436 Jan 29 19:37:29.179103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-f9e860b2-dad0-4c58-afb7-b56c6eee75ca tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725307 Jan 29 19:37:29.215273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (a204a380-f808-4fd8-b693-37419f44e290), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:29.459132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89f3f498-4181-4252-a410-831eb6ae4907 req-6b1b9057-b48c-4dcb-9f0d-be0095702607 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154025 Jan 29 19:37:29.513675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:29.558163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-b3daf014-d2be-4b7a-b546-c63d1c73b229 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:29.560084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-b3daf014-d2be-4b7a-b546-c63d1c73b229 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746963 Jan 29 19:37:29.608958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-efcbc1b5-8c27-4861-92c9-d394f7404419 req-90bdccef-3524-43a0-92db-4461bfe57c04 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1074d8f-60f8-46e6-a0fe-51474f85c861 HTTP/1.1" status: 200 len: 210 time: 0.0709646 Jan 29 19:37:29.615511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Request body: {'port': {'device_id': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'a0a0b8197c5148fe84b13a6fa586b795'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:29.861439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Made reservation on behalf of a0a0b8197c5148fe84b13a6fa586b795 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:29.864843 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:29.875000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-b336ec3c-7277-4fbe-adc1-994c9c68a6e6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:29.882585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-b336ec3c-7277-4fbe-adc1-994c9c68a6e6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.2800860 Jan 29 19:37:29.902783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-52b6a856-bd73-4bc9-9f74-a983a70bcb4e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/quotas/4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 375 time: 0.0191410 Jan 29 19:37:29.956155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Router a204a380-f808-4fd8-b693-37419f44e290 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:37:29.987940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-75feedc7-2b8f-4880-8278-cb1f041e63d3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839822 Jan 29 19:37:30.061514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c93048-1d2a-4ed9-bce6-04f9816b52f6 req-c7704c2f-c0a7-4869-9d1b-f3852c645c19 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:30.063985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99c93048-1d2a-4ed9-bce6-04f9816b52f6 req-c7704c2f-c0a7-4869-9d1b-f3852c645c19 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1131 time: 0.1370566 Jan 29 19:37:30.093126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Allocated IP 192.168.233.114 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/edbc59ca-565a-4898-afc9-cbd65cf734a9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:30.098697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-99c93048-1d2a-4ed9-bce6-04f9816b52f6 req-ae4237f1-1501-4e2a-91cc-3b1c0d9a5664 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.118546 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.170691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-71ba551b-0ef4-4e31-a253-f1f254cd5a93 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226860 Jan 29 19:37:30.260525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-3d7d3c09-471b-4f55-bced-ea5e521b5f96 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714105 Jan 29 19:37:30.322607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-99c93048-1d2a-4ed9-bce6-04f9816b52f6 req-ae4237f1-1501-4e2a-91cc-3b1c0d9a5664 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Publish callbacks [] for security_group (7e29cc32-8a8f-406c-b790-dbe82f2bfcf9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.327053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:37:30.348106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] Sync routers for ids ['a204a380-f808-4fd8-b693-37419f44e290'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:37:30.364299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks [] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.370711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] Routers {'a204a380-f808-4fd8-b693-37419f44e290'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:30.371586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a204a380-f808-4fd8-b693-37419f44e290'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:30.376170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2c960933-0c69-4d9d-86aa-78a6d8ec2244 admin admin] 10.222.0.15 "PUT /v2.0/routers/a204a380-f808-4fd8-b693-37419f44e290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1008792 Jan 29 19:37:30.385924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33020) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:30.459000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-99c93048-1d2a-4ed9-bce6-04f9816b52f6 req-ae4237f1-1501-4e2a-91cc-3b1c0d9a5664 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7e29cc32-8a8f-406c-b790-dbe82f2bfcf9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.568912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99c93048-1d2a-4ed9-bce6-04f9816b52f6 req-ae4237f1-1501-4e2a-91cc-3b1c0d9a5664 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966877 Jan 29 19:37:30.572982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4237f1-1501-4e2a-91cc-3b1c0d9a5664 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e29cc32-8a8f-406c-b790-dbe82f2bfcf9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:30.623314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] Set router a204a380-f808-4fd8-b693-37419f44e290 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:30.660452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-2cea8b1b-62ce-4671-8ac5-934cd3c0b3fe tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:30.661987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-2cea8b1b-62ce-4671-8ac5-934cd3c0b3fe tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4819219 Jan 29 19:37:30.671729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-6475b568-45e3-486a-9e3e-b6e2308a36aa service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095349 Jan 29 19:37:30.690537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:30.735069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b4b511f-b3cd-4fc4-a134-1d0d6f19bdc8 req-b1d7ae17-788f-403b-955f-f674b2a77588 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 210 time: 0.0449243 Jan 29 19:37:30.770021 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.824457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', '8be6684b-5ea9-413c-ba04-d15ce5dca0a1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:30.852630 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks [] for router (a204a380-f808-4fd8-b693-37419f44e290), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:30.940192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:30.943290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cedf32e-3e1c-4da2-a7da-820a05dcee45 req-39ed8fbd-bd07-42d1-ba60-15a8ad96921a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 210 time: 0.0874851 Jan 29 19:37:30.947619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:37:28Z', 'revision_number': 5, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:30.957496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:30.965704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event updated for resources: {'Port': ['ID=edbc59ca-565a-4898-afc9-cbd65cf734a9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:30.978580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:30.983562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:31.006442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:31.016016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.025205 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.061060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] Checking router: a204a380-f808-4fd8-b693-37419f44e290 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:37:31.092705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] Routers {'a204a380-f808-4fd8-b693-37419f44e290'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:31.092705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a204a380-f808-4fd8-b693-37419f44e290'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:31.138491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:31.139383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.159182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks [] for router_gateway (a204a380-f808-4fd8-b693-37419f44e290), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.245250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-0e368da0-6340-47e0-9fc6-3cd33fefd546 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6573827 Jan 29 19:37:31.261787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Request body: {'port': {'device_id': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:31.272255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:37:31.272255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5ae5eccb-a573-41d5-a8c9-f8e2556ff0b8 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:31.272924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f541a92-437d-4dd4-bf01-7c5efbb3213f req-0d25ba54-bf95-4362-ab39-374c525e99db tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 210 time: 0.0960522 Jan 29 19:37:31.337362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for security_group (15ed709c-e192-4730-8fcd-e66f589cbec7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.413232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] Set router a204a380-f808-4fd8-b693-37419f44e290 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:31.418255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (15ed709c-e192-4730-8fcd-e66f589cbec7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.487868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.520496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.530287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed709c-e192-4730-8fcd-e66f589cbec7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:31.665713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-ff0208c0-9510-492c-b7c1-8ec422a78743 req-9434a800-6fd2-4bb5-8876-ee741093a58f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:31.666775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ff0208c0-9510-492c-b7c1-8ec422a78743 req-9434a800-6fd2-4bb5-8876-ee741093a58f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1804793 Jan 29 19:37:31.701130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Deleting port 52540105-0438-44a4-8728-a5377626746e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:31.701467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (52540105-0438-44a4-8728-a5377626746e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:31.875473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.212 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/3d62acb9-fc9e-4a57-ab9e-6b989fe582f3) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:32.067645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] For port 52540105-0438-44a4-8728-a5377626746e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=52540105-0438-44a4-8728-a5377626746e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:32.069666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (52540105-0438-44a4-8728-a5377626746e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:32.073161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:37:28Z', 'revision_number': 5, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:32.090283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Calling delete_port for 52540105-0438-44a4-8728-a5377626746e owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:32.133871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e16042-ac56-4c17-8c7a-33a333e33f46 None None] The sync data for ids ['a204a380-f808-4fd8-b693-37419f44e290'] in n-d-825496-5 is: [{'id': 'a204a380-f808-4fd8-b693-37419f44e290', 'name': 'tempest-FloatingIPDetailsTestJSON-922982282-router', 'tenant_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '52540105-0438-44a4-8728-a5377626746e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:54Z', 'updated_at': '2022-01-29T19:37:28Z', 'revision_number': 5, 'project_id': '1a3d539ece5647bfab4527e6fcf5f2e4', 'gw_port': {'id': '52540105-0438-44a4-8728-a5377626746e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204a380-f808-4fd8-b693-37419f44e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:55Z', 'updated_at': '2022-01-29T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:37:32.282381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951963-8d9f-45a4-9704-a1479db69b07 req-063678f3-4ffd-46f8-908c-fd47f006ce30 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:32.290982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72951963-8d9f-45a4-9704-a1479db69b07 req-063678f3-4ffd-46f8-908c-fd47f006ce30 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 936 time: 0.1924465 Jan 29 19:37:32.382240 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:32.387962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72951963-8d9f-45a4-9704-a1479db69b07 req-34f70dfe-7837-46db-9a4a-b4c6b814cd5b tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958335 Jan 29 19:37:32.522655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec67e40-8f88-4abf-ab55-57d93934abfd req-dcca424e-f3ae-4391-944d-9df804eb5e27 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:32.524268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ec67e40-8f88-4abf-ab55-57d93934abfd req-dcca424e-f3ae-4391-944d-9df804eb5e27 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 971 time: 0.0640676 Jan 29 19:37:32.527074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (52540105-0438-44a4-8728-a5377626746e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:32.588879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 786b4c27-ad37-4edc-bf95-c1ad66bada4d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:32.590029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:32.652117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 786b4c27-ad37-4edc-bf95-c1ad66bada4d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:37:32.652117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 786b4c27-ad37-4edc-bf95-c1ad66bada4d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:32.779359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:32.790127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:32.802485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ec67e40-8f88-4abf-ab55-57d93934abfd req-5f3ee2ae-83af-4e5a-895e-2b78f36e416e tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716639 Jan 29 19:37:32.805142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:32.917628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:32.918484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:32.936530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:33.005254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de436ec5-4e2c-401c-a548-47e6d2c9a662 req-40109e6b-eb2a-4db7-83a5-25a7f338e76f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 210 time: 0.0669172 Jan 29 19:37:33.013215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Pushing event deleted for resources: {'Port': ['ID=52540105-0438-44a4-8728-a5377626746e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:33.033859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-bce009fd-b275-4a07-b05a-708c3cca658a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2301528 Jan 29 19:37:33.045713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-c195daa0-2cb9-4b38-9793-37d51a02b764 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:37:33.049793 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-c195daa0-2cb9-4b38-9793-37d51a02b764 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083907 Jan 29 19:37:33.056164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-d05d5926-e7c7-4a15-aed9-cee4ffbec899 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3700721 Jan 29 19:37:33.075784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Request body: {'port': {'device_id': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:33.177937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (a204a380-f808-4fd8-b693-37419f44e290), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.190404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8995-c843-4181-b276-3d92515ef658 req-a60f4537-8564-4301-99ca-e1478c70bdb6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:33.197775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f95f8995-c843-4181-b276-3d92515ef658 req-a60f4537-8564-4301-99ca-e1478c70bdb6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 936 time: 0.1774774 Jan 29 19:37:33.202310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.322327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e5c22-8967-47cb-98db-4f2edc56eda9 req-3940e444-006d-4500-b3da-15809ba466bc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:33.323861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d98e5c22-8967-47cb-98db-4f2edc56eda9 req-3940e444-006d-4500-b3da-15809ba466bc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.2165027 Jan 29 19:37:33.395368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbc59ca-565a-4898-afc9-cbd65cf734a9 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:33.406379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Publish callbacks [] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.426109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Transition to ACTIVE for port object edbc59ca-565a-4898-afc9-cbd65cf734a9 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:33.465209 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d98e5c22-8967-47cb-98db-4f2edc56eda9 req-36727c6e-57e2-4df6-bf07-e9c475d08fab tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311789 Jan 29 19:37:33.491371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f95f8995-c843-4181-b276-3d92515ef658 req-6d140dff-c468-4178-acdf-8a05ca6aa563 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861593 Jan 29 19:37:33.523369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.526216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (a204a380-f808-4fd8-b693-37419f44e290), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.529956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks [] for router_controller (a204a380-f808-4fd8-b693-37419f44e290), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.635318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=edbc59ca-565a-4898-afc9-cbd65cf734a9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:33.688439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b042fc3-ad45-4410-83f9-117589138ec5 req-bf65b229-f087-47dd-85c8-2009441f0e2e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:33.695604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b042fc3-ad45-4410-83f9-117589138ec5 req-bf65b229-f087-47dd-85c8-2009441f0e2e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 948 time: 0.1583433 Jan 29 19:37:33.720050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (a204a380-f808-4fd8-b693-37419f44e290), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.720594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a204a380-f808-4fd8-b693-37419f44e290 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:37:33.731160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.734837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39264c4b-7e86-49a2-be42-0bbc4cefed1a admin admin] 10.222.0.15 "DELETE /v2.0/routers/a204a380-f808-4fd8-b693-37419f44e290 HTTP/1.1" status: 204 len: 168 time: 3.3478975 Jan 29 19:37:33.740320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Attempting to bind port edbc59ca-565a-4898-afc9-cbd65cf734a9 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:33.740320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Attempting to bind port edbc59ca-565a-4898-afc9-cbd65cf734a9 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:33.740320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Attempting to bind port edbc59ca-565a-4898-afc9-cbd65cf734a9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:33.742356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33090) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:33.774444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Port edbc59ca-565a-4898-afc9-cbd65cf734a9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:33.774444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Attempting to bind port edbc59ca-565a-4898-afc9-cbd65cf734a9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:33.782745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:33.782745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:33.783049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:33.783323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Bound port: edbc59ca-565a-4898-afc9-cbd65cf734a9, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:33.783666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.820719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b042fc3-ad45-4410-83f9-117589138ec5 req-d6d51dd3-9fbd-4c31-bf3a-7ffde784b757 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241214 Jan 29 19:37:33.883963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Deleting subnet 14fcf47e-4971-4216-aeb6-ae163627f6dc {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:37:33.916138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Publish callbacks [] for subnet (14fcf47e-4971-4216-aeb6-ae163627f6dc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:33.980309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:34.014128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Publish callbacks [] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.056744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Transition to ACTIVE for port object 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:34.108376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3599b-323f-4057-978c-db521426000d req-af0c080f-e89f-48b0-92fa-fb1cd4db2ea0 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:34.112408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23c3599b-323f-4057-978c-db521426000d req-af0c080f-e89f-48b0-92fa-fb1cd4db2ea0 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 971 time: 0.1980217 Jan 29 19:37:34.113129 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (14fcf47e-4971-4216-aeb6-ae163627f6dc), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.192514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.219367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] For port edbc59ca-565a-4898-afc9-cbd65cf734a9, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:34.282777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b735d4e-395f-4b0d-a0ce-d96d55efb304 req-66a7b693-a621-4f57-9f4e-e9949108ccfe tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 210 time: 0.0923052 Jan 29 19:37:34.345329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] For port edbc59ca-565a-4898-afc9-cbd65cf734a9, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:34.388808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Pushing event updated for resources: {'Port': ['ID=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:34.398638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9b0f0-96b8-468a-81df-f84697bd7641 req-549d0906-ab91-4491-b743-224c6189a211 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:34.406202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3c9b0f0-96b8-468a-81df-f84697bd7641 req-549d0906-ab91-4491-b743-224c6189a211 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 971 time: 0.4333441 Jan 29 19:37:34.427823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0824e888-59b3-49a4-9181-f0266a07996a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:34.434609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0824e888-59b3-49a4-9181-f0266a07996a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.4540951 Jan 29 19:37:34.436027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (14fcf47e-4971-4216-aeb6-ae163627f6dc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.460188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Deleting port eb0c1fc3-ba46-4854-b720-1c02bb558f05 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:34.460559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.474853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Request body: {'port': {'device_id': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'admin_state_up': True, 'tenant_id': '4c396108a0da4c648a990883be66b5f5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:34.509230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Attempting to bind port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:34.512387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Attempting to bind port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:34.512387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Attempting to bind port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:34.531850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:34.532419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Attempting to bind port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:34.597585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:34.597585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:34.597585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:34.597585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Bound port: 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:34.597585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.602053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 52540105-0438-44a4-8728-a5377626746e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:34.617587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.638108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 52540105-0438-44a4-8728-a5377626746e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:37:34.638599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 52540105-0438-44a4-8728-a5377626746e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:34.697313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] For port eb0c1fc3-ba46-4854-b720-1c02bb558f05, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=eb0c1fc3-ba46-4854-b720-1c02bb558f05,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:34.697684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.706432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:34.707049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.708470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/edbc59ca-565a-4898-afc9-cbd65cf734a9 HTTP/1.1" status: 200 len: 1096 time: 3.4579146 Jan 29 19:37:34.708967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'tag': 'edbc59ca-565a-4898-afc9-cbd65cf734a9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:34.711255 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a" -d '{"events": [{"name": "network-changed", "server_uuid": "734059d0-10c0-460e-86ae-4c3b77a985bb", "tag": "edbc59ca-565a-4898-afc9-cbd65cf734a9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:34.726853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Calling delete_port for eb0c1fc3-ba46-4854-b720-1c02bb558f05 owned by compute:tempest-test_az-1258710426 {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:34.750931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8571681-7c2b-4288-a348-b3241828d695 req-71ae21f3-6ce5-44c8-a3ea-08f1cc2d2f51 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:34.752493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8571681-7c2b-4288-a348-b3241828d695 req-71ae21f3-6ce5-44c8-a3ea-08f1cc2d2f51 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1812127 Jan 29 19:37:34.759687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] For port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:34.764584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3c9b0f0-96b8-468a-81df-f84697bd7641 req-276c37dc-1461-4a35-849b-15238cbb9770 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/security-groups?id=d290caef-684d-497e-a5e9-ee1e3b6157fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574820 Jan 29 19:37:34.777382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64a5a0-8acf-4d8a-8026-227b1aaba7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=edbc59ca-565a-4898-afc9-cbd65cf734a9,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:34.823850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] For port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:34.870725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8571681-7c2b-4288-a348-b3241828d695 req-0487be78-4c3c-4375-85bf-d94ad5675a4e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083312 Jan 29 19:37:34.889642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (14fcf47e-4971-4216-aeb6-ae163627f6dc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.947760 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302a6b8d-cd7b-40f1-986a-3c437aeddb88 x-openstack-request-id: req-302a6b8d-cd7b-40f1-986a-3c437aeddb88 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:34.948050 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734059d0-10c0-460e-86ae-4c3b77a985bb", "tag": "edbc59ca-565a-4898-afc9-cbd65cf734a9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:34.948707 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-302a6b8d-cd7b-40f1-986a-3c437aeddb88 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:34.949293 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'tag': 'edbc59ca-565a-4898-afc9-cbd65cf734a9', 'status': 'completed', 'code': 200} Jan 29 19:37:34.958347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fcf47e-4971-4216-aeb6-ae163627f6dc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:34.960340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:34.976358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Made reservation on behalf of 4c396108a0da4c648a990883be66b5f5 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:34.980499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.000824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd817c7-2363-4db4-b2d3-5534bb69b5cd None None] Network 42685720-7e1c-4622-bdd1-66e5fac536c2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:35.041316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.047727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a7850b29-c720-4d7b-99c9-3cd6a9a001d2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/14fcf47e-4971-4216-aeb6-ae163627f6dc HTTP/1.1" status: 204 len: 168 time: 1.3021309 Jan 29 19:37:35.058853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33114) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:35.128357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-d01e86a3-2a09-42ce-b01e-e00f5d6f908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.130048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-d01e86a3-2a09-42ce-b01e-e00f5d6f908e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 1130 time: 0.2768240 Jan 29 19:37:35.264387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] DHCP port deletion for 42685720-7e1c-4622-bdd1-66e5fac536c2 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:37:35.295942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047dd48-9d6b-4bb9-a339-d4c6f3a39db2 req-bd71d278-f327-46a7-b70f-2b52438d33fc tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.298065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3047dd48-9d6b-4bb9-a339-d4c6f3a39db2 req-bd71d278-f327-46a7-b70f-2b52438d33fc tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 948 time: 0.4163280 Jan 29 19:37:35.300642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (42685720-7e1c-4622-bdd1-66e5fac536c2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.313293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-79f62969-3e05-43db-8170-89c3ef6554a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9 HTTP/1.1" status: 200 len: 217 time: 0.1355617 Jan 29 19:37:35.326347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.326969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.328646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] 10.222.0.26 "PUT /v2.0/ports/3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 HTTP/1.1" status: 200 len: 1096 time: 2.2573602 Jan 29 19:37:35.333689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'tag': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:35.334165 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cfb838-0d48-4f6b-b729-b510a0b687d4" -d '{"events": [{"name": "network-changed", "server_uuid": "01ff3377-c48e-436f-8257-6ac4cd16cf3d", "tag": "3d62acb9-fc9e-4a57-ab9e-6b989fe582f3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:35.353679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] Deleting port 452a38cd-d300-4950-9096-5237c3c31398 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:35.354317 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (452a38cd-d300-4950-9096-5237c3c31398), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.382833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43096acb-0029-4d0a-bca1-a4d1f4d5dc25 service neutron] Pushing event updated for resources: {'Port': ['ID=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:35.398391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (eb0c1fc3-ba46-4854-b720-1c02bb558f05), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.438937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] For port 452a38cd-d300-4950-9096-5237c3c31398, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=452a38cd-d300-4950-9096-5237c3c31398,segment=NetworkSegment(7ea19624-2baf-4aa4-8753-5667db31af8f),segment_id=7ea19624-2baf-4aa4-8753-5667db31af8f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:35.438937 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (452a38cd-d300-4950-9096-5237c3c31398), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.444533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75444e-56dc-4f90-9127-cf29e77cd1db req-78eaef3b-4b0c-48e7-8fa8-f3c9281b50a9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.451663 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad75444e-56dc-4f90-9127-cf29e77cd1db req-78eaef3b-4b0c-48e7-8fa8-f3c9281b50a9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 948 time: 0.1558714 Jan 29 19:37:35.454202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Pushing event deleted for resources: {'Port': ['ID=eb0c1fc3-ba46-4854-b720-1c02bb558f05,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:35.460301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] Calling delete_port for 452a38cd-d300-4950-9096-5237c3c31398 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:35.521755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3047dd48-9d6b-4bb9-a339-d4c6f3a39db2 req-a374465a-85e9-4651-ab55-c1bce9afb078 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110305 Jan 29 19:37:35.548064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1a6cca42-d9be-414c-81d0-224b371e57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.548634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] No DVR routers for this DVR port eb0c1fc3-ba46-4854-b720-1c02bb558f05 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:37:35.549411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-1a6cca42-d9be-414c-81d0-224b371e57b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2256684 Jan 29 19:37:35.568351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Allocated IP 172.20.0.3 (e3f680c2-d656-445b-ab70-a827f325043c/20921873-5e3a-47f9-aaef-f366be7ad371/4a3ec97a-9501-49dc-8e8f-755e3385ef10) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:35.568526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.571818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23c3599b-323f-4057-978c-db521426000d req-c2bd06b9-77b0-4bf4-85d7-13b89d2669e2 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.13 "DELETE /v2.0/ports/eb0c1fc3-ba46-4854-b720-1c02bb558f05 HTTP/1.1" status: 204 len: 173 time: 1.4555471 Jan 29 19:37:35.601267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad75444e-56dc-4f90-9127-cf29e77cd1db req-36b56f62-f922-4a08-8619-e275d5a1d344 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486297 Jan 29 19:37:35.635145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-75ae7c5d-368b-4f3c-81d6-001fae2927bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.642894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-75ae7c5d-368b-4f3c-81d6-001fae2927bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 1130 time: 0.1309919 Jan 29 19:37:35.696314 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933dbf7e-f83a-4c18-86eb-ca9ab1ff2971 x-openstack-request-id: req-933dbf7e-f83a-4c18-86eb-ca9ab1ff2971 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:35.696609 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ff3377-c48e-436f-8257-6ac4cd16cf3d", "tag": "3d62acb9-fc9e-4a57-ab9e-6b989fe582f3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:35.696860 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-933dbf7e-f83a-4c18-86eb-ca9ab1ff2971 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:35.697256 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'tag': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'status': 'completed', 'code': 200} Jan 29 19:37:35.698948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-36005e9f-4ca2-4714-b81e-d4af22b93fdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 HTTP/1.1" status: 200 len: 217 time: 0.0408456 Jan 29 19:37:35.704335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (452a38cd-d300-4950-9096-5237c3c31398), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.721193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a40a6003-d2ba-4222-b1c2-f101539f8f61 req-e874e66f-4496-481e-b7e3-1ead8f87c9d1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 210 time: 0.0729420 Jan 29 19:37:35.752927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Deleting port 452a38cd-d300-4950-9096-5237c3c31398 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:35.753766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (452a38cd-d300-4950-9096-5237c3c31398), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.754050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] Pushing event deleted for resources: {'Port': ['ID=452a38cd-d300-4950-9096-5237c3c31398,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:35.756098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811f4ba-727c-4dc5-a8b1-6873d2cd6be8 None None] No DVR routers for this DVR port 452a38cd-d300-4950-9096-5237c3c31398 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:37:35.777668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-3ae59e4a-7e1f-4274-9579-3de1b8c18c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.779178 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-3ae59e4a-7e1f-4274-9579-3de1b8c18c97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0732815 Jan 29 19:37:35.846793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-c16153e2-61a7-49c7-abba-3ab36de43bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.848483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-c16153e2-61a7-49c7-abba-3ab36de43bba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0621819 Jan 29 19:37:35.862508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-465af85c-ea8f-435f-ab44-7afb255fe6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:35.864018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-465af85c-ea8f-435f-ab44-7afb255fe6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2171168 Jan 29 19:37:35.912256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-802d69e7-ef91-4ebb-9c38-55fffab3a16b req-92b55c73-2c3b-495b-ba33-3cd6e370a4d5 tempest-ListImageFiltersTestJSON-281701997 tempest-ListImageFiltersTestJSON-281701997-project] 10.222.0.15 "GET /v2.0/ports?device_id=b85b3cba-ff22-432a-a6b4-3e14ce033f5d HTTP/1.1" status: 200 len: 210 time: 0.0433285 Jan 29 19:37:35.929748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] For port 452a38cd-d300-4950-9096-5237c3c31398, host n-d-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:35.930057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (452a38cd-d300-4950-9096-5237c3c31398), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:35.986214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-27645084-bf9d-4e3e-a89d-a3d909d728ac service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285732 Jan 29 19:37:35.997287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Calling delete_port for 452a38cd-d300-4950-9096-5237c3c31398 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:36.014572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Port 452a38cd-d300-4950-9096-5237c3c31398 was not found and therefore no delete operation was performed {{(pid=103563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:37:36.036030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks [] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.051076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (452a38cd-d300-4950-9096-5237c3c31398), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.085851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dc4d5a8-f2ab-4360-8726-cf393dc73427 req-19f5acf1-2610-4884-9ed2-0d5ad739b17e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938804 Jan 29 19:37:36.111130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] No DVR routers for this DVR port 452a38cd-d300-4950-9096-5237c3c31398 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:37:36.156721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=452a38cd-d300-4950-9096-5237c3c31398,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:36.182480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-7aebdd2e-7043-4026-8d6e-9ebd017210dd service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885449 Jan 29 19:37:36.222267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-38b88149-d299-4e5a-891d-d05ac15c1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.223772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-38b88149-d299-4e5a-891d-d05ac15c1237 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1131 time: 0.2225475 Jan 29 19:37:36.246529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f92a-7138-4b3a-90e3-8a456b5b3958 req-f4a2fb29-a56f-469a-86ec-94206eacfa5e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.248010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ff7f92a-7138-4b3a-90e3-8a456b5b3958 req-f4a2fb29-a56f-469a-86ec-94206eacfa5e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.2488332 Jan 29 19:37:36.318543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-936ddac7-8c1d-4e46-9d80-09900d9bd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.320256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-936ddac7-8c1d-4e46-9d80-09900d9bd028 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 1130 time: 0.0519054 Jan 29 19:37:36.429622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-5f6f1e72-932e-4a3a-b579-900dd44531a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.429622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-5f6f1e72-932e-4a3a-b579-900dd44531a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.0962889 Jan 29 19:37:36.471493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-3cd72316-2b61-466a-b954-d7f243ecfedf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 HTTP/1.1" status: 200 len: 217 time: 0.0406713 Jan 29 19:37:36.525662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-dfac00b9-f348-47e1-84e9-d938f08b2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.527247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-dfac00b9-f348-47e1-84e9-d938f08b2b8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0481217 Jan 29 19:37:36.561960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 452a38cd-d300-4950-9096-5237c3c31398 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:36.589322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 452a38cd-d300-4950-9096-5237c3c31398 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:37:36.589671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 452a38cd-d300-4950-9096-5237c3c31398 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:36.597424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-9c918df3-a3d7-4936-89ee-7e0a0e3ce5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.599315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-9c918df3-a3d7-4936-89ee-7e0a0e3ce5f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647070 Jan 29 19:37:36.631499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (42685720-7e1c-4622-bdd1-66e5fac536c2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.653413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42685720-7e1c-4622-bdd1-66e5fac536c2']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:36.665695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea19624-2baf-4aa4-8753-5667db31af8f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:36.665695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea19624-2baf-4aa4-8753-5667db31af8f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:36.676660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (7ea19624-2baf-4aa4-8753-5667db31af8f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.701791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.757100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-0bd041eb-c6f1-4d96-913c-cf95bd5425eb service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512377 Jan 29 19:37:36.761119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7ea19624-2baf-4aa4-8753-5667db31af8f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.766873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ff7b-f423-4fd7-85ae-5abc1f6fe04c req-75d13439-cd66-47f7-9c0e-131d11d10998 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:36.768388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56c4ff7b-f423-4fd7-85ae-5abc1f6fe04c req-75d13439-cd66-47f7-9c0e-131d11d10998 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 948 time: 0.0839200 Jan 29 19:37:36.781376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Network e3f680c2-d656-445b-ab70-a827f325043c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:36.818445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:37:36.818849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (7ea19624-2baf-4aa4-8753-5667db31af8f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:37:36.826023 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:37:36.846740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:36.849330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:36.877092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56c4ff7b-f423-4fd7-85ae-5abc1f6fe04c req-8d64994c-3f50-4d02-b4a0-a062db4df3f6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991838 Jan 29 19:37:36.902075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5cfb838-0d48-4f6b-b729-b510a0b687d4 req-b885a062-7c8b-4ef7-8b90-21da5f5b134a service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323216 Jan 29 19:37:36.914669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:36.952918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61b9044e-bdac-47c6-948e-0639cb0fc6d5 req-ed35b905-5507-4e29-8300-cabd2a3abd86 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585804 Jan 29 19:37:36.954741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:36.964185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ff7f92a-7138-4b3a-90e3-8a456b5b3958 req-b441447e-8b50-40e9-84af-d3cf5125bbfb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057056 Jan 29 19:37:36.988124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: eb0c1fc3-ba46-4854-b720-1c02bb558f05 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:37:36.988793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device eb0c1fc3-ba46-4854-b720-1c02bb558f05 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:37.005727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.006455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.009390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-405c3349-db23-4ea0-a308-6048d36f15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.011021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-405c3349-db23-4ea0-a308-6048d36f15a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.7430222 Jan 29 19:37:37.056407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410698d-3275-4498-95cb-c1b32869ec6e req-ccc0c43c-c928-494b-9549-674009f8c384 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.060706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0410698d-3275-4498-95cb-c1b32869ec6e req-ccc0c43c-c928-494b-9549-674009f8c384 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 948 time: 0.0867093 Jan 29 19:37:37.073073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (42685720-7e1c-4622-bdd1-66e5fac536c2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.078508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.081593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/42685720-7e1c-4622-bdd1-66e5fac536c2 HTTP/1.1" status: 204 len: 168 time: 2.0076320 Jan 29 19:37:37.092365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-e73d31b1-85a8-48d6-9a59-a62fcfd9f04b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.0726085 Jan 29 19:37:37.134412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eae53-0d44-4d24-94a7-d691f9f667c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=42685720-7e1c-4622-bdd1-66e5fac536c2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:37.150201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0410698d-3275-4498-95cb-c1b32869ec6e req-c5172b69-c0d3-4fcf-95c8-3f583f54807e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838966 Jan 29 19:37:37.173721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-eef8bb43-3124-4bff-8a12-c7d276363ea1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7056222 Jan 29 19:37:37.202025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Request body: {'port': {'device_id': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:37.256605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-1ff47e39-3a0e-42f1-8559-5af3fec2b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.261882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-1ff47e39-3a0e-42f1-8559-5af3fec2b1ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1376147 Jan 29 19:37:37.303502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3465-3f19-4f94-b22b-4ce2e4ffc17c req-5321c532-8ce4-49e1-a492-99345c94a57d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.305004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1c3465-3f19-4f94-b22b-4ce2e4ffc17c req-5321c532-8ce4-49e1-a492-99345c94a57d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 931 time: 0.2343874 Jan 29 19:37:37.351051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-a7cf97da-ec6e-4db8-ace6-e2be2a18e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.353122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-a7cf97da-ec6e-4db8-ace6-e2be2a18e699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 1130 time: 0.2112637 Jan 29 19:37:37.355819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.469249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33160) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:37.477137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1c3465-3f19-4f94-b22b-4ce2e4ffc17c req-0dbabcde-de48-44a3-8068-a1d373a17ace tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544445 Jan 29 19:37:37.485131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-b13756db-ce83-49f3-a968-cbb01331a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.490859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-b13756db-ce83-49f3-a968-cbb01331a849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2164688 Jan 29 19:37:37.511908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3f2364f9-5f02-4c52-9319-d37406ce3a3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a3d539ece5647bfab4527e6fcf5f2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414574 Jan 29 19:37:37.516078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:37.564598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce2873c1-7886-40dd-94ab-c1262e2494d6 admin admin] Publish callbacks [] for security_group (ecdede42-80de-48d5-bc6e-771af8bf1f73), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.593363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce2873c1-7886-40dd-94ab-c1262e2494d6 admin admin] Publish callbacks [] for security_group (ecdede42-80de-48d5-bc6e-771af8bf1f73), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.641897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-2b9eb5ce-a1f6-48c2-9e4f-28b9ae8bce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.643364 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-2b9eb5ce-a1f6-48c2-9e4f-28b9ae8bce30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2819445 Jan 29 19:37:37.698191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-deleted', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:37.701137 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8b3ef2-07df-4f2c-8b30-5d7d90c5821f" -d '{"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-deleted", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:37.704938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-43abe9ff-b27a-4fff-a7ef-0e5dd3798bea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9 HTTP/1.1" status: 200 len: 217 time: 0.0538363 Jan 29 19:37:37.720801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.738177 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66419f95-5daa-4458-abbb-20bf29b4237c x-openstack-request-id: req-66419f95-5daa-4458-abbb-20bf29b4237c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:37.738482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b3cba-ff22-432a-a6b4-3e14ce033f5d", "name": "network-vif-deleted", "tag": "eb0c1fc3-ba46-4854-b720-1c02bb558f05", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:37.738733 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66419f95-5daa-4458-abbb-20bf29b4237c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:37.739134 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b3cba-ff22-432a-a6b4-3e14ce033f5d', 'name': 'network-vif-deleted', 'tag': 'eb0c1fc3-ba46-4854-b720-1c02bb558f05', 'status': 'completed', 'code': 200} Jan 29 19:37:37.749996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce2873c1-7886-40dd-94ab-c1262e2494d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ecdede42-80de-48d5-bc6e-771af8bf1f73), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.752962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce2873c1-7886-40dd-94ab-c1262e2494d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:37.756496 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce2873c1-7886-40dd-94ab-c1262e2494d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecdede42-80de-48d5-bc6e-771af8bf1f73 HTTP/1.1" status: 204 len: 168 time: 0.2371008 Jan 29 19:37:37.758466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-9373bdfe-5e7d-411c-8e47-c1b45d8fca0c service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607205 Jan 29 19:37:37.767945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2873c1-7886-40dd-94ab-c1262e2494d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdede42-80de-48d5-bc6e-771af8bf1f73,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:37.846698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-c32c267c-bd1a-4cdf-a422-751c0f1c6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.848153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-c32c267c-bd1a-4cdf-a422-751c0f1c6bf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1300218 Jan 29 19:37:37.957384 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-b52fe6f0-21a2-42b8-b024-db1127d3cf35 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908455 Jan 29 19:37:37.981260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-c03b3618-9069-4b55-9585-9b12fbd0cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:37.982600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-c03b3618-9069-4b55-9585-9b12fbd0cf41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1065984 Jan 29 19:37:38.014026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f4908-fe42-4a1a-8f3e-b6d75834b3fa req-7b0766df-053e-4a15-bc03-c013323a1bdb tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.016725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e98f4908-fe42-4a1a-8f3e-b6d75834b3fa req-7b0766df-053e-4a15-bc03-c013323a1bdb tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 948 time: 0.0684428 Jan 29 19:37:38.055187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3ec97a-9501-49dc-8e8f-755e3385ef10 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:38.082271 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e98f4908-fe42-4a1a-8f3e-b6d75834b3fa req-3b6d6ca5-fda8-46e2-bc0f-b64ef40dcad4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539451 Jan 29 19:37:38.092350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Publish callbacks [] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:38.117088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Transition to ACTIVE for port object 4a3ec97a-9501-49dc-8e8f-755e3385ef10 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:38.167601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-a360fa3e-0993-49b8-bca2-7656cac1723d service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507165 Jan 29 19:37:38.209740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:38.247012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712178bc-093d-4f6f-ba31-09e169aca27f req-7252b012-6170-4eda-8048-aa2bfb864b61 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.255031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-712178bc-093d-4f6f-ba31-09e169aca27f req-7252b012-6170-4eda-8048-aa2bfb864b61 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.0767219 Jan 29 19:37:38.331167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-712178bc-093d-4f6f-ba31-09e169aca27f req-75f6bb58-5a40-49ea-8e26-bddc1cb2e844 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732975 Jan 29 19:37:38.410896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:38.437862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfb0e253-07f3-45ac-8746-4e4cddb8c14a req-94f0c4cf-77c4-49f8-b8c4-38f17f03b55f service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638533 Jan 29 19:37:38.457631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:38.459523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:38.459523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:38.463333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:38.463659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:38.469086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:38.469556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:38.469952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:38.470607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Bound port: 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:38.470975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:38.511106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535a18-3ba7-4e33-b808-5c637e710a71 req-13690d14-2609-4980-bfb7-d3308ef0be78 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.511106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e535a18-3ba7-4e33-b808-5c637e710a71 req-13690d14-2609-4980-bfb7-d3308ef0be78 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 948 time: 0.0789845 Jan 29 19:37:38.585016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:38.589475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-844426f2-e605-4e78-826e-7f17f436252e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740886 Jan 29 19:37:38.589671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e535a18-3ba7-4e33-b808-5c637e710a71 req-6ab869c6-4840-4507-a36b-2ce0b3388198 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689712 Jan 29 19:37:38.591522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:38.657385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-921babfe-7cca-4ec0-9a04-18f0dbb9f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.658870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-921babfe-7cca-4ec0-9a04-18f0dbb9f09d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1127 time: 0.0459504 Jan 29 19:37:38.661906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:38.726028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dae05-40a1-4cb4-b934-8eecae0a2557 req-6d6fc2aa-5403-462e-a51b-e7759b7704a1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.735287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e0dae05-40a1-4cb4-b934-8eecae0a2557 req-6d6fc2aa-5403-462e-a51b-e7759b7704a1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.0772798 Jan 29 19:37:38.736036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.736982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:38.738247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] 10.222.0.13 "PUT /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 1091 time: 1.5435085 Jan 29 19:37:38.738702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:38.740944 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40608cfe-18e8-491c-b256-cd33d2e603f5" -d '{"events": [{"name": "network-changed", "server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:38.784979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e0dae05-40a1-4cb4-b934-8eecae0a2557 req-c4d1d56e-f40e-4305-a9c1-90a4ab2182eb tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Jan 29 19:37:38.812580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc7d1d-78bd-4b39-ac65-be5346eb03de service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:38.821309 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf4235-e366-44b4-8cb0-8f4734fcaf5f x-openstack-request-id: req-43cf4235-e366-44b4-8cb0-8f4734fcaf5f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:38.821790 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:38.822979 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43cf4235-e366-44b4-8cb0-8f4734fcaf5f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:38.823152 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'status': 'completed', 'code': 200} Jan 29 19:37:38.854686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-e7b83544-8d88-43e0-96f7-88693f88b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.856394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-e7b83544-8d88-43e0-96f7-88693f88b299 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1622334 Jan 29 19:37:38.913154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-5ceb1f35-958e-48f4-a5e3-f1dbf69628cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.0415154 Jan 29 19:37:38.929059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:38.958040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-87349562-84dc-4c9a-ba75-14619ee10279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:38.959620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-87349562-84dc-4c9a-ba75-14619ee10279 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1125 time: 0.1197295 Jan 29 19:37:39.005504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-0f0c9fd8-5167-4f7a-842b-c774889150a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:39.007037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-0f0c9fd8-5167-4f7a-842b-c774889150a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0852742 Jan 29 19:37:39.008488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-b79ab1a7-7955-4bfb-9b98-5ef90c5e6130 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 217 time: 0.0411165 Jan 29 19:37:39.059709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:39.072979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'mac_address': 'fa:16:3e:41:b9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:39.080698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-d36d390f-49af-493c-a3f4-ef080606ea41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618567 Jan 29 19:37:39.120848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:39.121456 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:39.144382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:39.145168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c9d1-4d25-4174-b476-249924224ce0 req-f443f21c-65ef-4d09-b3ea-244041a91e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:39.147975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-f443f21c-65ef-4d09-b3ea-244041a91e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1170924 Jan 29 19:37:39.167123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:39.224252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:39.242211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-668ac5c4-05f3-4a76-a1ba-3f22b17dc524 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655816 Jan 29 19:37:39.284001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:39.299050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-3aee9379-adb6-4908-96eb-4a0390471de4 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122309 Jan 29 19:37:39.359258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32786c55-d749-4eb8-9148-2ecaf1755834 req-6dd43754-cfcf-46d2-85eb-baec0fa4f2e7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:39.360713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32786c55-d749-4eb8-9148-2ecaf1755834 req-6dd43754-cfcf-46d2-85eb-baec0fa4f2e7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 948 time: 0.1830456 Jan 29 19:37:39.466394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-705b84c6-6a52-4590-b074-a329ac1adcd6 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142494 Jan 29 19:37:39.477634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32786c55-d749-4eb8-9148-2ecaf1755834 req-e8a68ee3-9844-47c9-8995-429daf8954cb tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064939 Jan 29 19:37:39.517582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6aab206a-dbed-4a94-8d1e-dbd8750bfa56 req-763d1e0c-c6aa-428e-b006-f78732c85c90 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802499 Jan 29 19:37:39.578191 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b207c9d1-4d25-4174-b476-249924224ce0 req-08575b21-a6bb-40b6-83ed-07eecf619b75 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036716 Jan 29 19:37:39.585449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:39.752950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-ab5d2161-5d53-418c-90a8-7f8ad6f4cb24 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1396821070124b5ca97a95d792119507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292904 Jan 29 19:37:39.841389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5114233-9cc8-4ba0-8f29-72dd998a6805 req-70a4e828-0d98-490a-87b0-efbf809b6a67 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:39.843782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5114233-9cc8-4ba0-8f29-72dd998a6805 req-70a4e828-0d98-490a-87b0-efbf809b6a67 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.0733638 Jan 29 19:37:39.898121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5114233-9cc8-4ba0-8f29-72dd998a6805 req-876a865f-d2e8-4f9c-9dc6-3d7b56ffef69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488827 Jan 29 19:37:40.017702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a5794-808d-4482-9001-163509ba0dbc req-49c3ab57-6dbb-4981-aab7-4b4c9cb0a7d6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.019425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9a5794-808d-4482-9001-163509ba0dbc req-49c3ab57-6dbb-4981-aab7-4b4c9cb0a7d6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 948 time: 0.0565186 Jan 29 19:37:40.063342 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-05047f0e-d937-4292-84b4-12336afb663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.064908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-05047f0e-d937-4292-84b4-12336afb663d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1125 time: 0.3757734 Jan 29 19:37:40.069935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9a5794-808d-4482-9001-163509ba0dbc req-b34e44b9-e416-4616-a7c3-6f77ed8db82d tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Jan 29 19:37:40.197533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5af4c-374d-4a34-ad38-72e398316ad2 req-543dd9da-1985-4440-a38a-295f9095a7e8 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.199054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd5af4c-374d-4a34-ad38-72e398316ad2 req-543dd9da-1985-4440-a38a-295f9095a7e8 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.0640173 Jan 29 19:37:40.199537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33264) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:40.219851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-0442c35e-a505-428c-a081-16dbc687aa96 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.221380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-0442c35e-a505-428c-a081-16dbc687aa96 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632037 Jan 29 19:37:40.248151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-c061bccc-1daf-4fa6-aae2-32fdc812161f tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/quotas/1396821070124b5ca97a95d792119507 HTTP/1.1" status: 200 len: 375 time: 0.0169640 Jan 29 19:37:40.249922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-7a275852-09a5-4daf-95d1-207fb5ec4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.251650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-7a275852-09a5-4daf-95d1-207fb5ec4c85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1805506 Jan 29 19:37:40.253949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd5af4c-374d-4a34-ad38-72e398316ad2 req-866e53a3-87a9-4f6f-b832-7a44d2fd5a8d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Jan 29 19:37:40.329643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-ba04eced-9cd1-457f-9c32-b4b872008efe tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1396821070124b5ca97a95d792119507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663881 Jan 29 19:37:40.329643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-9a01ddf7-79c6-462e-b1a0-3b470d57f856 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 217 time: 0.0557048 Jan 29 19:37:40.355422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-80a47d94-5813-4479-9ad4-d9a11a8e9f25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ffe713bd8fd44cab2f509c0e1d1828a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548085 Jan 29 19:37:40.357939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33270) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:40.378924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-9b5c22a5-266b-41ed-b80f-d3cb839e241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.380436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-9b5c22a5-266b-41ed-b80f-d3cb839e241d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0498796 Jan 29 19:37:40.409591 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb289ad6-292d-464f-b195-76b52d313593 admin admin] Publish callbacks [] for security_group (d290caef-684d-497e-a5e9-ee1e3b6157fc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:40.413161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-99f862a7-e318-481f-a3da-37cf1642de4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256889 Jan 29 19:37:40.432025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb289ad6-292d-464f-b195-76b52d313593 admin admin] Publish callbacks [] for security_group (d290caef-684d-497e-a5e9-ee1e3b6157fc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:40.507163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-bf91c80a-c3d0-4273-84a5-7c42e6f3c13d service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870273 Jan 29 19:37:40.539812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb289ad6-292d-464f-b195-76b52d313593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d290caef-684d-497e-a5e9-ee1e3b6157fc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:40.545980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb289ad6-292d-464f-b195-76b52d313593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:40.553242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb289ad6-292d-464f-b195-76b52d313593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d290caef-684d-497e-a5e9-ee1e3b6157fc HTTP/1.1" status: 204 len: 168 time: 0.1941040 Jan 29 19:37:40.564380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb289ad6-292d-464f-b195-76b52d313593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d290caef-684d-497e-a5e9-ee1e3b6157fc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:40.591680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903dfc94-c2f3-4da1-802f-14f111adfd65 req-f6ad43b2-5a9d-44fa-a7ab-7f807e7ba33d tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 210 time: 0.0550928 Jan 29 19:37:40.669606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40608cfe-18e8-491c-b256-cd33d2e603f5 req-bc4e71f9-81cf-4bfe-8510-80ecaa63104e service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547444 Jan 29 19:37:40.671052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679e368-de8a-456f-9b16-66c954e7d55a req-f9fb5e23-3650-4372-b37d-35c4aa73dea2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:40.672767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6679e368-de8a-456f-9b16-66c954e7d55a req-f9fb5e23-3650-4372-b37d-35c4aa73dea2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 949 time: 0.0651846 Jan 29 19:37:40.728081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6679e368-de8a-456f-9b16-66c954e7d55a req-1d1febc3-c2cb-463e-a8ac-175620c4998f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Jan 29 19:37:40.940337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:40.987482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device edbc59ca-565a-4898-afc9-cbd65cf734a9 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:41.030263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2dfa-51db-4395-b09a-a11cfcf4aeee req-64dfd92f-8fda-431e-aa89-1aa02985990b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:41.035431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-880a2dfa-51db-4395-b09a-a11cfcf4aeee req-64dfd92f-8fda-431e-aa89-1aa02985990b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.0641158 Jan 29 19:37:41.081683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:41.085471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-880a2dfa-51db-4395-b09a-a11cfcf4aeee req-45663faf-cb41-4945-ae59-15c5546f6837 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484431 Jan 29 19:37:41.090086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:41.090678 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:41.130601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port edbc59ca-565a-4898-afc9-cbd65cf734a9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:41.151707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'edbc59ca-565a-4898-afc9-cbd65cf734a9', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'edbc59ca-565a-4898-afc9-cbd65cf734a9', 'mac_address': 'fa:16:3e:8e:65:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:41.205546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5aad9-6ee3-4897-898e-b9e7f3d00f44 req-929be1a8-a2fd-4d3c-aebb-29f2a60d1ab4 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:41.207397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77a5aad9-6ee3-4897-898e-b9e7f3d00f44 req-929be1a8-a2fd-4d3c-aebb-29f2a60d1ab4 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 948 time: 0.0571504 Jan 29 19:37:41.226787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port edbc59ca-565a-4898-afc9-cbd65cf734a9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:41.227178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:41.244353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:41.244745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:41.254646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbc59ca-565a-4898-afc9-cbd65cf734a9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:41.284706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77a5aad9-6ee3-4897-898e-b9e7f3d00f44 req-bb36ecd8-2d38-4e1d-941e-a48d02d02d60 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Jan 29 19:37:41.294812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:41.297690 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd5ecf-fac7-4957-a26d-fd00c789fefb" -d '{"events": [{"server_uuid": "01ff3377-c48e-436f-8257-6ac4cd16cf3d", "name": "network-vif-plugged", "status": "completed", "tag": "3d62acb9-fc9e-4a57-ab9e-6b989fe582f3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:41.308180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port edbc59ca-565a-4898-afc9-cbd65cf734a9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:41.311918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:41.367109 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0752a4aa-5caa-4bb1-8539-9b05ff9a24c5 x-openstack-request-id: req-0752a4aa-5caa-4bb1-8539-9b05ff9a24c5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:41.367360 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ff3377-c48e-436f-8257-6ac4cd16cf3d", "name": "network-vif-plugged", "status": "completed", "tag": "3d62acb9-fc9e-4a57-ab9e-6b989fe582f3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:41.367541 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0752a4aa-5caa-4bb1-8539-9b05ff9a24c5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:41.367933 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'code': 200} Jan 29 19:37:41.402238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ad8d9-23c6-4b1b-b0e1-22ade1b728cd req-37f3367b-8dda-4fdf-b14d-9ab14ee3ddb1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:41.402238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-196ad8d9-23c6-4b1b-b0e1-22ade1b728cd req-37f3367b-8dda-4fdf-b14d-9ab14ee3ddb1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.0669827 Jan 29 19:37:41.421939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:41.425733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:41.494227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-196ad8d9-23c6-4b1b-b0e1-22ade1b728cd req-7befa106-31c1-47ea-999e-c7a484ee6c5d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899487 Jan 29 19:37:41.506412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=edbc59ca-565a-4898-afc9-cbd65cf734a9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:41.509819 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-21661eca-0e8c-4ea0-84ea-8a64ffd582cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637560 Jan 29 19:37:41.562767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c5846-5f58-44f6-bd82-52014509e819 req-37a38dd8-1367-461a-af72-75fce0e79b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:41.563952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e45c5846-5f58-44f6-bd82-52014509e819 req-37a38dd8-1367-461a-af72-75fce0e79b09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 1132 time: 0.0503063 Jan 29 19:37:41.574753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:41.615168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e45c5846-5f58-44f6-bd82-52014509e819 req-8e244fa2-ab5d-49f0-9cb1-ebc5351518cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Jan 29 19:37:41.643756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-084ef368-a14b-483b-8ab0-cd6463bdd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:41.645292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-084ef368-a14b-483b-8ab0-cd6463bdd0c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 1128 time: 0.0644977 Jan 29 19:37:41.677469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['edbc59ca-565a-4898-afc9-cbd65cf734a9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:41.680652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d653681-aa76-4f27-9d8f-0c7dd1db9839 req-543fa6c8-1e83-4288-8cba-1e7b81295ae4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 210 time: 0.0321078 Jan 29 19:37:41.709775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:41.825637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1180363845-network', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:41.879890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285adbd-ea84-4011-9666-175a9af45a48 req-d9c51fe2-97d5-4e8c-aa76-e2651eb9d475 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:41.881312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d285adbd-ea84-4011-9666-175a9af45a48 req-d9c51fe2-97d5-4e8c-aa76-e2651eb9d475 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 950 time: 0.0718057 Jan 29 19:37:41.929075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d285adbd-ea84-4011-9666-175a9af45a48 req-181821ea-4afb-4159-9790-0d4717e4a1d5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Jan 29 19:37:41.938270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:41.949288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:41.950072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.115282 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks [] for security_group (5b20e0af-5b27-4df9-acce-f2940ea6de4f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.117386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-c835cec0-429e-4db8-bfa4-526b0d708994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.118912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-c835cec0-429e-4db8-bfa4-526b0d708994 service neutron] 10.222.0.26 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 924 time: 0.1495173 Jan 29 19:37:42.203367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-f8be2dbf-efc7-4ea3-b1df-f3de3ad9ad05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66900ad9-5015-497d-a320-331e8ea78cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0674739 Jan 29 19:37:42.209088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3ffa4-f2b1-4be6-9327-c8682069408f req-49f27de6-804c-45a1-9878-b99e340aadb3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.210880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5e3ffa4-f2b1-4be6-9327-c8682069408f req-49f27de6-804c-45a1-9878-b99e340aadb3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.0566387 Jan 29 19:37:42.220101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5b20e0af-5b27-4df9-acce-f2940ea6de4f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.261181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5e3ffa4-f2b1-4be6-9327-c8682069408f req-fc607eaa-9890-4911-aadf-409e45810d9c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Jan 29 19:37:42.263808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:37:42.293157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (91baf032-4341-486e-bcba-aaffa53e9854), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.293499 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Added segment 91baf032-4341-486e-bcba-aaffa53e9854 of type vlan for network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe Jan 29 19:37:42.295277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20e0af-5b27-4df9-acce-f2940ea6de4f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:42.306740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-11f81a6f-415c-4b62-ad62-e7389775b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.308222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-11f81a6f-415c-4b62-ad62-e7389775b578 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.0985382 Jan 29 19:37:42.365054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.439025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-746c1d9c-95c4-4ce0-b21c-d482303ac366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.440620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-746c1d9c-95c4-4ce0-b21c-d482303ac366 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1111648 Jan 29 19:37:42.447761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8938c-8ea4-4bd6-9099-eadceed2db8b req-6e5947dc-b302-40fe-afe8-270694cd034c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.449130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98a8938c-8ea4-4bd6-9099-eadceed2db8b req-6e5947dc-b302-40fe-afe8-270694cd034c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 949 time: 0.0887852 Jan 29 19:37:42.496291 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.497240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.497829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.623350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98a8938c-8ea4-4bd6-9099-eadceed2db8b req-feef6947-42ad-4eb6-a761-6c244cf12f7e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617913 Jan 29 19:37:42.627435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22f8a6-e7ff-43af-8e81-a3793a5a9dc4 req-3ac9d790-c26b-4787-84e4-36e23a7a8b2e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:42.627758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] Pushing event updated for resources: {'Network': ['ID=65a17ab4-eaa7-42b5-9730-9fa5db0f09fe,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:42.629373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb22f8a6-e7ff-43af-8e81-a3793a5a9dc4 req-3ac9d790-c26b-4787-84e4-36e23a7a8b2e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.0542550 Jan 29 19:37:42.638305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:37:42.641907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-b74c09b5-57b9-4528-8cf4-014e86f0a470 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876123 Jan 29 19:37:42.648797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7293cfeb-e3a5-4f85-90a7-31f22608f06c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9379144 Jan 29 19:37:42.653368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33336) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:42.659907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Request body: {'subnet': {'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1180363845-subnet', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:42.723234 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb22f8a6-e7ff-43af-8e81-a3793a5a9dc4 req-1412f3a3-62b7-4aa7-9df5-2ee8799ebaeb tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846758 Jan 29 19:37:42.764044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca77cee-a7f4-4b7c-b9eb-d3819dcf6434 req-d9098d91-87ce-4009-9265-ab8cf9acae67 service neutron] 10.222.0.26 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126072 Jan 29 19:37:42.782337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:42.785617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:42.819968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aab6dd20-be19-48a8-8800-313f11016a4b req-671c4440-c9f3-4305-90f6-2576b8064867 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 210 time: 0.0534966 Jan 29 19:37:42.870993 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-acea719d-8136-4908-ba9b-e918cb344825 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1396821070124b5ca97a95d792119507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248349 Jan 29 19:37:42.982158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:42.985072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device edbc59ca-565a-4898-afc9-cbd65cf734a9 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:43.002156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-99159f6f-137a-436f-ae5c-3af3131606db tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.003843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-99159f6f-137a-436f-ae5c-3af3131606db tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1270437 Jan 29 19:37:43.029593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Request body: {'port': {'device_id': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '1396821070124b5ca97a95d792119507'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:43.103987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (8579dd7f-750a-4538-94a0-ee651f2e952c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.153153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:43.162792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port edbc59ca-565a-4898-afc9-cbd65cf734a9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:43.169121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'port_id': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'mac_address': 'fa:16:3e:79:90:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20921873-5e3a-47f9-aaef-f366be7ad371', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:43.170681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port edbc59ca-565a-4898-afc9-cbd65cf734a9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:43.171096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.173091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004ccc-2b9a-4dcf-b6fe-4d4b1c1886f8 req-a5e411fe-8a49-47d3-b5c3-889b2e1285df tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.174725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76004ccc-2b9a-4dcf-b6fe-4d4b1c1886f8 req-a5e411fe-8a49-47d3-b5c3-889b2e1285df tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 950 time: 0.1618145 Jan 29 19:37:43.189839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8579dd7f-750a-4538-94a0-ee651f2e952c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:43.194686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Checking segment: {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:43.195297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Network hostable DHCP agents. Network: 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:37:43.247947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:43.248355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.268351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76004ccc-2b9a-4dcf-b6fe-4d4b1c1886f8 req-1145d707-fef4-40e2-b445-b240fe425be0 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862949 Jan 29 19:37:43.287052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:37:43.291951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3ec97a-9501-49dc-8e8f-755e3385ef10 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:43.322171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:43.340892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port edbc59ca-565a-4898-afc9-cbd65cf734a9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:43.342920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.370246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc59ca-565a-4898-afc9-cbd65cf734a9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:43.372615 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce5789-9d98-4619-bd95-330efadc2b64" -d '{"events": [{"server_uuid": "734059d0-10c0-460e-86ae-4c3b77a985bb", "name": "network-vif-plugged", "status": "completed", "tag": "edbc59ca-565a-4898-afc9-cbd65cf734a9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:43.383564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:43.383761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.389320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Made reservation on behalf of 1396821070124b5ca97a95d792119507 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:43.390912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port edbc59ca-565a-4898-afc9-cbd65cf734a9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:43.391277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.398757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.399276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.402214 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.413658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb526f-1cc9-4892-99eb-02f4b610c4a3 None None] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:43.438083 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8283a1-0bf7-401f-a399-ca7f019c001c x-openstack-request-id: req-ac8283a1-0bf7-401f-a399-ca7f019c001c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:43.439234 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734059d0-10c0-460e-86ae-4c3b77a985bb", "name": "network-vif-plugged", "status": "completed", "tag": "edbc59ca-565a-4898-afc9-cbd65cf734a9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:43.439234 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac8283a1-0bf7-401f-a399-ca7f019c001c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:43.439234 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc59ca-565a-4898-afc9-cbd65cf734a9', 'code': 200} Jan 29 19:37:43.448468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f639292-b39a-40df-8b08-5b2957d8753e req-cc51baee-60d6-4e0e-a8f2-3077e0e59051 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.456247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f639292-b39a-40df-8b08-5b2957d8753e req-cc51baee-60d6-4e0e-a8f2-3077e0e59051 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1121423 Jan 29 19:37:43.494437 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.503219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:43.523925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e4ceee1-f529-4ec7-8e71-d21d9e8de32b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8692603 Jan 29 19:37:43.526639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33356) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:43.538538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:43.567851 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f639292-b39a-40df-8b08-5b2957d8753e req-9e7a11f8-6461-4d42-b9d6-1a7b59f08547 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106811 Jan 29 19:37:43.593414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks [] for security_group (abea2e3e-fa21-4cb6-b803-7510f4da1503), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.602553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62b015-6e16-4a31-94ca-14bdec8401c2 req-e8e2d08f-ffd9-4805-ab5d-97d159844363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.603219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=edbc59ca-565a-4898-afc9-cbd65cf734a9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:43.604047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc62b015-6e16-4a31-94ca-14bdec8401c2 req-e8e2d08f-ffd9-4805-ab5d-97d159844363 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 1132 time: 0.0861011 Jan 29 19:37:43.605696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (4738da77-960f-4d97-91da-3a5d229b7b9d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.606762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (4738da77-960f-4d97-91da-3a5d229b7b9d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.612848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-65a17ab4-eaa7-42b5-9730-9fa5db0f09fe', 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe', 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'fixed_ips': [{'subnet_id': '8579dd7f-750a-4538-94a0-ee651f2e952c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:37:43.614495 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.649415 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc62b015-6e16-4a31-94ca-14bdec8401c2 req-64fc175e-9354-493b-a87f-f20ce8aafe99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386221 Jan 29 19:37:43.667646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks [] for router_controller (4738da77-960f-4d97-91da-3a5d229b7b9d), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.673487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (abea2e3e-fa21-4cb6-b803-7510f4da1503), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.693584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['4a3ec97a-9501-49dc-8e8f-755e3385ef10'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:43.741230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abea2e3e-fa21-4cb6-b803-7510f4da1503,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:43.844396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Allocated IP 172.20.0.2 (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe/8579dd7f-750a-4538-94a0-ee651f2e952c/fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:43.865948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a103984-5660-4943-9362-14cf7b4b2ff5 req-cfe70c7b-b7c6-4ba2-aa78-e499652c0ce6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.867766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a103984-5660-4943-9362-14cf7b4b2ff5 req-cfe70c7b-b7c6-4ba2-aa78-e499652c0ce6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 950 time: 0.1468995 Jan 29 19:37:43.868499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Allocated IP 192.168.233.151 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/7e4d84da-fa24-409f-9235-19415a9b701f) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:43.893119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9900a-95b9-4d97-8365-e0171dd3965e req-6be6ee06-874e-4f72-a617-ef69b5100a6a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:43.899370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46d9900a-95b9-4d97-8365-e0171dd3965e req-6be6ee06-874e-4f72-a617-ef69b5100a6a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 944 time: 0.0911984 Jan 29 19:37:43.957538 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks [] for router_gateway (4738da77-960f-4d97-91da-3a5d229b7b9d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:43.989862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a103984-5660-4943-9362-14cf7b4b2ff5 req-ad971ed5-68db-431a-9db3-c7adaceeda9f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815494 Jan 29 19:37:43.998502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46d9900a-95b9-4d97-8365-e0171dd3965e req-1285176c-c8b9-4405-99c7-36ab367e42ad tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884821 Jan 29 19:37:44.086288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks [] for port (7e4d84da-fa24-409f-9235-19415a9b701f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.123584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5079cd84-aa8f-40ca-af0f-fe4dca4cb1d6 req-8846a944-adeb-4828-a507-0d9c69fb50b8 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 210 time: 0.0449650 Jan 29 19:37:44.159409 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Publish callbacks [] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.193328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.216364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.241290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:44.244318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:44.249538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:44.253809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:44.269912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:44.274186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:44.278343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:44.293664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Pushing event updated for resources: {'Port': ['ID=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:44.349474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks [] for router_gateway (4738da77-960f-4d97-91da-3a5d229b7b9d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.351398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:44.352148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.355478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Attempting to bind port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:44.356056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Attempting to bind port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:44.356606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Attempting to bind port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b on network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:44.362438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:44.363127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Checking segment: {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:44.363713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.364350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Bound using segment: {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:44.364968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Bound port: fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:44.365532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.378031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.488337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] For port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:44.491888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] For port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:44.500530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-bd049988-3f4f-4df3-96f0-6db51d91ef52 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4762578 Jan 29 19:37:44.515504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Request body: {'port': {'device_id': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:44.540922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Allocated IP 172.25.5.122 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/aff40526-7674-495c-93be-56c2ac8e3878) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:44.562584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.566962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240864a-f427-491c-a7f7-5e45fa0da1ff req-90243414-9e99-4503-9189-60a627459b8d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:44.568978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8240864a-f427-491c-a7f7-5e45fa0da1ff req-90243414-9e99-4503-9189-60a627459b8d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 950 time: 0.1566629 Jan 29 19:37:44.626235 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.701934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8240864a-f427-491c-a7f7-5e45fa0da1ff req-647207e3-a8fe-47e0-b9f3-dacaa1904085 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130629 Jan 29 19:37:44.717635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a20ac-eb02-49a0-91a4-d23883ec8ea8 None None] Pushing event updated for resources: {'Port': ['ID=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:44.745644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ca719ad7-065c-4e59-9957-7d76cbf3221e None None] Provisioning complete for port 7e4d84da-fa24-409f-9235-19415a9b701f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:44.746191 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ca719ad7-065c-4e59-9957-7d76cbf3221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.762408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks [] for port (aff40526-7674-495c-93be-56c2ac8e3878), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:44.789529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ca719ad7-065c-4e59-9957-7d76cbf3221e None None] Port 7e4d84da-fa24-409f-9235-19415a9b701f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:44.814514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd1a1-874a-421c-9544-7f89862f3615 req-ed7e3a75-7780-44d4-8b28-0cfaaa9c6973 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:44.822201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e6bd1a1-874a-421c-9544-7f89862f3615 req-ed7e3a75-7780-44d4-8b28-0cfaaa9c6973 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1158495 Jan 29 19:37:44.916530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e6bd1a1-874a-421c-9544-7f89862f3615 req-38fdcdea-aead-4e6a-b190-46b5aaccb94b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887344 Jan 29 19:37:44.987294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:45.002682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (aff40526-7674-495c-93be-56c2ac8e3878), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.149121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:45.151471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:45.172431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:45.177633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:45.181860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.182197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Pushing event updated for resources: {'Port': ['ID=aff40526-7674-495c-93be-56c2ac8e3878,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:45.182897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:45.222657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4d84da-fa24-409f-9235-19415a9b701f {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:45.233474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Publish callbacks [] for port (7e4d84da-fa24-409f-9235-19415a9b701f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.274379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Transition to ACTIVE for port object 7e4d84da-fa24-409f-9235-19415a9b701f will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:37:45.312450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138d9e-7b3d-424c-bcbf-4e3a4a48f113 req-cc1c2eca-d0c3-451e-8b1a-e3c2d07faee9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:45.320883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5138d9e-7b3d-424c-bcbf-4e3a4a48f113 req-cc1c2eca-d0c3-451e-8b1a-e3c2d07faee9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 950 time: 0.1406751 Jan 29 19:37:45.368186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:45.368642 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.369022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.411536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:45.413926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66217-e16b-4a71-98c4-85961199eb1f req-9ea5195d-bce4-4f72-97c4-46e720e19dc3 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:45.417151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eed66217-e16b-4a71-98c4-85961199eb1f req-9ea5195d-bce4-4f72-97c4-46e720e19dc3 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 1132 time: 0.1291037 Jan 29 19:37:45.441781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:45.445608 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68522aae-295a-4b8a-96e6-95b7240fced4" -d '{"events": [{"server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "name": "network-vif-plugged", "status": "completed", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:45.471344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5138d9e-7b3d-424c-bcbf-4e3a4a48f113 req-89711e23-f0f0-4df5-9755-2071d1fd8df6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502988 Jan 29 19:37:45.493773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eed66217-e16b-4a71-98c4-85961199eb1f req-a94c7d36-d926-46f7-8d6e-5a1fc5738129 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.497467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.517510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:45.626036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:45.661678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Attempting to bind port 7e4d84da-fa24-409f-9235-19415a9b701f on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:45.662366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Attempting to bind port 7e4d84da-fa24-409f-9235-19415a9b701f by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:45.662945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Attempting to bind port 7e4d84da-fa24-409f-9235-19415a9b701f on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:45.675318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Port 7e4d84da-fa24-409f-9235-19415a9b701f on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:37:45.676001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Attempting to bind port 7e4d84da-fa24-409f-9235-19415a9b701f on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:45.684036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:45.685354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:45.685959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:45.687151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Bound port: 7e4d84da-fa24-409f-9235-19415a9b701f, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:45.687728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.705721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb28d3-c71d-4344-a61f-6b5656e4923c req-ebb5cd08-ed6d-459a-af72-35e80d7b6f4f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:45.713769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1efb28d3-c71d-4344-a61f-6b5656e4923c req-ebb5cd08-ed6d-459a-af72-35e80d7b6f4f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0822561 Jan 29 19:37:45.771034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:45.774801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:45.806902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1efb28d3-c71d-4344-a61f-6b5656e4923c req-80352aa4-72ab-495f-addd-d9c4dd83cc91 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922120 Jan 29 19:37:45.809494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks [] for router_gateway (4738da77-960f-4d97-91da-3a5d229b7b9d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.816064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eed66217-e16b-4a71-98c4-85961199eb1f req-a94c7d36-d926-46f7-8d6e-5a1fc5738129 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Publish callbacks [] for security_group (a534177b-efdf-4b84-ac37-72e5be2681fd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.859289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.908653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eed66217-e16b-4a71-98c4-85961199eb1f req-a94c7d36-d926-46f7-8d6e-5a1fc5738129 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a534177b-efdf-4b84-ac37-72e5be2681fd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.979899 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eed66217-e16b-4a71-98c4-85961199eb1f req-a94c7d36-d926-46f7-8d6e-5a1fc5738129 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451868 Jan 29 19:37:45.980827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:45.994177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:45.995053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:45.996193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-021d7d29-6bf8-43f6-be1f-7ddb161d9acb service neutron] 10.222.0.13 "PUT /v2.0/ports/7e4d84da-fa24-409f-9235-19415a9b701f HTTP/1.1" status: 200 len: 1096 time: 1.4865260 Jan 29 19:37:45.999570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:46.008055 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f3634-168a-448f-b3ed-0400bbca2fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:46.031048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c7d36-d926-46f7-8d6e-5a1fc5738129 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a534177b-efdf-4b84-ac37-72e5be2681fd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:46.079272 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97deaec-d667-401b-bb3e-302de471b782 x-openstack-request-id: req-b97deaec-d667-401b-bb3e-302de471b782 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:46.080619 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "name": "network-vif-plugged", "status": "completed", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:46.081563 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b97deaec-d667-401b-bb3e-302de471b782 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:46.082155 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'code': 200} Jan 29 19:37:46.169705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366881-59e2-48ed-b75b-74f654fea47d req-b15cb1d1-20d8-416f-b94f-93f96be622a8 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.182587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3366881-59e2-48ed-b75b-74f654fea47d req-b15cb1d1-20d8-416f-b94f-93f96be622a8 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 948 time: 0.2545891 Jan 29 19:37:46.238466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (4738da77-960f-4d97-91da-3a5d229b7b9d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:46.273308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3366881-59e2-48ed-b75b-74f654fea47d req-670f2aa1-ae7b-457d-bff5-77a5891b1be2 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898347 Jan 29 19:37:46.312803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bd105-571e-4817-b008-6bf70d8679e6 req-dfe1bbc8-4807-4244-ac06-2ecd93b540b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.314302 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-946bd105-571e-4817-b008-6bf70d8679e6 req-dfe1bbc8-4807-4244-ac06-2ecd93b540b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1127 time: 0.1704786 Jan 29 19:37:46.335782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a109860-ed2e-4b3a-8e79-b27a194d78ed req-d2017c01-26d3-4023-9727-27d18c776e53 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.343421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a109860-ed2e-4b3a-8e79-b27a194d78ed req-d2017c01-26d3-4023-9727-27d18c776e53 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1419592 Jan 29 19:37:46.411947 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb681d-4802-4538-a30e-9e7796a0801d x-openstack-request-id: req-d0eb681d-4802-4538-a30e-9e7796a0801d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:46.412305 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:46.412570 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0eb681d-4802-4538-a30e-9e7796a0801d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:46.413185 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'status': 'completed', 'code': 200} Jan 29 19:37:46.426877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9dca5-2370-4bdb-a85b-a31ac1aa17e7 None None] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:46.438605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-d2004ec4-cb32-4501-97b4-ba354966e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.443919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-d2004ec4-cb32-4501-97b4-ba354966e389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1396821070124b5ca97a95d792119507&device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 1130 time: 0.2420163 Jan 29 19:37:46.516683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-85ca45e4-473d-4cc4-ad69-9d0ca098ebff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7e4d84da-fa24-409f-9235-19415a9b701f HTTP/1.1" status: 200 len: 217 time: 0.0572605 Jan 29 19:37:46.520698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Router 4738da77-960f-4d97-91da-3a5d229b7b9d is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:37:46.572268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-946bd105-571e-4817-b008-6bf70d8679e6 req-b4a4cef6-9ba4-491e-87f8-0013a06966de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261739 Jan 29 19:37:46.598685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a109860-ed2e-4b3a-8e79-b27a194d78ed req-4c1a0667-9564-4849-9602-fc5a5715c4f8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498956 Jan 29 19:37:46.643142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-2e0e0dba-1a1c-4613-95ec-f8e9fb6a523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.644728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-2e0e0dba-1a1c-4613-95ec-f8e9fb6a523d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1151540 Jan 29 19:37:46.667874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] Provisioning complete for port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:46.668274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:46.768518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:46.806786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:37:46.819727 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Sync routers for ids ['4738da77-960f-4d97-91da-3a5d229b7b9d'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:37:46.836248 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Routers {'4738da77-960f-4d97-91da-3a5d229b7b9d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:46.840349 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4738da77-960f-4d97-91da-3a5d229b7b9d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:46.857315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] Current status of the port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:46.858091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:46.911579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:46.915541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c132bcb-737a-453d-8d8e-b79e0edd773d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3850777 Jan 29 19:37:46.915985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:46.918180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:46.918555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:46.954163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88575b8f-1773-4355-bdfa-d9db8a0329b7 req-7039518f-8ece-4f83-b30c-602094ac077f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.955866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-88575b8f-1773-4355-bdfa-d9db8a0329b7 req-7039518f-8ece-4f83-b30c-602094ac077f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 950 time: 0.1892087 Jan 29 19:37:46.963083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-61f29e2c-4b4a-48c9-937f-ce7406fe5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:46.964878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-61f29e2c-4b4a-48c9-937f-ce7406fe5e80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1810377 Jan 29 19:37:47.004942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Set router 4738da77-960f-4d97-91da-3a5d229b7b9d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:47.021249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-88575b8f-1773-4355-bdfa-d9db8a0329b7 req-ceb8caf6-01db-4a93-b8bf-d64887d5417a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551035 Jan 29 19:37:47.038934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] For port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:47.100566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.178638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-601cc3d7-399b-43d6-9d8f-8f13ef163733 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606772 Jan 29 19:37:47.208832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b03ca-f68d-4c35-aa0e-6eea0afa2b23 None None] Pushing event updated for resources: {'Port': ['ID=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:47.271546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1af7f471-7ed7-448b-8adc-d4bcd2d74870 None None] Provisioning complete for port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:47.272297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1af7f471-7ed7-448b-8adc-d4bcd2d74870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.304131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:47.309428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-75efc2c0-072b-4380-b008-f2d58c251d0a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529958 Jan 29 19:37:47.344026 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:37:45Z', 'revision_number': 3, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:47.367368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1af7f471-7ed7-448b-8adc-d4bcd2d74870 None None] Current status of the port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:47.371880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Checking router: 4738da77-960f-4d97-91da-3a5d229b7b9d for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:37:47.372134 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Updating router 4738da77-960f-4d97-91da-3a5d229b7b9d port aff40526-7674-495c-93be-56c2ac8e3878 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:37:47.402704 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aff40526-7674-495c-93be-56c2ac8e3878), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.668380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946d5a6-a3a1-44f6-95ac-5ef55c3c0258 req-b0d15832-c63d-4224-b015-516217a64f41 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:47.676662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f946d5a6-a3a1-44f6-95ac-5ef55c3c0258 req-b0d15832-c63d-4224-b015-516217a64f41 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.5027072 Jan 29 19:37:47.700582 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Publish callbacks [] for port (aff40526-7674-495c-93be-56c2ac8e3878), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.714941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf8013-ba09-449e-8205-1ac1e4738358 req-f49ca6a4-9c9c-4c5b-9c22-aa91b764057b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459637 Jan 29 19:37:47.744232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-83eaaec4-738e-46ac-90d5-c49350e0a0c8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:47.746383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f946d5a6-a3a1-44f6-95ac-5ef55c3c0258 req-ba2bd6f0-9903-414a-9589-2fe2cfe26732 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673544 Jan 29 19:37:47.751710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-83eaaec4-738e-46ac-90d5-c49350e0a0c8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4296784 Jan 29 19:37:47.778601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-d428273e-2acb-4bae-8527-2127e385f85c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/quotas/63c81cb9fbb14331988a814645b9390b HTTP/1.1" status: 200 len: 375 time: 0.0248482 Jan 29 19:37:47.805397 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (aff40526-7674-495c-93be-56c2ac8e3878), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.869441 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4e57a-b1c0-4da9-b717-d6ac1c22df07 None None] Pushing event updated for resources: {'Port': ['ID=aff40526-7674-495c-93be-56c2ac8e3878,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:47.910117 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Attempting to bind port aff40526-7674-495c-93be-56c2ac8e3878 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:47.910492 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Attempting to bind port aff40526-7674-495c-93be-56c2ac8e3878 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:47.910872 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Attempting to bind port aff40526-7674-495c-93be-56c2ac8e3878 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:47.927218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-34368d02-73be-489a-9477-ddcdd6449b86 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1459093 Jan 29 19:37:47.927453 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:47.927767 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:47.928461 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.937308 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:47.937937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Bound port: aff40526-7674-495c-93be-56c2ac8e3878, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:47.938337 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aff40526-7674-495c-93be-56c2ac8e3878), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:47.989529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-eac993f0-f864-42ee-99ec-d01eae4575e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:47.991097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-eac993f0-f864-42ee-99ec-d01eae4575e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1396821070124b5ca97a95d792119507&device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 1130 time: 0.1152899 Jan 29 19:37:48.089354 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] For port aff40526-7674-495c-93be-56c2ac8e3878, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:48.100076 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] For port aff40526-7674-495c-93be-56c2ac8e3878, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=aff40526-7674-495c-93be-56c2ac8e3878,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:48.180814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:48.187546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-923191c4-c68d-4f3d-929d-1a519f6864a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:48.189079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-923191c4-c68d-4f3d-929d-1a519f6864a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1907897 Jan 29 19:37:48.200102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28bf0b-087d-4369-90e3-6fe5fed5ff11 req-e177ed40-be1f-447a-b0f7-1f496004a1aa tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:48.205685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b28bf0b-087d-4369-90e3-6fe5fed5ff11 req-e177ed40-be1f-447a-b0f7-1f496004a1aa tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 948 time: 0.0816345 Jan 29 19:37:48.229953 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (aff40526-7674-495c-93be-56c2ac8e3878), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:48.265222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-cf95b3d3-fe27-41cb-8a62-f0a861bae4d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=7e4d84da-fa24-409f-9235-19415a9b701f HTTP/1.1" status: 200 len: 217 time: 0.0532918 Jan 29 19:37:48.333042 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4e57a-b1c0-4da9-b717-d6ac1c22df07 None None] Pushing event updated for resources: {'Port': ['ID=aff40526-7674-495c-93be-56c2ac8e3878,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:48.337836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Routers {'4738da77-960f-4d97-91da-3a5d229b7b9d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:48.340400 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4738da77-960f-4d97-91da-3a5d229b7b9d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:48.364753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-839750ef-5a0c-4699-a273-6ab3f3fa06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:48.366341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-839750ef-5a0c-4699-a273-6ab3f3fa06e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1003454 Jan 29 19:37:48.370721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b28bf0b-087d-4369-90e3-6fe5fed5ff11 req-bf7abc6b-ca4b-4a12-b9bc-00122e41890a tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170816 Jan 29 19:37:48.421224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Allocated IP 172.20.0.1 (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe/8579dd7f-750a-4538-94a0-ee651f2e952c/975e41a8-be5e-48f1-b6bf-a4ba854fa5ee) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:48.446905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-83672852-acce-47b9-a762-56bd51f07faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:48.448512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-83672852-acce-47b9-a762-56bd51f07faa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0734954 Jan 29 19:37:48.499778 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] Set router 4738da77-960f-4d97-91da-3a5d229b7b9d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:48.578400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks [] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:48.637234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:48.689602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5f523-471c-4175-a88f-773485d28afc req-59220936-19a5-48bb-bdb5-63e02acba0d4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:48.695773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:48.697321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fef5f523-471c-4175-a88f-773485d28afc req-59220936-19a5-48bb-bdb5-63e02acba0d4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1930428 Jan 29 19:37:48.724708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:48.728390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:48.738492 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:37:45Z', 'revision_number': 3, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:48.757085 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-c9e3b2e6-a64c-4068-816c-d9b75be47b5a service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998483 Jan 29 19:37:48.768639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fef5f523-471c-4175-a88f-773485d28afc req-b930b803-f3fb-4d1a-926d-7a8cd8a872df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704029 Jan 29 19:37:48.769524 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f0a4a-75f8-4bf0-bff5-7ccdf735334c None None] The sync data for ids ['4738da77-960f-4d97-91da-3a5d229b7b9d'] in n-d-825496-5 is: [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:37:45Z', 'revision_number': 3, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:37:48.787468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:48.792133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:48.799595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:48.968964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (4738da77-960f-4d97-91da-3a5d229b7b9d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:48.970256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:49.006262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-371f3634-168a-448f-b3ed-0400bbca2fa7 req-c35f527b-006c-4e92-89c6-b4b62815931b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365780 Jan 29 19:37:49.114860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Pushing event updated for resources: {'Port': ['ID=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:49.136453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.136807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.137244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.137593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.137935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.138273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.138610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.138940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.139327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.139657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.140191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.140682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.141019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.234811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.289332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05898932-5920-4f8a-92c4-c1208dfb95f5 req-70759145-9ad2-4316-8ca4-edc7e882c648 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.291667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05898932-5920-4f8a-92c4-c1208dfb95f5 req-70759145-9ad2-4316-8ca4-edc7e882c648 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.1656864 Jan 29 19:37:49.318540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-854f25c0-d2fe-49c7-b3a2-ae8f9167a276 None None] Provisioning complete for port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:49.321285 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-854f25c0-d2fe-49c7-b3a2-ae8f9167a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.425866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.426134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.426607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.427075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.427536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.428228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.428465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.429274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05898932-5920-4f8a-92c4-c1208dfb95f5 req-c18ca31f-7243-412b-836b-40e6373433f3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020236 Jan 29 19:37:49.438168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-854f25c0-d2fe-49c7-b3a2-ae8f9167a276 None None] Port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:49.439069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.441974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.443008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.446000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:49.458132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-697314d6-42d8-4168-bdbe-2540d8f4fbf7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f&device_id=9a1f7c67-3101-480a-8ead-e178479cd604&device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc&device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d&device_id=734059d0-10c0-460e-86ae-4c3b77a985bb&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801&device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35&device_id=5b0df593-70d2-49f9-9caf-6d91538c8830&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1&device_id=d33085b9-e90a-46d0-b6c2-39a07b001398&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 10324 time: 0.1698148 Jan 29 19:37:49.488538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.574233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks [] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.635181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Publish callbacks [] for security_group (742e893b-0c55-454b-974d-21ea33b28ba7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.663507 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.720923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (742e893b-0c55-454b-974d-21ea33b28ba7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.786453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (4738da77-960f-4d97-91da-3a5d229b7b9d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:49.807657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Pushing event updated for resources: {'Port': ['ID=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:49.846373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742e893b-0c55-454b-974d-21ea33b28ba7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:49.862297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.862640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.862988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.863325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.863669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.864004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.864364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.864692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.865018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.865342 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.865670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.865993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.866313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:37:49.909792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1847795-7b27-4308-9316-5d7a3ab57739 req-2841c1cc-450c-4713-8b34-9ac2eefa500c tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&id=4906989e-1849-44f6-b897-598a62588d1d&id=57c0b67b-961c-4e87-a8b7-890837ae60d6&id=0c9dc07a-cfdb-4966-be9d-825c0986b986&id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&id=abea2e3e-fa21-4cb6-b803-7510f4da1503&id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4507704 Jan 29 19:37:50.010717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6084be-7c36-4ad9-8ac2-c3b3c89e4e50 req-43c0ffd4-783f-46bd-a96a-386545e59de9 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:50.013159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec6084be-7c36-4ad9-8ac2-c3b3c89e4e50 req-43c0ffd4-783f-46bd-a96a-386545e59de9 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 948 time: 0.1954963 Jan 29 19:37:50.032746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:50.042267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:50.074301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc19f3-cd95-4079-9fea-01ff803f5995 req-c1d138bb-e806-43b1-af62-a58cab66da8b tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:50.081920 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bdc19f3-cd95-4079-9fea-01ff803f5995 req-c1d138bb-e806-43b1-af62-a58cab66da8b tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1127 time: 0.0762334 Jan 29 19:37:50.169193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bdc19f3-cd95-4079-9fea-01ff803f5995 req-7fd2c015-9c4e-46ca-ad3a-48eae38d47f8 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826113 Jan 29 19:37:50.237991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec6084be-7c36-4ad9-8ac2-c3b3c89e4e50 req-53c640c7-e03b-412e-ae3e-01af344a03e1 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163022 Jan 29 19:37:50.306733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Router 4738da77-960f-4d97-91da-3a5d229b7b9d has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:37:50.307062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fee401ea-920e-4718-8af8-d67cc5ce60c7 req-2bf55899-5fb1-4553-a91f-21e1b962a213 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 210 time: 0.0512524 Jan 29 19:37:50.477885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9de14716-6d53-4a37-952b-caa8aa9ccb66 None None] Provisioning complete for port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:50.479085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9de14716-6d53-4a37-952b-caa8aa9ccb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:50.543203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0fb48-52e4-4d4c-ae47-bfff27a54718 req-9770ccdc-841f-4ae7-974c-c997c2f9fefa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:50.545295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1df0fb48-52e4-4d4c-ae47-bfff27a54718 req-9770ccdc-841f-4ae7-974c-c997c2f9fefa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1639783 Jan 29 19:37:50.550467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:37:50.562763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac510093-cbd0-4f15-9465-b397fb9c6520 admin admin] 10.222.0.15 "PUT /v2.0/routers/4738da77-960f-4d97-91da-3a5d229b7b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6457574 Jan 29 19:37:50.564502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9de14716-6d53-4a37-952b-caa8aa9ccb66 None None] Port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:50.626910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1df0fb48-52e4-4d4c-ae47-bfff27a54718 req-c040a0b4-9d6e-4f0a-bd57-5c21659b10da tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743823 Jan 29 19:37:50.727114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device aff40526-7674-495c-93be-56c2ac8e3878 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:50.746299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:50.853409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-195546192'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:50.869102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port aff40526-7674-495c-93be-56c2ac8e3878 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:50.869732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (aff40526-7674-495c-93be-56c2ac8e3878), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:50.975474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:50.979989 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.002326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port aff40526-7674-495c-93be-56c2ac8e3878 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:51.002631 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aff40526-7674-495c-93be-56c2ac8e3878), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.027772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:37:51.048914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port aff40526-7674-495c-93be-56c2ac8e3878, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=aff40526-7674-495c-93be-56c2ac8e3878,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:51.051243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:37:51.058814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.058814 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Added segment d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b of type vlan for network ce1dc6a1-0247-4a46-b84d-f26bef317303 Jan 29 19:37:51.155478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (aff40526-7674-495c-93be-56c2ac8e3878), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.164521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ce1dc6a1-0247-4a46-b84d-f26bef317303), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.227793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:51.242836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=aff40526-7674-495c-93be-56c2ac8e3878,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:51.246039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7e4d84da-fa24-409f-9235-19415a9b701f', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '7e4d84da-fa24-409f-9235-19415a9b701f', 'mac_address': 'fa:16:3e:62:b8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:37:51.300165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ce1dc6a1-0247-4a46-b84d-f26bef317303), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.308053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:51.308767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.314556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:51.315154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.341415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4d84da-fa24-409f-9235-19415a9b701f {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:37:51.389590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:51.490165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235fd5-f665-45ce-acba-551fa256b109 req-81dadc29-0cf4-4ac6-b1c0-c68f204f16a7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:51.497462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235fd5-f665-45ce-acba-551fa256b109 req-81dadc29-0cf4-4ac6-b1c0-c68f204f16a7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:51.498063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235fd5-f665-45ce-acba-551fa256b109 req-81dadc29-0cf4-4ac6-b1c0-c68f204f16a7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:51.503685 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:51.506831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1235fd5-f665-45ce-acba-551fa256b109 req-81dadc29-0cf4-4ac6-b1c0-c68f204f16a7 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb&device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35&device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 2975 time: 0.1583855 Jan 29 19:37:51.611209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Network': ['ID=ce1dc6a1-0247-4a46-b84d-f26bef317303,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:51.626737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-95776ef4-12d1-470b-9aef-77c72ea12186 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8768358 Jan 29 19:37:51.627344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33484) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:51.634549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:37:51.663128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'subnet': {'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:51.667771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:51.757255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1235fd5-f665-45ce-acba-551fa256b109 req-d5e0bc53-c5f0-4eea-b748-679e8449517e tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494860 Jan 29 19:37:51.761673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Sync routers for ids ['4738da77-960f-4d97-91da-3a5d229b7b9d'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:37:51.824504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Routers {'4738da77-960f-4d97-91da-3a5d229b7b9d'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:51.827661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4738da77-960f-4d97-91da-3a5d229b7b9d'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:51.875508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7e4d84da-fa24-409f-9235-19415a9b701f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:51.898587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc86f-002c-4a38-9ff5-5dff10de670b req-b130695c-6c97-42b7-98ea-c44bd574bcc8 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:51.907233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-440dc86f-002c-4a38-9ff5-5dff10de670b req-b130695c-6c97-42b7-98ea-c44bd574bcc8 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.0639098 Jan 29 19:37:51.968738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-440dc86f-002c-4a38-9ff5-5dff10de670b req-a4d754e8-ad14-4538-ab69-0567f50d0a66 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Jan 29 19:37:52.025494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1836c28-6c06-4d36-a04c-1a3c41495349 req-cdde68e0-7b29-45b0-a562-b7c117d1b75e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 210 time: 0.0917997 Jan 29 19:37:52.053336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Set router 4738da77-960f-4d97-91da-3a5d229b7b9d gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:52.166182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:52.175301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:52.353643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74144-ef94-4cb3-aadd-299924867220 req-246e8575-adcb-4de5-8145-288f4a4fe8de tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:52.361183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cb74144-ef94-4cb3-aadd-299924867220 req-246e8575-adcb-4de5-8145-288f4a4fe8de tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.2504671 Jan 29 19:37:52.462048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cb74144-ef94-4cb3-aadd-299924867220 req-21a2eaf4-08c3-4397-80ca-d13beba51be5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977361 Jan 29 19:37:52.646767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (75779c98-816f-45f8-8ec4-8f7de0b75df1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:52.677815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device aff40526-7674-495c-93be-56c2ac8e3878 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:52.743012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Subnet': ['ID=75779c98-816f-45f8-8ec4-8f7de0b75df1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:52.765451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Checking segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:52.766048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network hostable DHCP agents. Network: ce1dc6a1-0247-4a46-b84d-f26bef317303, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:37:52.867758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port aff40526-7674-495c-93be-56c2ac8e3878 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:52.868143 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (aff40526-7674-495c-93be-56c2ac8e3878), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:52.875260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:37:52.887087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-b15beee4-37d2-4ce7-a0e6-7222e18630ed tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1220395628&fields=id&tenant_id=082d8ce4dd7942e9b4b314d5db657bda HTTP/1.1" status: 200 len: 267 time: 0.0696120 Jan 29 19:37:52.943371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ce1dc6a1-0247-4a46-b84d-f26bef317303) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:52.947983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:52.948907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:52.974628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330b26c-2847-473c-a042-a7e83419ebe7 None None] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:52.983825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:37:49Z', 'revision_number': 4, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '975e41a8-be5e-48f1-b6bf-a4ba854fa5ee', 'name': '', 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'mac_address': 'fa:16:3e:95:a0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8579dd7f-750a-4538-94a0-ee651f2e952c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:48Z', 'updated_at': '2022-01-29T19:37:49Z', 'revision_number': 2, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'subnets': [{'id': '8579dd7f-750a-4538-94a0-ee651f2e952c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:53.004135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-d0e2154d-d748-42d0-94df-30c58d56c0b1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:53.012609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-d0e2154d-d748-42d0-94df-30c58d56c0b1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 824 time: 0.1244867 Jan 29 19:37:53.027062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0ca59660-b3d5-43c2-9596-4f573189b497 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3959527 Jan 29 19:37:53.029626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33516) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:53.035865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1886422557'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:53.040659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-53041aa2-2684-4971-954b-a68ead03a9d9 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/quotas/082d8ce4dd7942e9b4b314d5db657bda HTTP/1.1" status: 200 len: 375 time: 0.0264764 Jan 29 19:37:53.130577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-3d260706-a3b6-46ff-9441-e65e81da1a88 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886948 Jan 29 19:37:53.132744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Checking router: 4738da77-960f-4d97-91da-3a5d229b7b9d for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:37:53.133107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Updating router 4738da77-960f-4d97-91da-3a5d229b7b9d port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:37:53.197984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.227706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:53.234225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.269268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port aff40526-7674-495c-93be-56c2ac8e3878 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:53.311342 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-50c4c6d4-a879-492d-bbba-40d07f05060d service neutron] 10.222.0.15 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625550 Jan 29 19:37:53.341877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-9754dc49-5df7-4411-8e6f-09458f2f2fd0 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432155 Jan 29 19:37:53.344095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:37:53.362140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85157e-9c25-48ba-924e-e46d41fc986b req-1550837a-b9ed-497e-9329-7dbab70329fd tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:53.363993 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a85157e-9c25-48ba-924e-e46d41fc986b req-1550837a-b9ed-497e-9329-7dbab70329fd tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.1831172 Jan 29 19:37:53.381117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ce1dc6a1-0247-4a46-b84d-f26bef317303', 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303', 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'fixed_ips': [{'subnet_id': '75779c98-816f-45f8-8ec4-8f7de0b75df1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:37:53.382031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.437931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4601aa48-6cce-4982-b81a-073b43717091), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.438278 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Added segment 4601aa48-6cce-4982-b81a-073b43717091 of type vlan for network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 Jan 29 19:37:53.480092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-26427538-5fbb-4e8d-ab3c-715861e17652 service neutron] 10.222.0.15 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426749 Jan 29 19:37:53.496625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (42d95ac4-b43d-4295-a00b-d271fe1d4ff3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.544661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-7ba8f203-6986-4298-bf98-8de645abc07b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576909 Jan 29 19:37:53.754752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a85157e-9c25-48ba-924e-e46d41fc986b req-83f0269d-1520-467c-b34a-de89dcd766e4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771818 Jan 29 19:37:53.759899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (42d95ac4-b43d-4295-a00b-d271fe1d4ff3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.766438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Allocated IP 19.80.0.2 (ce1dc6a1-0247-4a46-b84d-f26bef317303/75779c98-816f-45f8-8ec4-8f7de0b75df1/9cce8502-fe91-4dae-8300-45f0da2c811b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:53.783263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:53.799744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:53.847132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-fdecf761-01a3-4090-97cf-8b61140df127 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:53.852416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-fdecf761-01a3-4090-97cf-8b61140df127 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898335 Jan 29 19:37:53.952332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91437006-63bc-474f-aaab-969b1cd73210 req-a479d02c-af9b-4cdd-8c20-557e6332a419 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 210 time: 0.0951841 Jan 29 19:37:53.984357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:54.208995 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Publish callbacks [] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.218559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd149d-d25b-4046-a4f4-ca76a7922a65 req-407d9859-5cad-427f-b066-2e6f9b03c1d6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:54.219979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1883268 Jan 29 19:37:54.230847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9bd149d-d25b-4046-a4f4-ca76a7922a65 req-407d9859-5cad-427f-b066-2e6f9b03c1d6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1147997 Jan 29 19:37:54.232711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33538) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:54.244423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'subnet': {'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:54.259007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d31fcaa7-2a74-4324-be98-2c818fb3b6e5 req-0a93cf4a-80c7-49b1-a798-040b73ce18ab tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0594869 Jan 29 19:37:54.278412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-5ba66e3f-2f11-43b6-899b-e25363a8da50 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:54.281918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-5ba66e3f-2f11-43b6-899b-e25363a8da50 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9293871 Jan 29 19:37:54.282173 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Publish callbacks [] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.284261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f3c11-6b0a-44c4-b806-dbcaad9c81a7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Network': ['ID=42d95ac4-b43d-4295-a00b-d271fe1d4ff3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:54.323790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:37:54.329398 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.363136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': '9a1f7c67-3101-480a-8ead-e178479cd604', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:54.370833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9bd149d-d25b-4046-a4f4-ca76a7922a65 req-e3dfe0fb-390f-4185-8b14-8bd0610991c6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389787 Jan 29 19:37:54.555894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:54.555894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.556547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.578451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.26', 65188) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:37:54.620912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:54.630515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:54.641368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:54.683143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c0ae8-dfe2-4d8d-b027-b93038201f58 None None] Pushing event updated for resources: {'Port': ['ID=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:54.687636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-f59fb82f-ab0a-47b2-8ad8-4cc95a3de56d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:54.689265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-f59fb82f-ab0a-47b2-8ad8-4cc95a3de56d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.26 "GET /v2.0/ports?device_id=d33085b9-e90a-46d0-b6c2-39a07b001398 HTTP/1.1" status: 200 len: 946 time: 0.1094632 Jan 29 19:37:54.736385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Pushing event updated for resources: {'Port': ['ID=9cce8502-fe91-4dae-8300-45f0da2c811b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:54.770464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:54.774002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.782165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.97 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/e71e6fdf-9a34-4d3c-a93a-8d1d5616812b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:54.782643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:54.791110 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.902862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Attempting to bind port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:54.903442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Attempting to bind port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:54.903579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Attempting to bind port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee on network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:54.946221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Attempting to bind port 9cce8502-fe91-4dae-8300-45f0da2c811b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:54.946600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Attempting to bind port 9cce8502-fe91-4dae-8300-45f0da2c811b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:54.946964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Attempting to bind port 9cce8502-fe91-4dae-8300-45f0da2c811b on network ce1dc6a1-0247-4a46-b84d-f26bef317303 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:54.965700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:54.966084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Checking segment: {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:54.966488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.966883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Bound using segment: {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:54.967600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Bound port: 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91baf032-4341-486e-bcba-aaffa53e9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:54.968112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.985673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b468732e-6cbc-4cab-bda3-63eaa7fce10c None None] Provisioning complete for port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:54.986126 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b468732e-6cbc-4cab-bda3-63eaa7fce10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.990162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:54.995007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Checking segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:54.995007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:54.995007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Bound using segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:54.995007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Bound port: 9cce8502-fe91-4dae-8300-45f0da2c811b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:54.995007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.097091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:55.110071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876115e-029f-4a2f-b7a9-170a50632bdc req-2d73091a-43ce-48b9-a99c-d8135320141c tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:55.111640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b876115e-029f-4a2f-b7a9-170a50632bdc req-2d73091a-43ce-48b9-a99c-d8135320141c tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.1748309 Jan 29 19:37:55.192616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca7394-3312-4400-af8c-822f3534d9f5 req-5b88d1a6-dea8-4d2d-8fda-8f76dcc6b5b9 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:55.195026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6ca7394-3312-4400-af8c-822f3534d9f5 req-5b88d1a6-dea8-4d2d-8fda-8f76dcc6b5b9 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1131 time: 0.1482689 Jan 29 19:37:55.202673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Deleting port 66900ad9-5015-497d-a320-331e8ea78cf2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:37:55.203642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.239513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] For port 9cce8502-fe91-4dae-8300-45f0da2c811b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:55.242901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] For port 9cce8502-fe91-4dae-8300-45f0da2c811b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9cce8502-fe91-4dae-8300-45f0da2c811b,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:55.282452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b468732e-6cbc-4cab-bda3-63eaa7fce10c None None] Port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:55.306710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b876115e-029f-4a2f-b7a9-170a50632bdc req-3503b426-848d-4665-95fd-d27ced5446dc tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878011 Jan 29 19:37:55.318045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] For port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:37:55.321772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] For port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:37:55.353287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.356118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.400591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6ca7394-3312-4400-af8c-822f3534d9f5 req-3452de60-e6e4-4596-8924-71d2a8f0d1ff tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923797 Jan 29 19:37:55.425306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] For port 66900ad9-5015-497d-a320-331e8ea78cf2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66900ad9-5015-497d-a320-331e8ea78cf2,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:55.425680 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.444709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f544b42e-6a50-46ad-bbcd-37138bddfcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.450459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 7e4d84da-fa24-409f-9235-19415a9b701f completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:37:55.468739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7e4d84da-fa24-409f-9235-19415a9b701f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:55.469301 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.485648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51023567-9c64-4822-a0e5-91bdc3813618 req-dd2afaae-9103-40e3-9077-866f61d7d780 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 210 time: 0.0512834 Jan 29 19:37:55.489395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.495076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (e4f94f58-a761-4872-b32a-d47c53daa25f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.515886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.570825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:55.574188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Subnet': ['ID=e4f94f58-a761-4872-b32a-d47c53daa25f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:55.693921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:55.722932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:55.726216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:55.803773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322b05-66ec-4d8d-822c-e317bda9e425 None None] Pushing event updated for resources: {'Port': ['ID=9cce8502-fe91-4dae-8300-45f0da2c811b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:55.847366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Checking segment: {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:55.847736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network hostable DHCP agents. Network: 42d95ac4-b43d-4295-a00b-d271fe1d4ff3, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:37:55.848508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13450003-03d3-47cb-9afa-b604500266e2 req-8bf1b7e7-73f6-4073-a607-246c46b2c0ce tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 210 time: 0.2171533 Jan 29 19:37:55.955118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:55.970077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:55.971746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Routers {'4738da77-960f-4d97-91da-3a5d229b7b9d'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:55.973087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4738da77-960f-4d97-91da-3a5d229b7b9d'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:55.985269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c0ae8-dfe2-4d8d-b027-b93038201f58 None None] Pushing event updated for resources: {'Port': ['ID=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:55.995004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:56.068794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5a8c5-644d-45a5-9a4d-2478753c78d2 req-8500bdfa-ac5a-4a8b-8c16-82a3762a3629 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:56.080040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ac5a8c5-644d-45a5-9a4d-2478753c78d2 req-8500bdfa-ac5a-4a8b-8c16-82a3762a3629 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.4545684 Jan 29 19:37:56.138144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.138560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.142882 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde disassociated. External IP: 172.25.5.72, port: 66900ad9-5015-497d-a320-331e8ea78cf2. Jan 29 19:37:56.142882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Calling delete_port for 66900ad9-5015-497d-a320-331e8ea78cf2 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:37:56.143129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dac764f8-4a48-4924-a3eb-00ada057d968 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1858189 Jan 29 19:37:56.172352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:37:56.206464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Request body: {'port': {'device_id': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:56.350341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ac5a8c5-644d-45a5-9a4d-2478753c78d2 req-993693e4-b49f-4f5a-ae65-073c95562a41 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691922 Jan 29 19:37:56.380394 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.421016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Provisioning complete for port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:56.421390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.486668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:37:56.490890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (66900ad9-5015-497d-a320-331e8ea78cf2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.493505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.192 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/34393ac0-e122-4e95-8bd0-6dbfc6071738) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:56.583618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Provisioning complete for port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:56.583764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 42d95ac4-b43d-4295-a00b-d271fe1d4ff3) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:56.596430 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.598868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:56.599619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.639720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:56.641538 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.650804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63443df1-ff60-424e-b4f3-163fbb92a09f None None] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:56.760661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-26b54a43-2758-4b8e-8e87-5d4e951ec155 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5134223 Jan 29 19:37:56.780433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cce8502-fe91-4dae-8300-45f0da2c811b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:56.849688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-42d95ac4-b43d-4295-a00b-d271fe1d4ff3', 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3', 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'fixed_ips': [{'subnet_id': 'e4f94f58-a761-4872-b32a-d47c53daa25f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:37:56.850832 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:56.922656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efeb65-4658-48b7-9451-384bee73a57f req-e563693f-6fbb-41ef-9e91-26f440085604 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:56.930250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2efeb65-4658-48b7-9451-384bee73a57f req-e563693f-6fbb-41ef-9e91-26f440085604 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1131 time: 0.5532191 Jan 29 19:37:56.952154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event deleted for resources: {'Port': ['ID=66900ad9-5015-497d-a320-331e8ea78cf2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:56.957090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:56.963779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:56.966164 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e747cac1-9f94-4aa7-91d3-23216d958480" -d '{"events": [{"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-plugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:56.971522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] Set router 4738da77-960f-4d97-91da-3a5d229b7b9d gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:57.106809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.218287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:37:57.297610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2efeb65-4658-48b7-9451-384bee73a57f req-41b125b7-cd9c-48cb-877d-15a6d00512d2 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664613 Jan 29 19:37:57.302676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17230cc2-31a2-4338-bdd7-da691d3b4130 None None] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:37:57.420949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Current status of the port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:57.421636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.433324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9cce8502-fe91-4dae-8300-45f0da2c811b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:57.436848 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.567255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6d32-5b3f-47d0-986a-445ff627632c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.587572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:57.613031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c321723b-aaeb-4fb9-b425-fc2927b576da tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:57.615596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c321723b-aaeb-4fb9-b425-fc2927b576da tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.13 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 824 time: 0.5975451 Jan 29 19:37:57.620616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] For port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:57.681963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Allocated IP 19.86.0.2 (42d95ac4-b43d-4295-a00b-d271fe1d4ff3/e4f94f58-a761-4872-b32a-d47c53daa25f/468ce03c-b4db-44eb-8465-65683aa85789) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:37:57.698404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b7890-e060-4aa2-b3cc-b0938d82a584 req-78301439-ce2a-4d9b-b923-bbf0f17919a1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:57.698404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e8b7890-e060-4aa2-b3cc-b0938d82a584 req-78301439-ce2a-4d9b-b923-bbf0f17919a1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 935 time: 0.1540079 Jan 29 19:37:57.705699 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.750885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79849d58-e76c-4572-8327-68db7026a83e req-36f3e091-a261-4cf3-a19c-76bd1810459e tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:57.752692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79849d58-e76c-4572-8327-68db7026a83e req-36f3e091-a261-4cf3-a19c-76bd1810459e tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 950 time: 0.2971113 Jan 29 19:37:57.785981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e8b7890-e060-4aa2-b3cc-b0938d82a584 req-eeef123d-9f1d-47da-bb91-35f7e861f8a5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 Jan 29 19:37:57.809778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:37:57.823641 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:37:57.850404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.856294 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:57.857219 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:57.908895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79849d58-e76c-4572-8327-68db7026a83e req-226221cb-5ce2-431b-ab08-e8e957b4fd7e tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412773 Jan 29 19:37:57.986272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] No DVR routers for this DVR port 66900ad9-5015-497d-a320-331e8ea78cf2 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:37:57.990901 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:57.995563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a484308-9406-45bd-aaa6-f0e90d796868 req-a9cb6d43-0089-439b-9fb7-d2f457cd116a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.26 "DELETE /v2.0/ports/66900ad9-5015-497d-a320-331e8ea78cf2 HTTP/1.1" status: 204 len: 173 time: 3.3000672 Jan 29 19:37:58.015225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'name': 'network-vif-deleted', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:37:58.022839 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bb67ae-2cd3-4f13-84db-cd64d0561fc6" -d '{"events": [{"server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "name": "network-vif-deleted", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:37:58.058993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9cce8502-fe91-4dae-8300-45f0da2c811b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:58.058993 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:58.067368 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:58.075851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-86546109-e5ed-414d-87ee-3abc177f5fa2 None None] Provisioning complete for port 9cce8502-fe91-4dae-8300-45f0da2c811b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:58.076508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86546109-e5ed-414d-87ee-3abc177f5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:58.085181 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1db56cc3-6b6b-4733-89ba-fe69c8765d21 req-9da2097a-729a-4254-9364-1d2590985b3a tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1081939 Jan 29 19:37:58.115313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 9cce8502-fe91-4dae-8300-45f0da2c811b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9cce8502-fe91-4dae-8300-45f0da2c811b,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:37:58.142307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-88ec1205-9d78-4956-bc02-d4ff3fef6b4f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082d8ce4dd7942e9b4b314d5db657bda HTTP/1.1" status: 200 len: 380 time: 0.4079473 Jan 29 19:37:58.163090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'port': {'device_id': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'admin_state_up': True, 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'security_groups': ['4906989e-1849-44f6-b897-598a62588d1d']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:58.191665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:58.210955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5201056-0911-4524-9830-07cf80d475d9 None None] Pushing event updated for resources: {'Port': ['ID=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:58.222524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:37:49Z', 'revision_number': 4, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '975e41a8-be5e-48f1-b6bf-a4ba854fa5ee', 'name': '', 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'mac_address': 'fa:16:3e:95:a0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8579dd7f-750a-4538-94a0-ee651f2e952c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:48Z', 'updated_at': '2022-01-29T19:37:55Z', 'revision_number': 4, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'subnets': [{'id': '8579dd7f-750a-4538-94a0-ee651f2e952c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:58.263740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6f80ab11-b3c2-4857-90ad-def48003fc5b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:58.299505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6f80ab11-b3c2-4857-90ad-def48003fc5b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:58.317326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6f80ab11-b3c2-4857-90ad-def48003fc5b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/networks?id=ce1dc6a1-0247-4a46-b84d-f26bef317303&id=42d95ac4-b43d-4295-a00b-d271fe1d4ff3&id=ce1dc6a1-0247-4a46-b84d-f26bef317303 HTTP/1.1" status: 200 len: 1391 time: 0.4069345 Jan 29 19:37:58.319618 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c835dc7-ce33-4f02-9873-8d3ae8b6b453 x-openstack-request-id: req-4c835dc7-ce33-4f02-9873-8d3ae8b6b453 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:58.327940 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-plugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:58.329372 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c835dc7-ce33-4f02-9873-8d3ae8b6b453 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:58.330720 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'code': 200} Jan 29 19:37:58.333921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0b4c1-d048-46d5-b0c2-08f728842c2f None None] The sync data for ids ['4738da77-960f-4d97-91da-3a5d229b7b9d'] in n-d-825496-5 is: [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:37:49Z', 'revision_number': 4, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '975e41a8-be5e-48f1-b6bf-a4ba854fa5ee', 'name': '', 'network_id': '65a17ab4-eaa7-42b5-9730-9fa5db0f09fe', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'mac_address': 'fa:16:3e:95:a0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8579dd7f-750a-4538-94a0-ee651f2e952c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:48Z', 'updated_at': '2022-01-29T19:37:55Z', 'revision_number': 4, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'subnets': [{'id': '8579dd7f-750a-4538-94a0-ee651f2e952c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:37:58.378280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-7313b40c-5951-4980-bdf2-3a186b562940 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/quotas/88a3215d2c5543d1977bc39c33cf4c29 HTTP/1.1" status: 200 len: 375 time: 0.0599241 Jan 29 19:37:58.593381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-21e2492f-69d0-41b2-bf54-6974a95997c6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2114711 Jan 29 19:37:58.741235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:37:58.772809 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:58.783118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Publish callbacks [] for port (468ce03c-b4db-44eb-8465-65683aa85789), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:58.785267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:58.790039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=9cce8502-fe91-4dae-8300-45f0da2c811b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:58.797129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:37:58.864665 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:37:58.900960 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:37:58.901820 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:37:59.041356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:59.044445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=34393ac0-e122-4e95-8bd0-6dbfc6071738,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:59.052657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Made reservation on behalf of 082d8ce4dd7942e9b4b314d5db657bda for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:37:59.062783 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.110107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:59.112298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:59.177193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06853-a3e0-49d6-a5fe-8bc9d14aef67 req-a638e9d5-55b3-4297-8754-cc8182598f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:59.186016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08f06853-a3e0-49d6-a5fe-8bc9d14aef67 req-a638e9d5-55b3-4297-8754-cc8182598f8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 1132 time: 0.7428317 Jan 29 19:37:59.231791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:37:59.334959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:37:59.337240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66900ad9-5015-497d-a320-331e8ea78cf2 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:37:59.339939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-86546109-e5ed-414d-87ee-3abc177f5fa2 None None] Current status of the port 9cce8502-fe91-4dae-8300-45f0da2c811b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:37:59.360862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.364869 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (468ce03c-b4db-44eb-8465-65683aa85789), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.596393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 66900ad9-5015-497d-a320-331e8ea78cf2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:37:59.596602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:59.596768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66900ad9-5015-497d-a320-331e8ea78cf2 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:37:59.597220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.599316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Pushing event updated for resources: {'Port': ['ID=468ce03c-b4db-44eb-8465-65683aa85789,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:37:59.641021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:37:59.652740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08f06853-a3e0-49d6-a5fe-8bc9d14aef67 req-27a7d8d3-d373-4b40-93c1-854653386fde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533463 Jan 29 19:37:59.659782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:37:59.665758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:37:59.675172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26462189-a322-44ba-9d2a-7f2f0c93b009 req-a3c95ab9-92cd-4d5f-9923-f774328217a2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:37:59.676758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26462189-a322-44ba-9d2a-7f2f0c93b009 req-a3c95ab9-92cd-4d5f-9923-f774328217a2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.3837063 Jan 29 19:37:59.706531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-abd027bd-4552-41c1-9823-fcb735ee451a service neutron] 10.222.0.15 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1120117 Jan 29 19:37:59.781157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ab792f5c-1b2d-4dc6-adc6-560dabd4ae85 None None] Provisioning complete for port 9cce8502-fe91-4dae-8300-45f0da2c811b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:59.781586 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab792f5c-1b2d-4dc6-adc6-560dabd4ae85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.797548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26462189-a322-44ba-9d2a-7f2f0c93b009 req-64c76b1d-5a8e-4a78-a87f-331a604fa3ba tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140575 Jan 29 19:37:59.805160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-32237a95-cbd4-477d-b1a9-9586814ada40 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4508963 Jan 29 19:37:59.829900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Request body: {'port': {'device_id': '9a1f7c67-3101-480a-8ead-e178479cd604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:37:59.834818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Attempting to bind port 468ce03c-b4db-44eb-8465-65683aa85789 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:37:59.835208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Attempting to bind port 468ce03c-b4db-44eb-8465-65683aa85789 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:37:59.835576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Attempting to bind port 468ce03c-b4db-44eb-8465-65683aa85789 on network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:37:59.849075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.851964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-b4a116c2-fe2e-4c56-8a57-27433fac2b3e service neutron] 10.222.0.15 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317432 Jan 29 19:37:59.875781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:37:59.876768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Checking segment: {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:37:59.877205 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.877926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Bound using segment: {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:37:59.878100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Bound port: 468ce03c-b4db-44eb-8465-65683aa85789, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:37:59.878552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (468ce03c-b4db-44eb-8465-65683aa85789), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.881340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:37:59.881707 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:37:59.893169 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4878774-9b0a-4617-a548-7229f61f6ee7 x-openstack-request-id: req-d4878774-9b0a-4617-a548-7229f61f6ee7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:37:59.893512 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33085b9-e90a-46d0-b6c2-39a07b001398", "name": "network-vif-deleted", "tag": "66900ad9-5015-497d-a320-331e8ea78cf2", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:37:59.893699 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4878774-9b0a-4617-a548-7229f61f6ee7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:37:59.894093 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33085b9-e90a-46d0-b6c2-39a07b001398', 'name': 'network-vif-deleted', 'tag': '66900ad9-5015-497d-a320-331e8ea78cf2', 'status': 'completed', 'code': 200} Jan 29 19:37:59.963492 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:00.018397 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242be7e-8e36-4f98-a1f3-40d18e0bb14c None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:38:00.042216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Allocated IP 172.20.0.12 (798bd981-fb4d-4a44-9e2c-966a5bf87469/dac29177-4767-4591-a124-e46dac5e52f2/98666d08-c7ac-4fd5-9527-c25cf92aba22) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:00.049838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71e6fdf-9a34-4d3c-a93a-8d1d5616812b {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:00.060872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Publish callbacks [] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.074947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Transition to ACTIVE for port object e71e6fdf-9a34-4d3c-a93a-8d1d5616812b will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:00.098274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.101376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c6cab1a4-3b93-43c3-a3ea-038084c0ffb9 service neutron] 10.222.0.15 "GET /v2.0/networks/42d95ac4-b43d-4295-a00b-d271fe1d4ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419863 Jan 29 19:38:00.261218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] For port 468ce03c-b4db-44eb-8465-65683aa85789, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:00.275494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] For port 468ce03c-b4db-44eb-8465-65683aa85789, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=468ce03c-b4db-44eb-8465-65683aa85789,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:00.289934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-df138c77-e261-4421-b96e-a266907eb4ea service neutron] 10.222.0.15 "GET /v2.0/networks/42d95ac4-b43d-4295-a00b-d271fe1d4ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719153 Jan 29 19:38:00.291349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.377141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ab792f5c-1b2d-4dc6-adc6-560dabd4ae85 None None] Current status of the port 9cce8502-fe91-4dae-8300-45f0da2c811b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:00.379751 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (468ce03c-b4db-44eb-8465-65683aa85789), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.383750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efaab-e953-42f4-a140-fb7fe48f4b32 req-fcb31eea-21d7-4184-808f-aed724b095c2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:00.407224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b43efaab-e953-42f4-a140-fb7fe48f4b32 req-fcb31eea-21d7-4184-808f-aed724b095c2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 935 time: 0.3203094 Jan 29 19:38:00.436056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.542546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Pushing event updated for resources: {'Port': ['ID=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:00.598852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:00.612405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192cec7a-12c5-4fb0-8546-37bcba40a71e None None] New status for floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:38:00.732066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34393ac0-e122-4e95-8bd0-6dbfc6071738 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:00.745060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Publish callbacks [] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.749624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3ea1eb75-3076-46e8-9fde-74274d3ecf2d None None] Provisioning complete for port 34393ac0-e122-4e95-8bd0-6dbfc6071738 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:00.754873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ea1eb75-3076-46e8-9fde-74274d3ecf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.769376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-f5fc4c03-1b29-4bb0-8d6a-be1f27fce69d service neutron] 10.222.0.15 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729776 Jan 29 19:38:00.772740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Transition to ACTIVE for port object 34393ac0-e122-4e95-8bd0-6dbfc6071738 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:00.838489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1eb75-3076-46e8-9fde-74274d3ecf2d None None] Port 34393ac0-e122-4e95-8bd0-6dbfc6071738 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:00.840535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98c06c-dc7d-48ff-b910-cb83e90d897f None None] Pushing event updated for resources: {'Port': ['ID=468ce03c-b4db-44eb-8465-65683aa85789,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:00.854108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cce8502-fe91-4dae-8300-45f0da2c811b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:00.865020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:00.882786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b43efaab-e953-42f4-a140-fb7fe48f4b32 req-a9c8646b-8826-43ea-8330-ec921aabba48 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731922 Jan 29 19:38:00.892599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.026405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Attempting to bind port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:01.027196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Attempting to bind port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:01.027927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Attempting to bind port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:01.039473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:01.058457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Attempting to bind port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:01.135320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:01.135804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:01.136910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:01.137915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Bound port: e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:01.138565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.154946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=34393ac0-e122-4e95-8bd0-6dbfc6071738,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:01.177443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-5c2e1bd5-e1ba-42c7-be50-88dda5113c3d service neutron] 10.222.0.15 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954694 Jan 29 19:38:01.223745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9cce8502-fe91-4dae-8300-45f0da2c811b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:01.224150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.363693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] For port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:01.372556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] For port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:01.431943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dde1a-b8e7-4bcf-9917-0689a03c0b77 req-81c4b930-a011-48f4-9436-50f8d552890a tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:01.437040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-132dde1a-b8e7-4bcf-9917-0689a03c0b77 req-81c4b930-a011-48f4-9436-50f8d552890a tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 950 time: 0.3706744 Jan 29 19:38:01.446932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.462711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9cce8502-fe91-4dae-8300-45f0da2c811b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:01.485168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:01.485953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.487486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] 10.222.0.26 "PUT /v2.0/ports/e71e6fdf-9a34-4d3c-a93a-8d1d5616812b HTTP/1.1" status: 200 len: 1095 time: 5.3221240 Jan 29 19:38:01.487995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'tag': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:01.489988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.490163 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b4a467-3b83-4288-9f13-b76f0baa2056" -d '{"events": [{"name": "network-changed", "server_uuid": "d062067b-b90a-440c-a5a8-d2859004db1f", "tag": "e71e6fdf-9a34-4d3c-a93a-8d1d5616812b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:01.511907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.538347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a755b3-ecf5-4aa5-9b89-f19313a6159c service neutron] Pushing event updated for resources: {'Port': ['ID=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:01.573162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Attempting to bind port 34393ac0-e122-4e95-8bd0-6dbfc6071738 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:01.573653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Attempting to bind port 34393ac0-e122-4e95-8bd0-6dbfc6071738 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:01.573995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Attempting to bind port 34393ac0-e122-4e95-8bd0-6dbfc6071738 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:01.619583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Port 34393ac0-e122-4e95-8bd0-6dbfc6071738 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:01.619923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Attempting to bind port 34393ac0-e122-4e95-8bd0-6dbfc6071738 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:01.624818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:01.636923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-132dde1a-b8e7-4bcf-9917-0689a03c0b77 req-675b51d6-dbe2-4eb5-8e37-4e904c8e3f63 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962242 Jan 29 19:38:01.662685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:01.681708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:01.753860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:01.754209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:01.755175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:01.755742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Bound port: 34393ac0-e122-4e95-8bd0-6dbfc6071738, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:01.756039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.777410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event updated for resources: {'Port': ['ID=98666d08-c7ac-4fd5-9527-c25cf92aba22,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:01.778963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-24949d9e-2c0b-43ef-b0d1-b194c8d9eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:01.790304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-24949d9e-2c0b-43ef-b0d1-b194c8d9eece service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 1129 time: 0.1492820 Jan 29 19:38:01.905867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-4a0ffcdc-4518-439c-b0d2-4ac3590a0b9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b HTTP/1.1" status: 200 len: 217 time: 0.1015108 Jan 29 19:38:01.936331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:01.950306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:01.981603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] For port 34393ac0-e122-4e95-8bd0-6dbfc6071738, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:02.041895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] For port 34393ac0-e122-4e95-8bd0-6dbfc6071738, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:02.070321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c07c5-18b5-4740-8039-9895f4e928a4 req-cfca3a7d-949e-4138-bac8-838b19ddfc4d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:02.071167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f78e3-5b61-4fcf-a48c-8fb4825734b5 req-47ba8208-b2f8-466f-9a3e-f59378f116e3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:02.071990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de0c07c5-18b5-4740-8039-9895f4e928a4 req-cfca3a7d-949e-4138-bac8-838b19ddfc4d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 932 time: 0.1873443 Jan 29 19:38:02.077121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-53107f98-9102-40cb-bad5-a52adceab602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:02.078844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-53107f98-9102-40cb-bad5-a52adceab602 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1133440 Jan 29 19:38:02.084336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee6f78e3-5b61-4fcf-a48c-8fb4825734b5 req-47ba8208-b2f8-466f-9a3e-f59378f116e3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1138639 Jan 29 19:38:02.129494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-0fc6d834-26cf-4201-8dcf-fc9a87aed0a1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9709790 Jan 29 19:38:02.156650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee6f78e3-5b61-4fcf-a48c-8fb4825734b5 req-650e6d65-84e1-4bfa-9ff1-8038938faadb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711381 Jan 29 19:38:02.163458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Request body: {'port': {'device_id': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:02.168212 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:02.189137 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de0c07c5-18b5-4740-8039-9895f4e928a4 req-48e70f41-4a7e-462b-bb6a-dc1231f2847f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080768 Jan 29 19:38:02.223544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-57c45b06-9f72-4be7-9459-949bc60885c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:02.227176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-57c45b06-9f72-4be7-9459-949bc60885c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1181951 Jan 29 19:38:02.233205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9b23457c-2a24-4310-be06-78333c865d92 None None] Provisioning complete for port 98666d08-c7ac-4fd5-9527-c25cf92aba22 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:02.233588 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b23457c-2a24-4310-be06-78333c865d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:02.300123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:02.300123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:02.300123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] 10.222.0.26 "PUT /v2.0/ports/34393ac0-e122-4e95-8bd0-6dbfc6071738 HTTP/1.1" status: 200 len: 1096 time: 2.4675653 Jan 29 19:38:02.300830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1f7c67-3101-480a-8ead-e178479cd604', 'tag': '34393ac0-e122-4e95-8bd0-6dbfc6071738'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:02.301608 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e4e6f2-5e85-437e-a75c-37c3976aa759 x-openstack-request-id: req-51e4e6f2-5e85-437e-a75c-37c3976aa759 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:02.301843 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d062067b-b90a-440c-a5a8-d2859004db1f", "tag": "e71e6fdf-9a34-4d3c-a93a-8d1d5616812b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:02.302106 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51e4e6f2-5e85-437e-a75c-37c3976aa759 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:02.302528 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'tag': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', 'status': 'completed', 'code': 200} Jan 29 19:38:02.326048 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1f7c67-3101-480a-8ead-e178479cd604", "tag": "34393ac0-e122-4e95-8bd0-6dbfc6071738"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:02.370455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9b23457c-2a24-4310-be06-78333c865d92 None None] Port 98666d08-c7ac-4fd5-9527-c25cf92aba22 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:02.444542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646018e8-bb8f-47ca-a7f6-7e628d5e9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=34393ac0-e122-4e95-8bd0-6dbfc6071738,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:02.445737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b6401f63-d74f-4c22-af52-43c3ae0c4cfd req-ba9dcff3-30b4-4b1e-933a-45532d64f158 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 210 time: 0.0973601 Jan 29 19:38:02.495787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:02.537857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-655092c2-ec15-4159-a17f-1d6ff11dd1e1 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976043 Jan 29 19:38:02.777313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a007d5-9495-4a80-bd8a-145d1d2bbabe None None] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:02.787398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840eac-5f9d-49dd-a58e-b0b55d2ac491 req-56f2d7ba-f47d-4de3-83aa-a137c44c0922 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:02.790556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57840eac-5f9d-49dd-a58e-b0b55d2ac491 req-56f2d7ba-f47d-4de3-83aa-a137c44c0922 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 947 time: 0.1551676 Jan 29 19:38:02.856420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-dc8ce83a-61d8-448f-8122-dc0b6ef880ee service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108027 Jan 29 19:38:02.894140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 468ce03c-b4db-44eb-8465-65683aa85789 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:02.907768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57840eac-5f9d-49dd-a58e-b0b55d2ac491 req-e1e939b0-ef57-4910-9d60-88f1409765a5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044810 Jan 29 19:38:02.974752 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32feb1a0-6c9c-4f94-91dc-addd087d3e66 x-openstack-request-id: req-32feb1a0-6c9c-4f94-91dc-addd087d3e66 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:02.975055 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1f7c67-3101-480a-8ead-e178479cd604", "tag": "34393ac0-e122-4e95-8bd0-6dbfc6071738", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:02.975314 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32feb1a0-6c9c-4f94-91dc-addd087d3e66 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:02.975717 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1f7c67-3101-480a-8ead-e178479cd604', 'tag': '34393ac0-e122-4e95-8bd0-6dbfc6071738', 'status': 'completed', 'code': 200} Jan 29 19:38:02.982576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] Provisioning complete for port 468ce03c-b4db-44eb-8465-65683aa85789 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:02.983375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (468ce03c-b4db-44eb-8465-65683aa85789), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.004829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-fe645a16-42e5-4bd4-abfc-9e0f5ff52f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.004829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-fe645a16-42e5-4bd4-abfc-9e0f5ff52f42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 1130 time: 0.5454550 Jan 29 19:38:03.138019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-3ef3f22f-70c2-4357-8ec2-efcd2efa321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.140716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-3ef3f22f-70c2-4357-8ec2-efcd2efa321d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 1129 time: 0.0593357 Jan 29 19:38:03.147936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98666d08-c7ac-4fd5-9527-c25cf92aba22 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:03.152904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 468ce03c-b4db-44eb-8465-65683aa85789 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:03.153357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (468ce03c-b4db-44eb-8465-65683aa85789), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.221557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] Current status of the port 468ce03c-b4db-44eb-8465-65683aa85789 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:03.222054 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (468ce03c-b4db-44eb-8465-65683aa85789), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.245384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Publish callbacks [] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.248749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-6b7596ea-da67-40e5-95d1-7c9a04052b19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738 HTTP/1.1" status: 200 len: 217 time: 0.1734328 Jan 29 19:38:03.304528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] For port 468ce03c-b4db-44eb-8465-65683aa85789, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=468ce03c-b4db-44eb-8465-65683aa85789,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:03.310424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-10bb16b7-c8c5-41c2-94ea-5e5a93e397d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.312764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-10bb16b7-c8c5-41c2-94ea-5e5a93e397d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1591842 Jan 29 19:38:03.348414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Transition to ACTIVE for port object 98666d08-c7ac-4fd5-9527-c25cf92aba22 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:03.365451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 468ce03c-b4db-44eb-8465-65683aa85789 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:03.365855 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (468ce03c-b4db-44eb-8465-65683aa85789), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.374903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb0f4-a1f9-4285-bb2e-94e74cdadafd req-32bca9a5-ab04-48fc-b481-25ab3229d5f6 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.377890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-11d5ac50-69c6-4c67-820d-8a9a15c49c10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b HTTP/1.1" status: 200 len: 217 time: 0.0554538 Jan 29 19:38:03.380950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac0cb0f4-a1f9-4285-bb2e-94e74cdadafd req-32bca9a5-ab04-48fc-b481-25ab3229d5f6 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 950 time: 0.3072646 Jan 29 19:38:03.384616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-49b5682d-f061-4a56-be43-b3cdd9b61ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.385755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (468ce03c-b4db-44eb-8465-65683aa85789), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.385896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-49b5682d-f061-4a56-be43-b3cdd9b61ee1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1203437 Jan 29 19:38:03.464131 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.502669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-9fc3a4e4-54af-448b-93c1-f2588fdb9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.504603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-9fc3a4e4-54af-448b-93c1-f2588fdb9f5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0980711 Jan 29 19:38:03.567514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:38:03.567937 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:38:03.569064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e511-a838-4c66-80ac-753ebc6ef53e None None] Pushing event updated for resources: {'Port': ['ID=468ce03c-b4db-44eb-8465-65683aa85789,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:03.615543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-f6b0c877-56bb-4824-bd88-a5968871d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.619771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-f6b0c877-56bb-4824-bd88-a5968871d064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1035213 Jan 29 19:38:03.619882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac0cb0f4-a1f9-4285-bb2e-94e74cdadafd req-a5b32d7a-0221-4def-9436-e98ab743be29 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309206 Jan 29 19:38:03.645074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-15a9a44e-505b-4c45-87f8-412b76e5d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:03.647148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-15a9a44e-505b-4c45-87f8-412b76e5d55a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2369318 Jan 29 19:38:03.654293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7bf10c8f-ae3f-4b68-afaa-93a3910c7145 None None] Provisioning complete for port 468ce03c-b4db-44eb-8465-65683aa85789 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:03.654650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Pushing event updated for resources: {'Port': ['ID=98666d08-c7ac-4fd5-9527-c25cf92aba22,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:03.658216 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7bf10c8f-ae3f-4b68-afaa-93a3910c7145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (468ce03c-b4db-44eb-8465-65683aa85789), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:03.804902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-f3588459-cfab-493a-828a-f4a26165ec19 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778598 Jan 29 19:38:03.948442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7bf10c8f-ae3f-4b68-afaa-93a3910c7145 None None] Current status of the port 468ce03c-b4db-44eb-8465-65683aa85789 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:04.030730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4471bab-9dc8-4355-9c13-ee1a45e44392 req-d7704069-a8a9-4224-8f3f-0bf50b2d0f07 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:04.033520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4471bab-9dc8-4355-9c13-ee1a45e44392 req-d7704069-a8a9-4224-8f3f-0bf50b2d0f07 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.2476978 Jan 29 19:38:04.040100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6b4a467-3b83-4288-9f13-b76f0baa2056 req-175ca374-11c6-4e00-9c85-d15e4e1412a5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279406 Jan 29 19:38:04.065551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8160-0a53-463a-ade2-8ef30c597a1f req-e135222c-f1d0-4956-bad3-9538aaaf360b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:04.067617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-301f8160-0a53-463a-ade2-8ef30c597a1f req-e135222c-f1d0-4956-bad3-9538aaaf360b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0651493 Jan 29 19:38:04.115377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-e46806f0-a52f-44f2-89ed-a77497fbaa8e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434428 Jan 29 19:38:04.125433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Attempting to bind port 98666d08-c7ac-4fd5-9527-c25cf92aba22 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:04.125771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Attempting to bind port 98666d08-c7ac-4fd5-9527-c25cf92aba22 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:04.126087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Attempting to bind port 98666d08-c7ac-4fd5-9527-c25cf92aba22 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:04.151277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Port 98666d08-c7ac-4fd5-9527-c25cf92aba22 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:04.151597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Attempting to bind port 98666d08-c7ac-4fd5-9527-c25cf92aba22 on network 798bd981-fb4d-4a44-9e2c-966a5bf87469 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:04.177548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:04.177887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Checking segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:04.178274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Bound using segment: {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:04.178723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Bound port: 98666d08-c7ac-4fd5-9527-c25cf92aba22, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce2cd6-e1b9-4700-915b-f67328c1a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:04.179077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:04.205205 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4471bab-9dc8-4355-9c13-ee1a45e44392 req-616547db-9f89-43d4-8215-d742b4286bbc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609991 Jan 29 19:38:04.242769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-301f8160-0a53-463a-ade2-8ef30c597a1f req-13218940-62ad-4a41-9872-ed2767336b40 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671643 Jan 29 19:38:04.308659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6953bdd-74ad-4946-9dfe-b2c090f9ecdc req-ede58243-82ad-45a3-8565-333a1ba437e0 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709924 Jan 29 19:38:04.312763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] For port 98666d08-c7ac-4fd5-9527-c25cf92aba22, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:04.316048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] For port 98666d08-c7ac-4fd5-9527-c25cf92aba22, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:04.361634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 468ce03c-b4db-44eb-8465-65683aa85789 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:04.391652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:04.423389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd078216-5f31-4571-8f36-697e156c7a94 req-59dfd0ad-a24d-4900-bd9a-84aa6be23023 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:04.424846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd078216-5f31-4571-8f36-697e156c7a94 req-59dfd0ad-a24d-4900-bd9a-84aa6be23023 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 945 time: 0.0999207 Jan 29 19:38:04.434194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:04.434803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:04.436740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] 10.222.0.13 "PUT /v2.0/ports/98666d08-c7ac-4fd5-9527-c25cf92aba22 HTTP/1.1" status: 200 len: 1092 time: 2.2777939 Jan 29 19:38:04.462696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3eaa783-245c-4e7a-ae9a-a816e4f2a800 req-785788fb-8201-4f93-8ef3-b09ce05bb264 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 210 time: 0.0611429 Jan 29 19:38:04.474205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96744-030e-441c-b6b1-a0e0c488f796 service neutron] Pushing event updated for resources: {'Port': ['ID=98666d08-c7ac-4fd5-9527-c25cf92aba22,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:04.509290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd078216-5f31-4571-8f36-697e156c7a94 req-9e9b18c2-92f9-4fe9-80c7-c6f84cc892ca tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602279 Jan 29 19:38:04.753743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 468ce03c-b4db-44eb-8465-65683aa85789 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:04.910569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 468ce03c-b4db-44eb-8465-65683aa85789 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:04.911121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (468ce03c-b4db-44eb-8465-65683aa85789), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:05.006112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-663a38b7-8e90-420b-8d61-b001de9bb410 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.018627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-663a38b7-8e90-420b-8d61-b001de9bb410 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.020474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-663a38b7-8e90-420b-8d61-b001de9bb410 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "GET /v2.0/networks?id=ce1dc6a1-0247-4a46-b84d-f26bef317303&id=42d95ac4-b43d-4295-a00b-d271fe1d4ff3&id=ce1dc6a1-0247-4a46-b84d-f26bef317303 HTTP/1.1" status: 200 len: 1391 time: 0.1764319 Jan 29 19:38:05.058963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'port': {'device_id': '3a4217c0-2d36-4747-835e-b088463c911b', 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303', 'admin_state_up': True, 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:05.067744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 468ce03c-b4db-44eb-8465-65683aa85789 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:05.112217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:05.121273 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d52636-0dcb-4d42-b013-7c0ec761d64a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:05.167488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-685c1ee5-2554-4619-907b-69fb6bad9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.169048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-685c1ee5-2554-4619-907b-69fb6bad9b3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 1126 time: 0.5697930 Jan 29 19:38:05.177465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-04f4877e-589f-49dc-9c8c-87bbd5c3a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.178888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-04f4877e-589f-49dc-9c8c-87bbd5c3a13f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 1130 time: 0.5707424 Jan 29 19:38:05.188426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e78da-cbb0-4332-803d-e066ccd71d47 req-b73dc90e-f2e8-4c75-8e9f-e592b46945c6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.190524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e92e78da-cbb0-4332-803d-e066ccd71d47 req-b73dc90e-f2e8-4c75-8e9f-e592b46945c6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.5749595 Jan 29 19:38:05.253883 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-7636e877-7404-4759-990e-c92a459612f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22 HTTP/1.1" status: 200 len: 217 time: 0.0739224 Jan 29 19:38:05.304444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:05.308545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:05.371948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e92e78da-cbb0-4332-803d-e066ccd71d47 req-c41a95bd-36d5-40fc-9712-21435e1fead6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662753 Jan 29 19:38:05.385822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-f4a1a4d4-a40d-46cd-a8e1-5d599c9b390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.387680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-f4a1a4d4-a40d-46cd-a8e1-5d599c9b390f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.1249750 Jan 29 19:38:05.425215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-387d3243-8a1b-4a7d-826b-ffc6d90b312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.429519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-387d3243-8a1b-4a7d-826b-ffc6d90b312d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2378612 Jan 29 19:38:05.507461 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd65d2-9fbe-45b5-bbb1-111554580aa1 x-openstack-request-id: req-3cbd65d2-9fbe-45b5-bbb1-111554580aa1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:05.507833 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:05.508068 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cbd65d2-9fbe-45b5-bbb1-111554580aa1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:05.508476 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'status': 'completed', 'code': 200} Jan 29 19:38:05.513393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16166f-329d-4113-a5be-63e73b2039b3 req-30b5c313-f03e-4533-baf7-b0fa6578d3c3 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.515689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d16166f-329d-4113-a5be-63e73b2039b3 req-30b5c313-f03e-4533-baf7-b0fa6578d3c3 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 947 time: 0.0953155 Jan 29 19:38:05.527585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-538f2b42-5766-411e-b256-99c127bd817c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738 HTTP/1.1" status: 200 len: 217 time: 0.0733647 Jan 29 19:38:05.543492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Allocated IP 19.80.0.62 (ce1dc6a1-0247-4a46-b84d-f26bef317303/75779c98-816f-45f8-8ec4-8f7de0b75df1/1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:05.595083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d16166f-329d-4113-a5be-63e73b2039b3 req-30d7ed4f-6683-44db-8088-057b9ce067fd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728431 Jan 29 19:38:05.665276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-3ddda1f9-fea6-4ad1-b6b7-9795c5c4359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.666824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-3ddda1f9-fea6-4ad1-b6b7-9795c5c4359e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2356286 Jan 29 19:38:05.696757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86589-5001-4f08-8e08-e098a026f6c1 req-1bb061b4-1e87-4d9b-a411-892a7946b9ce tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.700759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05d86589-5001-4f08-8e08-e098a026f6c1 req-1bb061b4-1e87-4d9b-a411-892a7946b9ce tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1761203 Jan 29 19:38:05.708844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-be097085-aa9a-4ba8-89ba-691e15283629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.710269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-be097085-aa9a-4ba8-89ba-691e15283629 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1621721 Jan 29 19:38:05.826481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:05.828221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-010dab06-e82b-4465-9ae6-200adb0ddfd6 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.829765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-010dab06-e82b-4465-9ae6-200adb0ddfd6 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 945 time: 0.2079976 Jan 29 19:38:05.923379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cea675-27bd-4289-b4da-ace5b4368270 req-088bb2fa-0ac5-45fc-9084-9452c5e753ba tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.928189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1cea675-27bd-4289-b4da-ace5b4368270 req-088bb2fa-0ac5-45fc-9084-9452c5e753ba tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 944 time: 0.2297554 Jan 29 19:38:05.940587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:05.944851 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05d86589-5001-4f08-8e08-e098a026f6c1 req-4b3dad5b-0d31-4aff-9fd6-ae4c34c3c9d4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389996 Jan 29 19:38:05.979272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-ca060a6c-43fb-4a60-b3ed-758a9afbf4de service neutron] 10.222.0.13 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004382 Jan 29 19:38:05.980995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-51efbeae-ade2-4943-aef3-c18862a3b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:05.982957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-51efbeae-ade2-4943-aef3-c18862a3b994 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2562668 Jan 29 19:38:06.024167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:06.034553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:06.049120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:06.109903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.26', 65195) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:06.119867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:06.120588 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:06.197677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Port': ['ID=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:06.211289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1cea675-27bd-4289-b4da-ace5b4368270 req-5d9ac443-529e-4433-ad72-e75692cd4974 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735140 Jan 29 19:38:06.238387 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-d03b69fa-1517-4b16-9398-7841d366c62a req-589ebd0f-f1f5-4437-b2d2-4eff876eac2e service neutron] show failed (client error): The resource could not be found. Jan 29 19:38:06.243731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-589ebd0f-f1f5-4437-b2d2-4eff876eac2e service neutron] 10.222.0.26 "GET /v2.0/ports/12b575d1-8980-4410-beaf-d7954db99db5/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.1160882 Jan 29 19:38:06.267864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-15397c79-63fc-458a-a281-714b822c07c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2169092 Jan 29 19:38:06.284813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'port': {'device_id': '3a4217c0-2d36-4747-835e-b088463c911b', 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3', 'admin_state_up': True, 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:06.385645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7facc212-5ff6-4495-88b4-71526e13bc98 req-9b8fb497-1d63-40d2-8a26-9f99edd84910 service neutron] 10.222.0.13 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971958 Jan 29 19:38:06.392746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Deleting port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:06.392746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:06.397173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-83baca70-1c0c-4aa8-8e29-a76fb3b731fb service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995841 Jan 29 19:38:06.447636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce065f-3bfd-4614-8708-a0ef03a821f5 req-08b51172-74a0-4c67-86f1-101953a0e2ff tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:06.455607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3ce065f-3bfd-4614-8708-a0ef03a821f5 req-08b51172-74a0-4c67-86f1-101953a0e2ff tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 931 time: 0.3171213 Jan 29 19:38:06.521338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a864c-453e-46bb-8572-57237b431e95 req-0c3ceb30-5da9-4cc4-95df-a60277f0e0d1 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:06.524006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a82a864c-453e-46bb-8572-57237b431e95 req-0c3ceb30-5da9-4cc4-95df-a60277f0e0d1 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 945 time: 0.0838649 Jan 29 19:38:06.534103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-913d5e9b-35eb-428b-8535-3a465f763566 None None] Provisioning complete for port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:06.534658 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-913d5e9b-35eb-428b-8535-3a465f763566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:06.571345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:06.573434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-913d5e9b-35eb-428b-8535-3a465f763566 None None] Port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:06.579464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:06.647317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a82a864c-453e-46bb-8572-57237b431e95 req-34a4ad6f-c807-4b8d-853f-241dcbef8ba9 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164982 Jan 29 19:38:06.800589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3ce065f-3bfd-4614-8708-a0ef03a821f5 req-fda8c3c8-80b8-4ac3-a3fe-1c79e36336ef tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440826 Jan 29 19:38:06.826432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] For port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:06.826432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:06.858369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Calling delete_port for 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:06.861602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9efcd9cc-de8f-4c34-8c3d-fa23ef233f57 req-7c4bc2ff-26d1-4bbd-895f-d5258f419624 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412928 Jan 29 19:38:06.896039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-9897d1c7-d320-4d43-a154-8419205c66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:06.897521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-9897d1c7-d320-4d43-a154-8419205c66a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 1126 time: 0.3354275 Jan 29 19:38:06.953580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Allocated IP 19.86.0.134 (42d95ac4-b43d-4295-a00b-d271fe1d4ff3/e4f94f58-a761-4872-b32a-d47c53daa25f/cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:07.021866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 34393ac0-e122-4e95-8bd0-6dbfc6071738 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:07.068305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb05f-e767-48b3-a7d4-8feec8edb462 req-5b0939e7-71d4-43a7-a5fb-e09ff7fa335a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.070079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf4bb05f-e767-48b3-a7d4-8feec8edb462 req-5b0939e7-71d4-43a7-a5fb-e09ff7fa335a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.3124490 Jan 29 19:38:07.185088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 34393ac0-e122-4e95-8bd0-6dbfc6071738, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:07.201090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '34393ac0-e122-4e95-8bd0-6dbfc6071738', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '34393ac0-e122-4e95-8bd0-6dbfc6071738', 'mac_address': 'fa:16:3e:37:70:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:07.225587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf4bb05f-e767-48b3-a7d4-8feec8edb462 req-cf8af811-5e06-4dc1-b9af-07fc03516bb9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470640 Jan 29 19:38:07.257364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 34393ac0-e122-4e95-8bd0-6dbfc6071738 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:07.257899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.286183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.293128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34393ac0-e122-4e95-8bd0-6dbfc6071738 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:07.336829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-a88c5e4d-f28c-49dc-8238-ec012f8133d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.338311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-a88c5e4d-f28c-49dc-8238-ec012f8133d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 1131 time: 0.4398963 Jan 29 19:38:07.340157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 34393ac0-e122-4e95-8bd0-6dbfc6071738, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:07.369034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:07.381607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf92-a172-402a-a51a-e2a801a8d30f req-07efd851-9063-4ea5-b27b-55322e485b91 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.389677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-becedf92-a172-402a-a51a-e2a801a8d30f req-07efd851-9063-4ea5-b27b-55322e485b91 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 947 time: 0.4393396 Jan 29 19:38:07.396652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-df8cd0d6-b448-4776-8429-4b4bed63d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.398578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-df8cd0d6-b448-4776-8429-4b4bed63d25e service neutron] 10.222.0.13 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 924 time: 0.4878404 Jan 29 19:38:07.418264 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.419399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e71e6fdf-9a34-4d3c-a93a-8d1d5616812b details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:07.426297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14622e66-e3fb-4d1c-8ab7-4e91f116885a req-bcab120c-51c3-43b2-9cc9-cad6778dec2a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.428507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14622e66-e3fb-4d1c-8ab7-4e91f116885a req-bcab120c-51c3-43b2-9cc9-cad6778dec2a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.0724232 Jan 29 19:38:07.479965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.511997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-383b8ffa-997b-40ff-830a-5660d7aabcb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22 HTTP/1.1" status: 200 len: 217 time: 0.0722136 Jan 29 19:38:07.541623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:07.551138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:07.557925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14622e66-e3fb-4d1c-8ab7-4e91f116885a req-afac1add-3430-44c7-9657-ee5bda91a369 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235905 Jan 29 19:38:07.569473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:07.587035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:07.595386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', 'mac_address': 'fa:16:3e:fc:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:07.598209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=34393ac0-e122-4e95-8bd0-6dbfc6071738,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:07.682092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Port': ['ID=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:07.712963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:07.713362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.717124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.717784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.730923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71e6fdf-9a34-4d3c-a93a-8d1d5616812b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:07.740901 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.753725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-becedf92-a172-402a-a51a-e2a801a8d30f req-8e07a62b-d757-4e18-9df6-838446d5daac tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627920 Jan 29 19:38:07.766256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:07.779126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-8633a101-cdbd-4ec0-8f87-8a699875a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.781114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-8633a101-cdbd-4ec0-8f87-8a699875a764 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.2561686 Jan 29 19:38:07.863868 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-6935ddb1-0883-4bd1-bc07-1239744b8502 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5832446 Jan 29 19:38:07.881924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.883932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:07.892930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf60043-74b6-43ce-82ed-b252bdf84f11 req-ad12a436-ee07-4676-952a-a7e08b132eb1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:07.894819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddf60043-74b6-43ce-82ed-b252bdf84f11 req-ad12a436-ee07-4676-952a-a7e08b132eb1 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1085157 Jan 29 19:38:07.899869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'port': {'device_id': '3a4217c0-2d36-4747-835e-b088463c911b', 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303', 'admin_state_up': True, 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:07.979135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:08.011433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-48f26435-cef0-43fc-bee2-5e69d23d6b13 None None] Provisioning complete for port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:08.011433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48f26435-cef0-43fc-bee2-5e69d23d6b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:08.053631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-48f26435-cef0-43fc-bee2-5e69d23d6b13 None None] Port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:08.053988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:08.079231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7d0b179a-ccfd-4d34-8691-08edd7aa9d92), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:08.166362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-051f5f30-d199-49a2-aeea-27c3fb592f42 req-5271ea3d-c317-4103-aa7a-504ecf76b64e tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a3bd642-d13f-401d-a72e-e6dcca3296c1 HTTP/1.1" status: 200 len: 210 time: 0.0883317 Jan 29 19:38:08.184316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Pushing event deleted for resources: {'Port': ['ID=7d0b179a-ccfd-4d34-8691-08edd7aa9d92,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:08.304917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:08.364550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e71e6fdf-9a34-4d3c-a93a-8d1d5616812b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:08.394300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] No DVR routers for this DVR port 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:08.400498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:08.404782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82dd2aad-30e6-47a2-a4aa-bbd7520fe930 req-0a6fdfdc-6985-456a-8c07-f57132b3e9c0 tempest-AttachSCSIVolumeTestJSON-1937204021 tempest-AttachSCSIVolumeTestJSON-1937204021-project] 10.222.0.26 "DELETE /v2.0/ports/7d0b179a-ccfd-4d34-8691-08edd7aa9d92 HTTP/1.1" status: 204 len: 173 time: 2.5377083 Jan 29 19:38:08.407020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddf60043-74b6-43ce-82ed-b252bdf84f11 req-685dda4a-9bf1-4070-8d8a-3f69ec5c20e8 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012097 Jan 29 19:38:08.407960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'name': 'network-vif-deleted', 'tag': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:08.411078 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cdcf11-20ee-40cc-9fda-f817658d2d07" -d '{"events": [{"server_uuid": "6a3bd642-d13f-401d-a72e-e6dcca3296c1", "name": "network-vif-deleted", "tag": "7d0b179a-ccfd-4d34-8691-08edd7aa9d92"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:08.415257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-74b9a2bf-ffac-49f1-a4f7-8baa8f033971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:08.417184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-74b9a2bf-ffac-49f1-a4f7-8baa8f033971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3598282 Jan 29 19:38:08.465916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['34393ac0-e122-4e95-8bd0-6dbfc6071738'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:08.492877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Publish callbacks [] for port (12b575d1-8980-4410-beaf-d7954db99db5), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:08.563580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Transition to ACTIVE for port object 12b575d1-8980-4410-beaf-d7954db99db5 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:08.564784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0ad4b-38f6-4f1a-a94c-b956739f2311 req-3bf4ffee-a4f0-45ed-baf9-f14dc8f53b3c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:08.571740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0ad4b-38f6-4f1a-a94c-b956739f2311 req-3bf4ffee-a4f0-45ed-baf9-f14dc8f53b3c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:08.573637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4bb0ad4b-38f6-4f1a-a94c-b956739f2311 req-3bf4ffee-a4f0-45ed-baf9-f14dc8f53b3c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 1654 time: 0.2576616 Jan 29 19:38:08.588044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:08.601076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:08.633927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-e57793be-b095-4d4b-8512-8b02f56c512e service neutron] 10.222.0.13 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090683 Jan 29 19:38:08.732820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:08.794127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4bb0ad4b-38f6-4f1a-a94c-b956739f2311 req-087b55ec-ee44-4155-a9f2-6a95b386b09a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119491 Jan 29 19:38:08.960778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc666c5-005d-48ca-a8ca-05ddc5eda53a req-7916a052-3934-48b9-947e-646234fd7d62 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:08.976636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bc666c5-005d-48ca-a8ca-05ddc5eda53a req-7916a052-3934-48b9-947e-646234fd7d62 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.4073868 Jan 29 19:38:08.993868 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12534884-dcf9-42fe-bd26-b7c896ef1841 x-openstack-request-id: req-12534884-dcf9-42fe-bd26-b7c896ef1841 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:08.994176 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3bd642-d13f-401d-a72e-e6dcca3296c1", "name": "network-vif-deleted", "tag": "7d0b179a-ccfd-4d34-8691-08edd7aa9d92", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:08.994441 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12534884-dcf9-42fe-bd26-b7c896ef1841 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:08.994870 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3bd642-d13f-401d-a72e-e6dcca3296c1', 'name': 'network-vif-deleted', 'tag': '7d0b179a-ccfd-4d34-8691-08edd7aa9d92', 'status': 'completed', 'code': 200} Jan 29 19:38:09.128029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:09.136336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] No DVR routers for this DVR port 12b575d1-8980-4410-beaf-d7954db99db5 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:09.148352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bc666c5-005d-48ca-a8ca-05ddc5eda53a req-33392a5e-7cd3-4186-898b-53ad4f635745 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656363 Jan 29 19:38:09.150343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:09.172885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Allocated IP 19.80.0.83 (ce1dc6a1-0247-4a46-b84d-f26bef317303/75779c98-816f-45f8-8ec4-8f7de0b75df1/488c721d-31ef-451f-9a7f-d871ab34b141) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:09.233897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:09.234525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:09.234883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:09.236627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:09.238566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d52636-0dcb-4d42-b013-7c0ec761d64a req-7d1c9217-9a60-4361-b3b7-ce986cc7655f service neutron] 10.222.0.13 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820949 Jan 29 19:38:09.245167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Port 12b575d1-8980-4410-beaf-d7954db99db5 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:09.245503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Attempting to bind port 12b575d1-8980-4410-beaf-d7954db99db5 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:09.274481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:09.275067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:09.275611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:09.276088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Bound port: 12b575d1-8980-4410-beaf-d7954db99db5, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:09.276491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:09.302984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16eec-4ffa-4928-8a7b-16a7fa0f778c req-f55f7085-a62e-4668-b3bd-3a4257d3ffca tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:09.311884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c8e16eec-4ffa-4928-8a7b-16a7fa0f778c req-f55f7085-a62e-4668-b3bd-3a4257d3ffca tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.2138968 Jan 29 19:38:09.558830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4fedb-dc4e-4ec0-af36-c211666cd2d3 req-3c6c03b2-de1c-45f1-9900-95b33d87c3a1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:09.579751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fe4fedb-dc4e-4ec0-af36-c211666cd2d3 req-3c6c03b2-de1c-45f1-9900-95b33d87c3a1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 948 time: 0.1705592 Jan 29 19:38:09.586440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:09.632378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 12b575d1-8980-4410-beaf-d7954db99db5 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:38:09.632789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:09.633224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:09.641460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7e4d84da-fa24-409f-9235-19415a9b701f', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '7e4d84da-fa24-409f-9235-19415a9b701f', 'mac_address': 'fa:16:3e:62:b8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:09.665764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fe4fedb-dc4e-4ec0-af36-c211666cd2d3 req-8c2ab420-bf36-441d-95f6-cab649edda0e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Jan 29 19:38:09.677672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for port (488c721d-31ef-451f-9a7f-d871ab34b141), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:09.718070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:09.718070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7d0b179a-ccfd-4d34-8691-08edd7aa9d92 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:09.804397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:09.804397 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:09.829278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:09.831280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e4d84da-fa24-409f-9235-19415a9b701f {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:09.857985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:09.865022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:09.869188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:09.902800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c8e16eec-4ffa-4928-8a7b-16a7fa0f778c req-661bbbd2-0e58-4921-b799-96f61cc8aa98 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898712 Jan 29 19:38:09.937355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:09.938396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 98666d08-c7ac-4fd5-9527-c25cf92aba22 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:09.948989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:09.955104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:09.962352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:09.985619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.014824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Port': ['ID=488c721d-31ef-451f-9a7f-d871ab34b141,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:10.039662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09df3a-5c47-4ff5-9324-fd77b4612f16 req-37f8f839-68ff-4206-8594-af5e16d34b6b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.046233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d09df3a-5c47-4ff5-9324-fd77b4612f16 req-37f8f839-68ff-4206-8594-af5e16d34b6b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 944 time: 0.2145422 Jan 29 19:38:10.109170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:10.109434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.109637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.167911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.177424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.184517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] 10.222.0.13 "PUT /v2.0/ports/12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 1095 time: 2.8146157 Jan 29 19:38:10.206884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d09df3a-5c47-4ff5-9324-fd77b4612f16 req-a3961c0b-cf8b-47b4-80b6-37abad38c15f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470838 Jan 29 19:38:10.219195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a22e-eaf1-4d18-a223-bfa6e88b2fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:10.273736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 98666d08-c7ac-4fd5-9527-c25cf92aba22, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:10.289513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c65b3d53-c1ac-4a2b-a950-9e396ada81b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3935881 Jan 29 19:38:10.316122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Request body: {'port': {'device_id': '3a4217c0-2d36-4747-835e-b088463c911b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:10.322339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'port_id': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'mac_address': 'fa:16:3e:1a:2f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:10.433706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d729-0377-40b9-8640-a810139edaa6 req-f301dde3-989e-48ee-aae5-6df29e0db1e2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.440472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d729-0377-40b9-8640-a810139edaa6 req-f301dde3-989e-48ee-aae5-6df29e0db1e2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.458504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d729-0377-40b9-8640-a810139edaa6 req-f301dde3-989e-48ee-aae5-6df29e0db1e2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.460240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13d5d729-0377-40b9-8640-a810139edaa6 req-f301dde3-989e-48ee-aae5-6df29e0db1e2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2375 time: 0.2795458 Jan 29 19:38:10.461357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 98666d08-c7ac-4fd5-9527-c25cf92aba22 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:10.461762 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.483920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98666d08-c7ac-4fd5-9527-c25cf92aba22 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:10.541052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-8e2fbf04-0dd8-40c2-8ac9-232c46118342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.543805 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-8e2fbf04-0dd8-40c2-8ac9-232c46118342 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1129 time: 0.2881179 Jan 29 19:38:10.548867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13d5d729-0377-40b9-8640-a810139edaa6 req-2fc15f22-e9f4-4054-8e70-8ba9003a2829 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793118 Jan 29 19:38:10.554554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 98666d08-c7ac-4fd5-9527-c25cf92aba22, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:10.568701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e52ff7b9-43ff-4160-9da4-718eb255b89e None None] Provisioning complete for port 488c721d-31ef-451f-9a7f-d871ab34b141 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:10.569133 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e52ff7b9-43ff-4160-9da4-718eb255b89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.648453 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.652460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:10.719361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-11de0ee8-df90-4b29-be57-f72b81dc7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.721450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-11de0ee8-df90-4b29-be57-f72b81dc7fce service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1709542 Jan 29 19:38:10.756130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=98666d08-c7ac-4fd5-9527-c25cf92aba22,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:10.764908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425f2ae-d720-4432-980e-68c30f3fec62 req-de6ea302-e589-41c6-9627-d48574772646 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.766979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d425f2ae-d720-4432-980e-68c30f3fec62 req-de6ea302-e589-41c6-9627-d48574772646 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.3262339 Jan 29 19:38:10.768534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e52ff7b9-43ff-4160-9da4-718eb255b89e None None] Port 488c721d-31ef-451f-9a7f-d871ab34b141 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:10.776502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-1edb66b2-7653-442a-a33e-7f366a3a496d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.0469210 Jan 29 19:38:10.844803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-e3e267bd-c2c9-492d-8e0f-072f07feb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.846662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-e3e267bd-c2c9-492d-8e0f-072f07feb061 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0628967 Jan 29 19:38:10.862924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7e4d84da-fa24-409f-9235-19415a9b701f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:10.942624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d425f2ae-d720-4432-980e-68c30f3fec62 req-a73056a0-9665-4d57-b8aa-0c80fba22aac tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635561 Jan 29 19:38:10.962748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b69fa-1517-4b16-9398-7841d366c62a req-22e0ce20-3ac9-47c8-8ee6-a2077fd722e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:10.962748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-22e0ce20-3ac9-47c8-8ee6-a2077fd722e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008170 Jan 29 19:38:11.013267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5'}, {'name': 'network-changed', 'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:11.016297 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36788f29-da16-4b4a-82d8-3caf53d7fa9d" -d '{"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-unplugged", "status": "completed", "tag": "12b575d1-8980-4410-beaf-d7954db99db5"}, {"name": "network-changed", "server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "tag": "12b575d1-8980-4410-beaf-d7954db99db5"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:11.089502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['98666d08-c7ac-4fd5-9527-c25cf92aba22'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:11.109497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 34393ac0-e122-4e95-8bd0-6dbfc6071738 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:11.148007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-ac421c9b-d4b7-43bb-9d1c-fbfe10e8564e service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711860 Jan 29 19:38:11.270935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:11.279287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Publish callbacks [] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:11.292649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Transition to ACTIVE for port object 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:11.321385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6594f-d853-40c6-9b16-904e77359fdb req-333ebdf7-5ff0-4df6-be70-22232ecb2582 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:11.325275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32c6594f-d853-40c6-9b16-904e77359fdb req-333ebdf7-5ff0-4df6-be70-22232ecb2582 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 948 time: 0.2241876 Jan 29 19:38:11.342383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d03b69fa-1517-4b16-9398-7841d366c62a req-7d224fbf-e693-449f-99a4-3c88501fb300 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855786 Jan 29 19:38:11.387601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 34393ac0-e122-4e95-8bd0-6dbfc6071738 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:11.395488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:11.416238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 34393ac0-e122-4e95-8bd0-6dbfc6071738 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:11.416744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:11.547288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32c6594f-d853-40c6-9b16-904e77359fdb req-b1c1cdb9-2898-424c-8fac-242e96524e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135446 Jan 29 19:38:11.586528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Pushing event updated for resources: {'Port': ['ID=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:11.823929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 34393ac0-e122-4e95-8bd0-6dbfc6071738 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:11.827358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:11.866597 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7636c29-2b0a-4f5f-945c-a85f74df0bec x-openstack-request-id: req-e7636c29-2b0a-4f5f-945c-a85f74df0bec {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:11.867275 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-unplugged", "status": "completed", "tag": "12b575d1-8980-4410-beaf-d7954db99db5", "code": 200}, {"name": "network-changed", "server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "tag": "12b575d1-8980-4410-beaf-d7954db99db5", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:11.867665 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7636c29-2b0a-4f5f-945c-a85f74df0bec {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:11.868148 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5', 'code': 200} Jan 29 19:38:11.868493 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5', 'status': 'completed', 'code': 200} Jan 29 19:38:11.896952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1f7c67-3101-480a-8ead-e178479cd604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34393ac0-e122-4e95-8bd0-6dbfc6071738'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:11.897293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Attempting to bind port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:11.897748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Attempting to bind port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:11.899380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Attempting to bind port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 on network ce1dc6a1-0247-4a46-b84d-f26bef317303 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:11.902380 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a3512-d5f2-4902-b7a3-c553222e62f0" -d '{"events": [{"server_uuid": "9a1f7c67-3101-480a-8ead-e178479cd604", "name": "network-vif-plugged", "status": "completed", "tag": "34393ac0-e122-4e95-8bd0-6dbfc6071738"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:11.917403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 on network ce1dc6a1-0247-4a46-b84d-f26bef317303 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:11.917948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Attempting to bind port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 on network ce1dc6a1-0247-4a46-b84d-f26bef317303 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:11.928081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 34393ac0-e122-4e95-8bd0-6dbfc6071738, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:11.941827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:11.947043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Checking segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:11.947441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Bound using segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:11.947909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Bound port: 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:11.948335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.014816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.015241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c944-0292-431f-93a4-920a0c461d17 req-8a2267c1-15e2-43bf-836c-1fa1679b86df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.016495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e71e6fdf-9a34-4d3c-a93a-8d1d5616812b up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:12.022214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e57c944-0292-431f-93a4-920a0c461d17 req-8a2267c1-15e2-43bf-836c-1fa1679b86df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.2515771 Jan 29 19:38:12.155679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] For port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:12.159184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] For port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:12.176033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e57c944-0292-431f-93a4-920a0c461d17 req-592bd831-6883-4da3-923d-9ad917690752 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530271 Jan 29 19:38:12.176383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-d93b514a-edd2-47fc-85af-7a63fb91cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.177957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-d93b514a-edd2-47fc-85af-7a63fb91cef4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1129 time: 0.2318201 Jan 29 19:38:12.202605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-80e7adfc-ccbe-4df7-b98a-04410b4a40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.204171 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-80e7adfc-ccbe-4df7-b98a-04410b4a40fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1129 time: 0.3095038 Jan 29 19:38:12.282848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.286623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=34393ac0-e122-4e95-8bd0-6dbfc6071738,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:12.348218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.350117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.352951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] 10.222.0.26 "PUT /v2.0/ports/1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 HTTP/1.1" status: 200 len: 1091 time: 2.0473464 Jan 29 19:38:12.355655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'tag': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:12.359458 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "tag": "1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:12.378307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:12.383393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:12.384272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.421426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2ef-373c-4970-bff2-9d88ca0ca033 req-3b068f3e-7aaa-4a8c-abd8-db3b35dba7ca tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.431873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2ef-373c-4970-bff2-9d88ca0ca033 req-3b068f3e-7aaa-4a8c-abd8-db3b35dba7ca tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.457180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d2ef-373c-4970-bff2-9d88ca0ca033 req-3b068f3e-7aaa-4a8c-abd8-db3b35dba7ca tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.465238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f16d2ef-373c-4970-bff2-9d88ca0ca033 req-3b068f3e-7aaa-4a8c-abd8-db3b35dba7ca tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2387 time: 0.2218099 Jan 29 19:38:12.467167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c25f30-00d4-4166-a729-893349c601fb service neutron] Pushing event updated for resources: {'Port': ['ID=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:12.486625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Request body: {'port': {'device_id': '3a4217c0-2d36-4747-835e-b088463c911b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:12.516733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-c1d2a5dd-39e5-469c-a50d-f17a32c325d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.519049 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-c1d2a5dd-39e5-469c-a50d-f17a32c325d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1584468 Jan 29 19:38:12.522204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-2719d493-62f2-4a17-8a9e-a06a87eba0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.523637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-2719d493-62f2-4a17-8a9e-a06a87eba0a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.3258312 Jan 29 19:38:12.567756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:12.569367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.612515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f16d2ef-373c-4970-bff2-9d88ca0ca033 req-d0a24a40-2ba7-47f1-ad8d-797975d2f241 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460726 Jan 29 19:38:12.645070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:12.649194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.706527 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab27ec2-0c5d-4cd2-9e9a-62c7005c86c5 x-openstack-request-id: req-5ab27ec2-0c5d-4cd2-9e9a-62c7005c86c5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:12.706953 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1f7c67-3101-480a-8ead-e178479cd604", "name": "network-vif-plugged", "status": "completed", "tag": "34393ac0-e122-4e95-8bd0-6dbfc6071738", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:12.712769 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ab27ec2-0c5d-4cd2-9e9a-62c7005c86c5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:12.712769 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1f7c67-3101-480a-8ead-e178479cd604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34393ac0-e122-4e95-8bd0-6dbfc6071738', 'code': 200} Jan 29 19:38:12.726387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-f1a401a5-c68f-4b8f-a63d-6bc2b3696f51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.1946681 Jan 29 19:38:12.733759 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.857049 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-7a8b0062-11d9-4b76-bf25-1a1a166512c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.1364877 Jan 29 19:38:12.862382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:12.906198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e9def-8e64-40a6-bf31-c9edbaf4cd73 req-a70ca096-b704-4695-9194-39a3a403601b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:12.914272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-db9e9def-8e64-40a6-bf31-c9edbaf4cd73 req-a70ca096-b704-4695-9194-39a3a403601b tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 945 time: 0.8552642 Jan 29 19:38:12.969297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:12.976931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Publish callbacks [] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:12.992770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Transition to ACTIVE for port object cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:13.037495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-db9e9def-8e64-40a6-bf31-c9edbaf4cd73 req-43da21f6-92de-4cfc-91ed-0acfe3aa4687 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181159 Jan 29 19:38:13.059883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:13.067370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-8eb72da4-6354-432a-83b3-c97b7cb068cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.069105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-8eb72da4-6354-432a-83b3-c97b7cb068cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2333555 Jan 29 19:38:13.078538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314925-3798-4392-a356-92cc136ab198 req-b1727815-bf5f-4ea5-8a90-abf5c7a8c41f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.086633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28314925-3798-4392-a356-92cc136ab198 req-b1727815-bf5f-4ea5-8a90-abf5c7a8c41f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0919795 Jan 29 19:38:13.115581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8fa07-7cd4-40b6-a807-854aa947c737 req-89b7f911-c26c-49df-bd4f-e90d032138d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.129116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65c8fa07-7cd4-40b6-a807-854aa947c737 req-89b7f911-c26c-49df-bd4f-e90d032138d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 1132 time: 0.2722611 Jan 29 19:38:13.178750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-43567ad3-504e-437c-8cd0-a11b61e33a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.180285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-43567ad3-504e-437c-8cd0-a11b61e33a6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2423065 Jan 29 19:38:13.206187 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4221a-d763-45ca-b750-5a6fef90b686 x-openstack-request-id: req-95d4221a-d763-45ca-b750-5a6fef90b686 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:13.206488 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "tag": "1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:13.206746 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95d4221a-d763-45ca-b750-5a6fef90b686 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:13.207153 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'tag': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6', 'status': 'completed', 'code': 200} Jan 29 19:38:13.221025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:13.275354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28314925-3798-4392-a356-92cc136ab198 req-a31168c2-5696-4e26-ae6d-be522f8b4eaa tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879463 Jan 29 19:38:13.315827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7e4d84da-fa24-409f-9235-19415a9b701f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:13.316496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:13.369750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:13.507493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-dd3b2e74-7141-428f-a55b-90c163e2c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.508332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-dd3b2e74-7141-428f-a55b-90c163e2c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.509393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-dd3b2e74-7141-428f-a55b-90c163e2c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.514798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-dd3b2e74-7141-428f-a55b-90c163e2c5ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2786 time: 0.2922084 Jan 29 19:38:13.516874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Attempting to bind port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:13.517215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Attempting to bind port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:13.517544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Attempting to bind port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a on network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:13.579243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:13.579800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:13.595917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a on network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:13.596288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Attempting to bind port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a on network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:13.637196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-0d5731b2-7206-4038-857a-bb9e47b1ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.639132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-0d5731b2-7206-4038-857a-bb9e47b1ec4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5505483 Jan 29 19:38:13.646613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65c8fa07-7cd4-40b6-a807-854aa947c737 req-ef4f28da-f988-4f95-9c5b-55da392dfb25 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156991 Jan 29 19:38:13.650459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-ec421540-3ff3-4c1f-a908-fc57116ae4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.651549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:13.652056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-ec421540-3ff3-4c1f-a908-fc57116ae4ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4629452 Jan 29 19:38:13.652518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:13.652869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Checking segment: {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:13.653410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Bound using segment: {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:13.653944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Bound port: cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4601aa48-6cce-4982-b81a-073b43717091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:13.654361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:13.668909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea4720-d518-4727-bb23-a2cfbe5d8f2c req-b190c5d6-a26e-461a-ba10-0adb6034580c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.677314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1eea4720-d518-4727-bb23-a2cfbe5d8f2c req-b190c5d6-a26e-461a-ba10-0adb6034580c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 949 time: 0.2654204 Jan 29 19:38:13.751947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:13.753016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8687a2f-1c5b-4272-9db8-f5a594f65717 req-398db1b4-c459-4538-82f4-303a544c21c0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.753375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 98666d08-c7ac-4fd5-9527-c25cf92aba22 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:13.760026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8687a2f-1c5b-4272-9db8-f5a594f65717 req-398db1b4-c459-4538-82f4-303a544c21c0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.2298696 Jan 29 19:38:13.792788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1eea4720-d518-4727-bb23-a2cfbe5d8f2c req-3a44510d-8535-4d44-a03d-26f8853cd011 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126754 Jan 29 19:38:13.844698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-95f74651-c180-4445-8415-456b06ab240a service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915135 Jan 29 19:38:13.924861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8687a2f-1c5b-4272-9db8-f5a594f65717 req-a5761f4f-ad51-45fd-8c8a-cc9e581e38f0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586263 Jan 29 19:38:13.927219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-a2ffdd77-b934-489c-9c65-92735bfc080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.927219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-a2ffdd77-b934-489c-9c65-92735bfc080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.927219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-a2ffdd77-b934-489c-9c65-92735bfc080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:13.928737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-a2ffdd77-b934-489c-9c65-92735bfc080e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3626099 Jan 29 19:38:13.968623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] For port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:13.974253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] For port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:13.993047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:14.002636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.002636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.002962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.003261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.003596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.003932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.004569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.004901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.005297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.005630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.005959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.006282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.007070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:14.143141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 98666d08-c7ac-4fd5-9527-c25cf92aba22 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:14.147446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 98666d08-c7ac-4fd5-9527-c25cf92aba22 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:14.147822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:14.152480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:14.175219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-d9dd1dc9-246f-4e23-aa54-6533447e89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:14.177465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ac37c8d-24cf-4b65-b323-773d79aa2c5d req-d9dd1dc9-246f-4e23-aa54-6533447e89f6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1990578 Jan 29 19:38:14.261811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59557-62db-4d78-a92e-6fc6918e9a69 req-c6803e56-6f6b-4f70-b1c7-189e11c6ea6f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:14.276334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59557-62db-4d78-a92e-6fc6918e9a69 req-c6803e56-6f6b-4f70-b1c7-189e11c6ea6f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:14.280501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:14.285909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:14.290003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] 10.222.0.26 "PUT /v2.0/ports/cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a HTTP/1.1" status: 200 len: 1092 time: 1.8174913 Jan 29 19:38:14.299251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59557-62db-4d78-a92e-6fc6918e9a69 req-c6803e56-6f6b-4f70-b1c7-189e11c6ea6f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:14.319378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-deb59557-62db-4d78-a92e-6fc6918e9a69 req-c6803e56-6f6b-4f70-b1c7-189e11c6ea6f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2399 time: 0.4218762 Jan 29 19:38:14.343241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525013-84a5-43a8-9f53-f8165b3bced8 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:14.360062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-2a2607ec-6731-423d-bc2e-9bcb1ba97265 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880748 Jan 29 19:38:14.361295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc5a2-b41c-4a2b-aed4-fe3a9287a428 req-d2bceef6-223a-4581-a66b-e5612d075c40 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:14.362897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fcfc5a2-b41c-4a2b-aed4-fe3a9287a428 req-d2bceef6-223a-4581-a66b-e5612d075c40 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 945 time: 0.2143638 Jan 29 19:38:14.410714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 98666d08-c7ac-4fd5-9527-c25cf92aba22 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:14.411143 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:14.411536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-4e62922b-dfd1-4856-af61-fee690d30c1a service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533458 Jan 29 19:38:14.425259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Request body: {'port': {'device_id': '3a4217c0-2d36-4747-835e-b088463c911b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:14.478808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 98666d08-c7ac-4fd5-9527-c25cf92aba22, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:14.566047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:14.626849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fcfc5a2-b41c-4a2b-aed4-fe3a9287a428 req-fc941ed8-6cae-4e00-b6b3-82b6bd019bdb tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561378 Jan 29 19:38:14.657046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:14.659433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-deb59557-62db-4d78-a92e-6fc6918e9a69 req-e5b6f0e1-18e7-4689-ac3b-870d63ca137a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391500 Jan 29 19:38:14.689612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=98666d08-c7ac-4fd5-9527-c25cf92aba22,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:14.712625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b'}, {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}, {'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:14.718365 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad597b9-3626-411a-a850-740186f7c17a" -d '{"events": [{"server_uuid": "d062067b-b90a-440c-a5a8-d2859004db1f", "name": "network-vif-plugged", "status": "completed", "tag": "e71e6fdf-9a34-4d3c-a93a-8d1d5616812b"}, {"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-plugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}, {"server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:14.750806 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36788f29-da16-4b4a-82d8-3caf53d7fa9d req-bdd15636-8574-41a7-9e9c-b68086e41a0f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068902 Jan 29 19:38:14.907701 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbbde04-f22c-4fdd-98b0-e90abdb658a1 x-openstack-request-id: req-9bbbde04-f22c-4fdd-98b0-e90abdb658a1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:14.908139 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d062067b-b90a-440c-a5a8-d2859004db1f", "name": "network-vif-plugged", "status": "completed", "tag": "e71e6fdf-9a34-4d3c-a93a-8d1d5616812b", "code": 200}, {"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-plugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "code": 200}, {"server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:14.908518 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bbbde04-f22c-4fdd-98b0-e90abdb658a1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:14.909173 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', 'code': 200} Jan 29 19:38:14.909587 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'code': 200} Jan 29 19:38:14.909919 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'code': 200} Jan 29 19:38:15.081842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488c721d-31ef-451f-9a7f-d871ab34b141 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:15.096766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Publish callbacks [] for port (488c721d-31ef-451f-9a7f-d871ab34b141), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:15.113987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Transition to ACTIVE for port object 488c721d-31ef-451f-9a7f-d871ab34b141 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:15.162642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62500799-6349-4a5b-abb4-e89136d3deac req-56b16339-2b70-4f7a-9fe8-5cbbb66ae73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.164445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62500799-6349-4a5b-abb4-e89136d3deac req-56b16339-2b70-4f7a-9fe8-5cbbb66ae73a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 1128 time: 0.1646779 Jan 29 19:38:15.177229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e5479-90fe-4c81-b422-e1a4b6c519e1 req-cfb2facf-3216-4528-9e20-393352d6ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.178939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-178e5479-90fe-4c81-b422-e1a4b6c519e1 req-cfb2facf-3216-4528-9e20-393352d6ad19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 1131 time: 0.0701599 Jan 29 19:38:15.183745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:15.212404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:15.236122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab5467-a20d-4484-9ee8-3574a3138f81 req-ac071c70-fc94-4c2f-a930-60f217aa3eb9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.243714 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fab5467-a20d-4484-9ee8-3574a3138f81 req-ac071c70-fc94-4c2f-a930-60f217aa3eb9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 949 time: 0.1905768 Jan 29 19:38:15.246740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'tag': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:15.250547 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a5b66-7d19-493b-9aa4-f83ba816ca65" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "tag": "cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:15.253551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Pushing event updated for resources: {'Port': ['ID=488c721d-31ef-451f-9a7f-d871ab34b141,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:15.271020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb408a-57bc-4ef7-b817-7c04b8305e46 req-538acbb0-b36c-44a8-b06b-b92af2cdf21e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.271020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24eb408a-57bc-4ef7-b817-7c04b8305e46 req-538acbb0-b36c-44a8-b06b-b92af2cdf21e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1539485 Jan 29 19:38:15.323679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-178e5479-90fe-4c81-b422-e1a4b6c519e1 req-4b3b3fdc-22d5-44a0-a608-e03bb0926498 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237142 Jan 29 19:38:15.327560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62500799-6349-4a5b-abb4-e89136d3deac req-0d778250-f525-457d-8875-a66aaf13112f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535287 Jan 29 19:38:15.376422 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fab5467-a20d-4484-9ee8-3574a3138f81 req-3fc41268-f462-4edd-9acb-f267da2b22a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310208 Jan 29 19:38:15.472695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24eb408a-57bc-4ef7-b817-7c04b8305e46 req-021f2686-df9d-45cb-99ae-577d1f29cbe3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758535 Jan 29 19:38:15.542929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Attempting to bind port 488c721d-31ef-451f-9a7f-d871ab34b141 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:15.547091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Attempting to bind port 488c721d-31ef-451f-9a7f-d871ab34b141 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:15.547643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Attempting to bind port 488c721d-31ef-451f-9a7f-d871ab34b141 on network ce1dc6a1-0247-4a46-b84d-f26bef317303 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:15.558742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Port 488c721d-31ef-451f-9a7f-d871ab34b141 on network ce1dc6a1-0247-4a46-b84d-f26bef317303 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:15.559434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Attempting to bind port 488c721d-31ef-451f-9a7f-d871ab34b141 on network ce1dc6a1-0247-4a46-b84d-f26bef317303 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:15.564429 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558476f5-07ea-4912-853a-e7ebf026849f x-openstack-request-id: req-558476f5-07ea-4912-853a-e7ebf026849f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:15.564896 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "tag": "cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:15.565548 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-558476f5-07ea-4912-853a-e7ebf026849f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:15.566082 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'tag': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a', 'status': 'completed', 'code': 200} Jan 29 19:38:15.571647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b2aa0-cab7-41ea-a9c5-b095aed87471 req-a9031b46-634f-491f-b9d4-213547ada663 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.574571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:15.579662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Checking segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:15.580323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Bound using segment: {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:15.582800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Bound port: 488c721d-31ef-451f-9a7f-d871ab34b141, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:15.583374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:15.583662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-453b2aa0-cab7-41ea-a9c5-b095aed87471 req-a9031b46-634f-491f-b9d4-213547ada663 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 947 time: 0.1344864 Jan 29 19:38:15.618050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:15.644330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '12b575d1-8980-4410-beaf-d7954db99db5', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '12b575d1-8980-4410-beaf-d7954db99db5', 'mac_address': 'fa:16:3e:e4:fc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:15.692045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-453b2aa0-cab7-41ea-a9c5-b095aed87471 req-7c38bbe3-3c0f-4dc1-9e0a-4a904ea897cc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068549 Jan 29 19:38:15.787783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] For port 488c721d-31ef-451f-9a7f-d871ab34b141, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:15.799934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-2461eb36-176e-4096-af09-e03327810746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.803900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-2461eb36-176e-4096-af09-e03327810746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.804662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-2461eb36-176e-4096-af09-e03327810746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.811464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-2461eb36-176e-4096-af09-e03327810746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2884 time: 0.1339297 Jan 29 19:38:15.847454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] For port 488c721d-31ef-451f-9a7f-d871ab34b141, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=488c721d-31ef-451f-9a7f-d871ab34b141,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:15.899515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3efb5-ebe8-44ed-8392-51a46bc59309 req-6671c3c4-f788-4fe6-b17b-9ee127be1e88 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:15.904644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86e3efb5-ebe8-44ed-8392-51a46bc59309 req-6671c3c4-f788-4fe6-b17b-9ee127be1e88 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1112850 Jan 29 19:38:15.942395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:15.980299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 12b575d1-8980-4410-beaf-d7954db99db5 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:15.980870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:15.995817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b575d1-8980-4410-beaf-d7954db99db5 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:16.024675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:16.046672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.047300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:16.048747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] 10.222.0.26 "PUT /v2.0/ports/488c721d-31ef-451f-9a7f-d871ab34b141 HTTP/1.1" status: 200 len: 1091 time: 1.6351299 Jan 29 19:38:16.062717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-6f8dd134-742b-44d2-9c27-6b42f42126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.063334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-6f8dd134-742b-44d2-9c27-6b42f42126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.064574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-6f8dd134-742b-44d2-9c27-6b42f42126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.067706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-6f8dd134-742b-44d2-9c27-6b42f42126ee service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2349777 Jan 29 19:38:16.086384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86e3efb5-ebe8-44ed-8392-51a46bc59309 req-b5308660-21c4-4d7c-a1c2-bc3bdaec132c tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783926 Jan 29 19:38:16.102890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:16.132941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045e36c-efeb-4579-a5cb-5c085f89ac2f service neutron] Pushing event updated for resources: {'Port': ['ID=488c721d-31ef-451f-9a7f-d871ab34b141,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:16.229811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:16.236395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5bfa-9872-473a-891e-4a0b0ae7d422 req-720ee052-8569-47f5-8656-4b23049c659d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.244789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5bfa-9872-473a-891e-4a0b0ae7d422 req-720ee052-8569-47f5-8656-4b23049c659d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.251918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5bfa-9872-473a-891e-4a0b0ae7d422 req-720ee052-8569-47f5-8656-4b23049c659d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.255393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22ef5bfa-9872-473a-891e-4a0b0ae7d422 req-720ee052-8569-47f5-8656-4b23049c659d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2411 time: 0.4332452 Jan 29 19:38:16.441440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22ef5bfa-9872-473a-891e-4a0b0ae7d422 req-869d9f35-6aa0-419c-b41a-02169e9e0ada tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612189 Jan 29 19:38:16.459794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-913ee650-0a6f-45b8-a6fb-92da44b81023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.461520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-175a5b66-7d19-493b-9aa4-f83ba816ca65 req-913ee650-0a6f-45b8-a6fb-92da44b81023 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3822157 Jan 29 19:38:16.479311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:16.769631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-633076c6-c7e5-479a-aef6-49a6f680da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.770105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-633076c6-c7e5-479a-aef6-49a6f680da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.770579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-633076c6-c7e5-479a-aef6-49a6f680da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.774212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-633076c6-c7e5-479a-aef6-49a6f680da23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2957 time: 0.2052212 Jan 29 19:38:16.789838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bbdf6-2ed3-4e64-9803-c69ff3b28841 req-c2846bbd-ec42-4a5a-9a8d-3ddd752d451d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.791450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c8bbdf6-2ed3-4e64-9803-c69ff3b28841 req-c2846bbd-ec42-4a5a-9a8d-3ddd752d451d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 949 time: 0.1089065 Jan 29 19:38:16.798537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7966dc-fc56-4e00-823c-8610196115da req-5ab740bd-eb8a-410e-99e6-ba7618b31753 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:16.805473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c7966dc-fc56-4e00-823c-8610196115da req-5ab740bd-eb8a-410e-99e6-ba7618b31753 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1930649 Jan 29 19:38:16.899423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-47deae7b-6658-4b7d-95a1-1723523cd593 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 HTTP/1.1" status: 200 len: 217 time: 0.0918572 Jan 29 19:38:16.982492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c8bbdf6-2ed3-4e64-9803-c69ff3b28841 req-d2bf7998-7aef-4f42-94f7-edaa372db6b9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684899 Jan 29 19:38:17.044116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c7966dc-fc56-4e00-823c-8610196115da req-1e5b818c-df6e-43a8-bc20-71eb1ded1591 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330256 Jan 29 19:38:17.046782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-e91909a4-2aa3-474a-bb6b-f611f8e74cee tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.049038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-e91909a4-2aa3-474a-bb6b-f611f8e74cee tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 948 time: 0.2107599 Jan 29 19:38:17.134226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1deedf9-41b0-4893-ad12-1e89895c6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.139923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d1deedf9-41b0-4893-ad12-1e89895c6fec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75779c98-816f-45f8-8ec4-8f7de0b75df1 HTTP/1.1" status: 200 len: 801 time: 0.2254529 Jan 29 19:38:17.189208 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-ac209f71-8b30-40c6-844d-5a030b2335d8 service neutron] delete failed (client error): The resource could not be found. Jan 29 19:38:17.189208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-ac209f71-8b30-40c6-844d-5a030b2335d8 service neutron] 10.222.0.26 "DELETE /v2.0/ports/12b575d1-8980-4410-beaf-d7954db99db5/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.1279991 Jan 29 19:38:17.196614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f2c8-139a-4cc8-8ed6-292a8a32be35 req-73b2bd48-5e8b-4b2f-8db8-10996150539c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.198613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6327f2c8-139a-4cc8-8ed6-292a8a32be35 req-73b2bd48-5e8b-4b2f-8db8-10996150539c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 948 time: 0.0962653 Jan 29 19:38:17.304499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6327f2c8-139a-4cc8-8ed6-292a8a32be35 req-85c908e3-c647-44b5-96de-afa41a9cced5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941586 Jan 29 19:38:17.371425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-adfdee1f-7eab-4541-b07e-1f8ff5f86da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.374694 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-adfdee1f-7eab-4541-b07e-1f8ff5f86da0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1dc6a1-0247-4a46-b84d-f26bef317303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2214768 Jan 29 19:38:17.377087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-53a57a72-5a77-4d50-b86c-57559197f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.378759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-53a57a72-5a77-4d50-b86c-57559197f15f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1130 time: 0.0681732 Jan 29 19:38:17.386923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728966a6-3052-4519-9542-227e448cea4b req-27f6b9a9-a1eb-4b65-8129-b19470ee1356 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.397649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-728966a6-3052-4519-9542-227e448cea4b req-27f6b9a9-a1eb-4b65-8129-b19470ee1356 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1698163 Jan 29 19:38:17.549040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-728966a6-3052-4519-9542-227e448cea4b req-fc61c4db-67cc-46b2-ada1-7f90ed0b9d33 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314082 Jan 29 19:38:17.559611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-d5120e89-295b-4c7e-95fd-78c4b10ff7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.562022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-d5120e89-295b-4c7e-95fd-78c4b10ff7de service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1729784 Jan 29 19:38:17.570201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'tag': '488c721d-31ef-451f-9a7f-d871ab34b141'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:17.572893 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee3aeb9-6005-4e99-8906-5a7c772075e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "tag": "488c721d-31ef-451f-9a7f-d871ab34b141"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:17.597664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-d4d96a06-34bc-4082-af40-c9c535c75905 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978073 Jan 29 19:38:17.631288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-81958334-727b-4f13-89a9-b5a5912566c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.0552769 Jan 29 19:38:17.805553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb56d-5860-48e1-ba4d-193cdb2def94 req-003adf89-4256-47c9-8421-f0a4403951b5 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:17.807760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-207cb56d-5860-48e1-ba4d-193cdb2def94 req-003adf89-4256-47c9-8421-f0a4403951b5 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1291349 Jan 29 19:38:17.809775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-e9373dde-b94a-4a0c-8f96-61061592442c service neutron] 10.222.0.26 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047062 Jan 29 19:38:17.824146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:17.846077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Request body: {'floatingip': {'port_id': '98666d08-c7ac-4fd5-9527-c25cf92aba22'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:17.921172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-3548f718-daeb-445b-b388-0c29c6dff785 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a HTTP/1.1" status: 200 len: 217 time: 0.0954342 Jan 29 19:38:17.926181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:17.970687 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91bca93-6918-4d16-986d-01e8ffc81e1e x-openstack-request-id: req-b91bca93-6918-4d16-986d-01e8ffc81e1e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:17.970896 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "tag": "488c721d-31ef-451f-9a7f-d871ab34b141", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:17.971130 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b91bca93-6918-4d16-986d-01e8ffc81e1e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:17.971519 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'tag': '488c721d-31ef-451f-9a7f-d871ab34b141', 'status': 'completed', 'code': 200} Jan 29 19:38:18.003534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-c9410165-2d78-40e0-be76-9b3d6ef48007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.005972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-c9410165-2d78-40e0-be76-9b3d6ef48007 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.3641784 Jan 29 19:38:18.053471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d57bf-9b46-492a-9e71-e61e038b3d71 req-06491435-f1ca-4704-b4ad-df6f051fa4f9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.060709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d57bf-9b46-492a-9e71-e61e038b3d71 req-06491435-f1ca-4704-b4ad-df6f051fa4f9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.067234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d57bf-9b46-492a-9e71-e61e038b3d71 req-06491435-f1ca-4704-b4ad-df6f051fa4f9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.068939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b7d57bf-9b46-492a-9e71-e61e038b3d71 req-06491435-f1ca-4704-b4ad-df6f051fa4f9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2411 time: 0.4366827 Jan 29 19:38:18.096671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c7c0f629-26a7-42b3-808b-05dda4c98fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.098616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-c7c0f629-26a7-42b3-808b-05dda4c98fda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4f94f58-a761-4872-b32a-d47c53daa25f HTTP/1.1" status: 200 len: 801 time: 0.1698351 Jan 29 19:38:18.147735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-89c091ea-79ae-4834-8e42-5eb99e71397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.149287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-89c091ea-79ae-4834-8e42-5eb99e71397f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1321251 Jan 29 19:38:18.178547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b7d57bf-9b46-492a-9e71-e61e038b3d71 req-671d8361-6eee-4eb4-9d4d-b66943ebb261 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865924 Jan 29 19:38:18.359620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-aa0f5c23-8fad-4f93-89d8-c137ad19ae6b service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023108 Jan 29 19:38:18.467536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f7b3272-fc32-4569-99d8-e33603b38c6b req-52ac488e-8694-4b92-afc3-758f7dd369da service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986989 Jan 29 19:38:18.487995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455127-9724-43f7-9cfc-1c5df0163a62 req-fdd7e009-7a38-4792-8743-75a28e0c78b8 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.495191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b455127-9724-43f7-9cfc-1c5df0163a62 req-fdd7e009-7a38-4792-8743-75a28e0c78b8 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1772361 Jan 29 19:38:18.563477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b455127-9724-43f7-9cfc-1c5df0163a62 req-217c73e9-1442-4675-8d6f-9d9c3e7d4c7f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 Jan 29 19:38:18.780596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630492e-f85c-4781-932e-4ec5b263844f req-d3e65f4f-3a79-48bb-a822-681e5e261490 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:18.785749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5630492e-f85c-4781-932e-4ec5b263844f req-d3e65f4f-3a79-48bb-a822-681e5e261490 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 948 time: 0.1129358 Jan 29 19:38:18.873355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5630492e-f85c-4781-932e-4ec5b263844f req-803567d4-4426-40b9-a8e0-a288e3c5b6a7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Jan 29 19:38:19.048291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e9054-caca-4abe-a4a0-aede1088e9b3 req-7e86df2f-d50c-4fea-8a36-5ff869094e25 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.049747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1e9054-caca-4abe-a4a0-aede1088e9b3 req-7e86df2f-d50c-4fea-8a36-5ff869094e25 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 949 time: 0.9497812 Jan 29 19:38:19.139165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-560e2dba-c5fb-4e34-8584-9c69159bb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.140635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-560e2dba-c5fb-4e34-8584-9c69159bb79f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42d95ac4-b43d-4295-a00b-d271fe1d4ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3332143 Jan 29 19:38:19.267229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:19.396404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1e9054-caca-4abe-a4a0-aede1088e9b3 req-5b5c6c09-7fbc-431e-80fb-18a6c49eb0ea tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104794 Jan 29 19:38:19.411859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 12b575d1-8980-4410-beaf-d7954db99db5 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:19.424460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 12b575d1-8980-4410-beaf-d7954db99db5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:19.424460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (12b575d1-8980-4410-beaf-d7954db99db5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:19.447881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc532-e0b4-4015-8a63-67b7f7245610 req-e76edb21-48f8-4bb7-9aca-2ea31052b663 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.466946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc532-e0b4-4015-8a63-67b7f7245610 req-e76edb21-48f8-4bb7-9aca-2ea31052b663 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.480599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc532-e0b4-4015-8a63-67b7f7245610 req-e76edb21-48f8-4bb7-9aca-2ea31052b663 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.496430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:38:19.503951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f4fc532-e0b4-4015-8a63-67b7f7245610 req-e76edb21-48f8-4bb7-9aca-2ea31052b663 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2411 time: 0.1976006 Jan 29 19:38:19.589515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f4fc532-e0b4-4015-8a63-67b7f7245610 req-642a4e06-374e-4cec-8bc3-366870789072 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844312 Jan 29 19:38:19.646944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:19.651012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 12b575d1-8980-4410-beaf-d7954db99db5 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:19.651438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:19.660863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bd12-9c5a-4237-930e-e0b0737d8bd1 req-41a96ba1-dfd3-4728-b4a1-fd4c68fbae4b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.663350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb78bd12-9c5a-4237-930e-e0b0737d8bd1 req-41a96ba1-dfd3-4728-b4a1-fd4c68fbae4b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 950 time: 0.1639550 Jan 29 19:38:19.665460 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-8893e355-22fd-4dd8-871e-2dbc2723dfa4 service neutron] 10.222.0.26 "GET /v2.0/networks/42d95ac4-b43d-4295-a00b-d271fe1d4ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102575 Jan 29 19:38:19.707805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:19.715000 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd8bfb-3bb9-4239-8d50-c0132f464097" -d '{"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-plugged", "status": "completed", "tag": "12b575d1-8980-4410-beaf-d7954db99db5"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:19.746547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43e038-4b78-47da-a554-8b03dd2a4306 req-86e9ee58-f28c-4570-bf1f-b465f02d4181 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:19.756839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d43e038-4b78-47da-a554-8b03dd2a4306 req-86e9ee58-f28c-4570-bf1f-b465f02d4181 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0946524 Jan 29 19:38:19.757515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:19.820829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d43e038-4b78-47da-a554-8b03dd2a4306 req-ec84b165-a29b-41a6-9d58-d1e7c0b54e69 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Jan 29 19:38:19.828516 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:19.832071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-2d0aa48d-8eba-47ce-908d-d0ca42321099 service neutron] 10.222.0.26 "GET /v2.0/networks/42d95ac4-b43d-4295-a00b-d271fe1d4ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567283 Jan 29 19:38:19.834831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:19.932059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-a11bd63f-da58-4060-977a-4c25ae4d173c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=488c721d-31ef-451f-9a7f-d871ab34b141 HTTP/1.1" status: 200 len: 217 time: 0.0851998 Jan 29 19:38:19.971143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:19.995433 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a753d30a-b198-444c-81a9-346a930497d6 x-openstack-request-id: req-a753d30a-b198-444c-81a9-346a930497d6 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:19.996100 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-plugged", "status": "completed", "tag": "12b575d1-8980-4410-beaf-d7954db99db5", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:19.996433 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a753d30a-b198-444c-81a9-346a930497d6 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:19.996888 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5', 'code': 200} Jan 29 19:38:20.010487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-901b8321-1ff0-4ca8-8e3b-b6615af72db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.011965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-901b8321-1ff0-4ca8-8e3b-b6615af72db3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75779c98-816f-45f8-8ec4-8f7de0b75df1 HTTP/1.1" status: 200 len: 801 time: 0.0686779 Jan 29 19:38:20.084825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb78bd12-9c5a-4237-930e-e0b0737d8bd1 req-40e60f95-bc31-4347-8be5-53653cc2d71b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534635 Jan 29 19:38:20.163823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-a51719eb-04a0-43cf-a64f-f03bf8cba7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.165918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-a51719eb-04a0-43cf-a64f-f03bf8cba7f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1dc6a1-0247-4a46-b84d-f26bef317303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1447213 Jan 29 19:38:20.174704 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde associated. External IP: 172.25.5.72, port: 98666d08-c7ac-4fd5-9527-c25cf92aba22. Jan 29 19:38:20.227813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc9392-7b44-4e06-8f01-1d8db7e33534 req-3ab2ad0d-721e-47cb-a096-b519140fe455 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.229629 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3cc9392-7b44-4e06-8f01-1d8db7e33534 req-3ab2ad0d-721e-47cb-a096-b519140fe455 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1427574 Jan 29 19:38:20.335192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3cc9392-7b44-4e06-8f01-1d8db7e33534 req-e3d80a1f-e906-4f29-938c-6fa6249ab319 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987473 Jan 29 19:38:20.433664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-704e1f18-f660-4623-89cd-131968e9ccbd service neutron] 10.222.0.26 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606373 Jan 29 19:38:20.516519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76204666-716c-4a7b-9b72-e2606d937b1e req-20af5c5f-6dbc-47c7-ae81-10b8cccaee29 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.519040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76204666-716c-4a7b-9b72-e2606d937b1e req-20af5c5f-6dbc-47c7-ae81-10b8cccaee29 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1131 time: 0.0876198 Jan 29 19:38:20.579162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76204666-716c-4a7b-9b72-e2606d937b1e req-1c1bed04-18b9-40ff-9ff7-175e9532ce42 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537868 Jan 29 19:38:20.604188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:38:20.794002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c60061-f7c2-4c95-90d0-7eed020e124d req-780ddb8b-a96e-4d0b-be54-29d62516cca2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.800909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c60061-f7c2-4c95-90d0-7eed020e124d req-780ddb8b-a96e-4d0b-be54-29d62516cca2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.806266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c60061-f7c2-4c95-90d0-7eed020e124d req-780ddb8b-a96e-4d0b-be54-29d62516cca2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.815142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5c60061-f7c2-4c95-90d0-7eed020e124d req-780ddb8b-a96e-4d0b-be54-29d62516cca2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2411 time: 0.1049271 Jan 29 19:38:20.817555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4627f9d6-a2ca-446a-bc1b-3fc7be2756de req-e2a6ba8c-e062-4f1d-bfa3-72c1062662e0 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744147 Jan 29 19:38:20.857194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4a79-3de4-4b2d-96c9-41c9a35d891c req-f1831b23-5c77-4649-ba16-ec50fd1388de tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.869070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4a79-3de4-4b2d-96c9-41c9a35d891c req-f1831b23-5c77-4649-ba16-ec50fd1388de tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:20.869070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e7d4a79-3de4-4b2d-96c9-41c9a35d891c req-f1831b23-5c77-4649-ba16-ec50fd1388de tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604&device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 1690 time: 0.2817822 Jan 29 19:38:20.892836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5c60061-f7c2-4c95-90d0-7eed020e124d req-dd7bc10c-cb0e-46c6-93f3-d332a1f804ec tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767169 Jan 29 19:38:20.921630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:38:20.925908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:20.941737 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:38:20.957480 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:20.958215 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:20.980052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e7d4a79-3de4-4b2d-96c9-41c9a35d891c req-b02afb16-6171-4f86-bb9b-b5e91079189b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077168 Jan 29 19:38:20.998890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b5c64f9-b091-4656-bbcc-a9c5fe4bead3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "PUT /v2.0/floatingips/97c9e0a9-9801-4518-800f-a1badf2cafde HTTP/1.1" status: 200 len: 991 time: 3.1466484 Jan 29 19:38:20.998890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:20.998890 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd2b10-013d-4b0f-8c67-0bf2a6698532" -d '{"events": [{"name": "network-changed", "server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:21.093958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-27b58225-826d-498e-b13f-83629746a3ac tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480626 Jan 29 19:38:21.154932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:21.220417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-a34f398f-3f68-4420-b15f-eb82c4dd40ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.229266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-a34f398f-3f68-4420-b15f-eb82c4dd40ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339419 Jan 29 19:38:21.248253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-c535636a-39fe-406a-aa1a-bda1c2a123c2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/quotas/28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 375 time: 0.0169618 Jan 29 19:38:21.264765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-685b0d7f-851d-41d7-ac8b-ab4684951b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.271017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-685b0d7f-851d-41d7-ac8b-ab4684951b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.271017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-685b0d7f-851d-41d7-ac8b-ab4684951b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.272561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-685b0d7f-851d-41d7-ac8b-ab4684951b49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2957 time: 0.2078993 Jan 29 19:38:21.342435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-d76f844d-3a6b-4faa-bb31-073c3fb3ff55 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919466 Jan 29 19:38:21.348191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b0c3-8170-49b6-b169-e069e18a9163 req-8e049eff-10d1-4dac-9493-5c5c245ca8bf tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.355127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e996b0c3-8170-49b6-b169-e069e18a9163 req-8e049eff-10d1-4dac-9493-5c5c245ca8bf tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.2277992 Jan 29 19:38:21.453936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e996b0c3-8170-49b6-b169-e069e18a9163 req-4fbc03aa-769d-47de-b5c9-4e575d474e34 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977466 Jan 29 19:38:21.463679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-72bfb759-e670-484c-bd20-f2d7148520dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.465394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-72bfb759-e670-484c-bd20-f2d7148520dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce1dc6a1-0247-4a46-b84d-f26bef317303 HTTP/1.1" status: 200 len: 901 time: 0.1821806 Jan 29 19:38:21.529910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-a7d196da-d08a-4925-86d5-8f3b4db0deb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=488c721d-31ef-451f-9a7f-d871ab34b141 HTTP/1.1" status: 200 len: 217 time: 0.0461545 Jan 29 19:38:21.641796 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '97c9e0a9-9801-4518-800f-a1badf2cafde', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'port_id': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'mac_address': 'fa:16:3e:1a:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:36:23Z', 'updated_at': '2022-01-29T19:38:19Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:21.677973 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:38:21.688413 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:21.689382 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:21.768738 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d297f31-686d-48a7-8712-fe7448ea3f93 x-openstack-request-id: req-4d297f31-686d-48a7-8712-fe7448ea3f93 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:21.773215 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:21.774173 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d297f31-686d-48a7-8712-fe7448ea3f93 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:21.774790 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'status': 'completed', 'code': 200} Jan 29 19:38:21.870268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-67bc334f-beb8-44cc-b0e4-95ec643a3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.871865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-67bc334f-beb8-44cc-b0e4-95ec643a3889 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75779c98-816f-45f8-8ec4-8f7de0b75df1 HTTP/1.1" status: 200 len: 801 time: 0.3340611 Jan 29 19:38:21.894554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2f9a7-6aa5-44a0-b3ad-357b086226d6 req-52c159ee-97d5-4790-82f2-3b15c17b8f42 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.896312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd2f9a7-6aa5-44a0-b3ad-357b086226d6 req-52c159ee-97d5-4790-82f2-3b15c17b8f42 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2998443 Jan 29 19:38:21.904624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-197de974-3ae7-4a55-9b12-83d1a53cf3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:21.906431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-197de974-3ae7-4a55-9b12-83d1a53cf3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 1128 time: 0.1619935 Jan 29 19:38:21.984030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:22.131533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd2f9a7-6aa5-44a0-b3ad-357b086226d6 req-ec82b4fa-55ce-4134-b0f4-d7d1ab1caaf4 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808579 Jan 29 19:38:22.205303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-368691c2-cc19-476d-a693-7b201b77491c req-c9a49856-03ca-432d-b63e-c8db4de7ec8f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 210 time: 0.0705640 Jan 29 19:38:22.305910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-9c676651-6940-4711-a820-e6c05dd6e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.308019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-9c676651-6940-4711-a820-e6c05dd6e5ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1dc6a1-0247-4a46-b84d-f26bef317303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4289422 Jan 29 19:38:22.410361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4e41a-077a-4af5-98a0-1550d474acfc req-22a34dbe-adbe-4d35-b4f2-8bfa17bb0052 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.426223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46c4e41a-077a-4af5-98a0-1550d474acfc req-22a34dbe-adbe-4d35-b4f2-8bfa17bb0052 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 1132 time: 0.0943346 Jan 29 19:38:22.462297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-3d96287a-75bd-46b0-94fe-cbe022186f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.464320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-3d96287a-75bd-46b0-94fe-cbe022186f7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 200 len: 924 time: 0.5054114 Jan 29 19:38:22.470580 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '97c9e0a9-9801-4518-800f-a1badf2cafde', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'port_id': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'mac_address': 'fa:16:3e:1a:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:36:23Z', 'updated_at': '2022-01-29T19:38:19Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:22.504932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46c4e41a-077a-4af5-98a0-1550d474acfc req-bf0877da-3618-4e82-b2a9-fb97e0a284c6 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708704 Jan 29 19:38:22.514064 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7ece1-b24f-4a1a-a551-97748f7d5d20 None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '97c9e0a9-9801-4518-800f-a1badf2cafde', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'port_id': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'mac_address': 'fa:16:3e:1a:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:36:23Z', 'updated_at': '2022-01-29T19:38:19Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:38:22.604671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-9c8e88d6-9ddb-4b11-8dd8-52d0ed81d301 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516026 Jan 29 19:38:22.654772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b6b0-62aa-4fa3-ab15-692d83358a15 req-5f50b7ee-ba8e-4046-b96a-2297a3f88a32 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.665086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b6b0-62aa-4fa3-ab15-692d83358a15 req-5f50b7ee-ba8e-4046-b96a-2297a3f88a32 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.677733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b6b0-62aa-4fa3-ab15-692d83358a15 req-5f50b7ee-ba8e-4046-b96a-2297a3f88a32 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.679569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3168b6b0-62aa-4fa3-ab15-692d83358a15 req-5f50b7ee-ba8e-4046-b96a-2297a3f88a32 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2411 time: 0.3603270 Jan 29 19:38:22.699569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe77133-04ee-4b0a-8f5e-a020aba2430b req-c6e6602c-98da-4d62-8272-028b2d83fbe9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:22.702640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfe77133-04ee-4b0a-8f5e-a020aba2430b req-c6e6602c-98da-4d62-8272-028b2d83fbe9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1146574 Jan 29 19:38:22.823818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfe77133-04ee-4b0a-8f5e-a020aba2430b req-d82a3427-6ac6-480f-ab66-78c15eb5597f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146677 Jan 29 19:38:22.956080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed9be4-8b7d-4cfb-97b0-de7db6bd8d72 None None] New status for floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:38:23.041803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a159850-e71d-45ae-9ea6-f73fc37b16c6 req-5ffa6680-5772-4508-b7fd-f44936f0b534 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:23.050984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a159850-e71d-45ae-9ea6-f73fc37b16c6 req-5ffa6680-5772-4508-b7fd-f44936f0b534 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 1131 time: 0.1099262 Jan 29 19:38:23.132001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a159850-e71d-45ae-9ea6-f73fc37b16c6 req-365aa5b7-38fd-44f3-b1c1-3fa985ac45ed tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711045 Jan 29 19:38:23.245466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eee3aeb9-6005-4e99-8906-5a7c772075e8 req-dab7dc2b-2130-4979-a3ae-d5e3c4fd173d service neutron] 10.222.0.26 "GET /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648651 Jan 29 19:38:23.299237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea93851-37f6-4966-97fd-8e4c19aaf826 req-2b020e1a-e66d-4565-8a9d-9d3154c059ca tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:23.301738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-10a71ce5-21e7-4261-91f8-bb3c95908985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22 HTTP/1.1" status: 200 len: 999 time: 0.8146496 Jan 29 19:38:23.310936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ea93851-37f6-4966-97fd-8e4c19aaf826 req-2b020e1a-e66d-4565-8a9d-9d3154c059ca tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1127 time: 0.0869489 Jan 29 19:38:23.311050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3168b6b0-62aa-4fa3-ab15-692d83358a15 req-ce462908-5c11-424f-931e-0223ad613f3b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857081 Jan 29 19:38:23.396037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ea93851-37f6-4966-97fd-8e4c19aaf826 req-4131d3c8-1d98-4e03-855e-040d6187c8ae tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886600 Jan 29 19:38:23.406199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-ccbc8e6a-feec-4f14-bbd6-56736dd27ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:23.408266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-ccbc8e6a-feec-4f14-bbd6-56736dd27ae9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 200 len: 863 time: 0.0956404 Jan 29 19:38:23.515664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-06022b3e-4b4f-4096-b36e-28df8c98c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:23.517210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-06022b3e-4b4f-4096-b36e-28df8c98c147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=798bd981-fb4d-4a44-9e2c-966a5bf87469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020243 Jan 29 19:38:23.659872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc66b3-4a8f-4dff-bcad-fea9f5f2895a req-9badf0f9-9bad-48b3-b6b2-3aaa3a650b5f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:23.666468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27bc66b3-4a8f-4dff-bcad-fea9f5f2895a req-9badf0f9-9bad-48b3-b6b2-3aaa3a650b5f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1270626 Jan 29 19:38:23.724412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-29ac7642-0b40-48a9-8c51-5e1638d65835 service neutron] 10.222.0.13 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988232 Jan 29 19:38:23.745959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27bc66b3-4a8f-4dff-bcad-fea9f5f2895a req-b953a8c0-6c1a-4f9a-ac74-670fd0a8841d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744793 Jan 29 19:38:23.905961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21dd2b10-013d-4b0f-8c67-0bf2a6698532 req-88075283-d93c-4b40-8687-13dbec43df28 service neutron] 10.222.0.13 "GET /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704614 Jan 29 19:38:23.951520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9a41174-365c-4f68-8040-6f71ed8692c3 req-d9ad0d53-0087-4c84-87dc-2dab0aacb1f7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 210 time: 0.0422521 Jan 29 19:38:24.009043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34114) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:24.133638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-4320c74d-5d3b-4b2e-b3c6-a01e064919ad tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471594 Jan 29 19:38:24.296337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-7362a8ad-dcf9-471d-912c-4f562205807d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:24.297886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-7362a8ad-dcf9-471d-912c-4f562205807d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631572 Jan 29 19:38:24.317512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-044206a7-c548-4552-a265-d6cb0741c877 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/quotas/63c81cb9fbb14331988a814645b9390b HTTP/1.1" status: 200 len: 375 time: 0.0113556 Jan 29 19:38:24.672890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-81ea8141-282a-4db4-9021-d05e48b2b3cb tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3475435 Jan 29 19:38:24.691195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-43b1e5b2-1f25-437d-8124-5c780c9aa981 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538847 Jan 29 19:38:24.980004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-b8ac7c48-b48a-482d-a5ff-61a3d138f5ba tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:24.982640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-b8ac7c48-b48a-482d-a5ff-61a3d138f5ba tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850623 Jan 29 19:38:25.030492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Request body: {'port': {'device_id': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '28e43c24a4664f0ba029ea6a50e4edb9'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:25.033904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (e63142c4-02da-46eb-9618-e315affc45d1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.159652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0e97dc5a-11fc-4294-903d-087b9ceea892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.202285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:25.478816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:25.493164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:25.529872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:25.529872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a', 'network_id': '42d95ac4-b43d-4295-a00b-d271fe1d4ff3', 'port_id': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a', 'mac_address': 'fa:16:3e:29:66:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f94f58-a761-4872-b32a-d47c53daa25f', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:25.574299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Deleting port 3415c65c-c9f3-4626-b531-8438ed74aba5 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:25.574749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.591894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Made reservation on behalf of 28e43c24a4664f0ba029ea6a50e4edb9 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:25.596975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.632960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:25.633417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.728312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:25.753948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] For port 3415c65c-c9f3-4626-b531-8438ed74aba5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3415c65c-c9f3-4626-b531-8438ed74aba5,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:25.756233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.783185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Calling delete_port for 3415c65c-c9f3-4626-b531-8438ed74aba5 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:25.863353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:25.884940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:25.897060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Allocated IP 192.168.233.54 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/3da4aa86-0ea8-49a4-87a9-cb0570670e38) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:25.910492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:25.911975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.943483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'mac_address': 'fa:16:3e:78:01:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:25.992578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:25.993284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:26.118797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:26.121579 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c0aefc-4f54-4fa7-8bc4-36e5b5547ad0" -d '{"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:26.155343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:26.171650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3415c65c-c9f3-4626-b531-8438ed74aba5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.181722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:26.181722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.236082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:26.243059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Pushing event deleted for resources: {'Port': ['ID=3415c65c-c9f3-4626-b531-8438ed74aba5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:26.299491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.302719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:26.374994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks [] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.472798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:26.477336 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:38:26.477809 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:38:26.490158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:26.495115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6', 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303', 'port_id': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6', 'mac_address': 'fa:16:3e:de:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75779c98-816f-45f8-8ec4-8f7de0b75df1', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:26.547962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:26.548615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.572698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:26.583726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-b670af05-029e-4d36-bbc2-77a070cb87e2 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:38:26.593173 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-b670af05-029e-4d36-bbc2-77a070cb87e2 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0233765 Jan 29 19:38:26.600846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:26.615701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43ab37-78ef-40bd-a937-e384ed696bcb req-41f02fd2-315a-4697-ac73-1014fb31dc06 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:26.623714 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a43ab37-78ef-40bd-a937-e384ed696bcb req-41f02fd2-315a-4697-ac73-1014fb31dc06 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 947 time: 0.2205803 Jan 29 19:38:26.665970 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.666658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 488c721d-31ef-451f-9a7f-d871ab34b141 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:26.675877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.694820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (e63142c4-02da-46eb-9618-e315affc45d1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:26.749366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a43ab37-78ef-40bd-a937-e384ed696bcb req-7f9e2323-709c-495c-9c95-c9579c8c5910 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165245 Jan 29 19:38:26.755642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:26.792078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:26.804014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:26.833668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:26.881816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:26.911622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 488c721d-31ef-451f-9a7f-d871ab34b141, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=488c721d-31ef-451f-9a7f-d871ab34b141,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:26.922647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:26.930915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-936c0792-754f-4fa2-b7e1-f551f91ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:26.932633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-936c0792-754f-4fa2-b7e1-f551f91ebee8 service neutron] 10.222.0.15 "GET /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 1124 time: 0.3382893 Jan 29 19:38:26.942331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Request body: {'binding': {'host': 'n-h2-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:26.942998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:38:26.943552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '488c721d-31ef-451f-9a7f-d871ab34b141', 'network_id': 'ce1dc6a1-0247-4a46-b84d-f26bef317303', 'port_id': '488c721d-31ef-451f-9a7f-d871ab34b141', 'mac_address': 'fa:16:3e:db:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75779c98-816f-45f8-8ec4-8f7de0b75df1', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:27.013012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:27.013749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.045995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f6b3-bfcf-442f-8a34-8e85a2cf7716 req-7e6fd7c4-46bf-4415-8979-d1bd4876a6cf tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:27.052275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f6b3-bfcf-442f-8a34-8e85a2cf7716 req-7e6fd7c4-46bf-4415-8979-d1bd4876a6cf tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:27.065608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:27.069949 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.070587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f6b3-bfcf-442f-8a34-8e85a2cf7716 req-7e6fd7c4-46bf-4415-8979-d1bd4876a6cf tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:27.078597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6524f6b3-bfcf-442f-8a34-8e85a2cf7716 req-7e6fd7c4-46bf-4415-8979-d1bd4876a6cf tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2413 time: 0.1479053 Jan 29 19:38:27.126587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-8642260f-97c6-413f-bb16-bae7dc149335 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1269569 Jan 29 19:38:27.136573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:27.148366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Request body: {'port': {'device_id': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:27.216845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6524f6b3-bfcf-442f-8a34-8e85a2cf7716 req-b7d3af51-0dc1-4456-8361-9fae256170b6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308024 Jan 29 19:38:27.318501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Router e63142c4-02da-46eb-9618-e315affc45d1 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:38:27.347113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.419615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on host n-h2-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:27.420578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:27.421091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:27.428982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:27.429615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:27.439907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:27.440580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:27.441135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:27.441751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Bound port: 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:27.460968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:27.515740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 488c721d-31ef-451f-9a7f-d871ab34b141 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:27.518094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.564109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8142f2-9e46-4e5a-b8a2-ade126b9eab3 req-69b266c4-ed0e-4aa4-a7c9-8c474c361baa tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:27.566896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f8142f2-9e46-4e5a-b8a2-ade126b9eab3 req-69b266c4-ed0e-4aa4-a7c9-8c474c361baa tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1600561 Jan 29 19:38:27.572132 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.581863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:38:27.595031 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] Sync routers for ids ['e63142c4-02da-46eb-9618-e315affc45d1'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:38:27.615025 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] Routers {'e63142c4-02da-46eb-9618-e315affc45d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:27.618565 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:37:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e63142c4-02da-46eb-9618-e315affc45d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:27.620036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-64cbaa05-131c-4ab3-8b3e-bd6b8fd1522b admin admin] 10.222.0.15 "PUT /v2.0/routers/e63142c4-02da-46eb-9618-e315affc45d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6076243 Jan 29 19:38:27.621867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34182) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:27.634460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:27.638690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488c721d-31ef-451f-9a7f-d871ab34b141 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:27.648314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-27fad1fd-5cc4-4e74-acbb-0abac3191aa7 None None] Provisioning complete for port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:27.648730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fad1fd-5cc4-4e74-acbb-0abac3191aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.678681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:27.698937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-27fad1fd-5cc4-4e74-acbb-0abac3191aa7 None None] Port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:27.710442 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6bc0bea8-c86c-47c0-b8cf-fe6d78975984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.733442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 488c721d-31ef-451f-9a7f-d871ab34b141, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=488c721d-31ef-451f-9a7f-d871ab34b141,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:27.765484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks [] for router (e63142c4-02da-46eb-9618-e315affc45d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.773500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.779133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-80b3423b-1191-469a-9224-cbc70b34348c service neutron] 10.222.0.15 "POST /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10/bindings HTTP/1.1" status: 201 len: 389 time: 0.8397584 Jan 29 19:38:27.792597 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:27.834030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] Set router e63142c4-02da-46eb-9618-e315affc45d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:27.855731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=488c721d-31ef-451f-9a7f-d871ab34b141,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:27.892486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f8142f2-9e46-4e5a-b8a2-ade126b9eab3 req-e4069226-870f-4dc9-9956-9402b380ebe3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138480 Jan 29 19:38:28.046875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:28.128043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks [] for router_gateway (e63142c4-02da-46eb-9618-e315affc45d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:28.145968 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:38:26Z', 'revision_number': 5, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:28.208123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da4aa86-0ea8-49a4-87a9-cb0570670e38 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:28.224932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] Checking router: e63142c4-02da-46eb-9618-e315affc45d1 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:38:28.244623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Publish callbacks [] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:28.251796 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] Routers {'e63142c4-02da-46eb-9618-e315affc45d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:28.253057 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e63142c4-02da-46eb-9618-e315affc45d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:28.280037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Transition to ACTIVE for port object 3da4aa86-0ea8-49a4-87a9-cb0570670e38 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:28.298298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eeff6-5e43-45e3-82d6-727ec2fe5875 req-0edc645c-aa16-4710-b450-fd20c2ae3bbc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:28.300993 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b68eeff6-5e43-45e3-82d6-727ec2fe5875 req-0edc645c-aa16-4710-b450-fd20c2ae3bbc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 935 time: 0.2264006 Jan 29 19:38:28.359055 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072deb1b-5575-40ff-92b7-0037cbad9c89 x-openstack-request-id: req-072deb1b-5575-40ff-92b7-0037cbad9c89 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:28.359390 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:28.359690 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-072deb1b-5575-40ff-92b7-0037cbad9c89 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:28.360109 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'code': 200} Jan 29 19:38:28.377876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:28.395758 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:28.422091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:28.482823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['488c721d-31ef-451f-9a7f-d871ab34b141'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:28.578593 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] Set router e63142c4-02da-46eb-9618-e315affc45d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:28.578797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Deleting port 609849b7-715a-4acf-aee7-0f51ab694177 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:28.578910 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (609849b7-715a-4acf-aee7-0f51ab694177), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:28.586623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:28.618266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35384ab-a438-404f-901b-b05fff3871e2 req-0cc2fcb1-a806-48ff-8798-2918f6054f9c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:28.632941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f35384ab-a438-404f-901b-b05fff3871e2 req-0cc2fcb1-a806-48ff-8798-2918f6054f9c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 948 time: 0.1813231 Jan 29 19:38:28.656971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b68eeff6-5e43-45e3-82d6-727ec2fe5875 req-fc0d9378-5dd9-45a6-8722-2959a7aa565c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436315 Jan 29 19:38:28.815213 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:28.863446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-ecc8ea53-a3a0-40c9-8a5d-c0f515998dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:28.865735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-ecc8ea53-a3a0-40c9-8a5d-c0f515998dcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1127 time: 0.2168858 Jan 29 19:38:28.900781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f35384ab-a438-404f-901b-b05fff3871e2 req-9616afc8-c04a-4e5a-9ce0-ae7c12de92af tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665868 Jan 29 19:38:28.938019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:28.938349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:28.938675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:28.956316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:28.956648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:28.967114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:28.967455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:28.967844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:28.968316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Bound port: 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:28.968677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:29.072831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] For port 609849b7-715a-4acf-aee7-0f51ab694177, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=609849b7-715a-4acf-aee7-0f51ab694177,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:29.073292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (609849b7-715a-4acf-aee7-0f51ab694177), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:29.117258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95da15-730d-4c70-a114-f96230cc2284 req-3dcd4e74-0543-4676-a4db-bddc7673697e tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:29.127530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa95da15-730d-4c70-a114-f96230cc2284 req-3dcd4e74-0543-4676-a4db-bddc7673697e tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2208824 Jan 29 19:38:29.147252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Calling delete_port for 609849b7-715a-4acf-aee7-0f51ab694177 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:29.186092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:29.209975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-914f2318-e0ae-4627-9464-aaf2d0acf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:29.211986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-914f2318-e0ae-4627-9464-aaf2d0acf4fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.3097498 Jan 29 19:38:29.243495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eeecd-ea39-4829-8484-ac67faaa6c75 req-001d898b-d528-4086-ad62-02ed2b3e9185 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:29.246736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:29.251155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-385eeecd-ea39-4829-8484-ac67faaa6c75 req-001d898b-d528-4086-ad62-02ed2b3e9185 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.1867588 Jan 29 19:38:29.317881 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-c44736d1-b71e-4e43-a2fc-ca5e3ec7bd76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 217 time: 0.0891764 Jan 29 19:38:29.320522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:38:26Z', 'revision_number': 5, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:29.350790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa95da15-730d-4c70-a114-f96230cc2284 req-56ebc3cd-e536-44ab-a25c-2ef3c2d4529f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221959 Jan 29 19:38:29.371118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ce222-332a-4f76-b20f-72d545b80493 None None] The sync data for ids ['e63142c4-02da-46eb-9618-e315affc45d1'] in n-d-825496-5 is: [{'id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1304418756-router', 'tenant_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '609849b7-715a-4acf-aee7-0f51ab694177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:33Z', 'updated_at': '2022-01-29T19:38:26Z', 'revision_number': 5, 'project_id': '0ad5b16e54564ddd84b1ca943f382cc8', 'gw_port': {'id': '609849b7-715a-4acf-aee7-0f51ab694177', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63142c4-02da-46eb-9618-e315affc45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:34Z', 'updated_at': '2022-01-29T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:38:29.390929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:29.391689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-385eeecd-ea39-4829-8484-ac67faaa6c75 req-77d3ef52-dfbc-45e5-8185-eea1b4aa6ea9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396832 Jan 29 19:38:29.414168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-8fdf8548-b595-45ea-a5f3-06987c1f3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:29.414168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-8fdf8548-b595-45ea-a5f3-06987c1f3d93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0794261 Jan 29 19:38:29.459954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:29.461404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:29.463045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] 10.222.0.26 "PUT /v2.0/ports/3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 1095 time: 2.3203332 Jan 29 19:38:29.468214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:29.473124 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0238e0-cd60-4539-a35b-94cf025e4c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:29.495037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-0ef5b8ee-52ee-4564-9694-6ea029dd9193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792444 Jan 29 19:38:29.525551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:29.610155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d94c90c0-23b2-4c4f-8d39-b4e14b716c63 req-c9d92ea9-d735-4378-8fe0-d077a1fc8a59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 210 time: 0.0596428 Jan 29 19:38:29.811941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-f1f2e579-187a-47e1-942b-bfaaa2f7ae07 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023553 Jan 29 19:38:29.815539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-db4a75ba-ca67-4eca-8fda-f7688f559a5a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1944764 Jan 29 19:38:29.816996 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454778b6-71fd-4450-9dc5-623f21c8c632 x-openstack-request-id: req-454778b6-71fd-4450-9dc5-623f21c8c632 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:29.817177 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:29.817552 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-454778b6-71fd-4450-9dc5-623f21c8c632 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:29.818021 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'status': 'completed', 'code': 200} Jan 29 19:38:29.819923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b3db-55c4-4116-93c5-d13b7b3d1c9a service neutron] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:30.129028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece159a9-336d-4fa6-8f0f-1415c1172454 req-51770e10-deb2-42a3-8767-b655e8df1cee tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.135505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece159a9-336d-4fa6-8f0f-1415c1172454 req-51770e10-deb2-42a3-8767-b655e8df1cee tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.149318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece159a9-336d-4fa6-8f0f-1415c1172454 req-51770e10-deb2-42a3-8767-b655e8df1cee tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.154614 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ece159a9-336d-4fa6-8f0f-1415c1172454 req-51770e10-deb2-42a3-8767-b655e8df1cee tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2414 time: 0.6080232 Jan 29 19:38:30.168161 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:30.226917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-3fc27c8e-4b83-4ec6-b481-695056abb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.228528 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-3fc27c8e-4b83-4ec6-b481-695056abb9d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1129 time: 0.5663514 Jan 29 19:38:30.273603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-56647bb9-fede-4842-b817-e044ad271df0 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.275110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-56647bb9-fede-4842-b817-e044ad271df0 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397023 Jan 29 19:38:30.310442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (609849b7-715a-4acf-aee7-0f51ab694177), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:30.323647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:30.330047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-b6651263-b326-4deb-921b-5f7e95318232 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.0836260 Jan 29 19:38:30.379204 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ece159a9-336d-4fa6-8f0f-1415c1172454 req-63fc0561-79ff-4b9e-b4ff-990217dbf101 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236099 Jan 29 19:38:30.379869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-d81daac3-8ff9-425d-84d6-4e0026cda99a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528672 Jan 29 19:38:30.423400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Pushing event deleted for resources: {'Port': ['ID=609849b7-715a-4acf-aee7-0f51ab694177,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:30.522834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cdf28-1f31-4c0f-9f0c-acb63060df66 req-34d1d2bb-24ea-4d97-bf6d-9432208c25aa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.533956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec6cdf28-1f31-4c0f-9f0c-acb63060df66 req-34d1d2bb-24ea-4d97-bf6d-9432208c25aa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.2163095 Jan 29 19:38:30.580764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-8d76e7c4-cab2-44d9-b06a-678a7901fadc service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401745 Jan 29 19:38:30.615000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-b6e49051-66c5-4c6f-854c-9ae5f5cb07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.616864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-b6e49051-66c5-4c6f-854c-9ae5f5cb07c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2616644 Jan 29 19:38:30.680024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-833efc90-70be-422a-a260-80fb089e239a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:30.686763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-833efc90-70be-422a-a260-80fb089e239a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964344 Jan 29 19:38:30.698861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (e63142c4-02da-46eb-9618-e315affc45d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:30.718879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec6cdf28-1f31-4c0f-9f0c-acb63060df66 req-661c84a8-c0fe-488c-b671-590870114198 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838040 Jan 29 19:38:30.739961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:30.803891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3415c65c-c9f3-4626-b531-8438ed74aba5 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:30.847009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3415c65c-c9f3-4626-b531-8438ed74aba5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:30.848661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3415c65c-c9f3-4626-b531-8438ed74aba5 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:31.004054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065be88-0540-49cd-9f22-f23fdb0d87a9 req-5cad9fe2-feb5-48a7-9b99-6ad4408a242c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:31.006191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2065be88-0540-49cd-9f22-f23fdb0d87a9 req-5cad9fe2-feb5-48a7-9b99-6ad4408a242c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0789189 Jan 29 19:38:31.071031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2065be88-0540-49cd-9f22-f23fdb0d87a9 req-b00e97d2-2d2c-482a-9291-3458e8f897bc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589144 Jan 29 19:38:31.100235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:31.105913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.187817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbc6c4-65e4-4b5c-be48-8e99d325bc13 req-1abdd22b-b7b3-4616-bb58-d9c40a5d1b89 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:31.195899 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bcbc6c4-65e4-4b5c-be48-8e99d325bc13 req-1abdd22b-b7b3-4616-bb58-d9c40a5d1b89 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 948 time: 0.7093117 Jan 29 19:38:31.221414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (e63142c4-02da-46eb-9618-e315affc45d1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.230645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks [] for router_controller (e63142c4-02da-46eb-9618-e315affc45d1), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.288209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:31.291740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.300683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-f3c1f41a-2ce1-4bde-ac73-f00be2a059dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:31.302080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-f3c1f41a-2ce1-4bde-ac73-f00be2a059dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6740780 Jan 29 19:38:31.320443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19b20c1d-dc66-4e3a-8e57-64a4d1a8b7b1 req-1038541a-3667-4539-87c5-5c454ddc0cf4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 210 time: 0.0763056 Jan 29 19:38:31.380530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (e63142c4-02da-46eb-9618-e315affc45d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.381149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e63142c4-02da-46eb-9618-e315affc45d1 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:38:31.399863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.194 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/70f30948-a7ce-455a-abe0-fd72c975d1bb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:31.410604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.411851 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff3ab2af-0fda-4fb2-9b93-df0357c2689a admin admin] 10.222.0.15 "DELETE /v2.0/routers/e63142c4-02da-46eb-9618-e315affc45d1 HTTP/1.1" status: 204 len: 168 time: 3.7642970 Jan 29 19:38:31.418046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:31.545835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.564941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bcbc6c4-65e4-4b5c-be48-8e99d325bc13 req-c35a4e2a-892c-43b4-b5fb-bb7bcdf80a11 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680289 Jan 29 19:38:31.613706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:31.815030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Deleting subnet 8e661ecf-e7e8-4363-aa7a-2d69d645f74c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:38:31.815030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Publish callbacks [] for subnet (8e661ecf-e7e8-4363-aa7a-2d69d645f74c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.815866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:31.815866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.816458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5f3d-5290-46f9-994c-021ec321695f req-7ee93923-87e5-4a8f-b49a-9592ca183c6b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:31.816458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5f3d-5290-46f9-994c-021ec321695f req-7ee93923-87e5-4a8f-b49a-9592ca183c6b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:31.816458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5f3d-5290-46f9-994c-021ec321695f req-7ee93923-87e5-4a8f-b49a-9592ca183c6b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:31.816458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6ff5f3d-5290-46f9-994c-021ec321695f req-7ee93923-87e5-4a8f-b49a-9592ca183c6b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2414 time: 0.2809803 Jan 29 19:38:31.816845 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (8e661ecf-e7e8-4363-aa7a-2d69d645f74c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.816963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.823299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-5ab369e0-aec6-4338-8ef4-8c37ed01d00f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112159 Jan 29 19:38:31.877874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:31.878718 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.907525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6ff5f3d-5290-46f9-994c-021ec321695f req-b4ebbb4a-173b-46d6-9d3f-d20cb33d7a70 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129050 Jan 29 19:38:31.920064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:31.922356 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c473e4ce-f49e-45de-92c0-4320ddc85339" -d '{"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-plugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:31.925031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:31.936398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a817c1-499d-4c01-b811-1cb9e9dde385 req-ff466077-e4bd-4574-974d-d0f38067302c service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016040 Jan 29 19:38:31.939768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:31.951899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:32.014384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:32.031071 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4054b9-6b2a-4f38-a9c3-cf2390145642 x-openstack-request-id: req-6f4054b9-6b2a-4f38-a9c3-cf2390145642 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:32.034482 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-plugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:32.034482 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f4054b9-6b2a-4f38-a9c3-cf2390145642 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:32.035342 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'code': 200} Jan 29 19:38:32.047777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=70f30948-a7ce-455a-abe0-fd72c975d1bb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:32.080309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:32.081162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:32.085730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:32.099267 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.112267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.239 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/cdcc27e9-379d-4b82-9a8b-9c49e5dc372e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:32.165832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aafa8-f285-4b37-925b-f1d2e2b3e05d req-4b2feb08-3f4b-4b5a-b862-36280d05434e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:32.169949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f9aafa8-f285-4b37-925b-f1d2e2b3e05d req-4b2feb08-3f4b-4b5a-b862-36280d05434e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.2328477 Jan 29 19:38:32.188039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8e661ecf-e7e8-4363-aa7a-2d69d645f74c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.231009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:32.233834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.379492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:32.382751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-96f5851f-619a-4745-87fc-b8056e14a393 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6613619 Jan 29 19:38:32.409560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Request body: {'port': {'device_id': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:32.486713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9608d-3050-4b47-ad02-ac518eb71ca7 req-8c84b47e-fd79-42fa-9ea2-6d269916dffe tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:32.500648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ce9608d-3050-4b47-ad02-ac518eb71ca7 req-8c84b47e-fd79-42fa-9ea2-6d269916dffe tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.2211566 Jan 29 19:38:32.506038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f9aafa8-f285-4b37-925b-f1d2e2b3e05d req-860dec28-125f-4613-8c7b-ff01e3f7d88f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194950 Jan 29 19:38:32.561676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:32.609733 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.644790 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ce9608d-3050-4b47-ad02-ac518eb71ca7 req-b0ce732a-42f1-417d-8f6b-4666652714d0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431825 Jan 29 19:38:32.659479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:32.659860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.818574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 609849b7-715a-4acf-aee7-0f51ab694177 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:32.865005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 609849b7-715a-4acf-aee7-0f51ab694177 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:32.872934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 609849b7-715a-4acf-aee7-0f51ab694177 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:32.894388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-af3f91e3-a317-430b-905c-1488f3f163d1 None None] Provisioning complete for port 70f30948-a7ce-455a-abe0-fd72c975d1bb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:32.894819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af3f91e3-a317-430b-905c-1488f3f163d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.942001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.962618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a4eb9-20c3-40b9-ab9a-3f0c56b766d0 req-81174108-9efc-484b-b907-c99de02a8dce tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:32.964272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac3a4eb9-20c3-40b9-ab9a-3f0c56b766d0 req-81174108-9efc-484b-b907-c99de02a8dce tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0970540 Jan 29 19:38:32.989680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-af3f91e3-a317-430b-905c-1488f3f163d1 None None] Port 70f30948-a7ce-455a-abe0-fd72c975d1bb cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:32.994660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (8e661ecf-e7e8-4363-aa7a-2d69d645f74c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:32.995626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:32.996106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.016403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-5ede9354-1d87-4f92-a1e8-63a7d669ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.017959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-5ede9354-1d87-4f92-a1e8-63a7d669ed2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1129 time: 0.8390152 Jan 29 19:38:33.019155 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.023185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8e661ecf-e7e8-4363-aa7a-2d69d645f74c HTTP/1.1" status: 204 len: 168 time: 1.6030312 Jan 29 19:38:33.038510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34256) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:33.043244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac3a4eb9-20c3-40b9-ab9a-3f0c56b766d0 req-9721bd53-f05e-4904-8f91-45cdf57631a8 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Jan 29 19:38:33.047926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d6085-81c0-4f77-b37f-1b8bc953a4ac None None] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:33.213449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-8b8d1d14-53be-4bd0-8577-733ebc798ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.214002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-8b8d1d14-53be-4bd0-8577-733ebc798ccd service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1826775 Jan 29 19:38:33.226218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.231555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:33.241973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eff205-692a-4c2a-b185-15eda31db058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e661ecf-e7e8-4363-aa7a-2d69d645f74c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:33.262080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58b34-d554-426d-ad01-1e00e7a6602f req-af2aa755-c458-4cb9-9485-484c2483f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.264536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76d58b34-d554-426d-ad01-1e00e7a6602f req-af2aa755-c458-4cb9-9485-484c2483f378 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1131 time: 0.7259626 Jan 29 19:38:33.286170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:33.293978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f30948-a7ce-455a-abe0-fd72c975d1bb {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:33.296111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:33.303887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Publish callbacks [] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.319863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Transition to ACTIVE for port object 70f30948-a7ce-455a-abe0-fd72c975d1bb will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:33.331279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:33.365803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a546f-704d-4e51-ad75-21213334d389 req-f39f948b-2e05-445f-8697-de29e6ca3bef tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.367333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe5a546f-704d-4e51-ad75-21213334d389 req-f39f948b-2e05-445f-8697-de29e6ca3bef tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 936 time: 0.7205107 Jan 29 19:38:33.374995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:33.402367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.403999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:33.426073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.436481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-08e773d4-5455-442d-92e3-458afdfe9ac2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.2063241 Jan 29 19:38:33.441787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.442443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.528925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-84673196-52bf-4fb0-93ab-2f12604629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.530824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-84673196-52bf-4fb0-93ab-2f12604629d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0490539 Jan 29 19:38:33.578869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (27fc4781-beec-4dd0-b103-a0b61706a1c9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.615354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cc6b8-bb7e-4dec-9442-f85e5d3beda7 req-f4099f97-d970-401e-a15d-5a15d545fc6a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.620992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cc6b8-bb7e-4dec-9442-f85e5d3beda7 req-f4099f97-d970-401e-a15d-5a15d545fc6a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.627588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cc6b8-bb7e-4dec-9442-f85e5d3beda7 req-f4099f97-d970-401e-a15d-5a15d545fc6a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.629447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b5cc6b8-bb7e-4dec-9442-f85e5d3beda7 req-f4099f97-d970-401e-a15d-5a15d545fc6a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2415 time: 0.3060067 Jan 29 19:38:33.649108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76d58b34-d554-426d-ad01-1e00e7a6602f req-5edf0557-aa8e-4d14-910a-dc04b1081085 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296764 Jan 29 19:38:33.649364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Pushing event updated for resources: {'Port': ['ID=70f30948-a7ce-455a-abe0-fd72c975d1bb,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:33.698433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3824503 Jan 29 19:38:33.699735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3a26-23ba-4f18-a675-23b87d566608 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:33.706118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:33.722198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Attempting to bind port 70f30948-a7ce-455a-abe0-fd72c975d1bb on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:33.722433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Attempting to bind port 70f30948-a7ce-455a-abe0-fd72c975d1bb by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:33.722768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Attempting to bind port 70f30948-a7ce-455a-abe0-fd72c975d1bb on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:33.747848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Port 70f30948-a7ce-455a-abe0-fd72c975d1bb on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:33.747979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Attempting to bind port 70f30948-a7ce-455a-abe0-fd72c975d1bb on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:33.768845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:33.769760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:33.770321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:33.770931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Bound port: 70f30948-a7ce-455a-abe0-fd72c975d1bb, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:33.771462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.779063 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b5cc6b8-bb7e-4dec-9442-f85e5d3beda7 req-06d108fd-976c-407d-b65a-20dfc7b9acc3 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399043 Jan 29 19:38:33.802296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-8ab3e092-5a7a-4602-8e4f-8b9866dd0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:33.802296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-8ab3e092-5a7a-4602-8e4f-8b9866dd0185 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2515118 Jan 29 19:38:33.814380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] DHCP port deletion for 27fc4781-beec-4dd0-b103-a0b61706a1c9 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:38:33.835891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:33.850770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:33.851140 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.917850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Deleting port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:33.918484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.958505 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe5a546f-704d-4e51-ad75-21213334d389 req-7ed05a47-529d-4e01-b9c6-c7d65b9c98de tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833970 Jan 29 19:38:33.961706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-fe005c06-7afb-41cf-ac20-1b632a0429fc service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534703 Jan 29 19:38:33.964694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-51cbfaca-e539-46de-bbc1-ff8cc54ea248 None None] Provisioning complete for port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:33.965071 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51cbfaca-e539-46de-bbc1-ff8cc54ea248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:33.974142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Request body: {'port': {'device_id': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:34.018817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] For port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:34.019184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.037630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Calling delete_port for 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:34.039213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:34.040963 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b22757-7fee-4d73-8800-63c8828ad87c" -d '{"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-plugged", "status": "completed", "tag": "cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:34.064736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-51cbfaca-e539-46de-bbc1-ff8cc54ea248 None None] Port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:34.124054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:34.125121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.127112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Deleting port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:34.127476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.183637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] For port 70f30948-a7ce-455a-abe0-fd72c975d1bb, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:34.190883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] For port 70f30948-a7ce-455a-abe0-fd72c975d1bb, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:34.205421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35787d-0eb8-406c-9222-78fcc7f80786 req-009d5ed0-d853-4048-af6f-501e447523d0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:34.207002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db35787d-0eb8-406c-9222-78fcc7f80786 req-009d5ed0-d853-4048-af6f-501e447523d0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.3280983 Jan 29 19:38:34.251033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.280083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db35787d-0eb8-406c-9222-78fcc7f80786 req-18f60d54-8bf8-4e90-b2a5-3e3350e30cf4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Jan 29 19:38:34.282823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.312698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:34.315388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:34.315983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] For port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,segment=NetworkSegment(9d332635-19e0-4782-a709-f248741f93de),segment_id=9d332635-19e0-4782-a709-f248741f93de)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:34.315983 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.324347 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.349014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Calling delete_port for 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:34.394875 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.395822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 488c721d-31ef-451f-9a7f-d871ab34b141 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:34.399991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Pushing event updated for resources: {'Port': ['ID=70f30948-a7ce-455a-abe0-fd72c975d1bb,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:34.417508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] No DVR routers for this DVR port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:34.470023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b9820-0f74-4d9e-bdf8-712134012053 req-24a7940e-4e88-41c0-8009-60db61b2d3bf tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:34.471590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b8b9820-0f74-4d9e-bdf8-712134012053 req-24a7940e-4e88-41c0-8009-60db61b2d3bf tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.3285437 Jan 29 19:38:34.477663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:34.478472 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.479848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-1a236a1b-3f0d-42a4-8637-f9aa724fc534 service neutron] 10.222.0.26 "PUT /v2.0/ports/70f30948-a7ce-455a-abe0-fd72c975d1bb HTTP/1.1" status: 200 len: 1096 time: 2.0783956 Jan 29 19:38:34.480332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'tag': '70f30948-a7ce-455a-abe0-fd72c975d1bb'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:34.483572 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394a87ee-c3da-4f60-90d7-ecc13685a38b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c77c1b2-92c9-40c2-89cf-8cee667a8a37", "tag": "70f30948-a7ce-455a-abe0-fd72c975d1bb"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:34.619053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (27fc4781-beec-4dd0-b103-a0b61706a1c9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.627888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea0238e0-cd60-4539-a35b-94cf025e4c6a req-bd812c91-94a7-4634-afbb-84e61f0bb533 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765090 Jan 29 19:38:34.641777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fc4781-beec-4dd0-b103-a0b61706a1c9']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:34.651838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d332635-19e0-4782-a709-f248741f93de') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:34.652132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d332635-19e0-4782-a709-f248741f93de') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:34.667757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (9d332635-19e0-4782-a709-f248741f93de), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.690173 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9d332635-19e0-4782-a709-f248741f93de), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.693081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:38:34.693488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (9d332635-19e0-4782-a709-f248741f93de), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.722231 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f175cc7-8eb3-497e-92c9-d12788d08c1b x-openstack-request-id: req-8f175cc7-8eb3-497e-92c9-d12788d08c1b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:34.723399 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-plugged", "status": "completed", "tag": "cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:34.724176 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f175cc7-8eb3-497e-92c9-d12788d08c1b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:34.724749 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a', 'code': 200} Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:38:34.785791 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:38:34.790766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b8b9820-0f74-4d9e-bdf8-712134012053 req-249d2c84-3918-4231-b6c2-ee00ca163f09 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030276 Jan 29 19:38:34.837368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:34.852872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-0ec4b88a-8b62-4d14-b207-c46c85806060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:34.854464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-0ec4b88a-8b62-4d14-b207-c46c85806060 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 1130 time: 0.1973188 Jan 29 19:38:34.876570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (27fc4781-beec-4dd0-b103-a0b61706a1c9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.886581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a63f3-1e7c-4dcc-a517-dbc36d4b6225 req-45901c9f-9c4e-4676-85f9-8d8f5902d618 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:34.889409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f22a63f3-1e7c-4dcc-a517-dbc36d4b6225 req-45901c9f-9c4e-4676-85f9-8d8f5902d618 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1035743 Jan 29 19:38:34.922916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:34.930830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] 10.222.0.15 "DELETE /v2.0/networks/27fc4781-beec-4dd0-b103-a0b61706a1c9 HTTP/1.1" status: 204 len: 168 time: 1.8855605 Jan 29 19:38:34.932127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f4afc-c0a7-4979-8395-1840b604572a admin admin] Pushing event deleted for resources: {'Network': ['ID=27fc4781-beec-4dd0-b103-a0b61706a1c9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:34.933830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34302) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:34.953877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:34.954224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:34.969653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-ae7e7ffe-2302-473f-a5d2-380d664bfcdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb HTTP/1.1" status: 200 len: 217 time: 0.0866013 Jan 29 19:38:34.980673 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc5425-53ca-4309-ba73-ffe2c6f84916 x-openstack-request-id: req-9dcc5425-53ca-4309-ba73-ffe2c6f84916 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:34.983678 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c77c1b2-92c9-40c2-89cf-8cee667a8a37", "tag": "70f30948-a7ce-455a-abe0-fd72c975d1bb", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:34.983678 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dcc5425-53ca-4309-ba73-ffe2c6f84916 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:34.983678 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'tag': '70f30948-a7ce-455a-abe0-fd72c975d1bb', 'status': 'completed', 'code': 200} Jan 29 19:38:34.993693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:35.101129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f22a63f3-1e7c-4dcc-a517-dbc36d4b6225 req-edf83cce-8702-4dda-9c46-3fc5d360fc1e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823726 Jan 29 19:38:35.118664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 488c721d-31ef-451f-9a7f-d871ab34b141 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:35.125971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 488c721d-31ef-451f-9a7f-d871ab34b141 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:35.126364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.166373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-619e3aef-ea08-4f71-88cd-41efce91f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.168952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-619e3aef-ea08-4f71-88cd-41efce91f5e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1851277 Jan 29 19:38:35.189682 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (3f14f37d-e5c5-4db0-b4c2-131c375c14f6), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.199480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcc27e9-379d-4b82-9a8b-9c49e5dc372e {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:35.230939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Network 27fc4781-beec-4dd0-b103-a0b61706a1c9 is not hosted by any dhcp agent {{(pid=103564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 19:38:35.233656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] No DVR routers for this DVR port 3f14f37d-e5c5-4db0-b4c2-131c375c14f6 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:35.239782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745d6fc-99e9-44ec-8f50-c585cb42ba99 None None] Pushing event deleted for resources: {'Port': ['ID=3f14f37d-e5c5-4db0-b4c2-131c375c14f6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:35.241929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Publish callbacks [] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.347318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc281d-c56b-4c0d-9eec-54e9f74ca268 req-b8a3a036-a1ae-4f4e-a9ba-6f6773153608 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.347318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc281d-c56b-4c0d-9eec-54e9f74ca268 req-b8a3a036-a1ae-4f4e-a9ba-6f6773153608 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.347318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc281d-c56b-4c0d-9eec-54e9f74ca268 req-b8a3a036-a1ae-4f4e-a9ba-6f6773153608 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.347318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36dc281d-c56b-4c0d-9eec-54e9f74ca268 req-b8a3a036-a1ae-4f4e-a9ba-6f6773153608 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2416 time: 0.2319212 Jan 29 19:38:35.347318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Transition to ACTIVE for port object cdcc27e9-379d-4b82-9a8b-9c49e5dc372e will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:38:35.348320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 488c721d-31ef-451f-9a7f-d871ab34b141 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:35.348320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.348525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-a1c7d510-4c08-4347-89a4-fa0a161b911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.348525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-a1c7d510-4c08-4347-89a4-fa0a161b911b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1545815 Jan 29 19:38:35.381601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 488c721d-31ef-451f-9a7f-d871ab34b141, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=488c721d-31ef-451f-9a7f-d871ab34b141,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:35.398841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704a8eb-5b4b-4dc8-8bf6-db031f65424a req-8f786d93-7d09-4883-950d-ee3eef4b17de tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.400541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8704a8eb-5b4b-4dc8-8bf6-db031f65424a req-8f786d93-7d09-4883-950d-ee3eef4b17de tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 950 time: 0.1607893 Jan 29 19:38:35.440406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.466407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.501388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36dc281d-c56b-4c0d-9eec-54e9f74ca268 req-f469dee6-63b9-4e02-a7c7-5b26c0efa6af tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923721 Jan 29 19:38:35.537328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8704a8eb-5b4b-4dc8-8bf6-db031f65424a req-e8622b6b-4ad4-4e0b-8615-5d61105a3710 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287756 Jan 29 19:38:35.593459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=488c721d-31ef-451f-9a7f-d871ab34b141,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:35.620934 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:38:35.628427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:35.698167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-6003dfe2-accb-4a85-b144-af33e5a3bf2b service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488500 Jan 29 19:38:35.725181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (974d25bd-faf2-437f-bed1-5ef93c0dc17c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.780537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Attempting to bind port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:35.780879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Attempting to bind port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:35.781216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Attempting to bind port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:35.817829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:35.818197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Attempting to bind port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:35.821831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbea4ab-e43b-4821-b97e-37a7f2b6c954 req-53eecab8-7e5d-4f4b-83fe-6a5c1182f767 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.823399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fbea4ab-e43b-4821-b97e-37a7f2b6c954 req-53eecab8-7e5d-4f4b-83fe-6a5c1182f767 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.1440883 Jan 29 19:38:35.828252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:35.828618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:35.829532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:35.829532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Bound port: cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:35.829749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:35.867240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab445e9-a854-44a1-a7a8-21eb209564d6 req-7d3c8c96-8f01-4c96-80cd-752cd65a42f6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:35.867240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cab445e9-a854-44a1-a7a8-21eb209564d6 req-7d3c8c96-8f01-4c96-80cd-752cd65a42f6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 948 time: 0.2264872 Jan 29 19:38:35.921258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-f04c67f0-b54f-4bb4-a6ba-8c5a341141a4 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014227 Jan 29 19:38:35.929577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fbea4ab-e43b-4821-b97e-37a7f2b6c954 req-b547e8c9-6f71-440c-8682-642bcd22c101 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969832 Jan 29 19:38:35.943279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:35.987834 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cab445e9-a854-44a1-a7a8-21eb209564d6 req-00a1b30c-2545-4774-808e-fb613da15e00 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980225 Jan 29 19:38:35.989001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] For port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:35.992584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] For port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:36.098206 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.106413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:36.122911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'mac_address': 'fa:16:3e:5c:c9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:36.187588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:36.187588 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.194061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:36.194684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.196370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] 10.222.0.13 "PUT /v2.0/ports/cdcc27e9-379d-4b82-9a8b-9c49e5dc372e HTTP/1.1" status: 200 len: 1096 time: 2.2336974 Jan 29 19:38:36.198786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da4aa86-0ea8-49a4-87a9-cb0570670e38 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:36.213604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Deleting port 7778b606-63a5-4689-8bf6-b4de6a300415 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:36.215911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.242998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:36.246677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'tag': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:36.249822 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507757ad-3682-4440-a160-4bc32c9c5a06" -d '{"events": [{"name": "network-changed", "server_uuid": "876de876-a613-48cd-8dde-0c56ea3ca50d", "tag": "cdcc27e9-379d-4b82-9a8b-9c49e5dc372e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:36.314281 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.370705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] For port 7778b606-63a5-4689-8bf6-b4de6a300415, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7778b606-63a5-4689-8bf6-b4de6a300415,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:36.375697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.379671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438f81-faf4-4f54-a200-4b4db272596f service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:36.386594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Calling delete_port for 7778b606-63a5-4689-8bf6-b4de6a300415 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:36.406091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-bccfb444-8673-4a9f-bb93-6559eb8e2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:36.407355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:36.411826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-bccfb444-8673-4a9f-bb93-6559eb8e2e6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 1130 time: 0.2509668 Jan 29 19:38:36.507843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8097e68-aab3-4c6c-ac81-26e18be27459 req-2e746dc3-b257-4611-ada3-fe0907a49ab3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:36.509504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8097e68-aab3-4c6c-ac81-26e18be27459 req-2e746dc3-b257-4611-ada3-fe0907a49ab3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.3599112 Jan 29 19:38:36.534070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-2ade208e-92ff-40ee-a6fe-b98bddba7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:36.535521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-2ade208e-92ff-40ee-a6fe-b98bddba7413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 1130 time: 0.2089791 Jan 29 19:38:36.607388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-55256631-609b-4da3-bd37-9890f1f088bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e HTTP/1.1" status: 200 len: 217 time: 0.0583642 Jan 29 19:38:36.612228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-37f32d73-1c83-4bce-aa9d-d5037bc17415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:36.613695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-37f32d73-1c83-4bce-aa9d-d5037bc17415 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1904714 Jan 29 19:38:36.725592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6'}, {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488c721d-31ef-451f-9a7f-d871ab34b141'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:36.728394 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e0bc57-e8f1-424c-ac6f-8635a89a7539" -d '{"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6"}, {"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-plugged", "status": "completed", "tag": "488c721d-31ef-451f-9a7f-d871ab34b141"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:36.746042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7778b606-63a5-4689-8bf6-b4de6a300415), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:36.777201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Pushing event deleted for resources: {'Port': ['ID=7778b606-63a5-4689-8bf6-b4de6a300415,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:36.777847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:37.113254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8097e68-aab3-4c6c-ac81-26e18be27459 req-dc273ffc-4877-4705-97e9-35bb68053958 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916924 Jan 29 19:38:37.121206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-3144cfbe-392e-4f39-be66-f7ccae155310 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb HTTP/1.1" status: 200 len: 217 time: 0.4730911 Jan 29 19:38:37.164906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-6db1eeef-8675-47a9-969f-317df30f319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.167165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-6db1eeef-8675-47a9-969f-317df30f319c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.5525985 Jan 29 19:38:37.341601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-2af7da9d-f13a-4cad-bcc4-b887a7918558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.343324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-2af7da9d-f13a-4cad-bcc4-b887a7918558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2126358 Jan 29 19:38:37.377923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (974d25bd-faf2-437f-bed1-5ef93c0dc17c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:37.395860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e1e8a-2076-4422-b7fd-685582743580 req-8848a39a-9ac4-4e10-b633-762560d6aa11 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.397643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a7e1e8a-2076-4422-b7fd-685582743580 req-8848a39a-9ac4-4e10-b633-762560d6aa11 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1975429 Jan 29 19:38:37.406644 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1130052c-6b87-4597-9d4a-a34bd8c0dad7 x-openstack-request-id: req-1130052c-6b87-4597-9d4a-a34bd8c0dad7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:37.406946 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876de876-a613-48cd-8dde-0c56ea3ca50d", "tag": "cdcc27e9-379d-4b82-9a8b-9c49e5dc372e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:37.407198 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1130052c-6b87-4597-9d4a-a34bd8c0dad7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:37.407593 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'tag': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'status': 'completed', 'code': 200} Jan 29 19:38:37.409553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-b2bf7b16-3039-4846-9a53-249594b5b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.411025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-b2bf7b16-3039-4846-9a53-249594b5b16d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2189233 Jan 29 19:38:37.422584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-ad37d9be-9cef-4646-9309-9e9c93fa2643 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326120 Jan 29 19:38:37.532368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-45c30b45-f969-400a-a4a4-27d99f9064ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.533906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-45c30b45-f969-400a-a4a4-27d99f9064ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1821136 Jan 29 19:38:37.577573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a7e1e8a-2076-4422-b7fd-685582743580 req-ae23019c-49b2-48ec-88d8-86c8c166ab56 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640551 Jan 29 19:38:37.616631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:37.636240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18cc7d-11e4-4d7e-a6a1-fbfce0f4777f req-0e954cfa-26d6-4014-9af7-ec18dbad3df3 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.642475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18cc7d-11e4-4d7e-a6a1-fbfce0f4777f req-0e954cfa-26d6-4014-9af7-ec18dbad3df3 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.648463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18cc7d-11e4-4d7e-a6a1-fbfce0f4777f req-0e954cfa-26d6-4014-9af7-ec18dbad3df3 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.650201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b18cc7d-11e4-4d7e-a6a1-fbfce0f4777f req-0e954cfa-26d6-4014-9af7-ec18dbad3df3 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.1429231 Jan 29 19:38:37.650915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-41c7701c-c2fe-41d0-933d-a0e518608aca service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196782 Jan 29 19:38:37.679047 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0be5f1-500c-4183-8397-b76c202d5918 x-openstack-request-id: req-ab0be5f1-500c-4183-8397-b76c202d5918 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:37.679337 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6", "code": 200}, {"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-plugged", "status": "completed", "tag": "488c721d-31ef-451f-9a7f-d871ab34b141", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:37.679766 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab0be5f1-500c-4183-8397-b76c202d5918 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:37.680168 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6', 'code': 200} Jan 29 19:38:37.680463 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488c721d-31ef-451f-9a7f-d871ab34b141', 'code': 200} Jan 29 19:38:37.685119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-45d57ea6-d9f4-440b-8a4d-2f048825ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:37.686697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-45d57ea6-d9f4-440b-8a4d-2f048825ba07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1127 time: 0.1750479 Jan 29 19:38:37.705072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Router 974d25bd-faf2-437f-bed1-5ef93c0dc17c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:38:37.723094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b18cc7d-11e4-4d7e-a6a1-fbfce0f4777f req-5103e788-143e-48e8-a93b-cf86a3310ef8 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602548 Jan 29 19:38:37.737007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-a9c7c449-ba25-4fbf-a4c4-cb88902da493 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818767 Jan 29 19:38:37.792000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:37.833919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:38:37.843353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c6ebf3d2-6643-4f83-8d18-aac565d8a66b admin admin] 10.222.0.15 "PUT /v2.0/routers/974d25bd-faf2-437f-bed1-5ef93c0dc17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9071074 Jan 29 19:38:37.844439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34378) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:37.887895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:37.888549 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:37.891263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] Sync routers for ids ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:38:37.938044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] Routers {'974d25bd-faf2-437f-bed1-5ef93c0dc17c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:37.938044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:37.973888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1fe5337-5fc5-45fc-8694-425202178ef2 req-489e974b-5e91-4044-bb47-2bd5b2b7d68f service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140323 Jan 29 19:38:37.998891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d0218-22f2-4d79-bd55-53070859b0bb req-5f7d2f20-ecd6-4e8b-a022-7c59d9cf46b9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.000445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba0d0218-22f2-4d79-bd55-53070859b0bb req-5f7d2f20-ecd6-4e8b-a022-7c59d9cf46b9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 948 time: 0.2244563 Jan 29 19:38:38.022620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:38.040514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-8a1ceb39-942c-4536-a961-04c51da75785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.041996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-8a1ceb39-942c-4536-a961-04c51da75785 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.3041160 Jan 29 19:38:38.045730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a9021-ea91-4e3f-b805-89d415f977f7 req-37caca9e-4d9d-456e-8c3b-2a8fe222bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.046507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a9021-ea91-4e3f-b805-89d415f977f7 req-37caca9e-4d9d-456e-8c3b-2a8fe222bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.047048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a9021-ea91-4e3f-b805-89d415f977f7 req-37caca9e-4d9d-456e-8c3b-2a8fe222bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.048763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1a9021-ea91-4e3f-b805-89d415f977f7 req-37caca9e-4d9d-456e-8c3b-2a8fe222bf53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2963 time: 0.1626573 Jan 29 19:38:38.049932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-394a87ee-c3da-4f60-90d7-ecc13685a38b req-bff93a43-7e93-437b-8a1b-71fa9d5312fb service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016558 Jan 29 19:38:38.054675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks [] for router (974d25bd-faf2-437f-bed1-5ef93c0dc17c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:38.065864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2481-4bbb-4455-a604-5e7b68dcd865 req-93392bbc-6fa1-497d-92d6-2a25d89b66fd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.067631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13ed2481-4bbb-4455-a604-5e7b68dcd865 req-93392bbc-6fa1-497d-92d6-2a25d89b66fd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 948 time: 0.1658385 Jan 29 19:38:38.105404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-2e90f0e4-dc42-49b3-a591-c40e7d440349 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.0526648 Jan 29 19:38:38.109197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:38.113329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba0d0218-22f2-4d79-bd55-53070859b0bb req-e70e5173-b999-4483-ade2-97e276e54687 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010048 Jan 29 19:38:38.167302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-766578af-15b8-4f10-bdc6-a76b60472722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.168958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-766578af-15b8-4f10-bdc6-a76b60472722 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0545807 Jan 29 19:38:38.252082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13ed2481-4bbb-4455-a604-5e7b68dcd865 req-484804ff-ce3b-48d0-889e-8854a2c158af tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487398 Jan 29 19:38:38.276941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] Set router 974d25bd-faf2-437f-bed1-5ef93c0dc17c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:38.277844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-432a9a6f-1ae9-4dc9-a618-4b6f9cb4107d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877607 Jan 29 19:38:38.278604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1a9021-ea91-4e3f-b805-89d415f977f7 req-20c67e87-a45c-478b-aba7-f360f4e0c5ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737452 Jan 29 19:38:38.307225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks [] for router_gateway (974d25bd-faf2-437f-bed1-5ef93c0dc17c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:38.363935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:38.429443 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-fd24e423-3520-40e3-939b-9453b23e3ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041415 Jan 29 19:38:38.441457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-39fdf38c-5129-4e73-b4c7-67fd088ade50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.443167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-39fdf38c-5129-4e73-b4c7-67fd088ade50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 1130 time: 0.2732875 Jan 29 19:38:38.461779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c35a22-42b0-4de7-b6ba-eb84f1a915cf req-2e39efd6-0e04-4a47-92c8-6856eb1640e2 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.471423 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35c35a22-42b0-4de7-b6ba-eb84f1a915cf req-2e39efd6-0e04-4a47-92c8-6856eb1640e2 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.1195214 Jan 29 19:38:38.479570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6016c-2d02-447e-a4d0-470a5c6ee18f req-014d1666-5dd5-409d-a2d3-f1a1c7523786 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.481245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6d6016c-2d02-447e-a4d0-470a5c6ee18f req-014d1666-5dd5-409d-a2d3-f1a1c7523786 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.2164848 Jan 29 19:38:38.518166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Deleting port b588c288-b7a3-4c22-882b-8b3c7521d902 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:38.518573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:38.530667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:38:36Z', 'revision_number': 5, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port': {'id': 'b588c288-b7a3-4c22-882b-8b3c7521d902', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:54Z', 'updated_at': '2022-01-29T19:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:38.565697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35c35a22-42b0-4de7-b6ba-eb84f1a915cf req-2a9f94a9-35b0-4703-96c6-1d87b604cdce tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933154 Jan 29 19:38:38.570985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] Checking router: 974d25bd-faf2-437f-bed1-5ef93c0dc17c for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:38:38.581815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] Routers {'974d25bd-faf2-437f-bed1-5ef93c0dc17c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:38.582650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:38.691563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] Set router 974d25bd-faf2-437f-bed1-5ef93c0dc17c gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:38.705873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-443d4dc7-0e8b-4e52-b2aa-e6a6e15fb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.708454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-443d4dc7-0e8b-4e52-b2aa-e6a6e15fb4b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2536039 Jan 29 19:38:38.708993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] For port b588c288-b7a3-4c22-882b-8b3c7521d902, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b588c288-b7a3-4c22-882b-8b3c7521d902,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:38.709555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:38.732733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Calling delete_port for b588c288-b7a3-4c22-882b-8b3c7521d902 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:38.740525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b444e4f-4f37-4a1b-b076-5bcd100d397b req-46c6e9d8-0d2e-4c58-ad07-4561c1c1b319 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949741 Jan 29 19:38:38.794832 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-18735f75-0ccc-49f5-9bc6-8f3862b6dff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e HTTP/1.1" status: 200 len: 217 time: 0.0530741 Jan 29 19:38:38.799304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6d6016c-2d02-447e-a4d0-470a5c6ee18f req-e440560a-bfcf-4bf6-94a5-05f9e10f7669 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956522 Jan 29 19:38:38.845467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:38:38Z', 'revision_number': 6, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:38.869558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-91887afe-e746-4e62-9ff2-a98aa6780a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.872116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-91887afe-e746-4e62-9ff2-a98aa6780a27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0631380 Jan 29 19:38:38.921067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba211a5-c109-4125-84b5-a02eb6cdc889 None None] The sync data for ids ['974d25bd-faf2-437f-bed1-5ef93c0dc17c'] in n-d-825496-5 is: [{'id': '974d25bd-faf2-437f-bed1-5ef93c0dc17c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1787846573-router', 'tenant_id': 'db306c49df1d42bd872ac3e40f060e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:53Z', 'updated_at': '2022-01-29T19:38:38Z', 'revision_number': 6, 'project_id': 'db306c49df1d42bd872ac3e40f060e19', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:38:38.956691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-dffff852-1096-4df0-a140-a531e4372d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:38.958240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-dffff852-1096-4df0-a140-a531e4372d5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0762699 Jan 29 19:38:39.077190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087c38-3852-41e9-b499-0f931c0a0ea1 req-d47be68b-54eb-444e-9810-6521e6c7fc8f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:39.082687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087c38-3852-41e9-b499-0f931c0a0ea1 req-d47be68b-54eb-444e-9810-6521e6c7fc8f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:39.088106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087c38-3852-41e9-b499-0f931c0a0ea1 req-d47be68b-54eb-444e-9810-6521e6c7fc8f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:39.089940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea087c38-3852-41e9-b499-0f931c0a0ea1 req-d47be68b-54eb-444e-9810-6521e6c7fc8f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.1492548 Jan 29 19:38:39.095266 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b588c288-b7a3-4c22-882b-8b3c7521d902), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.123938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-e23324a2-07c8-4943-b0dd-5b709981ad66 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361213 Jan 29 19:38:39.167995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b588c288-b7a3-4c22-882b-8b3c7521d902,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:39.187699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea087c38-3852-41e9-b499-0f931c0a0ea1 req-eda6b1b5-3b48-46d6-bc3e-0c0410afba49 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880980 Jan 29 19:38:39.252079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (974d25bd-faf2-437f-bed1-5ef93c0dc17c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.278933 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507757ad-3682-4440-a160-4bc32c9c5a06 req-990a9ff2-2cc8-4708-b0d8-e2ad0ffb8a58 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342599 Jan 29 19:38:39.468783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (974d25bd-faf2-437f-bed1-5ef93c0dc17c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.486561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks [] for router_controller (974d25bd-faf2-437f-bed1-5ef93c0dc17c), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.585555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55375e0-6f93-4b3f-a550-c4f8b4852a47 req-ec189b04-f374-4973-b7d3-c171ff53615a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:39.587073 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b55375e0-6f93-4b3f-a550-c4f8b4852a47 req-ec189b04-f374-4973-b7d3-c171ff53615a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 948 time: 0.1219273 Jan 29 19:38:39.636669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b55375e0-6f93-4b3f-a550-c4f8b4852a47 req-dae4dde4-90d0-4691-a159-a61419b6abd2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Jan 29 19:38:39.654409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (974d25bd-faf2-437f-bed1-5ef93c0dc17c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.655325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974d25bd-faf2-437f-bed1-5ef93c0dc17c {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:38:39.663915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.668047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34416) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:39.680118 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-98ca0d75-0cbc-4ab2-8c65-f358b4eaab5e admin admin] 10.222.0.15 "DELETE /v2.0/routers/974d25bd-faf2-437f-bed1-5ef93c0dc17c HTTP/1.1" status: 204 len: 168 time: 1.8344722 Jan 29 19:38:39.682158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:39.685675 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e4915a-b970-434d-b998-66989f008a77" -d '{"events": [{"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:39.721649 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Deleting subnet 1f72e203-67d0-459a-9a6f-7bcb4e68892a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:38:39.732120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Publish callbacks [] for subnet (1f72e203-67d0-459a-9a6f-7bcb4e68892a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.772536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (1f72e203-67d0-459a-9a6f-7bcb4e68892a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:39.849475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a698-2056-43f1-9138-4b5eda82312f req-559f6619-0f4a-4e70-867d-475f33249994 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:39.851961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0102a698-2056-43f1-9138-4b5eda82312f req-559f6619-0f4a-4e70-867d-475f33249994 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 948 time: 0.1110864 Jan 29 19:38:39.916603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0102a698-2056-43f1-9138-4b5eda82312f req-f5112af5-81cb-4270-9342-1ce74e75da90 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579684 Jan 29 19:38:39.959870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 70f30948-a7ce-455a-abe0-fd72c975d1bb details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:39.988938 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20476dae-aceb-4f9d-8804-0a2c71d05e96 x-openstack-request-id: req-20476dae-aceb-4f9d-8804-0a2c71d05e96 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:39.989171 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:39.993660 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20476dae-aceb-4f9d-8804-0a2c71d05e96 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:39.993660 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'code': 200} Jan 29 19:38:39.994330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:40.007019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (1f72e203-67d0-459a-9a6f-7bcb4e68892a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.131282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86acb-ffdd-4494-94be-97bf3e92ed7c req-72cf3e4c-acd8-4118-b6a1-3bc4a6097a71 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:40.150977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69b86acb-ffdd-4494-94be-97bf3e92ed7c req-72cf3e4c-acd8-4118-b6a1-3bc4a6097a71 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.2350385 Jan 29 19:38:40.182038 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (1f72e203-67d0-459a-9a6f-7bcb4e68892a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.182962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2300d5-03c4-44b5-92a3-a8a3a8d7bac9 req-25c490e5-6ff4-41ca-876b-140683bdf9bc tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:40.186768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a2300d5-03c4-44b5-92a3-a8a3a8d7bac9 req-25c490e5-6ff4-41ca-876b-140683bdf9bc tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1403422 Jan 29 19:38:40.213414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 70f30948-a7ce-455a-abe0-fd72c975d1bb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:40.231795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f72e203-67d0-459a-9a6f-7bcb4e68892a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:40.236054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.239668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d7807fc-1f5d-44c1-bb99-4cfcd07846f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f72e203-67d0-459a-9a6f-7bcb4e68892a HTTP/1.1" status: 204 len: 168 time: 0.5704165 Jan 29 19:38:40.243671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34436) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:40.308403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69b86acb-ffdd-4494-94be-97bf3e92ed7c req-341f2dd1-0a88-4db9-a284-e6b9b56a4c25 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515105 Jan 29 19:38:40.322905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a2300d5-03c4-44b5-92a3-a8a3a8d7bac9 req-bea6c15a-3d48-43aa-8316-2ee1f12c317a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288650 Jan 29 19:38:40.432836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696935ce-3682-43de-ba3a-69e78d9fa54a None None] Network 9dcb5e8b-b1e4-4574-878d-8ff324f32231 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:40.436779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:40.440659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '70f30948-a7ce-455a-abe0-fd72c975d1bb', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '70f30948-a7ce-455a-abe0-fd72c975d1bb', 'mac_address': 'fa:16:3e:d2:3c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:40.451778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9dcb5e8b-b1e4-4574-878d-8ff324f32231), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.457920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:40.458296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.523112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4656e8-017f-48ae-8842-5f31b5e6aabb req-be6058df-6ba7-44d9-a13e-e5fb0905b7db tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:40.529251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4656e8-017f-48ae-8842-5f31b5e6aabb req-be6058df-6ba7-44d9-a13e-e5fb0905b7db tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:40.534646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4656e8-017f-48ae-8842-5f31b5e6aabb req-be6058df-6ba7-44d9-a13e-e5fb0905b7db tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:40.545823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f4656e8-017f-48ae-8842-5f31b5e6aabb req-be6058df-6ba7-44d9-a13e-e5fb0905b7db tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.1385925 Jan 29 19:38:40.585302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 70f30948-a7ce-455a-abe0-fd72c975d1bb is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:40.586524 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.608924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f30948-a7ce-455a-abe0-fd72c975d1bb {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:40.617024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f4656e8-017f-48ae-8842-5f31b5e6aabb req-a1ab4b90-779a-484c-b48e-2b930c9c5b2f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693367 Jan 29 19:38:40.663595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 70f30948-a7ce-455a-abe0-fd72c975d1bb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:40.669550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:40.670185 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.672267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Deleting port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:40.672744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.733000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:40.740936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.795797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] DHCP port deletion for 9dcb5e8b-b1e4-4574-878d-8ff324f32231 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:38:40.798291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b588c288-b7a3-4c22-882b-8b3c7521d902 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:40.823953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] For port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:40.824546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.831141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=70f30948-a7ce-455a-abe0-fd72c975d1bb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:40.840655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Calling delete_port for 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:40.854747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:40.861008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b588c288-b7a3-4c22-882b-8b3c7521d902 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:40.861326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b588c288-b7a3-4c22-882b-8b3c7521d902 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:40.862610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7778b606-63a5-4689-8bf6-b4de6a300415 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:40.903532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617eb4a-ea38-4ee3-a3da-3b9c242adfbd req-ab6415b6-b9a1-40bf-b28a-c9c47eba4281 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:40.905203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2617eb4a-ea38-4ee3-a3da-3b9c242adfbd req-ab6415b6-b9a1-40bf-b28a-c9c47eba4281 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 948 time: 0.1217968 Jan 29 19:38:40.938838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7778b606-63a5-4689-8bf6-b4de6a300415 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:40.940658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7778b606-63a5-4689-8bf6-b4de6a300415 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:40.975870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2617eb4a-ea38-4ee3-a3da-3b9c242adfbd req-c1d484ce-561b-425d-b588-795d5419c334 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637469 Jan 29 19:38:40.991136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:41.000127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] Deleting port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:41.009817 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.057105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.076522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] For port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,segment=NetworkSegment(42e18165-b340-4d62-92ea-7e67aef7822d),segment_id=42e18165-b340-4d62-92ea-7e67aef7822d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:41.076920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.096690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] Calling delete_port for 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:41.098244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:41.104592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] No DVR routers for this DVR port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:41.188354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (8ea9e5a0-b244-45dc-950c-cec9b2d5b485), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.217199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9dcb5e8b-b1e4-4574-878d-8ff324f32231), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.233942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] Pushing event deleted for resources: {'Port': ['ID=8ea9e5a0-b244-45dc-950c-cec9b2d5b485,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:41.241327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb227a-da83-4599-934d-5cccd63bea88 None None] No DVR routers for this DVR port 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:41.244686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcb5e8b-b1e4-4574-878d-8ff324f32231']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:41.259595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9a35f-85d9-4d4e-b4de-261e6ef01519 req-e10b0625-ae47-47ad-a3b2-783574b7a044 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:41.261206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99f9a35f-85d9-4d4e-b4de-261e6ef01519 req-e10b0625-ae47-47ad-a3b2-783574b7a044 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 949 time: 0.1317091 Jan 29 19:38:41.266910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e18165-b340-4d62-92ea-7e67aef7822d') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:41.267223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e18165-b340-4d62-92ea-7e67aef7822d') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:41.276555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:41.289165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (42e18165-b340-4d62-92ea-7e67aef7822d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.305518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (42e18165-b340-4d62-92ea-7e67aef7822d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.313623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (42e18165-b340-4d62-92ea-7e67aef7822d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:38:41.320447 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:38:41.348285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d6c3-caeb-47d6-b9ba-dd141d42a83f req-56fef010-1cc9-4c06-894c-821371d2c356 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:41.356553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d6c3-caeb-47d6-b9ba-dd141d42a83f req-56fef010-1cc9-4c06-894c-821371d2c356 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:41.362259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d6c3-caeb-47d6-b9ba-dd141d42a83f req-56fef010-1cc9-4c06-894c-821371d2c356 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:41.371558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d410d6c3-caeb-47d6-b9ba-dd141d42a83f req-56fef010-1cc9-4c06-894c-821371d2c356 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.1048322 Jan 29 19:38:41.427224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99f9a35f-85d9-4d4e-b4de-261e6ef01519 req-3fc309d8-c667-47a9-93b0-c49612083d42 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508155 Jan 29 19:38:41.430429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d410d6c3-caeb-47d6-b9ba-dd141d42a83f req-f58a2d94-9525-4766-9f94-10602f697964 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556500 Jan 29 19:38:41.542840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9dcb5e8b-b1e4-4574-878d-8ff324f32231), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.546491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46587886-1897-4268-8544-507497a73ca1 req-a82d4580-7640-4d83-9cca-3f5d14a62989 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:41.548046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46587886-1897-4268-8544-507497a73ca1 req-a82d4580-7640-4d83-9cca-3f5d14a62989 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0568974 Jan 29 19:38:41.552941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18399e-4b17-480d-8374-24eba15833ef req-cb651a9b-dd18-46da-92b5-f8684122c411 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:41.554441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec18399e-4b17-480d-8374-24eba15833ef req-cb651a9b-dd18-46da-92b5-f8684122c411 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0668268 Jan 29 19:38:41.560734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.566434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9dcb5e8b-b1e4-4574-878d-8ff324f32231 HTTP/1.1" status: 204 len: 168 time: 1.3192086 Jan 29 19:38:41.587878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7c56b-742e-4585-8c3a-ae34d9347c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcb5e8b-b1e4-4574-878d-8ff324f32231,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:41.622661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46587886-1897-4268-8544-507497a73ca1 req-b0db4529-a199-40be-a644-811cac7d2112 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658286 Jan 29 19:38:41.628015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec18399e-4b17-480d-8374-24eba15833ef req-f6f4644d-a8ba-4989-8d2a-428222954a7d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545058 Jan 29 19:38:41.647639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cdcc27e9-379d-4b82-9a8b-9c49e5dc372e details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:41.744702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:41.759080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'mac_address': 'fa:16:3e:4d:cd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:41.798471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:41.798787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.812388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcc27e9-379d-4b82-9a8b-9c49e5dc372e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:41.831349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:41.905351 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:41.906645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:41.948604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de29af88-edfd-41ca-879d-6558d8551002 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ad5b16e54564ddd84b1ca943f382cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405009 Jan 29 19:38:41.951921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:41.957077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:41.994557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:42.001566 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743051b-a244-4310-9dc4-b54f51aedd5b" -d '{"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-plugged", "status": "completed", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:42.001951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a74-933b-47c0-8bfd-b1863d85f2a4 admin admin] Publish callbacks [] for security_group (a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:42.030169 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a74-933b-47c0-8bfd-b1863d85f2a4 admin admin] Publish callbacks [] for security_group (a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:42.060256 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fc4335-ed1f-4027-af39-fb8442c68c26 x-openstack-request-id: req-93fc4335-ed1f-4027-af39-fb8442c68c26 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:42.060757 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-plugged", "status": "completed", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:42.061171 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93fc4335-ed1f-4027-af39-fb8442c68c26 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:42.061627 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'code': 200} Jan 29 19:38:42.133287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd333c-f3fd-4109-b901-57f458884bcd req-43d1e174-05a9-4a64-972a-020243b6b53f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.134820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-afcd333c-f3fd-4109-b901-57f458884bcd req-43d1e174-05a9-4a64-972a-020243b6b53f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0646288 Jan 29 19:38:42.184601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-afcd333c-f3fd-4109-b901-57f458884bcd req-6918b6f4-2577-497e-9f67-b56073d87249 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Jan 29 19:38:42.196614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a74-933b-47c0-8bfd-b1863d85f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:42.199224 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a74-933b-47c0-8bfd-b1863d85f2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:42.203224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1bb8a74-933b-47c0-8bfd-b1863d85f2a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45 HTTP/1.1" status: 204 len: 168 time: 0.2479136 Jan 29 19:38:42.226736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8a74-933b-47c0-8bfd-b1863d85f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08afcb2-d5db-4dac-b9b9-e1dd7edeaf45,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:42.258967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fb39-0642-40e4-b93b-7a289781670c req-debb1716-34e9-4ff2-a7f9-6bc81807afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.260872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e957fb39-0642-40e4-b93b-7a289781670c req-debb1716-34e9-4ff2-a7f9-6bc81807afdd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1131 time: 0.0748308 Jan 29 19:38:42.322322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e957fb39-0642-40e4-b93b-7a289781670c req-0a05fd0b-c3f2-4edc-aef7-41a75ba5269d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539920 Jan 29 19:38:42.384441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:42.589415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037737a9-ed90-47de-8dd5-b936c65f2295 req-cb5e10c5-061a-4f25-82c8-2ce4a10a0b62 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.596624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037737a9-ed90-47de-8dd5-b936c65f2295 req-cb5e10c5-061a-4f25-82c8-2ce4a10a0b62 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.601817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037737a9-ed90-47de-8dd5-b936c65f2295 req-cb5e10c5-061a-4f25-82c8-2ce4a10a0b62 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.607889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cded0-1229-4485-bc00-a9e3bbe9035b req-a81738b1-c9d1-45d0-b00a-4d8209a583f4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.609665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f6cded0-1229-4485-bc00-a9e3bbe9035b req-a81738b1-c9d1-45d0-b00a-4d8209a583f4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 949 time: 0.0966513 Jan 29 19:38:42.615160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-037737a9-ed90-47de-8dd5-b936c65f2295 req-cb5e10c5-061a-4f25-82c8-2ce4a10a0b62 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.0985699 Jan 29 19:38:42.674228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f6cded0-1229-4485-bc00-a9e3bbe9035b req-58aa7f69-afcd-441b-bc23-e1e1bc184027 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549581 Jan 29 19:38:42.681530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-037737a9-ed90-47de-8dd5-b936c65f2295 req-2ed2ff36-10ac-43b1-8ebd-dd9b11d94a31 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Jan 29 19:38:42.766030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:42.792400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:42.793846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ea9e5a0-b244-45dc-950c-cec9b2d5b485 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:42.825614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933543e-40e7-45c1-8a0e-017ac24d0890 req-0422accd-3fd8-410f-be4c-f532b1386777 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.827004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f933543e-40e7-45c1-8a0e-017ac24d0890 req-0422accd-3fd8-410f-be4c-f532b1386777 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0831265 Jan 29 19:38:42.866868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cc3b2-faa3-4c5b-9ec7-b8bbdbb41d0d req-eecdc543-6127-40dc-be19-68b9372f99df tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.868626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-148cc3b2-faa3-4c5b-9ec7-b8bbdbb41d0d req-eecdc543-6127-40dc-be19-68b9372f99df tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0955331 Jan 29 19:38:42.878304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-fe70e1dc-8424-4d31-b5ac-7ffd5a322f6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763698 Jan 29 19:38:42.898721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f933543e-40e7-45c1-8a0e-017ac24d0890 req-067cbc3a-d7bc-4737-af3c-860f6857b88b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 Jan 29 19:38:42.935700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-148cc3b2-faa3-4c5b-9ec7-b8bbdbb41d0d req-f838aa4e-cb76-479a-94b5-a5cad1908175 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Jan 29 19:38:42.970119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-04951951-6014-4ea3-ab3d-16ec3e6aa4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:42.971596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-04951951-6014-4ea3-ab3d-16ec3e6aa4e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1126 time: 0.0513425 Jan 29 19:38:42.990063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34496) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:43.090350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6fc91d2d-d6f5-4758-bfc5-ea32e389762b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db306c49df1d42bd872ac3e40f060e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967810 Jan 29 19:38:43.090563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34498) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:43.138919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-25166bd7-81e0-4f2b-baab-122f17fbbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.140845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-25166bd7-81e0-4f2b-baab-122f17fbbec9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1437848 Jan 29 19:38:43.157051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15b0decc-53e5-46f8-b050-8a6d48b2971e admin admin] Publish callbacks [] for security_group (3e8033dc-0642-4f58-a5c7-c1bf725149d5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:43.198544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-17bcad3f-f82f-44f7-8476-fede2a130757 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0425048 Jan 29 19:38:43.219210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15b0decc-53e5-46f8-b050-8a6d48b2971e admin admin] Publish callbacks [] for security_group (3e8033dc-0642-4f58-a5c7-c1bf725149d5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:43.307924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-6f7c4ee5-135c-4a8b-bce8-e18644e81fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.309486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-6f7c4ee5-135c-4a8b-bce8-e18644e81fd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0998476 Jan 29 19:38:43.345039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-ebf4aa5e-6c2b-4556-8185-2a7eced3d7aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285223 Jan 29 19:38:43.361287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbc974-4e37-4339-9891-316f94ba941a req-e7702fc0-8ecf-4d29-b203-14467e5cadd5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.362806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75dbc974-4e37-4339-9891-316f94ba941a req-e7702fc0-8ecf-4d29-b203-14467e5cadd5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1040146 Jan 29 19:38:43.408579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15b0decc-53e5-46f8-b050-8a6d48b2971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3e8033dc-0642-4f58-a5c7-c1bf725149d5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:43.411092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15b0decc-53e5-46f8-b050-8a6d48b2971e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:43.412247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-15b0decc-53e5-46f8-b050-8a6d48b2971e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e8033dc-0642-4f58-a5c7-c1bf725149d5 HTTP/1.1" status: 204 len: 168 time: 0.3207984 Jan 29 19:38:43.462158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0decc-53e5-46f8-b050-8a6d48b2971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8033dc-0642-4f58-a5c7-c1bf725149d5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:43.481880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75dbc974-4e37-4339-9891-316f94ba941a req-df081b6e-dd76-4208-841f-dba1f1bd205d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109588 Jan 29 19:38:43.507958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-2239c00c-9ecb-48a3-bc74-8755d3b6731e service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441467 Jan 29 19:38:43.624267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca275920-282b-4d79-8af4-17f4dc91b78b req-a3c0b149-2deb-4883-bae5-788241862deb service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878139 Jan 29 19:38:43.677141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:43.695194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cdcc27e9-379d-4b82-9a8b-9c49e5dc372e up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:43.846185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:43.875412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7e4d84da-fa24-409f-9235-19415a9b701f', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '7e4d84da-fa24-409f-9235-19415a9b701f', 'mac_address': 'fa:16:3e:62:b8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:38:43.901963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805814-8922-420b-93e8-20d5651bc19f req-ce3b22f6-8fe5-4f90-873d-dc28ecbecad8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.905687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4805814-8922-420b-93e8-20d5651bc19f req-ce3b22f6-8fe5-4f90-873d-dc28ecbecad8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 949 time: 0.1027977 Jan 29 19:38:43.925124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:43.932231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa2b9-3931-4dc1-bdf1-78744b13c40f req-a029529a-de8f-43b3-bd5d-79255027ad12 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.935605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:43.936155 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:43.941272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa2b9-3931-4dc1-bdf1-78744b13c40f req-a029529a-de8f-43b3-bd5d-79255027ad12 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.951012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa2b9-3931-4dc1-bdf1-78744b13c40f req-a029529a-de8f-43b3-bd5d-79255027ad12 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:43.954510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e2fa2b9-3931-4dc1-bdf1-78744b13c40f req-a029529a-de8f-43b3-bd5d-79255027ad12 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.1364880 Jan 29 19:38:43.972355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:43.972752 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.001105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4d84da-fa24-409f-9235-19415a9b701f {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:38:44.034043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4805814-8922-420b-93e8-20d5651bc19f req-639fc978-01bd-44ec-a144-62db793b93c3 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101243 Jan 29 19:38:44.042072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:44.053537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 70f30948-a7ce-455a-abe0-fd72c975d1bb up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:44.056884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e2fa2b9-3931-4dc1-bdf1-78744b13c40f req-7ccc4ec7-fe19-4f1c-84e6-a0aa7abdd6be tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956800 Jan 29 19:38:44.151801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.202517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:44.203703 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.238639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7b96-c175-4bab-bd1f-61d3974f5b63 req-c5ea2c40-8cba-4a9e-811f-4fec8417b0c9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.238899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870064-971f-4cd1-80fe-df40a207d074 req-5c5a6c9f-d11e-46c3-88d1-528cfca85a1c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.240308 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e33e7b96-c175-4bab-bd1f-61d3974f5b63 req-c5ea2c40-8cba-4a9e-811f-4fec8417b0c9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0954478 Jan 29 19:38:44.243887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870064-971f-4cd1-80fe-df40a207d074 req-5c5a6c9f-d11e-46c3-88d1-528cfca85a1c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.250058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:44.254438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870064-971f-4cd1-80fe-df40a207d074 req-5c5a6c9f-d11e-46c3-88d1-528cfca85a1c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.256403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12870064-971f-4cd1-80fe-df40a207d074 req-5c5a6c9f-d11e-46c3-88d1-528cfca85a1c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 2417 time: 0.1551557 Jan 29 19:38:44.263687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:44.270825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2123252-0d18-451b-8938-70a205e07ee0 req-61a9c253-a59e-4321-a77f-0a416c6d4766 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.273571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2123252-0d18-451b-8938-70a205e07ee0 req-61a9c253-a59e-4321-a77f-0a416c6d4766 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1150842 Jan 29 19:38:44.274944 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27a9e58-fa85-4fa3-8510-315d6fbff1f1" -d '{"events": [{"server_uuid": "876de876-a613-48cd-8dde-0c56ea3ca50d", "name": "network-vif-plugged", "status": "completed", "tag": "cdcc27e9-379d-4b82-9a8b-9c49e5dc372e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:44.305210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 70f30948-a7ce-455a-abe0-fd72c975d1bb completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:38:44.340555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.344241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 70f30948-a7ce-455a-abe0-fd72c975d1bb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:44.344592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.354084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e33e7b96-c175-4bab-bd1f-61d3974f5b63 req-d634b775-f789-4b8c-b445-23b29902a3b1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Jan 29 19:38:44.403177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2123252-0d18-451b-8938-70a205e07ee0 req-b4af0c58-05b6-4c1b-9a12-a867aa595503 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279755 Jan 29 19:38:44.406225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7e4d84da-fa24-409f-9235-19415a9b701f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:44.412513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:44.434922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:44.434922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.492349 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da1a17-6d47-4ca1-9173-081d1b31c2a3 x-openstack-request-id: req-39da1a17-6d47-4ca1-9173-081d1b31c2a3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:44.492823 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876de876-a613-48cd-8dde-0c56ea3ca50d", "name": "network-vif-plugged", "status": "completed", "tag": "cdcc27e9-379d-4b82-9a8b-9c49e5dc372e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:44.493082 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39da1a17-6d47-4ca1-9173-081d1b31c2a3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:44.493486 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'code': 200} Jan 29 19:38:44.575420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:44.577264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.594957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:44.627551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:44.648691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 70f30948-a7ce-455a-abe0-fd72c975d1bb is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:44.649193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.695035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588e18b-5368-4009-a6de-65e992f837af req-be745a37-e513-4c75-af9d-6213485c6d40 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.697239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c588e18b-5368-4009-a6de-65e992f837af req-be745a37-e513-4c75-af9d-6213485c6d40 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1285684 Jan 29 19:38:44.701483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231304ed-3fb2-45c2-a13f-9e423330649c req-783edb67-a944-4772-9e1e-9e1de3ccb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:44.702985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-231304ed-3fb2-45c2-a13f-9e423330649c req-783edb67-a944-4772-9e1e-9e1de3ccb8bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 1132 time: 0.1526823 Jan 29 19:38:44.753673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 70f30948-a7ce-455a-abe0-fd72c975d1bb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:44.790920 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-231304ed-3fb2-45c2-a13f-9e423330649c req-ffe07974-c547-4f67-970a-0250ebe2e93d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763016 Jan 29 19:38:44.820009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c588e18b-5368-4009-a6de-65e992f837af req-e25bad3a-41ab-48c1-a974-e67d1c1bc987 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138775 Jan 29 19:38:44.859360 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.903117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:44.933092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=70f30948-a7ce-455a-abe0-fd72c975d1bb,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:44.951453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a', '488c721d-31ef-451f-9a7f-d871ab34b141', '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:44.960848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:45.028085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-35a13739-67cc-40f7-8426-65871a2cb06d req-fcf4332e-a7c6-4597-92b2-ccdaddafa20a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:38:45.030882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35a13739-67cc-40f7-8426-65871a2cb06d req-fcf4332e-a7c6-4597-92b2-ccdaddafa20a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094614 Jan 29 19:38:45.053648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:45.057634 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.064107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12870064-971f-4cd1-80fe-df40a207d074 req-fa942e62-a78a-471e-a9e5-cf011226f5b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "DELETE /v2.0/ports/cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a HTTP/1.1" status: 204 len: 173 time: 0.7877071 Jan 29 19:38:45.065114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-deleted', 'tag': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:45.067965 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4082b2-dc5b-4da2-9a50-63120e518308" -d '{"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-deleted", "tag": "cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:45.162059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:45.240311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:45.243526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.271211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e6a7-a67a-4edb-882c-26e6e4894d8c req-c8a25cc5-71e8-4177-a650-2afeade0566a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:45.278809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2b5e6a7-a67a-4edb-882c-26e6e4894d8c req-c8a25cc5-71e8-4177-a650-2afeade0566a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 950 time: 0.1143849 Jan 29 19:38:45.363361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2b5e6a7-a67a-4edb-882c-26e6e4894d8c req-20feabb0-e803-45ba-9565-4cc47a5962ad tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835288 Jan 29 19:38:45.375129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1419907281-network', 'tenant_id': '0104c0b80183418697ffef963fcabc6f'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:45.398353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:45.398721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.413111 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fb15f3-3fef-4bd6-be45-cb9d5441330c x-openstack-request-id: req-30fb15f3-3fef-4bd6-be45-cb9d5441330c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:45.413405 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-deleted", "tag": "cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:45.413685 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30fb15f3-3fef-4bd6-be45-cb9d5441330c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:45.414085 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-deleted', 'tag': 'cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a', 'status': 'completed', 'code': 200} Jan 29 19:38:45.414906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:45.495381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Made reservation on behalf of 0104c0b80183418697ffef963fcabc6f for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:45.495381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.524459 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.551682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a7b39-0248-4d36-b44e-478908688174 req-e7da6519-f080-49f5-99d2-18afafef793f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:45.553328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-696a7b39-0248-4d36-b44e-478908688174 req-e7da6519-f080-49f5-99d2-18afafef793f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0768950 Jan 29 19:38:45.582335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aeb7d-b1ec-448b-808d-0d8cb7e36419 req-594f63e0-df72-4f5d-84bf-8b2bb0daa031 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:45.590289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aeb7d-b1ec-448b-808d-0d8cb7e36419 req-594f63e0-df72-4f5d-84bf-8b2bb0daa031 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:45.592300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-816aeb7d-b1ec-448b-808d-0d8cb7e36419 req-594f63e0-df72-4f5d-84bf-8b2bb0daa031 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 1681 time: 0.1155682 Jan 29 19:38:45.657519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-696a7b39-0248-4d36-b44e-478908688174 req-1ad5a55b-2b5d-4bf1-8ea4-15a4e2abdbd7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907485 Jan 29 19:38:45.660843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-816aeb7d-b1ec-448b-808d-0d8cb7e36419 req-0f68ba8f-6665-464c-9ea8-47df72a44241 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Jan 29 19:38:45.696525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:45.735028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.787853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:45.834688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:45.837958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks [] for security_group (8e15d5b0-e598-4b31-811e-80a5e7c85173), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.849467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7e4d84da-fa24-409f-9235-19415a9b701f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:45.850461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.891308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8e15d5b0-e598-4b31-811e-80a5e7c85173), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.907070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7636d-2f89-4142-a33c-963f5dcd9e9c req-adc37ec1-c8c4-4fde-9ace-2354759a6f41 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:45.917426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ce7636d-2f89-4142-a33c-963f5dcd9e9c req-adc37ec1-c8c4-4fde-9ace-2354759a6f41 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1594641 Jan 29 19:38:45.930027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:45.934456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:45.937995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12870064-971f-4cd1-80fe-df40a207d074 req-cf1771f4-a4e0-4a0b-86d9-1096920ac24c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "DELETE /v2.0/ports/1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 HTTP/1.1" status: 204 len: 173 time: 0.8666458 Jan 29 19:38:45.981739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-fe76833d-7990-4888-a489-e436e4654d00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3232503 Jan 29 19:38:46.014614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:46.015121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.025506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:38:46.061096 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1714a112-dd70-4322-b133-25fe8695b3b0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.061708 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Added segment 1714a112-dd70-4322-b133-25fe8695b3b0 of type vlan for network da393224-b8e0-41a1-86cb-0cec8f9eb583 Jan 29 19:38:46.069721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ce7636d-2f89-4142-a33c-963f5dcd9e9c req-9eab949c-4a30-428d-89e2-43abd95936a3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500664 Jan 29 19:38:46.092867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:46.095109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e15d5b0-e598-4b31-811e-80a5e7c85173,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:46.186400 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.198177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (da393224-b8e0-41a1-86cb-0cec8f9eb583), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.305399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (da393224-b8e0-41a1-86cb-0cec8f9eb583), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.306753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:46.310307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.319617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:46.436331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] Pushing event updated for resources: {'Network': ['ID=da393224-b8e0-41a1-86cb-0cec8f9eb583,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:46.448181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:38:46.456591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a5f6fe9-764f-49f4-a9fa-71674772ff0f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2930770 Jan 29 19:38:46.459257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:46.467466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Request body: {'subnet': {'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1419907281-subnet', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:46.581312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff0620-a9da-400d-92c8-c5afdc5e6ad7 req-845ec6b9-4e31-4f37-b30c-d7c94e98cdd2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:46.582823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9ff0620-a9da-400d-92c8-c5afdc5e6ad7 req-845ec6b9-4e31-4f37-b30c-d7c94e98cdd2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 950 time: 0.0920143 Jan 29 19:38:46.584506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f30948-a7ce-455a-abe0-fd72c975d1bb'}, {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:46.586778 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad75b4-c74a-45d0-afc0-971a9237bb42" -d '{"events": [{"server_uuid": "0c77c1b2-92c9-40c2-89cf-8cee667a8a37", "name": "network-vif-plugged", "status": "completed", "tag": "70f30948-a7ce-455a-abe0-fd72c975d1bb"}, {"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-plugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:46.587605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Made reservation on behalf of 0104c0b80183418697ffef963fcabc6f for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:46.590269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.688910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731f197-e51f-4660-9bcc-b703cc2badbf req-22452c3d-581b-476e-bda1-72260b9b3cba tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:46.697656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5731f197-e51f-4660-9bcc-b703cc2badbf req-22452c3d-581b-476e-bda1-72260b9b3cba tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.8815203 Jan 29 19:38:46.726325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9ff0620-a9da-400d-92c8-c5afdc5e6ad7 req-d2eb4905-2f98-41ba-92f9-409994407452 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Jan 29 19:38:46.736700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port 488c721d-31ef-451f-9a7f-d871ab34b141 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:46.737484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:46.795674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5731f197-e51f-4660-9bcc-b703cc2badbf req-ddb3b527-e8f6-4e19-b3b7-f439f2a938a6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941012 Jan 29 19:38:46.810739 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96547b5a-5588-4632-8b5b-7180aeef1888 x-openstack-request-id: req-96547b5a-5588-4632-8b5b-7180aeef1888 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:46.811245 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c77c1b2-92c9-40c2-89cf-8cee667a8a37", "name": "network-vif-plugged", "status": "completed", "tag": "70f30948-a7ce-455a-abe0-fd72c975d1bb", "code": 200}, {"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-plugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:46.811245 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96547b5a-5588-4632-8b5b-7180aeef1888 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:46.811679 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f30948-a7ce-455a-abe0-fd72c975d1bb', 'code': 200} Jan 29 19:38:46.811943 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'code': 200} Jan 29 19:38:47.005036 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (ea98973e-d654-4e9c-85f1-3b2c5439e0c5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.010189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port 488c721d-31ef-451f-9a7f-d871ab34b141, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=488c721d-31ef-451f-9a7f-d871ab34b141,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:47.010809 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.032373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for 488c721d-31ef-451f-9a7f-d871ab34b141 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:47.052801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca5d14-1ae8-41c3-a4c9-5d923e2cd724 req-262ee39e-f3f4-484d-8867-904cca1c3a6d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:47.056422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38ca5d14-1ae8-41c3-a4c9-5d923e2cd724 req-262ee39e-f3f4-484d-8867-904cca1c3a6d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 945 time: 0.1111095 Jan 29 19:38:47.074095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea98973e-d654-4e9c-85f1-3b2c5439e0c5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:47.116193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675adbc-7bba-4dea-8853-8c4a6d034648 req-92e26556-23ce-4238-97ca-e8c1213d5e17 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:47.117767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7675adbc-7bba-4dea-8853-8c4a6d034648 req-92e26556-23ce-4238-97ca-e8c1213d5e17 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.1534896 Jan 29 19:38:47.125210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9968-2c43-46cd-b3e6-42ffce611d88 req-1758feda-032d-4079-9cd1-e8594196015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:47.126719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-743f9968-2c43-46cd-b3e6-42ffce611d88 req-1758feda-032d-4079-9cd1-e8594196015a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 1132 time: 0.1977496 Jan 29 19:38:47.144884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38ca5d14-1ae8-41c3-a4c9-5d923e2cd724 req-4a69f913-6a87-4304-8d85-4d5f72aded5e tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840912 Jan 29 19:38:47.180880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Checking segment: {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:47.180880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Network hostable DHCP agents. Network: da393224-b8e0-41a1-86cb-0cec8f9eb583, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:38:47.254649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-743f9968-2c43-46cd-b3e6-42ffce611d88 req-7715d55d-3585-4678-97b9-fd407b2626f8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179221 Jan 29 19:38:47.262590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7675adbc-7bba-4dea-8853-8c4a6d034648 req-d3e24c28-386c-485c-a1a4-583b9faf8468 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300433 Jan 29 19:38:47.314851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:38:47.350546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becc330-6cec-4db0-8645-18250b75e598 req-edfc9f7e-2fa9-47da-8d93-61bf34fb6556 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:47.358716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0becc330-6cec-4db0-8645-18250b75e598 req-edfc9f7e-2fa9-47da-8d93-61bf34fb6556 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0734658 Jan 29 19:38:47.382563 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (488c721d-31ef-451f-9a7f-d871ab34b141), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.413610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=488c721d-31ef-451f-9a7f-d871ab34b141,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:47.421007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-deleted', 'tag': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:47.423465 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f42ec3-2deb-4e73-ad2c-98f810408222" -d '{"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-deleted", "tag": "1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:47.437072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, da393224-b8e0-41a1-86cb-0cec8f9eb583) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:47.443441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:47.444276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.450615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda85bb-b6b3-48e8-9dcd-e01445746e0b None None] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:47.571168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff3e9ef2-4463-4527-956a-069f956ffc03 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1083066 Jan 29 19:38:47.572025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:47.584540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:47.602552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0becc330-6cec-4db0-8645-18250b75e598 req-31b2af6e-becf-4e73-881d-977f210de38a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427278 Jan 29 19:38:47.606581 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58447cd3-52c9-407e-986c-147bc16ec7bc x-openstack-request-id: req-58447cd3-52c9-407e-986c-147bc16ec7bc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:47.608509 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-deleted", "tag": "1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:47.608989 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58447cd3-52c9-407e-986c-147bc16ec7bc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:47.610814 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-deleted', 'tag': '1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6', 'status': 'completed', 'code': 200} Jan 29 19:38:47.648235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port 488c721d-31ef-451f-9a7f-d871ab34b141 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:47.650834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.655143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12870064-971f-4cd1-80fe-df40a207d074 req-94de2360-f2cc-4497-a3a3-ca65df559e87 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "DELETE /v2.0/ports/488c721d-31ef-451f-9a7f-d871ab34b141 HTTP/1.1" status: 204 len: 173 time: 1.7114716 Jan 29 19:38:47.664917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-da393224-b8e0-41a1-86cb-0cec8f9eb583', 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583', 'project_id': '0104c0b80183418697ffef963fcabc6f', 'fixed_ips': [{'subnet_id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:38:47.666513 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.733291 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (596b4579-2143-43e5-b8dc-fb8cb9692703), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.734549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (596b4579-2143-43e5-b8dc-fb8cb9692703), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.838874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks [] for router_controller (596b4579-2143-43e5-b8dc-fb8cb9692703), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:47.902269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d324f-ebf4-45ae-90ad-0b09a16412f7 req-336f74f2-8015-49ca-a51e-8463db4a1777 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:47.906007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b0d324f-ebf4-45ae-90ad-0b09a16412f7 req-336f74f2-8015-49ca-a51e-8463db4a1777 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 950 time: 0.0686913 Jan 29 19:38:47.930568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Allocated IP 172.20.0.2 (da393224-b8e0-41a1-86cb-0cec8f9eb583/ea98973e-d654-4e9c-85f1-3b2c5439e0c5/9e6f993c-cdd2-48d7-8912-c7d2f6b4b330) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:48.013964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb499f-bbbc-43f4-83e7-cec307b87b86 req-9d15033f-e5c3-4e79-838f-93c6c71d33ef tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:48.015779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cbbb499f-bbbc-43f4-83e7-cec307b87b86 req-9d15033f-e5c3-4e79-838f-93c6c71d33ef tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0957518 Jan 29 19:38:48.047290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:48.136643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cbbb499f-bbbc-43f4-83e7-cec307b87b86 req-052de35c-f5e3-450f-88a6-0e4414dcf9f2 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059957 Jan 29 19:38:48.242477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:48.243170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cdc1a1a5-2c0e-4ff6-914a-92f68c7f995a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:48.243431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 488c721d-31ef-451f-9a7f-d871ab34b141 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:48.276099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 488c721d-31ef-451f-9a7f-d871ab34b141 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:48.276477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 488c721d-31ef-451f-9a7f-d871ab34b141 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:48.276900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:48.307206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:48.307552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1ed8c7dc-6e65-427c-9cbc-d65b598fe9b6 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:48.377676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a9a7ad-c708-40a3-a95e-5144b97fb527 req-c9fb60d8-54d7-46c2-bd09-67a00a8559b4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a4217c0-2d36-4747-835e-b088463c911b HTTP/1.1" status: 200 len: 210 time: 0.0640523 Jan 29 19:38:48.440506 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Publish callbacks [] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:48.512000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c638a-8f6d-4331-9c50-69aa9c52f92b req-1ac6bead-884f-4fdd-a51d-c15331b8c9f3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:48.520490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac8c638a-8f6d-4331-9c50-69aa9c52f92b req-1ac6bead-884f-4fdd-a51d-c15331b8c9f3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.0740671 Jan 29 19:38:48.525440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:48.571564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:48.575980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:48.585700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:48.601329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b0d324f-ebf4-45ae-90ad-0b09a16412f7 req-e29fec25-b384-4c17-b1ce-0468a1edb8ac tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705120 Jan 29 19:38:48.613091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Pushing event updated for resources: {'Port': ['ID=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:48.629888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac8c638a-8f6d-4331-9c50-69aa9c52f92b req-7b924160-429f-4620-8735-88a6a810a3b8 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081831 Jan 29 19:38:48.715997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Attempting to bind port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:48.716406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Attempting to bind port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:48.716772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Attempting to bind port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 on network da393224-b8e0-41a1-86cb-0cec8f9eb583 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:48.724740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:48.725526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Checking segment: {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:48.726124 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:48.726751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Bound using segment: {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:48.727468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Bound port: 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:48.728042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:48.755220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks [] for router_gateway (596b4579-2143-43e5-b8dc-fb8cb9692703), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:48.844628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] For port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:48.845452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7475ad-3fa1-463c-b58b-57c845f1814e req-27268874-b5e7-459d-9632-c2a81869c31b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:48.847206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb7475ad-3fa1-463c-b58b-57c845f1814e req-27268874-b5e7-459d-9632-c2a81869c31b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0739236 Jan 29 19:38:48.849486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] For port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,segment=NetworkSegment(1714a112-dd70-4322-b133-25fe8695b3b0),segment_id=1714a112-dd70-4322-b133-25fe8695b3b0)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:48.912354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb7475ad-3fa1-463c-b58b-57c845f1814e req-6152e4ea-6607-4758-8e7c-7824ee2b67e5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578225 Jan 29 19:38:48.983303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.063339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809e856-7ad0-4c16-862d-ab0d7f258468 None None] Pushing event updated for resources: {'Port': ['ID=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:49.085078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks [] for router_gateway (596b4579-2143-43e5-b8dc-fb8cb9692703), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.106431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.201760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-51771e2e-e7c0-4f38-b56d-700c6192a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:49.203277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-51771e2e-e7c0-4f38-b56d-700c6192a68a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1131 time: 0.0951006 Jan 29 19:38:49.373985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-fc9f2ed1-8587-401e-9170-1b344499e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:49.377856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-fc9f2ed1-8587-401e-9170-1b344499e7bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1633284 Jan 29 19:38:49.433375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b3934-40f4-4433-94fc-40cecc13351f req-e8c52021-356c-429d-8a64-3f3206cb4cd5 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:49.438398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd1b3934-40f4-4433-94fc-40cecc13351f req-e8c52021-356c-429d-8a64-3f3206cb4cd5 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1626825 Jan 29 19:38:49.467750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Allocated IP 172.25.5.152 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/fcc23624-83b0-4549-b2eb-40467c6c4d48) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:49.498280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34678) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:49.568074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-eecc504f-8a51-4d22-a4cb-c00facd62735 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.1001840 Jan 29 19:38:49.627252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-deleted', 'tag': '488c721d-31ef-451f-9a7f-d871ab34b141'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:49.633653 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e7c3ea-ab5e-40c7-80ef-e162460e12f7" -d '{"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-deleted", "tag": "488c721d-31ef-451f-9a7f-d871ab34b141"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:49.671646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting subnet e4f94f58-a761-4872-b32a-d47c53daa25f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:38:49.687314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd1b3934-40f4-4433-94fc-40cecc13351f req-d304eed9-4166-438f-aa14-efb286e1e2f2 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261214 Jan 29 19:38:49.693183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-57d71c91-88b1-406e-85fc-686c1f01d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:49.695463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-57d71c91-88b1-406e-85fc-686c1f01d605 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1119609 Jan 29 19:38:49.701839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (e4f94f58-a761-4872-b32a-d47c53daa25f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.760918 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534319de-a66c-4195-bd99-c21975ced774 x-openstack-request-id: req-534319de-a66c-4195-bd99-c21975ced774 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:49.761266 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4217c0-2d36-4747-835e-b088463c911b", "name": "network-vif-deleted", "tag": "488c721d-31ef-451f-9a7f-d871ab34b141", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:49.761559 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-534319de-a66c-4195-bd99-c21975ced774 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:49.761981 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4217c0-2d36-4747-835e-b088463c911b', 'name': 'network-vif-deleted', 'tag': '488c721d-31ef-451f-9a7f-d871ab34b141', 'status': 'completed', 'code': 200} Jan 29 19:38:49.778447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks [] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.804901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-e16f2b87-67d8-4db7-8b55-12d280d604f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:49.806424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-e16f2b87-67d8-4db7-8b55-12d280d604f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1037035 Jan 29 19:38:49.818859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c1ce-0092-478a-91db-f69c0cc47cce req-e56c3316-0508-4db7-9c03-dc8db4860302 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:49.826740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3900c1ce-0092-478a-91db-f69c0cc47cce req-e56c3316-0508-4db7-9c03-dc8db4860302 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 950 time: 0.0831175 Jan 29 19:38:49.878182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (e4f94f58-a761-4872-b32a-d47c53daa25f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.911614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:49.947086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3900c1ce-0092-478a-91db-f69c0cc47cce req-2d86fa1e-0c99-4ee4-8d82-5f48e7102773 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193874 Jan 29 19:38:49.977773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-c24369cb-8a80-4b16-9be3-d484c534c4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489556 Jan 29 19:38:50.086001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e4f94f58-a761-4872-b32a-d47c53daa25f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:50.123271 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-c428bbb6-17a8-460d-948a-fe9762cde05e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389723 Jan 29 19:38:50.125908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:50.130431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:50.149247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:50.191958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dcec9-2320-4d7e-825c-09ffbca35c61 req-30e47592-6951-4d4b-9805-d55138fa4236 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:50.193477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c3dcec9-2320-4d7e-825c-09ffbca35c61 req-30e47592-6951-4d4b-9805-d55138fa4236 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0977087 Jan 29 19:38:50.214745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f04e2d-fca7-4c61-be37-bbd4fc7c0cc8 req-bea81636-0aa6-424b-9221-0045d11c8868 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:50.224009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8f04e2d-fca7-4c61-be37-bbd4fc7c0cc8 req-bea81636-0aa6-424b-9221-0045d11c8868 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.4022875 Jan 29 19:38:50.265157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c3dcec9-2320-4d7e-825c-09ffbca35c61 req-e6a8a44d-7392-4181-906a-7b98aacc83f3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641952 Jan 29 19:38:50.366797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Pushing event updated for resources: {'Port': ['ID=fcc23624-83b0-4549-b2eb-40467c6c4d48,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:50.380419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.380799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.381150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.381490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.381828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.382160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.382497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.382823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.383137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.383462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.383790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.384283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.384588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:50.422243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14c6f-e3bb-40a4-80c2-69f36c267fad req-1823f7dd-fca6-4216-ae5c-eb64cadaa54b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:50.425220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (e4f94f58-a761-4872-b32a-d47c53daa25f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:50.430490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aae14c6f-e3bb-40a4-80c2-69f36c267fad req-1823f7dd-fca6-4216-ae5c-eb64cadaa54b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 950 time: 0.0819657 Jan 29 19:38:50.469284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8f04e2d-fca7-4c61-be37-bbd4fc7c0cc8 req-561f250a-45d8-491f-b058-97270730a3f4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376268 Jan 29 19:38:50.499738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92167d44-515d-44f9-8f06-2354828b2890 None None] Network 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:50.507157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aae14c6f-e3bb-40a4-80c2-69f36c267fad req-a134c942-f44f-491d-89fe-6a2bdc56c676 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755730 Jan 29 19:38:50.544453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:50.550890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/subnets/e4f94f58-a761-4872-b32a-d47c53daa25f HTTP/1.1" status: 204 len: 168 time: 1.0531521 Jan 29 19:38:50.554225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b376a90-41f2-43c8-bc01-bb4f80fbd2d5 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f94f58-a761-4872-b32a-d47c53daa25f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:50.554588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:50.691222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd5798-8173-45ca-8dd3-13d721dff59c None None] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:50.703315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (42d95ac4-b43d-4295-a00b-d271fe1d4ff3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:50.860744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port 468ce03c-b4db-44eb-8465-65683aa85789 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:50.860744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (468ce03c-b4db-44eb-8465-65683aa85789), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:50.861061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] Provisioning complete for port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:50.861061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:50.963948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:51.010643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port 468ce03c-b4db-44eb-8465-65683aa85789, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=468ce03c-b4db-44eb-8465-65683aa85789,segment=NetworkSegment(4601aa48-6cce-4982-b81a-073b43717091),segment_id=4601aa48-6cce-4982-b81a-073b43717091)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:51.011022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (468ce03c-b4db-44eb-8465-65683aa85789), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.037727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for 468ce03c-b4db-44eb-8465-65683aa85789 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:51.037949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks [] for router_gateway (596b4579-2143-43e5-b8dc-fb8cb9692703), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.059209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] DHCP port deletion for 42d95ac4-b43d-4295-a00b-d271fe1d4ff3 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:38:51.111615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2524b-8d26-4ecf-b0ca-aa13d8b53184 req-c3050a4b-41b2-424a-ad8f-d79ad4ad9412 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:51.115471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] Current status of the port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:51.115944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.118914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2524b-8d26-4ecf-b0ca-aa13d8b53184 req-c3050a4b-41b2-424a-ad8f-d79ad4ad9412 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:51.121703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dba2524b-8d26-4ecf-b0ca-aa13d8b53184 req-c3050a4b-41b2-424a-ad8f-d79ad4ad9412 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37&device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 1691 time: 0.1562030 Jan 29 19:38:51.157000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:51.157383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.167735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793bedd-93e7-4a63-897f-ab713ba27089 req-b5c95bf3-7f98-4192-b0cc-5bdc8a342ac9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:51.170385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9793bedd-93e7-4a63-897f-ab713ba27089 req-b5c95bf3-7f98-4192-b0cc-5bdc8a342ac9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.2037408 Jan 29 19:38:51.231323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] For port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,segment=NetworkSegment(1714a112-dd70-4322-b133-25fe8695b3b0),segment_id=1714a112-dd70-4322-b133-25fe8695b3b0)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:51.236910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (468ce03c-b4db-44eb-8465-65683aa85789), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.239464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Deleting port 468ce03c-b4db-44eb-8465-65683aa85789 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:51.240281 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (468ce03c-b4db-44eb-8465-65683aa85789), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.305200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=468ce03c-b4db-44eb-8465-65683aa85789,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:51.309008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port 468ce03c-b4db-44eb-8465-65683aa85789 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:51.326029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.380100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] For port 468ce03c-b4db-44eb-8465-65683aa85789, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:51.380522 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (468ce03c-b4db-44eb-8465-65683aa85789), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.390195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:51.390580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.403786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Calling delete_port for 468ce03c-b4db-44eb-8465-65683aa85789 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:51.415260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Port 468ce03c-b4db-44eb-8465-65683aa85789 was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:38:51.425607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.425836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (468ce03c-b4db-44eb-8465-65683aa85789), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.426065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.428676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.429046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.433184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.433184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.433184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.433184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.440109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe974c-06c9-42f8-bf18-a84c3f7b829a None None] Pushing event updated for resources: {'Port': ['ID=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:51.440332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.440554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.440903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.441242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.441586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:51.462280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (596b4579-2143-43e5-b8dc-fb8cb9692703), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.472679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dba2524b-8d26-4ecf-b0ca-aa13d8b53184 req-3060e0c6-8d7d-4df1-9764-5769b48af92a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382874 Jan 29 19:38:51.505397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9793bedd-93e7-4a63-897f-ab713ba27089 req-146483d9-af80-45ed-aa64-ee8b5f762940 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290124 Jan 29 19:38:51.539787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] No DVR routers for this DVR port 468ce03c-b4db-44eb-8465-65683aa85789 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:51.546317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc8f8-b449-442a-a4db-7ee6af8d620f None None] Pushing event deleted for resources: {'Port': ['ID=468ce03c-b4db-44eb-8465-65683aa85789,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:51.590990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5f1ef391-d7e2-46df-a4e2-88d637fbd63d None None] Provisioning complete for port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:51.591434 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef391-d7e2-46df-a4e2-88d637fbd63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.594184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:38:51.594540 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:38:51.712362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (42d95ac4-b43d-4295-a00b-d271fe1d4ff3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.758229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d95ac4-b43d-4295-a00b-d271fe1d4ff3']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:51.772248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce85d-af76-4005-8648-2dc60e2c39f7 req-8b43e02f-75c9-4405-a96f-87f4d3ebf535 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:51.774739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-788ce85d-af76-4005-8648-2dc60e2c39f7 req-8b43e02f-75c9-4405-a96f-87f4d3ebf535 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 945 time: 0.1178493 Jan 29 19:38:51.778043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ce50-7489-4443-9d40-75765fcc3588 req-649d4cfd-9d1b-4143-9ca9-7f529a6dfe43 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:51.785512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3554ce50-7489-4443-9d40-75765fcc3588 req-649d4cfd-9d1b-4143-9ca9-7f529a6dfe43 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1642795 Jan 29 19:38:51.791671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4601aa48-6cce-4982-b81a-073b43717091') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:51.791977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4601aa48-6cce-4982-b81a-073b43717091') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:51.801624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ef391-d7e2-46df-a4e2-88d637fbd63d None None] Current status of the port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:51.828081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4601aa48-6cce-4982-b81a-073b43717091), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.858490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-788ce85d-af76-4005-8648-2dc60e2c39f7 req-c039d62a-ed69-468b-b8dc-7fcb22920571 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695517 Jan 29 19:38:51.876671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Router 596b4579-2143-43e5-b8dc-fb8cb9692703 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:38:51.881792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4601aa48-6cce-4982-b81a-073b43717091), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.906060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4601aa48-6cce-4982-b81a-073b43717091), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:38:51.913275 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:38:51.942341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3554ce50-7489-4443-9d40-75765fcc3588 req-36b28b09-a2a3-4e1b-aa45-751479151ea4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558809 Jan 29 19:38:51.992578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-8b9fb7f5-2d74-477b-99fd-2d7d1b812a8f tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:51.994229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-8b9fb7f5-2d74-477b-99fd-2d7d1b812a8f tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.1879385 Jan 29 19:38:52.006196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825496-5'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:52.047279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:38:52.057787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Sync routers for ids ['596b4579-2143-43e5-b8dc-fb8cb9692703'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:38:52.074003 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Routers {'596b4579-2143-43e5-b8dc-fb8cb9692703'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:52.074763 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['596b4579-2143-43e5-b8dc-fb8cb9692703'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:52.114014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (42d95ac4-b43d-4295-a00b-d271fe1d4ff3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.127704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.131296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/networks/42d95ac4-b43d-4295-a00b-d271fe1d4ff3 HTTP/1.1" status: 204 len: 168 time: 1.5749228 Jan 29 19:38:52.134105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34728) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:52.155212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.159578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5976-d762-4745-8091-69b7a5270bb6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Network': ['ID=42d95ac4-b43d-4295-a00b-d271fe1d4ff3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:52.166290 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.167784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d46397a3-4ef9-46f1-851a-18d7f4820efc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5945058 Jan 29 19:38:52.171811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34730) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:52.185624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fa97-90d2-463b-a07a-7ffd251f6117 req-6b17d262-c2ed-4761-af0d-fdf26441d367 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:52.187605 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f98fa97-90d2-463b-a07a-7ffd251f6117 req-6b17d262-c2ed-4761-af0d-fdf26441d367 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 1132 time: 0.1481555 Jan 29 19:38:52.205348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:52.297492 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Set router 596b4579-2143-43e5-b8dc-fb8cb9692703 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:52.306970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f98fa97-90d2-463b-a07a-7ffd251f6117 req-c4aee0a5-3d4f-408d-a923-c42827c1c5bf tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Jan 29 19:38:52.377920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:52.430051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:52.493218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:52.497804 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212f3d50-b410-433c-983f-2a0150ee023c" -d '{"events": [{"server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:52.516226 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:38:50Z', 'revision_number': 3, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:52.517157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Publish callbacks [] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.553691 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b291215-679c-4d0c-a207-da09e024cc65 x-openstack-request-id: req-9b291215-679c-4d0c-a207-da09e024cc65 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:52.553989 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:52.554245 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b291215-679c-4d0c-a207-da09e024cc65 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:52.555376 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'code': 200} Jan 29 19:38:52.566395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting subnet 75779c98-816f-45f8-8ec4-8f7de0b75df1 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:38:52.575481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (75779c98-816f-45f8-8ec4-8f7de0b75df1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.586019 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Checking router: 596b4579-2143-43e5-b8dc-fb8cb9692703 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:38:52.587342 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Updating router 596b4579-2143-43e5-b8dc-fb8cb9692703 port fcc23624-83b0-4549-b2eb-40467c6c4d48 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:38:52.622116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (75779c98-816f-45f8-8ec4-8f7de0b75df1), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.627819 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.705512 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.757179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468f66-bff5-479f-8788-22f36572a30b req-7cdfbb44-2b50-4e46-8a02-66748d7eae75 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:52.758862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52468f66-bff5-479f-8788-22f36572a30b req-7cdfbb44-2b50-4e46-8a02-66748d7eae75 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 1132 time: 0.3728623 Jan 29 19:38:52.783150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (75779c98-816f-45f8-8ec4-8f7de0b75df1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.813823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:52.882918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6af3-a93d-4793-9a40-9de1a9373ece req-23430004-8530-41e2-932e-ae0fff770aad tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:52.892349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-646b6af3-a93d-4793-9a40-9de1a9373ece req-23430004-8530-41e2-932e-ae0fff770aad tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.2841015 Jan 29 19:38:52.922077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:52.922221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52468f66-bff5-479f-8788-22f36572a30b req-1f153eab-f65b-4324-a793-3f46d1f39617 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451635 Jan 29 19:38:52.934373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on host n-h1-825496-5 for vnic_type normal with profile {"migrating_to": "n-h2-825496-5"} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:52.934373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:52.934373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:52.966383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:52.966769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:52.997987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:38:53.000004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Attempting to bind port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:53.050655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:53.052990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:53.054527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:53.056710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Bound port: 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:53.057288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.072516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (75779c98-816f-45f8-8ec4-8f7de0b75df1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.101435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-646b6af3-a93d-4793-9a40-9de1a9373ece req-beb7c992-dea6-4afc-911d-74c77d59ea18 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080419 Jan 29 19:38:53.166275 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Publish callbacks [] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.182172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:53.195436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:53.200082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:53.252245 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.301786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.303472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 468ce03c-b4db-44eb-8465-65683aa85789 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:53.352292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 468ce03c-b4db-44eb-8465-65683aa85789 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:53.353491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 468ce03c-b4db-44eb-8465-65683aa85789 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:53.386074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:53.387183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.388829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] 10.222.0.26 "PUT /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 1121 time: 1.3868101 Jan 29 19:38:53.395064 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Attempting to bind port fcc23624-83b0-4549-b2eb-40467c6c4d48 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:38:53.395456 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Attempting to bind port fcc23624-83b0-4549-b2eb-40467c6c4d48 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:38:53.395798 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Attempting to bind port fcc23624-83b0-4549-b2eb-40467c6c4d48 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:38:53.398677 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Pushing event updated for resources: {'Port': ['ID=fcc23624-83b0-4549-b2eb-40467c6c4d48,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:53.421432 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.427662 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:38:53.430849 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:38:53.431297 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:53.431942 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.432435 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:38:53.432989 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Bound port: fcc23624-83b0-4549-b2eb-40467c6c4d48, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:38:53.433491 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.433840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a20e93-0e5e-4812-8592-7520a56e3b1e req-91e02840-732e-43b3-ac2b-5e663ebb80aa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:53.436671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4a20e93-0e5e-4812-8592-7520a56e3b1e req-91e02840-732e-43b3-ac2b-5e663ebb80aa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1962600 Jan 29 19:38:53.437842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd81a-8db7-449d-b953-440865e47a7c service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:53.522831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4a20e93-0e5e-4812-8592-7520a56e3b1e req-ddc10b10-55ec-43ea-a3f5-4de07a1f7120 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772460 Jan 29 19:38:53.547369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['4a3ec97a-9501-49dc-8e8f-755e3385ef10'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:53.563035 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] For port fcc23624-83b0-4549-b2eb-40467c6c4d48, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:38:53.567004 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] For port fcc23624-83b0-4549-b2eb-40467c6c4d48, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fcc23624-83b0-4549-b2eb-40467c6c4d48,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:38:53.606581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4a3ec97a-9501-49dc-8e8f-755e3385ef10'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:53.617561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Subnet': ['ID=75779c98-816f-45f8-8ec4-8f7de0b75df1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:53.643424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.646802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-40e56d1e-4f9f-4f05-9ef1-38d2d79c9bed tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/subnets/75779c98-816f-45f8-8ec4-8f7de0b75df1 HTTP/1.1" status: 204 len: 168 time: 1.5115497 Jan 29 19:38:53.650001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34764) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:53.660369 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.677260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-d5fbf1f6-d0bb-4268-96da-04dbca92cd3d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496135 Jan 29 19:38:53.684960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f670d74-e7c1-4663-883e-ff22352ece0b None None] Network ce1dc6a1-0247-4a46-b84d-f26bef317303 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:53.789576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a5cb-0f05-4603-b1c6-71f2b36d6f59 None None] Pushing event updated for resources: {'Port': ['ID=fcc23624-83b0-4549-b2eb-40467c6c4d48,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:53.790209 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ce1dc6a1-0247-4a46-b84d-f26bef317303), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:53.823951 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Routers {'596b4579-2143-43e5-b8dc-fb8cb9692703'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:53.825509 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['596b4579-2143-43e5-b8dc-fb8cb9692703'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:53.826783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cba94-dd18-4e2c-9de1-720f2972c8fd req-5c5f4a4b-323c-4e8e-9a5b-1f4091c62581 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:53.828548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-638cba94-dd18-4e2c-9de1-720f2972c8fd req-5c5f4a4b-323c-4e8e-9a5b-1f4091c62581 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.6810148 Jan 29 19:38:53.904469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-188cccee-2d2d-4f36-b9c1-e1e44dbc79fb tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:53.916138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-188cccee-2d2d-4f36-b9c1-e1e44dbc79fb tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313228 Jan 29 19:38:53.952161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-71860f4e-b905-4e74-8fca-56da5b6bacc1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/quotas/63c81cb9fbb14331988a814645b9390b HTTP/1.1" status: 200 len: 375 time: 0.0308895 Jan 29 19:38:53.959729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-638cba94-dd18-4e2c-9de1-720f2972c8fd req-70bf074f-1b94-42f3-8d77-487629ea24d6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005416 Jan 29 19:38:53.987520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port 9cce8502-fe91-4dae-8300-45f0da2c811b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:53.988310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:54.046317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:38:54.109284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:54.130770 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] Set router 596b4579-2143-43e5-b8dc-fb8cb9692703 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:54.137351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port 9cce8502-fe91-4dae-8300-45f0da2c811b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9cce8502-fe91-4dae-8300-45f0da2c811b,segment=NetworkSegment(d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b),segment_id=d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:54.138212 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:54.199063 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-d6a2d1ec-9949-4813-8bfa-fb83ff007202 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2333841 Jan 29 19:38:54.204598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] DHCP port deletion for ce1dc6a1-0247-4a46-b84d-f26bef317303 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:38:54.301722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for 9cce8502-fe91-4dae-8300-45f0da2c811b owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:54.514419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8508d-d447-42d9-9b93-ad829de22083 req-7872ae6d-7bf7-421b-b2db-cd13342e3c1a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:54.516522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59f8508d-d447-42d9-9b93-ad829de22083 req-7872ae6d-7bf7-421b-b2db-cd13342e3c1a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.2502742 Jan 29 19:38:54.530688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:54.551496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Allocated IP 172.20.0.1 (da393224-b8e0-41a1-86cb-0cec8f9eb583/ea98973e-d654-4e9c-85f1-3b2c5439e0c5/98ead7f6-3a9b-4fc3-9713-22adadd62bf5) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:54.558606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:38:54.568351 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b274239-8198-441c-b360-f68dea650424" -d '{"events": [{"name": "network-changed", "server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:38:54.585793 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:38:50Z', 'revision_number': 3, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:54.588385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6c4e068-f5a8-452d-aabb-ce3b997c6781 req-77c44c7c-1ee6-40a0-8107-9957cf68ab0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 210 time: 0.0908496 Jan 29 19:38:54.636451 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccdddd-f31d-44c1-ab2e-2b2e1d2faf94 None None] The sync data for ids ['596b4579-2143-43e5-b8dc-fb8cb9692703'] in n-d-825496-5 is: [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:38:50Z', 'revision_number': 3, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:38:54.667424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59f8508d-d447-42d9-9b93-ad829de22083 req-c73f33ce-40e1-49bb-ae7a-4a3e9b315fd5 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344566 Jan 29 19:38:54.682605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:54.775994 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0d217e-a9ef-4f9e-9849-4105321c350d x-openstack-request-id: req-0b0d217e-a9ef-4f9e-9849-4105321c350d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:38:54.776516 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:38:54.776631 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b0d217e-a9ef-4f9e-9849-4105321c350d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:38:54.777108 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'status': 'completed', 'code': 200} Jan 29 19:38:54.813639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port 9cce8502-fe91-4dae-8300-45f0da2c811b on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:54.834653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce3b3-a807-4393-ad66-e16747c3ba3c req-3f858d4c-268a-4838-8353-1ab31925e591 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:54.843451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16fce3b3-a807-4393-ad66-e16747c3ba3c req-3f858d4c-268a-4838-8353-1ab31925e591 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1351411 Jan 29 19:38:54.858413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=9cce8502-fe91-4dae-8300-45f0da2c811b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:54.921812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cce8502-fe91-4dae-8300-45f0da2c811b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:38:54.953015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 has no active binding in host n-h2-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:38:54.956475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9cce8502-fe91-4dae-8300-45f0da2c811b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:38:54.956823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cce8502-fe91-4dae-8300-45f0da2c811b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:38:54.970146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Deleting port 9cce8502-fe91-4dae-8300-45f0da2c811b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:38:54.970493 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:54.987141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16fce3b3-a807-4393-ad66-e16747c3ba3c req-4dc60f1e-7123-4dca-867b-2730c8a68100 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414726 Jan 29 19:38:55.107290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] For port 9cce8502-fe91-4dae-8300-45f0da2c811b, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:55.107866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.118122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ce1dc6a1-0247-4a46-b84d-f26bef317303), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.126495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Calling delete_port for 9cce8502-fe91-4dae-8300-45f0da2c811b owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:38:55.130170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Port 9cce8502-fe91-4dae-8300-45f0da2c811b was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:38:55.132113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (9cce8502-fe91-4dae-8300-45f0da2c811b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.145996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b274239-8198-441c-b360-f68dea650424 req-e3f37abf-9a31-4293-bb6b-f62c512af70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:55.147637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-e3f37abf-9a31-4293-bb6b-f62c512af70e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1155 time: 0.3462644 Jan 29 19:38:55.212253 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4aa7ad9d-5e61-4ef4-8b04-f508af2e65ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.217251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] Pushing event deleted for resources: {'Port': ['ID=9cce8502-fe91-4dae-8300-45f0da2c811b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:55.228371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e83280-eaf0-47a1-9f97-2101543792c3 None None] No DVR routers for this DVR port 9cce8502-fe91-4dae-8300-45f0da2c811b on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:38:55.257480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1dc6a1-0247-4a46-b84d-f26bef317303']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:55.314297 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks [] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.323719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:55.325024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4de45fd-1cdc-423f-8b05-ae5fd2a7d21b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:55.352049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.436830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.455218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:38:55.455719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (d4de45fd-1cdc-423f-8b05-ae5fd2a7d21b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:38:55.464990 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:38:55.488095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf1e43-d164-459a-ade4-aebb06435c5e req-0cd0bd96-4b67-4978-84c2-53d3fc27ec82 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:55.489822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2abf1e43-d164-459a-ade4-aebb06435c5e req-0cd0bd96-4b67-4978-84c2-53d3fc27ec82 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.3690715 Jan 29 19:38:55.493995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b274239-8198-441c-b360-f68dea650424 req-4328f3ce-c24b-474f-ad07-73d9bf10080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:55.495404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-4328f3ce-c24b-474f-ad07-73d9bf10080b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.2800322 Jan 29 19:38:55.589968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.598629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-e98b9388-8bb0-402d-88ec-6f5d34dc4ed3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 217 time: 0.0909474 Jan 29 19:38:55.711930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ce1dc6a1-0247-4a46-b84d-f26bef317303), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.716918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.723409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/networks/ce1dc6a1-0247-4a46-b84d-f26bef317303 HTTP/1.1" status: 204 len: 168 time: 2.0668607 Jan 29 19:38:55.739457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34808) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:55.748171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-296481844'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:55.779962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c6b74b7-9f63-41e6-a31f-38ffb5d5d9ce req-ffd5828b-73fd-460c-9f51-b27df7e5d46a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 210 time: 0.0727253 Jan 29 19:38:55.810847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:55.814543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Pushing event updated for resources: {'Port': ['ID=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:55.816979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1947-6c31-43cb-b751-07acb6eb9448 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Network': ['ID=ce1dc6a1-0247-4a46-b84d-f26bef317303,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:55.821916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:55.826401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2abf1e43-d164-459a-ade4-aebb06435c5e req-2d94e2b4-242f-486b-8c3e-9d870929d5b1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272305 Jan 29 19:38:55.827146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:55.865858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b274239-8198-441c-b360-f68dea650424 req-9edee7fe-f2ab-49c1-8c52-79a2185945d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:55.867456 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-9edee7fe-f2ab-49c1-8c52-79a2185945d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.2159073 Jan 29 19:38:55.893395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:55.897423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:55.960591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-6c42d950-195a-47e1-82d2-898e123cdd77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783529 Jan 29 19:38:55.985774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (596b4579-2143-43e5-b8dc-fb8cb9692703), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.022697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:38:56.048184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (dd312483-cd0c-4111-8668-fbb60b11a5d7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.051674 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Added segment dd312483-cd0c-4111-8668-fbb60b11a5d7 of type vlan for network b124a449-eeff-41ec-a0aa-a95c20295c94 Jan 29 19:38:56.106745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b124a449-eeff-41ec-a0aa-a95c20295c94), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.165205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf437b-d85b-46df-837e-8732e40e224d req-29490a7a-2215-4586-a41a-4ca7b615e33a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:56.167163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abdf437b-d85b-46df-837e-8732e40e224d req-29490a7a-2215-4586-a41a-4ca7b615e33a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.2656953 Jan 29 19:38:56.224561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b124a449-eeff-41ec-a0aa-a95c20295c94), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.254586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:56.255499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.295635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fcb73eb5-186b-4885-b477-f0b7094544a8 None None] Provisioning complete for port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:56.297202 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fcb73eb5-186b-4885-b477-f0b7094544a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.347949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fcb73eb5-186b-4885-b477-f0b7094544a8 None None] Port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:56.366912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-0a743cfc-fcaf-4a5b-9823-dd12f7fa8b38 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962483 Jan 29 19:38:56.384851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abdf437b-d85b-46df-837e-8732e40e224d req-237942c6-1d40-4ec0-b785-c536ca426950 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084584 Jan 29 19:38:56.392639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdb4c9-6983-4fa8-9cea-1103eb3a0dd6 req-f5dad941-dcfe-4fcd-9f3a-8acd7269146e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:56.394086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68bdb4c9-6983-4fa8-9cea-1103eb3a0dd6 req-f5dad941-dcfe-4fcd-9f3a-8acd7269146e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1424210 Jan 29 19:38:56.463540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Network': ['ID=b124a449-eeff-41ec-a0aa-a95c20295c94,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:56.483267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b124a449-eeff-41ec-a0aa-a95c20295c94 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:38:56.485947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-62008a3a-cfe1-4706-8367-5bab57881210 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7454271 Jan 29 19:38:56.493464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34822) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:56.506123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'subnet': {'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:56.546947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68bdb4c9-6983-4fa8-9cea-1103eb3a0dd6 req-74dca6c6-2605-4af3-a5cd-e899490b0c27 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413660 Jan 29 19:38:56.595050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.599675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b274239-8198-441c-b360-f68dea650424 req-f7d7d417-356e-4250-9801-125e6e62148b service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224951 Jan 29 19:38:56.739060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:56.745622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.822506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcc23624-83b0-4549-b2eb-40467c6c4d48 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:56.878592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks [] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.918355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fcc23624-83b0-4549-b2eb-40467c6c4d48 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:56.919146 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:56.965080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02fcea23-b968-456e-80a9-0630742d57f9 req-4d3b3261-43ab-4487-aec4-bcf64626d06f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 210 time: 0.0806112 Jan 29 19:38:57.003300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.034020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fcc23624-83b0-4549-b2eb-40467c6c4d48 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:38:57.034675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.077556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port fcc23624-83b0-4549-b2eb-40467c6c4d48, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fcc23624-83b0-4549-b2eb-40467c6c4d48,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:38:57.082373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Pushing event updated for resources: {'Port': ['ID=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:57.116897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af863d3-bf82-4581-aefb-fb32fdc76f58 req-b8b9b76e-ff9a-4bb5-b1a0-69af5306adc4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:57.124717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6af863d3-bf82-4581-aefb-fb32fdc76f58 req-b8b9b76e-ff9a-4bb5-b1a0-69af5306adc4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.1711504 Jan 29 19:38:57.165138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.174273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (596b4579-2143-43e5-b8dc-fb8cb9692703), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.215847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6af863d3-bf82-4581-aefb-fb32fdc76f58 req-6703c717-074d-46ef-9677-a495ccc76e8d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901086 Jan 29 19:38:57.220915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (3532866c-10fb-4d3e-98df-65deb49031ea), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.238797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=fcc23624-83b0-4549-b2eb-40467c6c4d48,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:57.316873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:57.318902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:57.363783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Subnet': ['ID=3532866c-10fb-4d3e-98df-65deb49031ea,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:57.376048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Checking segment: {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:57.376665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network hostable DHCP agents. Network: b124a449-eeff-41ec-a0aa-a95c20295c94, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:38:57.407116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9e9741b-f179-491f-beb6-1dc62f8af553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.435562 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-322f2c58-abd6-4eb7-be8e-e1458ed3bd5c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910816 Jan 29 19:38:57.503270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network b124a449-eeff-41ec-a0aa-a95c20295c94 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:38:57.657044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Router 596b4579-2143-43e5-b8dc-fb8cb9692703 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:38:57.659675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3e9ca-c455-4615-8b00-470a6f6a573b req-c8ff2d38-00a8-4050-bb87-0498b4ef159f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:57.668140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9fb3e9ca-c455-4615-8b00-470a6f6a573b req-c8ff2d38-00a8-4050-bb87-0498b4ef159f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1210909 Jan 29 19:38:57.676320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-bfd9deaf-16e3-4536-8889-d3b18c2c1ef6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:57.677855 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-bfd9deaf-16e3-4536-8889-d3b18c2c1ef6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356091 Jan 29 19:38:57.682577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9ecec460-4486-4c24-8302-17c67873d536 None None] Provisioning complete for port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:57.683047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ecec460-4486-4c24-8302-17c67873d536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:57.696702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:57.720322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9ecec460-4486-4c24-8302-17c67873d536 None None] Port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:38:57.724382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9fb3e9ca-c455-4615-8b00-470a6f6a573b req-a3a150e8-c1e5-4611-b063-d606823d5765 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549142 Jan 29 19:38:57.890265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd196cd-4c52-4a33-aa7c-432258ff77dd req-5bae4656-7cd9-4f1a-a6f9-1bd8c33f3e45 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:57.891734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbd196cd-4c52-4a33-aa7c-432258ff77dd req-5bae4656-7cd9-4f1a-a6f9-1bd8c33f3e45 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.2129776 Jan 29 19:38:57.944285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:38:57.954162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7478ae3e-01db-4f6c-8bba-4d08fd904a0a admin admin] 10.222.0.15 "PUT /v2.0/routers/596b4579-2143-43e5-b8dc-fb8cb9692703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7266099 Jan 29 19:38:57.955329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Sync routers for ids ['596b4579-2143-43e5-b8dc-fb8cb9692703'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:38:57.968195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b124a449-eeff-41ec-a0aa-a95c20295c94) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:57.971185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbd196cd-4c52-4a33-aa7c-432258ff77dd req-2d133ccc-0cff-4d01-9398-8c4750811222 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717137 Jan 29 19:38:57.976027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Routers {'596b4579-2143-43e5-b8dc-fb8cb9692703'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:38:57.985066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:57.985355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['596b4579-2143-43e5-b8dc-fb8cb9692703'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:57.985455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.045512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfcf789-10a4-48cb-8b5a-5e4f334fa810 None None] Network b124a449-eeff-41ec-a0aa-a95c20295c94 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:38:58.100293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f220b783-1081-44ec-9ac3-15c5849703fe req-f28e273e-862f-4e80-bf97-bf8ac3b8db3a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 210 time: 0.0300019 Jan 29 19:38:58.117048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:58.121686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.143120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1803d70-704f-42d3-9f7a-c90abd9479c7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6474710 Jan 29 19:38:58.146594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34852) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:58.152140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1424176452'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:58.228412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:58.232871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.295909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:38:58.303372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Set router 596b4579-2143-43e5-b8dc-fb8cb9692703 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:38:58.328649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8167d352-dafa-46b3-8459-1d3ddb08be3b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.329037 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Added segment 8167d352-dafa-46b3-8459-1d3ddb08be3b of type vlan for network c59849f6-e98b-4077-849a-009eaf37d1d9 Jan 29 19:38:58.332623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.58 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/cc228307-ec2c-422e-84d3-8942bd30905a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:58.375880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b124a449-eeff-41ec-a0aa-a95c20295c94', 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94', 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'fixed_ips': [{'subnet_id': '3532866c-10fb-4d3e-98df-65deb49031ea'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:38:58.377110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.428763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c59849f6-e98b-4077-849a-009eaf37d1d9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.453254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae43c-4ff0-463e-830e-4cdf46f043c4 req-518c3a5f-5a11-49d5-a394-b1e3f59ec501 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:58.455793 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3bae43c-4ff0-463e-830e-4cdf46f043c4 req-518c3a5f-5a11-49d5-a394-b1e3f59ec501 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.1128116 Jan 29 19:38:58.524080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3bae43c-4ff0-463e-830e-4cdf46f043c4 req-5f859170-1132-4b5c-957f-955f2ccde00e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584059 Jan 29 19:38:58.581321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-c344e91b-1c6a-442c-b872-81a9c73ba1ea tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2501640 Jan 29 19:38:58.587369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c59849f6-e98b-4077-849a-009eaf37d1d9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.591239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:58.592660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.597513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:58.730965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.752715 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:58.762725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Allocated IP 19.80.0.2 (b124a449-eeff-41ec-a0aa-a95c20295c94/3532866c-10fb-4d3e-98df-65deb49031ea/f9fc784c-b489-4ab9-81c1-7344a708a33e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:58.782192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6342912 Jan 29 19:38:58.784591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34872) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:38:58.790254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'subnet': {'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:58.800703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e6022-353b-4c20-a601-e5593bb0c684 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Network': ['ID=c59849f6-e98b-4077-849a-009eaf37d1d9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:58.826719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcc23624-83b0-4549-b2eb-40467c6c4d48 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:38:58.832850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c59849f6-e98b-4077-849a-009eaf37d1d9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:38:58.940296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (cc228307-ec2c-422e-84d3-8942bd30905a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.008620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae7d2-c83b-48ad-a34c-ea858b748d5e req-dd9bf996-c131-4b15-b7f9-4c3ba554e24c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:59.016839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-557ae7d2-c83b-48ad-a34c-ea858b748d5e req-dd9bf996-c131-4b15-b7f9-4c3ba554e24c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1115000 Jan 29 19:38:59.066316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.066846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:38:56Z', 'revision_number': 4, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '98ead7f6-3a9b-4fc3-9713-22adadd62bf5', 'name': '', 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'mac_address': 'fa:16:3e:33:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:54Z', 'updated_at': '2022-01-29T19:38:56Z', 'revision_number': 2, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'subnets': [{'id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:38:59.079582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:38:59.088716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.110063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Checking router: 596b4579-2143-43e5-b8dc-fb8cb9692703 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:38:59.110579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Updating router 596b4579-2143-43e5-b8dc-fb8cb9692703 port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:38:59.122833 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.143659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-557ae7d2-c83b-48ad-a34c-ea858b748d5e req-203387d8-a65d-4d00-9632-7abf85a9df82 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258616 Jan 29 19:38:59.146982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fcc23624-83b0-4549-b2eb-40467c6c4d48 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:38:59.147504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.149624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:59.218871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:38:59.244162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:38:59.253373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:38:59.269457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:38:59.345367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=cc228307-ec2c-422e-84d3-8942bd30905a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:59.353067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aad492-e468-46b1-9495-fee29f51f1e0 req-2019ae65-bdbb-4f1f-876c-ee931e7dc1a1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:59.362398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2aad492-e468-46b1-9495-fee29f51f1e0 req-2019ae65-bdbb-4f1f-876c-ee931e7dc1a1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0928922 Jan 29 19:38:59.374183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:59.375124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.442359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2aad492-e468-46b1-9495-fee29f51f1e0 req-95988fcc-3c44-43d0-9546-3272bade8726 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754330 Jan 29 19:38:59.444362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Allocated IP 172.25.5.182 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:38:59.509289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b55d8d1-abc3-4411-bd63-5a4542305919 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8173370 Jan 29 19:38:59.520686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.528981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Request body: {'port': {'device_id': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:38:59.651041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Publish callbacks [] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.674637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604c88f-b286-4e9a-9da6-5a6af4864ff4 req-22f3b422-9d4d-4718-944f-2738e97872f0 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:59.683962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3604c88f-b286-4e9a-9da6-5a6af4864ff4 req-22f3b422-9d4d-4718-944f-2738e97872f0 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 935 time: 0.1024129 Jan 29 19:38:59.723241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.749959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3604c88f-b286-4e9a-9da6-5a6af4864ff4 req-e91e7d2c-4e72-44c4-a3dd-a2d9e6bf5793 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648830 Jan 29 19:38:59.762105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.765911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.772475 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.845719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Subnet': ['ID=ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:38:59.874674 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:38:59.946278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Checking segment: {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:38:59.946898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network hostable DHCP agents. Network: c59849f6-e98b-4077-849a-009eaf37d1d9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:38:59.961162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ac43-2b2b-46c1-816f-6ffce24281b7 req-0cae4c34-4ca7-4a5c-af9f-2d0cc986758d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:38:59.963035 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0702ac43-2b2b-46c1-816f-6ffce24281b7 req-0cae4c34-4ca7-4a5c-af9f-2d0cc986758d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.1037407 Jan 29 19:39:00.032638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0702ac43-2b2b-46c1-816f-6ffce24281b7 req-8a60776c-8dd0-4061-b99d-efd09b5bfaed tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631940 Jan 29 19:39:00.062837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network c59849f6-e98b-4077-849a-009eaf37d1d9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:39:00.094062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5dc10e91-7079-4343-a602-b4ded52b4139 None None] Provisioning complete for port cc228307-ec2c-422e-84d3-8942bd30905a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:00.094439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc10e91-7079-4343-a602-b4ded52b4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.097728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Network b124a449-eeff-41ec-a0aa-a95c20295c94 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:00.112491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fcc23624-83b0-4549-b2eb-40467c6c4d48 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:00.149922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:00.154786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:00.156088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c59849f6-e98b-4077-849a-009eaf37d1d9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:00.160568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:00.161304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.202506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02169295-901b-4f4a-a562-88357af5991f None None] Network c59849f6-e98b-4077-849a-009eaf37d1d9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:00.257256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Pushing event updated for resources: {'Port': ['ID=f9fc784c-b489-4ab9-81c1-7344a708a33e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:00.263528 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.287279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.304249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b0bc8ae8-248d-4201-acce-47c082c9beb2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5122449 Jan 29 19:39:00.334757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00309af4-0b3f-44bf-85dd-a5115bbbbf6c req-fafee559-401e-4322-a365-3fa78dad4af6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:00.343364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00309af4-0b3f-44bf-85dd-a5115bbbbf6c req-fafee559-401e-4322-a365-3fa78dad4af6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1077049 Jan 29 19:39:00.422177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00309af4-0b3f-44bf-85dd-a5115bbbbf6c req-0afaf072-5bc9-4206-9cb1-329a862c4dd3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744374 Jan 29 19:39:00.463877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5dc10e91-7079-4343-a602-b4ded52b4139 None None] Port cc228307-ec2c-422e-84d3-8942bd30905a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:00.504950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Attempting to bind port f9fc784c-b489-4ab9-81c1-7344a708a33e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:00.505608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Attempting to bind port f9fc784c-b489-4ab9-81c1-7344a708a33e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:00.506246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Attempting to bind port f9fc784c-b489-4ab9-81c1-7344a708a33e on network b124a449-eeff-41ec-a0aa-a95c20295c94 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:00.553473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:00.554149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Checking segment: {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:00.554720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.555308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Bound using segment: {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:00.555951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Bound port: f9fc784c-b489-4ab9-81c1-7344a708a33e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:00.557090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.614028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-58b9c66a-df7c-4d85-931e-a11b0920ff24 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:00.619513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-58b9c66a-df7c-4d85-931e-a11b0920ff24 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:00.627368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-58b9c66a-df7c-4d85-931e-a11b0920ff24 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/networks?id=b124a449-eeff-41ec-a0aa-a95c20295c94&id=c59849f6-e98b-4077-849a-009eaf37d1d9 HTTP/1.1" status: 200 len: 1391 time: 0.1296487 Jan 29 19:39:00.644220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-8622e5d0-8c24-44a0-ace5-2e97e3a45a71 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/quotas/88a3215d2c5543d1977bc39c33cf4c29 HTTP/1.1" status: 200 len: 375 time: 0.0158911 Jan 29 19:39:00.646008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc228307-ec2c-422e-84d3-8942bd30905a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:00.654762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Publish callbacks [] for port (cc228307-ec2c-422e-84d3-8942bd30905a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.658854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c59849f6-e98b-4077-849a-009eaf37d1d9', 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9', 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'fixed_ips': [{'subnet_id': 'ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:39:00.660051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.674261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Transition to ACTIVE for port object cc228307-ec2c-422e-84d3-8942bd30905a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:00.683955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:00.687173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:00.693784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:00.725242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Pushing event updated for resources: {'Port': ['ID=1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:00.725934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-3f6dda01-f7d7-4fa9-a0d0-29071e19d3d1 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778372 Jan 29 19:39:00.808773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (7e93aa33-8f16-4ec7-acfb-836deba6a575), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.817240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.827592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-6a47d03e-2428-4032-aada-5318f96e8489 service neutron] 10.222.0.15 "GET /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032417 Jan 29 19:39:00.863082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-10249070-e363-4600-b672-81ff280dcd12 None None] For port f9fc784c-b489-4ab9-81c1-7344a708a33e, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:00.909501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-10249070-e363-4600-b672-81ff280dcd12 None None] For port f9fc784c-b489-4ab9-81c1-7344a708a33e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f9fc784c-b489-4ab9-81c1-7344a708a33e,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:00.932985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Publish callbacks [] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:00.956609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-532ae6cb-b06e-40c7-9cf1-7351ed2eec81 service neutron] 10.222.0.15 "GET /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228378 Jan 29 19:39:00.965913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.018793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Allocated IP 19.86.0.2 (c59849f6-e98b-4077-849a-009eaf37d1d9/ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0/d0736a71-0f61-4968-8dd3-93621fcd4125) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:01.024748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.110249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10249070-e363-4600-b672-81ff280dcd12 None None] Pushing event updated for resources: {'Port': ['ID=f9fc784c-b489-4ab9-81c1-7344a708a33e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:01.114928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.161570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-53a1c8d9-0034-43ae-a27d-454a1717402a service neutron] 10.222.0.15 "GET /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878443 Jan 29 19:39:01.302999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc228307-ec2c-422e-84d3-8942bd30905a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:01.362525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.368244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Attempting to bind port cc228307-ec2c-422e-84d3-8942bd30905a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:01.372016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Attempting to bind port cc228307-ec2c-422e-84d3-8942bd30905a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:01.372513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Attempting to bind port cc228307-ec2c-422e-84d3-8942bd30905a on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:01.385264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Port cc228307-ec2c-422e-84d3-8942bd30905a on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:01.385680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Attempting to bind port cc228307-ec2c-422e-84d3-8942bd30905a on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:01.400365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:01.400808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:01.401265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:01.403023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Bound port: cc228307-ec2c-422e-84d3-8942bd30905a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:01.403469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.445589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.447990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c73f-79ae-4379-8dad-6603b626fe89 None None] Pushing event updated for resources: {'Port': ['ID=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:01.639152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.666710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Attempting to bind port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:01.667090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Attempting to bind port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:01.668685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Attempting to bind port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 on network da393224-b8e0-41a1-86cb-0cec8f9eb583 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:01.682290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Pushing event updated for resources: {'Port': ['ID=1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:01.728123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (7e93aa33-8f16-4ec7-acfb-836deba6a575), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.732567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] For port cc228307-ec2c-422e-84d3-8942bd30905a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:01.737516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] For port cc228307-ec2c-422e-84d3-8942bd30905a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cc228307-ec2c-422e-84d3-8942bd30905a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:01.755836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:01.756300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Checking segment: {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:01.756680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.757062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Bound using segment: {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:01.757557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Bound port: 98ead7f6-3a9b-4fc3-9713-22adadd62bf5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1714a112-dd70-4322-b133-25fe8695b3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:01.757935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.820295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.921080 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.924599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-33f71d7f-b1b5-48f6-ae9e-f618b30360a1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3349423 Jan 29 19:39:01.956931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:01.957992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:01.959596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc228307-ec2c-422e-84d3-8942bd30905a HTTP/1.1" status: 200 len: 1095 time: 2.4366121 Jan 29 19:39:01.960296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'tag': 'cc228307-ec2c-422e-84d3-8942bd30905a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:01.967641 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced425aa-e493-4bdb-9741-0bf642b2638f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8842a7-e29a-4c4a-83de-2e35e0fab588", "tag": "cc228307-ec2c-422e-84d3-8942bd30905a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:02.043834 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-e9cc9069-e33c-46b9-b8f8-68db13005882 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.1026974 Jan 29 19:39:02.045690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27343a8-a262-41e9-9612-a5fe52e11e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc228307-ec2c-422e-84d3-8942bd30905a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:02.113738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-e258c764-d040-4467-b455-aeb851ae15a5 service neutron] 10.222.0.15 "GET /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9404058 Jan 29 19:39:02.252870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] For port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:02.288574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-06d5e05b-7456-44cd-977e-4f509953d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:02.290129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-06d5e05b-7456-44cd-977e-4f509953d933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 1129 time: 0.2039802 Jan 29 19:39:02.301107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Publish callbacks [] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:02.332161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b4644cc0-75c1-4b1b-828f-cc05656831f2 None None] Provisioning complete for port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:02.332854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4644cc0-75c1-4b1b-828f-cc05656831f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:02.356263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] For port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,segment=NetworkSegment(1714a112-dd70-4322-b133-25fe8695b3b0),segment_id=1714a112-dd70-4322-b133-25fe8695b3b0)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:02.394172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-b1547b01-6be2-4bb3-bab8-3f0aa1524b5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cc228307-ec2c-422e-84d3-8942bd30905a HTTP/1.1" status: 200 len: 217 time: 0.0813677 Jan 29 19:39:02.413319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-46bc6f93-27ea-42ae-80bc-7bdf36de715e tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:02.415936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83e8fa67-8762-45df-9d51-42abc93fdee7 req-46bc6f93-27ea-42ae-80bc-7bdf36de715e tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.3548255 Jan 29 19:39:02.492672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b5b8339-6579-449e-bd04-fc56b292ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:02.494623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2b5b8339-6579-449e-bd04-fc56b292ec4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0776815 Jan 29 19:39:02.561580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:02.583550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:02.766186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0f0e8-7c47-4e87-bf3f-5a2ef69b4d12 req-d9705a3c-9d95-48e0-ac5e-4249a4786715 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:02.767764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdb0f0e8-7c47-4e87-bf3f-5a2ef69b4d12 req-d9705a3c-9d95-48e0-ac5e-4249a4786715 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1650193 Jan 29 19:39:02.769999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2e6c6671-0ecc-449d-9dea-3e6ed9d5f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:02.781307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-2e6c6671-0ecc-449d-9dea-3e6ed9d5f576 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2719674 Jan 29 19:39:02.910089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Network c59849f6-e98b-4077-849a-009eaf37d1d9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:02.912804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Routers {'596b4579-2143-43e5-b8dc-fb8cb9692703'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:02.917018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['596b4579-2143-43e5-b8dc-fb8cb9692703'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:02.937211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4644cc0-75c1-4b1b-828f-cc05656831f2 None None] Port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:02.949009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdb0f0e8-7c47-4e87-bf3f-5a2ef69b4d12 req-b879c0d2-2055-4878-b556-753e43409190 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694889 Jan 29 19:39:02.958062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e27226-4faf-440e-8919-f77cddd11fb5 req-14a5b434-1556-4d8b-8a19-79f51eaa73c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:02.959873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97e27226-4faf-440e-8919-f77cddd11fb5 req-14a5b434-1556-4d8b-8a19-79f51eaa73c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 947 time: 0.3653014 Jan 29 19:39:03.002263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:03.035293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f9fc784c-b489-4ab9-81c1-7344a708a33e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:03.110404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97e27226-4faf-440e-8919-f77cddd11fb5 req-1c958203-2528-4e08-831d-3fe9e5a87eed tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427577 Jan 29 19:39:03.168009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-86fc16ca-66a0-4378-aa55-d84d049a4d47 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715878 Jan 29 19:39:03.359379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4937e-3dfd-4f54-827b-1287a2a9601f req-3e014a06-5a0b-4fa1-8a6d-3ffccb9963ee tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:03.371375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bd4937e-3dfd-4f54-827b-1287a2a9601f req-3e014a06-5a0b-4fa1-8a6d-3ffccb9963ee tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.1963992 Jan 29 19:39:03.371932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] Set router 596b4579-2143-43e5-b8dc-fb8cb9692703 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:03.462051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9687646-24b2-4c6b-b614-8eec1a0d0916 req-132bac9b-3785-4d81-b679-52f97e1a3a75 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877009 Jan 29 19:39:03.507808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bd4937e-3dfd-4f54-827b-1287a2a9601f req-dfc6ba45-dee9-4825-8a4f-6e68daf399fb tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352437 Jan 29 19:39:03.569423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba644d-8986-457b-9aee-64c1634ab607 req-db6a79ee-4540-49fb-8877-d99e5f3404c3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:03.588849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49ba644d-8986-457b-9aee-64c1634ab607 req-db6a79ee-4540-49fb-8877-d99e5f3404c3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1223860 Jan 29 19:39:03.592601 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364aa938-f842-4f63-b254-2010c78582e3 x-openstack-request-id: req-364aa938-f842-4f63-b254-2010c78582e3 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:03.593619 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8842a7-e29a-4c4a-83de-2e35e0fab588", "tag": "cc228307-ec2c-422e-84d3-8942bd30905a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:03.593980 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-364aa938-f842-4f63-b254-2010c78582e3 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:03.594490 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'tag': 'cc228307-ec2c-422e-84d3-8942bd30905a', 'status': 'completed', 'code': 200} Jan 29 19:39:03.665933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c487b4f-761a-4b2f-8bfc-3ec79a5728cd req-4249d1ed-d336-49e9-8354-3542faf41992 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 210 time: 0.0550480 Jan 29 19:39:03.731129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49ba644d-8986-457b-9aee-64c1634ab607 req-deb25f3c-480f-4edc-832c-b50ea7364ab0 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403039 Jan 29 19:39:03.733774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-9f168bf9-7574-4e5f-8875-2bf47d74b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:03.738205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-558b6db4-3da7-4d77-a0f9-1903098d822d req-7e19c558-f758-43ff-8ad0-d1894df115ec tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips/7e93aa33-8f16-4ec7-acfb-836deba6a575 HTTP/1.1" status: 200 len: 693 time: 0.0564024 Jan 29 19:39:03.738795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-9f168bf9-7574-4e5f-8875-2bf47d74b803 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 1129 time: 0.1325123 Jan 29 19:39:03.852439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6db4-3da7-4d77-a0f9-1903098d822d req-60d8b13c-432f-4d9d-9b41-a344a3e4f446 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:03.853408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:03.859297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Pushing event updated for resources: {'Port': ['ID=d0736a71-0f61-4968-8dd3-93621fcd4125,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:03.859959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-558b6db4-3da7-4d77-a0f9-1903098d822d req-60d8b13c-432f-4d9d-9b41-a344a3e4f446 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1205630 Jan 29 19:39:03.866275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-558b6db4-3da7-4d77-a0f9-1903098d822d req-42277bd0-5886-4a42-ad1a-278189977399 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:39:03.872474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-558b6db4-3da7-4d77-a0f9-1903098d822d req-42277bd0-5886-4a42-ad1a-278189977399 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113573 Jan 29 19:39:03.894385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a9f2e-a8fc-495d-a39a-a9be5a9b56ff None None] Network b124a449-eeff-41ec-a0aa-a95c20295c94 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:03.896292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:03.977600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42ee3c92-f0d8-447c-a8f5-77ebceb1a61b req-426a688d-3f11-43a4-92f7-35c82baf89ff tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=0104c0b80183418697ffef963fcabc6f HTTP/1.1" status: 200 len: 696 time: 0.0787699 Jan 29 19:39:03.982908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-0db46541-2dcf-435c-887f-cc16403eff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:03.985585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-0db46541-2dcf-435c-887f-cc16403eff10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2413385 Jan 29 19:39:04.073538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:04.161119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-b0eee3a9-0601-4618-81ad-9c60246da33a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=cc228307-ec2c-422e-84d3-8942bd30905a HTTP/1.1" status: 200 len: 217 time: 0.1609299 Jan 29 19:39:04.183917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Attempting to bind port d0736a71-0f61-4968-8dd3-93621fcd4125 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:04.184330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Attempting to bind port d0736a71-0f61-4968-8dd3-93621fcd4125 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:04.184692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Attempting to bind port d0736a71-0f61-4968-8dd3-93621fcd4125 on network c59849f6-e98b-4077-849a-009eaf37d1d9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:04.242114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Provisioning complete for port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:04.242526 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:04.269808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85432374-fb0c-4c15-860e-875ce75e46bc req-b64666d3-44c6-460d-9822-97166eba7e37 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:04.276502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85432374-fb0c-4c15-860e-875ce75e46bc req-b64666d3-44c6-460d-9822-97166eba7e37 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1284833 Jan 29 19:39:04.329408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-544650a4-ea1a-412c-a704-d946e191f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:04.331322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:04.334117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Checking segment: {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:04.334583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:04.334981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Bound using segment: {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:04.335440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-544650a4-ea1a-412c-a704-d946e191f808 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1659486 Jan 29 19:39:04.335573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Bound port: d0736a71-0f61-4968-8dd3-93621fcd4125, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:04.335837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:04.372362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee3c92-f0d8-447c-a8f5-77ebceb1a61b req-8f2ed57c-aa9d-42c5-8dcf-6c5154005ce1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:04.380666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42ee3c92-f0d8-447c-a8f5-77ebceb1a61b req-8f2ed57c-aa9d-42c5-8dcf-6c5154005ce1 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks?id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 787 time: 0.4007502 Jan 29 19:39:04.416817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c73f-79ae-4379-8dad-6603b626fe89 None None] Pushing event updated for resources: {'Port': ['ID=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:04.439853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85432374-fb0c-4c15-860e-875ce75e46bc req-0fa61134-c534-4f17-88e0-5700b553e683 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525421 Jan 29 19:39:04.446536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-9ee673d5-f09b-4900-94fe-c9566392df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:04.461333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-9ee673d5-f09b-4900-94fe-c9566392df58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1132731 Jan 29 19:39:04.717656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f9fc784c-b489-4ab9-81c1-7344a708a33e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:04.717656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:04.718297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-ecb48ba6-5722-4586-b767-d3f1dfedcc29 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352228 Jan 29 19:39:04.718399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-76b8ac2d-c0c7-41b8-a2a3-d596b6fed0cc tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips/7e93aa33-8f16-4ec7-acfb-836deba6a575 HTTP/1.1" status: 200 len: 693 time: 0.0969465 Jan 29 19:39:04.727598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6574d-027d-4596-8ecc-5e7f1e152891 req-9ccd3655-0365-4de7-96e8-2505ad66baf5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:04.729632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aad6574d-027d-4596-8ecc-5e7f1e152891 req-9ccd3655-0365-4de7-96e8-2505ad66baf5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 947 time: 0.1156919 Jan 29 19:39:05.009587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aad6574d-027d-4596-8ecc-5e7f1e152891 req-4fdc2c9b-9f13-40ba-8e63-0048f7a8ddd6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531767 Jan 29 19:39:05.022235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-75a47d54-73f3-459d-833d-e29f8413ed67 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:05.028005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-75a47d54-73f3-459d-833d-e29f8413ed67 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2772717 Jan 29 19:39:05.082577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] For port d0736a71-0f61-4968-8dd3-93621fcd4125, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:05.087089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f9fc784c-b489-4ab9-81c1-7344a708a33e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:05.087766 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.091552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ced425aa-e493-4bdb-9741-0bf642b2638f req-469f78b1-abd7-4b17-a374-9cc0d3058f3d service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599448 Jan 29 19:39:05.143514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-91204816-159c-4b84-a890-b7d9d10f6429 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.1018147 Jan 29 19:39:05.157392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] For port d0736a71-0f61-4968-8dd3-93621fcd4125, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d0736a71-0f61-4968-8dd3-93621fcd4125,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:05.199213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e9ca-8233-4bfd-b4ea-4f98f4ba67d1 req-c8f0f263-c143-4ad8-a3f6-7ee0e3edfee0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:05.206256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e82e9ca-8233-4bfd-b4ea-4f98f4ba67d1 req-c8f0f263-c143-4ad8-a3f6-7ee0e3edfee0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.0996981 Jan 29 19:39:05.223500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-a23e38eb-a51b-45d5-9444-5fd20d62ed37 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.182 HTTP/1.1" status: 200 len: 696 time: 0.0739131 Jan 29 19:39:05.265236 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.265236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f9fc784c-b489-4ab9-81c1-7344a708a33e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f9fc784c-b489-4ab9-81c1-7344a708a33e,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:05.278366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:38:56Z', 'revision_number': 4, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '98ead7f6-3a9b-4fc3-9713-22adadd62bf5', 'name': '', 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'mac_address': 'fa:16:3e:33:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:54Z', 'updated_at': '2022-01-29T19:39:02Z', 'revision_number': 4, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'subnets': [{'id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:05.283954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e82e9ca-8233-4bfd-b4ea-4f98f4ba67d1 req-ac0b1f30-57c8-40c7-bac4-ed0a7c0cce73 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Jan 29 19:39:05.337981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Current status of the port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:05.339585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.385317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2899b994-01b6-4862-9b48-ad1df8eb6670 None None] The sync data for ids ['596b4579-2143-43e5-b8dc-fb8cb9692703'] in n-d-825496-5 is: [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:38:56Z', 'revision_number': 4, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '98ead7f6-3a9b-4fc3-9713-22adadd62bf5', 'name': '', 'network_id': 'da393224-b8e0-41a1-86cb-0cec8f9eb583', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'mac_address': 'fa:16:3e:33:01:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:54Z', 'updated_at': '2022-01-29T19:39:02Z', 'revision_number': 4, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'subnets': [{'id': 'ea98973e-d654-4e9c-85f1-3b2c5439e0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:39:05.401422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.545847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c86d11dd-4adb-42e0-92f9-6adac3223e17 req-1a239cbd-fc9d-49ca-90c1-973aaddc79b0 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 210 time: 0.1137726 Jan 29 19:39:05.595224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bd234-3881-4015-9a0c-8c39d19681bf None None] Pushing event updated for resources: {'Port': ['ID=d0736a71-0f61-4968-8dd3-93621fcd4125,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:05.624649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Deleting port 1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:05.624996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.710632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] For port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,segment=NetworkSegment(1714a112-dd70-4322-b133-25fe8695b3b0),segment_id=1714a112-dd70-4322-b133-25fe8695b3b0)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:05.759759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9d814-9ffd-4a02-9757-7c345c19299a req-fffebf7f-0024-4300-9d50-f7a2dea58358 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:05.763411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81b9d814-9ffd-4a02-9757-7c345c19299a req-fffebf7f-0024-4300-9d50-f7a2dea58358 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1048906 Jan 29 19:39:05.782309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f9fc784c-b489-4ab9-81c1-7344a708a33e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:05.785920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.789391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cc228307-ec2c-422e-84d3-8942bd30905a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:05.838466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.838789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:05.854615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Calling delete_port for 1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:05.894497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81b9d814-9ffd-4a02-9757-7c345c19299a req-e79e2b0c-a356-46ef-a4ea-ec99741c9357 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197164 Jan 29 19:39:05.908948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Pushing event updated for resources: {'Port': ['ID=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:06.030656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Provisioning complete for port f9fc784c-b489-4ab9-81c1-7344a708a33e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:06.031038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:06.183948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bec189-4428-41c4-830a-7a9fcd0dc5a6 req-51c737cc-f792-4719-be8a-8f48353a20b8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:06.203782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66bec189-4428-41c4-830a-7a9fcd0dc5a6 req-51c737cc-f792-4719-be8a-8f48353a20b8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1406806 Jan 29 19:39:06.415784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66bec189-4428-41c4-830a-7a9fcd0dc5a6 req-1c9f293f-2098-4c42-9a95-4f62ea79c904 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108634 Jan 29 19:39:06.439320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cc228307-ec2c-422e-84d3-8942bd30905a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cc228307-ec2c-422e-84d3-8942bd30905a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:06.448755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-53c9e5ea-994a-478e-96a8-16cf17a9a680 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:06.478139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-53c9e5ea-994a-478e-96a8-16cf17a9a680 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:06.480120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-53c9e5ea-994a-478e-96a8-16cf17a9a680 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "GET /v2.0/networks?id=b124a449-eeff-41ec-a0aa-a95c20295c94&id=c59849f6-e98b-4077-849a-009eaf37d1d9 HTTP/1.1" status: 200 len: 1391 time: 0.3474309 Jan 29 19:39:06.508460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'port': {'device_id': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94', 'admin_state_up': True, 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:06.550023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'cc228307-ec2c-422e-84d3-8942bd30905a', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'cc228307-ec2c-422e-84d3-8942bd30905a', 'mac_address': 'fa:16:3e:9e:cb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:06.698248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cc228307-ec2c-422e-84d3-8942bd30905a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:06.699501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:06.702865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b8df9-1b23-484d-93a4-b0387f9b9b25 None None] Current status of the port f9fc784c-b489-4ab9-81c1-7344a708a33e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:06.756445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc228307-ec2c-422e-84d3-8942bd30905a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:06.805379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cc228307-ec2c-422e-84d3-8942bd30905a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cc228307-ec2c-422e-84d3-8942bd30905a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:06.816059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b522fa-3155-4256-8ce3-823b92a7cd85 req-c2f8a919-1baf-4513-847c-0ca48aa62faf tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:06.818159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5b522fa-3155-4256-8ce3-823b92a7cd85 req-c2f8a919-1baf-4513-847c-0ca48aa62faf tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 947 time: 0.1335325 Jan 29 19:39:06.847404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-797420f2-cbed-48ee-a3a3-a05808aede51 None None] Provisioning complete for port f9fc784c-b489-4ab9-81c1-7344a708a33e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:06.849172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-797420f2-cbed-48ee-a3a3-a05808aede51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:06.925891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5b522fa-3155-4256-8ce3-823b92a7cd85 req-6cb5a660-5601-425e-80e7-2f62bf4bbf8b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989854 Jan 29 19:39:06.958167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:06.980255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-797420f2-cbed-48ee-a3a3-a05808aede51 None None] Current status of the port f9fc784c-b489-4ab9-81c1-7344a708a33e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:07.009843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Pushing event deleted for resources: {'Port': ['ID=1cafa2a3-5abe-4548-b0c0-eb5d59ee2de8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:07.065610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:07.111062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:07.123800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:07.150311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515017-39fc-411b-8ab2-a0a4c9dc379d req-cfc5d950-589d-4dd4-927f-297575e0419d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:07.165283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf515017-39fc-411b-8ab2-a0a4c9dc379d req-cfc5d950-589d-4dd4-927f-297575e0419d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.1406527 Jan 29 19:39:07.247291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cc228307-ec2c-422e-84d3-8942bd30905a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:07.285511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf515017-39fc-411b-8ab2-a0a4c9dc379d req-a2c9e914-3a75-4419-afd0-b17560e73e41 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185529 Jan 29 19:39:07.430796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cc228307-ec2c-422e-84d3-8942bd30905a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:07.593238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (7e93aa33-8f16-4ec7-acfb-836deba6a575), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:07.615070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:07.617128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e77c225-312d-4d05-aab9-2ff706b8fe75 req-f10ebfe5-4e94-47fc-9388-4a94b0f118c4 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "DELETE /v2.0/floatingips/7e93aa33-8f16-4ec7-acfb-836deba6a575 HTTP/1.1" status: 204 len: 173 time: 2.3872406 Jan 29 19:39:07.657135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Allocated IP 19.80.0.231 (b124a449-eeff-41ec-a0aa-a95c20295c94/3532866c-10fb-4d3e-98df-65deb49031ea/8162df6f-e271-4148-b355-0b9e7a07ff9a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:07.677164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6033f066-b570-4398-b18e-668212f49f55 req-b3009989-bec3-4b7a-96eb-27b139fd127a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 210 time: 0.2313070 Jan 29 19:39:07.682142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6c54b6-a6b5-485e-8872-78e451378337 None None] Network c59849f6-e98b-4077-849a-009eaf37d1d9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:07.774799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:07.966274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] Provisioning complete for port d0736a71-0f61-4968-8dd3-93621fcd4125 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:07.966756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.007008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a616-cda7-46fc-86f3-dfd25ca6f742 req-d5865d9f-37d7-48d6-96cc-c0016d4a96a5 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:08.018821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b125a616-cda7-46fc-86f3-dfd25ca6f742 req-d5865d9f-37d7-48d6-96cc-c0016d4a96a5 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1950505 Jan 29 19:39:08.028055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d0736a71-0f61-4968-8dd3-93621fcd4125 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:08.087043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.154288 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b125a616-cda7-46fc-86f3-dfd25ca6f742 req-ac7a5ccb-a62e-4bc6-9b0f-6c5907e388e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313865 Jan 29 19:39:08.169117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26b9ca-dfe2-48b6-b42e-1c1aed272db4 req-4641a2f1-4279-444f-9981-3131e05f5ef8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:08.176798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf26b9ca-dfe2-48b6-b42e-1c1aed272db4 req-4641a2f1-4279-444f-9981-3131e05f5ef8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.2205899 Jan 29 19:39:08.201423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.287752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf26b9ca-dfe2-48b6-b42e-1c1aed272db4 req-cb716b30-3417-4d3e-92e2-292f973a4136 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099448 Jan 29 19:39:08.299454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network b124a449-eeff-41ec-a0aa-a95c20295c94 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:08.311951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:08.311951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:08.378313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Port': ['ID=8162df6f-e271-4148-b355-0b9e7a07ff9a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:08.443317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:08.449555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.583694 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-746440d0-42db-49af-8e02-cddf4bcdb51b tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2524407 Jan 29 19:39:08.593974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] Current status of the port d0736a71-0f61-4968-8dd3-93621fcd4125 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:08.594375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.602887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:08.613569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d0736a71-0f61-4968-8dd3-93621fcd4125 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:08.613954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.659201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-32517e34-13e9-47d9-9b26-1612de1cd008 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1578465 Jan 29 19:39:08.686915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Request body: {'port': {'device_id': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9', 'admin_state_up': True, 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:08.721943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.745532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] For port d0736a71-0f61-4968-8dd3-93621fcd4125, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d0736a71-0f61-4968-8dd3-93621fcd4125,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:08.859020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.923356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cb1e5-8e40-4364-b108-d01bd3949953 req-a60f09f8-25d7-4e92-84fd-a058b42c29ca tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:08.925923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a6cb1e5-8e40-4364-b108-d01bd3949953 req-a60f09f8-25d7-4e92-84fd-a058b42c29ca tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 948 time: 0.4086990 Jan 29 19:39:08.951900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d0736a71-0f61-4968-8dd3-93621fcd4125 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:08.952454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:08.971798 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.004438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a6cb1e5-8e40-4364-b108-d01bd3949953 req-44e138c9-7ad2-4b09-9c82-87bfc313ab84 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Jan 29 19:39:09.015145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f588ef0-4cd8-4438-b0da-39eb49c0943b None None] Pushing event updated for resources: {'Port': ['ID=d0736a71-0f61-4968-8dd3-93621fcd4125,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:09.091081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2cd8b525-6902-48af-b447-df758194e745 None None] Provisioning complete for port 8162df6f-e271-4148-b355-0b9e7a07ff9a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:09.091794 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b525-6902-48af-b447-df758194e745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.093747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:39:09.094475 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:39:09.142623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8b525-6902-48af-b447-df758194e745 None None] Port 8162df6f-e271-4148-b355-0b9e7a07ff9a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:09.146248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea3d0-1e74-41ef-8226-d6eb3d06ec6e req-d50751f4-2812-4da3-976f-17f644bfaa06 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:09.155142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb5ea3d0-1e74-41ef-8226-d6eb3d06ec6e req-d50751f4-2812-4da3-976f-17f644bfaa06 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 943 time: 0.0768168 Jan 29 19:39:09.163204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Made reservation on behalf of 88a3215d2c5543d1977bc39c33cf4c29 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:09.166675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.193279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Allocated IP 172.25.5.88 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/41107009-ed25-4ae7-9b0a-1a486f1157bf) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:09.202595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-d3908d50-8e3e-4239-bc5e-a9bc1dc42257 service neutron] 10.222.0.13 "GET /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.1325898 Jan 29 19:39:09.281393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb5ea3d0-1e74-41ef-8226-d6eb3d06ec6e req-9beb2c9f-3af5-4703-a6e4-38e216ad036e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248524 Jan 29 19:39:09.294263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cbc718e5-31f6-480e-a5b8-0897154f98fe None None] Provisioning complete for port d0736a71-0f61-4968-8dd3-93621fcd4125 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:09.294263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbc718e5-31f6-480e-a5b8-0897154f98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.429001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cbc718e5-31f6-480e-a5b8-0897154f98fe None None] Current status of the port d0736a71-0f61-4968-8dd3-93621fcd4125 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:09.465559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.483045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Allocated IP 19.86.0.248 (c59849f6-e98b-4077-849a-009eaf37d1d9/ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0/2348cc45-bf3d-4f2f-89d7-0e9888d6753a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:09.512693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:09.514018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497320e-af76-4c61-b22f-97ae03c0937b req-fcd5990a-2f0e-4d42-9337-34eb35481a79 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:09.516377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9497320e-af76-4c61-b22f-97ae03c0937b req-fcd5990a-2f0e-4d42-9337-34eb35481a79 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 932 time: 0.1468565 Jan 29 19:39:09.539509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:09.576979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3ec97a-9501-49dc-8e8f-755e3385ef10 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:09.588279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:09.625508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.625939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9497320e-af76-4c61-b22f-97ae03c0937b req-acc2c7c8-2802-49f2-a6f1-579745b7b3b2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Jan 29 19:39:09.640510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d0736a71-0f61-4968-8dd3-93621fcd4125 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:09.642583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f9fc784c-b489-4ab9-81c1-7344a708a33e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:09.703371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:09.704062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f9fc784c-b489-4ab9-81c1-7344a708a33e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:09.704283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.704917 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.709184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:09.757622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.773586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:09.795719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cc228307-ec2c-422e-84d3-8942bd30905a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:09.800431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f9fc784c-b489-4ab9-81c1-7344a708a33e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:09.801720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:09.809187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Pushing event updated for resources: {'Port': ['ID=41107009-ed25-4ae7-9b0a-1a486f1157bf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:09.846570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b095cc-9518-445f-af29-b816f9846fd5 req-65c1dd6a-7566-4486-b0c7-92ff61f5cd62 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:09.853617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19b095cc-9518-445f-af29-b816f9846fd5 req-65c1dd6a-7566-4486-b0c7-92ff61f5cd62 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.0895104 Jan 29 19:39:09.855158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] Transition to ACTIVE for port object 4a3ec97a-9501-49dc-8e8f-755e3385ef10 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:09.894641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:09.895327 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.911620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.916759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (77abbac3-6522-487d-9a04-0cb5cc123510), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:09.927175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19b095cc-9518-445f-af29-b816f9846fd5 req-2ac9fe24-62ad-41c2-9c0e-66c865fa4ff6 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Jan 29 19:39:09.972648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Network c59849f6-e98b-4077-849a-009eaf37d1d9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:09.979284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:09.983118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event updated for resources: {'Port': ['ID=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:09.987258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:10.000917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:10.004575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.036290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port cc228307-ec2c-422e-84d3-8942bd30905a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:10.040819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port cc228307-ec2c-422e-84d3-8942bd30905a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:10.041181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.098220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:10.100710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.149029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d0736a71-0f61-4968-8dd3-93621fcd4125 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:10.186565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] No DVR routers for this DVR port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:10.202665 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.208261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d75e97-781c-4f69-8c5b-de04f6986f20 req-742c4711-83c9-4946-aa5e-98a5e1d9d98b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:10.216671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b7d75e97-781c-4f69-8c5b-de04f6986f20 req-742c4711-83c9-4946-aa5e-98a5e1d9d98b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0732589 Jan 29 19:39:10.226922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cc228307-ec2c-422e-84d3-8942bd30905a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:10.227164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.242872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-d77a54d7-3177-4630-8041-a8b2d4d6cb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5650966 Jan 29 19:39:10.263069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc228307-ec2c-422e-84d3-8942bd30905a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:10.263069 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d1623-3e56-4a26-b07a-8243f317c77c" -d '{"events": [{"server_uuid": "cc8842a7-e29a-4c4a-83de-2e35e0fab588", "name": "network-vif-plugged", "status": "completed", "tag": "cc228307-ec2c-422e-84d3-8942bd30905a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:10.275321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Request body: {'port': {'device_id': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:10.278994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cc228307-ec2c-422e-84d3-8942bd30905a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cc228307-ec2c-422e-84d3-8942bd30905a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:10.295741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d0736a71-0f61-4968-8dd3-93621fcd4125 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:10.296144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.305438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b7d75e97-781c-4f69-8c5b-de04f6986f20 req-6548bbcb-1c07-40f5-b53a-73a401920016 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873899 Jan 29 19:39:10.360122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.360414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.360991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:10.392936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.393531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:10.421174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-06791a4f-ec76-4bbd-af6c-9d2616657978 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10/bindings/n-h2-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2093647 Jan 29 19:39:10.445800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cc228307-ec2c-422e-84d3-8942bd30905a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:10.459259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4c4913df-8a87-493e-b213-b9034b174d83 None None] Provisioning complete for port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:10.459834 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c4913df-8a87-493e-b213-b9034b174d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.467485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.535784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d0736a71-0f61-4968-8dd3-93621fcd4125 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:10.544863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4c4913df-8a87-493e-b213-b9034b174d83 None None] Port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:10.557501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Pushing event updated for resources: {'Port': ['ID=41107009-ed25-4ae7-9b0a-1a486f1157bf,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:10.585282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:10.585779 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.591289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (77abbac3-6522-487d-9a04-0cb5cc123510), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.619471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-8aa26d48-02d6-46d1-bb62-1bfe92594442 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:10.622065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:10.625955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-8aa26d48-02d6-46d1-bb62-1bfe92594442 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.0795810 Jan 29 19:39:10.632061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e3282-153e-4e8c-b57a-0645b9eb5185 req-6e449ae4-2136-41bb-9765-a346b9b07ada tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:10.633574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d4e3282-153e-4e8c-b57a-0645b9eb5185 req-6e449ae4-2136-41bb-9765-a346b9b07ada tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 949 time: 0.1169758 Jan 29 19:39:10.672289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.679433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-87c1dd5e-f6d9-451a-826a-7d290dc767e5 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0811155 Jan 29 19:39:10.695932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.708132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d4e3282-153e-4e8c-b57a-0645b9eb5185 req-865649d9-064b-4285-811f-c35620345937 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680773 Jan 29 19:39:10.731869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-15bff08f-ffe4-44aa-aa41-d98e1cc8fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:10.731869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-15bff08f-ffe4-44aa-aa41-d98e1cc8fbf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc&tenant_id=4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 1126 time: 0.0969646 Jan 29 19:39:10.739777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-4e9a7450-2358-4364-a058-c643de9141b0 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.88 HTTP/1.1" status: 200 len: 695 time: 0.0595124 Jan 29 19:39:10.756154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:10.772734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8162df6f-e271-4148-b355-0b9e7a07ff9a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:10.784307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Publish callbacks [] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.788864 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206da610-5f5c-40e2-968e-abcb9f2f5bf7 x-openstack-request-id: req-206da610-5f5c-40e2-968e-abcb9f2f5bf7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:10.789159 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8842a7-e29a-4c4a-83de-2e35e0fab588", "name": "network-vif-plugged", "status": "completed", "tag": "cc228307-ec2c-422e-84d3-8942bd30905a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:10.789420 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-206da610-5f5c-40e2-968e-abcb9f2f5bf7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:10.789891 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc228307-ec2c-422e-84d3-8942bd30905a', 'code': 200} Jan 29 19:39:10.795734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Transition to ACTIVE for port object 8162df6f-e271-4148-b355-0b9e7a07ff9a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:10.871655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:10.934584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=8162df6f-e271-4148-b355-0b9e7a07ff9a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:10.950980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d241-acf1-4682-adfe-d8c8e068ccc3 req-c77d18d8-4f6f-42ec-83fe-6188460ddea8 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:10.956859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a03d241-acf1-4682-adfe-d8c8e068ccc3 req-c77d18d8-4f6f-42ec-83fe-6188460ddea8 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 944 time: 0.1153443 Jan 29 19:39:11.070566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a03d241-acf1-4682-adfe-d8c8e068ccc3 req-c66c2fdf-cf84-40ad-9b42-89a69875df3a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907776 Jan 29 19:39:11.075734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Attempting to bind port 8162df6f-e271-4148-b355-0b9e7a07ff9a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:11.076147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Attempting to bind port 8162df6f-e271-4148-b355-0b9e7a07ff9a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:11.076581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Attempting to bind port 8162df6f-e271-4148-b355-0b9e7a07ff9a on network b124a449-eeff-41ec-a0aa-a95c20295c94 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:11.091052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Port 8162df6f-e271-4148-b355-0b9e7a07ff9a on network b124a449-eeff-41ec-a0aa-a95c20295c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:11.091052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Attempting to bind port 8162df6f-e271-4148-b355-0b9e7a07ff9a on network b124a449-eeff-41ec-a0aa-a95c20295c94 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:11.096042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:11.096470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Checking segment: {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:11.096862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Bound using segment: {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:11.097683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Bound port: 8162df6f-e271-4148-b355-0b9e7a07ff9a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd312483-cd0c-4111-8668-fbb60b11a5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:11.097921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:11.206324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] For port 8162df6f-e271-4148-b355-0b9e7a07ff9a, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:11.207936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-b89c82c2-5f30-49be-9fc0-a57e070d51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.209457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-b89c82c2-5f30-49be-9fc0-a57e070d51dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1126 time: 0.4380512 Jan 29 19:39:11.209944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] For port 8162df6f-e271-4148-b355-0b9e7a07ff9a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:11.215592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-b324a3c0-940f-4f8d-b40a-814eb5ef230e tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.217439 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8e30d17-cdb8-4e18-a17f-128f8d36e882 req-b324a3c0-940f-4f8d-b40a-814eb5ef230e tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.4712245 Jan 29 19:39:11.225777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9da2-e4f5-4496-b34b-2b497128a61e req-ec7fd33d-6f7b-4a77-9a0d-b41cf66efa5d tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.226087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16ca9da2-e4f5-4496-b34b-2b497128a61e req-ec7fd33d-6f7b-4a77-9a0d-b41cf66efa5d tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 951 time: 0.0849762 Jan 29 19:39:11.286771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:11.296372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16ca9da2-e4f5-4496-b34b-2b497128a61e req-f319a7b3-e81c-4bee-9b8a-fa84d01f80e7 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605683 Jan 29 19:39:11.307331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ed61-b03b-4121-b214-c81cb69fc51b req-20eba166-85cd-4d22-979f-446b7e2986a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.309704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5e1ed61-b03b-4121-b214-c81cb69fc51b req-20eba166-85cd-4d22-979f-446b7e2986a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 1131 time: 0.4576037 Jan 29 19:39:11.332959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.333788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:11.335406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] 10.222.0.26 "PUT /v2.0/ports/8162df6f-e271-4148-b355-0b9e7a07ff9a HTTP/1.1" status: 200 len: 1092 time: 1.0725617 Jan 29 19:39:11.335851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'tag': '8162df6f-e271-4148-b355-0b9e7a07ff9a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:11.338206 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45" -d '{"events": [{"name": "network-changed", "server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "tag": "8162df6f-e271-4148-b355-0b9e7a07ff9a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:11.369628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44f80-aa74-4e26-8f46-2ab1ceb8ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=8162df6f-e271-4148-b355-0b9e7a07ff9a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:11.388405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-a4fab52f-9f05-4d69-b22f-80f01a4f982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.389895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-a4fab52f-9f05-4d69-b22f-80f01a4f982f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1704321 Jan 29 19:39:11.436358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89c3b-303a-4c8d-9012-b92ed144a39b req-66868869-d89f-41d9-80a1-79a1bc1a2c11 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.437954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18a89c3b-303a-4c8d-9012-b92ed144a39b req-66868869-d89f-41d9-80a1-79a1bc1a2c11 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 947 time: 0.0627925 Jan 29 19:39:11.443132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Request body: {'port': {'device_id': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:11.443477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5e1ed61-b03b-4121-b214-c81cb69fc51b req-b14ff87b-0d68-4c90-85de-bf78fa30b9c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088641 Jan 29 19:39:11.452748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5733ab-b113-43df-8b88-9d2d5b645f1f req-daa18cd9-233f-4fd2-ba98-a7b3dfefe383 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.458144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5733ab-b113-43df-8b88-9d2d5b645f1f req-daa18cd9-233f-4fd2-ba98-a7b3dfefe383 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.459735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d5733ab-b113-43df-8b88-9d2d5b645f1f req-daa18cd9-233f-4fd2-ba98-a7b3dfefe383 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1667 time: 0.1693828 Jan 29 19:39:11.461336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-2152ea56-22fa-4064-b08b-247fa7ae0585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 217 time: 0.0610666 Jan 29 19:39:11.538579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:11.543285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18a89c3b-303a-4c8d-9012-b92ed144a39b req-391fa73c-dc14-460c-98e1-a01ff46b020a tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971384 Jan 29 19:39:11.547344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-6a908b5f-afc1-43ed-98fa-690dae5a1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.548854 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-6a908b5f-afc1-43ed-98fa-690dae5a1b1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0767674 Jan 29 19:39:11.552420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d5733ab-b113-43df-8b88-9d2d5b645f1f req-23fba6e7-fb59-4762-8c42-3f92b3a1fec4 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865200 Jan 29 19:39:11.586658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-c7a1d814-4580-4d07-8b29-f75e7edd015a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302062 Jan 29 19:39:11.648595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-7dff6ad4-5948-45d4-8f07-c94a45ac2f55 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips/77abbac3-6522-487d-9a04-0cb5cc123510 HTTP/1.1" status: 200 len: 692 time: 0.0572104 Jan 29 19:39:11.690526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-d63c0a84-561e-4609-9d0e-a5ff8cbf41fd service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974762 Jan 29 19:39:11.789538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:11.790341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-b52de914-f6eb-47ac-94d3-83993fb40c4c service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931342 Jan 29 19:39:11.876876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-78dbab92-b79a-42bf-88b5-bc556ff0cb29 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:11.879258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-78dbab92-b79a-42bf-88b5-bc556ff0cb29 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2170529 Jan 29 19:39:11.901386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:11.912519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'mac_address': 'fa:16:3e:78:01:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:11.954647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:11.955049 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:11.958841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-949e3b30-5380-4c50-a045-3d09461a7912 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.88 HTTP/1.1" status: 200 len: 695 time: 0.0560753 Jan 29 19:39:11.968726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:11.990615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:12.047281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ca49ed65-8478-47f5-bddb-f8ffae539340 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.88 HTTP/1.1" status: 200 len: 695 time: 0.0810771 Jan 29 19:39:12.064367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2348cc45-bf3d-4f2f-89d7-0e9888d6753a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:12.084974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.098143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Publish callbacks [] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.150774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Transition to ACTIVE for port object 2348cc45-bf3d-4f2f-89d7-0e9888d6753a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:12.159428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:12.206977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Deleting port 41107009-ed25-4ae7-9b0a-1a486f1157bf {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:12.207622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.258404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.326689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Pushing event updated for resources: {'Port': ['ID=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:12.340962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.341300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (41107009-ed25-4ae7-9b0a-1a486f1157bf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.377170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3157-3462-4145-9af3-9bade051213d req-a4dfbdbb-973f-4c29-a026-f67bc1ddb5cd tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:12.380160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-a4dfbdbb-973f-4c29-a026-f67bc1ddb5cd tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.0681021 Jan 29 19:39:12.392953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Calling delete_port for 41107009-ed25-4ae7-9b0a-1a486f1157bf owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:12.466460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Attempting to bind port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:12.466807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Attempting to bind port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:12.467145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Attempting to bind port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a on network c59849f6-e98b-4077-849a-009eaf37d1d9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:12.474278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a on network c59849f6-e98b-4077-849a-009eaf37d1d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:12.474611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Attempting to bind port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a on network c59849f6-e98b-4077-849a-009eaf37d1d9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:12.490914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:12.491264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Checking segment: {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:12.491797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Bound using segment: {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:12.492580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Bound port: 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8167d352-dafa-46b3-8459-1d3ddb08be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:12.492735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.495843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:12.574913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-414e3157-3462-4145-9af3-9bade051213d req-8ca2576c-aa19-48d0-b8a6-c2b03e1aa9e5 service neutron] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:12.583376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-414e3157-3462-4145-9af3-9bade051213d req-8ca2576c-aa19-48d0-b8a6-c2b03e1aa9e5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.584044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-414e3157-3462-4145-9af3-9bade051213d req-8ca2576c-aa19-48d0-b8a6-c2b03e1aa9e5 service neutron] 10.222.0.26 "DELETE /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10/bindings/n-h1-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.1955781 Jan 29 19:39:12.606493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] For port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:12.610933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] For port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:12.622970 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:39:12.719768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.723459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (41107009-ed25-4ae7-9b0a-1a486f1157bf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.763034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:12.763653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.765096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-582daf55-3c04-4785-a01b-c44509284515 service neutron] 10.222.0.26 "PUT /v2.0/ports/2348cc45-bf3d-4f2f-89d7-0e9888d6753a HTTP/1.1" status: 200 len: 1092 time: 1.3259442 Jan 29 19:39:12.790789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:12.794207 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c277d9-27cc-416b-91fb-1a7a226f214e" -d '{"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:12.835381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582daf55-3c04-4785-a01b-c44509284515 service neutron] Pushing event updated for resources: {'Port': ['ID=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:12.863580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Pushing event deleted for resources: {'Port': ['ID=41107009-ed25-4ae7-9b0a-1a486f1157bf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:12.877192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks [] for floatingip (77abbac3-6522-487d-9a04-0cb5cc123510), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.877192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:12.877192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-897231fd-e73d-4ae6-83d0-96a4d9299df2 req-ee4c42a6-2853-4907-8ad0-54baca6fd1a8 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "DELETE /v2.0/floatingips/77abbac3-6522-487d-9a04-0cb5cc123510 HTTP/1.1" status: 204 len: 173 time: 0.8206997 Jan 29 19:39:12.950140 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a5f97-7843-4908-92d1-9f0970a5981e x-openstack-request-id: req-916a5f97-7843-4908-92d1-9f0970a5981e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:12.950433 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "tag": "8162df6f-e271-4148-b355-0b9e7a07ff9a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:12.950698 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-916a5f97-7843-4908-92d1-9f0970a5981e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:12.951104 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'tag': '8162df6f-e271-4148-b355-0b9e7a07ff9a', 'status': 'completed', 'code': 200} Jan 29 19:39:13.033123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-cf0f7724-53b5-425c-a453-1c8b4e1a049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.033513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-cf0f7724-53b5-425c-a453-1c8b4e1a049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.035418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-cf0f7724-53b5-425c-a453-1c8b4e1a049a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 2043 time: 0.0996985 Jan 29 19:39:13.045836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da8ca5-9c94-4979-b1ed-19a3ce287dc4 req-49b3d753-4ca5-440e-9777-d3853e0d39a2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.047291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77da8ca5-9c94-4979-b1ed-19a3ce287dc4 req-49b3d753-4ca5-440e-9777-d3853e0d39a2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1033065 Jan 29 19:39:13.056893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1937c-ba32-4e8a-a136-083de6bb83d8 req-961e7923-b684-43ff-b0d5-52360ecd56ae tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.062847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99e1937c-ba32-4e8a-a136-083de6bb83d8 req-961e7923-b684-43ff-b0d5-52360ecd56ae tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 949 time: 0.0575502 Jan 29 19:39:13.097591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-2bafb493-5896-427d-a109-9af1750efab1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a HTTP/1.1" status: 200 len: 217 time: 0.0475399 Jan 29 19:39:13.112777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99e1937c-ba32-4e8a-a136-083de6bb83d8 req-899a8636-b46e-40d8-a101-fc6d2243acc1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 Jan 29 19:39:13.173475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-98a569ce-56e6-40a8-a8a0-5658c0da4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.175032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-98a569ce-56e6-40a8-a8a0-5658c0da4001 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3532866c-10fb-4d3e-98df-65deb49031ea HTTP/1.1" status: 200 len: 801 time: 0.0689974 Jan 29 19:39:13.178173 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77da8ca5-9c94-4979-b1ed-19a3ce287dc4 req-163e2710-8a03-4d6b-b44f-27724050849b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877178 Jan 29 19:39:13.244487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-2602a82f-3ad4-4bca-88e7-78a47feea65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.246557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-2602a82f-3ad4-4bca-88e7-78a47feea65a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b124a449-eeff-41ec-a0aa-a95c20295c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0605786 Jan 29 19:39:13.247453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3116-f0cf-4485-bb8a-0c3bc63db214 req-666d5872-323c-40bd-aaeb-c7fb09098012 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.249089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-521c3116-f0cf-4485-bb8a-0c3bc63db214 req-666d5872-323c-40bd-aaeb-c7fb09098012 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 944 time: 0.0769508 Jan 29 19:39:13.307132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-521c3116-f0cf-4485-bb8a-0c3bc63db214 req-00195b82-cbe3-4b87-8e3c-a04b7a1f4d81 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519652 Jan 29 19:39:13.371209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b9032-7491-4d5f-8b5b-f914a05a735d req-572b368d-bce7-4b32-a85b-4c2fbeeb29ac tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.372814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-066b9032-7491-4d5f-8b5b-f914a05a735d req-572b368d-bce7-4b32-a85b-4c2fbeeb29ac tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 949 time: 0.1123741 Jan 29 19:39:13.394924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-6112bc45-069f-4595-908f-ce32ab79d187 service neutron] 10.222.0.26 "GET /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367941 Jan 29 19:39:13.418134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493fe8-98bb-454f-93fa-fc1b711550e5 req-ec7b6998-b2e3-44d5-b1fc-57cfe84ffc26 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.423652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493fe8-98bb-454f-93fa-fc1b711550e5 req-ec7b6998-b2e3-44d5-b1fc-57cfe84ffc26 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.425366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43493fe8-98bb-454f-93fa-fc1b711550e5 req-ec7b6998-b2e3-44d5-b1fc-57cfe84ffc26 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1679 time: 0.0618670 Jan 29 19:39:13.477264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43493fe8-98bb-454f-93fa-fc1b711550e5 req-3b60487e-b01c-486c-a23f-4d4240178214 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Jan 29 19:39:13.528076 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43b8f60-7e29-447c-87c7-9b57134c1b2a x-openstack-request-id: req-a43b8f60-7e29-447c-87c7-9b57134c1b2a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:13.528581 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:13.529114 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a43b8f60-7e29-447c-87c7-9b57134c1b2a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:13.529609 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'code': 200} Jan 29 19:39:13.580767 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-d5f07a45-c028-4788-9d98-b8f4c09fda71 req-f17bf981-cc34-4751-9486-3533504af90b tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] show failed (client error): The resource could not be found. Jan 29 19:39:13.581802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5f07a45-c028-4788-9d98-b8f4c09fda71 req-f17bf981-cc34-4751-9486-3533504af90b tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips/77abbac3-6522-487d-9a04-0cb5cc123510 HTTP/1.1" status: 404 len: 350 time: 0.0424802 Jan 29 19:39:13.732601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8bde7-81c1-4ce8-b4f1-5e5df4e925c4 req-4e995de3-e947-4a3e-a85a-1541aacb73c6 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.734206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa8bde7-81c1-4ce8-b4f1-5e5df4e925c4 req-4e995de3-e947-4a3e-a85a-1541aacb73c6 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 1131 time: 0.0476744 Jan 29 19:39:13.750836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-066b9032-7491-4d5f-8b5b-f914a05a735d req-ed135617-9858-4f1c-8ae3-de2bae732d5c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720133 Jan 29 19:39:13.779949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-58928275-e79a-4276-ab66-f483bc2f0431 service neutron] 10.222.0.26 "GET /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105573 Jan 29 19:39:13.797919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa8bde7-81c1-4ce8-b4f1-5e5df4e925c4 req-6d2d75de-3a53-4267-ae49-0ef20152e234 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Jan 29 19:39:13.805067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:13.851483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-b71ba3e2-6153-4edb-9033-a8b78b3cfc3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a HTTP/1.1" status: 200 len: 217 time: 0.0595188 Jan 29 19:39:13.891558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:13.892856 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:13.897568 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-300f8509-c404-4628-8684-b11cd3423798 req-8f2ac104-e781-4b1f-8274-bc39c0cea9c9 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] show failed (client error): The resource could not be found. Jan 29 19:39:13.899137 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300f8509-c404-4628-8684-b11cd3423798 req-8f2ac104-e781-4b1f-8274-bc39c0cea9c9 tempest-FloatingIPsTestJSON-1552358378 tempest-FloatingIPsTestJSON-1552358378-project] 10.222.0.15 "GET /v2.0/floatingips/77abbac3-6522-487d-9a04-0cb5cc123510 HTTP/1.1" status: 404 len: 350 time: 0.0993152 Jan 29 19:39:13.911009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35132) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:13.971798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-80c8ca66-b1da-4e60-8300-161ef31d7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:13.973188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-80c8ca66-b1da-4e60-8300-161ef31d7132 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0 HTTP/1.1" status: 200 len: 801 time: 0.0726690 Jan 29 19:39:13.989562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:13.990014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:14.040476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983225f7-59df-4725-97f4-d9657b00ed1c req-0b18a794-aa14-4263-b4df-41a2e5aedd44 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.042204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-983225f7-59df-4725-97f4-d9657b00ed1c req-0b18a794-aa14-4263-b4df-41a2e5aedd44 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1126 time: 0.0790403 Jan 29 19:39:14.051325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:14.053455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-256ea100-4793-4efa-a95a-f5e3855be39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.054931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-256ea100-4793-4efa-a95a-f5e3855be39b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c59849f6-e98b-4077-849a-009eaf37d1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0609188 Jan 29 19:39:14.152552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-983225f7-59df-4725-97f4-d9657b00ed1c req-6085f7e0-2cfe-4258-a1d6-5ab852052f20 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018085 Jan 29 19:39:14.157052 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:14.158112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:14.181064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-fa29774b-4b9f-491f-87dd-b04946d14541 service neutron] 10.222.0.26 "GET /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135631 Jan 29 19:39:14.332758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:14.337643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-1ddc0520-9065-4db0-a80f-9ba9f62bcc29 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560207 Jan 29 19:39:14.341197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7e4d84da-fa24-409f-9235-19415a9b701f is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:14.341583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:14.344144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.344512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.344852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.345185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.345513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.345844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.346168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.346488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.346801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.347133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.347443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.347769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.348121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:14.363133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd1a96d4-1c5e-4257-8245-bb0f8640eab5 req-975b1a4d-b814-4ca4-9bae-d87078765036 service neutron] 10.222.0.26 "GET /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757488 Jan 29 19:39:14.383713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:14.431233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad6d8-f2d4-4ca7-8f38-18ecb8acc673 req-f50bfa59-1b9b-4c83-af11-da63fc30ada6 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.432873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-631ad6d8-f2d4-4ca7-8f38-18ecb8acc673 req-f50bfa59-1b9b-4c83-af11-da63fc30ada6 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1126 time: 0.1031613 Jan 29 19:39:14.437100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (596b4579-2143-43e5-b8dc-fb8cb9692703), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:14.453220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:14.465740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-42872e64-fc8f-4f3f-b29a-e448ff71d769 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.467355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-42872e64-fc8f-4f3f-b29a-e448ff71d769 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289394 Jan 29 19:39:14.484857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-9a5fb470-55e3-429b-ba61-5ba86dda4126 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/quotas/63c81cb9fbb14331988a814645b9390b HTTP/1.1" status: 200 len: 375 time: 0.0114026 Jan 29 19:39:14.505737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:14.554319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-669826ee-51f0-4eaa-97f4-c649e0180517 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0633168 Jan 29 19:39:14.558025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-631ad6d8-f2d4-4ca7-8f38-18ecb8acc673 req-211e7a20-2dfc-4528-adef-6fc57cb7d2ef tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180801 Jan 29 19:39:14.657254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-6d38c60a-677c-4fc6-84c4-b240be4e6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.657803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-6d38c60a-677c-4fc6-84c4-b240be4e6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.659393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-6d38c60a-677c-4fc6-84c4-b240be4e6c20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 2043 time: 0.0905018 Jan 29 19:39:14.744026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea002-8111-475d-890a-b28e0d5dc284 req-7763be66-b814-4dc4-bc6e-659b2616d87f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.745958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74eea002-8111-475d-890a-b28e0d5dc284 req-7763be66-b814-4dc4-bc6e-659b2616d87f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1006980 Jan 29 19:39:14.766496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-88a6f478-c614-4873-bfc3-8777b4e59759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.768021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-88a6f478-c614-4873-bfc3-8777b4e59759 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b124a449-eeff-41ec-a0aa-a95c20295c94 HTTP/1.1" status: 200 len: 901 time: 0.0997045 Jan 29 19:39:14.843097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-a442874f-990e-44fa-bb92-06deb41c7299 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a HTTP/1.1" status: 200 len: 217 time: 0.0599258 Jan 29 19:39:14.862641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74eea002-8111-475d-890a-b28e0d5dc284 req-3f00d33f-ec86-4469-9e56-43a034ad793e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059375 Jan 29 19:39:14.899905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Deleting port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:14.900288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:14.952232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-af0e9e52-3a60-4a0b-aa96-d2edcc869e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.954244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-af0e9e52-3a60-4a0b-aa96-d2edcc869e7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3532866c-10fb-4d3e-98df-65deb49031ea HTTP/1.1" status: 200 len: 801 time: 0.0895138 Jan 29 19:39:14.955486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'tag': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:14.958202 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff99c51-c40b-4798-9b64-ba2694eca197" -d '{"events": [{"name": "network-changed", "server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "tag": "2348cc45-bf3d-4f2f-89d7-0e9888d6753a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:14.970327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8cce7-e777-4964-af0c-11abc8076999 req-43ad1ce6-d730-4f30-a0dd-4e4e1aa069b5 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:14.972320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fb8cce7-e777-4964-af0c-11abc8076999 req-43ad1ce6-d730-4f30-a0dd-4e4e1aa069b5 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.1170335 Jan 29 19:39:15.024118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] For port 98ead7f6-3a9b-4fc3-9713-22adadd62bf5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,segment=NetworkSegment(1714a112-dd70-4322-b133-25fe8695b3b0),segment_id=1714a112-dd70-4322-b133-25fe8695b3b0)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:15.024118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:15.044569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aa566-5b17-41da-ab7a-efe8304934fe req-16cfbdce-b394-4165-9dc5-878e22a48967 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.049867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aa566-5b17-41da-ab7a-efe8304934fe req-16cfbdce-b394-4165-9dc5-878e22a48967 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.051066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fb8cce7-e777-4964-af0c-11abc8076999 req-c0949b6e-5aac-4864-a9f9-da675c6ac6f0 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714071 Jan 29 19:39:15.051414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-463aa566-5b17-41da-ab7a-efe8304934fe req-16cfbdce-b394-4165-9dc5-878e22a48967 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1679 time: 0.0981257 Jan 29 19:39:15.052408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Calling delete_port for 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:15.058548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-1a79d90e-f94f-4463-930e-a82b21d43867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.059964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-1a79d90e-f94f-4463-930e-a82b21d43867 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b124a449-eeff-41ec-a0aa-a95c20295c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0991340 Jan 29 19:39:15.153294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-463aa566-5b17-41da-ab7a-efe8304934fe req-8d3e12c2-746c-4f35-b8a6-b9fccf52ebd3 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907347 Jan 29 19:39:15.206188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-a2d67f8d-d89f-475b-91c4-018f96336c41 service neutron] 10.222.0.26 "GET /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398628 Jan 29 19:39:15.316077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807b1f3-f450-4bfb-8cf5-1c5370f51f45 req-2e60e865-7f86-4356-ad3b-5099f43fc407 service neutron] 10.222.0.26 "GET /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984814 Jan 29 19:39:15.340446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969a17-9d6f-48db-92f2-241392563b5c req-b5db2b9e-c5b2-4b29-b6d2-89ca3923b17e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.343863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a969a17-9d6f-48db-92f2-241392563b5c req-b5db2b9e-c5b2-4b29-b6d2-89ca3923b17e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 950 time: 0.1044488 Jan 29 19:39:15.389857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a969a17-9d6f-48db-92f2-241392563b5c req-fe83b6ea-caed-4ba8-95b2-bdfe699d1974 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Jan 29 19:39:15.453273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (98ead7f6-3a9b-4fc3-9713-22adadd62bf5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:15.467475 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e1ec5c-8d52-4ceb-b468-901c2f8561be x-openstack-request-id: req-43e1ec5c-8d52-4ceb-b468-901c2f8561be {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:15.467645 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "tag": "2348cc45-bf3d-4f2f-89d7-0e9888d6753a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:15.467922 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43e1ec5c-8d52-4ceb-b468-901c2f8561be {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:15.468485 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'tag': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a', 'status': 'completed', 'code': 200} Jan 29 19:39:15.471210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3445fb96-2c21-4650-b61c-d9a1dc4194d4 req-6966e5f7-4b49-46ad-ba5b-21300525875a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Jan 29 19:39:15.487398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ead7f6-3a9b-4fc3-9713-22adadd62bf5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:15.531269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}, {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:15.533374 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702de726-9497-4776-8649-46a133c33865" -d '{"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-plugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}, {"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:15.625436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-37cb193b-d499-4970-a320-60e5c22fbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.625436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-37cb193b-d499-4970-a320-60e5c22fbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.625436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-37cb193b-d499-4970-a320-60e5c22fbb11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 2043 time: 0.0964184 Jan 29 19:39:15.653450 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab9e84-a89a-44f3-b521-0c46b9cee491 x-openstack-request-id: req-3fab9e84-a89a-44f3-b521-0c46b9cee491 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:15.654188 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-plugged", "status": "completed", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "code": 200}, {"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:15.654188 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fab9e84-a89a-44f3-b521-0c46b9cee491 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:15.654768 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'code': 200} Jan 29 19:39:15.655115 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'code': 200} Jan 29 19:39:15.722500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (596b4579-2143-43e5-b8dc-fb8cb9692703), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:15.749796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-3daa5198-eced-40eb-b2d8-8ed700afac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.751573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-3daa5198-eced-40eb-b2d8-8ed700afac5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c59849f6-e98b-4077-849a-009eaf37d1d9 HTTP/1.1" status: 200 len: 902 time: 0.1138859 Jan 29 19:39:15.819449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-fd23251d-bad1-438a-9d1d-83f7b998b1ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a HTTP/1.1" status: 200 len: 217 time: 0.0523474 Jan 29 19:39:15.869790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-70fd52b8-6ccd-4d74-8016-63da7d380d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.872340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-70fd52b8-6ccd-4d74-8016-63da7d380d46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0 HTTP/1.1" status: 200 len: 801 time: 0.0460887 Jan 29 19:39:15.887978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2aeaf-6ece-4671-aa74-2996ed5bce1d req-bd75c123-e898-4f5b-b5e7-cd4c9402c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.890935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60e2aeaf-6ece-4671-aa74-2996ed5bce1d req-bd75c123-e898-4f5b-b5e7-cd4c9402c044 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1132 time: 0.0913494 Jan 29 19:39:15.943807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-4bab626e-e0a0-4b27-8367-9709e57755a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:15.946231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-4bab626e-e0a0-4b27-8367-9709e57755a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c59849f6-e98b-4077-849a-009eaf37d1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0674169 Jan 29 19:39:16.010325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60e2aeaf-6ece-4671-aa74-2996ed5bce1d req-40439d30-cdaa-49e2-aad5-e4edd4e9bedc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070056 Jan 29 19:39:16.056827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c058a3-d620-4a72-bdd8-5e3f1f500640 req-0318b06a-1188-47f2-a2ac-fad4a6dd848f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.056827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9c058a3-d620-4a72-bdd8-5e3f1f500640 req-0318b06a-1188-47f2-a2ac-fad4a6dd848f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1330247 Jan 29 19:39:16.087473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221aba-8653-49b7-817d-d15976042225 req-a70ca872-2684-4811-b767-166e7560c624 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.089581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed221aba-8653-49b7-817d-d15976042225 req-a70ca872-2684-4811-b767-166e7560c624 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1189990 Jan 29 19:39:16.102625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-8b452997-0f1d-425e-a5f4-2210c7aec868 service neutron] 10.222.0.26 "GET /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380680 Jan 29 19:39:16.105667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Router 596b4579-2143-43e5-b8dc-fb8cb9692703 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:39:16.154232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9c058a3-d620-4a72-bdd8-5e3f1f500640 req-bdae4fd6-73d9-4195-95a9-6909bd2bc0d9 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822892 Jan 29 19:39:16.195338 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed221aba-8653-49b7-817d-d15976042225 req-3802c684-d043-4685-a72e-6949fde4dd57 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869265 Jan 29 19:39:16.244440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff99c51-c40b-4798-9b64-ba2694eca197 req-ade1a95e-58ee-40d2-aabe-d37fe3999ae8 service neutron] 10.222.0.26 "GET /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311865 Jan 29 19:39:16.265038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:39:16.275880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] Sync routers for ids ['596b4579-2143-43e5-b8dc-fb8cb9692703'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:39:16.294066 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] Routers {'596b4579-2143-43e5-b8dc-fb8cb9692703'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:16.294753 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['596b4579-2143-43e5-b8dc-fb8cb9692703'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:16.297850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-97cc8868-f268-4376-a059-a2688034d935 admin admin] 10.222.0.15 "PUT /v2.0/routers/596b4579-2143-43e5-b8dc-fb8cb9692703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3849716 Jan 29 19:39:16.304368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35186) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:16.424011 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] Set router 596b4579-2143-43e5-b8dc-fb8cb9692703 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:16.447817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180784-3a66-4816-997f-de72d2b3a130 req-afc99d83-4d8c-4396-9541-fadf2c6e7fc9 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.456399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d180784-3a66-4816-997f-de72d2b3a130 req-afc99d83-4d8c-4396-9541-fadf2c6e7fc9 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.1671126 Jan 29 19:39:16.519384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks [] for router (596b4579-2143-43e5-b8dc-fb8cb9692703), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:16.598479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d180784-3a66-4816-997f-de72d2b3a130 req-7d4ead74-a2c8-491e-84c8-69c397c258e6 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413159 Jan 29 19:39:16.688976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks [] for router_gateway (596b4579-2143-43e5-b8dc-fb8cb9692703), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:16.703439 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:39:15Z', 'revision_number': 5, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:16.739179 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] Checking router: 596b4579-2143-43e5-b8dc-fb8cb9692703 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:39:16.740570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260200e3-875f-4be3-b764-127e8691a873 req-ebfb777a-8611-4394-9a63-6a3c5d89986d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.747352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260200e3-875f-4be3-b764-127e8691a873 req-ebfb777a-8611-4394-9a63-6a3c5d89986d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.751076 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] Routers {'596b4579-2143-43e5-b8dc-fb8cb9692703'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:16.752010 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['596b4579-2143-43e5-b8dc-fb8cb9692703'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:16.755671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-260200e3-875f-4be3-b764-127e8691a873 req-ebfb777a-8611-4394-9a63-6a3c5d89986d tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1679 time: 0.4554036 Jan 29 19:39:16.810782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-260200e3-875f-4be3-b764-127e8691a873 req-cdbdec20-d2b2-4747-84ae-336bd1b6d337 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552649 Jan 29 19:39:16.815575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e5db8-34c7-4c61-b383-fb9fa6cabce9 req-e5347fe3-9218-4f86-8aa5-58ccf9a636ce tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.822524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d04e5db8-34c7-4c61-b383-fb9fa6cabce9 req-e5347fe3-9218-4f86-8aa5-58ccf9a636ce tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 950 time: 0.1096487 Jan 29 19:39:16.879422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Deleting port fcc23624-83b0-4549-b2eb-40467c6c4d48 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:16.884540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:16.891381 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] Set router 596b4579-2143-43e5-b8dc-fb8cb9692703 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:16.899835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aa449-4369-4776-884a-bc48797348f0 req-5a21e762-ab45-467b-b257-7580284efda4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:16.901863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a5aa449-4369-4776-884a-bc48797348f0 req-5a21e762-ab45-467b-b257-7580284efda4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.13 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.1023443 Jan 29 19:39:16.934145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98d93aec-7fa5-4eb0-9cc6-b1082d22a945 req-d2b0f5fd-e9a4-4888-970a-1e33c64a44bc tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 210 time: 0.0312853 Jan 29 19:39:16.947157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d04e5db8-34c7-4c61-b383-fb9fa6cabce9 req-ad6af679-5806-4e89-83fb-68a9196a7ea0 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237442 Jan 29 19:39:17.057027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] For port fcc23624-83b0-4549-b2eb-40467c6c4d48, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fcc23624-83b0-4549-b2eb-40467c6c4d48,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:17.058329 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.078576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Deleting port 7e4d84da-fa24-409f-9235-19415a9b701f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:17.079499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.092654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Calling delete_port for fcc23624-83b0-4549-b2eb-40467c6c4d48 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:17.150268 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:39:15Z', 'revision_number': 5, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:17.185073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] For port 7e4d84da-fa24-409f-9235-19415a9b701f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7e4d84da-fa24-409f-9235-19415a9b701f,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:17.186666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.201611 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06a4d2-2203-4eab-bf5c-116e440e359c None None] The sync data for ids ['596b4579-2143-43e5-b8dc-fb8cb9692703'] in n-d-825496-5 is: [{'id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'name': 'tempest-FloatingIPsTestJSON-1419907281-router', 'tenant_id': '0104c0b80183418697ffef963fcabc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:38:47Z', 'updated_at': '2022-01-29T19:39:15Z', 'revision_number': 5, 'project_id': '0104c0b80183418697ffef963fcabc6f', 'gw_port': {'id': 'fcc23624-83b0-4549-b2eb-40467c6c4d48', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596b4579-2143-43e5-b8dc-fb8cb9692703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:38:49Z', 'updated_at': '2022-01-29T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:39:17.203761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Calling delete_port for 7e4d84da-fa24-409f-9235-19415a9b701f owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:17.257230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-b2a91af0-3ab1-4439-a11a-063a39b4e9c6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552323 Jan 29 19:39:17.402075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efdaee-7ef0-468c-856b-c9c2bc4533a2 req-2178e1f8-6ce6-4d85-a7fc-a6752b6e4b51 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:17.403571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81efdaee-7ef0-468c-856b-c9c2bc4533a2 req-2178e1f8-6ce6-4d85-a7fc-a6752b6e4b51 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.0716827 Jan 29 19:39:17.454805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81efdaee-7ef0-468c-856b-c9c2bc4533a2 req-23a76b57-b95e-4a17-a00d-e3a2104ba7eb tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448296 Jan 29 19:39:17.469790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-ac28de5a-187a-401b-8726-555874990936 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:17.470668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-ac28de5a-187a-401b-8726-555874990936 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064657 Jan 29 19:39:17.489026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:17.490188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fcc23624-83b0-4549-b2eb-40467c6c4d48), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.513747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd57d7-1230-4b4c-971d-89df92d6d273 req-150aeefa-eac4-4efc-868b-551a3326334f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:17.515205 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45dd57d7-1230-4b4c-971d-89df92d6d273 req-150aeefa-eac4-4efc-868b-551a3326334f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1944618 Jan 29 19:39:17.525489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc23624-83b0-4549-b2eb-40467c6c4d48,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:17.602984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (596b4579-2143-43e5-b8dc-fb8cb9692703), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.731345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (596b4579-2143-43e5-b8dc-fb8cb9692703), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.736238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks [] for router_controller (596b4579-2143-43e5-b8dc-fb8cb9692703), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.805526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45dd57d7-1230-4b4c-971d-89df92d6d273 req-3b0d16da-153b-455d-904c-c5385168a9e4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835820 Jan 29 19:39:17.811744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ebbeb-915f-4a18-8739-947ab5d8212a req-83c1737c-85b5-4d68-9ec5-cb4a17a73810 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:17.840453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f8ebbeb-915f-4a18-8739-947ab5d8212a req-83c1737c-85b5-4d68-9ec5-cb4a17a73810 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 949 time: 0.1193550 Jan 29 19:39:17.859089 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (596b4579-2143-43e5-b8dc-fb8cb9692703), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.859807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596b4579-2143-43e5-b8dc-fb8cb9692703 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:39:17.865451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:17.868833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f04f9a9-bed0-474c-adb3-67f860cfac8a admin admin] 10.222.0.15 "DELETE /v2.0/routers/596b4579-2143-43e5-b8dc-fb8cb9692703 HTTP/1.1" status: 204 len: 168 time: 1.5610321 Jan 29 19:39:17.869403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35202) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:17.907871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f8ebbeb-915f-4a18-8739-947ab5d8212a req-c46ab55f-c63d-4144-abf4-3d65ba5a343f tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/security-groups?id=abea2e3e-fa21-4cb6-b803-7510f4da1503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663595 Jan 29 19:39:17.959563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:17.963017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.061399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aeaef721-c861-4798-adfa-30f5cdc24575 req-0ea0e3b8-5f49-411f-abab-42c59d269008 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 210 time: 0.0493295 Jan 29 19:39:18.134180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:18.136149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7e4d84da-fa24-409f-9235-19415a9b701f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.179874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Deleting subnet ea98973e-d654-4e9c-85f1-3b2c5439e0c5 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:18.187567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8162df6f-e271-4148-b355-0b9e7a07ff9a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:18.189819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Pushing event deleted for resources: {'Port': ['ID=7e4d84da-fa24-409f-9235-19415a9b701f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:18.190886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:18.191365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 98ead7f6-3a9b-4fc3-9713-22adadd62bf5 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:18.204889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Publish callbacks [] for subnet (ea98973e-d654-4e9c-85f1-3b2c5439e0c5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.244535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96086ce-fea4-4751-83c8-8253044ea191 req-c92b7a5f-3a90-40cb-a182-8257dfcd65d2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:18.250370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96086ce-fea4-4751-83c8-8253044ea191 req-c92b7a5f-3a90-40cb-a182-8257dfcd65d2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:18.252012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d96086ce-fea4-4751-83c8-8253044ea191 req-c92b7a5f-3a90-40cb-a182-8257dfcd65d2 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1679 time: 0.2970133 Jan 29 19:39:18.262449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a00180-9a4a-4cfa-8079-4ffd45acf0de req-28222394-8922-4448-9a4c-9ee110ee1101 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:18.273106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74a00180-9a4a-4cfa-8079-4ffd45acf0de req-28222394-8922-4448-9a4c-9ee110ee1101 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 950 time: 0.1284418 Jan 29 19:39:18.364870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8162df6f-e271-4148-b355-0b9e7a07ff9a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:18.374983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74a00180-9a4a-4cfa-8079-4ffd45acf0de req-58d0e20b-4d9f-4e9e-bc44-872f2b6d1673 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029394 Jan 29 19:39:18.384441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.251 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/e3834550-b1e8-4412-ab8b-1c6c2f67b85a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:18.400259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0de5-9331-409f-8857-990e9afe63fa req-39ae6f56-ebc0-420c-8b42-d8f76c248b69 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:18.400259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a77a0de5-9331-409f-8857-990e9afe63fa req-39ae6f56-ebc0-420c-8b42-d8f76c248b69 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1097083 Jan 29 19:39:18.400594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '8162df6f-e271-4148-b355-0b9e7a07ff9a', 'network_id': 'b124a449-eeff-41ec-a0aa-a95c20295c94', 'port_id': '8162df6f-e271-4148-b355-0b9e7a07ff9a', 'mac_address': 'fa:16:3e:a8:99:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3532866c-10fb-4d3e-98df-65deb49031ea', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:18.429301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] No DVR routers for this DVR port 7e4d84da-fa24-409f-9235-19415a9b701f on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:18.450203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.453642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a5aa449-4369-4776-884a-bc48797348f0 req-22999ce2-c887-458f-9346-08e4d968abe4 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.13 "DELETE /v2.0/ports/7e4d84da-fa24-409f-9235-19415a9b701f HTTP/1.1" status: 204 len: 173 time: 1.5185318 Jan 29 19:39:18.457905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-deleted', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:18.460267 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af8fefb-3742-40e3-beb6-e08106bb318d" -d '{"events": [{"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-deleted", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:18.482152 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (ea98973e-d654-4e9c-85f1-3b2c5439e0c5), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.500578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8162df6f-e271-4148-b355-0b9e7a07ff9a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:18.503150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.517343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8162df6f-e271-4148-b355-0b9e7a07ff9a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:18.546827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8162df6f-e271-4148-b355-0b9e7a07ff9a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:18.600611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Deleting port 98666d08-c7ac-4fd5-9527-c25cf92aba22 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:18.600611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.629881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d96086ce-fea4-4751-83c8-8253044ea191 req-4e35d9cf-4eb1-4cfe-ba6a-516fecd0b760 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524532 Jan 29 19:39:18.650319 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.654462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2348cc45-bf3d-4f2f-89d7-0e9888d6753a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:18.755337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] For port 98666d08-c7ac-4fd5-9527-c25cf92aba22, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=98666d08-c7ac-4fd5-9527-c25cf92aba22,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:18.760606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.782120 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383235d8-8123-46e0-92e6-53ac130fd8fb x-openstack-request-id: req-383235d8-8123-46e0-92e6-53ac130fd8fb {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:18.782420 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8f11f9-ac24-45ae-b8fc-68128cf15e78", "name": "network-vif-deleted", "tag": "7e4d84da-fa24-409f-9235-19415a9b701f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:18.782661 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-383235d8-8123-46e0-92e6-53ac130fd8fb {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:18.783062 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f11f9-ac24-45ae-b8fc-68128cf15e78', 'name': 'network-vif-deleted', 'tag': '7e4d84da-fa24-409f-9235-19415a9b701f', 'status': 'completed', 'code': 200} Jan 29 19:39:18.897982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ea98973e-d654-4e9c-85f1-3b2c5439e0c5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:18.940062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:19.006415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.023393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a', 'network_id': 'c59849f6-e98b-4077-849a-009eaf37d1d9', 'port_id': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a', 'mac_address': 'fa:16:3e:68:e2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:19.025693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8162df6f-e271-4148-b355-0b9e7a07ff9a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:19.036856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55d839-4be0-4f95-8503-eec0762a3dce req-1bf4621f-54d7-424c-8300-e798f91fd30c tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:19.037898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea55d839-4be0-4f95-8503-eec0762a3dce req-1bf4621f-54d7-424c-8300-e798f91fd30c tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1983275 Jan 29 19:39:19.089435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e34a7-13f4-4955-9176-6a70b24ed894 req-054d6941-e014-4aa8-a0ba-9ceb2d439231 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:19.096914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-803e34a7-13f4-4955-9176-6a70b24ed894 req-054d6941-e014-4aa8-a0ba-9ceb2d439231 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1132 time: 0.1210704 Jan 29 19:39:19.107396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:19.107792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.109953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea55d839-4be0-4f95-8503-eec0762a3dce req-e9a13a99-0dfa-4114-83c3-6ebd833a39db tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups?id=4906989e-1849-44f6-b897-598a62588d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632489 Jan 29 19:39:19.122359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (ea98973e-d654-4e9c-85f1-3b2c5439e0c5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.144663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8d9dc-da40-447e-9ab4-bb4027daf494 None None] Network da393224-b8e0-41a1-86cb-0cec8f9eb583 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:19.150648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2348cc45-bf3d-4f2f-89d7-0e9888d6753a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:19.158721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.161950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ea98973e-d654-4e9c-85f1-3b2c5439e0c5 HTTP/1.1" status: 204 len: 168 time: 1.2910023 Jan 29 19:39:19.163321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c044dcb-74b1-45df-8b01-c2baff2db152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea98973e-d654-4e9c-85f1-3b2c5439e0c5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:19.171008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35224) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:19.180977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.190876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.191515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.192025 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde disassociated. External IP: 172.25.5.72, port: 98666d08-c7ac-4fd5-9527-c25cf92aba22. Jan 29 19:39:19.192587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Calling delete_port for 98666d08-c7ac-4fd5-9527-c25cf92aba22 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:19.228909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'cc228307-ec2c-422e-84d3-8942bd30905a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:19.249165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:19.263792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:19.283720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:19.286421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:19.329878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:19.412704 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.450999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-803e34a7-13f4-4955-9176-6a70b24ed894 req-9a5f1ced-f4f1-4ab0-a5ef-bd590e86e900 tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523262 Jan 29 19:39:19.461308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:19.464543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (98666d08-c7ac-4fd5-9527-c25cf92aba22), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.497770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (da393224-b8e0-41a1-86cb-0cec8f9eb583), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.523060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:19.523635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.551031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event deleted for resources: {'Port': ['ID=98666d08-c7ac-4fd5-9527-c25cf92aba22,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:19.593347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd32d7-62fd-4dff-bfbf-2966884e8eed req-6b7ce879-e2b3-4b9d-aae7-3073fa589cec tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:19.600795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cefd32d7-62fd-4dff-bfbf-2966884e8eed req-6b7ce879-e2b3-4b9d-aae7-3073fa589cec tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.3266661 Jan 29 19:39:19.699724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-af7406cb-d392-41c2-82a5-ec2a7b413d75 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2167869 Jan 29 19:39:19.707282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d24bb9c-b0a9-46e4-8cd2-b7132c749100 req-2eab5efa-6834-4c51-b7f1-f8ca17a92e54 tempest-ImagesOneServerTestJSON-1659050606 tempest-ImagesOneServerTestJSON-1659050606-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f11f9-ac24-45ae-b8fc-68128cf15e78 HTTP/1.1" status: 200 len: 210 time: 0.0514879 Jan 29 19:39:19.734071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Request body: {'port': {'device_id': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:19.742258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cefd32d7-62fd-4dff-bfbf-2966884e8eed req-38322736-4e99-4ab7-be7a-47233966929c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406245 Jan 29 19:39:19.847271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:19.867392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Deleting port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:19.867613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.867966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3a7aab62-be7b-43c8-bb8d-21a7176b751a None None] Provisioning complete for port e3834550-b1e8-4412-ab8b-1c6c2f67b85a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:19.868439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a7aab62-be7b-43c8-bb8d-21a7176b751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.871434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:19.872635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:19.904702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190640-cbce-49d4-b8be-831253a173f5 req-1d7a912b-dbd4-446d-838e-b20ba0dfebf6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:19.915974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d190640-cbce-49d4-b8be-831253a173f5 req-1d7a912b-dbd4-446d-838e-b20ba0dfebf6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 936 time: 0.1062789 Jan 29 19:39:19.934910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['8162df6f-e271-4148-b355-0b9e7a07ff9a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:19.947410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 7e4d84da-fa24-409f-9235-19415a9b701f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:19.947678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7e4d84da-fa24-409f-9235-19415a9b701f not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:19.949420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 98666d08-c7ac-4fd5-9527-c25cf92aba22 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:19.994584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d190640-cbce-49d4-b8be-831253a173f5 req-230555c2-1c72-479a-ad4a-21411ed67e3f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768647 Jan 29 19:39:20.032305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:39:20.035509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] For port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,segment=NetworkSegment(1714a112-dd70-4322-b133-25fe8695b3b0),segment_id=1714a112-dd70-4322-b133-25fe8695b3b0)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:20.035999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.055262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 98666d08-c7ac-4fd5-9527-c25cf92aba22 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:20.056742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 98666d08-c7ac-4fd5-9527-c25cf92aba22 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:20.082560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Calling delete_port for 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:20.126788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcc23624-83b0-4549-b2eb-40467c6c4d48 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:20.129199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] DHCP port deletion for da393224-b8e0-41a1-86cb-0cec8f9eb583 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:39:20.235936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3a7aab62-be7b-43c8-bb8d-21a7176b751a None None] Port e3834550-b1e8-4412-ab8b-1c6c2f67b85a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:20.247023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fcc23624-83b0-4549-b2eb-40467c6c4d48 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:20.247609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcc23624-83b0-4549-b2eb-40467c6c4d48 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:20.399335 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2eab319-2d9d-4874-8345-e00b7c1d00be req-63c82266-ad20-44ef-859c-01c3a8b1db8f tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0372813 Jan 29 19:39:20.471228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.510814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Deleting port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:20.511529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.517176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:20.529125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] No DVR routers for this DVR port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:20.540652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3834550-b1e8-4412-ab8b-1c6c2f67b85a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:20.551294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Publish callbacks [] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.567128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Transition to ACTIVE for port object e3834550-b1e8-4412-ab8b-1c6c2f67b85a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:20.589956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:39:20.642058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] For port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:20.642788 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.656467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Calling delete_port for 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:20.659633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:39:20.662093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (9e6f993c-cdd2-48d7-8912-c7d2f6b4b330), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.669525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] No DVR routers for this DVR port 98666d08-c7ac-4fd5-9527-c25cf92aba22 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:20.672573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.676716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a77a0de5-9331-409f-8857-990e9afe63fa req-d85b61c5-d394-4197-bf4b-b4f6e402fc1d tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.13 "DELETE /v2.0/ports/98666d08-c7ac-4fd5-9527-c25cf92aba22 HTTP/1.1" status: 204 len: 173 time: 2.2697279 Jan 29 19:39:20.679414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'name': 'network-vif-deleted', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:20.682271 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc070394-4512-421d-9945-ef2889157d65" -d '{"events": [{"server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "name": "network-vif-deleted", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:20.690169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (da393224-b8e0-41a1-86cb-0cec8f9eb583), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.695679 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.699643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:39:20.703219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] No DVR routers for this DVR port 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:20.728103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82463a-41d8-44e6-8ab6-6a6c7c5646fd req-f537ea10-6c09-4806-9ef5-0c36ecd1f6b0 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:20.740240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82463a-41d8-44e6-8ab6-6a6c7c5646fd req-f537ea10-6c09-4806-9ef5-0c36ecd1f6b0 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:20.761180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f82463a-41d8-44e6-8ab6-6a6c7c5646fd req-f537ea10-6c09-4806-9ef5-0c36ecd1f6b0 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1681 time: 0.1717317 Jan 29 19:39:20.771384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645065f3-46f2-4933-8acc-0b06501ef2a3 None None] Pushing event deleted for resources: {'Port': ['ID=9e6f993c-cdd2-48d7-8912-c7d2f6b4b330,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:20.819996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:20.820632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da393224-b8e0-41a1-86cb-0cec8f9eb583']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:20.820763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:20.834144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f82463a-41d8-44e6-8ab6-6a6c7c5646fd req-bcb77daf-eca7-4175-93ce-2f9f21ef1695 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744739 Jan 29 19:39:20.904825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1714a112-dd70-4322-b133-25fe8695b3b0') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:20.905314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1714a112-dd70-4322-b133-25fe8695b3b0') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:20.914309 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe69b60-623d-4984-8afa-5db812f07da5 x-openstack-request-id: req-8fe69b60-623d-4984-8afa-5db812f07da5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:20.914722 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee464b-821c-4cce-98fc-5415ec55f3e3", "name": "network-vif-deleted", "tag": "98666d08-c7ac-4fd5-9527-c25cf92aba22", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:20.915076 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fe69b60-623d-4984-8afa-5db812f07da5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:20.915607 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee464b-821c-4cce-98fc-5415ec55f3e3', 'name': 'network-vif-deleted', 'tag': '98666d08-c7ac-4fd5-9527-c25cf92aba22', 'status': 'completed', 'code': 200} Jan 29 19:39:20.939491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c000e-7530-478e-afb2-4b42ead2a48e req-e0bd51d1-97ea-426e-b1eb-59a5eea0686b tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:20.951757 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-921c000e-7530-478e-afb2-4b42ead2a48e req-e0bd51d1-97ea-426e-b1eb-59a5eea0686b tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 1132 time: 0.3830047 Jan 29 19:39:20.960071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (1714a112-dd70-4322-b133-25fe8695b3b0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:20.973324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['2348cc45-bf3d-4f2f-89d7-0e9888d6753a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:20.994012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Pushing event updated for resources: {'Port': ['ID=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:21.020005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Attempting to bind port e3834550-b1e8-4412-ab8b-1c6c2f67b85a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:21.025150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Attempting to bind port e3834550-b1e8-4412-ab8b-1c6c2f67b85a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:21.025687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Attempting to bind port e3834550-b1e8-4412-ab8b-1c6c2f67b85a on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:21.052406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Port e3834550-b1e8-4412-ab8b-1c6c2f67b85a on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:21.053092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Attempting to bind port e3834550-b1e8-4412-ab8b-1c6c2f67b85a on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:21.067164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1714a112-dd70-4322-b133-25fe8695b3b0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.071860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:21.072277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:21.072592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:21.074538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Bound port: e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:21.074971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.090489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:21.090958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (1714a112-dd70-4322-b133-25fe8695b3b0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:21.098250 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:21.138951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7c2e7-e494-4015-93e2-5de495a7553c req-9990682d-103a-494c-8357-7c4f3231f68c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:21.141088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3f7c2e7-e494-4015-93e2-5de495a7553c req-9990682d-103a-494c-8357-7c4f3231f68c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.0820651 Jan 29 19:39:21.214502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-921c000e-7530-478e-afb2-4b42ead2a48e req-6d56f753-0481-4f0e-82f9-cd39cfca789b tempest-ServersAdminTestJSON-447515243 tempest-ServersAdminTestJSON-447515243-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305167 Jan 29 19:39:21.215545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3f7c2e7-e494-4015-93e2-5de495a7553c req-1951ca66-a162-4196-bbd9-b3d2b93f7d0f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658243 Jan 29 19:39:21.231404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:21.287562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] For port e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:21.294788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] For port e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:21.307888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (da393224-b8e0-41a1-86cb-0cec8f9eb583), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.316080 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.322857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/da393224-b8e0-41a1-86cb-0cec8f9eb583 HTTP/1.1" status: 204 len: 168 time: 2.1481366 Jan 29 19:39:21.339315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344deda-10ad-4225-8ff5-73ffee989dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da393224-b8e0-41a1-86cb-0cec8f9eb583,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:21.396712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.423384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78850-3162-4e63-9e96-99cc168e7362 req-33445470-b081-4fa2-af6c-efd45fe3ce8d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:21.435202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2b78850-3162-4e63-9e96-99cc168e7362 req-33445470-b081-4fa2-af6c-efd45fe3ce8d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 948 time: 0.1530426 Jan 29 19:39:21.481903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:21.482889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:21.485312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] 10.222.0.13 "PUT /v2.0/ports/e3834550-b1e8-4412-ab8b-1c6c2f67b85a HTTP/1.1" status: 200 len: 1096 time: 1.7722476 Jan 29 19:39:21.486132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'tag': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:21.488674 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3189325-91ec-40c2-9e63-c65e199ebfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a72a9c82-a8db-45d8-8e84-3804b7b9a413", "tag": "e3834550-b1e8-4412-ab8b-1c6c2f67b85a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:21.524130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2b78850-3162-4e63-9e96-99cc168e7362 req-3cafc659-7d38-4ec1-b15c-97d055157d8b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Jan 29 19:39:21.527938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b914c-179a-4a60-b855-c91c03bf294e service neutron] Pushing event updated for resources: {'Port': ['ID=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:21.662841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35258) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:21.738247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-fc6cb007-dcba-436c-9ddd-2ede602670af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:21.739903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-fc6cb007-dcba-436c-9ddd-2ede602670af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 1130 time: 0.1013019 Jan 29 19:39:21.763770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-123f6f37-389d-4957-a5db-da675cb7db5c req-96afafa6-1219-4f7b-ba37-a1f0259171d3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfee464b-821c-4cce-98fc-5415ec55f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1250536 Jan 29 19:39:21.842705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35264) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:21.843996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:21.887746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:39:21.914856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:21.915498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:38:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:21.922441 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcce249-9d54-476b-8cff-c1fa12cfdf3a x-openstack-request-id: req-8bcce249-9d54-476b-8cff-c1fa12cfdf3a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:21.922800 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72a9c82-a8db-45d8-8e84-3804b7b9a413", "tag": "e3834550-b1e8-4412-ab8b-1c6c2f67b85a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:21.922980 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bcce249-9d54-476b-8cff-c1fa12cfdf3a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:21.925708 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'tag': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a', 'status': 'completed', 'code': 200} Jan 29 19:39:21.956539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-e44be217-2d25-4cf0-9e61-dabd124abf2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a HTTP/1.1" status: 200 len: 217 time: 0.1971371 Jan 29 19:39:21.978667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-484f52cd-b6dd-4883-baad-2ff246897eb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0104c0b80183418697ffef963fcabc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352208 Jan 29 19:39:21.983531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35268) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:22.078501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:22.078725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf477a1-1893-477d-83c6-598753dfc11c req-03bead4e-e3b7-4579-a1ae-8d9b340774ac tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.086445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bf477a1-1893-477d-83c6-598753dfc11c req-03bead4e-e3b7-4579-a1ae-8d9b340774ac tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 950 time: 0.1749206 Jan 29 19:39:22.094993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-3d439ffc-70e9-418f-ba61-c906dd9e23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.096668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-3d439ffc-70e9-418f-ba61-c906dd9e23c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1072295 Jan 29 19:39:22.154455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702306-601c-43c7-82f4-d7991625d15d req-0f327770-b0c2-4c70-85c0-a2435c17674f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.160779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9702306-601c-43c7-82f4-d7991625d15d req-0f327770-b0c2-4c70-85c0-a2435c17674f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.162981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9702306-601c-43c7-82f4-d7991625d15d req-0f327770-b0c2-4c70-85c0-a2435c17674f tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1681 time: 0.1827648 Jan 29 19:39:22.168638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:22.171398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8162df6f-e271-4148-b355-0b9e7a07ff9a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:22.198416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a26d3865-4e6e-4796-b8e0-89a7aa298374 admin admin] Publish callbacks [] for security_group (8e15d5b0-e598-4b31-811e-80a5e7c85173), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.210256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bf477a1-1893-477d-83c6-598753dfc11c req-842cc933-6354-4dec-a18c-2edad1539736 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090288 Jan 29 19:39:22.210256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-ab96c51e-f3a1-469d-86b4-05b1db145198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.210630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-ab96c51e-f3a1-469d-86b4-05b1db145198 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1034417 Jan 29 19:39:22.278645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a26d3865-4e6e-4796-b8e0-89a7aa298374 admin admin] Publish callbacks [] for security_group (8e15d5b0-e598-4b31-811e-80a5e7c85173), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.296704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9702306-601c-43c7-82f4-d7991625d15d req-47c4ad84-5aa3-4fc9-845e-c8c2f7d7c332 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254807 Jan 29 19:39:22.338153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-ae7c5122-6707-4b52-90b3-0ef0cc17f5d5 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153157 Jan 29 19:39:22.462057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a26d3865-4e6e-4796-b8e0-89a7aa298374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8e15d5b0-e598-4b31-811e-80a5e7c85173), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.465058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a26d3865-4e6e-4796-b8e0-89a7aa298374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.471634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a26d3865-4e6e-4796-b8e0-89a7aa298374 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e15d5b0-e598-4b31-811e-80a5e7c85173 HTTP/1.1" status: 204 len: 168 time: 0.4870558 Jan 29 19:39:22.485031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d3865-4e6e-4796-b8e0-89a7aa298374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e15d5b0-e598-4b31-811e-80a5e7c85173,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:22.517510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fa991e4-e7b4-454e-b632-a7d20f03f5b5 req-41f5b492-41a3-49f8-90a3-472c508e394b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707959 Jan 29 19:39:22.525510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:22.526215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9e6f993c-cdd2-48d7-8912-c7d2f6b4b330 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:22.532458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce6c5d26-7471-4237-8ddf-8b0824d56340 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1396821070124b5ca97a95d792119507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8671279 Jan 29 19:39:22.536089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35276) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:22.558814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38fc31-392f-452b-88cc-7273efb1c2c1 req-32183f6e-2591-434d-ace9-6c6a08a3037f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.560565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee38fc31-392f-452b-88cc-7273efb1c2c1 req-32183f6e-2591-434d-ace9-6c6a08a3037f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1335220 Jan 29 19:39:22.601355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 8162df6f-e271-4148-b355-0b9e7a07ff9a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:22.608987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 8162df6f-e271-4148-b355-0b9e7a07ff9a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:22.609582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.643978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee38fc31-392f-452b-88cc-7273efb1c2c1 req-a3d68437-ac41-4ec3-8f87-e99ad7dd853c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765064 Jan 29 19:39:22.659903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a49cb571-75e8-41fd-892e-b4127e65fbc8 admin admin] Publish callbacks [] for security_group (abea2e3e-fa21-4cb6-b803-7510f4da1503), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.694727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a49cb571-75e8-41fd-892e-b4127e65fbc8 admin admin] Publish callbacks [] for security_group (abea2e3e-fa21-4cb6-b803-7510f4da1503), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.707357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf014a44-af75-4676-8747-edbd45253a39 req-1e7a65df-3af1-4389-a16b-27a0a30d7625 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.709307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf014a44-af75-4676-8747-edbd45253a39 req-1e7a65df-3af1-4389-a16b-27a0a30d7625 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 948 time: 0.0829806 Jan 29 19:39:22.765705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8162df6f-e271-4148-b355-0b9e7a07ff9a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:22.766091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.799322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf014a44-af75-4676-8747-edbd45253a39 req-05d9ac92-3a4f-48c1-837f-97c4fe765331 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794687 Jan 29 19:39:22.813118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:22.818855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8162df6f-e271-4148-b355-0b9e7a07ff9a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:22.821146 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ed90e-9c10-43a0-830a-33e05225691a" -d '{"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-plugged", "status": "completed", "tag": "8162df6f-e271-4148-b355-0b9e7a07ff9a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:22.844442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a49cb571-75e8-41fd-892e-b4127e65fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (abea2e3e-fa21-4cb6-b803-7510f4da1503), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.848477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a49cb571-75e8-41fd-892e-b4127e65fbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:22.849928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a49cb571-75e8-41fd-892e-b4127e65fbc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abea2e3e-fa21-4cb6-b803-7510f4da1503 HTTP/1.1" status: 204 len: 168 time: 0.3134069 Jan 29 19:39:22.865946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb571-75e8-41fd-892e-b4127e65fbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea2e3e-fa21-4cb6-b803-7510f4da1503,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:22.872740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-dbc366ff-1684-42b2-a355-aaa9d26bc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:22.874499 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-dbc366ff-1684-42b2-a355-aaa9d26bc0f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 1130 time: 0.1253974 Jan 29 19:39:22.897607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247746d-2727-4722-8f5f-3d19ef4781c7 None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:35:52Z', 'revision_number': 4, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '14adfe42-fb81-4a53-a6ed-d794c89fe452', 'name': '', 'network_id': '798bd981-fb4d-4a44-9e2c-966a5bf87469', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'mac_address': 'fa:16:3e:74:ff:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:50Z', 'updated_at': '2022-01-29T19:35:58Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'subnets': [{'id': 'dac29177-4767-4591-a124-e46dac5e52f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:39:22.913377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8162df6f-e271-4148-b355-0b9e7a07ff9a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:22.919094 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a8253-2a75-473e-9914-82b42aeb0588 x-openstack-request-id: req-e87a8253-2a75-473e-9914-82b42aeb0588 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:22.919385 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-plugged", "status": "completed", "tag": "8162df6f-e271-4148-b355-0b9e7a07ff9a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:22.919638 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e87a8253-2a75-473e-9914-82b42aeb0588 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:22.920024 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8162df6f-e271-4148-b355-0b9e7a07ff9a', 'code': 200} Jan 29 19:39:22.987074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:23.056238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:23.097549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8162df6f-e271-4148-b355-0b9e7a07ff9a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:23.136168 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ad05511a-a283-4b1d-ae7a-185e17063076 service neutron] show failed (client error): The resource could not be found. Jan 29 19:39:23.137252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ad05511a-a283-4b1d-ae7a-185e17063076 service neutron] 10.222.0.26 "GET /v2.0/ports/3da4aa86-0ea8-49a4-87a9-cb0570670e38/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.1408861 Jan 29 19:39:23.157106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-386e596d-8f4b-4454-be98-33dcc75f2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:23.158598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-386e596d-8f4b-4454-be98-33dcc75f2130 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2766259 Jan 29 19:39:23.162831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06ca94af-42df-4603-8c9f-5d81bb2958e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group (4906989e-1849-44f6-b897-598a62588d1d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:23.264332 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-c737d026-b934-4646-97dc-3e72c0bcf812 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a HTTP/1.1" status: 200 len: 217 time: 0.0911953 Jan 29 19:39:23.272130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06ca94af-42df-4603-8c9f-5d81bb2958e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group (4906989e-1849-44f6-b897-598a62588d1d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:23.334591 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b55958-8318-41d9-9e5b-efdba4bb77ca None None] New status for floating IP 97c9e0a9-9801-4518-800f-a1badf2cafde: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:39:23.586150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a4469-c7c0-4f05-bb31-682b8334f5d2 req-92a61dd4-5886-47b1-ba21-2623ceb1a146 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:23.595617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a4469-c7c0-4f05-bb31-682b8334f5d2 req-92a61dd4-5886-47b1-ba21-2623ceb1a146 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:23.606658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-031a4469-c7c0-4f05-bb31-682b8334f5d2 req-92a61dd4-5886-47b1-ba21-2623ceb1a146 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1682 time: 0.2043762 Jan 29 19:39:23.650623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-53de8ce4-769a-4cb7-8fb6-a852b0bf956f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:23.653356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-53de8ce4-769a-4cb7-8fb6-a852b0bf956f tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 950 time: 0.1705475 Jan 29 19:39:23.721487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-031a4469-c7c0-4f05-bb31-682b8334f5d2 req-d6a6b30a-b804-42f8-9ea0-180004071bd1 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139145 Jan 29 19:39:23.795463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Deleting port edbc59ca-565a-4898-afc9-cbd65cf734a9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:23.795956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:23.953115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-5db4a981-7e69-47b5-ab6a-53903eebdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:23.954574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-5db4a981-7e69-47b5-ab6a-53903eebdf03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.6744604 Jan 29 19:39:23.967362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] For port edbc59ca-565a-4898-afc9-cbd65cf734a9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=edbc59ca-565a-4898-afc9-cbd65cf734a9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:23.967903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:23.997904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Calling delete_port for edbc59ca-565a-4898-afc9-cbd65cf734a9 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:24.004949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a202d05-c556-4f80-954a-fa4492a849a3 req-f700ba3c-c92a-4ad5-9939-7d810b58f8c3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:24.006625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a202d05-c556-4f80-954a-fa4492a849a3 req-f700ba3c-c92a-4ad5-9939-7d810b58f8c3 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 950 time: 0.6352723 Jan 29 19:39:24.012596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-67e9a0f5-9a5b-4129-b5d3-1c502d79f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:24.014043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-67e9a0f5-9a5b-4129-b5d3-1c502d79f72c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 1131 time: 0.1599185 Jan 29 19:39:24.034251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:24.079106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06ca94af-42df-4603-8c9f-5d81bb2958e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4906989e-1849-44f6-b897-598a62588d1d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.085720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06ca94af-42df-4603-8c9f-5d81bb2958e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.090145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06ca94af-42df-4603-8c9f-5d81bb2958e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "DELETE /v2.0/security-groups/4906989e-1849-44f6-b897-598a62588d1d HTTP/1.1" status: 204 len: 168 time: 1.0328135 Jan 29 19:39:24.091942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35328) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:24.120639 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-5524acd2-11d3-4788-914f-dc5bd3509d06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] show failed (client error): The resource could not be found. Jan 29 19:39:24.122321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5524acd2-11d3-4788-914f-dc5bd3509d06 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "GET /v2.0/security-groups/4906989e-1849-44f6-b897-598a62588d1d HTTP/1.1" status: 404 len: 347 time: 0.0289941 Jan 29 19:39:24.126193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35330) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:24.137142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca94af-42df-4603-8c9f-5d81bb2958e0 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4906989e-1849-44f6-b897-598a62588d1d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:24.149394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a202d05-c556-4f80-954a-fa4492a849a3 req-224fb51f-a122-4709-b408-88f79c164169 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329117 Jan 29 19:39:24.151693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-22d478cd-4272-4121-99f9-318dee881598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:24.153254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-22d478cd-4272-4121-99f9-318dee881598 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1902754 Jan 29 19:39:24.184169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2348cc45-bf3d-4f2f-89d7-0e9888d6753a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:24.267284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341862-3dc6-4256-9ea7-53f336b278a0 req-ffa0a357-fad8-4653-ba34-8fc1c77cb9e3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:24.280749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.281252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32341862-3dc6-4256-9ea7-53f336b278a0 req-ffa0a357-fad8-4653-ba34-8fc1c77cb9e3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.2736158 Jan 29 19:39:24.330602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:24.336678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:24.338142 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.451666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32341862-3dc6-4256-9ea7-53f336b278a0 req-87135b18-5d9d-4da8-9ce4-be79964397b0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715393 Jan 29 19:39:24.512081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-936f1dc9-4a72-4cf1-855a-0419d33c505b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361452 Jan 29 19:39:24.531602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:24.532354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.545564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c980-58bf-43b5-aa51-63c34f1cdd57 req-34225cf4-5c45-4fff-bb51-5c565f0052aa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:24.547213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6516c980-58bf-43b5-aa51-63c34f1cdd57 req-34225cf4-5c45-4fff-bb51-5c565f0052aa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 948 time: 0.2057674 Jan 29 19:39:24.615905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:24.645485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35344) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:24.661080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Deleting port 375872ee-2ffc-465a-b7de-a7688a017c05 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:24.661795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (375872ee-2ffc-465a-b7de-a7688a017c05), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.687751 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.703618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (edbc59ca-565a-4898-afc9-cbd65cf734a9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.769953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['8be6684b-5ea9-413c-ba04-d15ce5dca0a1', 'edbc59ca-565a-4898-afc9-cbd65cf734a9', '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:24.783154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event deleted for resources: {'Port': ['ID=edbc59ca-565a-4898-afc9-cbd65cf734a9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:24.815256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6516c980-58bf-43b5-aa51-63c34f1cdd57 req-dddcfccb-f0e4-4dc1-80ad-e40e2e25a006 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588816 Jan 29 19:39:24.841141 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3189325-91ec-40c2-9e63-c65e199ebfc3 req-1d091e8e-a87e-4b62-bcb2-458ba1960a9b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192394 Jan 29 19:39:24.877135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:24.911141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:24.935968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:24.938512 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c670516-ca8c-4221-9839-ce9a1e1eb25a" -d '{"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-plugged", "status": "completed", "tag": "2348cc45-bf3d-4f2f-89d7-0e9888d6753a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:24.940532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (375872ee-2ffc-465a-b7de-a7688a017c05), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.941392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (375872ee-2ffc-465a-b7de-a7688a017c05), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:24.969673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Calling delete_port for 375872ee-2ffc-465a-b7de-a7688a017c05 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:24.986882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:25.050599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:25.053064 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8e553-4c47-4833-803b-89533a260cb3" -d '{"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:25.058952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Publish callbacks [] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.099379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368ba5-abe1-439f-b220-00f8a3af787c req-4bce0b43-a95a-489d-ae0e-ed51a2a80b0c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.118899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368ba5-abe1-439f-b220-00f8a3af787c req-4bce0b43-a95a-489d-ae0e-ed51a2a80b0c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.130063 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b49dab-6f2f-4dbc-a8fb-c06fcf8847ef x-openstack-request-id: req-d0b49dab-6f2f-4dbc-a8fb-c06fcf8847ef {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:25.130381 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-plugged", "status": "completed", "tag": "2348cc45-bf3d-4f2f-89d7-0e9888d6753a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:25.131220 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf368ba5-abe1-439f-b220-00f8a3af787c req-4bce0b43-a95a-489d-ae0e-ed51a2a80b0c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1683 time: 0.2074788 Jan 29 19:39:25.131814 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0b49dab-6f2f-4dbc-a8fb-c06fcf8847ef {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:25.132258 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a', 'code': 200} Jan 29 19:39:25.136890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] No DVR routers for this DVR port edbc59ca-565a-4898-afc9-cbd65cf734a9 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:25.139925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.140633 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d4842-71e0-43e7-bbf9-f9a2bd4cdf91 x-openstack-request-id: req-106d4842-71e0-43e7-bbf9-f9a2bd4cdf91 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:25.141069 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:25.141331 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-106d4842-71e0-43e7-bbf9-f9a2bd4cdf91 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:25.141738 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'code': 200} Jan 29 19:39:25.144186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25a465ef-ab65-45ba-827c-8b28bf1ba4e1 req-56ebf8d8-6fa4-45e0-9af7-acfa4ea521b1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "DELETE /v2.0/ports/edbc59ca-565a-4898-afc9-cbd65cf734a9 HTTP/1.1" status: 204 len: 173 time: 1.4845171 Jan 29 19:39:25.151591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1551542893-network', 'tenant_id': '0140c12a0efa48e79ce1db24b681bb4b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:25.156232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'name': 'network-vif-deleted', 'tag': 'edbc59ca-565a-4898-afc9-cbd65cf734a9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:25.158843 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdbd179-eba6-4798-8641-dd94d93a738b" -d '{"events": [{"server_uuid": "734059d0-10c0-460e-86ae-4c3b77a985bb", "name": "network-vif-deleted", "tag": "edbc59ca-565a-4898-afc9-cbd65cf734a9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:25.196295 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f2f038f-71fc-4057-b2d8-73f38720bb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.247560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Transition to ACTIVE for port object 3da4aa86-0ea8-49a4-87a9-cb0570670e38 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:25.252887 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1865311-26ba-4239-8007-3ceff1ec6d20 x-openstack-request-id: req-f1865311-26ba-4239-8007-3ceff1ec6d20 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:25.253222 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734059d0-10c0-460e-86ae-4c3b77a985bb", "name": "network-vif-deleted", "tag": "edbc59ca-565a-4898-afc9-cbd65cf734a9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:25.254028 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1865311-26ba-4239-8007-3ceff1ec6d20 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:25.254028 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734059d0-10c0-460e-86ae-4c3b77a985bb', 'name': 'network-vif-deleted', 'tag': 'edbc59ca-565a-4898-afc9-cbd65cf734a9', 'status': 'completed', 'code': 200} Jan 29 19:39:25.295118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf368ba5-abe1-439f-b220-00f8a3af787c req-c59e445d-5fc1-4429-8635-eefe8633e4bb tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629181 Jan 29 19:39:25.321631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.329350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Made reservation on behalf of 0140c12a0efa48e79ce1db24b681bb4b for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:25.334030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.372638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.411270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2362e13-f82b-46de-878d-09cf7595a7ac req-9f74f9e4-70f7-4e08-9c72-c09c7e94a3c5 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=734059d0-10c0-460e-86ae-4c3b77a985bb HTTP/1.1" status: 200 len: 210 time: 0.0529218 Jan 29 19:39:25.421745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4513-6829-4805-9cd9-7d2e8be55072 req-67a57457-5ee3-4c94-ab9d-0be2f8ec1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.423225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4513-6829-4805-9cd9-7d2e8be55072 req-67a57457-5ee3-4c94-ab9d-0be2f8ec1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.425529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-571a4513-6829-4805-9cd9-7d2e8be55072 req-67a57457-5ee3-4c94-ab9d-0be2f8ec1680 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 2047 time: 0.1851258 Jan 29 19:39:25.490466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (375872ee-2ffc-465a-b7de-a7688a017c05), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.519822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-571a4513-6829-4805-9cd9-7d2e8be55072 req-f1e69229-b0ab-42da-bb2b-334a8afbf95e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834346 Jan 29 19:39:25.521812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] No DVR routers for this DVR port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:25.565536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:25.584677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:25.584918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:25.585300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:25.592476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:25.592815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Attempting to bind port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:25.597334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Pushing event deleted for resources: {'Port': ['ID=375872ee-2ffc-465a-b7de-a7688a017c05,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:25.605802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:25.606171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:25.606833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:25.607294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Bound port: 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:25.607707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.698751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:25.699669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35374) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:25.703617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:25.757722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks [] for security_group (a5e71705-c63b-40db-8ee5-68dbe420bd6f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.759998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks [] for floatingip (97c9e0a9-9801-4518-800f-a1badf2cafde), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.764435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.765712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-06ce4c5a-31ba-4b56-8ba6-95360b46d5b3 tempest-ServersWithSpecificFlavorTestJSON-376591383 tempest-ServersWithSpecificFlavorTestJSON-376591383-project] 10.222.0.15 "DELETE /v2.0/floatingips/97c9e0a9-9801-4518-800f-a1badf2cafde HTTP/1.1" status: 204 len: 168 time: 1.6385860 Jan 29 19:39:25.778034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7079c3-5cb4-4b1c-980b-fd3422c5b151 req-916e52fe-141b-48e5-b4da-cd6134e86a70 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.784234 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee7079c3-5cb4-4b1c-980b-fd3422c5b151 req-916e52fe-141b-48e5-b4da-cd6134e86a70 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.1527681 Jan 29 19:39:25.784234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.824598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a5e71705-c63b-40db-8ee5-68dbe420bd6f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.836928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.837737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.840102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 1095 time: 1.8113391 Jan 29 19:39:25.844993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3834550-b1e8-4412-ab8b-1c6c2f67b85a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:25.882199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:39:25.891578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee7079c3-5cb4-4b1c-980b-fd3422c5b151 req-747cba02-80ef-4e18-b222-7a72fbbf8bdc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051502 Jan 29 19:39:25.897490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e71705-c63b-40db-8ee5-68dbe420bd6f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:25.920779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (49a8cc0b-6b70-4738-9512-96948c3e7266), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:25.930255 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Added segment 49a8cc0b-6b70-4738-9512-96948c3e7266 of type vlan for network 6c612040-d1c9-4113-aa2a-6c18031f8044 Jan 29 19:39:25.947784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded10cfb-a439-4a80-9fee-69d4a8ee73a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:25.985661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-440ede83-8daf-4c54-bb77-0668436b150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:25.987714 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-440ede83-8daf-4c54-bb77-0668436b150a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1129 time: 0.1000443 Jan 29 19:39:26.033746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da45-dea2-46fe-8a30-54283119b738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.095025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6c612040-d1c9-4113-aa2a-6c18031f8044), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.122208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:26.166369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a', 'mac_address': 'fa:16:3e:03:c0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:26.175620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-7916c589-2b24-4832-93ee-abbbfdf8e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.179665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-7916c589-2b24-4832-93ee-abbbfdf8e136 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1775885 Jan 29 19:39:26.221537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f489a-d9b0-41ca-a637-646be577421c req-59dd6f1d-9b37-48fb-91ed-a3b97af8085d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.223135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd6f489a-d9b0-41ca-a637-646be577421c req-59dd6f1d-9b37-48fb-91ed-a3b97af8085d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 948 time: 0.1556449 Jan 29 19:39:26.256603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e3834550-b1e8-4412-ab8b-1c6c2f67b85a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:26.256603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.269375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3834550-b1e8-4412-ab8b-1c6c2f67b85a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:26.283771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-f8a95884-96ac-4d5a-843f-b4eae3614049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.0952632 Jan 29 19:39:26.304574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da45-dea2-46fe-8a30-54283119b738 admin admin] Publish callbacks [] for security_group (cd1b14c8-39e2-4208-88bd-6ec154b210b4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.311966 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6c612040-d1c9-4113-aa2a-6c18031f8044), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.314111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:26.314237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.314237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.377778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd6f489a-d9b0-41ca-a637-646be577421c req-699df2f6-882b-4437-a586-11130c46dfd5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441100 Jan 29 19:39:26.389442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-b69c0bb9-f738-444e-bb01-4c9d427c3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.390652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-b69c0bb9-f738-444e-bb01-4c9d427c3566 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0978832 Jan 29 19:39:26.393762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da45-dea2-46fe-8a30-54283119b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cd1b14c8-39e2-4208-88bd-6ec154b210b4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.418792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.446372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7923572 Jan 29 19:39:26.447418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35396) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:26.455979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb46603-ef9d-4e57-9398-8c0d07732148 admin admin] Pushing event updated for resources: {'Network': ['ID=6c612040-d1c9-4113-aa2a-6c18031f8044,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:26.467766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Request body: {'subnet': {'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1551542893-subnet', 'tenant_id': '0140c12a0efa48e79ce1db24b681bb4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:26.484607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9eb1da45-dea2-46fe-8a30-54283119b738 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15d558d2e3a04b16bc03789e0f11abbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7803626 Jan 29 19:39:26.484607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1da45-dea2-46fe-8a30-54283119b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b14c8-39e2-4208-88bd-6ec154b210b4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:26.487373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35400) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:26.546828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9475eec7-660d-4cac-b249-7de2d86dd6f5 admin admin] Publish callbacks [] for security_group (cd1b14c8-39e2-4208-88bd-6ec154b210b4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.556287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6c612040-d1c9-4113-aa2a-6c18031f8044 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:39:26.565683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ecc0c343-4ef8-47f1-97d1-b331fe66ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.568493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-ecc0c343-4ef8-47f1-97d1-b331fe66ff23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1686702 Jan 29 19:39:26.576462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9475eec7-660d-4cac-b249-7de2d86dd6f5 admin admin] Publish callbacks [] for security_group (cd1b14c8-39e2-4208-88bd-6ec154b210b4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.594633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6d1e-10b2-4e86-8492-45246ec4398b req-d3749944-5fe6-4988-a692-2604c3c317a9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.600947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6d1e-10b2-4e86-8492-45246ec4398b req-d3749944-5fe6-4988-a692-2604c3c317a9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:26.616747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a7d6d1e-10b2-4e86-8492-45246ec4398b req-d3749944-5fe6-4988-a692-2604c3c317a9 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1683 time: 0.2048540 Jan 29 19:39:26.662849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Made reservation on behalf of 0140c12a0efa48e79ce1db24b681bb4b for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:26.664080 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.699672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:26.714022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9475eec7-660d-4cac-b249-7de2d86dd6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cd1b14c8-39e2-4208-88bd-6ec154b210b4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.717641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9475eec7-660d-4cac-b249-7de2d86dd6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:26.721258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9475eec7-660d-4cac-b249-7de2d86dd6f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd1b14c8-39e2-4208-88bd-6ec154b210b4 HTTP/1.1" status: 204 len: 168 time: 0.2320437 Jan 29 19:39:26.729918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475eec7-660d-4cac-b249-7de2d86dd6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b14c8-39e2-4208-88bd-6ec154b210b4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:26.815118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e3834550-b1e8-4412-ab8b-1c6c2f67b85a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:26.866754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a7d6d1e-10b2-4e86-8492-45246ec4398b req-7315a189-a72a-4741-a482-1e948e96fb14 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487173 Jan 29 19:39:26.921218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-62473813-9aeb-47e4-a385-14d4f7c52c2c service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003476 Jan 29 19:39:26.947465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35412) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:27.082647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:27.156580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:27.159887 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd7a2d-ae83-48c5-9e22-014d338dc285" -d '{"events": [{"name": "network-changed", "server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:27.235039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be47c94c-8aa7-4e6b-bc1d-31042c004555 req-44124138-fdc2-4178-914f-012734ff8fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801466 Jan 29 19:39:27.240612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:27.263679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733d125-84f2-42bd-b54e-d736f408b408 req-5619709c-bc8b-4068-9011-4f8d8668e5d3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.265447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c733d125-84f2-42bd-b54e-d736f408b408 req-5619709c-bc8b-4068-9011-4f8d8668e5d3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.2101650 Jan 29 19:39:27.277989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Checking segment: {'id': '49a8cc0b-6b70-4738-9512-96948c3e7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:27.278708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Network hostable DHCP agents. Network: 6c612040-d1c9-4113-aa2a-6c18031f8044, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:39:27.329669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c733d125-84f2-42bd-b54e-d736f408b408 req-be45ed0e-c2b1-490f-b3a5-4ece8c9111c3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581186 Jan 29 19:39:27.402809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a607338-e128-4ee5-8113-f7afd39e6b66 req-6c3557c4-e1fe-4ab6-a7fd-78e761987cd9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.404296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a607338-e128-4ee5-8113-f7afd39e6b66 req-6c3557c4-e1fe-4ab6-a7fd-78e761987cd9 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 949 time: 0.1687953 Jan 29 19:39:27.411420 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1c2101-f364-4626-9df5-c74cfa972962 x-openstack-request-id: req-4d1c2101-f364-4626-9df5-c74cfa972962 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:27.411904 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:27.412000 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d1c2101-f364-4626-9df5-c74cfa972962 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:27.412766 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'status': 'completed', 'code': 200} Jan 29 19:39:27.423640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-926af9b2-cfec-4222-9a5f-62fd4eca6d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:27.425173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Network 6c612040-d1c9-4113-aa2a-6c18031f8044 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:39:27.522117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-bf98d7a8-fdce-4259-a530-6c46568e7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.523981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-bf98d7a8-fdce-4259-a530-6c46568e7b0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1129 time: 0.0607450 Jan 29 19:39:27.570124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6c612040-d1c9-4113-aa2a-6c18031f8044) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:27.580546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75567abb-0470-424c-a72d-71570345264e None None] Network 6c612040-d1c9-4113-aa2a-6c18031f8044 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:27.607592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.608352 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:27.660417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a607338-e128-4ee5-8113-f7afd39e6b66 req-499b17b2-1092-411f-9ffd-625d12aa3a7c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260785 Jan 29 19:39:27.689054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-e022b64e-7c6a-4c1d-8b76-8daa67b42069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.690448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-e022b64e-7c6a-4c1d-8b76-8daa67b42069 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1129 time: 0.2132633 Jan 29 19:39:27.711667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17d3d6-c7d6-45e7-9cf6-31b093977211 req-3c4dfafe-663f-4943-ad63-2fba9b6b1b10 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.722564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a17d3d6-c7d6-45e7-9cf6-31b093977211 req-3c4dfafe-663f-4943-ad63-2fba9b6b1b10 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 949 time: 0.1641357 Jan 29 19:39:27.758683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-86ae61e2-90c5-4045-b154-8f091f414bd8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3045187 Jan 29 19:39:27.775956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd07f7-17c4-40b8-95bc-144a7ba2a6cf None None] Network 6c612040-d1c9-4113-aa2a-6c18031f8044 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:27.785299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-5db767ad-d3ca-4618-869b-2221c561097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.787261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-5db767ad-d3ca-4618-869b-2221c561097a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2498059 Jan 29 19:39:27.856614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device edbc59ca-565a-4898-afc9-cbd65cf734a9 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:27.888652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: edbc59ca-565a-4898-afc9-cbd65cf734a9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:27.888652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device edbc59ca-565a-4898-afc9-cbd65cf734a9 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:27.889907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-4eedb682-3890-473c-9bfd-7e91e15c6d41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.0903373 Jan 29 19:39:27.954465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-52eeb828-6e52-4e19-8bb9-002c93dcb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:27.955689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-52eeb828-6e52-4e19-8bb9-002c93dcb9d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2534811 Jan 29 19:39:27.991196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a17d3d6-c7d6-45e7-9cf6-31b093977211 req-59ddc082-0bfb-4216-88ed-ab16c5347dc3 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700789 Jan 29 19:39:28.027824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-12d7c45d-080f-4f94-abf2-38e72570fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.042272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-12d7c45d-080f-4f94-abf2-38e72570fac5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1428461 Jan 29 19:39:28.070357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-2d336b40-b6db-4154-bd6f-92e21db071af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.0954945 Jan 29 19:39:28.110362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-eadba224-7d9d-44e4-bc17-83870d07f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.111885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-eadba224-7d9d-44e4-bc17-83870d07f706 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0607548 Jan 29 19:39:28.181553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:28.201608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-22d5d6c9-2010-4ef1-ba18-3750dcdbe6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.203629 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-22d5d6c9-2010-4ef1-ba18-3750dcdbe6f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1127510 Jan 29 19:39:28.207042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (ca98c06f-cd53-48f3-b6b1-edfb732d0661), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:28.222031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed124-ecc0-4369-91ec-f194dd7fc085 req-551edffa-33d9-4cce-9a19-703e6d0d6900 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.230483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed124-ecc0-4369-91ec-f194dd7fc085 req-551edffa-33d9-4cce-9a19-703e6d0d6900 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.236303 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-167d8701-7977-4582-ac41-dad32ae23a65 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129208 Jan 29 19:39:28.239075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff2ed124-ecc0-4369-91ec-f194dd7fc085 req-551edffa-33d9-4cce-9a19-703e6d0d6900 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1683 time: 0.1781824 Jan 29 19:39:28.260707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:39:28.261173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:28.355959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-678adb27-fa36-4161-b4cb-672022abc64b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121786 Jan 29 19:39:28.451445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-1f222e88-59d2-426a-8bb9-cf961f3df64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.452991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-1f222e88-59d2-426a-8bb9-cf961f3df64a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2119920 Jan 29 19:39:28.472890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff2ed124-ecc0-4369-91ec-f194dd7fc085 req-af5ccf16-6154-4289-b13a-5a3f7ff43c3a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327471 Jan 29 19:39:28.508675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-ab8021df-0bf0-49b0-931f-0c14bbc03694 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.511612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-ab8021df-0bf0-49b0-931f-0c14bbc03694 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/networks?id=6c612040-d1c9-4113-aa2a-6c18031f8044 HTTP/1.1" status: 200 len: 814 time: 0.1085179 Jan 29 19:39:28.535969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-840c80ee-793f-4d8c-91ed-031a51d3ffa6 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/quotas/0140c12a0efa48e79ce1db24b681bb4b HTTP/1.1" status: 200 len: 375 time: 0.0198033 Jan 29 19:39:28.571658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-0f81ecaf-d8af-4fa5-b276-6d6d7ed03f3d tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0140c12a0efa48e79ce1db24b681bb4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343378 Jan 29 19:39:28.583699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-a57284a0-48bb-462f-af2f-9e3aa77b9457 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:39:28.592174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-a57284a0-48bb-462f-af2f-9e3aa77b9457 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140972 Jan 29 19:39:28.621976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-81f6cda3-a2a8-4c87-b51d-4da4976c8e20 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466465 Jan 29 19:39:28.700776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-8f0d80df-b4f4-4e4b-920f-0c6773c723a0 service neutron] 10.222.0.15 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076748 Jan 29 19:39:28.749695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:28.797533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-dc5643ab-1512-44cf-a714-51760f4663c5 service neutron] 10.222.0.15 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926306 Jan 29 19:39:28.807566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cdd7a2d-ae83-48c5-9e22-014d338dc285 req-6a6ea49a-8989-4f5e-be7b-e49ffb5b28de service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784689 Jan 29 19:39:28.822077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e1a70-b5af-4cb8-8e93-3137923c49f3 req-8d9fd94d-4809-4bfa-8b8f-9a5318050c97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.824464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e4e1a70-b5af-4cb8-8e93-3137923c49f3 req-8d9fd94d-4809-4bfa-8b8f-9a5318050c97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.1092041 Jan 29 19:39:28.868419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Deleting port 14adfe42-fb81-4a53-a6ed-d794c89fe452 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:28.868760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:28.909290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-df0bb67f-8fa1-4988-be1b-509f514dc008 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:28.910989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-df0bb67f-8fa1-4988-be1b-509f514dc008 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 949 time: 0.0799913 Jan 29 19:39:28.950559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e4e1a70-b5af-4cb8-8e93-3137923c49f3 req-1976a98a-f791-4144-b217-e45cf5989835 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097519 Jan 29 19:39:28.982873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] For port 14adfe42-fb81-4a53-a6ed-d794c89fe452, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=14adfe42-fb81-4a53-a6ed-d794c89fe452,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:28.983515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.004025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Calling delete_port for 14adfe42-fb81-4a53-a6ed-d794c89fe452 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:29.095105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Deleting port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:29.095105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.279173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] For port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:29.279852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.308608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86359c1-5724-4ede-aa69-81931e93613b req-5249ac59-f37e-435f-933d-5c47648a9c8b tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:29.314716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ffff0f9-c5f8-49c4-9608-2a558a6cc8c7 req-28f5fd98-6fb2-4705-8e9c-103fd1746a9d tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 210 time: 0.0378792 Jan 29 19:39:29.316420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f86359c1-5724-4ede-aa69-81931e93613b req-5249ac59-f37e-435f-933d-5c47648a9c8b tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 949 time: 0.1816657 Jan 29 19:39:29.320974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Calling delete_port for 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:29.413487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f86359c1-5724-4ede-aa69-81931e93613b req-ba5eed28-5c45-44e8-8fc8-2ad51fcc035c tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868168 Jan 29 19:39:29.435566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (14adfe42-fb81-4a53-a6ed-d794c89fe452), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.515727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.590639 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8be6684b-5ea9-413c-ba04-d15ce5dca0a1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.603228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['8be6684b-5ea9-413c-ba04-d15ce5dca0a1', '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:29.621614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event deleted for resources: {'Port': ['ID=8be6684b-5ea9-413c-ba04-d15ce5dca0a1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:29.685964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] No DVR routers for this DVR port 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:29.688967 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:29.692661 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd582cdc-788b-4f3f-a2f0-2d99b96bcce0 req-1b5cc528-6f92-4d9a-afb9-b8b21c8b72e1 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "DELETE /v2.0/ports/8be6684b-5ea9-413c-ba04-d15ce5dca0a1 HTTP/1.1" status: 204 len: 173 time: 0.7747753 Jan 29 19:39:29.693134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'name': 'network-vif-deleted', 'tag': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:29.695438 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8831fc-d502-4fc8-bbbd-21e9e606a2fa" -d '{"events": [{"server_uuid": "f45c219d-2e7d-4500-b313-d31b1ee43f35", "name": "network-vif-deleted", "tag": "8be6684b-5ea9-413c-ba04-d15ce5dca0a1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:29.773790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Pushing event deleted for resources: {'Port': ['ID=14adfe42-fb81-4a53-a6ed-d794c89fe452,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:29.838750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8a52-3785-437e-b2a7-5b086efb1b97 req-44024481-6fbf-4ae1-846a-ec315197e22c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:29.852660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:29.857876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b2b8a52-3785-437e-b2a7-5b086efb1b97 req-44024481-6fbf-4ae1-846a-ec315197e22c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 949 time: 0.4719718 Jan 29 19:39:29.883851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3834550-b1e8-4412-ab8b-1c6c2f67b85a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:30.013336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (ca98c06f-cd53-48f3-b6b1-edfb732d0661), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.032985 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da98972e-c139-4667-bc07-92bd378bba88 x-openstack-request-id: req-da98972e-c139-4667-bc07-92bd378bba88 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:30.033384 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c219d-2e7d-4500-b313-d31b1ee43f35", "name": "network-vif-deleted", "tag": "8be6684b-5ea9-413c-ba04-d15ce5dca0a1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:30.033741 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da98972e-c139-4667-bc07-92bd378bba88 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:30.034689 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c219d-2e7d-4500-b313-d31b1ee43f35', 'name': 'network-vif-deleted', 'tag': '8be6684b-5ea9-413c-ba04-d15ce5dca0a1', 'status': 'completed', 'code': 200} Jan 29 19:39:30.083753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port e3834550-b1e8-4412-ab8b-1c6c2f67b85a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:30.087303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b2b8a52-3785-437e-b2a7-5b086efb1b97 req-cb679533-847f-4700-9e43-424fb854200a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263377 Jan 29 19:39:30.145244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port e3834550-b1e8-4412-ab8b-1c6c2f67b85a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:30.146770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.278962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:30.292541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111d2b0-123c-4aae-8c70-c33ebe0c1593 req-6b0077ea-95e8-4176-bd01-65ac11c3dc5e tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:30.298904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111d2b0-123c-4aae-8c70-c33ebe0c1593 req-6b0077ea-95e8-4176-bd01-65ac11c3dc5e tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:30.301032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'mac_address': 'fa:16:3e:5c:c9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:30.306061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.314107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8111d2b0-123c-4aae-8c70-c33ebe0c1593 req-6b0077ea-95e8-4176-bd01-65ac11c3dc5e tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1683 time: 0.1115952 Jan 29 19:39:30.380638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8111d2b0-123c-4aae-8c70-c33ebe0c1593 req-f9b1ccea-f150-4498-b23c-833502c6f878 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620952 Jan 29 19:39:30.383914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:30.384129 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.403275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548352d1-73f7-46ab-a72d-2fca9b54ca26 req-c5303478-48da-4459-afb6-d689576eccac tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:30.404839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-548352d1-73f7-46ab-a72d-2fca9b54ca26 req-c5303478-48da-4459-afb6-d689576eccac tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 947 time: 0.1547341 Jan 29 19:39:30.425204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da4aa86-0ea8-49a4-87a9-cb0570670e38 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:30.453061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:30.470638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e3834550-b1e8-4412-ab8b-1c6c2f67b85a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:30.472216 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.504686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:30.510881 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5354ba-2d53-4ac1-8091-d6b3f642411d" -d '{"events": [{"server_uuid": "a72a9c82-a8db-45d8-8e84-3804b7b9a413", "name": "network-vif-plugged", "status": "completed", "tag": "e3834550-b1e8-4412-ab8b-1c6c2f67b85a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:30.525146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:30.535243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Router ca98c06f-cd53-48f3-b6b1-edfb732d0661 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:39:30.538794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-548352d1-73f7-46ab-a72d-2fca9b54ca26 req-b78069b2-3db0-4928-b2ca-2cb6156749e9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174176 Jan 29 19:39:30.556373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.565418 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65e5ab87-da0a-4aa4-82b4-1b78c7cec8d0 req-bb28c1f8-f740-4ac0-9cc7-cc75201752db tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 210 time: 0.0544131 Jan 29 19:39:30.633061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.701280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35534) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:30.707779 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b2ecd3-c8d9-435e-87ea-e5a9d26958be x-openstack-request-id: req-e2b2ecd3-c8d9-435e-87ea-e5a9d26958be {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:30.708123 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72a9c82-a8db-45d8-8e84-3804b7b9a413", "name": "network-vif-plugged", "status": "completed", "tag": "e3834550-b1e8-4412-ab8b-1c6c2f67b85a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:30.708407 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2b2ecd3-c8d9-435e-87ea-e5a9d26958be {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:30.708835 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a', 'code': 200} Jan 29 19:39:30.709854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:30.739045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:39:30.780264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b05476a2-af31-457d-9972-a3187237343f admin admin] 10.222.0.15 "PUT /v2.0/routers/ca98c06f-cd53-48f3-b6b1-edfb732d0661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8308210 Jan 29 19:39:30.782953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35544) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:30.790964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8f93203-ae6a-42df-a199-57eb6a6b60bf req-e603fe75-be72-44f1-a64e-094b80555453 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45c219d-2e7d-4500-b313-d31b1ee43f35 HTTP/1.1" status: 200 len: 210 time: 0.0545626 Jan 29 19:39:30.798481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] Sync routers for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:39:30.826594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:30.827231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:30.872653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:30.949329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-107027de-2add-4eaa-8ec3-81417c1cc287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:30.975187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks [] for router (ca98c06f-cd53-48f3-b6b1-edfb732d0661), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.044524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e9cb-782b-4662-801c-98a0efa2e73e req-72932bfa-b14a-4ea4-9b2c-2c8779b5a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.044524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d48e9cb-782b-4662-801c-98a0efa2e73e req-72932bfa-b14a-4ea4-9b2c-2c8779b5a7b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 1132 time: 0.1772037 Jan 29 19:39:31.100244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:31.165880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:31.170227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks [] for router_gateway (ca98c06f-cd53-48f3-b6b1-edfb732d0661), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.174621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d48e9cb-782b-4662-801c-98a0efa2e73e req-de52719e-e82c-436b-ad40-65c0b13638d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266875 Jan 29 19:39:31.189980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-107027de-2add-4eaa-8ec3-81417c1cc287 admin admin] Publish callbacks [] for security_group (5d543c7d-0c8b-411b-8f04-fcc4be359db4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.259669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a87f-d92e-4d0a-af51-b1c082da135d req-2c921dcc-3171-4293-b9a5-32d93aff1b69 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.261320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0b1a87f-d92e-4d0a-af51-b1c082da135d req-2c921dcc-3171-4293-b9a5-32d93aff1b69 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 950 time: 0.0608718 Jan 29 19:39:31.328838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-107027de-2add-4eaa-8ec3-81417c1cc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5d543c7d-0c8b-411b-8f04-fcc4be359db4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.358908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0b1a87f-d92e-4d0a-af51-b1c082da135d req-5dbd7462-871e-453f-9049-7437a0a9bad1 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887740 Jan 29 19:39:31.384223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-107027de-2add-4eaa-8ec3-81417c1cc287 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf6b86b2548f4e98a5c19279436eb645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6815603 Jan 29 19:39:31.387696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35580) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:31.388584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107027de-2add-4eaa-8ec3-81417c1cc287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d543c7d-0c8b-411b-8f04-fcc4be359db4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:31.411040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Deleting port 560450d1-952c-4cee-b647-2b20cdbae968 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:31.411380 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (560450d1-952c-4cee-b647-2b20cdbae968), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.469857 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.497732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '560450d1-952c-4cee-b647-2b20cdbae968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:39:29Z', 'revision_number': 5, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port': {'id': '560450d1-952c-4cee-b647-2b20cdbae968', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:35:45Z', 'updated_at': '2022-01-29T19:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:31.530335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] Checking router: ca98c06f-cd53-48f3-b6b1-edfb732d0661 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:39:31.530615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-794a99f7-a253-4d57-8cc8-e15b40ecaf85 admin admin] Publish callbacks [] for security_group (5d543c7d-0c8b-411b-8f04-fcc4be359db4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.540184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] Routers {'ca98c06f-cd53-48f3-b6b1-edfb732d0661'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:31.540555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] For port 560450d1-952c-4cee-b647-2b20cdbae968, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=560450d1-952c-4cee-b647-2b20cdbae968,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:31.540849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:31.541020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (560450d1-952c-4cee-b647-2b20cdbae968), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.555440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Calling delete_port for 560450d1-952c-4cee-b647-2b20cdbae968 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:31.561778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-794a99f7-a253-4d57-8cc8-e15b40ecaf85 admin admin] Publish callbacks [] for security_group (5d543c7d-0c8b-411b-8f04-fcc4be359db4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.577606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a733d6-df5d-4b85-ae32-1e3e86c508a8 req-c642c127-f329-4309-8be2-a0d3841a7520 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.584870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a733d6-df5d-4b85-ae32-1e3e86c508a8 req-c642c127-f329-4309-8be2-a0d3841a7520 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.592995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97a733d6-df5d-4b85-ae32-1e3e86c508a8 req-c642c127-f329-4309-8be2-a0d3841a7520 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1683 time: 0.1175020 Jan 29 19:39:31.658029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] Set router ca98c06f-cd53-48f3-b6b1-edfb732d0661 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:31.670277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97a733d6-df5d-4b85-ae32-1e3e86c508a8 req-6e072812-fd72-4c17-b296-5396e99ae32c tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711229 Jan 29 19:39:31.762159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:39:31Z', 'revision_number': 6, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:31.775970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7354-894b-44ef-8627-c4cbd5f2476c req-de0660e8-143a-43e7-8ff1-8338d936a629 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.777547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf2e7354-894b-44ef-8627-c4cbd5f2476c req-de0660e8-143a-43e7-8ff1-8338d936a629 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 948 time: 0.0975358 Jan 29 19:39:31.781120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3eb799a-d0c6-419a-ba3e-f64394b28fb9 req-8ca54bfc-850e-45e8-825e-e5fffa30fd20 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 210 time: 0.0505345 Jan 29 19:39:31.793393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336cfe0-f172-42da-b603-8efc616ea822 None None] The sync data for ids ['ca98c06f-cd53-48f3-b6b1-edfb732d0661'] in n-d-825496-5 is: [{'id': 'ca98c06f-cd53-48f3-b6b1-edfb732d0661', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743755819-router', 'tenant_id': '082d8ce4dd7942e9b4b314d5db657bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:35:42Z', 'updated_at': '2022-01-29T19:39:31Z', 'revision_number': 6, 'project_id': '082d8ce4dd7942e9b4b314d5db657bda', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:39:31.804722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-794a99f7-a253-4d57-8cc8-e15b40ecaf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5d543c7d-0c8b-411b-8f04-fcc4be359db4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.807494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-794a99f7-a253-4d57-8cc8-e15b40ecaf85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.812138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-794a99f7-a253-4d57-8cc8-e15b40ecaf85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d543c7d-0c8b-411b-8f04-fcc4be359db4 HTTP/1.1" status: 204 len: 168 time: 0.4232700 Jan 29 19:39:31.859953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:31.867927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a99f7-a253-4d57-8cc8-e15b40ecaf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d543c7d-0c8b-411b-8f04-fcc4be359db4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:31.886127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (560450d1-952c-4cee-b647-2b20cdbae968), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:31.907987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-cf9967de-ff63-4bbe-b58d-5bb49f33446a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.912174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf2e7354-894b-44ef-8627-c4cbd5f2476c req-8a98fbe0-6fd4-49f9-8fa7-4b9bc5452e4d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159966 Jan 29 19:39:31.915630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-cf9967de-ff63-4bbe-b58d-5bb49f33446a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:31.917399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-cf9967de-ff63-4bbe-b58d-5bb49f33446a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 1683 time: 0.1344874 Jan 29 19:39:31.927517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:31.928095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8be6684b-5ea9-413c-ba04-d15ce5dca0a1 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:31.941634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Pushing event deleted for resources: {'Port': ['ID=560450d1-952c-4cee-b647-2b20cdbae968,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:32.038382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (ca98c06f-cd53-48f3-b6b1-edfb732d0661), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.109271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:32.109620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.157102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (ca98c06f-cd53-48f3-b6b1-edfb732d0661), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.161046 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks [] for router_controller (ca98c06f-cd53-48f3-b6b1-edfb732d0661), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.238242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:32.238639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.255484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for 2348cc45-bf3d-4f2f-89d7-0e9888d6753a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:32.358988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 14adfe42-fb81-4a53-a6ed-d794c89fe452 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:32.452423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 14adfe42-fb81-4a53-a6ed-d794c89fe452 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:32.460835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 14adfe42-fb81-4a53-a6ed-d794c89fe452 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:32.663925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca703-3f19-47fa-93de-436a28e23f79 req-3387a886-747b-4a53-aebf-e8d411411108 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:32.665808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-217ca703-3f19-47fa-93de-436a28e23f79 req-3387a886-747b-4a53-aebf-e8d411411108 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 950 time: 0.0853570 Jan 29 19:39:32.728952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2348cc45-bf3d-4f2f-89d7-0e9888d6753a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.763307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=2348cc45-bf3d-4f2f-89d7-0e9888d6753a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:32.770909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['8162df6f-e271-4148-b355-0b9e7a07ff9a', '2348cc45-bf3d-4f2f-89d7-0e9888d6753a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:32.815905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-217ca703-3f19-47fa-93de-436a28e23f79 req-e622c04f-1a28-47b5-9b5e-c69d5dcd7a22 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374452 Jan 29 19:39:32.981711 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (ca98c06f-cd53-48f3-b6b1-edfb732d0661), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.982564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca98c06f-cd53-48f3-b6b1-edfb732d0661 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:39:32.988476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port 2348cc45-bf3d-4f2f-89d7-0e9888d6753a on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:32.991076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:32.995240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-13c06fd5-7f34-48d5-b823-e2a5f34d7a90 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "DELETE /v2.0/ports/2348cc45-bf3d-4f2f-89d7-0e9888d6753a HTTP/1.1" status: 204 len: 173 time: 1.0709960 Jan 29 19:39:32.995880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-deleted', 'tag': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:32.998469 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5c1ac6-bd7a-4929-bc3b-835b7fe579a9" -d '{"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-deleted", "tag": "2348cc45-bf3d-4f2f-89d7-0e9888d6753a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:33.051240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.054796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-38444830-9227-452f-867d-cfeeb93cc280 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ca98c06f-cd53-48f3-b6b1-edfb732d0661 HTTP/1.1" status: 204 len: 168 time: 2.2685165 Jan 29 19:39:33.066774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:33.082312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f68f9-35e3-469b-98fd-ecb819106521 req-2f48049d-799c-41c7-9803-b1530b0221cc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.083914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-2f48049d-799c-41c7-9803-b1530b0221cc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 948 time: 0.3521738 Jan 29 19:39:33.272103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-062c291d-255b-4d27-b390-eca9f0754a8b tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.273709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-062c291d-255b-4d27-b390-eca9f0754a8b tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.13 "GET /v2.0/networks?id=6c612040-d1c9-4113-aa2a-6c18031f8044 HTTP/1.1" status: 200 len: 814 time: 1.1670663 Jan 29 19:39:33.275777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f0b0-1def-4aae-a861-7359cd1d957e req-6b3d1c8a-012c-4181-b60c-65284a29a616 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.277416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8a3f0b0-1def-4aae-a861-7359cd1d957e req-6b3d1c8a-012c-4181-b60c-65284a29a616 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 950 time: 0.1567690 Jan 29 19:39:33.282585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556b562-7715-49fa-a69f-c597f2e96337 req-934b460b-2543-4bbf-b8b8-c3dec2e1f5c5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.284048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8556b562-7715-49fa-a69f-c597f2e96337 req-934b460b-2543-4bbf-b8b8-c3dec2e1f5c5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 948 time: 0.5631971 Jan 29 19:39:33.300089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Request body: {'port': {'device_id': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044', 'admin_state_up': True, 'tenant_id': '0140c12a0efa48e79ce1db24b681bb4b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:33.323334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port 8162df6f-e271-4148-b355-0b9e7a07ff9a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:33.323917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.415822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Deleting subnet dac29177-4767-4591-a124-e46dac5e52f2 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:33.416750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8a3f0b0-1def-4aae-a861-7359cd1d957e req-18054ab3-88d4-4dfa-8a36-8458404ca1db tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276746 Jan 29 19:39:33.433868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Publish callbacks [] for subnet (dac29177-4767-4591-a124-e46dac5e52f2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.458354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port 8162df6f-e271-4148-b355-0b9e7a07ff9a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8162df6f-e271-4148-b355-0b9e7a07ff9a,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:33.458728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.483502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for 8162df6f-e271-4148-b355-0b9e7a07ff9a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:33.483748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8556b562-7715-49fa-a69f-c597f2e96337 req-2a3265b6-01ed-4aa9-b568-346abac5e9a9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881783 Jan 29 19:39:33.494361 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-531f68f9-35e3-469b-98fd-ecb819106521 req-05513b25-4fe9-4667-aa06-4ef9faa02102 service neutron] delete failed (client error): The resource could not be found. Jan 29 19:39:33.495589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-05513b25-4fe9-4667-aa06-4ef9faa02102 service neutron] 10.222.0.26 "DELETE /v2.0/ports/3da4aa86-0ea8-49a4-87a9-cb0570670e38/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.3857288 Jan 29 19:39:33.575854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (dac29177-4767-4591-a124-e46dac5e52f2), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.633867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377261ae-cdd4-4670-a78e-6c0ed1ddac89 req-9b8274ce-dfca-4598-bb7d-71b749b85635 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.635817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-377261ae-cdd4-4670-a78e-6c0ed1ddac89 req-9b8274ce-dfca-4598-bb7d-71b749b85635 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/ports?device_id=92535d9f-40d7-426a-9953-ce38be5fe81e HTTP/1.1" status: 200 len: 946 time: 0.0956008 Jan 29 19:39:33.661546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7866356d-e81f-4690-a4f5-cc34a6acf5d4 req-c35b0d95-8bee-44b3-ae55-cf9daa34a4bc tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 210 time: 0.0478165 Jan 29 19:39:33.719969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f68f9-35e3-469b-98fd-ecb819106521 req-dbe328aa-94e7-48c2-a7ed-c15d42f7a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.721873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-dbe328aa-94e7-48c2-a7ed-c15d42f7a5c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 1130 time: 0.0748191 Jan 29 19:39:33.728367 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048bc60-e3e7-4b93-8152-f6d34bb5e889 x-openstack-request-id: req-f048bc60-e3e7-4b93-8152-f6d34bb5e889 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:33.729350 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-deleted", "tag": "2348cc45-bf3d-4f2f-89d7-0e9888d6753a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:33.729733 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f048bc60-e3e7-4b93-8152-f6d34bb5e889 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:33.730307 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-deleted', 'tag': '2348cc45-bf3d-4f2f-89d7-0e9888d6753a', 'status': 'completed', 'code': 200} Jan 29 19:39:33.738210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-377261ae-cdd4-4670-a78e-6c0ed1ddac89 req-e8ee28dd-563f-4c60-98c4-819fa91ea78b tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b20e0af-5b27-4df9-acce-f2940ea6de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950472 Jan 29 19:39:33.787074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Made reservation on behalf of 0140c12a0efa48e79ce1db24b681bb4b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:33.790457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.800830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (dac29177-4767-4591-a124-e46dac5e52f2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.834226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8162df6f-e271-4148-b355-0b9e7a07ff9a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:33.867062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:33.965127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['2348cc45-bf3d-4f2f-89d7-0e9888d6753a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:33.981459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=8162df6f-e271-4148-b355-0b9e7a07ff9a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:33.993891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f68f9-35e3-469b-98fd-ecb819106521 req-cf41523e-f299-4205-a82b-3e53496c28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:33.995548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-cf41523e-f299-4205-a82b-3e53496c28d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2371399 Jan 29 19:39:34.079912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 560450d1-952c-4cee-b647-2b20cdbae968 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:34.091973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port 8162df6f-e271-4148-b355-0b9e7a07ff9a on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:34.094878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.098243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17624524-57ef-41cb-ac9b-99f65e0a3a30 req-004978ea-c0a3-4b3c-add2-a8e9b860bad7 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.26 "DELETE /v2.0/ports/8162df6f-e271-4148-b355-0b9e7a07ff9a HTTP/1.1" status: 204 len: 173 time: 1.0940185 Jan 29 19:39:34.111830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-808bda2c-afb5-493e-b405-1d3a78e3a1ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 200 len: 217 time: 0.0985422 Jan 29 19:39:34.115528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (dac29177-4767-4591-a124-e46dac5e52f2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.128237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 560450d1-952c-4cee-b647-2b20cdbae968 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:34.129019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 560450d1-952c-4cee-b647-2b20cdbae968 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:34.178718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc838d-58dd-40ef-995d-e5300add7b8c req-7da38814-acf9-4e31-9212-49d7c7bd3a07 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:34.180456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3efc838d-58dd-40ef-995d-e5300add7b8c req-7da38814-acf9-4e31-9212-49d7c7bd3a07 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 950 time: 0.0934734 Jan 29 19:39:34.215939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:34.231819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:34.232218 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.238829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac29177-4767-4591-a124-e46dac5e52f2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:34.241403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.246115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2558eeac-c120-4162-8404-89fe62ae399d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dac29177-4767-4591-a124-e46dac5e52f2 HTTP/1.1" status: 204 len: 168 time: 1.1611311 Jan 29 19:39:34.251083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35678) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:34.293702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3efc838d-58dd-40ef-995d-e5300add7b8c req-9d613df2-aa52-46cf-9df3-d2d3a394d05e tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c9dc07a-cfdb-4966-be9d-825c0986b986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066215 Jan 29 19:39:34.303883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13b235-7589-4c67-83d7-6e376ce77df7 None None] Network 798bd981-fb4d-4a44-9e2c-966a5bf87469 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:34.359590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (798bd981-fb4d-4a44-9e2c-966a5bf87469), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.361752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-95793700-b680-4cb1-b9a5-6c235c50e571 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:34.368365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-95793700-b680-4cb1-b9a5-6c235c50e571 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 950 time: 0.1333182 Jan 29 19:39:34.385459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Allocated IP 172.20.0.6 (6c612040-d1c9-4113-aa2a-6c18031f8044/4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26/0abd73a0-a93d-4424-ad8b-9d9e44494897) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:34.392937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f68f9-35e3-469b-98fd-ecb819106521 req-574d02ee-45a6-4b67-a528-60099ad7fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:34.394755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-574d02ee-45a6-4b67-a528-60099ad7fbfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2267270 Jan 29 19:39:34.565989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f68f9-35e3-469b-98fd-ecb819106521 req-d7854e18-b7c2-4f34-8bd5-5d9a3f749c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:34.568615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-d7854e18-b7c2-4f34-8bd5-5d9a3f749c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1452582 Jan 29 19:39:34.574574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Deleting port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:34.575211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.581912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Deleting port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:34.582249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.640811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:34.641206 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.689564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:34.696164 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e921ccdb-57b4-4eae-bec2-ca231e62b456" -d '{"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-plugged", "status": "completed", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:34.711992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:34.725951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] For port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:34.726535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.762902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] DHCP port deletion for 798bd981-fb4d-4a44-9e2c-966a5bf87469 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:39:34.775985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Calling delete_port for c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:34.797278 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.816302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks [] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.838988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] For port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:34.839663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.860642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Calling delete_port for 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:34.868440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:34.874058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] Deleting port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:34.875286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:34.878912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22464b3-db4a-47c5-9108-3547029fc8ff req-bd361563-006d-4ce8-889e-57344ca8361c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:34.879747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-69b1f228-7fc0-4025-9df3-26f0fd9aae5a service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887528 Jan 29 19:39:34.881087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d22464b3-db4a-47c5-9108-3547029fc8ff req-bd361563-006d-4ce8-889e-57344ca8361c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 950 time: 0.1704907 Jan 29 19:39:35.013136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] For port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,segment=NetworkSegment(78ce2cd6-e1b9-4700-915b-f67328c1a916),segment_id=78ce2cd6-e1b9-4700-915b-f67328c1a916)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:35.014188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.032192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] Calling delete_port for c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:35.038222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-531f68f9-35e3-469b-98fd-ecb819106521 req-b7dae353-9d60-4ebd-b6e5-075a507353e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378212 Jan 29 19:39:35.073853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d22464b3-db4a-47c5-9108-3547029fc8ff req-dee412bc-4be1-47e2-9e38-b263332f624b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822090 Jan 29 19:39:35.112030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.114801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.144885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:35.154268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7ba16-3052-4e10-bde2-93333bf014ce req-19237d1c-0b90-4b49-9e47-b53c43bf4b3d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:35.161620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa7ba16-3052-4e10-bde2-93333bf014ce req-19237d1c-0b90-4b49-9e47-b53c43bf4b3d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1139479 Jan 29 19:39:35.170454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.187156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] No DVR routers for this DVR port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:35.218589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Network 6c612040-d1c9-4113-aa2a-6c18031f8044 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:35.223964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] No DVR routers for this DVR port c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:35.226084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:35.237747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:35.264734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7152fd8-8a6e-439f-a99b-10f5927c3f8c None None] Pushing event deleted for resources: {'Port': ['ID=c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:35.308416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6b1932b9-d03f-424e-b1bb-38ab5cdca8ba), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.321105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:35.346163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Pushing event deleted for resources: {'Port': ['ID=6b1932b9-d03f-424e-b1bb-38ab5cdca8ba,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:35.367518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (798bd981-fb4d-4a44-9e2c-966a5bf87469), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.386810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Pushing event updated for resources: {'Port': ['ID=0abd73a0-a93d-4424-ad8b-9d9e44494897,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:35.398971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619906fb-0c4f-4b80-b6ae-3c46057ec53a req-60a39ea9-b204-4469-8ed9-783a74536113 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:35.406645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-619906fb-0c4f-4b80-b6ae-3c46057ec53a req-60a39ea9-b204-4469-8ed9-783a74536113 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 931 time: 0.1413035 Jan 29 19:39:35.433339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa7ba16-3052-4e10-bde2-93333bf014ce req-6cbb757c-0440-459c-963d-2b3b717e04bf tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705641 Jan 29 19:39:35.436527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798bd981-fb4d-4a44-9e2c-966a5bf87469']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:35.452583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] No DVR routers for this DVR port 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:35.453435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.457194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b74c43d5-d792-42b0-9a2c-e34750fdec7a req-bfe14b5d-6fa3-4971-8e1a-70e047d15065 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.13 "DELETE /v2.0/ports/6b1932b9-d03f-424e-b1bb-38ab5cdca8ba HTTP/1.1" status: 204 len: 173 time: 1.0795579 Jan 29 19:39:35.466950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce2cd6-e1b9-4700-915b-f67328c1a916') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:35.467564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce2cd6-e1b9-4700-915b-f67328c1a916') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:35.483314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:35.484458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.491196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (78ce2cd6-e1b9-4700-915b-f67328c1a916), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.508240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-619906fb-0c4f-4b80-b6ae-3c46057ec53a req-174bdad4-fa88-4406-b324-4cf9dba50fc8 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993233 Jan 29 19:39:35.515635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (78ce2cd6-e1b9-4700-915b-f67328c1a916), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (78ce2cd6-e1b9-4700-915b-f67328c1a916), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:35.532870 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:35.583991 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d9915-d081-4016-a014-fb2aad5794da x-openstack-request-id: req-184d9915-d081-4016-a014-fb2aad5794da {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:35.584638 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-plugged", "status": "completed", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:35.588993 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-184d9915-d081-4016-a014-fb2aad5794da {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:35.588993 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'code': 200} Jan 29 19:39:35.589578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35698) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:35.629626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e2f12e13-ccf4-4148-be2c-6882f3f9ee7c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3359466 Jan 29 19:39:35.646202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Request body: {'port': {'device_id': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:35.697389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting subnet ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:35.709207 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.734783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-deleted', 'tag': '8162df6f-e271-4148-b355-0b9e7a07ff9a'}, {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-deleted', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:35.737376 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35389902-a5bb-46b0-a2b6-b28ce6072e7c" -d '{"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-deleted", "tag": "8162df6f-e271-4148-b355-0b9e7a07ff9a"}, {"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-deleted", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:35.768801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (798bd981-fb4d-4a44-9e2c-966a5bf87469), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.779220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.785449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] 10.222.0.15 "DELETE /v2.0/networks/798bd981-fb4d-4a44-9e2c-966a5bf87469 HTTP/1.1" status: 204 len: 168 time: 1.5298216 Jan 29 19:39:35.787786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:35.788257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.823392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e054cb-56e8-4e03-8669-f1f270f6611a admin admin] Pushing event deleted for resources: {'Network': ['ID=798bd981-fb4d-4a44-9e2c-966a5bf87469,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:35.832737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e669-cf1f-4d91-8e66-163c06175f51 req-4c423b9b-3b39-4455-bd04-31dbc5486310 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:35.842269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4f7e669-cf1f-4d91-8e66-163c06175f51 req-4c423b9b-3b39-4455-bd04-31dbc5486310 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 1132 time: 0.1407754 Jan 29 19:39:35.865376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:35.914633 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ccb8811-2552-4185-820b-261f594d369e req-bc452c5c-ab4a-4f90-9995-d4a2a061a195 tempest-ServersAdminTestJSON-106441574 tempest-ServersAdminTestJSON-106441574-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b0df593-70d2-49f9-9caf-6d91538c8830 HTTP/1.1" status: 200 len: 210 time: 0.0444136 Jan 29 19:39:35.921100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4f7e669-cf1f-4d91-8e66-163c06175f51 req-1b9afaa5-e298-417e-a82c-7b663f603f92 tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793769 Jan 29 19:39:35.931278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.011345 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223c9f5a-0d12-443e-8425-0599aa8f3963 x-openstack-request-id: req-223c9f5a-0d12-443e-8425-0599aa8f3963 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:36.011883 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92535d9f-40d7-426a-9953-ce38be5fe81e", "name": "network-vif-deleted", "tag": "8162df6f-e271-4148-b355-0b9e7a07ff9a", "status": "completed", "code": 200}, {"server_uuid": "5b0df593-70d2-49f9-9caf-6d91538c8830", "name": "network-vif-deleted", "tag": "6b1932b9-d03f-424e-b1bb-38ab5cdca8ba", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:36.012141 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-223c9f5a-0d12-443e-8425-0599aa8f3963 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:36.012566 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92535d9f-40d7-426a-9953-ce38be5fe81e', 'name': 'network-vif-deleted', 'tag': '8162df6f-e271-4148-b355-0b9e7a07ff9a', 'status': 'completed', 'code': 200} Jan 29 19:39:36.012856 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0df593-70d2-49f9-9caf-6d91538c8830', 'name': 'network-vif-deleted', 'tag': '6b1932b9-d03f-424e-b1bb-38ab5cdca8ba', 'status': 'completed', 'code': 200} Jan 29 19:39:36.161357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.167945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:36.206306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:36.212146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.217708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f96e8f9c-07bf-4c99-8803-8c36779655e6 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/subnets/ffd9945c-b73b-45d8-ac0c-98ba6ad27fc0 HTTP/1.1" status: 204 len: 168 time: 0.6308453 Jan 29 19:39:36.220337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:36.241899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:36.242298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c4b59fa8-933f-4c1b-88da-3f03a2ae7bf3 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:36.246389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8162df6f-e271-4148-b355-0b9e7a07ff9a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:36.272765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c316e4-7087-4c2b-a97b-b252f88f2ec0 None None] Network c59849f6-e98b-4077-849a-009eaf37d1d9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:36.277542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 8162df6f-e271-4148-b355-0b9e7a07ff9a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:36.278637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8162df6f-e271-4148-b355-0b9e7a07ff9a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:36.279077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2348cc45-bf3d-4f2f-89d7-0e9888d6753a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:36.310530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 2348cc45-bf3d-4f2f-89d7-0e9888d6753a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:36.311036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2348cc45-bf3d-4f2f-89d7-0e9888d6753a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:36.381430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c59849f6-e98b-4077-849a-009eaf37d1d9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.499449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-9d85be17-5f22-49f9-b9d5-bdd8cfb4d59d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969930 Jan 29 19:39:36.578584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] DHCP port deletion for c59849f6-e98b-4077-849a-009eaf37d1d9 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:39:36.600139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port d0736a71-0f61-4968-8dd3-93621fcd4125 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:36.600513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.683458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abd73a0-a93d-4424-ad8b-9d9e44494897 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:36.711384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] Deleting port d0736a71-0f61-4968-8dd3-93621fcd4125 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:36.711764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.716787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Publish callbacks [] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.747081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Transition to ACTIVE for port object 0abd73a0-a93d-4424-ad8b-9d9e44494897 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:36.749925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port d0736a71-0f61-4968-8dd3-93621fcd4125, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d0736a71-0f61-4968-8dd3-93621fcd4125,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:36.750295 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.759460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e6161-49c1-47cd-b4c1-e4b087ce5496 req-0e9ed31b-ac0e-427a-b567-0ca532b63026 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:36.761639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-826e6161-49c1-47cd-b4c1-e4b087ce5496 req-0e9ed31b-ac0e-427a-b567-0ca532b63026 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1988344 Jan 29 19:39:36.766759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-562dcb32-220b-4c68-a5bb-2f1e8e4d140a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:36.773461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-562dcb32-220b-4c68-a5bb-2f1e8e4d140a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731595 Jan 29 19:39:36.774524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for d0736a71-0f61-4968-8dd3-93621fcd4125 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:36.815770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-ccead5c9-4dcc-404e-bdbf-db005b6c4d65 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/quotas/63c81cb9fbb14331988a814645b9390b HTTP/1.1" status: 200 len: 375 time: 0.0411863 Jan 29 19:39:36.828818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.859675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] For port d0736a71-0f61-4968-8dd3-93621fcd4125, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d0736a71-0f61-4968-8dd3-93621fcd4125,segment=NetworkSegment(8167d352-dafa-46b3-8459-1d3ddb08be3b),segment_id=8167d352-dafa-46b3-8459-1d3ddb08be3b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:36.863012 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:36.883399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-826e6161-49c1-47cd-b4c1-e4b087ce5496 req-553f9555-d242-4b0e-8c53-bff5fdef67a4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087987 Jan 29 19:39:36.894070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] Calling delete_port for d0736a71-0f61-4968-8dd3-93621fcd4125 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:37.023246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.036953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d0736a71-0f61-4968-8dd3-93621fcd4125), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.072022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=d0736a71-0f61-4968-8dd3-93621fcd4125,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:37.077837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] Pushing event deleted for resources: {'Port': ['ID=d0736a71-0f61-4968-8dd3-93621fcd4125,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:37.080416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb72ad-e1e3-4c13-9655-341121690e07 None None] No DVR routers for this DVR port d0736a71-0f61-4968-8dd3-93621fcd4125 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:37.095098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f70f6-b367-40e9-a68f-7dca12bc9530 req-929ab869-c08b-4643-bfef-1abce69daef3 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:37.096849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-784f70f6-b367-40e9-a68f-7dca12bc9530 req-929ab869-c08b-4643-bfef-1abce69daef3 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 943 time: 0.1374726 Jan 29 19:39:37.099474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port d0736a71-0f61-4968-8dd3-93621fcd4125 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:37.162690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35744) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:37.215889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c59849f6-e98b-4077-849a-009eaf37d1d9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.240758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59849f6-e98b-4077-849a-009eaf37d1d9']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:37.271481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8167d352-dafa-46b3-8459-1d3ddb08be3b') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:37.271790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8167d352-dafa-46b3-8459-1d3ddb08be3b') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:37.291848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (8167d352-dafa-46b3-8459-1d3ddb08be3b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.304386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-784f70f6-b367-40e9-a68f-7dca12bc9530 req-25765995-7ef7-41ae-b934-b5d2d9b50eb5 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593726 Jan 29 19:39:37.315360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8167d352-dafa-46b3-8459-1d3ddb08be3b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.320549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0abd73a0-a93d-4424-ad8b-9d9e44494897,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:37.327320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:37.330631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (8167d352-dafa-46b3-8459-1d3ddb08be3b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:37.333509 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:37.379358 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-c5256f6c-f44f-4195-9603-b86503f45a72 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5623779 Jan 29 19:39:37.468946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86c90aae-5d06-41f1-8b4a-0093cfc496e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.473933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Attempting to bind port 0abd73a0-a93d-4424-ad8b-9d9e44494897 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:37.474279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Attempting to bind port 0abd73a0-a93d-4424-ad8b-9d9e44494897 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '49a8cc0b-6b70-4738-9512-96948c3e7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:37.474611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Attempting to bind port 0abd73a0-a93d-4424-ad8b-9d9e44494897 on network 6c612040-d1c9-4113-aa2a-6c18031f8044 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:37.482617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Port 0abd73a0-a93d-4424-ad8b-9d9e44494897 on network 6c612040-d1c9-4113-aa2a-6c18031f8044 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:37.482930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Attempting to bind port 0abd73a0-a93d-4424-ad8b-9d9e44494897 on network 6c612040-d1c9-4113-aa2a-6c18031f8044 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:37.490617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:37.490968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Checking segment: {'id': '49a8cc0b-6b70-4738-9512-96948c3e7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:37.491518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Bound using segment: {'id': '49a8cc0b-6b70-4738-9512-96948c3e7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:37.491958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Bound port: 0abd73a0-a93d-4424-ad8b-9d9e44494897, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a8cc0b-6b70-4738-9512-96948c3e7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:37.492349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.511329 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c59849f6-e98b-4077-849a-009eaf37d1d9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.524860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.528146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/networks/c59849f6-e98b-4077-849a-009eaf37d1d9 HTTP/1.1" status: 204 len: 168 time: 1.3063154 Jan 29 19:39:37.533437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35750) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:37.542966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506bbb0-2a60-4131-9b04-ce6efb1de22a tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Network': ['ID=c59849f6-e98b-4077-849a-009eaf37d1d9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:37.566573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22fdb6-13d6-4038-9eec-56cdf2ecd84a req-8c98ee9f-436e-4431-a3e7-4a2261d02829 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:37.568115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c22fdb6-13d6-4038-9eec-56cdf2ecd84a req-8c98ee9f-436e-4431-a3e7-4a2261d02829 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1349771 Jan 29 19:39:37.600084 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (df114439-9653-4707-a215-cd7041237a2c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.694444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86c90aae-5d06-41f1-8b4a-0093cfc496e5 admin admin] Publish callbacks [] for security_group (7fdd47c6-1d85-4bd8-8106-0d2577e9145c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.704797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c22fdb6-13d6-4038-9eec-56cdf2ecd84a req-10626179-ada0-4017-81dc-a13f70212f1f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284978 Jan 29 19:39:37.713817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] For port 0abd73a0-a93d-4424-ad8b-9d9e44494897, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:37.732040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting subnet 3532866c-10fb-4d3e-98df-65deb49031ea {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:37.734074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.740112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] For port 0abd73a0-a93d-4424-ad8b-9d9e44494897, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897,segment=NetworkSegment(49a8cc0b-6b70-4738-9512-96948c3e7266),segment_id=49a8cc0b-6b70-4738-9512-96948c3e7266)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:37.741405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (3532866c-10fb-4d3e-98df-65deb49031ea), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.760865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86c90aae-5d06-41f1-8b4a-0093cfc496e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7fdd47c6-1d85-4bd8-8106-0d2577e9145c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.819647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8392202b-ef01-4d7f-b332-df475bc4d7bd req-31376f27-7074-4070-b659-47c5f1b9d467 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.0846069 Jan 29 19:39:37.835539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c90aae-5d06-41f1-8b4a-0093cfc496e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd47c6-1d85-4bd8-8106-0d2577e9145c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:37.859018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:37.863410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35766) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:37.865420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-86c90aae-5d06-41f1-8b4a-0093cfc496e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b177d865cc664aca92ebaf41f9e01f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949902 Jan 29 19:39:37.884314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:37.885135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6b1932b9-d03f-424e-b1bb-38ab5cdca8ba not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:37.915411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (3532866c-10fb-4d3e-98df-65deb49031ea), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:37.938848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.033599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.034266 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.035731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/0abd73a0-a93d-4424-ad8b-9d9e44494897 HTTP/1.1" status: 200 len: 1091 time: 2.3944728 Jan 29 19:39:38.036217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'tag': '0abd73a0-a93d-4424-ad8b-9d9e44494897'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:38.038587 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869" -d '{"events": [{"name": "network-changed", "server_uuid": "e7de4d31-4ecd-4028-a414-cb63878b040e", "tag": "0abd73a0-a93d-4424-ad8b-9d9e44494897"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:38.118684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dca74f7-eb9c-43c2-90b5-11a011269723 admin admin] Publish callbacks [] for security_group (7fdd47c6-1d85-4bd8-8106-0d2577e9145c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.170618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d0736a71-0f61-4968-8dd3-93621fcd4125 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:38.177439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c66439-e1cb-4559-97d4-047cffa7a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0abd73a0-a93d-4424-ad8b-9d9e44494897,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:38.180950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-c5da6a2c-5ad4-4755-b117-63ff96968db3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792167 Jan 29 19:39:38.226089 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f0978c-edc8-4a47-b7d6-86559a2b3c22 x-openstack-request-id: req-05f0978c-edc8-4a47-b7d6-86559a2b3c22 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:38.226413 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7de4d31-4ecd-4028-a414-cb63878b040e", "tag": "0abd73a0-a93d-4424-ad8b-9d9e44494897", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:38.226710 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05f0978c-edc8-4a47-b7d6-86559a2b3c22 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:38.229720 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'tag': '0abd73a0-a93d-4424-ad8b-9d9e44494897', 'status': 'completed', 'code': 200} Jan 29 19:39:38.262606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d0736a71-0f61-4968-8dd3-93621fcd4125 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:38.263645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d0736a71-0f61-4968-8dd3-93621fcd4125 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:38.269199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dca74f7-eb9c-43c2-90b5-11a011269723 admin admin] Publish callbacks [] for security_group (7fdd47c6-1d85-4bd8-8106-0d2577e9145c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.285973 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (3532866c-10fb-4d3e-98df-65deb49031ea), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.287736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:38.427452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-4cd2ec96-1241-4245-8435-57bd21100476 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.429067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-4cd2ec96-1241-4245-8435-57bd21100476 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473319 Jan 29 19:39:38.440170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-60bfd44f-891b-476a-a55e-cc13f285ff6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821848 Jan 29 19:39:38.467872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-fddf85cb-8bb0-4bb9-be21-76e274cf74ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/quotas/28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 375 time: 0.0266435 Jan 29 19:39:38.544815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-b951ad25-c4c6-4114-b917-8cb0ab079b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.546275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-b951ad25-c4c6-4114-b917-8cb0ab079b18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0140c12a0efa48e79ce1db24b681bb4b&device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 1125 time: 0.3755364 Jan 29 19:39:38.569309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (3532866c-10fb-4d3e-98df-65deb49031ea), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.598127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-80e7ee8c-f665-4e9d-a6b4-672c7ada1204 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292825 Jan 29 19:39:38.601893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f2908d5-0b87-4948-888f-249d3d2182fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0a0b8197c5148fe84b13a6fa586b795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123436 Jan 29 19:39:38.604602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35798) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:38.613213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-b14fd767-9c2b-4a23-a87c-a7345af738f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.614890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-b14fd767-9c2b-4a23-a87c-a7345af738f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 1131 time: 0.1439281 Jan 29 19:39:38.644125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-418895e5-9d74-4ef1-9d27-bf9db7415e90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897 HTTP/1.1" status: 200 len: 217 time: 0.0853429 Jan 29 19:39:38.665175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Subnet': ['ID=3532866c-10fb-4d3e-98df-65deb49031ea,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:38.683953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.687434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0115be93-bed7-4adb-9d00-bd60bec1e589 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/subnets/3532866c-10fb-4d3e-98df-65deb49031ea HTTP/1.1" status: 204 len: 168 time: 1.1514380 Jan 29 19:39:38.692327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35800) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:38.692509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07792557-27b7-4f5e-a632-f0ff73b272ba None None] Network b124a449-eeff-41ec-a0aa-a95c20295c94 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:38.730614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665070c-8959-4221-932d-8152a0ecfe99 req-b1ea195a-b156-44b2-b858-215ed7a60cdb tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.737768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1665070c-8959-4221-932d-8152a0ecfe99 req-b1ea195a-b156-44b2-b858-215ed7a60cdb tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 943 time: 0.3000469 Jan 29 19:39:38.752482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2268ab14-ac2f-4130-8f24-abf3af5c883f admin admin] Publish callbacks [] for security_group (0c9dc07a-cfdb-4966-be9d-825c0986b986), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.778734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dca74f7-eb9c-43c2-90b5-11a011269723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7fdd47c6-1d85-4bd8-8106-0d2577e9145c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.782483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dca74f7-eb9c-43c2-90b5-11a011269723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.784195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6dca74f7-eb9c-43c2-90b5-11a011269723 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fdd47c6-1d85-4bd8-8106-0d2577e9145c HTTP/1.1" status: 204 len: 168 time: 0.9195559 Jan 29 19:39:38.805937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2268ab14-ac2f-4130-8f24-abf3af5c883f admin admin] Publish callbacks [] for security_group (0c9dc07a-cfdb-4966-be9d-825c0986b986), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.841715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-130f6e88-e1cd-4ba9-8c58-96de074569be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.843319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-130f6e88-e1cd-4ba9-8c58-96de074569be service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2025418 Jan 29 19:39:38.850407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca74f7-eb9c-43c2-90b5-11a011269723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd47c6-1d85-4bd8-8106-0d2577e9145c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:38.905797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-ec4b7178-6577-40f8-a34d-c1e667a60b16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 200 len: 217 time: 0.0499508 Jan 29 19:39:38.906864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-ce2887b9-b1c4-4f30-8c39-313f0d260d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.908369 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-ce2887b9-b1c4-4f30-8c39-313f0d260d54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26 HTTP/1.1" status: 200 len: 854 time: 0.2444530 Jan 29 19:39:38.990648 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b124a449-eeff-41ec-a0aa-a95c20295c94), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:38.997034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-314a1ac9-8be5-47c8-8efc-dec1b0462d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:38.998111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-a649e50d-45d4-4b93-87dc-c6cb2d218a0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c612040-d1c9-4113-aa2a-6c18031f8044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691354 Jan 29 19:39:38.998813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-314a1ac9-8be5-47c8-8efc-dec1b0462d13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0724013 Jan 29 19:39:39.004539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1665070c-8959-4221-932d-8152a0ecfe99 req-a2caebf6-b48a-43d0-83aa-5278a4115780 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657194 Jan 29 19:39:39.006123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Deleting port a682007c-eeea-47b6-9bd1-a1fbee15f1aa {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:39.006486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.031747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] DHCP port deletion for b124a449-eeff-41ec-a0aa-a95c20295c94 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:39:39.100467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-2c86527a-db46-4c27-b04b-087610770ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:39.100467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-2c86527a-db46-4c27-b04b-087610770ac9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0866795 Jan 29 19:39:39.103958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] Deleting port f9fc784c-b489-4ab9-81c1-7344a708a33e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:39.104761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.188037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e9b9842f-e701-4d57-898a-5488f6bd42ec req-2b30b45f-b9c7-4278-9e00-48c0f058bf5b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.1176002 Jan 29 19:39:39.226753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-2448f323-8e35-43df-9101-9db95a2a2036 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182675 Jan 29 19:39:39.294933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] For port a682007c-eeea-47b6-9bd1-a1fbee15f1aa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:39.302248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.307217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f3c50f3-8a5f-4384-855a-91e76a045df0 req-5a63c177-5d6e-4de3-afea-6cbdd83736e0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 210 time: 0.0444682 Jan 29 19:39:39.307912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2268ab14-ac2f-4130-8f24-abf3af5c883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0c9dc07a-cfdb-4966-be9d-825c0986b986), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.311766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2268ab14-ac2f-4130-8f24-abf3af5c883f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.313308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2268ab14-ac2f-4130-8f24-abf3af5c883f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c9dc07a-cfdb-4966-be9d-825c0986b986 HTTP/1.1" status: 204 len: 168 time: 0.7074316 Jan 29 19:39:39.347871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268ab14-ac2f-4130-8f24-abf3af5c883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9dc07a-cfdb-4966-be9d-825c0986b986,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:39.390110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Calling delete_port for a682007c-eeea-47b6-9bd1-a1fbee15f1aa owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:39.486962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd3c19d-a7ed-4680-806a-07b236d07141 req-35633650-067e-4055-a71c-8f20c6f7420d service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520294 Jan 29 19:39:39.499511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-8ae49a53-9325-469a-ae40-85e2596d4066 service neutron] 10.222.0.13 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694109 Jan 29 19:39:39.507058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] For port f9fc784c-b489-4ab9-81c1-7344a708a33e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f9fc784c-b489-4ab9-81c1-7344a708a33e,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:39.507478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.542191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] Calling delete_port for f9fc784c-b489-4ab9-81c1-7344a708a33e owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:39.613261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Deleting port f9fc784c-b489-4ab9-81c1-7344a708a33e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:39.618586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.747939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.765153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-179218cf-1343-4a1b-9d45-8313761b7f88 req-e4c92762-acd5-4cb4-9386-58b42a8a845f service neutron] 10.222.0.13 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587872 Jan 29 19:39:39.776451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] For port f9fc784c-b489-4ab9-81c1-7344a708a33e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f9fc784c-b489-4ab9-81c1-7344a708a33e,segment=NetworkSegment(dd312483-cd0c-4111-8668-fbb60b11a5d7),segment_id=dd312483-cd0c-4111-8668-fbb60b11a5d7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:39.785310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:39.802738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] Pushing event deleted for resources: {'Port': ['ID=f9fc784c-b489-4ab9-81c1-7344a708a33e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:39.813831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033ba35-ff70-45d3-9c35-83d64a233ad6 None None] No DVR routers for this DVR port f9fc784c-b489-4ab9-81c1-7344a708a33e on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:39.824263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Calling delete_port for f9fc784c-b489-4ab9-81c1-7344a708a33e owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:39.968858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f9fc784c-b489-4ab9-81c1-7344a708a33e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.018238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Port': ['ID=f9fc784c-b489-4ab9-81c1-7344a708a33e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:40.039247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] No DVR routers for this DVR port f9fc784c-b489-4ab9-81c1-7344a708a33e on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:40.112665 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a682007c-eeea-47b6-9bd1-a1fbee15f1aa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.195996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f9fc784c-b489-4ab9-81c1-7344a708a33e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:40.203933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Pushing event deleted for resources: {'Port': ['ID=a682007c-eeea-47b6-9bd1-a1fbee15f1aa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:40.224807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f9fc784c-b489-4ab9-81c1-7344a708a33e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:40.225292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f9fc784c-b489-4ab9-81c1-7344a708a33e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:40.299945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b124a449-eeff-41ec-a0aa-a95c20295c94), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.344574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b124a449-eeff-41ec-a0aa-a95c20295c94']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:40.351522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e9c7984-355f-4d12-82ad-d932d5f8a6de req-4cce0ad5-818d-41b2-8e12-23a32ef84e2e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.0444081 Jan 29 19:39:40.360957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-7f071312-f3ca-4b24-9f6e-9a22f04e6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:40.362477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-7f071312-f3ca-4b24-9f6e-9a22f04e6bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0140c12a0efa48e79ce1db24b681bb4b&device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 1125 time: 0.3484344 Jan 29 19:39:40.368749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd312483-cd0c-4111-8668-fbb60b11a5d7') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:40.369729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd312483-cd0c-4111-8668-fbb60b11a5d7') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:40.588456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b737725-0f2c-4699-859d-8cd0d82f7bf4 req-189c3112-e9ef-49c7-84fa-933d67c0c589 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 210 time: 0.0939007 Jan 29 19:39:40.633065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35846) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:40.698072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aef4c324-fa8c-4654-ae0b-0d1c3ff08218 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d192c57f8b99482199f1cbd70a4c10a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625854 Jan 29 19:39:40.700989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35850) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:40.707170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (dd312483-cd0c-4111-8668-fbb60b11a5d7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.737316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9809-6390-42cf-a2b3-cfbc06f0a19a req-77032494-b3fc-4316-9df4-14e2e849814e tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:40.739820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a56f9809-6390-42cf-a2b3-cfbc06f0a19a req-77032494-b3fc-4316-9df4-14e2e849814e tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 943 time: 0.6033716 Jan 29 19:39:40.756989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-4b04fb83-5e21-42be-9e9c-5b023ffc3033 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=63c81cb9fbb14331988a814645b9390b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741196 Jan 29 19:39:40.768792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7595e9d8-c0e6-4b8f-bea2-4af6d0f627e0 admin admin] Publish callbacks [] for security_group (742e893b-0c55-454b-974d-21ea33b28ba7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.780930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35852) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:40.796774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (dd312483-cd0c-4111-8668-fbb60b11a5d7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.805299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7595e9d8-c0e6-4b8f-bea2-4af6d0f627e0 admin admin] Publish callbacks [] for security_group (742e893b-0c55-454b-974d-21ea33b28ba7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.863149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:40.863556 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (dd312483-cd0c-4111-8668-fbb60b11a5d7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:40.872797 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:40.928533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1400171462-network', 'tenant_id': 'b2663d935dae44aa993e7db5033b67e1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:40.951517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7595e9d8-c0e6-4b8f-bea2-4af6d0f627e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (742e893b-0c55-454b-974d-21ea33b28ba7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.954304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7595e9d8-c0e6-4b8f-bea2-4af6d0f627e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:40.957955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7595e9d8-c0e6-4b8f-bea2-4af6d0f627e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/742e893b-0c55-454b-974d-21ea33b28ba7 HTTP/1.1" status: 204 len: 168 time: 0.2532063 Jan 29 19:39:40.964122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e9d8-c0e6-4b8f-bea2-4af6d0f627e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e893b-0c55-454b-974d-21ea33b28ba7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:41.047391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (df114439-9653-4707-a215-cd7041237a2c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.052397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Made reservation on behalf of b2663d935dae44aa993e7db5033b67e1 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:41.054809 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.064442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-f6987dfe-c541-4e47-8d35-e783780a3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:41.066008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-f6987dfe-c541-4e47-8d35-e783780a3d1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c612040-d1c9-4113-aa2a-6c18031f8044 HTTP/1.1" status: 200 len: 914 time: 0.6927078 Jan 29 19:39:41.069468 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.069703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a56f9809-6390-42cf-a2b3-cfbc06f0a19a req-822615f8-d509-46d0-b07a-763cad8a9b50 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079460 Jan 29 19:39:41.164628 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-f579c950-14b2-44d0-a9a7-2969357397d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897 HTTP/1.1" status: 200 len: 217 time: 0.0894568 Jan 29 19:39:41.165216 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks [] for security_group (a7208e45-32df-4da8-8fc6-fbd255cc2bc9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.179146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-e93eed61-b5e9-4472-9de3-e99e0b18b256 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:41.180659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-e93eed61-b5e9-4472-9de3-e99e0b18b256 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3693092 Jan 29 19:39:41.195687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b124a449-eeff-41ec-a0aa-a95c20295c94), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.201531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.206016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] 10.222.0.15 "DELETE /v2.0/networks/b124a449-eeff-41ec-a0aa-a95c20295c94 HTTP/1.1" status: 204 len: 168 time: 2.5114338 Jan 29 19:39:41.245176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Request body: {'port': {'device_id': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '63c81cb9fbb14331988a814645b9390b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:41.258456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a7208e45-32df-4da8-8fc6-fbd255cc2bc9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.307429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf721790-1eea-496f-9063-1e6d49b32411 tempest-ServersTestMultiNic-1486932461 tempest-ServersTestMultiNic-1486932461-project] Pushing event deleted for resources: {'Network': ['ID=b124a449-eeff-41ec-a0aa-a95c20295c94,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:41.314943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7208e45-32df-4da8-8fc6-fbd255cc2bc9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:41.346247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:39:41.358035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4a7f8571-a1f1-4bfe-9731-e80c75ea92f8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.358702 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Added segment 4a7f8571-a1f1-4bfe-9731-e80c75ea92f8 of type vlan for network 18a4b87e-ddfe-43fc-a333-9029ef75df01 Jan 29 19:39:41.387336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-3027396b-fe45-4990-8ae0-c70ead8b39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:41.388860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-3027396b-fe45-4990-8ae0-c70ead8b39c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26 HTTP/1.1" status: 200 len: 854 time: 0.2048714 Jan 29 19:39:41.439533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (18a4b87e-ddfe-43fc-a333-9029ef75df01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.454233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-79599780-31c0-45a7-9f19-712b5040bcb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c612040-d1c9-4113-aa2a-6c18031f8044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458703 Jan 29 19:39:41.477275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35870) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:41.558903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (18a4b87e-ddfe-43fc-a333-9029ef75df01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.560437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:41.561093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.599785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60498fee-57ad-4388-b576-b323156b782a req-5b857cb9-fcca-4dc9-9e8b-ec84e29507ff tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.1022131 Jan 29 19:39:41.713967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9291923 Jan 29 19:39:41.716973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231913d-af50-4556-9b42-cf89e4f1c513 admin admin] Pushing event updated for resources: {'Network': ['ID=18a4b87e-ddfe-43fc-a333-9029ef75df01,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:41.720876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:41.730920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 18a4b87e-ddfe-43fc-a333-9029ef75df01 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:39:41.738805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Request body: {'subnet': {'network_id': '18a4b87e-ddfe-43fc-a333-9029ef75df01', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1400171462-subnet', 'tenant_id': 'b2663d935dae44aa993e7db5033b67e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:41.760776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-839f299d-afd0-41e3-a939-61bebc5098d6 req-33ad7111-face-4c7e-b4d2-61f727f6e354 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 210 time: 0.0635085 Jan 29 19:39:41.819727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Made reservation on behalf of 63c81cb9fbb14331988a814645b9390b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:41.819939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:41.847133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Router df114439-9653-4707-a215-cd7041237a2c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:39:41.857079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0abd73a0-a93d-4424-ad8b-9d9e44494897 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:41.860836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-5b5e9e35-f101-419d-bcfc-4fe8834be7b2 service neutron] 10.222.0.13 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827727 Jan 29 19:39:41.918897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-cf9ad4d0-5700-45f9-ac46-0239e40b3987 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216684 Jan 29 19:39:41.995732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0abd73a0-a93d-4424-ad8b-9d9e44494897, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897,segment=NetworkSegment(49a8cc0b-6b70-4738-9512-96948c3e7266),segment_id=49a8cc0b-6b70-4738-9512-96948c3e7266)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:41.998686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Made reservation on behalf of b2663d935dae44aa993e7db5033b67e1 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:42.001053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:42.011976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '0abd73a0-a93d-4424-ad8b-9d9e44494897', 'network_id': '6c612040-d1c9-4113-aa2a-6c18031f8044', 'port_id': '0abd73a0-a93d-4424-ad8b-9d9e44494897', 'mac_address': 'fa:16:3e:c7:92:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:42.090533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 0abd73a0-a93d-4424-ad8b-9d9e44494897 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:42.090939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:42.126115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abd73a0-a93d-4424-ad8b-9d9e44494897 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:42.156436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-76bf6a83-78c5-4ae2-a3df-c2a2c0468ee3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:42.157563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-76bf6a83-78c5-4ae2-a3df-c2a2c0468ee3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319925 Jan 29 19:39:42.167904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0abd73a0-a93d-4424-ad8b-9d9e44494897, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897,segment=NetworkSegment(49a8cc0b-6b70-4738-9512-96948c3e7266),segment_id=49a8cc0b-6b70-4738-9512-96948c3e7266)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:42.177572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Request body: {'port': {'device_id': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '28e43c24a4664f0ba029ea6a50e4edb9'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:42.232641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:42.300321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=0abd73a0-a93d-4424-ad8b-9d9e44494897,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:42.404157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Made reservation on behalf of 28e43c24a4664f0ba029ea6a50e4edb9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:42.408874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:42.534695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0abd73a0-a93d-4424-ad8b-9d9e44494897'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:42.788225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76a42d9a-72e0-4851-a33a-9fb2e2329f8c req-a13cae69-dc40-4eb1-b48f-33ebf5518ab6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.0364907 Jan 29 19:39:42.813341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c0f42e4-148c-4dfc-b26f-2e2166e8d869 req-06439a9a-68b8-4579-aceb-d41c456f871d service neutron] 10.222.0.13 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9319890 Jan 29 19:39:42.996592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f676d654-90c6-4bae-be3b-6fed5bd628de req-29bc7082-75f8-4f99-8ea5-c24c73ff7ace tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 210 time: 0.0702674 Jan 29 19:39:43.020020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Allocated IP 192.168.233.61 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:43.109224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04d108-1b62-4dd4-8aed-5b114870991e req-52fc9cae-3209-4289-bb53-08429f1fde21 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:43.110741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e04d108-1b62-4dd4-8aed-5b114870991e req-52fc9cae-3209-4289-bb53-08429f1fde21 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 944 time: 0.9049897 Jan 29 19:39:43.128092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:39:43.142664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f866f2a6-ff57-463a-91bd-91f5cac5d240 admin admin] 10.222.0.15 "PUT /v2.0/routers/df114439-9653-4707-a215-cd7041237a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3525591 Jan 29 19:39:43.143749 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] Sync routers for ids ['df114439-9653-4707-a215-cd7041237a2c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:39:43.158501 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] Routers {'df114439-9653-4707-a215-cd7041237a2c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:43.160288 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['df114439-9653-4707-a215-cd7041237a2c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:43.163559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35910) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:43.238851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks [] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:43.301089 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] Set router df114439-9653-4707-a215-cd7041237a2c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:43.336814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e04d108-1b62-4dd4-8aed-5b114870991e req-50beb00b-be91-4cab-add4-c96bf601ba24 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180736 Jan 29 19:39:43.418197 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7bdd3527-6275-46d5-9ff8-c23eb4b88518), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:43.435555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:43.451126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5', '3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:43.458057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks [] for router (df114439-9653-4707-a215-cd7041237a2c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:43.539017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:43.547533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:43.554427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:43.608731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:43.642537 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:39:39Z', 'revision_number': 5, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:43.654161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:43.655314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Allocated IP 192.168.233.81 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/1a530c01-98c2-4ccb-9ffe-3ad86d9c6961) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:43.655559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:43.708020 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] Checking router: df114439-9653-4707-a215-cd7041237a2c for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:39:43.725732 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] Routers {'df114439-9653-4707-a215-cd7041237a2c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:43.727661 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['df114439-9653-4707-a215-cd7041237a2c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:43.741108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-82f79607-fd06-42c5-808d-9ed89fe7ec6f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5694072 Jan 29 19:39:43.760130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Request body: {'port': {'device_id': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:43.907537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0abd73a0-a93d-4424-ad8b-9d9e44494897 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:43.941631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:43.964015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdd3527-6275-46d5-9ff8-c23eb4b88518,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:44.021824 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] Set router df114439-9653-4707-a215-cd7041237a2c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:44.066485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c482b05b-73f9-4232-bcff-4c9f972f9633 None None] Provisioning complete for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:44.066946 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c482b05b-73f9-4232-bcff-4c9f972f9633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.104341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 0abd73a0-a93d-4424-ad8b-9d9e44494897 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:44.114999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 0abd73a0-a93d-4424-ad8b-9d9e44494897 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:44.117950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.121692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c482b05b-73f9-4232-bcff-4c9f972f9633 None None] Port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:44.201642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4680b09-45e1-4573-8c64-5f1c2b1e7593 req-68c4d403-b573-46de-9a64-cb9ce11d6b3b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.1922348 Jan 29 19:39:44.225280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 0abd73a0-a93d-4424-ad8b-9d9e44494897 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:44.225901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.253468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abd73a0-a93d-4424-ad8b-9d9e44494897'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:44.256218 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a415b6-f488-4794-aad9-f03ae382baef" -d '{"events": [{"server_uuid": "e7de4d31-4ecd-4028-a414-cb63878b040e", "name": "network-vif-plugged", "status": "completed", "tag": "0abd73a0-a93d-4424-ad8b-9d9e44494897"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:44.275182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0abd73a0-a93d-4424-ad8b-9d9e44494897, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897,segment=NetworkSegment(49a8cc0b-6b70-4738-9512-96948c3e7266),segment_id=49a8cc0b-6b70-4738-9512-96948c3e7266)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:44.314594 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (4738da77-960f-4d97-91da-3a5d229b7b9d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.325377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fcf76-e42c-4b87-806f-f9915607dd6f req-ec93aaa7-6dfc-4da0-a843-7d458aff3b19 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:44.340376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-447fcf76-e42c-4b87-806f-f9915607dd6f req-ec93aaa7-6dfc-4da0-a843-7d458aff3b19 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 935 time: 0.1707988 Jan 29 19:39:44.350048 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.359072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Checking segment: {'id': '4a7f8571-a1f1-4bfe-9731-e80c75ea92f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18a4b87e-ddfe-43fc-a333-9029ef75df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:44.359446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Network hostable DHCP agents. Network: 18a4b87e-ddfe-43fc-a333-9029ef75df01, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:39:44.371221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks [] for router_gateway (df114439-9653-4707-a215-cd7041237a2c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.461674 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1420951c-a98c-4dcb-a616-0b6215383d2c x-openstack-request-id: req-1420951c-a98c-4dcb-a616-0b6215383d2c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:44.462278 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7de4d31-4ecd-4028-a414-cb63878b040e", "name": "network-vif-plugged", "status": "completed", "tag": "0abd73a0-a93d-4424-ad8b-9d9e44494897", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:44.462278 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1420951c-a98c-4dcb-a616-0b6215383d2c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:44.473224 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abd73a0-a93d-4424-ad8b-9d9e44494897', 'code': 200} Jan 29 19:39:44.477025 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks [] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.478536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-447fcf76-e42c-4b87-806f-f9915607dd6f req-26188a25-ac2c-4580-b49e-6d1f1517d84d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354294 Jan 29 19:39:44.506278 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:39:39Z', 'revision_number': 5, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:44.548155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=0abd73a0-a93d-4424-ad8b-9d9e44494897,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:44.576941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Network 18a4b87e-ddfe-43fc-a333-9029ef75df01 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:39:44.577906 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675487e-c9dc-4700-afdc-7d15afca3512 None None] The sync data for ids ['df114439-9653-4707-a215-cd7041237a2c'] in n-d-825496-5 is: [{'id': 'df114439-9653-4707-a215-cd7041237a2c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1320038460-router', 'tenant_id': 'e92bf7a848334845981daef8016b9c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:36:01Z', 'updated_at': '2022-01-29T19:39:39Z', 'revision_number': 5, 'project_id': 'e92bf7a848334845981daef8016b9c8d', 'gw_port': {'id': '8ccab769-a1e9-4ed3-9f97-d2d4b17582e4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df114439-9653-4707-a215-cd7041237a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:36:03Z', 'updated_at': '2022-01-29T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:39:44.678673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 18a4b87e-ddfe-43fc-a333-9029ef75df01) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:44.691027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2467393-75bf-48d8-ad6c-7022c9016dd4 None None] Network 18a4b87e-ddfe-43fc-a333-9029ef75df01 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:44.694090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:44.695165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a4f22-9978-4d12-b728-2e5cb536191f req-9b3f8489-4e43-401d-8a1c-eacb821428e8 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:44.695890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.712804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c6a4f22-9978-4d12-b728-2e5cb536191f req-9b3f8489-4e43-401d-8a1c-eacb821428e8 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.1284931 Jan 29 19:39:44.717989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f62d05-9278-4f4c-9c19-5691154a428a req-9594d154-cd87-48ae-a9ad-8e297b4d897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:44.725042 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1f62d05-9278-4f4c-9c19-5691154a428a req-9594d154-cd87-48ae-a9ad-8e297b4d897c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 1127 time: 0.2114162 Jan 29 19:39:44.739314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Deleting port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:44.739667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.789412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:44.812958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c6a4f22-9978-4d12-b728-2e5cb536191f req-14e7bf5c-60d5-4f5d-8d34-aee9bce7f84c tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054783 Jan 29 19:39:44.826091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'cc228307-ec2c-422e-84d3-8942bd30905a', 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:44.840233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:44.967518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fdc16264-6319-4fa8-b678-a48e5774787e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2406354 Jan 29 19:39:45.044522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9c69f-88f7-4772-afb2-617c08506ebf None None] Network 18a4b87e-ddfe-43fc-a333-9029ef75df01 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:45.097143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:45.134811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd75e3dd-8626-46ce-8ce5-57f04ee77cfc {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:45.147415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Publish callbacks [] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.183020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Transition to ACTIVE for port object cd75e3dd-8626-46ce-8ce5-57f04ee77cfc will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:45.214795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:45.215294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:45.249589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.323070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:45.323929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.351174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1f62d05-9278-4f4c-9c19-5691154a428a req-fabb99ca-fb4b-42e0-889d-c84dc89ed394 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233239 Jan 29 19:39:45.358073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:45.390708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event updated for resources: {'Port': ['ID=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:45.431063 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-446b6aff-fcab-44c3-aa0e-0c73995080bc req-23d4ca82-4f9e-42d0-8e53-1fcc77ac0f05 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] show failed (client error): The resource could not be found. Jan 29 19:39:45.439272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-446b6aff-fcab-44c3-aa0e-0c73995080bc req-23d4ca82-4f9e-42d0-8e53-1fcc77ac0f05 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups/2766ba30-6d2c-4723-bf62-125e8d89ce0f HTTP/1.1" status: 404 len: 352 time: 0.0574696 Jan 29 19:39:45.483864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-1809560b-3b87-4010-a27d-b3079f2c7c59 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2745578 Jan 29 19:39:45.505544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] For port 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:45.505903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.506335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:45.506834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:45.509580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:45.522453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Request body: {'port': {'device_id': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:45.531643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:45.531893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:45.542132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:45.547292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:45.547292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:45.547292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Bound port: cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:45.547292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.568487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249fece-1ad2-4070-beb6-cb87995d4f79 req-f7bc3040-d9e7-4a40-a445-d01d60b8d4e6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:45.570094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4249fece-1ad2-4070-beb6-cb87995d4f79 req-f7bc3040-d9e7-4a40-a445-d01d60b8d4e6 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 935 time: 0.1901610 Jan 29 19:39:45.574688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Calling delete_port for 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:45.599001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b31c6fe-7ca9-4390-8fcf-767e9b30f9b2 req-6a463362-a589-475a-b00f-d7693b1a0cf1 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2663d935dae44aa993e7db5033b67e1 HTTP/1.1" status: 200 len: 3001 time: 0.0967169 Jan 29 19:39:45.667329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Deleting port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:45.667738 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.707554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:45.715681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:45.719380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b31c6fe-7ca9-4390-8fcf-767e9b30f9b2 req-ed0b2047-dc44-4286-97ce-cb7d92f25807 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups/a7208e45-32df-4da8-8fc6-fbd255cc2bc9 HTTP/1.1" status: 200 len: 2998 time: 0.1091478 Jan 29 19:39:45.789672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.794092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35978) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:45.807536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cae950be-7508-4c8c-b9d2-1556e78e57d3 None None] Provisioning complete for port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:45.808152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae950be-7508-4c8c-b9d2-1556e78e57d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.841968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b31c6fe-7ca9-4390-8fcf-767e9b30f9b2 req-ba08aadb-b8d0-4181-9c48-abc2d152fcf8 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups/a7208e45-32df-4da8-8fc6-fbd255cc2bc9 HTTP/1.1" status: 200 len: 2998 time: 0.1157763 Jan 29 19:39:45.853661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:45.855173 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:45.856948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 1095 time: 2.1022725 Jan 29 19:39:45.857594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:45.860074 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c4c6b-d7ee-4b84-9154-13664627bafe" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:45.887131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650ed55-4c8d-4dd1-a269-ccb7eef8dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:45.919985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cae950be-7508-4c8c-b9d2-1556e78e57d3 None None] Port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:39:46.091364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a682007c-eeea-47b6-9bd1-a1fbee15f1aa no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:46.112998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-110751f5-cd88-427f-a9be-33ba94e2c502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.117830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a682007c-eeea-47b6-9bd1-a1fbee15f1aa {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:46.118189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a682007c-eeea-47b6-9bd1-a1fbee15f1aa not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:46.133312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc39203-9396-499e-abec-0269cf8f43f1 req-9c0e1dc4-bd4b-43a1-8449-2e1984212c69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:46.135158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffc39203-9396-499e-abec-0269cf8f43f1 req-9c0e1dc4-bd4b-43a1-8449-2e1984212c69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.1861761 Jan 29 19:39:46.269599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-fd45e503-0e4b-471d-8c0b-86c2504afcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:46.271180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-fd45e503-0e4b-471d-8c0b-86c2504afcb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1129 time: 0.2695684 Jan 29 19:39:46.309685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] For port 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:46.310640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.329490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-18a40790-a160-45ad-997b-c253dbe29a36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0419364 Jan 29 19:39:46.372983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.401752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4249fece-1ad2-4070-beb6-cb87995d4f79 req-f1e2610e-91a8-4172-8724-adf4e812b941 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8140414 Jan 29 19:39:46.403854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Calling delete_port for 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:46.413279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-110751f5-cd88-427f-a9be-33ba94e2c502 admin admin] Publish callbacks [] for security_group (574eb96e-d7a8-4e26-b41a-1ca18d2c9096), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.449168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffc39203-9396-499e-abec-0269cf8f43f1 req-baad28d5-b276-4629-97bc-b861ceacad77 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055928 Jan 29 19:39:46.473009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-d2870b94-c9f3-4093-854e-7d4a1c7c34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:46.478277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-d2870b94-c9f3-4093-854e-7d4a1c7c34c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1353586 Jan 29 19:39:46.563948 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-110751f5-cd88-427f-a9be-33ba94e2c502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (574eb96e-d7a8-4e26-b41a-1ca18d2c9096), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.613524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aafa090d-1694-4ec9-8568-f196e48a2535 req-9faaf90f-54f5-4695-a19b-0c129aaf1bcd tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups/a7208e45-32df-4da8-8fc6-fbd255cc2bc9 HTTP/1.1" status: 200 len: 2998 time: 0.1332097 Jan 29 19:39:46.644812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-110751f5-cd88-427f-a9be-33ba94e2c502 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60f1a38cd7e545fcb66bfb22418e3cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8453882 Jan 29 19:39:46.652249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35990) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:46.670462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110751f5-cd88-427f-a9be-33ba94e2c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574eb96e-d7a8-4e26-b41a-1ca18d2c9096,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:46.672315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-22aaa5ae-563a-4e06-aa55-44863794c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:46.673802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-22aaa5ae-563a-4e06-aa55-44863794c5fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1854274 Jan 29 19:39:46.824488 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-aafa090d-1694-4ec9-8568-f196e48a2535 req-1e97472c-76c7-4d3f-97ec-565bf378ffa3 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 19:39:46.832783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aafa090d-1694-4ec9-8568-f196e48a2535 req-1e97472c-76c7-4d3f-97ec-565bf378ffa3 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7208e45-32df-4da8-8fc6-fbd255cc2bc9 HTTP/1.1" status: 409 len: 352 time: 0.2094445 Jan 29 19:39:46.843825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e8395d-fb20-4737-b03a-62d4191d2e89 admin admin] Publish callbacks [] for security_group (574eb96e-d7a8-4e26-b41a-1ca18d2c9096), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.864665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-ce7b38da-383f-4f72-aab0-4eb7f82a28f7 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768394 Jan 29 19:39:46.873105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41498d48-83a3-4c07-847e-5c96c1951eec req-987d0fd0-9695-48fd-aac8-4ea962b1efa6 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:46.874779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41498d48-83a3-4c07-847e-5c96c1951eec req-987d0fd0-9695-48fd-aac8-4ea962b1efa6 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.2837398 Jan 29 19:39:46.886206 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e8395d-fb20-4737-b03a-62d4191d2e89 admin admin] Publish callbacks [] for security_group (574eb96e-d7a8-4e26-b41a-1ca18d2c9096), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:46.911492 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb9229-17e2-4c12-8ad0-bd2f165f7b79 x-openstack-request-id: req-34eb9229-17e2-4c12-8ad0-bd2f165f7b79 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:46.911781 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:46.912039 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34eb9229-17e2-4c12-8ad0-bd2f165f7b79 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:46.912475 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'status': 'completed', 'code': 200} Jan 29 19:39:47.000438 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-157b05ab-5619-4e18-9d3c-5e0f80b1646a req-801d3a1f-b122-492f-ad45-7f8e280d0a53 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] show failed (client error): The resource could not be found. Jan 29 19:39:47.001387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-157b05ab-5619-4e18-9d3c-5e0f80b1646a req-801d3a1f-b122-492f-ad45-7f8e280d0a53 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups/dcae586d-5b13-463c-982f-42c95fc25741 HTTP/1.1" status: 404 len: 352 time: 0.0755200 Jan 29 19:39:47.030912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fe0d162-bc6d-4f9a-a778-9168ae196717 req-bcd807c8-e425-47a8-b1c3-2a7abec3129f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575227 Jan 29 19:39:47.045313 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-acacce3b-309f-40cf-885e-92802cb7c8d4 req-3259aac5-9da2-469e-894a-1070bc03e0f5 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] show failed (client error): The resource could not be found. Jan 29 19:39:47.050045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acacce3b-309f-40cf-885e-92802cb7c8d4 req-3259aac5-9da2-469e-894a-1070bc03e0f5 tempest-SecurityGroupsNegativeTestJSON-1412567036 tempest-SecurityGroupsNegativeTestJSON-1412567036-project] 10.222.0.15 "GET /v2.0/security-groups/201ba057-9c67-4c5e-9290-b8a3c2a3aa16 HTTP/1.1" status: 404 len: 352 time: 0.0143101 Jan 29 19:39:47.059207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35996) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:47.064569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41498d48-83a3-4c07-847e-5c96c1951eec req-ea6a42db-fc15-45df-99d6-3d4b3c8ae130 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576419 Jan 29 19:39:47.077072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8ccab769-a1e9-4ed3-9f97-d2d4b17582e4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.109821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Deleting subnet 7bdd3527-6275-46d5-9ff8-c23eb4b88518 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:47.113703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Publish callbacks [] for subnet (7bdd3527-6275-46d5-9ff8-c23eb4b88518), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.141914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccab769-a1e9-4ed3-9f97-d2d4b17582e4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:47.158105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (7bdd3527-6275-46d5-9ff8-c23eb4b88518), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.171624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:47.186220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e8395d-fb20-4737-b03a-62d4191d2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (574eb96e-d7a8-4e26-b41a-1ca18d2c9096), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.191507 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e8395d-fb20-4737-b03a-62d4191d2e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.196258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-10e8395d-fb20-4737-b03a-62d4191d2e89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/574eb96e-d7a8-4e26-b41a-1ca18d2c9096 HTTP/1.1" status: 204 len: 168 time: 0.5409257 Jan 29 19:39:47.199214 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Publish callbacks [] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.209398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8395d-fb20-4737-b03a-62d4191d2e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574eb96e-d7a8-4e26-b41a-1ca18d2c9096,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:47.231646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (df114439-9653-4707-a215-cd7041237a2c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.245982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7bdd3527-6275-46d5-9ff8-c23eb4b88518), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.264931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Transition to ACTIVE for port object 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:39:47.303047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (975e41a8-be5e-48f1-b6bf-a4ba854fa5ee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.367180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.377846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=975e41a8-be5e-48f1-b6bf-a4ba854fa5ee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:47.381935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (df114439-9653-4707-a215-cd7041237a2c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.388188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks [] for router_controller (df114439-9653-4707-a215-cd7041237a2c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.389019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-d05ee31c-00a4-4b28-8eab-ccce0bf1d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:47.390526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-d05ee31c-00a4-4b28-8eab-ccce0bf1d5bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1129 time: 0.0829158 Jan 29 19:39:47.514420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (7bdd3527-6275-46d5-9ff8-c23eb4b88518), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.594990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.606607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:47.607125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7bdd3527-6275-46d5-9ff8-c23eb4b88518 HTTP/1.1" status: 204 len: 168 time: 0.5460479 Jan 29 19:39:47.612126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc2e73-c276-40f8-9d47-5fbfb3d3519f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdd3527-6275-46d5-9ff8-c23eb4b88518,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:47.620850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36008) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:47.704813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-86366990-974e-4ebc-a5e1-56343f9ef472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:47.710802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-86366990-974e-4ebc-a5e1-56343f9ef472 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.3095918 Jan 29 19:39:47.780502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-20c9eaf6-fffd-4266-9f1b-50ab510f255f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0629358 Jan 29 19:39:47.791897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100213-08f4-4b30-8cb6-65f0a5cf06af req-3c4fb0b3-5ecd-4bc8-9c74-5ed6ed9f4d97 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:47.795658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e100213-08f4-4b30-8cb6-65f0a5cf06af req-3c4fb0b3-5ecd-4bc8-9c74-5ed6ed9f4d97 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 947 time: 0.2053211 Jan 29 19:39:47.843477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (df114439-9653-4707-a215-cd7041237a2c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.844008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Fanout notify agent at l3_agent the message router_deleted on router df114439-9653-4707-a215-cd7041237a2c {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:39:47.870570 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:47.873334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9eb9ef6d-fee7-4e40-8dc3-78105e77903c admin admin] 10.222.0.15 "DELETE /v2.0/routers/df114439-9653-4707-a215-cd7041237a2c HTTP/1.1" status: 204 len: 168 time: 4.7003319 Jan 29 19:39:47.880538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36010) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:47.905185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-df3c9304-9b42-4933-886c-acd491a6251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:47.907700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-df3c9304-9b42-4933-886c-acd491a6251a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1094525 Jan 29 19:39:47.992243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e100213-08f4-4b30-8cb6-65f0a5cf06af req-0caa0ed7-e07d-4192-9c7d-35970574d952 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796968 Jan 29 19:39:48.011208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8e57c-87af-4aa5-acfd-8c83e7af3212 req-572e32d7-e52a-4035-9639-826fa2a2774e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:48.015051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93d8e57c-87af-4aa5-acfd-8c83e7af3212 req-572e32d7-e52a-4035-9639-826fa2a2774e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.4310586 Jan 29 19:39:48.017651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (4738da77-960f-4d97-91da-3a5d229b7b9d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.024961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Deleting subnet fd7d90db-29c8-4aff-bb2f-f1f1a268f705 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:48.033376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (18a4b87e-ddfe-43fc-a333-9029ef75df01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.036406 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Publish callbacks [] for subnet (fd7d90db-29c8-4aff-bb2f-f1f1a268f705), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.067285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-51f69024-9c69-4ab8-af19-656dfc04e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:48.068332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-51f69024-9c69-4ab8-af19-656dfc04e37c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1283939 Jan 29 19:39:48.115142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Attempting to bind port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:39:48.115142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Attempting to bind port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:39:48.115142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Attempting to bind port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:48.120040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36014) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:48.135492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (fd7d90db-29c8-4aff-bb2f-f1f1a268f705), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.151898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:39:48.152293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Attempting to bind port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:39:48.169109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1da1ed1c-49ba-4759-b217-908a917bd7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.204997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:39:48.205341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:48.205744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:39:48.206179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Bound port: 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:39:48.206534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.217004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93d8e57c-87af-4aa5-acfd-8c83e7af3212 req-72c99015-df6e-40d3-8111-4371b3dffd31 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783998 Jan 29 19:39:48.302903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf73fb-8629-4a36-9c93-28040c5e22ea req-c7816fab-32c5-4b9d-9c17-c812a31f4201 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:48.304314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ddf73fb-8629-4a36-9c93-28040c5e22ea req-c7816fab-32c5-4b9d-9c17-c812a31f4201 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.1719909 Jan 29 19:39:48.311739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-257477d2-80ea-4d2a-8036-964513831919 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301865 Jan 29 19:39:48.341415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (fd7d90db-29c8-4aff-bb2f-f1f1a268f705), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.377309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] For port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:39:48.380544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] For port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:39:48.481950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (18a4b87e-ddfe-43fc-a333-9029ef75df01), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.495524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:48.497063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.518615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ddf73fb-8629-4a36-9c93-28040c5e22ea req-cbdf7df0-3d69-416e-8f95-eeee03182cf6 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042086 Jan 29 19:39:48.522948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:48.525446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8ccab769-a1e9-4ed3-9f97-d2d4b17582e4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:48.550154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41c4c6b-d7ee-4b84-9154-13664627bafe req-46e35d19-a5aa-49dc-9953-8cc1f40ebab8 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276597 Jan 29 19:39:48.572507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a4b87e-ddfe-43fc-a333-9029ef75df01']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:48.595428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:48.596052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.597508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 HTTP/1.1" status: 200 len: 1095 time: 3.0886927 Jan 29 19:39:48.602080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'tag': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:48.605004 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9" -d '{"events": [{"name": "network-changed", "server_uuid": "de91392a-b6e5-42cd-b899-bb95b4e9e36e", "tag": "1a530c01-98c2-4ccb-9ffe-3ad86d9c6961"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:48.611091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7f8571-a1f1-4bfe-9731-e80c75ea92f8') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:48.611091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7f8571-a1f1-4bfe-9731-e80c75ea92f8') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:48.630330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (fd7d90db-29c8-4aff-bb2f-f1f1a268f705), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.635096 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4a7f8571-a1f1-4bfe-9731-e80c75ea92f8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.686728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7d90db-29c8-4aff-bb2f-f1f1a268f705,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:48.705747 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.710338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d392ca5-7c58-44a3-8525-2fc2f5fba70f None None] Network e7885c28-dca1-4bfe-9be6-ee994131338b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:48.717628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6a52216f-2127-44ee-a628-48f5a39249d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd7d90db-29c8-4aff-bb2f-f1f1a268f705 HTTP/1.1" status: 204 len: 168 time: 0.8293228 Jan 29 19:39:48.721825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36024) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:48.729110 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9a80d-3019-41d2-873e-2bd508201ca9 x-openstack-request-id: req-c5d9a80d-3019-41d2-873e-2bd508201ca9 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:48.729407 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91392a-b6e5-42cd-b899-bb95b4e9e36e", "tag": "1a530c01-98c2-4ccb-9ffe-3ad86d9c6961", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:48.729666 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5d9a80d-3019-41d2-873e-2bd508201ca9 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:48.730077 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'tag': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961', 'status': 'completed', 'code': 200} Jan 29 19:39:48.743291 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4a7f8571-a1f1-4bfe-9731-e80c75ea92f8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.789745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:48.790154 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4a7f8571-a1f1-4bfe-9731-e80c75ea92f8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:48.795700 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:48.804356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1da1ed1c-49ba-4759-b217-908a917bd7f2 admin admin] Publish callbacks [] for security_group (cbe76373-e734-42f1-829e-77d49b8e75d4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.838485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8faaff-bf3d-434e-99de-3e3c658549c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:48.855042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e7885c28-dca1-4bfe-9be6-ee994131338b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:48.971540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Deleting port cf6a2bed-6119-4055-9261-116f2f84c072 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:48.971902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.065199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] For port cf6a2bed-6119-4055-9261-116f2f84c072, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf6a2bed-6119-4055-9261-116f2f84c072,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:49.065519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.086512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Calling delete_port for cf6a2bed-6119-4055-9261-116f2f84c072 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:49.109351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd508353-e448-4637-a064-068960b2c41f None None] DHCP port deletion for e7885c28-dca1-4bfe-9be6-ee994131338b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:39:49.209626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fd508353-e448-4637-a064-068960b2c41f None None] Deleting port cf6a2bed-6119-4055-9261-116f2f84c072 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:49.209961 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd508353-e448-4637-a064-068960b2c41f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.225862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1da1ed1c-49ba-4759-b217-908a917bd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cbe76373-e734-42f1-829e-77d49b8e75d4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.242883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563ddd-fc3b-4ab0-966f-7cb6f8cdb559 req-9198e9c4-7bed-4148-afb5-68f5823d40dd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:49.245046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6563ddd-fc3b-4ab0-966f-7cb6f8cdb559 req-9198e9c4-7bed-4148-afb5-68f5823d40dd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 947 time: 0.0842969 Jan 29 19:39:49.299036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fd508353-e448-4637-a064-068960b2c41f None None] For port cf6a2bed-6119-4055-9261-116f2f84c072, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf6a2bed-6119-4055-9261-116f2f84c072,segment=NetworkSegment(c6acd6fa-5572-4f8e-83ee-901cd82b70cf),segment_id=c6acd6fa-5572-4f8e-83ee-901cd82b70cf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:49.299436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd508353-e448-4637-a064-068960b2c41f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.310587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1da1ed1c-49ba-4759-b217-908a917bd7f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aec8b22abf2e454eb78d5f946c96dd1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1860828 Jan 29 19:39:49.316791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:49.320133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fd508353-e448-4637-a064-068960b2c41f None None] Calling delete_port for cf6a2bed-6119-4055-9261-116f2f84c072 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:49.340791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6563ddd-fc3b-4ab0-966f-7cb6f8cdb559 req-96f5bb89-6507-4ae2-a33d-9f38e4b4c24d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858834 Jan 29 19:39:49.405904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.427891 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd508353-e448-4637-a064-068960b2c41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (cf6a2bed-6119-4055-9261-116f2f84c072), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.460658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd508353-e448-4637-a064-068960b2c41f None None] Pushing event deleted for resources: {'Port': ['ID=cf6a2bed-6119-4055-9261-116f2f84c072,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:49.464353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6a2bed-6119-4055-9261-116f2f84c072,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:49.473189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd508353-e448-4637-a064-068960b2c41f None None] No DVR routers for this DVR port cf6a2bed-6119-4055-9261-116f2f84c072 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:49.480565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] No DVR routers for this DVR port cf6a2bed-6119-4055-9261-116f2f84c072 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:49.516534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1ed1c-49ba-4759-b217-908a917bd7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe76373-e734-42f1-829e-77d49b8e75d4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:49.527789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Router 4738da77-960f-4d97-91da-3a5d229b7b9d has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:39:49.532738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-3f551585-fc43-4187-ac04-c4b189bd9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:49.534259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-3f551585-fc43-4187-ac04-c4b189bd9158 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 1129 time: 0.7793276 Jan 29 19:39:49.555108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (18a4b87e-ddfe-43fc-a333-9029ef75df01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.577155 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.579514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] 10.222.0.15 "DELETE /v2.0/networks/18a4b87e-ddfe-43fc-a333-9029ef75df01 HTTP/1.1" status: 204 len: 168 time: 1.8880541 Jan 29 19:39:49.604054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3660c817-dd8f-40d2-bb6c-28d861188bba admin admin] Publish callbacks [] for security_group (cbe76373-e734-42f1-829e-77d49b8e75d4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.625978 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:39:49.691157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e7885c28-dca1-4bfe-9be6-ee994131338b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.704261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-417a5f1e-a1f5-4daf-ad92-d1770e02d347 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 HTTP/1.1" status: 200 len: 217 time: 0.1517155 Jan 29 19:39:49.708861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a93f4-b6fc-4475-b1da-bd7888863827 admin admin] Pushing event deleted for resources: {'Network': ['ID=18a4b87e-ddfe-43fc-a333-9029ef75df01,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:49.723537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7885c28-dca1-4bfe-9be6-ee994131338b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:49.726396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-91600374-f861-4b44-934b-d6e5b8a84ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:49.728498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-91600374-f861-4b44-934b-d6e5b8a84ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0140c12a0efa48e79ce1db24b681bb4b&device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 1127 time: 0.3883729 Jan 29 19:39:49.736695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:49.736695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6acd6fa-5572-4f8e-83ee-901cd82b70cf') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:49.751378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (c6acd6fa-5572-4f8e-83ee-901cd82b70cf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.766903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3660c817-dd8f-40d2-bb6c-28d861188bba admin admin] Publish callbacks [] for security_group (cbe76373-e734-42f1-829e-77d49b8e75d4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.793622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c6acd6fa-5572-4f8e-83ee-901cd82b70cf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.820545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:49.820545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (c6acd6fa-5572-4f8e-83ee-901cd82b70cf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:49.823979 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:49.831988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f6188-a48d-4635-b86d-4587056e75e1 req-a3f0fee2-4736-45b9-a962-f98767e813de tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:49.833554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-473f6188-a48d-4635-b86d-4587056e75e1 req-a3f0fee2-4736-45b9-a962-f98767e813de tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.2963452 Jan 29 19:39:49.871330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-bcd0d780-a8b3-45cd-bdfe-53599cd2ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:49.872890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-bcd0d780-a8b3-45cd-bdfe-53599cd2ab50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1586404 Jan 29 19:39:49.970004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:39:49.980126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cb8cb920-673d-4a5d-8b95-9fdce24c0f0a admin admin] 10.222.0.15 "PUT /v2.0/routers/4738da77-960f-4d97-91da-3a5d229b7b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4918756 Jan 29 19:39:49.985152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] Sync routers for ids ['4738da77-960f-4d97-91da-3a5d229b7b9d'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:39:49.991232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a02110-d8cc-4255-868c-f68168be0f73 req-acf65ddd-8525-4c2c-95e6-7e8da6a84eca tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:49.993098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a02110-d8cc-4255-868c-f68168be0f73 req-acf65ddd-8525-4c2c-95e6-7e8da6a84eca tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.7408898 Jan 29 19:39:49.995243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36042) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:50.004824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-473f6188-a48d-4635-b86d-4587056e75e1 req-e3b8a2d6-1997-4457-bd3f-b7fea879fefe tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557200 Jan 29 19:39:50.024435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] Routers {'4738da77-960f-4d97-91da-3a5d229b7b9d'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:50.024435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4738da77-960f-4d97-91da-3a5d229b7b9d'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:50.029635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3660c817-dd8f-40d2-bb6c-28d861188bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cbe76373-e734-42f1-829e-77d49b8e75d4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.034855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3660c817-dd8f-40d2-bb6c-28d861188bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.036100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3660c817-dd8f-40d2-bb6c-28d861188bba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbe76373-e734-42f1-829e-77d49b8e75d4 HTTP/1.1" status: 204 len: 168 time: 0.7042675 Jan 29 19:39:50.037053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e7885c28-dca1-4bfe-9be6-ee994131338b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.042160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.045831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e7885c28-dca1-4bfe-9be6-ee994131338b HTTP/1.1" status: 204 len: 168 time: 1.3220065 Jan 29 19:39:50.063127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-e5abae74-b4c1-48b0-8ab6-4449126d2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:50.064644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-e5abae74-b4c1-48b0-8ab6-4449126d2e4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c612040-d1c9-4113-aa2a-6c18031f8044 HTTP/1.1" status: 200 len: 914 time: 0.3127618 Jan 29 19:39:50.066852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660c817-dd8f-40d2-bb6c-28d861188bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe76373-e734-42f1-829e-77d49b8e75d4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:50.070421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b096b50-c2ae-49bf-a6d0-c1c384d8a061 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7885c28-dca1-4bfe-9be6-ee994131338b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:50.131505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-64242063-f5e0-4fd7-badc-1888f8687783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:50.133238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-64242063-f5e0-4fd7-badc-1888f8687783 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2246847 Jan 29 19:39:50.141479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-26cf8c90-b54e-40ec-9c3e-406b336eb2ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897 HTTP/1.1" status: 200 len: 217 time: 0.0645125 Jan 29 19:39:50.179195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] Set router 4738da77-960f-4d97-91da-3a5d229b7b9d gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:50.208571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36048) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:50.295126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2893fe80-a1a2-482f-8517-6e4dabb5b3f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2663d935dae44aa993e7db5033b67e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826621 Jan 29 19:39:50.295338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36050) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:50.295844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52a02110-d8cc-4255-868c-f68168be0f73 req-e8b5bbc6-4711-4760-be35-ecc9f5bb2b3a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924964 Jan 29 19:39:50.336248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks [] for router (4738da77-960f-4d97-91da-3a5d229b7b9d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.343842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-2d8a60aa-3bbc-436f-8b51-d290fbc84908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:50.345809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-2d8a60aa-3bbc-436f-8b51-d290fbc84908 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26 HTTP/1.1" status: 200 len: 854 time: 0.1869025 Jan 29 19:39:50.391773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac22ccd0-e576-4f77-a26d-1cdb782f3a15 admin admin] Publish callbacks [] for security_group (a7208e45-32df-4da8-8fc6-fbd255cc2bc9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.426574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-22318d1e-8eaf-4901-aebb-7f815bcadd61 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840643 Jan 29 19:39:50.428659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-cdfe25a3-91af-443c-9606-7183b61c2059 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c612040-d1c9-4113-aa2a-6c18031f8044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418787 Jan 29 19:39:50.431372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac22ccd0-e576-4f77-a26d-1cdb782f3a15 admin admin] Publish callbacks [] for security_group (a7208e45-32df-4da8-8fc6-fbd255cc2bc9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.541089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf6a2bed-6119-4055-9261-116f2f84c072 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:50.541823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:50.571437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f99f3-cbd6-4fda-90c0-b9a804f31533 req-625a158a-6568-4cdd-a218-e795621c5425 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:50.580542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-579f99f3-cbd6-4fda-90c0-b9a804f31533 req-625a158a-6568-4cdd-a218-e795621c5425 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 947 time: 0.0883310 Jan 29 19:39:50.624095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: cf6a2bed-6119-4055-9261-116f2f84c072 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:50.624475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf6a2bed-6119-4055-9261-116f2f84c072 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:50.680694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac22ccd0-e576-4f77-a26d-1cdb782f3a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a7208e45-32df-4da8-8fc6-fbd255cc2bc9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.684652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac22ccd0-e576-4f77-a26d-1cdb782f3a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.686891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac22ccd0-e576-4f77-a26d-1cdb782f3a15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7208e45-32df-4da8-8fc6-fbd255cc2bc9 HTTP/1.1" status: 204 len: 168 time: 0.3906567 Jan 29 19:39:50.732098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-579f99f3-cbd6-4fda-90c0-b9a804f31533 req-63bda23b-fa83-4bfa-94c7-61ea7ceca33a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469135 Jan 29 19:39:50.738491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22ccd0-e576-4f77-a26d-1cdb782f3a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7208e45-32df-4da8-8fc6-fbd255cc2bc9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:50.836843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25c98556-182a-41a6-a15c-0eb0fea546f0 req-308bb310-2c78-42b1-a106-286dd9e4bfc9 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025974 Jan 29 19:39:50.867212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:50.884443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks [] for router_gateway (4738da77-960f-4d97-91da-3a5d229b7b9d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.885855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'mac_address': 'fa:16:3e:f8:84:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:50.891503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-b2cadb80-5d2c-4f39-827b-76c4ed65bf8d service neutron] 10.222.0.13 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449236 Jan 29 19:39:50.937858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:50.938249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:50.942496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:39:46Z', 'revision_number': 5, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port': {'id': 'aff40526-7674-495c-93be-56c2ac8e3878', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:37:44Z', 'updated_at': '2022-01-29T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:50.976011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] Checking router: 4738da77-960f-4d97-91da-3a5d229b7b9d for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:39:50.985375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75e3dd-8626-46ce-8ce5-57f04ee77cfc {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:51.000851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] Routers {'4738da77-960f-4d97-91da-3a5d229b7b9d'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:39:51.002043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4738da77-960f-4d97-91da-3a5d229b7b9d'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:51.042045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:51.046157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36068) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:51.107658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] Set router 4738da77-960f-4d97-91da-3a5d229b7b9d gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:39:51.155243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e5ae5c4a-353c-4a1a-8e12-686619886070 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=082d8ce4dd7942e9b4b314d5db657bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075785 Jan 29 19:39:51.159010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36072) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:51.176458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.197924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae5d2620-7456-4e0f-8c33-103a72a01a60 req-ef1b2c84-e663-4ee5-9ba6-d413a2146119 service neutron] 10.222.0.13 "GET /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970979 Jan 29 19:39:51.201386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Deleting port aff40526-7674-495c-93be-56c2ac8e3878 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:51.202431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (aff40526-7674-495c-93be-56c2ac8e3878), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.251839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Publish callbacks [] for security_group (0aab8d95-a33b-4156-9bc1-0e2b2d18ab20), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.258888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:39:50Z', 'revision_number': 6, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:51.284586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Publish callbacks [] for security_group (0aab8d95-a33b-4156-9bc1-0e2b2d18ab20), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.330476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] For port aff40526-7674-495c-93be-56c2ac8e3878, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=aff40526-7674-495c-93be-56c2ac8e3878,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:51.333193 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (aff40526-7674-495c-93be-56c2ac8e3878), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.372836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Calling delete_port for aff40526-7674-495c-93be-56c2ac8e3878 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:51.373019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496016ae-eb8e-4520-b9e8-0e044f2c6621 None None] The sync data for ids ['4738da77-960f-4d97-91da-3a5d229b7b9d'] in n-d-825496-5 is: [{'id': '4738da77-960f-4d97-91da-3a5d229b7b9d', 'name': 'tempest-ServersTestMultiNic-1180363845-router', 'tenant_id': '88a3215d2c5543d1977bc39c33cf4c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:37:43Z', 'updated_at': '2022-01-29T19:39:50Z', 'revision_number': 6, 'project_id': '88a3215d2c5543d1977bc39c33cf4c29', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:39:51.426811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0aab8d95-a33b-4156-9bc1-0e2b2d18ab20), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.430403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:51.438363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0aab8d95-a33b-4156-9bc1-0e2b2d18ab20 HTTP/1.1" status: 204 len: 168 time: 0.2798624 Jan 29 19:39:51.446344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:51.460150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab8d95-a33b-4156-9bc1-0e2b2d18ab20,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:51.485093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.485436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.485785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.486128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.486468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.489569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.489965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.490309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.490653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.490995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.491338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.492497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.494818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2746795-7949-4858-9a9b-e5026fcfa54a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:51.528771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-5ee1d63a-28ba-4fd4-9396-90fc997f2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:51.530428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-5ee1d63a-28ba-4fd4-9396-90fc997f2a41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=63c81cb9fbb14331988a814645b9390b&device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 1129 time: 0.5325842 Jan 29 19:39:51.542889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:51.557778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f4bf4-6425-4441-98c7-525a0874a199 req-0f580045-6973-403e-a671-cfdfef68d666 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:51.579854 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e5f4bf4-6425-4441-98c7-525a0874a199 req-0f580045-6973-403e-a671-cfdfef68d666 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.4404266 Jan 29 19:39:51.678356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5fe2-136f-4971-b813-30f33b2d3fa1 req-e57c8b47-60c8-4d70-8cbe-67fdd953ec16 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:51.693272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ddd5fe2-136f-4971-b813-30f33b2d3fa1 req-e57c8b47-60c8-4d70-8cbe-67fdd953ec16 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.1688631 Jan 29 19:39:51.801333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ddd5fe2-136f-4971-b813-30f33b2d3fa1 req-748abfa9-8159-49ec-8711-64540b1a0f3f tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070678 Jan 29 19:39:52.128445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b834c-8139-4175-86c6-00d599b3a3d1 req-45702232-e408-404f-b764-c449676e52bd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:52.160797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d7b834c-8139-4175-86c6-00d599b3a3d1 req-45702232-e408-404f-b764-c449676e52bd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 947 time: 0.2106321 Jan 29 19:39:52.217967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e5f4bf4-6425-4441-98c7-525a0874a199 req-c3d08dd6-0d9d-458c-a9b1-767c45e980f5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369550 Jan 29 19:39:52.249286 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (aff40526-7674-495c-93be-56c2ac8e3878), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.317397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff40526-7674-495c-93be-56c2ac8e3878,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:52.322454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d7b834c-8139-4175-86c6-00d599b3a3d1 req-0c85df75-834c-46f0-9199-9bb787d5240e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588871 Jan 29 19:39:52.324242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-b57518e9-45fb-4549-990f-0a54fa0dbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:52.325979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-b57518e9-45fb-4549-990f-0a54fa0dbb9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.7878270 Jan 29 19:39:52.405035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-e9fef72f-9acf-4a9b-82b2-c25c98cdc0aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 HTTP/1.1" status: 200 len: 217 time: 0.0576034 Jan 29 19:39:52.410847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.411478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.414782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.416157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.416677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.417214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:39:52.469362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device aff40526-7674-495c-93be-56c2ac8e3878 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:52.493488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: aff40526-7674-495c-93be-56c2ac8e3878 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:52.494449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device aff40526-7674-495c-93be-56c2ac8e3878 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:52.494949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:52.514077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (4738da77-960f-4d97-91da-3a5d229b7b9d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.519869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:52.520080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 975e41a8-be5e-48f1-b6bf-a4ba854fa5ee not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:52.544510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-a043ca64-bab3-4bcf-9fdb-eebea548f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:52.546041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-a043ca64-bab3-4bcf-9fdb-eebea548f8b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1239779 Jan 29 19:39:52.606377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36102) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:52.640533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (4738da77-960f-4d97-91da-3a5d229b7b9d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.643922 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks [] for router_controller (4738da77-960f-4d97-91da-3a5d229b7b9d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.684157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7892d13b-57c1-44ed-bdbc-ff084b61f486 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e92bf7a848334845981daef8016b9c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728548 Jan 29 19:39:52.684157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36104) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:52.698899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-29c6be8f-edc6-4e72-9e11-889948bcb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:52.700405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-29c6be8f-edc6-4e72-9e11-889948bcb181 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1217868 Jan 29 19:39:52.770320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58b322b-a032-45d0-9755-0d307ffbe2ee admin admin] Publish callbacks [] for security_group (1425925b-dfca-42ff-b22e-9fa241dc6229), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.792708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (4738da77-960f-4d97-91da-3a5d229b7b9d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.793264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4738da77-960f-4d97-91da-3a5d229b7b9d {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:39:52.800889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.808182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d3ed9030-eb1d-4500-97da-fc37ab1ea3d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4738da77-960f-4d97-91da-3a5d229b7b9d HTTP/1.1" status: 204 len: 168 time: 2.7999365 Jan 29 19:39:52.809210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58b322b-a032-45d0-9755-0d307ffbe2ee admin admin] Publish callbacks [] for security_group (1425925b-dfca-42ff-b22e-9fa241dc6229), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.811095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:52.863248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Deleting subnet 8579dd7f-750a-4538-94a0-ee651f2e952c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:52.883860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Publish callbacks [] for subnet (8579dd7f-750a-4538-94a0-ee651f2e952c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.952194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58b322b-a032-45d0-9755-0d307ffbe2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1425925b-dfca-42ff-b22e-9fa241dc6229), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.956082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58b322b-a032-45d0-9755-0d307ffbe2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.956911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-f66c9175-21c9-47a7-9e97-313fa8282c76 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495773 Jan 29 19:39:52.959289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (8579dd7f-750a-4538-94a0-ee651f2e952c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:52.965569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a58b322b-a032-45d0-9755-0d307ffbe2ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1425925b-dfca-42ff-b22e-9fa241dc6229 HTTP/1.1" status: 204 len: 168 time: 0.2786651 Jan 29 19:39:52.973660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b322b-a032-45d0-9755-0d307ffbe2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425925b-dfca-42ff-b22e-9fa241dc6229,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:53.064358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30504-872e-4aeb-bb99-d82b712fb0e7 req-ea330c1c-d96f-47ff-b83d-9625d80ad343 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:53.075370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5c30504-872e-4aeb-bb99-d82b712fb0e7 req-ea330c1c-d96f-47ff-b83d-9625d80ad343 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.1010065 Jan 29 19:39:53.140699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5c30504-872e-4aeb-bb99-d82b712fb0e7 req-a5e529a1-e16f-4136-a8a4-bc4785e9e4b0 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610025 Jan 29 19:39:53.165667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e68c07-795b-4b3c-8d5e-1b7f7bfe82b9 req-186b359b-1811-4d3b-b426-733b120a96ed service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988118 Jan 29 19:39:53.206003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8579dd7f-750a-4538-94a0-ee651f2e952c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:53.395558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e1d33-998f-4dec-9e15-90ac9f6b3adf req-97524c24-690d-4f6c-bfa4-2025ca5fdfda tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:53.397189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a8e1d33-998f-4dec-9e15-90ac9f6b3adf req-97524c24-690d-4f6c-bfa4-2025ca5fdfda tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.0657859 Jan 29 19:39:53.420600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36144) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:53.451988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a8e1d33-998f-4dec-9e15-90ac9f6b3adf req-720e9948-e437-4fc4-a8d7-fae2ec2fce1c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Jan 29 19:39:53.526104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-172778027-network', 'tenant_id': 'a040d5b50da648d385431037f6d075d5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:53.580699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa05df-7bbd-409f-ae6f-7e662bb81e77 req-9aa0a0d8-0aec-45b5-9695-bce00c933380 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:53.582283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8baa05df-7bbd-409f-ae6f-7e662bb81e77 req-9aa0a0d8-0aec-45b5-9695-bce00c933380 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 947 time: 0.0563359 Jan 29 19:39:53.630989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8baa05df-7bbd-409f-ae6f-7e662bb81e77 req-0b3f0504-0813-4254-b54e-f3ce27b85377 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Jan 29 19:39:53.972701 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (8579dd7f-750a-4538-94a0-ee651f2e952c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:53.999965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8579dd7f-750a-4538-94a0-ee651f2e952c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:54.003541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.007312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-adcfa939-bab9-47ff-bd59-70769c68b8b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8579dd7f-750a-4538-94a0-ee651f2e952c HTTP/1.1" status: 204 len: 168 time: 1.1950994 Jan 29 19:39:54.009967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:54.012669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb32e4-fe4a-4112-a23e-06be1fe79c9b None None] Network 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:54.098167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.161582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Deleting port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:54.161923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.217713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] DHCP port deletion for 65a17ab4-eaa7-42b5-9730-9fa5db0f09fe request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:39:54.237291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] For port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:54.237749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.251848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Calling delete_port for fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:54.274858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Made reservation on behalf of a040d5b50da648d385431037f6d075d5 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:54.277129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] Deleting port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:54.277698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.279270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.302360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:39:54.307768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.452638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks [] for security_group (2a527a83-a86d-4172-8171-730507ffcaf9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.482893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:54.504064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961', 'mac_address': 'fa:16:3e:33:1a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:39:54.509536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:54.520899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2a527a83-a86d-4172-8171-730507ffcaf9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.584975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:54.585440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.594390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:39:54.685455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:39:54.698526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a527a83-a86d-4172-8171-730507ffcaf9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:54.716653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:54.722401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] For port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,segment=NetworkSegment(91baf032-4341-486e-bcba-aaffa53e9854),segment_id=91baf032-4341-486e-bcba-aaffa53e9854)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:54.722808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.731390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7b35f42a-9c95-4964-9cb5-70fffd287210), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.731735 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Added segment 7b35f42a-9c95-4964-9cb5-70fffd287210 of type vlan for network 6ec45a12-8522-4bea-8020-04f4704a0921 Jan 29 19:39:54.780128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] Calling delete_port for fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:54.796596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36206) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:54.880591 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6ec45a12-8522-4bea-8020-04f4704a0921), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.906882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6aae-b285-414c-891a-6992b2d11d45 req-9810e68b-a82c-4e88-aa38-e95a69b40605 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:54.907138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:54.907327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224f679-bd6f-41a0-91cb-c3a902edc700 req-a9737b41-7ae6-4049-ad39-c8efb3459bc9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:54.912948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef8d6aae-b285-414c-891a-6992b2d11d45 req-9810e68b-a82c-4e88-aa38-e95a69b40605 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.2598698 Jan 29 19:39:54.914139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1224f679-bd6f-41a0-91cb-c3a902edc700 req-a9737b41-7ae6-4049-ad39-c8efb3459bc9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.0840192 Jan 29 19:39:54.917027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:54.979098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1224f679-bd6f-41a0-91cb-c3a902edc700 req-7129ce6e-9cb4-411a-bd19-666063e737a7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592651 Jan 29 19:39:54.999664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:55.000902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.020994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:39:55.029794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.069880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.077636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.110943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef8d6aae-b285-414c-891a-6992b2d11d45 req-a71b9c41-a521-4791-a136-c473f0fa7878 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825404 Jan 29 19:39:55.116124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] No DVR routers for this DVR port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:55.157393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5757c32-84e9-4da1-b877-6786a753c6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.183612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:55.183612 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.202464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.205468 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1331b440-541c-4b57-bb52-5004c54a3f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.209317 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.214175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6ec45a12-8522-4bea-8020-04f4704a0921), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.215687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:55.216533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.229804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a17ab4-eaa7-42b5-9730-9fa5db0f09fe']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:55.240809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91baf032-4341-486e-bcba-aaffa53e9854') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:55.244874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91baf032-4341-486e-bcba-aaffa53e9854') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:55.253689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:55.254691 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (91baf032-4341-486e-bcba-aaffa53e9854), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.256081 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077f30f-e5e4-4619-b347-cb57737d6b81" -d '{"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:55.268726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (91baf032-4341-486e-bcba-aaffa53e9854), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.276016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:55.276447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (91baf032-4341-486e-bcba-aaffa53e9854), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.296617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] No DVR routers for this DVR port fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:55.303511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52333800-77e2-42ad-9a68-a2d5db6ea5e1 None None] Pushing event deleted for resources: {'Port': ['ID=fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.320549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:55.324310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['1a530c01-98c2-4ccb-9ffe-3ad86d9c6961'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:55.341204 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:55.363579 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515ba71a-4d6b-4b04-b82b-dedd1ce6281f x-openstack-request-id: req-515ba71a-4d6b-4b04-b82b-dedd1ce6281f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:55.363889 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:55.364175 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-515ba71a-4d6b-4b04-b82b-dedd1ce6281f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:55.364552 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'code': 200} Jan 29 19:39:55.365512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecba7-436e-4f47-947d-5d1e06d05660 req-c48075ca-83f5-4b37-9087-cd3cf70a6007 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:55.367955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1deecba7-436e-4f47-947d-5d1e06d05660 req-c48075ca-83f5-4b37-9087-cd3cf70a6007 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 948 time: 0.3015590 Jan 29 19:39:55.411948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec45a12-8522-4bea-8020-04f4704a0921,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.461259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1deecba7-436e-4f47-947d-5d1e06d05660 req-a8e34f9e-56f2-4f0c-8e35-18860dc21eef tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864189 Jan 29 19:39:55.473991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (65a17ab4-eaa7-42b5-9730-9fa5db0f09fe), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.485437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1111b14d-e900-4516-b563-3734f55cf7a2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0632691 Jan 29 19:39:55.487543 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5757c32-84e9-4da1-b877-6786a753c6ae admin admin] Publish callbacks [] for security_group (06b70038-f90c-4ab9-a4fa-9bb8bf2269bf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.489997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36222) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:55.491772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.495385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Request body: {'subnet': {'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-subnet', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:55.500604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] 10.222.0.15 "DELETE /v2.0/networks/65a17ab4-eaa7-42b5-9730-9fa5db0f09fe HTTP/1.1" status: 204 len: 168 time: 1.4890051 Jan 29 19:39:55.519460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81e64b-13bb-4701-bcea-aea5d786dd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a17ab4-eaa7-42b5-9730-9fa5db0f09fe,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.533169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380cdb3-01b5-4cd0-bf31-c64c2d7ef66a req-25bd09e7-bfa3-4d93-86ed-95400f70b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:55.536292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e380cdb3-01b5-4cd0-bf31-c64c2d7ef66a req-25bd09e7-bfa3-4d93-86ed-95400f70b3fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1130 time: 0.1014619 Jan 29 19:39:55.585654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6ec45a12-8522-4bea-8020-04f4704a0921 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:39:55.587719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.621314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5757c32-84e9-4da1-b877-6786a753c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (06b70038-f90c-4ab9-a4fa-9bb8bf2269bf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.637596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e380cdb3-01b5-4cd0-bf31-c64c2d7ef66a req-2c0220d0-6ae3-4538-8df5-5bcc84eb3176 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950508 Jan 29 19:39:55.655426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Made reservation on behalf of a040d5b50da648d385431037f6d075d5 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:55.657860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.666908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5757c32-84e9-4da1-b877-6786a753c6ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=498a54c94ca34a9d83021fcd001d9c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8680818 Jan 29 19:39:55.669889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36228) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:55.689595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5757c32-84e9-4da1-b877-6786a753c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b70038-f90c-4ab9-a4fa-9bb8bf2269bf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.770123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63faa4be-923a-4bf6-b91a-ac790f0ecef2 admin admin] Publish callbacks [] for security_group (06b70038-f90c-4ab9-a4fa-9bb8bf2269bf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.782651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.799767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63faa4be-923a-4bf6-b91a-ac790f0ecef2 admin admin] Publish callbacks [] for security_group (06b70038-f90c-4ab9-a4fa-9bb8bf2269bf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.925674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36240) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:55.950918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63faa4be-923a-4bf6-b91a-ac790f0ecef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (06b70038-f90c-4ab9-a4fa-9bb8bf2269bf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.953473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63faa4be-923a-4bf6-b91a-ac790f0ecef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.954627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-63faa4be-923a-4bf6-b91a-ac790f0ecef2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06b70038-f90c-4ab9-a4fa-9bb8bf2269bf HTTP/1.1" status: 204 len: 168 time: 0.2834778 Jan 29 19:39:55.973504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faa4be-923a-4bf6-b91a-ac790f0ecef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b70038-f90c-4ab9-a4fa-9bb8bf2269bf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:55.979116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7344705f-6d54-4316-bbc2-24ae80e3d864), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:55.982444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-19a533cf-1d5f-4f80-a8e6-e2c77f370824 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88a3215d2c5543d1977bc39c33cf4c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533764 Jan 29 19:39:55.982787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36244) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:56.164748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:56.198189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7344705f-6d54-4316-bbc2-24ae80e3d864,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:56.210340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:56.210340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbaeb521-a9a5-4dfc-9317-9fdc6f346c2b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:56.255233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fc82f-5dc1-475d-82fb-4d00c8f2253b req-438cd478-daec-47c9-96e1-7e7de7f58948 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:56.273783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d72fc82f-5dc1-475d-82fb-4d00c8f2253b req-438cd478-daec-47c9-96e1-7e7de7f58948 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2134650 Jan 29 19:39:56.285904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Checking segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:39:56.286404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Network hostable DHCP agents. Network: 6ec45a12-8522-4bea-8020-04f4704a0921, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:39:56.308993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c72d-16ce-4e41-9410-7feac2389ee1 req-ba60f334-1e28-4c48-bfd0-8af595e88079 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:56.311629 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81b5c72d-16ce-4e41-9410-7feac2389ee1 req-ba60f334-1e28-4c48-bfd0-8af595e88079 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.0884411 Jan 29 19:39:56.344478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d13f238-f6ea-4d72-9357-3315c19082a9 admin admin] Publish callbacks [] for security_group (5b20e0af-5b27-4df9-acce-f2940ea6de4f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.407330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81b5c72d-16ce-4e41-9410-7feac2389ee1 req-7bc516aa-b263-4ea7-9c4f-8816f81eb253 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e71705-c63b-40db-8ee5-68dbe420bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863082 Jan 29 19:39:56.407971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d72fc82f-5dc1-475d-82fb-4d00c8f2253b req-548bbe84-538b-4508-bb78-ac311199c0d6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344631 Jan 29 19:39:56.423468 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d13f238-f6ea-4d72-9357-3315c19082a9 admin admin] Publish callbacks [] for security_group (5b20e0af-5b27-4df9-acce-f2940ea6de4f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.474559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-e1c0922e-b538-437e-8bd7-95311652cc64 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:56.476090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-e1c0922e-b538-437e-8bd7-95311652cc64 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 945 time: 0.1701732 Jan 29 19:39:56.527778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Network 6ec45a12-8522-4bea-8020-04f4704a0921 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:39:56.614560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Deleting port 0abd73a0-a93d-4424-ad8b-9d9e44494897 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:39:56.615056 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.632991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6ec45a12-8522-4bea-8020-04f4704a0921) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:56.650752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44793c7b-dae1-4e78-9b61-e1874143a0c7 None None] Network 6ec45a12-8522-4bea-8020-04f4704a0921 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:56.651937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f602-1c3a-4227-ad60-53aa57370546 req-17a79f3d-9254-4c86-9faa-1e2ef273f235 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:56.660906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab3f602-1c3a-4227-ad60-53aa57370546 req-17a79f3d-9254-4c86-9faa-1e2ef273f235 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 948 time: 0.0821695 Jan 29 19:39:56.664728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:56.665865 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.685379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d13f238-f6ea-4d72-9357-3315c19082a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5b20e0af-5b27-4df9-acce-f2940ea6de4f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.688773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d13f238-f6ea-4d72-9357-3315c19082a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.690041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6d13f238-f6ea-4d72-9357-3315c19082a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b20e0af-5b27-4df9-acce-f2940ea6de4f HTTP/1.1" status: 204 len: 168 time: 0.7061622 Jan 29 19:39:56.742312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13f238-f6ea-4d72-9357-3315c19082a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20e0af-5b27-4df9-acce-f2940ea6de4f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:56.776500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ab3f602-1c3a-4227-ad60-53aa57370546 req-b15c91d2-77c0-49ca-aa67-1d1a0099deab tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144030 Jan 29 19:39:56.798150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] For port 0abd73a0-a93d-4424-ad8b-9d9e44494897, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0abd73a0-a93d-4424-ad8b-9d9e44494897,segment=NetworkSegment(49a8cc0b-6b70-4738-9512-96948c3e7266),segment_id=49a8cc0b-6b70-4738-9512-96948c3e7266)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:56.799135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:56.815260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Calling delete_port for 0abd73a0-a93d-4424-ad8b-9d9e44494897 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:39:56.841139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d2d0fd3f-f4b8-4fc0-babe-4416a01eb849 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3471198 Jan 29 19:39:56.841139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36278) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:56.847259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:56.890087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdbf0da-7984-44fc-9a0c-127b7a82efa0 None None] Network 6ec45a12-8522-4bea-8020-04f4704a0921 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:39:57.108191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (1ee28535-e51c-4899-9f5b-0f95e1347e99), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.108191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (1ee28535-e51c-4899-9f5b-0f95e1347e99), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.192000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0abd73a0-a93d-4424-ad8b-9d9e44494897), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.204984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0abd73a0-a93d-4424-ad8b-9d9e44494897'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:39:57.277521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Pushing event deleted for resources: {'Port': ['ID=0abd73a0-a93d-4424-ad8b-9d9e44494897,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:57.309273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks [] for router_controller (1ee28535-e51c-4899-9f5b-0f95e1347e99), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.346713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] No DVR routers for this DVR port 0abd73a0-a93d-4424-ad8b-9d9e44494897 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:39:57.349436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.353211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef9faeed-26f9-48bc-bfd1-b5a0a70f2856 req-d8cf3a35-f5ad-44dd-ac01-c9c6e77de85a tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.13 "DELETE /v2.0/ports/0abd73a0-a93d-4424-ad8b-9d9e44494897 HTTP/1.1" status: 204 len: 173 time: 0.8686209 Jan 29 19:39:57.353737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'name': 'network-vif-deleted', 'tag': '0abd73a0-a93d-4424-ad8b-9d9e44494897'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:57.356106 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09964b29-c5f6-4fde-8b2b-60b20781b26f" -d '{"events": [{"server_uuid": "e7de4d31-4ecd-4028-a414-cb63878b040e", "name": "network-vif-deleted", "tag": "0abd73a0-a93d-4424-ad8b-9d9e44494897"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:57.427908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9b8c6c56-979f-421d-80e1-e269b44394af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.455534 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77872e25-f648-4fe1-b583-e427f6feecc5 x-openstack-request-id: req-77872e25-f648-4fe1-b583-e427f6feecc5 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:57.455534 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7de4d31-4ecd-4028-a414-cb63878b040e", "name": "network-vif-deleted", "tag": "0abd73a0-a93d-4424-ad8b-9d9e44494897", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:57.455534 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77872e25-f648-4fe1-b583-e427f6feecc5 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:57.455534 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7de4d31-4ecd-4028-a414-cb63878b040e', 'name': 'network-vif-deleted', 'tag': '0abd73a0-a93d-4424-ad8b-9d9e44494897', 'status': 'completed', 'code': 200} Jan 29 19:39:57.568340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f215701-908a-43f8-bae3-c461761bb812 req-97ff799b-be1a-4cc4-a69f-5c8f18451830 tempest-InstanceActionsTestJSON-1799262984 tempest-InstanceActionsTestJSON-1799262984-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7de4d31-4ecd-4028-a414-cb63878b040e HTTP/1.1" status: 200 len: 210 time: 0.0525196 Jan 29 19:39:57.646245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:57.713318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks [] for router_gateway (1ee28535-e51c-4899-9f5b-0f95e1347e99), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:57.730317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839940-7d2b-436c-878c-19dab73473b5 req-37c963fc-8e57-4dc5-b77c-adc4858037b8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:57.732679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71839940-7d2b-436c-878c-19dab73473b5 req-37c963fc-8e57-4dc5-b77c-adc4858037b8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1923082 Jan 29 19:39:57.820080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71839940-7d2b-436c-878c-19dab73473b5 req-f65c354b-954d-437f-89b5-dea00b936c79 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810294 Jan 29 19:39:57.994636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974270ea-a83f-4dae-a6ae-cc21938543b0 req-863895d0-0d41-42bf-9db3-ffacb890f3fd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:58.002779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-974270ea-a83f-4dae-a6ae-cc21938543b0 req-863895d0-0d41-42bf-9db3-ffacb890f3fd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 948 time: 0.1023245 Jan 29 19:39:58.012990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08f5c9b2-5a55-421e-acde-9cf78cc5ab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.142964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08f5c9b2-5a55-421e-acde-9cf78cc5ab20 admin admin] Publish callbacks [] for security_group (7da73a0a-26a7-4090-8ead-22a8c93f6dfc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.180559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-974270ea-a83f-4dae-a6ae-cc21938543b0 req-74a2b122-8d08-4fdd-971c-d97ef7046fa7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737707 Jan 29 19:39:58.286131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08f5c9b2-5a55-421e-acde-9cf78cc5ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7da73a0a-26a7-4090-8ead-22a8c93f6dfc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.335087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:39:58.338556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-08f5c9b2-5a55-421e-acde-9cf78cc5ab20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3887017e3b9a4c2192f11e7ee81823ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909215 Jan 29 19:39:58.340625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5c9b2-5a55-421e-acde-9cf78cc5ab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da73a0a-26a7-4090-8ead-22a8c93f6dfc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:58.344020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36324) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:58.387359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks [] for router_gateway (1ee28535-e51c-4899-9f5b-0f95e1347e99), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.397179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d5dbd-c67f-484b-95f3-09f26982a15d req-360eb798-60b6-4cb6-9f3d-a11278879a38 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:58.398631 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e4d5dbd-c67f-484b-95f3-09f26982a15d req-360eb798-60b6-4cb6-9f3d-a11278879a38 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1325727 Jan 29 19:39:58.429800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.439206 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-523c8625-8085-416a-8ccd-c5133f0b78cb admin admin] Publish callbacks [] for security_group (7da73a0a-26a7-4090-8ead-22a8c93f6dfc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.473536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-523c8625-8085-416a-8ccd-c5133f0b78cb admin admin] Publish callbacks [] for security_group (7da73a0a-26a7-4090-8ead-22a8c93f6dfc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.543601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Allocated IP 172.25.5.99 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/a88f0cb4-8a14-4519-a845-57bc533dbbd1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:39:58.621378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-523c8625-8085-416a-8ccd-c5133f0b78cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7da73a0a-26a7-4090-8ead-22a8c93f6dfc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.625544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-523c8625-8085-416a-8ccd-c5133f0b78cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.631709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-523c8625-8085-416a-8ccd-c5133f0b78cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7da73a0a-26a7-4090-8ead-22a8c93f6dfc HTTP/1.1" status: 204 len: 168 time: 0.2817016 Jan 29 19:39:58.639998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c8625-8085-416a-8ccd-c5133f0b78cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da73a0a-26a7-4090-8ead-22a8c93f6dfc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:58.655840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:39:58.677766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:39:58.678246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.723817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e4d5dbd-c67f-484b-95f3-09f26982a15d req-90a552fd-2294-4180-929d-00587e84eb47 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965260 Jan 29 19:39:58.746017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.758627 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks [] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.772855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36346) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:58.839438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:39:58.841099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.853340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Deleting subnet 4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:39:58.856969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36354) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:58.864435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Publish callbacks [] for subnet (4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.880678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:39:58.881838 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca285395-ba6d-4ff6-a42e-5a8318d0ff24" -d '{"events": [{"server_uuid": "de91392a-b6e5-42cd-b899-bb95b4e9e36e", "name": "network-vif-plugged", "status": "completed", "tag": "1a530c01-98c2-4ccb-9ffe-3ad86d9c6961"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:39:58.886661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:39:58.923338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.966942 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797b00a0-389e-4146-a816-61ef22c4ca50 x-openstack-request-id: req-797b00a0-389e-4146-a816-61ef22c4ca50 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:39:58.967319 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de91392a-b6e5-42cd-b899-bb95b4e9e36e", "name": "network-vif-plugged", "status": "completed", "tag": "1a530c01-98c2-4ccb-9ffe-3ad86d9c6961", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:39:58.967635 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-797b00a0-389e-4146-a816-61ef22c4ca50 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:39:58.968095 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961', 'code': 200} Jan 29 19:39:58.971788 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:58.972343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.043728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.109969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:59.172343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:39:59.192576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:39:59.199933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:39:59.244351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.281706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Pushing event updated for resources: {'Port': ['ID=a88f0cb4-8a14-4519-a845-57bc533dbbd1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:59.306723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-549220671-network', 'tenant_id': 'a23e07b91e2a44b59ec1c5b0ef5f9c2c'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:39:59.334794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.343299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26 HTTP/1.1" status: 204 len: 168 time: 0.5628300 Jan 29 19:39:59.344872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36400) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:59.373623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66da3f4-6583-41bd-a7f1-05fc030c2323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3bd6ac-c3eb-4b77-a7a5-0f2d022c4a26,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:39:59.428096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6c612040-d1c9-4113-aa2a-6c18031f8044), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.459200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Made reservation on behalf of a23e07b91e2a44b59ec1c5b0ef5f9c2c for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:39:59.461689 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.527520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6c612040-d1c9-4113-aa2a-6c18031f8044), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.530737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.541720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.566134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6352-5cb5-418b-957f-34d6fb9ae196 req-6294a760-c37e-41e5-b67f-fc755ad14fcf tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:59.567742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dbd6352-5cb5-418b-957f-34d6fb9ae196 req-6294a760-c37e-41e5-b67f-fc755ad14fcf tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 949 time: 0.2122800 Jan 29 19:39:59.617849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c612040-d1c9-4113-aa2a-6c18031f8044']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:59.619563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36404) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:59.638067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a8cc0b-6b70-4738-9512-96948c3e7266') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:59.638676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a8cc0b-6b70-4738-9512-96948c3e7266') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:39:59.646852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47e5a87b-c0a6-49ee-b446-9114e01cb613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.661379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (49a8cc0b-6b70-4738-9512-96948c3e7266), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.671484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0295af-f55d-4d56-ae2f-4eb935624489 req-9f724095-7400-42b5-abb9-bd7c9c49a4be tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:39:59.673452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b0295af-f55d-4d56-ae2f-4eb935624489 req-9f724095-7400-42b5-abb9-bd7c9c49a4be tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1101494 Jan 29 19:39:59.713287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dbd6352-5cb5-418b-957f-34d6fb9ae196 req-74a12302-c276-4355-996c-0a29c6878d52 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125696 Jan 29 19:39:59.748933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (49a8cc0b-6b70-4738-9512-96948c3e7266), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.765172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:39:59.765587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (49a8cc0b-6b70-4738-9512-96948c3e7266), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:39:59.773005 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:39:59.804428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-c8c7b5eb-0257-4e5d-abd6-19687578f62d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298680 Jan 29 19:39:59.831051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks [] for security_group (a462eb05-be47-4be5-97f2-e35b0a39aa1b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.860450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-782a54d8-7bf2-413a-a732-f06187648296 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:39:59.861453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-782a54d8-7bf2-413a-a732-f06187648296 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105166 Jan 29 19:39:59.863458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36408) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:39:59.891520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b0295af-f55d-4d56-ae2f-4eb935624489 req-76301ec4-7bca-4aa4-adbc-63734d894f48 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006361 Jan 29 19:39:59.932039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a462eb05-be47-4be5-97f2-e35b0a39aa1b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.941929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks [] for router_gateway (1ee28535-e51c-4899-9f5b-0f95e1347e99), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.952921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0abd73a0-a93d-4424-ad8b-9d9e44494897 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:39:59.971939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6c612040-d1c9-4113-aa2a-6c18031f8044), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.976073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 0abd73a0-a93d-4424-ad8b-9d9e44494897 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:39:59.976747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0abd73a0-a93d-4424-ad8b-9d9e44494897 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:39:59.981470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:39:59.984701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] 10.222.0.15 "DELETE /v2.0/networks/6c612040-d1c9-4113-aa2a-6c18031f8044 HTTP/1.1" status: 204 len: 168 time: 0.6391177 Jan 29 19:39:59.994396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47e5a87b-c0a6-49ee-b446-9114e01cb613 admin admin] Publish callbacks [] for security_group (df6e2ad1-c69a-43df-a394-fa040f7c462b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.013576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:00.017570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a4f28-1499-4bbc-ae3e-6a4a2e91fafb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c612040-d1c9-4113-aa2a-6c18031f8044,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.040767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab9184ea-6b24-4965-a819-ba2ae33ecb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.060165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a462eb05-be47-4be5-97f2-e35b0a39aa1b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.063977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f50a483f-6cdf-4e74-834b-8327a9e64e1c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.064527 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Added segment f50a483f-6cdf-4e74-834b-8327a9e64e1c of type vlan for network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb Jan 29 19:40:00.114382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47e5a87b-c0a6-49ee-b446-9114e01cb613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (df6e2ad1-c69a-43df-a394-fa040f7c462b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.149514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.190670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (2bf888fb-36db-46f2-83ac-4ca945e8e4bb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.200589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964ed42-d532-4c62-837b-4ac34aa20a13 req-021ef7dd-2ff7-47e5-ab40-db0bec291e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:00.202104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c964ed42-d532-4c62-837b-4ac34aa20a13 req-021ef7dd-2ff7-47e5-ab40-db0bec291e6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 1131 time: 1.0809836 Jan 29 19:40:00.238960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5a87b-c0a6-49ee-b446-9114e01cb613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e2ad1-c69a-43df-a394-fa040f7c462b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.256340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47e5a87b-c0a6-49ee-b446-9114e01cb613 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3234c9e16f524f189a7891636dd42852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6320841 Jan 29 19:40:00.257085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36424) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:00.360519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72b1585e-8d3e-401c-ba85-273b0568fc9f admin admin] Publish callbacks [] for security_group (df6e2ad1-c69a-43df-a394-fa040f7c462b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.374418 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c964ed42-d532-4c62-837b-4ac34aa20a13 req-3f56beee-215a-4d9f-a730-07dc74f7cd84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555996 Jan 29 19:40:00.414774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72b1585e-8d3e-401c-ba85-273b0568fc9f admin admin] Publish callbacks [] for security_group (df6e2ad1-c69a-43df-a394-fa040f7c462b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.433258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (2bf888fb-36db-46f2-83ac-4ca945e8e4bb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.434238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:00.434820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.465624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab9184ea-6b24-4965-a819-ba2ae33ecb3d admin admin] Publish callbacks [] for security_group (4a6e41e8-3edc-46ce-9830-705c31ee0f81), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.468438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36434) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:00.514917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] Pushing event updated for resources: {'Network': ['ID=2bf888fb-36db-46f2-83ac-4ca945e8e4bb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.519542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (1ee28535-e51c-4899-9f5b-0f95e1347e99), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.528386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:00.536495 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b2a53b0d-a57a-4215-8b7d-d5c93ca6ee69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0140c12a0efa48e79ce1db24b681bb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0659778 Jan 29 19:40:00.537207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36436) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:00.564233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ab9184ea-6b24-4965-a819-ba2ae33ecb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a6e41e8-3edc-46ce-9830-705c31ee0f81), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.588697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72b1585e-8d3e-401c-ba85-273b0568fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (df6e2ad1-c69a-43df-a394-fa040f7c462b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.591136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fa2a500c-8988-4c8a-a3ae-c1c904cfbfeb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7329526 Jan 29 19:40:00.594644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72b1585e-8d3e-401c-ba85-273b0568fc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.595896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-72b1585e-8d3e-401c-ba85-273b0568fc9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df6e2ad1-c69a-43df-a394-fa040f7c462b HTTP/1.1" status: 204 len: 168 time: 0.3375685 Jan 29 19:40:00.597185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:00.620329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Request body: {'subnet': {'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-549220671-subnet', 'tenant_id': 'a23e07b91e2a44b59ec1c5b0ef5f9c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:00.643813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1585e-8d3e-401c-ba85-273b0568fc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e2ad1-c69a-43df-a394-fa040f7c462b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.670302 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ab9184ea-6b24-4965-a819-ba2ae33ecb3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e20177f2f4fd4e429ced70a92d948069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8031569 Jan 29 19:40:00.684415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36442) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:00.684956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9184ea-6b24-4965-a819-ba2ae33ecb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6e41e8-3edc-46ce-9830-705c31ee0f81,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.685439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12d566a6-c643-4eb5-a56e-028f438e90bd admin admin] Publish callbacks [] for security_group (a5e71705-c63b-40db-8ee5-68dbe420bd6f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.738167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12d566a6-c643-4eb5-a56e-028f438e90bd admin admin] Publish callbacks [] for security_group (a5e71705-c63b-40db-8ee5-68dbe420bd6f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.789192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Made reservation on behalf of a23e07b91e2a44b59ec1c5b0ef5f9c2c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:00.800892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.808340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e033639f-7c97-43a9-b19b-884fe250d2ff admin admin] Publish callbacks [] for security_group (4a6e41e8-3edc-46ce-9830-705c31ee0f81), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.832159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e033639f-7c97-43a9-b19b-884fe250d2ff admin admin] Publish callbacks [] for security_group (4a6e41e8-3edc-46ce-9830-705c31ee0f81), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.903073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12d566a6-c643-4eb5-a56e-028f438e90bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a5e71705-c63b-40db-8ee5-68dbe420bd6f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.906120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12d566a6-c643-4eb5-a56e-028f438e90bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:00.908223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-12d566a6-c643-4eb5-a56e-028f438e90bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5e71705-c63b-40db-8ee5-68dbe420bd6f HTTP/1.1" status: 204 len: 168 time: 0.3698075 Jan 29 19:40:00.917977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d566a6-c643-4eb5-a56e-028f438e90bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e71705-c63b-40db-8ee5-68dbe420bd6f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:00.933865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Router 1ee28535-e51c-4899-9f5b-0f95e1347e99 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:40:00.954232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba7c94-464c-4eff-a2fd-bd537630bd77 req-38ffa743-eb1d-43ac-868e-9b8b5f87c2c7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:00.970818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bba7c94-464c-4eff-a2fd-bd537630bd77 req-38ffa743-eb1d-43ac-868e-9b8b5f87c2c7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 949 time: 0.1492205 Jan 29 19:40:01.000804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e033639f-7c97-43a9-b19b-884fe250d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a6e41e8-3edc-46ce-9830-705c31ee0f81), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:01.005126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e033639f-7c97-43a9-b19b-884fe250d2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:01.005618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e033639f-7c97-43a9-b19b-884fe250d2ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a6e41e8-3edc-46ce-9830-705c31ee0f81 HTTP/1.1" status: 204 len: 168 time: 0.2963052 Jan 29 19:40:01.040774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033639f-7c97-43a9-b19b-884fe250d2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6e41e8-3edc-46ce-9830-705c31ee0f81,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:01.143522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51727-68c0-40ad-a089-c0fab2c6345e req-70676689-9d08-4531-bdd3-7e04a57f8c99 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:01.145535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5d51727-68c0-40ad-a089-c0fab2c6345e req-70676689-9d08-4531-bdd3-7e04a57f8c99 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1206567 Jan 29 19:40:01.176506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bba7c94-464c-4eff-a2fd-bd537630bd77 req-f5e3f985-7893-439e-8011-7bab3461e5a3 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011702 Jan 29 19:40:01.261040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:40:01.278247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Sync routers for ids ['1ee28535-e51c-4899-9f5b-0f95e1347e99'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:40:01.292505 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Routers {'1ee28535-e51c-4899-9f5b-0f95e1347e99'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:01.293155 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1ee28535-e51c-4899-9f5b-0f95e1347e99'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:01.296285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5d51727-68c0-40ad-a089-c0fab2c6345e req-28eba990-5d7f-49ba-a80a-295504a92800 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445546 Jan 29 19:40:01.354767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:01.358779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e53a4acf-dd05-41cd-be3c-342240ffb345 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5143113 Jan 29 19:40:01.359101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36462) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:01.380958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (c17452a4-ab3d-4ed5-b374-91c52c5a187c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:01.449971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17452a4-ab3d-4ed5-b374-91c52c5a187c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:01.459002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Checking segment: {'id': 'f50a483f-6cdf-4e74-834b-8327a9e64e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:01.459276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Network hostable DHCP agents. Network: 2bf888fb-36db-46f2-83ac-4ca945e8e4bb, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:01.466652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:01.578105 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Set router 1ee28535-e51c-4899-9f5b-0f95e1347e99 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:01.595686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:01.715094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 2bf888fb-36db-46f2-83ac-4ca945e8e4bb) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:01.719407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:01.720171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:01.728664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa683b-4ef1-44cc-9397-b9fa3ea31ad0 None None] Network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:01.809791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-add52ac3-62ed-48c7-9a59-6963ff1c45ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2046745 Jan 29 19:40:01.951859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e8423-19d7-4c22-8149-e19a929fcb3f None None] Network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:01.960039 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:39:59Z', 'revision_number': 3, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:02.038512 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Checking router: 1ee28535-e51c-4899-9f5b-0f95e1347e99 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:40:02.039108 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Updating router 1ee28535-e51c-4899-9f5b-0f95e1347e99 port a88f0cb4-8a14-4519-a845-57bc533dbbd1 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:40:02.098931 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.167210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.465129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282388-9a58-4097-af76-ee6536b03495 req-59b1daa7-494a-4840-8cf8-2c45954f86fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:02.475245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93282388-9a58-4097-af76-ee6536b03495 req-59b1daa7-494a-4840-8cf8-2c45954f86fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 949 time: 0.1958113 Jan 29 19:40:02.531755 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Publish callbacks [] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.585683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93282388-9a58-4097-af76-ee6536b03495 req-3be44a91-be69-426a-8b04-6ca90280b3f4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008551 Jan 29 19:40:02.593689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Allocated IP 172.20.0.1 (6ec45a12-8522-4bea-8020-04f4704a0921/7344705f-6d54-4316-bbc2-24ae80e3d864/3f353439-79d0-47c8-9028-785b608d0261) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:02.642550 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.746280 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Attempting to bind port a88f0cb4-8a14-4519-a845-57bc533dbbd1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:02.746652 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Attempting to bind port a88f0cb4-8a14-4519-a845-57bc533dbbd1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:02.747017 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Attempting to bind port a88f0cb4-8a14-4519-a845-57bc533dbbd1 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:02.753242 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Pushing event updated for resources: {'Port': ['ID=a88f0cb4-8a14-4519-a845-57bc533dbbd1,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:02.777478 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.777702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks [] for port (3f353439-79d0-47c8-9028-785b608d0261), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.777908 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.778201 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.778924 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.778924 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.779190 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.779624 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.779955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.780305 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.780661 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.781175 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.781633 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.782015 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:02.793242 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:02.793642 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:02.794050 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.794455 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:02.795930 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Bound port: a88f0cb4-8a14-4519-a845-57bc533dbbd1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:02.796526 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:02.844158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a597-d17d-45ae-a2a7-d6653f441e4a req-b291543c-b1ed-4102-85e7-3c06e985b526 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:02.854114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a66a597-d17d-45ae-a2a7-d6653f441e4a req-b291543c-b1ed-4102-85e7-3c06e985b526 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1385727 Jan 29 19:40:02.903391 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] For port a88f0cb4-8a14-4519-a845-57bc533dbbd1, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:02.913107 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] For port a88f0cb4-8a14-4519-a845-57bc533dbbd1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a88f0cb4-8a14-4519-a845-57bc533dbbd1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:02.945876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a66a597-d17d-45ae-a2a7-d6653f441e4a req-18604a30-4774-4e45-ace0-e3992eafcd0b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908659 Jan 29 19:40:02.978956 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:03.021164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3f353439-79d0-47c8-9028-785b608d0261), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:03.085860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ad38e-d161-4046-96de-562d752297ab req-a4e69da0-6d4b-446a-acc9-9e8126268a9c tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:03.088375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7a4ad38e-d161-4046-96de-562d752297ab req-a4e69da0-6d4b-446a-acc9-9e8126268a9c tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 1131 time: 0.0710797 Jan 29 19:40:03.137186 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80509ea-a920-45aa-9f11-53200a651680 None None] Pushing event updated for resources: {'Port': ['ID=a88f0cb4-8a14-4519-a845-57bc533dbbd1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:03.141191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-9bd9a72b-3313-4710-b2a4-bfb9bfb9de4c tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:03.142773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-9bd9a72b-3313-4710-b2a4-bfb9bfb9de4c tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/networks?id=2bf888fb-36db-46f2-83ac-4ca945e8e4bb HTTP/1.1" status: 200 len: 820 time: 0.3006141 Jan 29 19:40:03.152399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Network 6ec45a12-8522-4bea-8020-04f4704a0921 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:03.153982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Pushing event updated for resources: {'Port': ['ID=3f353439-79d0-47c8-9028-785b608d0261,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:03.163774 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Routers {'1ee28535-e51c-4899-9f5b-0f95e1347e99'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:03.164095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:03.164651 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1ee28535-e51c-4899-9f5b-0f95e1347e99'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:03.167339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:03.171291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-18bdcb38-3d6c-4274-8f9a-8e9c830f3775 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/quotas/a23e07b91e2a44b59ec1c5b0ef5f9c2c HTTP/1.1" status: 200 len: 375 time: 0.0215869 Jan 29 19:40:03.232444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7a4ad38e-d161-4046-96de-562d752297ab req-dce084d2-3d3c-439d-8136-b0d5f38a24fb tempest-ServersOnMultiNodesTest-1912398938 tempest-ServersOnMultiNodesTest-1912398938-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247578 Jan 29 19:40:03.262838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-9353ab80-a874-408a-8a6a-0fa177ce2d71 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a23e07b91e2a44b59ec1c5b0ef5f9c2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637910 Jan 29 19:40:03.305868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (1ee28535-e51c-4899-9f5b-0f95e1347e99), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:03.318384 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] Set router 1ee28535-e51c-4899-9f5b-0f95e1347e99 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:03.346656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-597f7c3d-ec65-4f78-a2e3-4e83bc0db44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:03.348535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-597f7c3d-ec65-4f78-a2e3-4e83bc0db44d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1131 time: 0.1466968 Jan 29 19:40:03.547616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-4edfd63f-f884-4b5a-baf4-bf09dfc320bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:03.547616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-4edfd63f-f884-4b5a-baf4-bf09dfc320bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1877699 Jan 29 19:40:03.599486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-2d1f1b10-5087-4924-8633-0b98ac62c29f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0422599 Jan 29 19:40:03.601162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-086021e3-4e95-41e7-b0df-d23af3ff7666 service neutron] 10.222.0.15 "GET /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387127 Jan 29 19:40:03.725818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-972040d9-bec6-4f1f-8eac-baf2b294d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:03.728028 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-972040d9-bec6-4f1f-8eac-baf2b294d31e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1143134 Jan 29 19:40:03.730552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36542) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:03.733006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3ab7659c-e15b-4262-a6c8-03a9881ed231 service neutron] 10.222.0.15 "GET /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308887 Jan 29 19:40:03.764062 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:39:59Z', 'revision_number': 3, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:03.799014 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2af84ab-7aff-4114-b982-d3990ac6801c None None] The sync data for ids ['1ee28535-e51c-4899-9f5b-0f95e1347e99'] in n-d-825496-5 is: [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:39:59Z', 'revision_number': 3, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:40:03.849804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-203eca7c-bedd-47a5-899d-517d6cac05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:03.851313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-203eca7c-bedd-47a5-899d-517d6cac05f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0801792 Jan 29 19:40:03.915450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f353439-79d0-47c8-9028-785b608d0261), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:04.027035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-139434888-network', 'tenant_id': '7b79dc98ad4743f5bcc1343574f98b24'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:04.094121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8cfc1-687f-43ea-85d3-abfa70f58a9a req-59c8638b-31a9-4af1-aaa1-cde89b9c938a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:04.096106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afd8cfc1-687f-43ea-85d3-abfa70f58a9a req-59c8638b-31a9-4af1-aaa1-cde89b9c938a tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 949 time: 0.2485609 Jan 29 19:40:04.149922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-b7d0432a-8681-438e-985f-b287e1622e83 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626088 Jan 29 19:40:04.283792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Made reservation on behalf of 7b79dc98ad4743f5bcc1343574f98b24 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:04.286125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:04.314868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aba94-5620-4cc7-90b1-f41eaff49c57 req-7adc85dc-e99d-4528-9f67-d607103bc76f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:04.315512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:04.318141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f81aba94-5620-4cc7-90b1-f41eaff49c57 req-7adc85dc-e99d-4528-9f67-d607103bc76f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1536200 Jan 29 19:40:04.345252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afd8cfc1-687f-43ea-85d3-abfa70f58a9a req-ff96e3a3-f1de-4f5c-a537-b66565e44af8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263918 Jan 29 19:40:04.359752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks [] for port (3f353439-79d0-47c8-9028-785b608d0261), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:04.441416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3f353439-79d0-47c8-9028-785b608d0261), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:04.559211 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f81aba94-5620-4cc7-90b1-f41eaff49c57 req-0c2bc760-8bc2-460c-9e63-3cfb0629a792 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242494 Jan 29 19:40:04.576681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (1ee28535-e51c-4899-9f5b-0f95e1347e99), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:04.648849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Pushing event updated for resources: {'Port': ['ID=3f353439-79d0-47c8-9028-785b608d0261,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:04.786851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Network 6ec45a12-8522-4bea-8020-04f4704a0921 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:04.789347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:04.978175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e03a7741-213e-4e9c-a22f-99f3be745dfd req-b1924e05-e217-4a88-94a1-53e20797c853 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 210 time: 0.0978787 Jan 29 19:40:05.039324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Router 1ee28535-e51c-4899-9f5b-0f95e1347e99 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:40:05.074496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-5c656a40-9ada-4572-9343-55284c00f626 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9145761 Jan 29 19:40:05.154970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks [] for security_group (18d48afa-e7ac-4834-a39b-f5ad9fadea1d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.262682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:40:05.277923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-af6a89f4-5d0a-446c-a285-159e59474a69 admin admin] 10.222.0.15 "PUT /v2.0/routers/1ee28535-e51c-4899-9f5b-0f95e1347e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9089377 Jan 29 19:40:05.316933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-63f0f3fd-7c21-455f-8a8e-c3947f3ca22b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:05.320778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-63f0f3fd-7c21-455f-8a8e-c3947f3ca22b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 949 time: 0.1004117 Jan 29 19:40:05.326902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (18d48afa-e7ac-4834-a39b-f5ad9fadea1d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.355325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d48afa-e7ac-4834-a39b-f5ad9fadea1d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:05.374939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:05.410532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fad48d98-be54-4eb2-b01a-bddbf6328d97), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.415490 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Added segment fad48d98-be54-4eb2-b01a-bddbf6328d97 of type vlan for network 4d29fda1-c589-4155-9c64-130a7e0979e2 Jan 29 19:40:05.484670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4d29fda1-c589-4155-9c64-130a7e0979e2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.549899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:05.550094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.593761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058226d-75e9-439d-b9fa-8e105ad9476d req-86303b83-c727-4e74-962f-fba39d30f02e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:05.595350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5058226d-75e9-439d-b9fa-8e105ad9476d req-86303b83-c727-4e74-962f-fba39d30f02e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 949 time: 0.1521883 Jan 29 19:40:05.662882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4d29fda1-c589-4155-9c64-130a7e0979e2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.668555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:05.672475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.677977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5058226d-75e9-439d-b9fa-8e105ad9476d req-404d0ec5-64f3-4835-a86f-66a385909110 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739915 Jan 29 19:40:05.805161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:05.805700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:05.825073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0921946 Jan 29 19:40:05.833051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:05.833772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cfedc-29a4-4956-bfb0-e6c7f3b97fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d29fda1-c589-4155-9c64-130a7e0979e2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:05.844943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Request body: {'subnet': {'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-139434888-subnet', 'tenant_id': '7b79dc98ad4743f5bcc1343574f98b24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:05.851576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:05.858869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:05.957049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a2eac-7d01-488e-98ef-dea0f0cd02ea req-c6aea434-bba9-4c4a-81ee-9af30cfa0b57 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:05.960427 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a55a2eac-7d01-488e-98ef-dea0f0cd02ea req-c6aea434-bba9-4c4a-81ee-9af30cfa0b57 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2417161 Jan 29 19:40:06.015003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-28a6d53b-3446-4a7e-b212-aab0c6b10339 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:06.016545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-28a6d53b-3446-4a7e-b212-aab0c6b10339 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 818 time: 0.1937318 Jan 29 19:40:06.032421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-d388e7b4-30f3-431c-927b-eca5cc6a34e4 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/quotas/a040d5b50da648d385431037f6d075d5 HTTP/1.1" status: 200 len: 375 time: 0.0100174 Jan 29 19:40:06.037554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a55a2eac-7d01-488e-98ef-dea0f0cd02ea req-08ce817e-d2dc-4643-8851-eb49a5a52f11 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761640 Jan 29 19:40:06.114848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Made reservation on behalf of 7b79dc98ad4743f5bcc1343574f98b24 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:06.116911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:06.175256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-a924b66a-4763-45a9-8eb8-d2a03d8bae4a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1309910 Jan 29 19:40:06.236316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-180269e9-68f9-46fc-83ba-0022964842c9 req-c29ee6c2-9632-4f84-828b-e924d8a203e5 tempest-AbsoluteLimitsNegativeTestJSON-1248330839 tempest-AbsoluteLimitsNegativeTestJSON-1248330839-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b991ce1629d34b36ba7413b68ba3851f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388155 Jan 29 19:40:06.244165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a88f0cb4-8a14-4519-a845-57bc533dbbd1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:06.310949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-6e6a4e63-1299-460e-9e42-d7e8246ce563 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345816 Jan 29 19:40:06.363199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a88f0cb4-8a14-4519-a845-57bc533dbbd1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:06.365144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:06.380576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1a530c01-98c2-4ccb-9ffe-3ad86d9c6961), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:06.423021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'cc228307-ec2c-422e-84d3-8942bd30905a', 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:06.438688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=1a530c01-98c2-4ccb-9ffe-3ad86d9c6961,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:06.451904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180269e9-68f9-46fc-83ba-0022964842c9 req-a463f589-80da-48d3-881e-bdc897118212 tempest-AbsoluteLimitsNegativeTestJSON-1248330839 tempest-AbsoluteLimitsNegativeTestJSON-1248330839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:06.458066 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-180269e9-68f9-46fc-83ba-0022964842c9 req-a463f589-80da-48d3-881e-bdc897118212 tempest-AbsoluteLimitsNegativeTestJSON-1248330839 tempest-AbsoluteLimitsNegativeTestJSON-1248330839-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122693 Jan 29 19:40:06.488383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-92c3de23-f730-4a87-84c9-76a7360cf0d4 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753716 Jan 29 19:40:06.557814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb', '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:06.586399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-180269e9-68f9-46fc-83ba-0022964842c9 req-3e0013fb-8888-4afb-9101-49ec137f9f7b tempest-AbsoluteLimitsNegativeTestJSON-1248330839 tempest-AbsoluteLimitsNegativeTestJSON-1248330839-project] 10.222.0.15 "GET /v2.0/quotas/b991ce1629d34b36ba7413b68ba3851f HTTP/1.1" status: 200 len: 375 time: 0.1273768 Jan 29 19:40:06.589633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:06.600623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:06.606137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bed12eb1-5d61-4fae-89a3-c556948fb5f6 req-7cce5ef8-c856-4096-86b9-1359a463e8fa tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "DELETE /v2.0/ports/1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 HTTP/1.1" status: 204 len: 173 time: 1.2536044 Jan 29 19:40:06.606630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'name': 'network-vif-deleted', 'tag': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:06.609530 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1cb521-7d2a-465e-a162-b4698216803d" -d '{"events": [{"server_uuid": "de91392a-b6e5-42cd-b899-bb95b4e9e36e", "name": "network-vif-deleted", "tag": "1a530c01-98c2-4ccb-9ffe-3ad86d9c6961"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:06.666532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-180269e9-68f9-46fc-83ba-0022964842c9 req-9092ecf4-7781-4916-bec7-33ec295af31a tempest-AbsoluteLimitsNegativeTestJSON-1248330839 tempest-AbsoluteLimitsNegativeTestJSON-1248330839-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b991ce1629d34b36ba7413b68ba3851f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786216 Jan 29 19:40:06.804478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (aeb17c0f-8119-4207-ab5d-7e1ff9af7b87), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:06.850445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Sync routers for ids ['1ee28535-e51c-4899-9f5b-0f95e1347e99'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:40:06.904344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:06.923784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Checking segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:06.924424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Network hostable DHCP agents. Network: 4d29fda1-c589-4155-9c64-130a7e0979e2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:06.927022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Routers {'1ee28535-e51c-4899-9f5b-0f95e1347e99'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:06.928438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1ee28535-e51c-4899-9f5b-0f95e1347e99'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:07.002484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-adfee549-bdb5-48bf-b08d-51002f9ca5c8 req-418b4045-1845-4189-844d-da32ef768ffe tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 210 time: 0.0874786 Jan 29 19:40:07.091914 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2565e7b-c99e-42d5-bef2-735bb71b5bae x-openstack-request-id: req-c2565e7b-c99e-42d5-bef2-735bb71b5bae {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:07.092463 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de91392a-b6e5-42cd-b899-bb95b4e9e36e", "name": "network-vif-deleted", "tag": "1a530c01-98c2-4ccb-9ffe-3ad86d9c6961", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:07.092463 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2565e7b-c99e-42d5-bef2-735bb71b5bae {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:07.092891 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de91392a-b6e5-42cd-b899-bb95b4e9e36e', 'name': 'network-vif-deleted', 'tag': '1a530c01-98c2-4ccb-9ffe-3ad86d9c6961', 'status': 'completed', 'code': 200} Jan 29 19:40:07.097524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:07.111741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Set router 1ee28535-e51c-4899-9f5b-0f95e1347e99 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:07.134316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c107359-e405-4758-a642-04c3944778ea req-146c6b91-78b3-49a9-b3af-4201cb97dec8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=de91392a-b6e5-42cd-b899-bb95b4e9e36e HTTP/1.1" status: 200 len: 210 time: 0.0730863 Jan 29 19:40:07.230366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b716c00-fb49-4fcb-a866-ca489f394181 req-d62051ad-fa2b-45e1-a11a-665433f3bffe tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0599945 Jan 29 19:40:07.232518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4d29fda1-c589-4155-9c64-130a7e0979e2) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:07.250630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:07.252965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:07.294988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d14e6f5-b820-4d1b-b45f-6f3468c0c411 None None] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:07.346943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5d86c-65df-41d6-8760-0b5f7628bdcf req-5d327e5f-8c43-4aee-9040-eb5a1088668f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:07.348676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ac5d86c-65df-41d6-8760-0b5f7628bdcf req-5d327e5f-8c43-4aee-9040-eb5a1088668f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.0766404 Jan 29 19:40:07.389349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dd75f50f-1dd5-4056-9786-cb14a2a75b50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5473011 Jan 29 19:40:07.418238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ac5d86c-65df-41d6-8760-0b5f7628bdcf req-f23475cd-44a5-4ff2-940e-c9d2e9a1c5e7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Jan 29 19:40:07.447074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a88f0cb4-8a14-4519-a845-57bc533dbbd1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:07.447074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:07.517089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port a88f0cb4-8a14-4519-a845-57bc533dbbd1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a88f0cb4-8a14-4519-a845-57bc533dbbd1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:07.834412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:07.851367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4d29fda1-c589-4155-9c64-130a7e0979e2', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'project_id': '7b79dc98ad4743f5bcc1343574f98b24', 'fixed_ips': [{'subnet_id': 'aeb17c0f-8119-4207-ab5d-7e1ff9af7b87'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:40:07.853386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:07.904238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-16aabebc-0528-44d4-82dc-e14055aa609b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:07.905809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-16aabebc-0528-44d4-82dc-e14055aa609b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 818 time: 0.2125435 Jan 29 19:40:07.951330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36674) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:07.998783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36678) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:08.056804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-980326cf-54ee-4d34-97ca-c257a26e8140 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/quotas/a040d5b50da648d385431037f6d075d5 HTTP/1.1" status: 200 len: 375 time: 0.0965972 Jan 29 19:40:08.138455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=a88f0cb4-8a14-4519-a845-57bc533dbbd1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:08.190758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fdffc383-6d08-4103-aad6-ff18f36454c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.247441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cb1ffe5-9ba1-445e-b3f2-c55335f03b06 req-15bfa45e-01bb-42d6-856c-54dfa3823bae tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 210 time: 0.0351257 Jan 29 19:40:08.257773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-f560943e-dd4a-440b-ba6f-2f060812f23c tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:08.259321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-f560943e-dd4a-440b-ba6f-2f060812f23c tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.13 "GET /v2.0/networks?id=2bf888fb-36db-46f2-83ac-4ca945e8e4bb HTTP/1.1" status: 200 len: 820 time: 0.3416395 Jan 29 19:40:08.279139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.279532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Request body: {'port': {'device_id': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb', 'admin_state_up': True, 'tenant_id': 'a23e07b91e2a44b59ec1c5b0ef5f9c2c'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:08.307149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-737723ff-4178-4412-be2b-3a41b0374561 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2415209 Jan 29 19:40:08.451952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fdffc383-6d08-4103-aad6-ff18f36454c5 admin admin] Publish callbacks [] for security_group (2447161b-4f50-467b-a576-c4a726e1cbff), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.487390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d30c-edfd-4be3-8403-eddabae936f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.612473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d30c-edfd-4be3-8403-eddabae936f2 admin admin] Publish callbacks [] for security_group (4b6a7620-d257-49f8-b0aa-0a47011e1a02), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.617220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fdffc383-6d08-4103-aad6-ff18f36454c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2447161b-4f50-467b-a576-c4a726e1cbff), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.618143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-e6db0656-6f02-4a01-8512-bc46f7c2a17a service neutron] 10.222.0.15 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919955 Jan 29 19:40:08.687416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:40:03Z', 'revision_number': 4, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3f353439-79d0-47c8-9028-785b608d0261', 'name': '', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'mac_address': 'fa:16:3e:77:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:02Z', 'updated_at': '2022-01-29T19:40:04Z', 'revision_number': 2, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'subnets': [{'id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:08.739200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Checking router: 1ee28535-e51c-4899-9f5b-0f95e1347e99 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:40:08.739458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Updating router 1ee28535-e51c-4899-9f5b-0f95e1347e99 port 3f353439-79d0-47c8-9028-785b608d0261 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:40:08.743743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Allocated IP 172.20.0.2 (4d29fda1-c589-4155-9c64-130a7e0979e2/aeb17c0f-8119-4207-ab5d-7e1ff9af7b87/4f52657e-f047-41ed-9b1b-f27b127dd893) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:08.776291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Made reservation on behalf of a23e07b91e2a44b59ec1c5b0ef5f9c2c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:08.779769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.830809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-f7a87f54-92a4-49e2-8c7b-cbf7cd41ffcd tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:08.839635 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f353439-79d0-47c8-9028-785b608d0261), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.843633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-f7a87f54-92a4-49e2-8c7b-cbf7cd41ffcd tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 815 time: 0.1389928 Jan 29 19:40:08.859941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fdffc383-6d08-4103-aad6-ff18f36454c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b991ce1629d34b36ba7413b68ba3851f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9047232 Jan 29 19:40:08.859941 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d30c-edfd-4be3-8403-eddabae936f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4b6a7620-d257-49f8-b0aa-0a47011e1a02), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:08.861393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36706) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:08.875213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-dfe5a19d-87da-4613-b0eb-2c621e71f819 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559493 Jan 29 19:40:08.888133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffc383-6d08-4103-aad6-ff18f36454c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2447161b-4f50-467b-a576-c4a726e1cbff,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:08.910394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e4c0d30c-edfd-4be3-8403-eddabae936f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9cae90ff4964a0da6898d8c829d2d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9104071 Jan 29 19:40:08.911959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36708) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:08.949118 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-dc9d1f2b-8ae2-4129-aac2-a51dd1224571 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/quotas/7b79dc98ad4743f5bcc1343574f98b24 HTTP/1.1" status: 200 len: 375 time: 0.1043496 Jan 29 19:40:08.983896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d30c-edfd-4be3-8403-eddabae936f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6a7620-d257-49f8-b0aa-0a47011e1a02,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:09.007492 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd3885b7-ac7c-4333-87e3-9b18410d0a63 admin admin] Publish callbacks [] for security_group (2447161b-4f50-467b-a576-c4a726e1cbff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.029945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-f884cb0b-cd36-465a-994e-9d2b60f8eb68 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772767 Jan 29 19:40:09.094621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd3885b7-ac7c-4333-87e3-9b18410d0a63 admin admin] Publish callbacks [] for security_group (2447161b-4f50-467b-a576-c4a726e1cbff), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.145085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Allocated IP 172.20.0.14 (2bf888fb-36db-46f2-83ac-4ca945e8e4bb/c17452a4-ab3d-4ed5-b374-91c52c5a187c/ef12d473-570e-4268-8908-b37179641f29) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:09.147253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73b5a135-c952-4df2-91c5-1ac4c9b6cebc admin admin] Publish callbacks [] for security_group (4b6a7620-d257-49f8-b0aa-0a47011e1a02), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.266625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Publish callbacks [] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.269597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73b5a135-c952-4df2-91c5-1ac4c9b6cebc admin admin] Publish callbacks [] for security_group (4b6a7620-d257-49f8-b0aa-0a47011e1a02), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.283401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c30d531d-512b-4b1c-9738-9412d9329cb5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521405 Jan 29 19:40:09.451016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10390ab5-fd17-4ed1-b5e2-dd3e7cd036fd req-f3d1912e-a787-4d54-8ad1-e8f3fa4cfc36 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:09.457578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10390ab5-fd17-4ed1-b5e2-dd3e7cd036fd req-f3d1912e-a787-4d54-8ad1-e8f3fa4cfc36 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1085715 Jan 29 19:40:09.467956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd3885b7-ac7c-4333-87e3-9b18410d0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2447161b-4f50-467b-a576-c4a726e1cbff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.472925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd3885b7-ac7c-4333-87e3-9b18410d0a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.477151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dd3885b7-ac7c-4333-87e3-9b18410d0a63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2447161b-4f50-467b-a576-c4a726e1cbff HTTP/1.1" status: 204 len: 168 time: 0.5966203 Jan 29 19:40:09.496601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Publish callbacks [] for port (3f353439-79d0-47c8-9028-785b608d0261), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.507439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3885b7-ac7c-4333-87e3-9b18410d0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2447161b-4f50-467b-a576-c4a726e1cbff,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:09.507721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.531446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks [] for port (ef12d473-570e-4268-8908-b37179641f29), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.562677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10390ab5-fd17-4ed1-b5e2-dd3e7cd036fd req-00e54ce4-09e2-4053-a2f3-e46c772e0ea4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954399 Jan 29 19:40:09.599687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:09.610629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:09.612522 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3f353439-79d0-47c8-9028-785b608d0261), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.614870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:09.629865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Pushing event updated for resources: {'Port': ['ID=4f52657e-f047-41ed-9b1b-f27b127dd893,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:09.667935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4e286aa-a065-46a3-a64b-0a25abcf2472 req-0ffb829b-951f-4b17-abfa-cb3e7440241c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 210 time: 0.0369062 Jan 29 19:40:09.721173 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ef12d473-570e-4268-8908-b37179641f29), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.728514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9376b-5f47-49b0-928a-f0428e80a255 None None] Pushing event updated for resources: {'Port': ['ID=3f353439-79d0-47c8-9028-785b608d0261,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:09.780867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:09.785908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:09.790226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:09.822801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Pushing event updated for resources: {'Port': ['ID=ef12d473-570e-4268-8908-b37179641f29,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:09.826478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Attempting to bind port 4f52657e-f047-41ed-9b1b-f27b127dd893 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:09.827747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Attempting to bind port 4f52657e-f047-41ed-9b1b-f27b127dd893 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:09.828166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Attempting to bind port 4f52657e-f047-41ed-9b1b-f27b127dd893 on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:09.853910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:09.854779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.862466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:09.862853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Checking segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:09.863270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.864334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Bound using segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:09.864854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Bound port: 4f52657e-f047-41ed-9b1b-f27b127dd893, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:09.865243 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.904326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Attempting to bind port 3f353439-79d0-47c8-9028-785b608d0261 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:09.904867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Attempting to bind port 3f353439-79d0-47c8-9028-785b608d0261 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:09.905213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Attempting to bind port 3f353439-79d0-47c8-9028-785b608d0261 on network 6ec45a12-8522-4bea-8020-04f4704a0921 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:09.908036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-37988985-f07f-42b8-9aec-25dd13f3fe50 service neutron] 10.222.0.15 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236770 Jan 29 19:40:09.915627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:09.916042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Checking segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:09.916542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:09.916949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Bound using segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:09.917501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Bound port: 3f353439-79d0-47c8-9028-785b608d0261, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:09.917820 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f353439-79d0-47c8-9028-785b608d0261), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:10.025585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] For port 4f52657e-f047-41ed-9b1b-f27b127dd893, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:10.030130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] For port 4f52657e-f047-41ed-9b1b-f27b127dd893, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4f52657e-f047-41ed-9b1b-f27b127dd893,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:10.042688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] For port 3f353439-79d0-47c8-9028-785b608d0261, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:10.046055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] For port 3f353439-79d0-47c8-9028-785b608d0261, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f353439-79d0-47c8-9028-785b608d0261,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:10.114431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a88f0cb4-8a14-4519-a845-57bc533dbbd1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:10.163791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a88f0cb4-8a14-4519-a845-57bc533dbbd1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:10.169932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:10.245608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73b5a135-c952-4df2-91c5-1ac4c9b6cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4b6a7620-d257-49f8-b0aa-0a47011e1a02), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:10.247197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-3dd22225-b433-4b4b-9281-c7ad3bd5c6eb tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9742062 Jan 29 19:40:10.251194 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:10.256698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73b5a135-c952-4df2-91c5-1ac4c9b6cebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:10.263568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73b5a135-c952-4df2-91c5-1ac4c9b6cebc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b6a7620-d257-49f8-b0aa-0a47011e1a02 HTTP/1.1" status: 204 len: 168 time: 1.3121381 Jan 29 19:40:10.290830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a88f0cb4-8a14-4519-a845-57bc533dbbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:10.293931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5a135-c952-4df2-91c5-1ac4c9b6cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6a7620-d257-49f8-b0aa-0a47011e1a02,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:10.360041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3f353439-79d0-47c8-9028-785b608d0261), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:10.429965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02141ff-efa8-40ad-b02c-edf0567f212a None None] Pushing event updated for resources: {'Port': ['ID=4f52657e-f047-41ed-9b1b-f27b127dd893,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:10.458624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce165ad-01c6-4219-bf14-c03aab180407 req-cee580f3-4958-4652-8221-c23caa129ca6 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:10.466558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ce165ad-01c6-4219-bf14-c03aab180407 req-cee580f3-4958-4652-8221-c23caa129ca6 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 932 time: 0.0765588 Jan 29 19:40:10.490945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:10.513608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Routers {'1ee28535-e51c-4899-9f5b-0f95e1347e99'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:10.514791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:39:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1ee28535-e51c-4899-9f5b-0f95e1347e99'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:10.570060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ce165ad-01c6-4219-bf14-c03aab180407 req-002efb3f-52eb-43fa-a9bd-5aa24d79d866 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024563 Jan 29 19:40:10.605613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9376b-5f47-49b0-928a-f0428e80a255 None None] Pushing event updated for resources: {'Port': ['ID=3f353439-79d0-47c8-9028-785b608d0261,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:10.730888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:10.731289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1a530c01-98c2-4ccb-9ffe-3ad86d9c6961 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:10.759449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Request body: {'port': {'device_id': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:10.855068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7c7be-d0ba-41e4-b449-18a0ec75b643 req-61156521-5f63-40a6-9e21-faa3a083dc6c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:10.873340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84a7c7be-d0ba-41e4-b449-18a0ec75b643 req-61156521-5f63-40a6-9e21-faa3a083dc6c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 950 time: 0.1279061 Jan 29 19:40:10.911106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] Set router 1ee28535-e51c-4899-9f5b-0f95e1347e99 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:10.955419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a373e-df08-4fda-9442-a6655f8b3055 req-4f856c65-7739-444f-94f8-cd2f9584ca69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:10.960100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e13a373e-df08-4fda-9442-a6655f8b3055 req-4f856c65-7739-444f-94f8-cd2f9584ca69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2499635 Jan 29 19:40:10.972183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84a7c7be-d0ba-41e4-b449-18a0ec75b643 req-1e7b69ed-1b7e-4818-9d49-b11ffac9cc29 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911193 Jan 29 19:40:10.972464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ef12d473-570e-4268-8908-b37179641f29), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:11.125372 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e13a373e-df08-4fda-9442-a6655f8b3055 req-6658b683-0cfd-4a03-8287-0cc4b043294b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584122 Jan 29 19:40:11.214945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c21d5db-ffd0-40b5-837f-aa2bf78a9b19 req-79a0b5c6-3e91-4e9e-9467-e08e6f9a6a96 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 210 time: 0.0702689 Jan 29 19:40:11.266050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-585a80cf-4e6c-43e1-bf73-1dd1c354d410 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:11.271667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-585a80cf-4e6c-43e1-bf73-1dd1c354d410 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 818 time: 0.2658961 Jan 29 19:40:11.288516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Request body: {'port': {'device_id': '321633f4-30df-42ce-b2c1-03428193d3a5', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'admin_state_up': True, 'tenant_id': 'a040d5b50da648d385431037f6d075d5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:11.328238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:40:03Z', 'revision_number': 4, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3f353439-79d0-47c8-9028-785b608d0261', 'name': '', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'mac_address': 'fa:16:3e:77:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:02Z', 'updated_at': '2022-01-29T19:40:10Z', 'revision_number': 4, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'subnets': [{'id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:11.539021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9a049-bc6d-4b30-8c01-143652bf2a49 None None] The sync data for ids ['1ee28535-e51c-4899-9f5b-0f95e1347e99'] in n-d-825496-5 is: [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:40:03Z', 'revision_number': 4, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3f353439-79d0-47c8-9028-785b608d0261', 'name': '', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'mac_address': 'fa:16:3e:77:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:02Z', 'updated_at': '2022-01-29T19:40:10Z', 'revision_number': 4, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'subnets': [{'id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:40:11.583003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36782) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:11.627929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-071f8cd2-e846-457c-a899-a7a6877b4064 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:11.631431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca98bd68-7a5e-4f93-9ae1-edf89624d6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:11.649754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Made reservation on behalf of a040d5b50da648d385431037f6d075d5 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:11.650574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-071f8cd2-e846-457c-a899-a7a6877b4064 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 815 time: 0.3527672 Jan 29 19:40:11.663204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:11.721268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-f3c66e85-e406-4b0a-8f8b-7ff0c1c0496b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/quotas/7b79dc98ad4743f5bcc1343574f98b24 HTTP/1.1" status: 200 len: 375 time: 0.0696757 Jan 29 19:40:11.818459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36786) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:11.894035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Allocated IP 172.20.0.9 (6ec45a12-8522-4bea-8020-04f4704a0921/7344705f-6d54-4316-bbc2-24ae80e3d864/6ebd7e47-b2c1-43cf-a110-d16c322359e1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:11.942971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-6518efe9-479e-4b6e-ab32-9990690efccd tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2206910 Jan 29 19:40:11.990972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef12d473-570e-4268-8908-b37179641f29 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:12.031686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Publish callbacks [] for port (ef12d473-570e-4268-8908-b37179641f29), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.050521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1809508530-network', 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:12.114292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks [] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.196735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-00483c02-880c-43c1-b2f5-84f26cfb32b7 service neutron] 10.222.0.15 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527771 Jan 29 19:40:12.218017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Transition to ACTIVE for port object ef12d473-570e-4268-8908-b37179641f29 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:12.220560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b78b10-e598-403b-8e93-251e948a9e98 req-1b887f33-067c-4d94-910c-dc21bc9feab2 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:12.240582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7b78b10-e598-403b-8e93-251e948a9e98 req-1b887f33-067c-4d94-910c-dc21bc9feab2 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 932 time: 0.1105511 Jan 29 19:40:12.241558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d042475-c309-40f0-b44a-dbc5863ddf05 None None] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:12.343772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] Provisioning complete for port 4f52657e-f047-41ed-9b1b-f27b127dd893 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:12.352647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.383380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca98bd68-7a5e-4f93-9ae1-edf89624d6d1 admin admin] Publish callbacks [] for security_group (5292a4ba-ea82-4588-a6e4-0d0f4c1ae022), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.391352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f353439-79d0-47c8-9028-785b608d0261 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:12.439126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7b78b10-e598-403b-8e93-251e948a9e98 req-ffa35d95-d50c-4e1b-8fe3-bc9a4f10c8ed tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098591 Jan 29 19:40:12.520361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca98bd68-7a5e-4f93-9ae1-edf89624d6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5292a4ba-ea82-4588-a6e4-0d0f4c1ae022), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.526469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.588490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3f353439-79d0-47c8-9028-785b608d0261 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:12.588873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3f353439-79d0-47c8-9028-785b608d0261), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.621487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] Current status of the port 4f52657e-f047-41ed-9b1b-f27b127dd893 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:12.621894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.635117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.13', 52371) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:12.685204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] For port 4f52657e-f047-41ed-9b1b-f27b127dd893, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4f52657e-f047-41ed-9b1b-f27b127dd893,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:12.753828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3f353439-79d0-47c8-9028-785b608d0261 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:12.754279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f353439-79d0-47c8-9028-785b608d0261), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.767657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:12.770298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.779790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (ef12d473-570e-4268-8908-b37179641f29), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.799153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 3f353439-79d0-47c8-9028-785b608d0261, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f353439-79d0-47c8-9028-785b608d0261,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:12.838225 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.871363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Pushing event updated for resources: {'Port': ['ID=ef12d473-570e-4268-8908-b37179641f29,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:12.882040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.885480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Network 6ec45a12-8522-4bea-8020-04f4704a0921 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:12.933149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3f353439-79d0-47c8-9028-785b608d0261), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:12.935805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4f52657e-f047-41ed-9b1b-f27b127dd893 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:12.936069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-648e60c1-ced6-4124-b2f8-e70c7035df9f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:12.938543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-648e60c1-ced6-4124-b2f8-e70c7035df9f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 950 time: 0.7354884 Jan 29 19:40:12.941765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-e42bc6d7-d533-4765-94d2-2074b9768590 service neutron] 10.222.0.15 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046189 Jan 29 19:40:12.945542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:12.947341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bad22f-32a4-4c50-91f1-4e6ea0f7f6e6 None None] Pushing event updated for resources: {'Port': ['ID=4f52657e-f047-41ed-9b1b-f27b127dd893,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:12.957304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca98bd68-7a5e-4f93-9ae1-edf89624d6d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff75aa26872a45879c274b2d4d374e05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3727911 Jan 29 19:40:12.962179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36798) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:12.963332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:12.966870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98bd68-7a5e-4f93-9ae1-edf89624d6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5292a4ba-ea82-4588-a6e4-0d0f4c1ae022,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:13.015285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-398dc7cb-7e73-4113-ad6a-5fcacf17c23f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:13.016875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-398dc7cb-7e73-4113-ad6a-5fcacf17c23f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 818 time: 0.3798048 Jan 29 19:40:13.054543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Pushing event updated for resources: {'Port': ['ID=6ebd7e47-b2c1-43cf-a110-d16c322359e1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:13.067933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Request body: {'port': {'device_id': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'admin_state_up': True, 'tenant_id': 'a040d5b50da648d385431037f6d075d5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:13.103851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=3f353439-79d0-47c8-9028-785b608d0261,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:13.143498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0ab129c4-982e-401b-9478-f851b4c0aa04 None None] Provisioning complete for port 4f52657e-f047-41ed-9b1b-f27b127dd893 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:13.143876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ab129c4-982e-401b-9478-f851b4c0aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.163973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a9ef0-95c8-412e-83e5-968017d785ac req-45743bc1-0e6c-4c4b-aa83-eec541fbe49e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:13.173117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-551a9ef0-95c8-412e-83e5-968017d785ac req-45743bc1-0e6c-4c4b-aa83-eec541fbe49e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 950 time: 0.5751009 Jan 29 19:40:13.217929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4f52657e-f047-41ed-9b1b-f27b127dd893 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:13.218302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.239543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:13.240626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.244620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Attempting to bind port ef12d473-570e-4268-8908-b37179641f29 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:13.245070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Attempting to bind port ef12d473-570e-4268-8908-b37179641f29 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'f50a483f-6cdf-4e74-834b-8327a9e64e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:13.245764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Attempting to bind port ef12d473-570e-4268-8908-b37179641f29 on network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:13.262089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Port ef12d473-570e-4268-8908-b37179641f29 on network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:13.262462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Attempting to bind port ef12d473-570e-4268-8908-b37179641f29 on network 2bf888fb-36db-46f2-83ac-4ca945e8e4bb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:13.277748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:13.278495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Checking segment: {'id': 'f50a483f-6cdf-4e74-834b-8327a9e64e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:13.278947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Bound using segment: {'id': 'f50a483f-6cdf-4e74-834b-8327a9e64e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:13.280030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Bound port: ef12d473-570e-4268-8908-b37179641f29, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a483f-6cdf-4e74-834b-8327a9e64e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:13.280458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ef12d473-570e-4268-8908-b37179641f29), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.310729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0ab129c4-982e-401b-9478-f851b4c0aa04 None None] Current status of the port 4f52657e-f047-41ed-9b1b-f27b127dd893 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:13.322821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-762807f0-9994-43a4-805e-2ec8aa8c7543 admin admin] Publish callbacks [] for security_group (5292a4ba-ea82-4588-a6e4-0d0f4c1ae022), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.339400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port e3834550-b1e8-4412-ab8b-1c6c2f67b85a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:13.345360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.349865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-551a9ef0-95c8-412e-83e5-968017d785ac req-ddfbc8d4-c359-4e11-822c-f225dda4a8a5 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754897 Jan 29 19:40:13.381100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4f52657e-f047-41ed-9b1b-f27b127dd893 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:13.396137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-762807f0-9994-43a4-805e-2ec8aa8c7543 admin admin] Publish callbacks [] for security_group (5292a4ba-ea82-4588-a6e4-0d0f4c1ae022), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.518102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-47d4e98e-e4dd-4189-b3bc-9180847e671d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2358060 Jan 29 19:40:13.541267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Request body: {'port': {'device_id': '321633f4-30df-42ce-b2c1-03428193d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:13.623909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Made reservation on behalf of a040d5b50da648d385431037f6d075d5 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:13.626059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port e3834550-b1e8-4412-ab8b-1c6c2f67b85a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:13.626544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.628435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.697303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78eb27-545a-4526-ba07-b83a93b857a1 req-73ad41b1-5bb8-4d3d-b62e-d5a1624be8f3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:13.704789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b78eb27-545a-4526-ba07-b83a93b857a1 req-73ad41b1-5bb8-4d3d-b62e-d5a1624be8f3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2718136 Jan 29 19:40:13.717488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7771732c-9657-4e11-82d5-b34bc5ad4e72 req-256f10ac-13c6-4d15-a3ff-5f84cbec5058 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 210 time: 0.0941734 Jan 29 19:40:13.719642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks [] for security_group (fdd7cd25-d573-4627-bfc0-4771046cadc0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.728953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for e3834550-b1e8-4412-ab8b-1c6c2f67b85a owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:13.743412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] For port ef12d473-570e-4268-8908-b37179641f29, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:13.744478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.750681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] For port ef12d473-570e-4268-8908-b37179641f29, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ef12d473-570e-4268-8908-b37179641f29,segment=NetworkSegment(f50a483f-6cdf-4e74-834b-8327a9e64e1c),segment_id=f50a483f-6cdf-4e74-834b-8327a9e64e1c)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:13.765851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-762807f0-9994-43a4-805e-2ec8aa8c7543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5292a4ba-ea82-4588-a6e4-0d0f4c1ae022), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.768928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-762807f0-9994-43a4-805e-2ec8aa8c7543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.772930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-762807f0-9994-43a4-805e-2ec8aa8c7543 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5292a4ba-ea82-4588-a6e4-0d0f4c1ae022 HTTP/1.1" status: 204 len: 168 time: 0.8011065 Jan 29 19:40:13.839906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762807f0-9994-43a4-805e-2ec8aa8c7543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5292a4ba-ea82-4588-a6e4-0d0f4c1ae022,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:13.861370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b78eb27-545a-4526-ba07-b83a93b857a1 req-6df9938e-621b-4d70-88f7-8b16828183a1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556242 Jan 29 19:40:13.922344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (ef12d473-570e-4268-8908-b37179641f29), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:13.928411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fdd7cd25-d573-4627-bfc0-4771046cadc0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.000281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f78d0-9d4f-4850-ac41-693c42df5f01 req-a2fe13ab-70a1-49c7-95c5-04147c4ffe92 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.001962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c5f78d0-9d4f-4850-ac41-693c42df5f01 req-a2fe13ab-70a1-49c7-95c5-04147c4ffe92 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 944 time: 0.1915226 Jan 29 19:40:14.007857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:14.026343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.026976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.028480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef12d473-570e-4268-8908-b37179641f29 HTTP/1.1" status: 200 len: 1092 time: 3.7567983 Jan 29 19:40:14.033383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'tag': 'ef12d473-570e-4268-8908-b37179641f29'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:14.035339 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea747e-a7bf-49c2-a131-bcb72b5f2928", "tag": "ef12d473-570e-4268-8908-b37179641f29"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:14.065069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Allocated IP 172.20.0.8 (6ec45a12-8522-4bea-8020-04f4704a0921/7344705f-6d54-4316-bbc2-24ae80e3d864/0a1d6046-3e6a-4670-aacb-0b851980e192) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:14.070071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd7cd25-d573-4627-bfc0-4771046cadc0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:14.097788 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b48987e2-dbcc-4972-b002-d608629c4bf7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.098138 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Added segment b48987e2-dbcc-4972-b002-d608629c4bf7 of type vlan for network 497ac353-bc31-4538-88ec-cd403837a37f Jan 29 19:40:14.148034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8403fd-6802-4283-b8e6-020e50188997 service neutron] Pushing event updated for resources: {'Port': ['ID=ef12d473-570e-4268-8908-b37179641f29,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:14.173284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-7c432c5f-4b28-46ba-a07d-8845ea5b6813 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.175214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-7c432c5f-4b28-46ba-a07d-8845ea5b6813 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 815 time: 0.2193677 Jan 29 19:40:14.220581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-30d1e1bf-d770-451a-8b45-3f7b7d24adfd tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/quotas/7b79dc98ad4743f5bcc1343574f98b24 HTTP/1.1" status: 200 len: 375 time: 0.0328512 Jan 29 19:40:14.221465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f353439-79d0-47c8-9028-785b608d0261 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:14.271666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (497ac353-bc31-4538-88ec-cd403837a37f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.339854 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c5f78d0-9d4f-4850-ac41-693c42df5f01 req-0fff33f5-7dce-47aa-b7ca-88544e8c9d79 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190861 Jan 29 19:40:14.350016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-1eefaff0-0456-401b-b199-ce2263eb9478 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204624 Jan 29 19:40:14.393667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3f353439-79d0-47c8-9028-785b608d0261 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:14.396112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3f353439-79d0-47c8-9028-785b608d0261), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.404951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-d1373820-a0a9-4a35-98ed-65fc51ab70f6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.408313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-d1373820-a0a9-4a35-98ed-65fc51ab70f6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 815 time: 0.3327935 Jan 29 19:40:14.418098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-6447049b-70ac-4113-89bc-12a2da811224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.419676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-6447049b-70ac-4113-89bc-12a2da811224 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a23e07b91e2a44b59ec1c5b0ef5f9c2c&device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 1126 time: 0.2250395 Jan 29 19:40:14.420584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e3834550-b1e8-4412-ab8b-1c6c2f67b85a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.422579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks [] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.439948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Request body: {'port': {'device_id': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'admin_state_up': True, 'tenant_id': '7b79dc98ad4743f5bcc1343574f98b24'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:14.526260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'cc228307-ec2c-422e-84d3-8942bd30905a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:14.529990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:14.553212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-6605571a-b251-4eb9-88e1-bb2e31835b63 service neutron] 10.222.0.15 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020547 Jan 29 19:40:14.588855 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ffb38-9957-48e8-8a8b-488b519e2282 x-openstack-request-id: req-6c5ffb38-9957-48e8-8a8b-488b519e2282 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:14.589160 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea747e-a7bf-49c2-a131-bcb72b5f2928", "tag": "ef12d473-570e-4268-8908-b37179641f29", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:14.589425 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c5ffb38-9957-48e8-8a8b-488b519e2282 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:14.589857 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'tag': 'ef12d473-570e-4268-8908-b37179641f29', 'status': 'completed', 'code': 200} Jan 29 19:40:14.605273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=e3834550-b1e8-4412-ab8b-1c6c2f67b85a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:14.607165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (497ac353-bc31-4538-88ec-cd403837a37f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.608780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.609374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.632948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-2e169989-a74d-44f0-949a-2b56b89ed908 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef12d473-570e-4268-8908-b37179641f29 HTTP/1.1" status: 200 len: 217 time: 0.1748219 Jan 29 19:40:14.709489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-4d170b5a-d256-4196-861d-868e98b9ec2d service neutron] 10.222.0.15 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552615 Jan 29 19:40:14.732050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:14.800938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33443b77-0e80-4dc0-83f0-3ffa01ec2a4b req-142f1a59-0fbf-4c11-9d15-c771d4e235ed tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 210 time: 0.1861007 Jan 29 19:40:14.860434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Network 6ec45a12-8522-4bea-8020-04f4704a0921 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:14.870855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:14.883348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:14.911597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3f353439-79d0-47c8-9028-785b608d0261 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:14.913695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4f52657e-f047-41ed-9b1b-f27b127dd893 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:14.926563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Pushing event updated for resources: {'Port': ['ID=0a1d6046-3e6a-4670-aacb-0b851980e192,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:14.970379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port e3834550-b1e8-4412-ab8b-1c6c2f67b85a on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:14.995873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:14.996595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.017119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.020870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd2d25f1-ed42-43fc-9d41-c1b9d380fe61 req-1370bc2e-3e55-4068-afab-d9b69be2d1f2 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "DELETE /v2.0/ports/e3834550-b1e8-4412-ab8b-1c6c2f67b85a HTTP/1.1" status: 204 len: 173 time: 2.0758438 Jan 29 19:40:15.068616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=497ac353-bc31-4538-88ec-cd403837a37f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:15.122539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 497ac353-bc31-4538-88ec-cd403837a37f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:15.132523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-274ab675-7038-4ea4-aad1-9c7699c74bd3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3077805 Jan 29 19:40:15.134507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36850) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:15.147730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Request body: {'subnet': {'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1809508530-subnet', 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:15.153824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-66eb7783-ac7b-4da1-becf-2acd5dd81547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:15.155373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-66eb7783-ac7b-4da1-becf-2acd5dd81547 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c17452a4-ab3d-4ed5-b374-91c52c5a187c HTTP/1.1" status: 200 len: 860 time: 0.4077637 Jan 29 19:40:15.196362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-5efa082b-1335-4042-8cac-427a002c889f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1323254 Jan 29 19:40:15.206385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebd7e47-b2c1-43cf-a110-d16c322359e1 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:15.239810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Request body: {'port': {'device_id': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:15.244820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4f52657e-f047-41ed-9b1b-f27b127dd893 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:15.246573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.278121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Publish callbacks [] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.297724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-868e5241-211b-4f3e-af89-98c16533365c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bf888fb-36db-46f2-83ac-4ca945e8e4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158361 Jan 29 19:40:15.315078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6850-e267-4d81-ba54-0a824a9b9256 req-89d94482-7ab2-43f0-b263-b608caf9202c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:15.324415 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ccfd6850-e267-4d81-ba54-0a824a9b9256 req-89d94482-7ab2-43f0-b263-b608caf9202c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 931 time: 0.4128830 Jan 29 19:40:15.355092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Transition to ACTIVE for port object 6ebd7e47-b2c1-43cf-a110-d16c322359e1 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:15.439157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:15.444926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.465737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3918213-7442-4ce3-af10-b373011ae42e req-71f95242-437c-40ef-9507-7cd00bd13902 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:15.475015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3918213-7442-4ce3-af10-b373011ae42e req-71f95242-437c-40ef-9507-7cd00bd13902 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2750161 Jan 29 19:40:15.483003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.538454 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.550144 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ccfd6850-e267-4d81-ba54-0a824a9b9256 req-56a401c6-bc5d-4f63-8378-b069fdc4920d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245471 Jan 29 19:40:15.585924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3918213-7442-4ce3-af10-b373011ae42e req-8aa9a12a-8301-41f5-b161-c2d87ca20912 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121442 Jan 29 19:40:15.671544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4f52657e-f047-41ed-9b1b-f27b127dd893 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:15.714961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd7e47-b2c1-43cf-a110-d16c322359e1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:15.823153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-59cbf94b-45b1-4344-88c3-f58ee8a66235 service neutron] 10.222.0.13 "GET /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894278 Jan 29 19:40:15.823153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Made reservation on behalf of 7b79dc98ad4743f5bcc1343574f98b24 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:15.827282 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.904357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Attempting to bind port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:15.904774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Attempting to bind port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:15.905115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Attempting to bind port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 on network 6ec45a12-8522-4bea-8020-04f4704a0921 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:15.913898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 on network 6ec45a12-8522-4bea-8020-04f4704a0921 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:15.914230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Attempting to bind port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 on network 6ec45a12-8522-4bea-8020-04f4704a0921 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:15.922203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:15.922591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Checking segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:15.927255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Bound using segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:15.927255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Bound port: 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:15.927255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:15.939025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27584ed2-6286-476d-9a61-57678044670a req-df3947e6-7608-4bae-8978-57c1597a4d24 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 210 time: 0.1033683 Jan 29 19:40:16.013637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2779ec8-cca3-4e2b-819a-b919e9630ffd req-4f351a7d-03ee-42b7-91a0-ab46d29762e0 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.016186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2779ec8-cca3-4e2b-819a-b919e9630ffd req-4f351a7d-03ee-42b7-91a0-ab46d29762e0 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 944 time: 0.2218921 Jan 29 19:40:16.039499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3834550-b1e8-4412-ab8b-1c6c2f67b85a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:16.062866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: e3834550-b1e8-4412-ab8b-1c6c2f67b85a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:16.063207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3834550-b1e8-4412-ab8b-1c6c2f67b85a not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:16.105583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] For port 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:16.130625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2779ec8-cca3-4e2b-819a-b919e9630ffd req-7945a5e5-d268-4b33-a4c1-4e19ed4db1c4 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036925 Jan 29 19:40:16.136330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f7b785a-49cb-406b-800e-b91ad441d22b req-256448bb-ddc2-4389-b963-76a2da167b11 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72a9c82-a8db-45d8-8e84-3804b7b9a413 HTTP/1.1" status: 200 len: 210 time: 0.0980351 Jan 29 19:40:16.136887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] For port 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:16.182928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1d6046-3e6a-4670-aacb-0b851980e192 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:16.195401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Publish callbacks [] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.250715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd4f06a-19b4-41fa-b152-14ba95b4ed59 req-aa6c8dbe-f79c-47a6-8a34-f6adb87d5cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190743 Jan 29 19:40:16.282356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Allocated IP 172.20.0.8 (4d29fda1-c589-4155-9c64-130a7e0979e2/aeb17c0f-8119-4207-ab5d-7e1ff9af7b87/bcd62389-244c-4ed4-bb91-1fbec3f4450c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:16.303730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.336886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.337674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.339067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] 10.222.0.13 "PUT /v2.0/ports/6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 1091 time: 2.8108408 Jan 29 19:40:16.339512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321633f4-30df-42ce-b2c1-03428193d3a5', 'tag': '6ebd7e47-b2c1-43cf-a110-d16c322359e1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:16.341751 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "321633f4-30df-42ce-b2c1-03428193d3a5", "tag": "6ebd7e47-b2c1-43cf-a110-d16c322359e1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:16.353521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Transition to ACTIVE for port object 0a1d6046-3e6a-4670-aacb-0b851980e192 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:16.378158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa79d7-5c97-4b08-9df8-cefe666bb395 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd7e47-b2c1-43cf-a110-d16c322359e1,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:16.389385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (64a8faf9-d953-4b18-815a-e0cda4a85b1c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.489057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a8faf9-d953-4b18-815a-e0cda4a85b1c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:16.497965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks [] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.504023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:16.509096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Network hostable DHCP agents. Network: 497ac353-bc31-4538-88ec-cd403837a37f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:16.537886 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344b052-4217-4e60-921c-c591f49bd87f x-openstack-request-id: req-6344b052-4217-4e60-921c-c591f49bd87f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:16.538200 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321633f4-30df-42ce-b2c1-03428193d3a5", "tag": "6ebd7e47-b2c1-43cf-a110-d16c322359e1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:16.538716 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6344b052-4217-4e60-921c-c591f49bd87f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:16.539130 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321633f4-30df-42ce-b2c1-03428193d3a5', 'tag': '6ebd7e47-b2c1-43cf-a110-d16c322359e1', 'status': 'completed', 'code': 200} Jan 29 19:40:16.574869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.614879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'name': 'network-vif-deleted', 'tag': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:16.617145 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50cdaf4-3e96-441c-9a58-9506eede44ca" -d '{"events": [{"server_uuid": "a72a9c82-a8db-45d8-8e84-3804b7b9a413", "name": "network-vif-deleted", "tag": "e3834550-b1e8-4412-ab8b-1c6c2f67b85a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:16.634524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.635824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Network 497ac353-bc31-4538-88ec-cd403837a37f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:16.668450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1d6046-3e6a-4670-aacb-0b851980e192,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:16.692766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-cbe408a3-4cb1-4e4a-9718-d186b98f55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.694269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-cbe408a3-4cb1-4e4a-9718-d186b98f55c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a23e07b91e2a44b59ec1c5b0ef5f9c2c&device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 1126 time: 0.1734600 Jan 29 19:40:16.708045 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56e725-6fe9-4513-8d95-bbc428df5d52 x-openstack-request-id: req-0e56e725-6fe9-4513-8d95-bbc428df5d52 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:16.708446 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72a9c82-a8db-45d8-8e84-3804b7b9a413", "name": "network-vif-deleted", "tag": "e3834550-b1e8-4412-ab8b-1c6c2f67b85a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:16.708901 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e56e725-6fe9-4513-8d95-bbc428df5d52 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:16.709094 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72a9c82-a8db-45d8-8e84-3804b7b9a413', 'name': 'network-vif-deleted', 'tag': 'e3834550-b1e8-4412-ab8b-1c6c2f67b85a', 'status': 'completed', 'code': 200} Jan 29 19:40:16.715168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:16.737506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:16.746619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:16.752846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Pushing event updated for resources: {'Port': ['ID=bcd62389-244c-4ed4-bb91-1fbec3f4450c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:16.797201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff req-81a721bb-c904-4a25-a4b6-590ee978683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.798730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff req-81a721bb-c904-4a25-a4b6-590ee978683e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1125 time: 0.2307909 Jan 29 19:40:16.799344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 497ac353-bc31-4538-88ec-cd403837a37f) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:16.811832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22fd68-c945-4061-b4e4-09370be4ee96 None None] Network 497ac353-bc31-4538-88ec-cd403837a37f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:16.813927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.815107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.870850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.873161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:16.905023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Attempting to bind port 0a1d6046-3e6a-4670-aacb-0b851980e192 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:16.905603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Attempting to bind port 0a1d6046-3e6a-4670-aacb-0b851980e192 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:16.905716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Attempting to bind port 0a1d6046-3e6a-4670-aacb-0b851980e192 on network 6ec45a12-8522-4bea-8020-04f4704a0921 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:16.969091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Port 0a1d6046-3e6a-4670-aacb-0b851980e192 on network 6ec45a12-8522-4bea-8020-04f4704a0921 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:16.969659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Attempting to bind port 0a1d6046-3e6a-4670-aacb-0b851980e192 on network 6ec45a12-8522-4bea-8020-04f4704a0921 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:16.984598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-64339441-d15c-4d92-abfc-1354ada2a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:16.986339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-64339441-d15c-4d92-abfc-1354ada2a835 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bf888fb-36db-46f2-83ac-4ca945e8e4bb HTTP/1.1" status: 200 len: 920 time: 0.2721832 Jan 29 19:40:17.021875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:17.022224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Checking segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:17.022612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Bound using segment: {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:17.023065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Bound port: 0a1d6046-3e6a-4670-aacb-0b851980e192, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b35f42a-9c95-4964-9cb5-70fffd287210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:17.023422 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:17.041750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce5632-41b4-4282-b5a7-5fa417c2191c None None] Network 497ac353-bc31-4538-88ec-cd403837a37f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:17.118359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-049aa70d-de1b-48e9-992c-604152f6bb92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef12d473-570e-4268-8908-b37179641f29 HTTP/1.1" status: 200 len: 217 time: 0.1138473 Jan 29 19:40:17.145492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c498b6-4cf9-4277-8663-944cf4a005f7 req-5df728a6-4571-4d30-8804-fabcd64f6e52 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:17.154195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1c498b6-4cf9-4277-8663-944cf4a005f7 req-5df728a6-4571-4d30-8804-fabcd64f6e52 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.3908207 Jan 29 19:40:17.257131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-94abbcd6-7151-4547-ae5a-cac7e960086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:17.259175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-94abbcd6-7151-4547-ae5a-cac7e960086b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c17452a4-ab3d-4ed5-b374-91c52c5a187c HTTP/1.1" status: 200 len: 860 time: 0.0819576 Jan 29 19:40:17.280338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1c498b6-4cf9-4277-8663-944cf4a005f7 req-7279f775-a906-4e04-8894-e4ca3b5425ee tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248605 Jan 29 19:40:17.282711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-355fe3d6-2e2d-49e6-8184-cda4499d8048 None None] Provisioning complete for port bcd62389-244c-4ed4-bb91-1fbec3f4450c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:17.293318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-355fe3d6-2e2d-49e6-8184-cda4499d8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:17.352580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-355fe3d6-2e2d-49e6-8184-cda4499d8048 None None] Port bcd62389-244c-4ed4-bb91-1fbec3f4450c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:40:17.357007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-7ae1fafc-88db-4a98-a290-a8bdc0e13fa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bf888fb-36db-46f2-83ac-4ca945e8e4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754437 Jan 29 19:40:17.401029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-c6e562f9-8b31-4d33-b254-1d70fdd7bd50 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9782555 Jan 29 19:40:17.408771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5b0a-1b02-4901-a0cb-e9f8b83667d3 req-5518a624-2dfa-4f93-b1dd-5936bd6a2903 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:17.415197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1efc5b0a-1b02-4901-a0cb-e9f8b83667d3 req-5518a624-2dfa-4f93-b1dd-5936bd6a2903 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 943 time: 0.7261252 Jan 29 19:40:17.480285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b4f39068-d601-455e-8929-d185f4361843 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3416572 Jan 29 19:40:17.522323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Request body: {'port': {'device_id': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:17.718218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:17.740701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1efc5b0a-1b02-4901-a0cb-e9f8b83667d3 req-c964960b-f84d-4968-a06f-1e83b3c9cbf0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588315 Jan 29 19:40:17.753969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff req-b81a8de5-2880-4b0d-b3d2-c62b7a76e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:17.755571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff req-b81a8de5-2880-4b0d-b3d2-c62b7a76e2c1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a040d5b50da648d385431037f6d075d5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9485581 Jan 29 19:40:17.904481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-759803cd-3203-4b26-a334-eb8ebf16a458 req-5269ab19-cca8-45b1-9a0b-74fda951e445 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 210 time: 0.4633751 Jan 29 19:40:17.986674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] For port 0a1d6046-3e6a-4670-aacb-0b851980e192, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:17.996959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] For port 0a1d6046-3e6a-4670-aacb-0b851980e192, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0a1d6046-3e6a-4670-aacb-0b851980e192,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:18.021224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-796d0359-fa99-4193-8548-8426f36b1f2c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.022753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-796d0359-fa99-4193-8548-8426f36b1f2c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 815 time: 0.6586056 Jan 29 19:40:18.028972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-c263435b-9ad0-415f-a837-ad3e9aa855d7 service neutron] 10.222.0.13 "GET /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458924 Jan 29 19:40:18.039821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ef12d473-570e-4268-8908-b37179641f29 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:18.065350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Request body: {'port': {'device_id': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'admin_state_up': True, 'tenant_id': '7b79dc98ad4743f5bcc1343574f98b24'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:18.114121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.134587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff req-e30e9048-a49d-49f2-bfaa-388769891e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.136227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411897aa-6d5c-4d3b-854d-fec0ea45b4ff req-e30e9048-a49d-49f2-bfaa-388769891e34 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3508105 Jan 29 19:40:18.147340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfc2a4-e807-48c8-bdd2-5c416c99cfdf req-b02b02d4-5c57-4d06-9ff3-6736cca24b86 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.149665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08dfc2a4-e807-48c8-bdd2-5c416c99cfdf req-b02b02d4-5c57-4d06-9ff3-6736cca24b86 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 944 time: 0.2747779 Jan 29 19:40:18.232341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ef12d473-570e-4268-8908-b37179641f29, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ef12d473-570e-4268-8908-b37179641f29,segment=NetworkSegment(f50a483f-6cdf-4e74-834b-8327a9e64e1c),segment_id=f50a483f-6cdf-4e74-834b-8327a9e64e1c)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:18.248908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ef12d473-570e-4268-8908-b37179641f29', 'network_id': '2bf888fb-36db-46f2-83ac-4ca945e8e4bb', 'port_id': 'ef12d473-570e-4268-8908-b37179641f29', 'mac_address': 'fa:16:3e:72:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17452a4-ab3d-4ed5-b374-91c52c5a187c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:18.284232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.284964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.286763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a1d6046-3e6a-4670-aacb-0b851980e192 HTTP/1.1" status: 200 len: 1091 time: 3.0684879 Jan 29 19:40:18.317439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78d449f5-d7f8-487b-b6de-8e5d3bf8c9f9 req-03cdf90e-4fe8-406f-a124-adf9af2f77a5 service neutron] 10.222.0.13 "GET /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811170 Jan 29 19:40:18.332114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08dfc2a4-e807-48c8-bdd2-5c416c99cfdf req-9007b3e0-0410-45c8-aa3f-68eca6bbc7e3 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696701 Jan 29 19:40:18.347086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-8bca45b8-9d11-416f-81be-7a3f91e9e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.349162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-8bca45b8-9d11-416f-81be-7a3f91e9e5e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1125 time: 0.1501906 Jan 29 19:40:18.368745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d657-7edc-4459-8109-71e3af0eea25 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1d6046-3e6a-4670-aacb-0b851980e192,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:18.421989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-55f0150e-9267-4c23-949b-3dfd77f2a237 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 217 time: 0.0516825 Jan 29 19:40:18.540728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Made reservation on behalf of 7b79dc98ad4743f5bcc1343574f98b24 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:18.549770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.562543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876191-595a-4445-ab33-448246e2b0d7 req-2f128c5b-83b4-4cbf-90d7-6b6c991b1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.569230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-2f128c5b-83b4-4cbf-90d7-6b6c991b1d7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.1312060 Jan 29 19:40:18.577860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd62389-244c-4ed4-bb91-1fbec3f4450c {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:18.581429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ef12d473-570e-4268-8908-b37179641f29 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:18.581826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ef12d473-570e-4268-8908-b37179641f29), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.583042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'tag': '0a1d6046-3e6a-4670-aacb-0b851980e192'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:18.587549 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1774e6f8-0af5-45a1-bfd1-0026c73d707a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b535be2-b48f-4673-aca7-bdaffd2462dd", "tag": "0a1d6046-3e6a-4670-aacb-0b851980e192"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:18.599352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef12d473-570e-4268-8908-b37179641f29 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:18.625004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ef12d473-570e-4268-8908-b37179641f29, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ef12d473-570e-4268-8908-b37179641f29,segment=NetworkSegment(f50a483f-6cdf-4e74-834b-8327a9e64e1c),segment_id=f50a483f-6cdf-4e74-834b-8327a9e64e1c)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:18.631830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Publish callbacks [] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.679218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-c75e4ce6-08fb-4d78-b39d-ea0614ab279a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935941 Jan 29 19:40:18.713291 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ef12d473-570e-4268-8908-b37179641f29), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.768669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-c124b244-0bfa-4436-a432-0144bb52fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.770603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-c124b244-0bfa-4436-a432-0144bb52fda2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 1125 time: 0.3080885 Jan 29 19:40:18.783198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-efac394b-027f-4c27-a62b-4e80cca0d02e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.785169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-efac394b-027f-4c27-a62b-4e80cca0d02e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 815 time: 0.3685327 Jan 29 19:40:18.807388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ef12d473-570e-4268-8908-b37179641f29,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:18.819044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-31b41524-a1e5-4a06-9ddd-7bdaefe494d6 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036925 Jan 29 19:40:18.819937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.821005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.821384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.821762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.822112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.822432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.822761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.823086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.823405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.824447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.824447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.824633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.824817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:18.831174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Transition to ACTIVE for port object bcd62389-244c-4ed4-bb91-1fbec3f4450c will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:18.840185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Request body: {'port': {'device_id': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'admin_state_up': True, 'tenant_id': '7b79dc98ad4743f5bcc1343574f98b24'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:18.844501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-12462a82-8a91-4fa2-b79a-7b519d12f521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1d6046-3e6a-4670-aacb-0b851980e192 HTTP/1.1" status: 200 len: 217 time: 0.0580258 Jan 29 19:40:18.916156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-f238b26c-7e9a-4957-8557-2b9f77d0f06d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.918263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-f238b26c-7e9a-4957-8557-2b9f77d0f06d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.3321443 Jan 29 19:40:18.933616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-c5fe2e6e-2157-4865-b882-b3a1aa984f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:18.936696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:18.937566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-c5fe2e6e-2157-4865-b882-b3a1aa984f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.0780029 Jan 29 19:40:18.986456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd62389-244c-4ed4-bb91-1fbec3f4450c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:18.996808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-d5fe5c45-ed6f-4a8a-b231-96a777d8f86c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0715840 Jan 29 19:40:19.017457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f876191-595a-4445-ab33-448246e2b0d7 req-dc2d1b16-33ca-4112-8bad-5bda74228abb service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894045 Jan 29 19:40:19.038331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-939de5e6-0ab7-400a-ac20-307c5db8b947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642135 Jan 29 19:40:19.049811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ef12d473-570e-4268-8908-b37179641f29'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:19.138460 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-af705da5-ef10-4797-8521-5156bcb03a48 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191123 Jan 29 19:40:19.187191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Attempting to bind port bcd62389-244c-4ed4-bb91-1fbec3f4450c on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:19.187581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Attempting to bind port bcd62389-244c-4ed4-bb91-1fbec3f4450c by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:19.187978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Attempting to bind port bcd62389-244c-4ed4-bb91-1fbec3f4450c on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:19.214142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Port bcd62389-244c-4ed4-bb91-1fbec3f4450c on network 4d29fda1-c589-4155-9c64-130a7e0979e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:19.214503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Attempting to bind port bcd62389-244c-4ed4-bb91-1fbec3f4450c on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:19.228065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:19.229176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Checking segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:19.229829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Bound using segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:19.230571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Bound port: bcd62389-244c-4ed4-bb91-1fbec3f4450c, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:19.231176 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:19.265445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Allocated IP 172.20.0.12 (4d29fda1-c589-4155-9c64-130a7e0979e2/aeb17c0f-8119-4207-ab5d-7e1ff9af7b87/79fa82b4-74bf-48ed-b391-01db6ab3a1ee) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:19.324766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-f182703f-4ec2-4c59-9499-67fb560b6e5f service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664185 Jan 29 19:40:19.352306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-52ef76dc-bc20-47ca-885b-1b7079ac6a51 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965575 Jan 29 19:40:19.367854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Made reservation on behalf of 7b79dc98ad4743f5bcc1343574f98b24 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:19.371283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:19.390011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] For port bcd62389-244c-4ed4-bb91-1fbec3f4450c, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:19.406261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8883-03ec-4e7e-a8b9-2fba4f7ed0f8 req-7327957e-eb9f-499e-902e-7ddd3d18eaa6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:19.408382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9b8883-03ec-4e7e-a8b9-2fba4f7ed0f8 req-7327957e-eb9f-499e-902e-7ddd3d18eaa6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2500713 Jan 29 19:40:19.438838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] For port bcd62389-244c-4ed4-bb91-1fbec3f4450c, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:19.472259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-715e911a-dec9-47b0-984f-1425c7475a82 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136866 Jan 29 19:40:19.526948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:19.563917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:19.564735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:19.566305 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] 10.222.0.26 "PUT /v2.0/ports/bcd62389-244c-4ed4-bb91-1fbec3f4450c HTTP/1.1" status: 200 len: 1091 time: 2.0720272 Jan 29 19:40:19.566812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'tag': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:19.569351 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe07fb45-5cea-471f-8539-b512809e95e9" -d '{"events": [{"name": "network-changed", "server_uuid": "749c82f9-149a-4d7d-8e3f-6dfe302e7e1b", "tag": "bcd62389-244c-4ed4-bb91-1fbec3f4450c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:19.607316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cc333-01c1-455f-9e3a-95b104722405 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd62389-244c-4ed4-bb91-1fbec3f4450c,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:19.639547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9b8883-03ec-4e7e-a8b9-2fba4f7ed0f8 req-c732c9ba-244d-4323-b6a3-122891327322 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216554 Jan 29 19:40:19.666557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-137a1d23-29fd-4290-aae6-6375ced2ec6c req-b29d6335-bc96-460e-af46-21143ef78fb7 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276145 Jan 29 19:40:19.693935 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks [] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:19.755400 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b627eb5c-5875-43a6-8e73-a2e21590ce20 x-openstack-request-id: req-b627eb5c-5875-43a6-8e73-a2e21590ce20 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:19.755800 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b535be2-b48f-4673-aca7-bdaffd2462dd", "tag": "0a1d6046-3e6a-4670-aacb-0b851980e192", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:19.756155 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b627eb5c-5875-43a6-8e73-a2e21590ce20 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:19.756801 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'tag': '0a1d6046-3e6a-4670-aacb-0b851980e192', 'status': 'completed', 'code': 200} Jan 29 19:40:19.817186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-986d86c6-ec3b-48bc-aaa7-cda3f56a88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:19.819629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-986d86c6-ec3b-48bc-aaa7-cda3f56a88a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 1125 time: 0.1131191 Jan 29 19:40:19.844112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:19.882172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-988c7924-68b3-4f82-b307-d0912e31aa12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c HTTP/1.1" status: 200 len: 217 time: 0.0469131 Jan 29 19:40:19.937790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c64f9efd-b22d-4af2-90b1-701d796600fe req-e80140a5-0049-456b-abac-a62ed81789b6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 210 time: 0.0542593 Jan 29 19:40:19.960683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:19.967530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-8afb1f9e-84e3-4067-957c-0cc97367d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:19.969093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-8afb1f9e-84e3-4067-957c-0cc97367d30c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.0761869 Jan 29 19:40:19.973834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7e32d-ecb9-4240-89c7-be71ca943660 req-27e0f5f0-c505-490a-81d1-0e0eb10458a3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:19.975531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79b7e32d-ecb9-4240-89c7-be71ca943660 req-27e0f5f0-c505-490a-81d1-0e0eb10458a3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 943 time: 0.2121835 Jan 29 19:40:19.980622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:19.983000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Allocated IP 172.20.0.14 (4d29fda1-c589-4155-9c64-130a7e0979e2/aeb17c0f-8119-4207-ab5d-7e1ff9af7b87/d1d2747a-866f-4d03-983c-9827a94b5211) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:19.988470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Pushing event updated for resources: {'Port': ['ID=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:20.002227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:20.036852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-9f1a03df-5f5a-4753-8ae7-3af347ca37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.036852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-9f1a03df-5f5a-4753-8ae7-3af347ca37f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 1125 time: 0.2417576 Jan 29 19:40:20.062950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ef12d473-570e-4268-8908-b37179641f29 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:20.067185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-39b307bb-2192-4bf9-b00a-5d480a8e15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.067901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-39b307bb-2192-4bf9-b00a-5d480a8e15f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915952 Jan 29 19:40:20.106849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b8b7e-78e5-430a-8e86-f5b1ce82ce64 req-8a510220-9bcb-4745-800f-c85aec481bc8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.108386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-115b8b7e-78e5-430a-8e86-f5b1ce82ce64 req-8a510220-9bcb-4745-800f-c85aec481bc8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 949 time: 0.0987749 Jan 29 19:40:20.180873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-abd7852f-5992-4320-b03b-bb195db7cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.182431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-abd7852f-5992-4320-b03b-bb195db7cdec service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.1357245 Jan 29 19:40:20.218724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-115b8b7e-78e5-430a-8e86-f5b1ce82ce64 req-c46ec584-a323-418d-a8b5-e9734b79494e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975692 Jan 29 19:40:20.234342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-1c2144b2-ed5e-4edb-b3b4-ab749640d51a service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590049 Jan 29 19:40:20.258162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ef12d473-570e-4268-8908-b37179641f29 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:20.267915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ef12d473-570e-4268-8908-b37179641f29 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:20.268562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ef12d473-570e-4268-8908-b37179641f29), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.303951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.304608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.379170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79b7e32d-ecb9-4240-89c7-be71ca943660 req-29ddeb03-bc35-4f58-b9b3-836913117449 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673491 Jan 29 19:40:20.379439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ef12d473-570e-4268-8908-b37179641f29 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:20.379758 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ef12d473-570e-4268-8908-b37179641f29), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.380707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-225b71a3-f100-47b1-bfae-83e4cfaaaa10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1d6046-3e6a-4670-aacb-0b851980e192 HTTP/1.1" status: 200 len: 217 time: 0.1310596 Jan 29 19:40:20.403561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8193a971-bf75-4198-9ed6-9320cda96c3f None None] Provisioning complete for port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:20.403942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8193a971-bf75-4198-9ed6-9320cda96c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.431984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef12d473-570e-4268-8908-b37179641f29'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:20.434302 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9002562a-6462-4ebe-9e7a-f19e765b4002" -d '{"events": [{"server_uuid": "71ea747e-a7bf-49c2-a131-bcb72b5f2928", "name": "network-vif-plugged", "status": "completed", "tag": "ef12d473-570e-4268-8908-b37179641f29"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:20.460301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-d39cfbf6-8577-4594-8994-20206594bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.461970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-d39cfbf6-8577-4594-8994-20206594bd48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.0510592 Jan 29 19:40:20.475310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-aa09236d-bf25-4e80-a100-853e22804662 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4155478 Jan 29 19:40:20.480762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ef12d473-570e-4268-8908-b37179641f29, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ef12d473-570e-4268-8908-b37179641f29,segment=NetworkSegment(f50a483f-6cdf-4e74-834b-8327a9e64e1c),segment_id=f50a483f-6cdf-4e74-834b-8327a9e64e1c)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:20.485353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8193a971-bf75-4198-9ed6-9320cda96c3f None None] Port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:40:20.503087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Request body: {'port': {'device_id': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:20.536483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-7a9531cf-147b-43cf-a5a6-a46326a23dd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569196 Jan 29 19:40:20.572236 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ef12d473-570e-4268-8908-b37179641f29), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.610108 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e80ff1-14b0-44bd-a562-6c19e4f16720 x-openstack-request-id: req-23e80ff1-14b0-44bd-a562-6c19e4f16720 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:20.610710 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749c82f9-149a-4d7d-8e3f-6dfe302e7e1b", "tag": "bcd62389-244c-4ed4-bb91-1fbec3f4450c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:20.610710 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23e80ff1-14b0-44bd-a562-6c19e4f16720 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:20.611002 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'tag': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c', 'status': 'completed', 'code': 200} Jan 29 19:40:20.651570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e758ed34-29cf-4897-b9e2-40fef16e28cc req-de77909d-73f6-4e8b-8e43-51b96f36b2bd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 210 time: 0.1580606 Jan 29 19:40:20.655914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ef12d473-570e-4268-8908-b37179641f29,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:20.682019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks [] for port (d1d2747a-866f-4d03-983c-9827a94b5211), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.697865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20d0dc0-aa50-4add-89e9-c9f60e7f6f7e req-9fe16c27-2781-46db-aadf-644ff5957939 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562364 Jan 29 19:40:20.717983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-b8d18f1d-8706-428e-b379-9488e871f84e service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429553 Jan 29 19:40:20.729162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-78663704-46b0-45ff-aa20-78f2bd769597 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.730586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-78663704-46b0-45ff-aa20-78f2bd769597 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 949 time: 0.1289945 Jan 29 19:40:20.738870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29f05-4c54-4d87-a023-a2e7c3d6ae68 req-ffc1583e-07b3-41a7-a516-6eed1c032640 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:20.740394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bc29f05-4c54-4d87-a023-a2e7c3d6ae68 req-ffc1583e-07b3-41a7-a516-6eed1c032640 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 946 time: 0.1398950 Jan 29 19:40:20.762246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.852898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bc29f05-4c54-4d87-a023-a2e7c3d6ae68 req-485f5afb-bc91-4988-9799-5175163d357f tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045606 Jan 29 19:40:20.896525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port cc228307-ec2c-422e-84d3-8942bd30905a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:20.897724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.951959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:20.972502 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52fea3b-6094-4f9a-9ce0-ac4516e78110 x-openstack-request-id: req-c52fea3b-6094-4f9a-9ce0-ac4516e78110 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:20.972798 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea747e-a7bf-49c2-a131-bcb72b5f2928", "name": "network-vif-plugged", "status": "completed", "tag": "ef12d473-570e-4268-8908-b37179641f29", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:20.973116 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c52fea3b-6094-4f9a-9ce0-ac4516e78110 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:20.973516 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef12d473-570e-4268-8908-b37179641f29', 'code': 200} Jan 29 19:40:20.982255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1774e6f8-0af5-45a1-bfd1-0026c73d707a req-5ded671c-89d4-43d6-be0b-3f105c43b78e service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535024 Jan 29 19:40:21.023707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-20e8242a-73c7-4b03-ae10-ee05de4ac8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.025317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-20e8242a-73c7-4b03-ae10-ee05de4ac8ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 1125 time: 0.1121247 Jan 29 19:40:21.091724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port cc228307-ec2c-422e-84d3-8942bd30905a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cc228307-ec2c-422e-84d3-8942bd30905a,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:21.092226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:21.092780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:21.110463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-b01b7e23-340e-4f4f-83bd-58b56606097e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.111979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-b01b7e23-340e-4f4f-83bd-58b56606097e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.2970316 Jan 29 19:40:21.119791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:21.121773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for cc228307-ec2c-422e-84d3-8942bd30905a owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:21.143172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:21.146330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Pushing event updated for resources: {'Port': ['ID=d1d2747a-866f-4d03-983c-9827a94b5211,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:21.231316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5591c-bd7b-405e-b138-a2d26665c790 req-fe04de44-5a6f-46fa-b9a3-74ed6c9fba16 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.233270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0f5591c-bd7b-405e-b138-a2d26665c790 req-fe04de44-5a6f-46fa-b9a3-74ed6c9fba16 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1974182 Jan 29 19:40:21.295978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-735c2f42-f167-4f5f-be88-655f9c789c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.297512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-735c2f42-f167-4f5f-be88-655f9c789c77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 915 time: 0.2629743 Jan 29 19:40:21.366862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-6868bf1e-6f32-429e-9f2a-d2fa43c9b1d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c HTTP/1.1" status: 200 len: 217 time: 0.0626049 Jan 29 19:40:21.411820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0f5591c-bd7b-405e-b138-a2d26665c790 req-df81f499-9034-4e85-883b-3e487d4b8e3c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672213 Jan 29 19:40:21.421537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d02deb11-79ae-47cb-bf6e-cc456c52dcd3 None None] Provisioning complete for port d1d2747a-866f-4d03-983c-9827a94b5211 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:21.422996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d02deb11-79ae-47cb-bf6e-cc456c52dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:21.467971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d02deb11-79ae-47cb-bf6e-cc456c52dcd3 None None] Port d1d2747a-866f-4d03-983c-9827a94b5211 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:40:21.485768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-df178801-0220-4493-9792-1dbc17a849ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.487261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-df178801-0220-4493-9792-1dbc17a849ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.1110237 Jan 29 19:40:21.535108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-915cc247-112a-466d-9606-4ac8e66bf89a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/quotas/4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 375 time: 0.3962774 Jan 29 19:40:21.553524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-e660f69c-92a2-480b-819d-cccfc87cab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.555814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-e660f69c-92a2-480b-819d-cccfc87cab88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582449 Jan 29 19:40:21.620615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.621262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:21.634622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cc228307-ec2c-422e-84d3-8942bd30905a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:21.645468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95554e53-3af8-4bae-9f95-3ecfb6252080 req-74fa9f29-d193-4b5b-afa5-dc9226d2de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.646944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'cc228307-ec2c-422e-84d3-8942bd30905a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:21.647281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95554e53-3af8-4bae-9f95-3ecfb6252080 req-74fa9f29-d193-4b5b-afa5-dc9226d2de8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 1128 time: 0.5576360 Jan 29 19:40:21.698390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:21.711044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-7c7aff00-1f1c-4476-a160-039b840df14d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1751156 Jan 29 19:40:21.713293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=cc228307-ec2c-422e-84d3-8942bd30905a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:21.739522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-731f5402-6bcd-49b4-ad0a-9f2fbb4a2cac tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9054585 Jan 29 19:40:21.755890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-f9078d3a-fa7e-4c29-95c1-a787880a81dc service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936979 Jan 29 19:40:21.775841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port cc228307-ec2c-422e-84d3-8942bd30905a on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:21.777879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Request body: {'port': {'device_id': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:21.786149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:21.789975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d930771-0f27-410a-8fc3-4b491b597e49 req-9c606f69-a28f-4941-bb4e-1d4d8e893e46 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "DELETE /v2.0/ports/cc228307-ec2c-422e-84d3-8942bd30905a HTTP/1.1" status: 204 len: 173 time: 1.0486741 Jan 29 19:40:21.816531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e006-3f2f-44bf-8ce5-b6958f5180cc req-ecf2da72-1f2b-410c-a8e0-0a5f1c706dfb tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:21.816841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95554e53-3af8-4bae-9f95-3ecfb6252080 req-29eda900-250d-44c7-bc30-f7b1956b679d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604402 Jan 29 19:40:21.824518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2038e006-3f2f-44bf-8ce5-b6958f5180cc req-ecf2da72-1f2b-410c-a8e0-0a5f1c706dfb tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 932 time: 0.2032955 Jan 29 19:40:21.925931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2038e006-3f2f-44bf-8ce5-b6958f5180cc req-3e3114bb-6182-41a5-9440-2d79276f34da tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004276 Jan 29 19:40:21.947872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe07fb45-5cea-471f-8539-b512809e95e9 req-2676dce5-f078-4f0c-ac41-e4fd9a3e7be3 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648035 Jan 29 19:40:21.952484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:21.956691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fa82b4-74bf-48ed-b391-01db6ab3a1ee {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:21.963247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-1a4bc2d4-23df-403a-b42e-ab3316ab9881 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513967 Jan 29 19:40:21.979792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Publish callbacks [] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.048786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Transition to ACTIVE for port object 79fa82b4-74bf-48ed-b391-01db6ab3a1ee will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:22.054008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6822adb2-f534-4671-a209-46d407139323 req-e4076fb6-0b84-4d9b-a2a3-96f7c5c92f2c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 210 time: 0.0384333 Jan 29 19:40:22.072290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0a1d6046-3e6a-4670-aacb-0b851980e192 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:22.178104 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.213381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8457d-1831-4e95-89ce-e1a8aa966918 req-05053494-a03f-4a9f-af21-2b0b230ae304 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:22.229352 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bef8457d-1831-4e95-89ce-e1a8aa966918 req-05053494-a03f-4a9f-af21-2b0b230ae304 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 943 time: 0.1140127 Jan 29 19:40:22.238586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-36a8a1ac-7d45-41f7-a177-c0660a9bf26d service neutron] 10.222.0.15 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669170 Jan 29 19:40:22.310488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bef8457d-1831-4e95-89ce-e1a8aa966918 req-7f5b0dfa-de34-4ef4-b380-b2f5a2555fd9 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798495 Jan 29 19:40:22.362209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:22.436720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0a1d6046-3e6a-4670-aacb-0b851980e192, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0a1d6046-3e6a-4670-aacb-0b851980e192,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:22.512067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '0a1d6046-3e6a-4670-aacb-0b851980e192', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'port_id': '0a1d6046-3e6a-4670-aacb-0b851980e192', 'mac_address': 'fa:16:3e:94:2c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:22.518915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8848ca78-ff1a-4463-906f-a95359c4c272 req-0068683f-8a11-4db7-bc5d-b5d7025c8dc2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 210 time: 0.0576952 Jan 29 19:40:22.561289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Attempting to bind port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:22.562132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Attempting to bind port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:22.562327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Attempting to bind port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:22.574841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee on network 4d29fda1-c589-4155-9c64-130a7e0979e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:22.575166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Attempting to bind port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:22.604515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 0a1d6046-3e6a-4670-aacb-0b851980e192 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:22.605190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.629155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'name': 'network-vif-deleted', 'tag': 'cc228307-ec2c-422e-84d3-8942bd30905a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:22.630917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d2747a-866f-4d03-983c-9827a94b5211 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:22.631937 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc6591-e844-43f0-b107-d0433d69bb94" -d '{"events": [{"server_uuid": "cc8842a7-e29a-4c4a-83de-2e35e0fab588", "name": "network-vif-deleted", "tag": "cc228307-ec2c-422e-84d3-8942bd30905a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:22.641148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Publish callbacks [] for port (d1d2747a-866f-4d03-983c-9827a94b5211), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.643493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:22.643828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Checking segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:22.644233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Bound using segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:22.644673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Bound port: 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:22.644887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1d6046-3e6a-4670-aacb-0b851980e192 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:22.645026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.679401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0a1d6046-3e6a-4670-aacb-0b851980e192, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0a1d6046-3e6a-4670-aacb-0b851980e192,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:22.685248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac073e-0a45-4e0d-b999-e596856aae5c req-7973e9e2-5465-4fc1-b2d6-44e66a9ad456 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:22.694891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbac073e-0a45-4e0d-b999-e596856aae5c req-7973e9e2-5465-4fc1-b2d6-44e66a9ad456 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 946 time: 0.0918448 Jan 29 19:40:22.696694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Transition to ACTIVE for port object d1d2747a-866f-4d03-983c-9827a94b5211 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:22.754163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbac073e-0a45-4e0d-b999-e596856aae5c req-0d7d1961-e3ed-4a90-889a-4ccf42ad8ab8 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572610 Jan 29 19:40:22.785054 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.785881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6ebd7e47-b2c1-43cf-a110-d16c322359e1 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:22.809832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] For port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:22.817800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] For port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:22.828938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-97383efc-c139-4022-8318-071f68f6a3e3 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:22.830488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-97383efc-c139-4022-8318-071f68f6a3e3 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.1915736 Jan 29 19:40:22.848052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Request body: {'port': {'device_id': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'admin_state_up': True, 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:22.853183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.877764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:22.880332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=0a1d6046-3e6a-4670-aacb-0b851980e192,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:22.892542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '6ebd7e47-b2c1-43cf-a110-d16c322359e1', 'network_id': '6ec45a12-8522-4bea-8020-04f4704a0921', 'port_id': '6ebd7e47-b2c1-43cf-a110-d16c322359e1', 'mac_address': 'fa:16:3e:5d:cf:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7344705f-6d54-4316-bbc2-24ae80e3d864', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:22.922481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.935377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea0dd-c649-4ba0-8004-c65dd785dc17 req-889144cd-32e8-4ae5-a068-4265c5b82261 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:22.936442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:22.937565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:22.946852 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-307ea0dd-c649-4ba0-8004-c65dd785dc17 req-889144cd-32e8-4ae5-a068-4265c5b82261 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1244454 Jan 29 19:40:22.957566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebd7e47-b2c1-43cf-a110-d16c322359e1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:22.996539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:22.998784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:23.001364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:23.003096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] 10.222.0.26 "PUT /v2.0/ports/79fa82b4-74bf-48ed-b391-01db6ab3a1ee HTTP/1.1" status: 200 len: 1092 time: 2.5084970 Jan 29 19:40:23.003234 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-307ea0dd-c649-4ba0-8004-c65dd785dc17 req-8c8c6f6d-52dd-431f-92c0-721713bf5914 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550070 Jan 29 19:40:23.007165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'tag': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:23.017572 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda08451-0070-46a9-95d4-dbb2004071b5" -d '{"events": [{"name": "network-changed", "server_uuid": "615361b9-6d3c-439d-bc0c-7ffb990b9511", "tag": "79fa82b4-74bf-48ed-b391-01db6ab3a1ee"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:23.020171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Pushing event updated for resources: {'Port': ['ID=d1d2747a-866f-4d03-983c-9827a94b5211,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:23.048433 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07dd0b8-61d4-4b1c-b43c-eb38121798c0 x-openstack-request-id: req-b07dd0b8-61d4-4b1c-b43c-eb38121798c0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:23.048910 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8842a7-e29a-4c4a-83de-2e35e0fab588", "name": "network-vif-deleted", "tag": "cc228307-ec2c-422e-84d3-8942bd30905a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:23.049278 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b07dd0b8-61d4-4b1c-b43c-eb38121798c0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:23.049750 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8842a7-e29a-4c4a-83de-2e35e0fab588', 'name': 'network-vif-deleted', 'tag': 'cc228307-ec2c-422e-84d3-8942bd30905a', 'status': 'completed', 'code': 200} Jan 29 19:40:23.109313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:23.202719 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3a118c-1653-411f-9726-3674bdaf10cb x-openstack-request-id: req-1c3a118c-1653-411f-9726-3674bdaf10cb {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:23.202950 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615361b9-6d3c-439d-bc0c-7ffb990b9511", "tag": "79fa82b4-74bf-48ed-b391-01db6ab3a1ee", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:23.203211 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c3a118c-1653-411f-9726-3674bdaf10cb {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:23.203743 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'tag': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee', 'status': 'completed', 'code': 200} Jan 29 19:40:23.248187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Attempting to bind port d1d2747a-866f-4d03-983c-9827a94b5211 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:23.248707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Attempting to bind port d1d2747a-866f-4d03-983c-9827a94b5211 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:23.251614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Attempting to bind port d1d2747a-866f-4d03-983c-9827a94b5211 on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:23.295630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6ebd7e47-b2c1-43cf-a110-d16c322359e1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:23.370996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c2fc79c0-6962-4d36-bb49-df582ef22c10 req-13b10fa0-11de-4b0d-8f6d-d856a16b0953 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8842a7-e29a-4c4a-83de-2e35e0fab588 HTTP/1.1" status: 200 len: 210 time: 0.0408452 Jan 29 19:40:23.387333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Port d1d2747a-866f-4d03-983c-9827a94b5211 on network 4d29fda1-c589-4155-9c64-130a7e0979e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:23.387717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Attempting to bind port d1d2747a-866f-4d03-983c-9827a94b5211 on network 4d29fda1-c589-4155-9c64-130a7e0979e2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:23.408314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6ebd7e47-b2c1-43cf-a110-d16c322359e1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:23.441855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:23.448720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Checking segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:23.453046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Bound using segment: {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:23.453046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Bound port: d1d2747a-866f-4d03-983c-9827a94b5211, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad48d98-be54-4eb2-b01a-bddbf6328d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:23.453046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:23.460770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0a1d6046-3e6a-4670-aacb-0b851980e192'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:23.475369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833e36f-1c07-478e-8875-0b7860fb5323 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:23.481492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd5cc1da-49a4-44d0-88d9-28b55560d8a5 req-b228b799-773c-4c5d-8a33-462fbc6714bf tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0360076 Jan 29 19:40:23.502836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-87ed97af-a131-4eb8-81ac-e0b27a5a0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:23.504623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-87ed97af-a131-4eb8-81ac-e0b27a5a0bbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 1126 time: 0.3375998 Jan 29 19:40:23.561987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-618146aa-e1cc-4032-bfdf-0a1fc150fab8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee HTTP/1.1" status: 200 len: 217 time: 0.0429487 Jan 29 19:40:23.575472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29ebe-bc7f-4f8d-aae8-402de95018da req-bbd2bbd3-2ee0-4390-aac4-092727b7d0af tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:23.575472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcb29ebe-bc7f-4f8d-aae8-402de95018da req-bbd2bbd3-2ee0-4390-aac4-092727b7d0af tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 944 time: 0.2544081 Jan 29 19:40:23.633891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:23.637884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:23.653753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387bb4e-083e-41a8-a8da-2426b403bcb9 req-3fcad181-d7e7-4005-b51b-2b7068a6683c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:23.662202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e387bb4e-083e-41a8-a8da-2426b403bcb9 req-3fcad181-d7e7-4005-b51b-2b7068a6683c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 944 time: 0.0713646 Jan 29 19:40:23.728085 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e387bb4e-083e-41a8-a8da-2426b403bcb9 req-0117a39f-d696-488f-9be5-ec7b38b52d1d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631480 Jan 29 19:40:23.735677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-87001a1e-a86f-4cc2-8a0e-8e18cd534aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:23.737431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-87001a1e-a86f-4cc2-8a0e-8e18cd534aee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.1460495 Jan 29 19:40:23.746172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] For port d1d2747a-866f-4d03-983c-9827a94b5211, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:23.778533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] For port d1d2747a-866f-4d03-983c-9827a94b5211, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d1d2747a-866f-4d03-983c-9827a94b5211,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:23.808472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcb29ebe-bc7f-4f8d-aae8-402de95018da req-501f74fd-9138-4c1a-8ae7-8042083a11d8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078192 Jan 29 19:40:23.869946 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d428366e-2d83-48fd-9ad5-6e3f555dfb01 req-bf5fad50-4ea6-465e-bd86-39a5901ea958 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 210 time: 0.0540442 Jan 29 19:40:23.881698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:23.993393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:23.994019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:23.995419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] 10.222.0.26 "PUT /v2.0/ports/d1d2747a-866f-4d03-983c-9827a94b5211 HTTP/1.1" status: 200 len: 1092 time: 2.2328293 Jan 29 19:40:24.027454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd83db7-b464-4176-8476-645fdb4fbeff service neutron] Pushing event updated for resources: {'Port': ['ID=d1d2747a-866f-4d03-983c-9827a94b5211,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:24.037680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a136-9046-43f1-a035-7b07db071077 req-a71c53a9-7e05-4140-8da4-84d5fa172bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:24.038888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-a71c53a9-7e05-4140-8da4-84d5fa172bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2944129 Jan 29 19:40:24.058213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Allocated IP 172.20.0.14 (497ac353-bc31-4538-88ec-cd403837a37f/64a8faf9-d953-4b18-815a-e0cda4a85b1c/13a3cd8e-0f0c-44f9-bfb2-606c36401f88) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:24.059916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cc228307-ec2c-422e-84d3-8942bd30905a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:24.106249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044671d-83bf-434b-b0bc-db9ad6b72cbd req-869b1afb-1a1a-48c1-886a-9f667301f9d8 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:24.106708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2044671d-83bf-434b-b0bc-db9ad6b72cbd req-869b1afb-1a1a-48c1-886a-9f667301f9d8 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 946 time: 0.1845913 Jan 29 19:40:24.126963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: cc228307-ec2c-422e-84d3-8942bd30905a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:24.127392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cc228307-ec2c-422e-84d3-8942bd30905a not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:24.167629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bf2b1-02ae-4495-b289-986c46e9ae64 req-81d64276-af91-4823-a59d-89dd56568b69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:24.172794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c17bf2b1-02ae-4495-b289-986c46e9ae64 req-81d64276-af91-4823-a59d-89dd56568b69 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.0884666 Jan 29 19:40:24.238537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c17bf2b1-02ae-4495-b289-986c46e9ae64 req-75de1e6e-7c01-4178-9fef-1d274d99f294 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620184 Jan 29 19:40:24.296386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-01ec8d8a-9c0c-41ca-8cf9-99f8c4609321 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497618 Jan 29 19:40:24.312514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2044671d-83bf-434b-b0bc-db9ad6b72cbd req-98ea276b-8aa7-41b5-803a-c15e08cb403d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638288 Jan 29 19:40:24.329811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-0e1790b0-3810-4581-a74a-c9c61947328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:24.331386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-0e1790b0-3810-4581-a74a-c9c61947328f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 1126 time: 0.1861649 Jan 29 19:40:24.368492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37034) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:24.422390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-e2f4714c-2553-4a4d-9b5e-75a8253f1d74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1d2747a-866f-4d03-983c-9827a94b5211 HTTP/1.1" status: 200 len: 217 time: 0.0518544 Jan 29 19:40:24.512992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device bcd62389-244c-4ed4-bb91-1fbec3f4450c details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:24.517732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-456df8e0-7307-4be1-870c-bb7703fb893a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.563417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks [] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.568705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-3db7f324-2a63-4f91-95e7-61e7859382e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:24.570181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-3db7f324-2a63-4f91-95e7-61e7859382e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.1145687 Jan 29 19:40:24.622776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db7a136-9046-43f1-a035-7b07db071077 req-41843ae7-cada-4e5a-a779-47f29b10fea2 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079486 Jan 29 19:40:24.660648 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-456df8e0-7307-4be1-870c-bb7703fb893a admin admin] Publish callbacks [] for security_group (72fd9853-6a74-4b3d-875c-6326f552461d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.664790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-1ebfc768-ced5-458a-b370-ee43d7eef294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:24.666622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-1ebfc768-ced5-458a-b370-ee43d7eef294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878551 Jan 29 19:40:24.695960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aea56641-f6bc-45e1-a1e4-6cf279b2ddb7 req-e46cea41-9de2-4cfe-90bb-c6c6619df3a9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0334318 Jan 29 19:40:24.718693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port bcd62389-244c-4ed4-bb91-1fbec3f4450c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:24.730516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'port_id': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c', 'mac_address': 'fa:16:3e:83:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb17c0f-8119-4207-ab5d-7e1ff9af7b87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:24.760420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-456df8e0-7307-4be1-870c-bb7703fb893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (72fd9853-6a74-4b3d-875c-6326f552461d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.771801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port bcd62389-244c-4ed4-bb91-1fbec3f4450c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:24.772191 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.783020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.787617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd62389-244c-4ed4-bb91-1fbec3f4450c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:24.814227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port bcd62389-244c-4ed4-bb91-1fbec3f4450c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:24.820880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-456df8e0-7307-4be1-870c-bb7703fb893a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=904e60676d39449fb4a882197e1ff83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506967 Jan 29 19:40:24.828539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:24.849784 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-c4a4f324-43c2-4199-8c06-f1574553a127 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766281 Jan 29 19:40:24.885691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.900398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456df8e0-7307-4be1-870c-bb7703fb893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd9853-6a74-4b3d-875c-6326f552461d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:24.916950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Network 497ac353-bc31-4538-88ec-cd403837a37f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:24.917669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event updated for resources: {'Port': ['ID=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:24.930851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:24.933232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:24.935049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=bcd62389-244c-4ed4-bb91-1fbec3f4450c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:24.943837 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a853933e-7ea7-4d3d-88e8-65a9c615e84c admin admin] Publish callbacks [] for security_group (72fd9853-6a74-4b3d-875c-6326f552461d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:24.975354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a853933e-7ea7-4d3d-88e8-65a9c615e84c admin admin] Publish callbacks [] for security_group (72fd9853-6a74-4b3d-875c-6326f552461d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.009657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77505a1c-07c3-4ef9-bf03-62497b06957d req-436cd079-b4a8-4210-a00b-1042d0274817 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.016655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77505a1c-07c3-4ef9-bf03-62497b06957d req-436cd079-b4a8-4210-a00b-1042d0274817 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 944 time: 0.1626861 Jan 29 19:40:25.089438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a022b0a-3b35-489b-adbb-3339a48a153f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.099781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77505a1c-07c3-4ef9-bf03-62497b06957d req-09a83933-3832-405d-a1d2-40198f5d506b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822258 Jan 29 19:40:25.206729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a853933e-7ea7-4d3d-88e8-65a9c615e84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (72fd9853-6a74-4b3d-875c-6326f552461d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.209458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a853933e-7ea7-4d3d-88e8-65a9c615e84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.214544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a853933e-7ea7-4d3d-88e8-65a9c615e84c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72fd9853-6a74-4b3d-875c-6326f552461d HTTP/1.1" status: 204 len: 168 time: 0.3811548 Jan 29 19:40:25.236020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941caa69-0a9c-452e-a048-027701b33c30 req-e18510c6-abde-4015-a301-82b8da260f01 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.237576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-941caa69-0a9c-452e-a048-027701b33c30 req-e18510c6-abde-4015-a301-82b8da260f01 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 932 time: 0.0745375 Jan 29 19:40:25.238563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853933e-7ea7-4d3d-88e8-65a9c615e84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd9853-6a74-4b3d-875c-6326f552461d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:25.294769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['bcd62389-244c-4ed4-bb91-1fbec3f4450c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:25.314813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'tag': 'd1d2747a-866f-4d03-983c-9827a94b5211'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:25.316758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-941caa69-0a9c-452e-a048-027701b33c30 req-1776175c-6919-4771-bece-a04e95562c74 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675056 Jan 29 19:40:25.317016 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9656dbaa-7eb3-4b07-b992-538cf6c582bb", "tag": "d1d2747a-866f-4d03-983c-9827a94b5211"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:25.359901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b742be5c-ee5e-4a7c-be46-153dcc198cd8 req-037ceede-11be-4011-9b89-116450656e1b service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014300 Jan 29 19:40:25.383588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-c8fc0b11-19e0-4ca6-89cf-32429efd246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.385547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-c8fc0b11-19e0-4ca6-89cf-32429efd246e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 1126 time: 0.5531497 Jan 29 19:40:25.396097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.396746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.514053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09723ca2-ac6a-453f-94c9-e2f9e513dbcb req-ec8a0bf3-1637-470c-88de-7f98c03ac507 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.516107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09723ca2-ac6a-453f-94c9-e2f9e513dbcb req-ec8a0bf3-1637-470c-88de-7f98c03ac507 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 944 time: 0.1928530 Jan 29 19:40:25.525029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-49b3524f-3103-4019-bb10-de94e9872ae4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6811547 Jan 29 19:40:25.526555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-7b5f0012-f4ea-4dc7-9bc6-a5ea3f6613c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.528339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-7b5f0012-f4ea-4dc7-9bc6-a5ea3f6613c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 915 time: 0.1182110 Jan 29 19:40:25.542174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Request body: {'port': {'device_id': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:25.604828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-d4ec5770-1bc5-40b2-89ac-a1f01da39dae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee HTTP/1.1" status: 200 len: 217 time: 0.0691509 Jan 29 19:40:25.660128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-4d9f509c-cc37-485b-b90a-48b5fa803759 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.661653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-4d9f509c-cc37-485b-b90a-48b5fa803759 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 808 time: 0.1167142 Jan 29 19:40:25.677112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Request body: {'port': {'device_id': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'admin_state_up': True, 'tenant_id': '4c396108a0da4c648a990883be66b5f5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:25.697372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09723ca2-ac6a-453f-94c9-e2f9e513dbcb req-f80344e6-89d9-4630-ae2f-4dc443fb1ab3 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676986 Jan 29 19:40:25.715811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-6345d23d-af26-4728-a22f-1d81073b3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.715811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-6345d23d-af26-4728-a22f-1d81073b3eb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.0980654 Jan 29 19:40:25.715811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.920799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Made reservation on behalf of 4c396108a0da4c648a990883be66b5f5 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:25.924984 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b88bc0f-8a9f-4eda-9307-088663792a3d x-openstack-request-id: req-0b88bc0f-8a9f-4eda-9307-088663792a3d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:25.930012 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9656dbaa-7eb3-4b07-b992-538cf6c582bb", "tag": "d1d2747a-866f-4d03-983c-9827a94b5211", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:25.930012 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b88bc0f-8a9f-4eda-9307-088663792a3d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:25.930012 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'tag': 'd1d2747a-866f-4d03-983c-9827a94b5211', 'status': 'completed', 'code': 200} Jan 29 19:40:25.930413 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:25.955163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-ce7a849d-c627-48a0-9206-6229169c4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.956723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-ce7a849d-c627-48a0-9206-6229169c4824 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1976013 Jan 29 19:40:25.964330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b1e1-ec7d-4fbe-b012-5cf987b65591 req-15e5afe2-90c7-4ba1-9ef2-7a5435e08f3b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:25.965906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77a3b1e1-ec7d-4fbe-b012-5cf987b65591 req-15e5afe2-90c7-4ba1-9ef2-7a5435e08f3b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1662860 Jan 29 19:40:26.030719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a9657d4-993b-4c9f-bb9f-3a2b42cc9924 req-d48c1338-6b4a-4ee0-846b-38b357690aab tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0680273 Jan 29 19:40:26.088135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0a1d6046-3e6a-4670-aacb-0b851980e192 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:26.142799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37090) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:26.173707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31966739-b35e-4488-a1f8-44392f91c5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.181824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77a3b1e1-ec7d-4fbe-b012-5cf987b65591 req-247510a9-bd20-4367-a0d9-5ea8afeeb22b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032521 Jan 29 19:40:26.200605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Allocated IP 172.20.0.7 (e3f680c2-d656-445b-ab70-a827f325043c/20921873-5e3a-47f9-aaef-f366be7ad371/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:26.212882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-df00ed3e-dd9f-4554-8558-35ccfc1642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:26.214380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-df00ed3e-dd9f-4554-8558-35ccfc1642b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 1126 time: 0.2369733 Jan 29 19:40:26.238992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-9b6235e7-5886-4260-804f-441f72c48d9a service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714207 Jan 29 19:40:26.258846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 0a1d6046-3e6a-4670-aacb-0b851980e192 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:26.266974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 0a1d6046-3e6a-4670-aacb-0b851980e192 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:26.267663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.373449 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31966739-b35e-4488-a1f8-44392f91c5dd admin admin] Publish callbacks [] for security_group (3da3ebf7-8e47-42fc-9ecd-9756fcc4d332), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.386911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 0a1d6046-3e6a-4670-aacb-0b851980e192 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:26.387584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.417573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d21fd6-a039-4dcb-9802-410339639048 req-adfc07c7-8ff9-4b84-a9dd-4da347216d5f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:26.424688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63d21fd6-a039-4dcb-9802-410339639048 req-adfc07c7-8ff9-4b84-a9dd-4da347216d5f tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 950 time: 0.2661114 Jan 29 19:40:26.432563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1d6046-3e6a-4670-aacb-0b851980e192'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:26.435563 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e6ff9-6592-4711-93f2-895c1474ee7b" -d '{"events": [{"server_uuid": "4b535be2-b48f-4673-aca7-bdaffd2462dd", "name": "network-vif-plugged", "status": "completed", "tag": "0a1d6046-3e6a-4670-aacb-0b851980e192"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:26.453605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0a1d6046-3e6a-4670-aacb-0b851980e192, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0a1d6046-3e6a-4670-aacb-0b851980e192,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:26.462927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31966739-b35e-4488-a1f8-44392f91c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3da3ebf7-8e47-42fc-9ecd-9756fcc4d332), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.501999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:26.526097 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.528394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6ebd7e47-b2c1-43cf-a110-d16c322359e1 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:26.539917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Publish callbacks [] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.565191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-4ad0b8aa-42a9-4426-b92c-fc088d3901ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:26.566997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-4ad0b8aa-42a9-4426-b92c-fc088d3901ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 915 time: 0.3411055 Jan 29 19:40:26.575461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-31966739-b35e-4488-a1f8-44392f91c5dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24c1663e23b6400daae84020ae35d13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279351 Jan 29 19:40:26.575461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31966739-b35e-4488-a1f8-44392f91c5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da3ebf7-8e47-42fc-9ecd-9756fcc4d332,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:26.577254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:26.596114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Transition to ACTIVE for port object 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:26.614835 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63d21fd6-a039-4dcb-9802-410339639048 req-89bbffc1-d563-4c95-9c64-e1e8e63f2fdc tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892326 Jan 29 19:40:26.627697 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:40:26.636702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device bcd62389-244c-4ed4-bb91-1fbec3f4450c up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:26.638272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-09f3503e-1de8-4488-b2cc-1eff25f6b249 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1d2747a-866f-4d03-983c-9827a94b5211 HTTP/1.1" status: 200 len: 217 time: 0.0637817 Jan 29 19:40:26.640136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eda08451-0070-46a9-95d4-dbb2004071b5 req-28580b63-7696-42f4-85c3-a3dcd53a7269 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522539 Jan 29 19:40:26.648705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21d2db-ab23-4d63-81a5-d2aa7626e5c2 req-9c31ca47-79bf-46e8-bf4c-679f2e3cab64 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:26.655565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d21d2db-ab23-4d63-81a5-d2aa7626e5c2 req-9c31ca47-79bf-46e8-bf4c-679f2e3cab64 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 944 time: 0.3121924 Jan 29 19:40:26.677721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.686456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-436ee853-675e-4d46-bef6-1c24847eb294 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:26.688303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-436ee853-675e-4d46-bef6-1c24847eb294 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 950 time: 0.2061739 Jan 29 19:40:26.749760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=0a1d6046-3e6a-4670-aacb-0b851980e192,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:26.786287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks [] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.801363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a71187cb-de81-4fbe-82ef-28f1c0b1fb5f admin admin] Publish callbacks [] for security_group (3da3ebf7-8e47-42fc-9ecd-9756fcc4d332), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.837783 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a71187cb-de81-4fbe-82ef-28f1c0b1fb5f admin admin] Publish callbacks [] for security_group (3da3ebf7-8e47-42fc-9ecd-9756fcc4d332), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.855341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-f80fe024-ad43-4903-8c67-c830436b2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:26.856916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-f80fe024-ad43-4903-8c67-c830436b2697 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.1896596 Jan 29 19:40:26.862960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:26.897523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port bcd62389-244c-4ed4-bb91-1fbec3f4450c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:26.900298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:26.909568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:26.909568 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.930905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port bcd62389-244c-4ed4-bb91-1fbec3f4450c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:26.931277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.944393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d21d2db-ab23-4d63-81a5-d2aa7626e5c2 req-518fbb3e-4d40-4454-bbff-18ecbd81f46d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879198 Jan 29 19:40:26.996816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:26.999410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a71187cb-de81-4fbe-82ef-28f1c0b1fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3da3ebf7-8e47-42fc-9ecd-9756fcc4d332), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.007070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a71187cb-de81-4fbe-82ef-28f1c0b1fb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.015916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a71187cb-de81-4fbe-82ef-28f1c0b1fb5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3da3ebf7-8e47-42fc-9ecd-9756fcc4d332 HTTP/1.1" status: 204 len: 168 time: 0.4245255 Jan 29 19:40:27.037273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-0708e44d-fbe4-4be0-8757-d4e0f6b2cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.039437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-0708e44d-fbe4-4be0-8757-d4e0f6b2cb37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1498799 Jan 29 19:40:27.040877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4a3ec97a-9501-49dc-8e8f-755e3385ef10'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:27.041967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Attempting to bind port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:27.042767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Attempting to bind port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:27.042767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Attempting to bind port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:27.049942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:27.050411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.076295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 on network 497ac353-bc31-4538-88ec-cd403837a37f not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:27.076795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Attempting to bind port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:27.104866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:27.105315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:27.105811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Bound using segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:27.106374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Bound port: 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:27.106860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.165488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Network e3f680c2-d656-445b-ab70-a827f325043c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:27.174190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71187cb-de81-4fbe-82ef-28f1c0b1fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da3ebf7-8e47-42fc-9ecd-9756fcc4d332,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:27.179650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:27.187849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:27.259950 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8f527-9f0e-4813-8539-572aac2a5c85 x-openstack-request-id: req-84c8f527-9f0e-4813-8539-572aac2a5c85 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:27.262034 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b535be2-b48f-4673-aca7-bdaffd2462dd", "name": "network-vif-plugged", "status": "completed", "tag": "0a1d6046-3e6a-4670-aacb-0b851980e192", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:27.262313 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84c8f527-9f0e-4813-8539-572aac2a5c85 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:27.264382 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1d6046-3e6a-4670-aacb-0b851980e192', 'code': 200} Jan 29 19:40:27.307851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:27.308571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.327821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-685ea8ab-668f-46bd-9f4f-1d2c05ffd9a8 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795770 Jan 29 19:40:27.354567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:27.361544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d81207-81f6-4e68-b3d0-b4c13335b326 req-ee091a52-04af-4346-8a71-bd180485d741 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.363347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88d81207-81f6-4e68-b3d0-b4c13335b326 req-ee091a52-04af-4346-8a71-bd180485d741 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 944 time: 0.2541070 Jan 29 19:40:27.368982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for cdcc27e9-379d-4b82-9a8b-9c49e5dc372e owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:27.381748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:27.382225 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.394542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port bcd62389-244c-4ed4-bb91-1fbec3f4450c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:27.395046 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.468119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.468817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.488480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:27.498780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port bcd62389-244c-4ed4-bb91-1fbec3f4450c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:27.502594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] For port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:27.509279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3df9a9de-6025-40aa-8167-70273faca5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.520575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1030d-8ea0-427b-b918-8d1ea2548e91 req-ddbf875e-44d6-45e0-9096-50f278e2112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.523286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ef1030d-8ea0-427b-b918-8d1ea2548e91 req-ddbf875e-44d6-45e0-9096-50f278e2112b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 1127 time: 0.1476038 Jan 29 19:40:27.533297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ad5c-a08e-48c9-b8d8-7d3f77575825 req-2fa3dd62-747d-405e-a135-a5ae18fc9d9e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.536656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e067ad5c-a08e-48c9-b8d8-7d3f77575825 req-2fa3dd62-747d-405e-a135-a5ae18fc9d9e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 944 time: 0.1690528 Jan 29 19:40:27.582142 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.585169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-bf785fb5-01ab-4919-9262-fe2a93b8597e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9121532 Jan 29 19:40:27.591092 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.605259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2930acf-244a-4a1b-a8d1-e4eb8bd4f2d9 req-ecae1f15-6bdc-40d1-8dd7-f18b0afcfc14 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630363 Jan 29 19:40:27.651687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e067ad5c-a08e-48c9-b8d8-7d3f77575825 req-0b79c828-1d86-4253-9c21-73a89d992c29 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760624 Jan 29 19:40:27.656064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Request body: {'port': {'device_id': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:27.665212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ef1030d-8ea0-427b-b918-8d1ea2548e91 req-e9181959-6643-409b-a97f-2ec8b89eff3c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273353 Jan 29 19:40:27.688612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6ebd7e47-b2c1-43cf-a110-d16c322359e1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:27.688742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] For port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:27.732171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.783294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.792476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=bcd62389-244c-4ed4-bb91-1fbec3f4450c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:27.835418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88d81207-81f6-4e68-b3d0-b4c13335b326 req-24ce869b-f8d3-47e7-9707-8c4cd8999a57 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491880 Jan 29 19:40:27.927943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.928848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:27.931470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/13a3cd8e-0f0c-44f9-bfb2-606c36401f88 HTTP/1.1" status: 200 len: 1092 time: 2.3947494 Jan 29 19:40:27.931935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'tag': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:27.934177 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2e99d-5c47-4901-a44a-42a80c289d67" -d '{"events": [{"name": "network-changed", "server_uuid": "a472224e-d07a-4664-a188-83a4e26b32fd", "tag": "13a3cd8e-0f0c-44f9-bfb2-606c36401f88"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:27.951014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-4b58fe72-c7c6-4b40-a231-bce91e855ff8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:27.952530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-4b58fe72-c7c6-4b40-a231-bce91e855ff8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c77c1b2-92c9-40c2-89cf-8cee667a8a37 HTTP/1.1" status: 200 len: 950 time: 0.4390736 Jan 29 19:40:27.955131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e216938-60ed-483f-99d2-f13dbb089bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:28.094498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac25206-3c34-4d31-9a48-5594ca8a73ca req-23f17d71-9d66-45eb-80d1-a0f79ab99421 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:28.102543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ac25206-3c34-4d31-9a48-5594ca8a73ca req-23f17d71-9d66-45eb-80d1-a0f79ab99421 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 931 time: 0.1487658 Jan 29 19:40:28.155543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:28.164717 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Publish callbacks [] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:28.166376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf7cd-6709-40bd-bb0e-2570387467da req-e62d466a-ae40-49ac-8261-0839618b7e27 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:28.167893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-135bf7cd-6709-40bd-bb0e-2570387467da req-e62d466a-ae40-49ac-8261-0839618b7e27 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 946 time: 0.2144589 Jan 29 19:40:28.181732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ac25206-3c34-4d31-9a48-5594ca8a73ca req-4cf4dd77-450e-46cd-ac8e-3be040552881 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729272 Jan 29 19:40:28.201435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Transition to ACTIVE for port object 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:28.211281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-7b2f6384-1fa4-41ad-8d6d-1a38367785a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:28.212830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-7b2f6384-1fa4-41ad-8d6d-1a38367785a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 1126 time: 0.1433454 Jan 29 19:40:28.216123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port 70f30948-a7ce-455a-abe0-fd72c975d1bb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:28.216477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:28.301352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-8c61353c-3b09-4052-8a4c-e5261669d158 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88 HTTP/1.1" status: 200 len: 217 time: 0.0797064 Jan 29 19:40:28.301567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f368fe7-b9e1-4d45-9c8f-0a01ebce8c42 req-8bbb1658-84f6-4d39-aa6f-3be3e2cf6e12 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:28.303232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f368fe7-b9e1-4d45-9c8f-0a01ebce8c42 req-8bbb1658-84f6-4d39-aa6f-3be3e2cf6e12 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.0690265 Jan 29 19:40:28.350483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:28.382729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cdcc27e9-379d-4b82-9a8b-9c49e5dc372e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:28.417108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:28.458637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f368fe7-b9e1-4d45-9c8f-0a01ebce8c42 req-2bd743b2-686e-40d9-b285-6b5b40af55a0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490054 Jan 29 19:40:28.459523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:28.526178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79fa82b4-74bf-48ed-b391-01db6ab3a1ee details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:28.677992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70c01172-d824-43b3-87ea-c640249939f0 req-c1cac198-f74b-4dac-a8fa-39bb6f50770b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 210 time: 0.0475743 Jan 29 19:40:28.934375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:28.947715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port 70f30948-a7ce-455a-abe0-fd72c975d1bb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=70f30948-a7ce-455a-abe0-fd72c975d1bb,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:28.948346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'port_id': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee', 'mac_address': 'fa:16:3e:1c:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb17c0f-8119-4207-ab5d-7e1ff9af7b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:28.948496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:28.951564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:28.971720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for 70f30948-a7ce-455a-abe0-fd72c975d1bb owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:29.041187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:29.041680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.063101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fa82b4-74bf-48ed-b391-01db6ab3a1ee {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:29.090797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:29.091132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:29.091538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:29.110794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:29.128457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:29.129020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:29.141144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-24696d29-8546-4f8f-9abb-357b1f9cfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:29.142724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-24696d29-8546-4f8f-9abb-357b1f9cfd86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.8299870 Jan 29 19:40:29.147983 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4692b9-0b4d-486b-b209-bae16ceb908f x-openstack-request-id: req-3d4692b9-0b4d-486b-b209-bae16ceb908f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:29.148622 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a472224e-d07a-4664-a188-83a4e26b32fd", "tag": "13a3cd8e-0f0c-44f9-bfb2-606c36401f88", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:29.148834 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d4692b9-0b4d-486b-b209-bae16ceb908f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:29.149283 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'tag': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88', 'status': 'completed', 'code': 200} Jan 29 19:40:29.168721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:29.169067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:29.169459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:29.169976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Bound port: 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:29.170599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.181231 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.182085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d1d2747a-866f-4d03-983c-9827a94b5211 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:29.188088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=cdcc27e9-379d-4b82-9a8b-9c49e5dc372e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:29.210861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-dac3de28-6bdc-445a-9123-d7e538ba0769 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:29.212619 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-dac3de28-6bdc-445a-9123-d7e538ba0769 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 946 time: 0.5203083 Jan 29 19:40:29.245716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-135bf7cd-6709-40bd-bb0e-2570387467da req-a3f4655d-23f6-446f-88d7-ce9c21864a59 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/security-groups?id=a462eb05-be47-4be5-97f2-e35b0a39aa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0638967 Jan 29 19:40:29.263323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d1d2747a-866f-4d03-983c-9827a94b5211, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d1d2747a-866f-4d03-983c-9827a94b5211,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:29.268676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321633f4-30df-42ce-b2c1-03428193d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd7e47-b2c1-43cf-a110-d16c322359e1'}, {'server_uuid': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:29.271038 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de710816-6214-4cf6-ba51-ff06c1803fe4" -d '{"events": [{"server_uuid": "321633f4-30df-42ce-b2c1-03428193d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd7e47-b2c1-43cf-a110-d16c322359e1"}, {"server_uuid": "749c82f9-149a-4d7d-8e3f-6dfe302e7e1b", "name": "network-vif-plugged", "status": "completed", "tag": "bcd62389-244c-4ed4-bb91-1fbec3f4450c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:29.306459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-86ede8f6-9af2-4435-8cb4-3e1ef4f5fad4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285982 Jan 29 19:40:29.309886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (70f30948-a7ce-455a-abe0-fd72c975d1bb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.321356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800ef27-2f1b-4f99-87e8-2ca84cc0013b req-26dd5056-8d90-4a3f-a895-5cd877bfeeb3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:29.330442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4800ef27-2f1b-4f99-87e8-2ca84cc0013b req-26dd5056-8d90-4a3f-a895-5cd877bfeeb3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.2552795 Jan 29 19:40:29.389930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738', '70f30948-a7ce-455a-abe0-fd72c975d1bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:29.454448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=70f30948-a7ce-455a-abe0-fd72c975d1bb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:29.465004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port cdcc27e9-379d-4b82-9a8b-9c49e5dc372e on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:29.477541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.482328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd535c03-b898-4283-83f3-1564d68e46a6 req-a5b3df75-50d8-4867-b8cd-9f5e83e772a7 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.13 "DELETE /v2.0/ports/cdcc27e9-379d-4b82-9a8b-9c49e5dc372e HTTP/1.1" status: 204 len: 173 time: 2.7586291 Jan 29 19:40:29.482581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'd1d2747a-866f-4d03-983c-9827a94b5211', 'network_id': '4d29fda1-c589-4155-9c64-130a7e0979e2', 'port_id': 'd1d2747a-866f-4d03-983c-9827a94b5211', 'mac_address': 'fa:16:3e:90:2f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb17c0f-8119-4207-ab5d-7e1ff9af7b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:29.512589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Deleting port ef12d473-570e-4268-8908-b37179641f29 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:29.513614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ef12d473-570e-4268-8908-b37179641f29), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.532699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4800ef27-2f1b-4f99-87e8-2ca84cc0013b req-e0813462-c17c-49a5-a42f-09bb709f4cda tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011099 Jan 29 19:40:29.572426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:29.629388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:29.642452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:29.749620 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.785263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port 70f30948-a7ce-455a-abe0-fd72c975d1bb on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:29.790787 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.795982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d1d2747a-866f-4d03-983c-9827a94b5211 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:29.796446 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.799606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.801229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e314e9bf-35c3-4ada-8996-0f715059fb21 req-7a877233-bd19-4e3f-9d2d-125a060530c4 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "DELETE /v2.0/ports/70f30948-a7ce-455a-abe0-fd72c975d1bb HTTP/1.1" status: 204 len: 173 time: 1.8103809 Jan 29 19:40:29.822851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de2b6e-165d-4993-a804-b141a4a95c4a req-5aa2d972-7c57-4b6d-9e59-60ba7d6605f9 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:29.833920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] For port ef12d473-570e-4268-8908-b37179641f29, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ef12d473-570e-4268-8908-b37179641f29,segment=NetworkSegment(f50a483f-6cdf-4e74-834b-8327a9e64e1c),segment_id=f50a483f-6cdf-4e74-834b-8327a9e64e1c)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:29.834302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ef12d473-570e-4268-8908-b37179641f29), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.840839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0de2b6e-165d-4993-a804-b141a4a95c4a req-5aa2d972-7c57-4b6d-9e59-60ba7d6605f9 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 944 time: 0.4135840 Jan 29 19:40:29.875887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d2747a-866f-4d03-983c-9827a94b5211 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:29.921653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Calling delete_port for ef12d473-570e-4268-8908-b37179641f29 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:29.925411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:29.926047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:29.927244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-e07a132d-ba39-4bca-9454-936faaea8667 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102667 Jan 29 19:40:29.927582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 1091 time: 2.2809887 Jan 29 19:40:29.950016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:29.953333 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d24a6a-bb2c-4403-9bd3-656d6450587c" -d '{"events": [{"name": "network-changed", "server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:29.982061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d1d2747a-866f-4d03-983c-9827a94b5211, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d1d2747a-866f-4d03-983c-9827a94b5211,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:30.046011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae5dbbe-d998-427a-bdd2-4b12d0946769 req-8e37091d-55e9-46d4-afb8-9aa3db5560f6 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061552 Jan 29 19:40:30.072833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0de2b6e-165d-4993-a804-b141a4a95c4a req-e8a5e9a6-a864-478a-a4c3-093269ba0d38 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310042 Jan 29 19:40:30.114852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c75dc9-3f04-47a8-b311-cc563d486a8a req-982fce1c-042b-4bfe-8747-8a8139272f8a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.123789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87c75dc9-3f04-47a8-b311-cc563d486a8a req-982fce1c-042b-4bfe-8747-8a8139272f8a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 944 time: 0.3279202 Jan 29 19:40:30.127847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15707a11-58ef-4d03-883c-49bb5bb19573 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:30.180691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:30.183735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cdcc27e9-379d-4b82-9a8b-9c49e5dc372e no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:30.228439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2969-df36-4b46-b64b-90b12c46998c req-7013e222-9ab5-4bc9-8c31-4a61e6358a42 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.236377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-0041ab39-66c3-4913-ae8d-db486c6c01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.236928 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe3d2969-df36-4b46-b64b-90b12c46998c req-7013e222-9ab5-4bc9-8c31-4a61e6358a42 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0827291 Jan 29 19:40:30.237878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-0041ab39-66c3-4913-ae8d-db486c6c01a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1125 time: 0.1799867 Jan 29 19:40:30.252015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87c75dc9-3f04-47a8-b311-cc563d486a8a req-2aaad1e6-38a9-4dbe-b73b-387ff3d06790 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271939 Jan 29 19:40:30.252486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:30.301724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1d2747a-866f-4d03-983c-9827a94b5211,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:30.340180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: cdcc27e9-379d-4b82-9a8b-9c49e5dc372e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:30.343162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cdcc27e9-379d-4b82-9a8b-9c49e5dc372e not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:30.382116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-20ac6bd6-fd9c-4738-b6d2-d66a94383723 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 217 time: 0.1259029 Jan 29 19:40:30.410066 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553cb932-5c3a-413f-bdf4-052feba43aeb x-openstack-request-id: req-553cb932-5c3a-413f-bdf4-052feba43aeb {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:30.410790 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321633f4-30df-42ce-b2c1-03428193d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd7e47-b2c1-43cf-a110-d16c322359e1", "code": 200}, {"server_uuid": "749c82f9-149a-4d7d-8e3f-6dfe302e7e1b", "name": "network-vif-plugged", "status": "completed", "tag": "bcd62389-244c-4ed4-bb91-1fbec3f4450c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:30.410790 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-553cb932-5c3a-413f-bdf4-052feba43aeb {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:30.411036 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321633f4-30df-42ce-b2c1-03428193d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd7e47-b2c1-43cf-a110-d16c322359e1', 'code': 200} Jan 29 19:40:30.411247 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c', 'code': 200} Jan 29 19:40:30.452258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-802f147a-ff1e-42ca-895d-d6452a222880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.456686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-802f147a-ff1e-42ca-895d-d6452a222880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 1126 time: 0.2010903 Jan 29 19:40:30.487046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe3d2969-df36-4b46-b64b-90b12c46998c req-76ec000c-fdd0-4cdf-9ad2-989d14fc13fc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496014 Jan 29 19:40:30.607914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 70f30948-a7ce-455a-abe0-fd72c975d1bb no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:30.672368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 70f30948-a7ce-455a-abe0-fd72c975d1bb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:30.672718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 70f30948-a7ce-455a-abe0-fd72c975d1bb not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:30.679086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-2cd505d9-e1e5-4b24-8399-cc4088e537a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.681581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-2cd505d9-e1e5-4b24-8399-cc4088e537a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.2561224 Jan 29 19:40:30.691712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cbb76-349e-4bca-aba4-fc41c1bba5fa req-f8d8fc79-017b-4e12-807c-794a07209ce4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.699294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-060cbb76-349e-4bca-aba4-fc41c1bba5fa req-f8d8fc79-017b-4e12-807c-794a07209ce4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.2000935 Jan 29 19:40:30.733350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['79fa82b4-74bf-48ed-b391-01db6ab3a1ee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:30.736053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17354051-a289-4617-937b-388f3a0175d9 req-163ee5e5-7c66-40ff-b72f-c5cb9a15e684 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=876de876-a613-48cd-8dde-0c56ea3ca50d HTTP/1.1" status: 200 len: 210 time: 0.0524979 Jan 29 19:40:30.751736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59b06c-26c8-488a-9601-f6bb99f40428 req-31fe72ca-c982-4e62-a488-198f92ed2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.753515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd59b06c-26c8-488a-9601-f6bb99f40428 req-31fe72ca-c982-4e62-a488-198f92ed2c3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 1127 time: 0.2166088 Jan 29 19:40:30.763441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89e88-93bc-41b3-a797-cd06eea76756 req-fcba4ea8-fbda-4ae0-8acc-cd6da38be6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.763441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09d89e88-93bc-41b3-a797-cd06eea76756 req-fcba4ea8-fbda-4ae0-8acc-cd6da38be6d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.2639818 Jan 29 19:40:30.781301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-69077cd4-186f-4cd2-8820-9a4064cbd3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721939 Jan 29 19:40:30.807327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-03bfe2e0-18e8-4d34-bbd1-7f682958d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.809153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-03bfe2e0-18e8-4d34-bbd1-7f682958d708 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 912 time: 0.3210990 Jan 29 19:40:30.827188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d1d2747a-866f-4d03-983c-9827a94b5211'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:30.869297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-3a137c74-8629-420e-bc51-663ecf6b9099 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88 HTTP/1.1" status: 200 len: 217 time: 0.0523126 Jan 29 19:40:30.887014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-55f59592-8e84-426c-b864-10d15ce1d8fd service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978882 Jan 29 19:40:30.890594 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5982c4c-38c4-4108-9aa3-810c1ea3604d x-openstack-request-id: req-c5982c4c-38c4-4108-9aa3-810c1ea3604d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:30.890780 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:30.891036 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5982c4c-38c4-4108-9aa3-810c1ea3604d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:30.895529 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'status': 'completed', 'code': 200} Jan 29 19:40:30.895529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ef12d473-570e-4268-8908-b37179641f29), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:30.949636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd59b06c-26c8-488a-9601-f6bb99f40428 req-436cec27-e206-4649-a88c-8c92713ed7b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862009 Jan 29 19:40:30.950141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Pushing event deleted for resources: {'Port': ['ID=ef12d473-570e-4268-8908-b37179641f29,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:30.955064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09d89e88-93bc-41b3-a797-cd06eea76756 req-2e50b0c7-61d3-410f-a9c4-8382ece0ba90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674635 Jan 29 19:40:30.966909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-bbf7afbd-5351-47a7-bdfe-c71d7b994d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:30.969065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-bbf7afbd-5351-47a7-bdfe-c71d7b994d2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.0916293 Jan 29 19:40:30.986555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-060cbb76-349e-4bca-aba4-fc41c1bba5fa req-edf73cd1-8693-4343-b6ce-d143853ca5d2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862654 Jan 29 19:40:31.107362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] No DVR routers for this DVR port ef12d473-570e-4268-8908-b37179641f29 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:31.128242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:31.133430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-729f6275-72c3-4ef7-98a8-13903c9364c1 req-0533cb8d-c036-4cde-8dad-c153bc2df40d tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.13 "DELETE /v2.0/ports/ef12d473-570e-4268-8908-b37179641f29 HTTP/1.1" status: 204 len: 173 time: 1.9084966 Jan 29 19:40:31.137093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d73bd9b-b0df-4474-b8a8-a2c84d11b789 req-19b95dc7-d97f-438b-a674-a9bf4e5a1fe3 tempest-ServerMetadataNegativeTestJSON-1968559028 tempest-ServerMetadataNegativeTestJSON-1968559028-project] 10.222.0.15 "GET /v2.0/ports?device_id=71ea747e-a7bf-49c2-a131-bcb72b5f2928 HTTP/1.1" status: 200 len: 210 time: 0.0396090 Jan 29 19:40:31.151071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'name': 'network-vif-deleted', 'tag': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e'}, {'server_uuid': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'name': 'network-vif-deleted', 'tag': '70f30948-a7ce-455a-abe0-fd72c975d1bb'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:31.154566 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a37a0-ae4b-4b52-80e8-778d41de97ab" -d '{"events": [{"server_uuid": "876de876-a613-48cd-8dde-0c56ea3ca50d", "name": "network-vif-deleted", "tag": "cdcc27e9-379d-4b82-9a8b-9c49e5dc372e"}, {"server_uuid": "0c77c1b2-92c9-40c2-89cf-8cee667a8a37", "name": "network-vif-deleted", "tag": "70f30948-a7ce-455a-abe0-fd72c975d1bb"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:31.170359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4d521b1-e0ed-492a-94ef-11b3fb7ad4b4 req-cc922e8b-ddf6-4139-8f6f-9064d5161ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753630 Jan 29 19:40:31.208025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-0837110d-3eaf-4225-b653-0b21a35ab3dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492675 Jan 29 19:40:31.393611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee74ca-aa62-4270-94bd-a0da90a793e6 req-315919ac-a2b3-4579-ae3f-20fd9c0420c8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.402281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b2ee74ca-aa62-4270-94bd-a0da90a793e6 req-315919ac-a2b3-4579-ae3f-20fd9c0420c8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1144195 Jan 29 19:40:31.415880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-8c9d9ce4-8d30-4455-8605-47eb1a4af6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.417535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-8c9d9ce4-8d30-4455-8605-47eb1a4af6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1125 time: 0.0930059 Jan 29 19:40:31.438101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af0922-66d3-4144-96c2-dd2c70399c2d req-f0655da9-3262-4aba-84cb-6f6f3f0b602f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.440470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3af0922-66d3-4144-96c2-dd2c70399c2d req-f0655da9-3262-4aba-84cb-6f6f3f0b602f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 945 time: 0.1729391 Jan 29 19:40:31.443771 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:31.464254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-93ea1026-a0c8-4544-8123-d1aab98e9242 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454340 Jan 29 19:40:31.533172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b2ee74ca-aa62-4270-94bd-a0da90a793e6 req-2bdee0a6-8d31-4030-8b03-9348ada2ee4c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293807 Jan 29 19:40:31.568836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-03505fef-e0c5-4088-8f65-c41fa3802e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.570867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-03505fef-e0c5-4088-8f65-c41fa3802e09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1463296 Jan 29 19:40:31.572090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3af0922-66d3-4144-96c2-dd2c70399c2d req-1060af0a-bd59-469d-9894-d3d6d29ab2dc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202381 Jan 29 19:40:31.603473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1c2e99d-5c47-4901-a44a-42a80c289d67 req-f32ebe11-32a3-4987-80ba-c427d8c74135 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311758 Jan 29 19:40:31.646227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-f13addc1-b03d-4cce-8234-b6689446a0f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 217 time: 0.0655019 Jan 29 19:40:31.666663 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082da27b-65f0-4859-9f63-314213248382 x-openstack-request-id: req-082da27b-65f0-4859-9f63-314213248382 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:31.666993 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876de876-a613-48cd-8dde-0c56ea3ca50d", "name": "network-vif-deleted", "tag": "cdcc27e9-379d-4b82-9a8b-9c49e5dc372e", "status": "completed", "code": 200}, {"server_uuid": "0c77c1b2-92c9-40c2-89cf-8cee667a8a37", "name": "network-vif-deleted", "tag": "70f30948-a7ce-455a-abe0-fd72c975d1bb", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:31.667488 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-082da27b-65f0-4859-9f63-314213248382 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:31.668162 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876de876-a613-48cd-8dde-0c56ea3ca50d', 'name': 'network-vif-deleted', 'tag': 'cdcc27e9-379d-4b82-9a8b-9c49e5dc372e', 'status': 'completed', 'code': 200} Jan 29 19:40:31.668493 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c77c1b2-92c9-40c2-89cf-8cee667a8a37', 'name': 'network-vif-deleted', 'tag': '70f30948-a7ce-455a-abe0-fd72c975d1bb', 'status': 'completed', 'code': 200} Jan 29 19:40:31.725646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-92d553f1-b013-4b51-9cb4-684eb4c9d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.727932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-92d553f1-b013-4b51-9cb4-684eb4c9d2ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0706677 Jan 29 19:40:31.786713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-a869a12a-b8e2-4394-a680-b79aa36a1957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473850 Jan 29 19:40:31.834963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad505b-92eb-4250-9dc3-c792622be20e req-2958b9ac-0b97-4bb3-bd87-df6f3e4b9c20 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.837145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96ad505b-92eb-4250-9dc3-c792622be20e req-2958b9ac-0b97-4bb3-bd87-df6f3e4b9c20 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 944 time: 0.1072431 Jan 29 19:40:31.931496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-330b13ab-8760-4171-afba-845c45a4fc83 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367943 Jan 29 19:40:31.944454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96ad505b-92eb-4250-9dc3-c792622be20e req-e77a60b1-b029-4d11-b53f-915d4178ffe8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 Jan 29 19:40:31.955541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf59aa-29c9-46c8-b16a-9a9f317e7193 req-3efcd775-ec8d-42ee-a30f-d5a827601787 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:31.960633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7cf59aa-29c9-46c8-b16a-9a9f317e7193 req-3efcd775-ec8d-42ee-a30f-d5a827601787 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0755248 Jan 29 19:40:32.068846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7cf59aa-29c9-46c8-b16a-9a9f317e7193 req-5990ec6e-ac5b-4781-a8d7-46b3a9f7804f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054802 Jan 29 19:40:32.118252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d24a6a-bb2c-4403-9bd3-656d6450587c req-2e33b5d3-5466-4eef-98ff-5a852e35b86a service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691494 Jan 29 19:40:32.139852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:32.142067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ef12d473-570e-4268-8908-b37179641f29 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:32.206325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: ef12d473-570e-4268-8908-b37179641f29 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:32.206675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ef12d473-570e-4268-8908-b37179641f29 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:32.322653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:32.337296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88', 'mac_address': 'fa:16:3e:0f:e4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:32.339014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62579dc-43ec-4179-beb2-6da8a6337c3e req-b7bc0ed9-3337-4f88-8f7e-4227736332b6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:32.340659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e62579dc-43ec-4179-beb2-6da8a6337c3e req-b7bc0ed9-3337-4f88-8f7e-4227736332b6 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.0933485 Jan 29 19:40:32.393227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:32.393744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:32.410288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:32.432930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:32.435706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e62579dc-43ec-4179-beb2-6da8a6337c3e req-01098c10-dbda-41c0-a033-f2f5c9dca825 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Jan 29 19:40:32.498808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:32.552497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Deleting subnet c17452a4-ab3d-4ed5-b374-91c52c5a187c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:40:32.556538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Publish callbacks [] for subnet (c17452a4-ab3d-4ed5-b374-91c52c5a187c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:32.563375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:32.620397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:32.641800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad16a3-5b1c-4a02-85ad-55adccc413a0 req-ae0ae347-8464-41aa-b65b-fa2dc80c0146 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:32.642621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (c17452a4-ab3d-4ed5-b374-91c52c5a187c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:32.643386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1bad16a3-5b1c-4a02-85ad-55adccc413a0 req-ae0ae347-8464-41aa-b65b-fa2dc80c0146 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0693352 Jan 29 19:40:32.713378 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1bad16a3-5b1c-4a02-85ad-55adccc413a0 req-235dcdd9-b5a2-49a1-9c87-767fa914cd1e tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Jan 29 19:40:32.717513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c17452a4-ab3d-4ed5-b374-91c52c5a187c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:32.772821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-a8138935-ff28-449a-be6b-c93a7d3b4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:32.775543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-a8138935-ff28-449a-be6b-c93a7d3b4d3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 1127 time: 0.1903241 Jan 29 19:40:32.842666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['13a3cd8e-0f0c-44f9-bfb2-606c36401f88'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:32.894591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'name': 'network-vif-deleted', 'tag': 'ef12d473-570e-4268-8908-b37179641f29'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:32.897575 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6381a31d-1e4f-43f3-99bb-c649d9c52829" -d '{"events": [{"server_uuid": "71ea747e-a7bf-49c2-a131-bcb72b5f2928", "name": "network-vif-deleted", "tag": "ef12d473-570e-4268-8908-b37179641f29"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:32.909355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09033e29-0993-4ea3-ab55-0fa7900e7567 req-92572ec4-f79e-4958-9832-13694b1e620d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:32.916601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09033e29-0993-4ea3-ab55-0fa7900e7567 req-92572ec4-f79e-4958-9832-13694b1e620d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 945 time: 0.1624012 Jan 29 19:40:32.970665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-c057e7f4-eebd-4b25-8e88-3d4e44f3699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:32.972142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-c057e7f4-eebd-4b25-8e88-3d4e44f3699b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.1736553 Jan 29 19:40:32.980083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09033e29-0993-4ea3-ab55-0fa7900e7567 req-10fe11e0-76c3-4d36-b092-83715f01ebd2 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626600 Jan 29 19:40:33.050077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-d691e191-87c7-4ef4-a905-1a75fb40bdf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1d6046-3e6a-4670-aacb-0b851980e192 HTTP/1.1" status: 200 len: 217 time: 0.0689893 Jan 29 19:40:33.052083 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70b00a-ea06-4912-8737-950f6770e7d9 x-openstack-request-id: req-2b70b00a-ea06-4912-8737-950f6770e7d9 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:33.052392 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea747e-a7bf-49c2-a131-bcb72b5f2928", "name": "network-vif-deleted", "tag": "ef12d473-570e-4268-8908-b37179641f29", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:33.052649 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b70b00a-ea06-4912-8737-950f6770e7d9 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:33.053172 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ea747e-a7bf-49c2-a131-bcb72b5f2928', 'name': 'network-vif-deleted', 'tag': 'ef12d473-570e-4268-8908-b37179641f29', 'status': 'completed', 'code': 200} Jan 29 19:40:33.058503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (c17452a4-ab3d-4ed5-b374-91c52c5a187c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.105651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17452a4-ab3d-4ed5-b374-91c52c5a187c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:33.134593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.136360 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ad4db5a-122a-4152-973d-23245f9888a6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c17452a4-ab3d-4ed5-b374-91c52c5a187c HTTP/1.1" status: 204 len: 168 time: 0.6367779 Jan 29 19:40:33.139194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37224) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:33.175616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-8b46cc76-2a1e-48fb-9154-042df9ce2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:33.177133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-8b46cc76-2a1e-48fb-9154-042df9ce2b8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.1180956 Jan 29 19:40:33.221253 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-b1674e88-d5b9-4ffa-a29d-25a5182f5bb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371845 Jan 29 19:40:33.228783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca1930-3943-4b47-834c-ea86a850b54a req-f502d922-dc85-4c37-9c8a-091fb1ec4dcc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:33.230274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a3ca1930-3943-4b47-834c-ea86a850b54a req-f502d922-dc85-4c37-9c8a-091fb1ec4dcc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 945 time: 0.1162062 Jan 29 19:40:33.249274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37226) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:33.288348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (2bf888fb-36db-46f2-83ac-4ca945e8e4bb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.349367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a3ca1930-3943-4b47-834c-ea86a850b54a req-d6e9dc44-a0ab-4c29-927f-9c466e3f019b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991156 Jan 29 19:40:33.361015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-f7e78556-4480-4082-a42a-376b5a80ac18 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297820 Jan 29 19:40:33.417408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ddf1e-a03f-4c15-81ff-8a0244bcd76f req-490145d0-5991-414c-ad28-eff12da04879 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:33.418921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-275ddf1e-a03f-4c15-81ff-8a0244bcd76f req-490145d0-5991-414c-ad28-eff12da04879 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1754987 Jan 29 19:40:33.436169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9cd8147a-3cbf-4137-8c8c-c70dd156abc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.494806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (2bf888fb-36db-46f2-83ac-4ca945e8e4bb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.525387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ce45196-56d8-43b7-b5e3-9a5c6a4da659 req-7fadd95f-6c0a-4b4c-91b9-70bc47e3f85e service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572013 Jan 29 19:40:33.525938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-275ddf1e-a03f-4c15-81ff-8a0244bcd76f req-c95e9477-3b09-4f5f-add9-98f724045410 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009929 Jan 29 19:40:33.527108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf888fb-36db-46f2-83ac-4ca945e8e4bb']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:33.537881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50a483f-6cdf-4e74-834b-8327a9e64e1c') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:33.538224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50a483f-6cdf-4e74-834b-8327a9e64e1c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:33.559924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (f50a483f-6cdf-4e74-834b-8327a9e64e1c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.575468 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f50a483f-6cdf-4e74-834b-8327a9e64e1c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.583082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:40:33.583887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (f50a483f-6cdf-4e74-834b-8327a9e64e1c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:40:33.602368 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:40:33.614609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9cd8147a-3cbf-4137-8c8c-c70dd156abc1 admin admin] Publish callbacks [] for security_group (fd5301e3-911e-4020-a84f-0185acff79e3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.691362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9cd8147a-3cbf-4137-8c8c-c70dd156abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fd5301e3-911e-4020-a84f-0185acff79e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.704305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e0d5-038c-4ec0-89d2-c605ccc9f323 req-19164a3d-dac4-4202-add8-4e1f1e751ccd tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:33.706050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cf5e0d5-038c-4ec0-89d2-c605ccc9f323 req-19164a3d-dac4-4202-add8-4e1f1e751ccd tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.0894275 Jan 29 19:40:33.745177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (2bf888fb-36db-46f2-83ac-4ca945e8e4bb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.746236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8147a-3cbf-4137-8c8c-c70dd156abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5301e3-911e-4020-a84f-0185acff79e3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:33.750619 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9cd8147a-3cbf-4137-8c8c-c70dd156abc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0611df40200490ca785d0537e0e9c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993227 Jan 29 19:40:33.754397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37238) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:33.755442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.758871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] 10.222.0.15 "DELETE /v2.0/networks/2bf888fb-36db-46f2-83ac-4ca945e8e4bb HTTP/1.1" status: 204 len: 168 time: 0.6181576 Jan 29 19:40:33.779479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a5ceb-c93f-43f9-906a-d237a95b379f admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf888fb-36db-46f2-83ac-4ca945e8e4bb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:33.828659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cf5e0d5-038c-4ec0-89d2-c605ccc9f323 req-a52d5229-635e-4dbb-bef0-f8b8fa97e619 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045196 Jan 29 19:40:33.847102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6271-16b9-46e0-bd58-187ea0612137 admin admin] Publish callbacks [] for security_group (fd5301e3-911e-4020-a84f-0185acff79e3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.878735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6271-16b9-46e0-bd58-187ea0612137 admin admin] Publish callbacks [] for security_group (fd5301e3-911e-4020-a84f-0185acff79e3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:33.957883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a374b-178b-4540-b897-2ca29fc488fc req-094c9661-f9ba-48a5-9506-732455736599 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:33.958203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c03a374b-178b-4540-b897-2ca29fc488fc req-094c9661-f9ba-48a5-9506-732455736599 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0609252 Jan 29 19:40:33.983354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69733099-3798-4945-b978-b89ff9abf212 req-9324dffd-6693-45f3-91b3-ddadd0d8719c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:33.985145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69733099-3798-4945-b978-b89ff9abf212 req-9324dffd-6693-45f3-91b3-ddadd0d8719c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 950 time: 0.0719578 Jan 29 19:40:34.010598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c03a374b-178b-4540-b897-2ca29fc488fc req-8955a970-55f2-48d1-90dd-a52d709affd0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464623 Jan 29 19:40:34.044123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6271-16b9-46e0-bd58-187ea0612137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fd5301e3-911e-4020-a84f-0185acff79e3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.046727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6271-16b9-46e0-bd58-187ea0612137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.047869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2f7a6271-16b9-46e0-bd58-187ea0612137 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd5301e3-911e-4020-a84f-0185acff79e3 HTTP/1.1" status: 204 len: 168 time: 0.2867365 Jan 29 19:40:34.061772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69733099-3798-4945-b978-b89ff9abf212 req-436d3310-f531-4d36-b648-7dabbff01058 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678754 Jan 29 19:40:34.067700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6271-16b9-46e0-bd58-187ea0612137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5301e3-911e-4020-a84f-0185acff79e3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:34.146296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:34.154818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef7f0-26a8-4aa3-812b-e53c056c22c3 req-8a147bf8-e756-4550-9e2c-09d68d1058c2 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:34.156525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592ef7f0-26a8-4aa3-812b-e53c056c22c3 req-8a147bf8-e756-4550-9e2c-09d68d1058c2 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 945 time: 0.0641770 Jan 29 19:40:34.175378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37248) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:34.228420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-34e1348b-03fa-4f8a-bbcf-764d705071bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a23e07b91e2a44b59ec1c5b0ef5f9c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518105 Jan 29 19:40:34.229079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37250) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:34.235120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592ef7f0-26a8-4aa3-812b-e53c056c22c3 req-380c78ee-a59a-4f32-a384-29c81eeacbe8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582771 Jan 29 19:40:34.280445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa328360-cc8b-4578-8fa6-6beadc4d2c7c admin admin] Publish callbacks [] for security_group (a462eb05-be47-4be5-97f2-e35b0a39aa1b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.291104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:34.295921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:34.296483 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.304226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa328360-cc8b-4578-8fa6-6beadc4d2c7c admin admin] Publish callbacks [] for security_group (a462eb05-be47-4be5-97f2-e35b0a39aa1b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.401599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:34.401997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.428885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:34.432076 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b3762b-e509-415b-a099-61fa16129df5" -d '{"events": [{"server_uuid": "a472224e-d07a-4664-a188-83a4e26b32fd", "name": "network-vif-plugged", "status": "completed", "tag": "13a3cd8e-0f0c-44f9-bfb2-606c36401f88"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:34.453238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:34.484451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa328360-cc8b-4578-8fa6-6beadc4d2c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a462eb05-be47-4be5-97f2-e35b0a39aa1b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.487129 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff428b9-e6ee-4611-b9b0-93e13391ccb9 x-openstack-request-id: req-cff428b9-e6ee-4611-b9b0-93e13391ccb9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:34.487276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa328360-cc8b-4578-8fa6-6beadc4d2c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.487593 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472224e-d07a-4664-a188-83a4e26b32fd", "name": "network-vif-plugged", "status": "completed", "tag": "13a3cd8e-0f0c-44f9-bfb2-606c36401f88", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:34.487951 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cff428b9-e6ee-4611-b9b0-93e13391ccb9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:34.488465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aa328360-cc8b-4578-8fa6-6beadc4d2c7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a462eb05-be47-4be5-97f2-e35b0a39aa1b HTTP/1.1" status: 204 len: 168 time: 0.2580276 Jan 29 19:40:34.488842 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88', 'code': 200} Jan 29 19:40:34.503733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa328360-cc8b-4578-8fa6-6beadc4d2c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a462eb05-be47-4be5-97f2-e35b0a39aa1b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:34.529629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37196-3ebc-4523-a65a-cc371efee99c req-09584d44-48bc-4733-9249-c17195ac7347 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:34.531330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20c37196-3ebc-4523-a65a-cc371efee99c req-09584d44-48bc-4733-9249-c17195ac7347 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 945 time: 0.0793574 Jan 29 19:40:34.560533 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.592299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20c37196-3ebc-4523-a65a-cc371efee99c req-7bc2a409-fe06-42c9-80f8-288049ce52ac tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542846 Jan 29 19:40:34.617221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79fa82b4-74bf-48ed-b391-01db6ab3a1ee up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:34.697245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b97a-7f3c-4559-9076-26d8d73d34bc req-7a82f9d0-a99c-43ce-9a85-6747545d5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:34.698802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0160b97a-7f3c-4559-9076-26d8d73d34bc req-7a82f9d0-a99c-43ce-9a85-6747545d5178 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 1128 time: 0.1031616 Jan 29 19:40:34.714945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:34.734943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e7238-86ae-4d94-adee-414b52db47d0 req-16c44706-a06a-493e-8df3-e8666ad2e57c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:34.737366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-534e7238-86ae-4d94-adee-414b52db47d0 req-16c44706-a06a-493e-8df3-e8666ad2e57c tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 950 time: 0.0684073 Jan 29 19:40:34.744404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c44e2-f9e1-4da3-b05f-706d18f7bbe5 req-d8ab03d2-9fb2-4707-a767-bc86679f41a3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:34.745934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-780c44e2-f9e1-4da3-b05f-706d18f7bbe5 req-d8ab03d2-9fb2-4707-a767-bc86679f41a3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0943091 Jan 29 19:40:34.782256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0160b97a-7f3c-4559-9076-26d8d73d34bc req-f1ad367d-42b1-4fa9-895f-e0842eed7184 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772576 Jan 29 19:40:34.813185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-780c44e2-f9e1-4da3-b05f-706d18f7bbe5 req-b3dd3060-661c-47b3-adeb-d992b6ba5480 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596476 Jan 29 19:40:34.825936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:34.829959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:34.830331 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.865899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port 34393ac0-e122-4e95-8bd0-6dbfc6071738 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:34.866229 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:34.955301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:34.955933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.017267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37268) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:35.022997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:35.034989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27d7a470-fae8-4d1f-97ae-97c8d9acbe1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.061012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port 34393ac0-e122-4e95-8bd0-6dbfc6071738, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=34393ac0-e122-4e95-8bd0-6dbfc6071738,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:35.061789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.079930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for 34393ac0-e122-4e95-8bd0-6dbfc6071738 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:35.101775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce605-bc9f-45f4-9489-a812941452ad req-b9f73ea6-c58f-4844-8975-3675abfd1b64 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:35.103530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d49ce605-bc9f-45f4-9489-a812941452ad req-b9f73ea6-c58f-4844-8975-3675abfd1b64 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1661606 Jan 29 19:40:35.125360 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.126156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d1d2747a-866f-4d03-983c-9827a94b5211 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:35.238950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27d7a470-fae8-4d1f-97ae-97c8d9acbe1d admin admin] Publish callbacks [] for security_group (11b377b6-279e-498f-a7bb-8726dd17687b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.242956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d49ce605-bc9f-45f4-9489-a812941452ad req-bfe82788-4754-435a-aef2-671a1e226fc1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Jan 29 19:40:35.249016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b8d3e-b3dd-4807-9d01-f0674c38d73d req-b541c4e9-a48c-4510-aa21-52f529bdc259 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:35.257154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-764b8d3e-b3dd-4807-9d01-f0674c38d73d req-b541c4e9-a48c-4510-aa21-52f529bdc259 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1162701 Jan 29 19:40:35.338405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:35.344091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-27d7a470-fae8-4d1f-97ae-97c8d9acbe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (11b377b6-279e-498f-a7bb-8726dd17687b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.363579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-764b8d3e-b3dd-4807-9d01-f0674c38d73d req-63b91c5e-6f7a-41fe-a7e4-c81970f3bff8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048651 Jan 29 19:40:35.443015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port d1d2747a-866f-4d03-983c-9827a94b5211 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:35.448312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port d1d2747a-866f-4d03-983c-9827a94b5211 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:35.455182 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.455351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7a470-fae8-4d1f-97ae-97c8d9acbe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b377b6-279e-498f-a7bb-8726dd17687b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:35.477502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-27d7a470-fae8-4d1f-97ae-97c8d9acbe1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d14846ec0f8046e4b06ca83a21676b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582360 Jan 29 19:40:35.479957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37282) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:35.486443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d9c22-4401-4079-9ec4-613c137b048d req-f1d0654f-5d28-47c1-a8d0-f24e7ca72681 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:35.487809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41d9c22-4401-4079-9ec4-613c137b048d req-f1d0654f-5d28-47c1-a8d0-f24e7ca72681 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 950 time: 0.1197574 Jan 29 19:40:35.516395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-22f92f67-24bb-4dda-97ae-4f146f899a43 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:35.517794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-22f92f67-24bb-4dda-97ae-4f146f899a43 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 949 time: 0.1008611 Jan 29 19:40:35.519156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (34393ac0-e122-4e95-8bd0-6dbfc6071738), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.560164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', '34393ac0-e122-4e95-8bd0-6dbfc6071738'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:35.566309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d34ab41f-2bb8-49fd-aa4a-cc37d61e2cd9 admin admin] Publish callbacks [] for security_group (11b377b6-279e-498f-a7bb-8726dd17687b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.612075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d34ab41f-2bb8-49fd-aa4a-cc37d61e2cd9 admin admin] Publish callbacks [] for security_group (11b377b6-279e-498f-a7bb-8726dd17687b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.630168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a1696-d6d3-4a4c-a646-eafb7dcfd4fe req-b22d77b8-7771-4bcf-9608-f4c7aa549fbc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:35.632404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a03a1696-d6d3-4a4c-a646-eafb7dcfd4fe req-b22d77b8-7771-4bcf-9608-f4c7aa549fbc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 945 time: 0.1969726 Jan 29 19:40:35.673278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41d9c22-4401-4079-9ec4-613c137b048d req-3d48bcc0-9271-4bc4-8894-5b2eb0f2a16d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688528 Jan 29 19:40:35.684333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=34393ac0-e122-4e95-8bd0-6dbfc6071738,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:35.733225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a03a1696-d6d3-4a4c-a646-eafb7dcfd4fe req-5378caac-a38f-48c3-b06f-64d9e7f0f8ef tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898652 Jan 29 19:40:35.742942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d1d2747a-866f-4d03-983c-9827a94b5211 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:35.743508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.810926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d34ab41f-2bb8-49fd-aa4a-cc37d61e2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (11b377b6-279e-498f-a7bb-8726dd17687b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.815824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d34ab41f-2bb8-49fd-aa4a-cc37d61e2cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.817459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d34ab41f-2bb8-49fd-aa4a-cc37d61e2cd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11b377b6-279e-498f-a7bb-8726dd17687b HTTP/1.1" status: 204 len: 168 time: 0.3362041 Jan 29 19:40:35.817769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port 34393ac0-e122-4e95-8bd0-6dbfc6071738 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:35.822896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.823417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d1d2747a-866f-4d03-983c-9827a94b5211, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d1d2747a-866f-4d03-983c-9827a94b5211,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:35.826352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-534e7238-86ae-4d94-adee-414b52db47d0 req-197292e4-4e28-4d50-b58d-d3eb94146e0d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "DELETE /v2.0/ports/34393ac0-e122-4e95-8bd0-6dbfc6071738 HTTP/1.1" status: 204 len: 173 time: 1.0830126 Jan 29 19:40:35.835840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ab41f-2bb8-49fd-aa4a-cc37d61e2cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b377b6-279e-498f-a7bb-8726dd17687b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:35.906058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:35.907754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1f7c67-3101-480a-8ead-e178479cd604', 'name': 'network-vif-deleted', 'tag': '34393ac0-e122-4e95-8bd0-6dbfc6071738'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:35.915781 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eca071-91dd-4046-9711-39778ca5b41b" -d '{"events": [{"server_uuid": "9a1f7c67-3101-480a-8ead-e178479cd604", "name": "network-vif-deleted", "tag": "34393ac0-e122-4e95-8bd0-6dbfc6071738"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:35.999106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae116-cd73-40bf-9e78-b8e5f8c59681 req-1c883e3d-22ba-4966-adf8-00ca10f7b71b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:36.001078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa8ae116-cd73-40bf-9e78-b8e5f8c59681 req-1c883e3d-22ba-4966-adf8-00ca10f7b71b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0618634 Jan 29 19:40:36.020131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ce18-6a61-4798-985a-6a6e68e3d72b req-0337723d-565e-49eb-a087-0c0776612280 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:36.027959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4239ce18-6a61-4798-985a-6a6e68e3d72b req-0337723d-565e-49eb-a087-0c0776612280 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 946 time: 0.2141614 Jan 29 19:40:36.066136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:36.066825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.073726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d1d2747a-866f-4d03-983c-9827a94b5211,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:36.104336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa8ae116-cd73-40bf-9e78-b8e5f8c59681 req-11da5cd3-cd91-43d5-98a2-ccea3b49efc5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929098 Jan 29 19:40:36.237577 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f8a2a-833a-4dd8-b612-0727ed82ffc1 x-openstack-request-id: req-840f8a2a-833a-4dd8-b612-0727ed82ffc1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:36.237900 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1f7c67-3101-480a-8ead-e178479cd604", "name": "network-vif-deleted", "tag": "34393ac0-e122-4e95-8bd0-6dbfc6071738", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:36.238506 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-840f8a2a-833a-4dd8-b612-0727ed82ffc1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:36.238785 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1f7c67-3101-480a-8ead-e178479cd604', 'name': 'network-vif-deleted', 'tag': '34393ac0-e122-4e95-8bd0-6dbfc6071738', 'status': 'completed', 'code': 200} Jan 29 19:40:36.248438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4239ce18-6a61-4798-985a-6a6e68e3d72b req-3a959c28-e8eb-41cb-9b32-ddcff9f8e87a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190244 Jan 29 19:40:36.304085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:36.347140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:36.347525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.378188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for e71e6fdf-9a34-4d3c-a93a-8d1d5616812b owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:36.475483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1535107072-network', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:36.490553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee'}, {'server_uuid': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d2747a-866f-4d03-983c-9827a94b5211'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:36.495810 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c9e6a-b6c9-43db-a9a8-f96101ed2e51" -d '{"events": [{"server_uuid": "615361b9-6d3c-439d-bc0c-7ffb990b9511", "name": "network-vif-plugged", "status": "completed", "tag": "79fa82b4-74bf-48ed-b391-01db6ab3a1ee"}, {"server_uuid": "9656dbaa-7eb3-4b07-b992-538cf6c582bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1d2747a-866f-4d03-983c-9827a94b5211"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:36.520639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bda4e-84a1-43eb-ab78-3fbd653b2651 req-b9aa76c3-83f3-4520-90de-1c75f7cc685f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:36.522201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903bda4e-84a1-43eb-ab78-3fbd653b2651 req-b9aa76c3-83f3-4520-90de-1c75f7cc685f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1460657 Jan 29 19:40:36.583598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903bda4e-84a1-43eb-ab78-3fbd653b2651 req-87d4268c-717e-4995-8f0a-8b1e7b557adb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Jan 29 19:40:36.610443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Made reservation on behalf of 7e52ccb97d7c4596b3dfa7953966c221 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:36.612363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dae12f-1192-44d0-b5a4-5b3ea5faa2ce req-f71dfa2a-bd02-48b1-88ae-05769ef15e23 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:36.612902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.614022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2dae12f-1192-44d0-b5a4-5b3ea5faa2ce req-f71dfa2a-bd02-48b1-88ae-05769ef15e23 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1243503 Jan 29 19:40:36.627404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.647222 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a3352-bd43-4708-93d7-60fa7e076642 x-openstack-request-id: req-b33a3352-bd43-4708-93d7-60fa7e076642 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:36.647742 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615361b9-6d3c-439d-bc0c-7ffb990b9511", "name": "network-vif-plugged", "status": "completed", "tag": "79fa82b4-74bf-48ed-b391-01db6ab3a1ee", "code": 200}, {"server_uuid": "9656dbaa-7eb3-4b07-b992-538cf6c582bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1d2747a-866f-4d03-983c-9827a94b5211", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:36.648594 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b33a3352-bd43-4708-93d7-60fa7e076642 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:36.649166 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee', 'code': 200} Jan 29 19:40:36.649664 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d2747a-866f-4d03-983c-9827a94b5211', 'code': 200} Jan 29 19:40:36.658805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e71e6fdf-9a34-4d3c-a93a-8d1d5616812b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.691792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:36.789164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks [] for security_group (6d964959-c4ac-470b-919f-8290755a0867), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.820129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=e71e6fdf-9a34-4d3c-a93a-8d1d5616812b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:36.905445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fcbc123-e5c8-4c6e-ab39-08e0141aa020 req-85099247-e70a-4661-84f7-5b6568b13dc8 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a1f7c67-3101-480a-8ead-e178479cd604 HTTP/1.1" status: 200 len: 210 time: 0.0660985 Jan 29 19:40:36.922779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6d964959-c4ac-470b-919f-8290755a0867), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.927464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port e71e6fdf-9a34-4d3c-a93a-8d1d5616812b on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:36.935205 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.939376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8a0e616-ff31-4ab0-85f9-c55f5e40fe40 req-df66e134-c02f-45a0-95ec-c01484256f41 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "DELETE /v2.0/ports/e71e6fdf-9a34-4d3c-a93a-8d1d5616812b HTTP/1.1" status: 204 len: 173 time: 1.4153433 Jan 29 19:40:36.948103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2dae12f-1192-44d0-b5a4-5b3ea5faa2ce req-002cd152-06e8-4687-8b50-da4497638e0b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262608 Jan 29 19:40:36.957100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:36.970957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ec4e535c-dc2c-4d6f-99c6-feebe16530dd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:36.971311 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Added segment ec4e535c-dc2c-4d6f-99c6-feebe16530dd of type vlan for network b484ee13-94b1-46f7-a291-fcbfc92c50d9 Jan 29 19:40:36.999169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a52b7-f5f8-4e6e-b028-1d50f6b7948c req-d95abeaf-2acd-4d88-a1b9-59a1aab4cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.000789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b87a52b7-f5f8-4e6e-b028-1d50f6b7948c req-d95abeaf-2acd-4d88-a1b9-59a1aab4cf14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 1128 time: 0.1358116 Jan 29 19:40:37.067159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b87a52b7-f5f8-4e6e-b028-1d50f6b7948c req-8858dfb1-d6c9-4b91-a2b6-a68aa0daeb0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571995 Jan 29 19:40:37.125149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b484ee13-94b1-46f7-a291-fcbfc92c50d9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:37.167390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d964959-c4ac-470b-919f-8290755a0867,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:37.196662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbc411-762d-43c9-a704-7d62650384e7 req-377115dc-e548-4045-961f-5cf363c919b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.208836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cdbc411-762d-43c9-a704-7d62650384e7 req-377115dc-e548-4045-961f-5cf363c919b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 1128 time: 0.3023148 Jan 29 19:40:37.231360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d2300-f932-414b-9d1b-0b230476b7c1 req-75173b60-384d-487e-be63-cffc8675d6cc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.243397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d73d2300-f932-414b-9d1b-0b230476b7c1 req-75173b60-384d-487e-be63-cffc8675d6cc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.1912181 Jan 29 19:40:37.287646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed454-4601-47fd-a2db-1ee0610daadf req-2f9f5573-5201-444d-928a-d94c8436c2ce tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.295320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-841ed454-4601-47fd-a2db-1ee0610daadf req-2f9f5573-5201-444d-928a-d94c8436c2ce tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0970874 Jan 29 19:40:37.303673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d73d2300-f932-414b-9d1b-0b230476b7c1 req-b5c2ce9c-ebc3-4f04-a52c-2c98d68b4605 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591030 Jan 29 19:40:37.323363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b484ee13-94b1-46f7-a291-fcbfc92c50d9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:37.324462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.325278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:37.407754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-841ed454-4601-47fd-a2db-1ee0610daadf req-72d4c45f-adfa-45e6-8611-2b6207aa86da tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112893 Jan 29 19:40:37.489399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b484ee13-94b1-46f7-a291-fcbfc92c50d9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:37.501492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:37.536831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0303a89a-e6fc-4cbf-adab-6e72d8d791a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2287796 Jan 29 19:40:37.537811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:37.544971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Request body: {'subnet': {'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1535107072-subnet', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:37.550068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cdbc411-762d-43c9-a704-7d62650384e7 req-fc19a480-3342-4fe0-987b-693fd41b4950 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624773 Jan 29 19:40:37.566883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330ede-8d31-44df-ac99-8c5b4d5b04c6 req-1fa2dc47-2fe2-4e48-bb25-d91411cffa87 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.576271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77330ede-8d31-44df-ac99-8c5b4d5b04c6 req-1fa2dc47-2fe2-4e48-bb25-d91411cffa87 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 946 time: 0.1345918 Jan 29 19:40:37.656618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Made reservation on behalf of 7e52ccb97d7c4596b3dfa7953966c221 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:37.658742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:37.666043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77330ede-8d31-44df-ac99-8c5b4d5b04c6 req-127aad57-7185-42c1-9115-f24434defbaf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857277 Jan 29 19:40:37.745593 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:37.858324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436e3cd-af76-48fe-b70c-a047cf998bd5 req-be601992-091a-4d46-af7e-776393caf490 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:37.859883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7436e3cd-af76-48fe-b70c-a047cf998bd5 req-be601992-091a-4d46-af7e-776393caf490 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.1167228 Jan 29 19:40:37.952614 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7436e3cd-af76-48fe-b70c-a047cf998bd5 req-111598cc-6d3a-4962-adc8-5f7eda79369d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812247 Jan 29 19:40:37.995934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (678f4ded-3cc2-4525-9110-7bd69bf7eba0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:38.065684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=678f4ded-3cc2-4525-9110-7bd69bf7eba0,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:38.178722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Checking segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:38.180050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Network hostable DHCP agents. Network: b484ee13-94b1-46f7-a291-fcbfc92c50d9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:38.193546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab98a342-21b6-4401-bbee-8e4a72603584 req-0d3e7a64-7113-46e6-9e55-637cd5f4304d tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=d062067b-b90a-440c-a5a8-d2859004db1f HTTP/1.1" status: 200 len: 210 time: 0.0324166 Jan 29 19:40:38.194545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f72cfc-d194-41c7-a525-3b8d6c191f45 req-9de5524e-8ded-4f45-8a9d-7430764f8417 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:38.197162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39f72cfc-d194-41c7-a525-3b8d6c191f45 req-9de5524e-8ded-4f45-8a9d-7430764f8417 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1213863 Jan 29 19:40:38.239432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'name': 'network-vif-deleted', 'tag': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:38.243699 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b81b16a-f841-43d8-8a8a-c68ea9f239ea" -d '{"events": [{"server_uuid": "d062067b-b90a-440c-a5a8-d2859004db1f", "name": "network-vif-deleted", "tag": "e71e6fdf-9a34-4d3c-a93a-8d1d5616812b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:38.263727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39f72cfc-d194-41c7-a525-3b8d6c191f45 req-67a99785-5927-44d7-999b-00cdafc81550 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 Jan 29 19:40:38.306391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:38.363826 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a964ca91-8c55-4a7c-8f7e-ab6f315b594b x-openstack-request-id: req-a964ca91-8c55-4a7c-8f7e-ab6f315b594b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:38.364396 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d062067b-b90a-440c-a5a8-d2859004db1f", "name": "network-vif-deleted", "tag": "e71e6fdf-9a34-4d3c-a93a-8d1d5616812b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:38.364851 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a964ca91-8c55-4a7c-8f7e-ab6f315b594b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:38.365597 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd062067b-b90a-440c-a5a8-d2859004db1f', 'name': 'network-vif-deleted', 'tag': 'e71e6fdf-9a34-4d3c-a93a-8d1d5616812b', 'status': 'completed', 'code': 200} Jan 29 19:40:38.391859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b484ee13-94b1-46f7-a291-fcbfc92c50d9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:38.396719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:38.402086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:38.405375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f274644-26a8-45b6-8b89-d98c625ff513 None None] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:38.498632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51a0f-0efe-4b0f-b528-f9a139c63b10 req-8937c445-fda4-47d4-9ec5-3a1e04b70d9f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:38.506334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ad51a0f-0efe-4b0f-b528-f9a139c63b10 req-8937c445-fda4-47d4-9ec5-3a1e04b70d9f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0830238 Jan 29 19:40:38.538223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-105d37e3-d29e-4e7c-8508-95760b183a5a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9983160 Jan 29 19:40:38.542979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:38.548299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:38.625256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ad51a0f-0efe-4b0f-b528-f9a139c63b10 req-a5949426-48a7-4183-9d9e-4ae2762f48b8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179230 Jan 29 19:40:38.668571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (bf5d676a-fabd-4f73-a296-161cc04efc65), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:38.669658 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (bf5d676a-fabd-4f73-a296-161cc04efc65), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:38.706411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 34393ac0-e122-4e95-8bd0-6dbfc6071738 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:38.731903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 34393ac0-e122-4e95-8bd0-6dbfc6071738 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:38.732333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 34393ac0-e122-4e95-8bd0-6dbfc6071738 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:38.732706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e71e6fdf-9a34-4d3c-a93a-8d1d5616812b no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:38.778526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: e71e6fdf-9a34-4d3c-a93a-8d1d5616812b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:38.778526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e71e6fdf-9a34-4d3c-a93a-8d1d5616812b not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:38.779788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks [] for router_controller (bf5d676a-fabd-4f73-a296-161cc04efc65), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:38.806084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ff142-27f3-40b6-ba04-7330a6e70ea2 req-4d311505-0bd9-4df6-8a78-5c32d41e37a2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:38.813225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-372ff142-27f3-40b6-ba04-7330a6e70ea2 req-4d311505-0bd9-4df6-8a78-5c32d41e37a2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 946 time: 0.5350862 Jan 29 19:40:38.830864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbbc37-f376-4ed8-b914-a3eb474b5195 None None] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:38.850296 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-eae5b030-7d9e-4851-b8cc-0b0f88b5e76a service neutron] show failed (client error): The resource could not be found. Jan 29 19:40:38.853658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-eae5b030-7d9e-4851-b8cc-0b0f88b5e76a service neutron] 10.222.0.26 "GET /v2.0/ports/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.1129243 Jan 29 19:40:38.886207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-372ff142-27f3-40b6-ba04-7330a6e70ea2 req-9421f06d-9c7a-4ae5-89d4-2345bee3ee2a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720427 Jan 29 19:40:39.034852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd364-3fac-4978-9ef1-21397d556a58 req-eb41a80b-ee6b-480b-95d9-a4f7b7423168 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:39.036516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-551bd364-3fac-4978-9ef1-21397d556a58 req-eb41a80b-ee6b-480b-95d9-a4f7b7423168 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0804958 Jan 29 19:40:39.092061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks [] for router_gateway (bf5d676a-fabd-4f73-a296-161cc04efc65), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.095985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-551bd364-3fac-4978-9ef1-21397d556a58 req-ad355a86-ab46-4e2f-97b9-d7ff50128cf2 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517793 Jan 29 19:40:39.481065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c589f-0ef3-49d2-b0ff-4cce165e5bf6 req-ec7361ba-f77b-49e7-9578-9d766207a6ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:39.482566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-771c589f-0ef3-49d2-b0ff-4cce165e5bf6 req-ec7361ba-f77b-49e7-9578-9d766207a6ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 949 time: 0.3865614 Jan 29 19:40:39.551845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3ab9ac9d-a1f2-42f0-83d2-64cec222b45c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:39.553407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3ab9ac9d-a1f2-42f0-83d2-64cec222b45c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 946 time: 0.0936549 Jan 29 19:40:39.566383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106c9e1-27b0-4ccf-af39-c136d568e5f2 req-5f6443f6-d001-406a-ad90-b67ef101432b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:39.571803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1106c9e1-27b0-4ccf-af39-c136d568e5f2 req-5f6443f6-d001-406a-ad90-b67ef101432b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0782189 Jan 29 19:40:39.604501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-771c589f-0ef3-49d2-b0ff-4cce165e5bf6 req-d72fc375-a5d1-444c-b8de-1a49a2a2bb7c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147044 Jan 29 19:40:39.618003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-6395df5e-130c-4db8-a3b1-d5aba4a23ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:39.619492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-6395df5e-130c-4db8-a3b1-d5aba4a23ce3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 1131 time: 0.1001775 Jan 29 19:40:39.630530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:39.692526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1106c9e1-27b0-4ccf-af39-c136d568e5f2 req-d893dfc4-55b8-49bc-bf68-3b7e15b45c3b tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688756 Jan 29 19:40:39.735887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:39.770382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Deleting port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:39.770781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.787479 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.813353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks [] for router_gateway (bf5d676a-fabd-4f73-a296-161cc04efc65), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.855506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.893956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d095d1a8-b05f-4f65-a060-920fd22ba692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.941845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] For port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:39.942127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:39.951284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19760d45-ea4f-4e38-800b-46f3848cf35c req-95efcbea-8d15-4322-9f2e-7f5d61df3c1b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:39.952819 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19760d45-ea4f-4e38-800b-46f3848cf35c req-95efcbea-8d15-4322-9f2e-7f5d61df3c1b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.1520071 Jan 29 19:40:39.978418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Calling delete_port for 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:40.084372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Allocated IP 172.25.5.6 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/4932e006-5554-42f5-8297-be319d6258bc) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:40.094240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19760d45-ea4f-4e38-800b-46f3848cf35c req-b3b65b7c-1ed5-412b-8ff9-96ef91850cbe tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321106 Jan 29 19:40:40.117073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:40.131741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d095d1a8-b05f-4f65-a060-920fd22ba692 admin admin] Publish callbacks [] for security_group (f451b142-d0cc-4e9c-976b-c86cba3d517b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.225686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d095d1a8-b05f-4f65-a060-920fd22ba692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f451b142-d0cc-4e9c-976b-c86cba3d517b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.244383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:40.276778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d1a8-b05f-4f65-a060-920fd22ba692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f451b142-d0cc-4e9c-976b-c86cba3d517b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:40.283107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d095d1a8-b05f-4f65-a060-920fd22ba692 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa5854a1f6d24f23ae1e43ae70da0796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479014 Jan 29 19:40:40.285822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37406) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:40.294477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (13a3cd8e-0f0c-44f9-bfb2-606c36401f88), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.312782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks [] for port (4932e006-5554-42f5-8297-be319d6258bc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.331800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ac2c0-801d-4475-9681-29f3eec106d9 req-abd86df5-38da-4172-858d-4a8ccc30f276 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:40.333313 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f36ac2c0-801d-4475-9681-29f3eec106d9 req-abd86df5-38da-4172-858d-4a8ccc30f276 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 946 time: 0.1429861 Jan 29 19:40:40.339195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event deleted for resources: {'Port': ['ID=13a3cd8e-0f0c-44f9-bfb2-606c36401f88,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:40.340157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Publish callbacks [] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.361925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee164f-3818-4a89-bde7-d835820f7029 req-7c28689f-5114-4b4e-97b3-7e26bd994312 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:40.363448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5aee164f-3818-4a89-bde7-d835820f7029 req-7c28689f-5114-4b4e-97b3-7e26bd994312 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 950 time: 0.1658547 Jan 29 19:40:40.368771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:40.371017 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4291ad30-72e2-427f-a2b5-393ac1b4f9c5" -d '{"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-unplugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:40.377930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Transition to ACTIVE for port object cd75e3dd-8626-46ce-8ce5-57f04ee77cfc will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:40.418473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f36ac2c0-801d-4475-9681-29f3eec106d9 req-fc10d93e-d907-45c3-ade3-4bf12d38efaf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750878 Jan 29 19:40:40.423435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] No DVR routers for this DVR port 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:40.426149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.430346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79e23af3-f6b9-444d-a8f8-670fd1feb62f req-3efed578-0256-4fa6-809e-51b794033370 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "DELETE /v2.0/ports/13a3cd8e-0f0c-44f9-bfb2-606c36401f88 HTTP/1.1" status: 204 len: 173 time: 0.8566079 Jan 29 19:40:40.434350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'name': 'network-vif-deleted', 'tag': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:40.437726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.438049 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a0f1d-64f9-4bc7-a398-eedf902c50b6" -d '{"events": [{"server_uuid": "a472224e-d07a-4664-a188-83a4e26b32fd", "name": "network-vif-deleted", "tag": "13a3cd8e-0f0c-44f9-bfb2-606c36401f88"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:40.468465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc81111c-a61a-4b12-92c2-e8eb3b762dfc admin admin] Publish callbacks [] for security_group (f451b142-d0cc-4e9c-976b-c86cba3d517b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.488900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4932e006-5554-42f5-8297-be319d6258bc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.504820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc81111c-a61a-4b12-92c2-e8eb3b762dfc admin admin] Publish callbacks [] for security_group (f451b142-d0cc-4e9c-976b-c86cba3d517b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.511113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5aee164f-3818-4a89-bde7-d835820f7029 req-296d3d55-d5c3-4525-9c22-57f2da4a67cd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227171 Jan 29 19:40:40.541706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:40.575559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] No DVR routers for this DVR port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:40.583613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:40.613174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:40.619404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:40.670828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d230d04-a284-4009-928b-c4ca01d46066 req-394f9d21-8d97-441f-b312-6c3ae968ba6f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:40.672438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d230d04-a284-4009-928b-c4ca01d46066 req-394f9d21-8d97-441f-b312-6c3ae968ba6f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0661356 Jan 29 19:40:40.676368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc81111c-a61a-4b12-92c2-e8eb3b762dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f451b142-d0cc-4e9c-976b-c86cba3d517b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.676368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc81111c-a61a-4b12-92c2-e8eb3b762dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.680510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc81111c-a61a-4b12-92c2-e8eb3b762dfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f451b142-d0cc-4e9c-976b-c86cba3d517b HTTP/1.1" status: 204 len: 168 time: 0.3900528 Jan 29 19:40:40.692590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e550d12-44cd-49d0-b667-b97726eb8c95 req-b64cf746-c04b-42d9-b9f4-dece16b9de7f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:40.699441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e550d12-44cd-49d0-b667-b97726eb8c95 req-b64cf746-c04b-42d9-b9f4-dece16b9de7f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.2176473 Jan 29 19:40:40.715420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81111c-a61a-4b12-92c2-e8eb3b762dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451b142-d0cc-4e9c-976b-c86cba3d517b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:40.725194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Pushing event updated for resources: {'Port': ['ID=4932e006-5554-42f5-8297-be319d6258bc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:40.728285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:40.728631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:40.728960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:40.750213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:40.750719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:40.768752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d230d04-a284-4009-928b-c4ca01d46066 req-35005ed7-2571-4240-bcaf-01f831875270 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755608 Jan 29 19:40:40.813340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:40.814169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:40.814169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:40.814631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Bound port: cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:40.814879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:40.906559 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be554597-fce4-482d-b399-9afd709e2de4 x-openstack-request-id: req-be554597-fce4-482d-b399-9afd709e2de4 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:40.906559 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-unplugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:40.906559 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be554597-fce4-482d-b399-9afd709e2de4 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:40.906559 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'code': 200} Jan 29 19:40:40.906559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e550d12-44cd-49d0-b667-b97726eb8c95 req-54c37a54-5428-413e-b80a-e5c81c3bae1f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624358 Jan 29 19:40:40.970375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:40.974668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:41.058860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad697-aca5-4f37-8c6d-151ddfb252e3 req-4ce7b9e1-c87e-4fcf-9574-d42aed46f7e1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.060729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d85ad697-aca5-4f37-8c6d-151ddfb252e3 req-4ce7b9e1-c87e-4fcf-9574-d42aed46f7e1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.0611982 Jan 29 19:40:41.075979 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82300222-16aa-407d-a0df-290dcb64f16e x-openstack-request-id: req-82300222-16aa-407d-a0df-290dcb64f16e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:41.076388 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472224e-d07a-4664-a188-83a4e26b32fd", "name": "network-vif-deleted", "tag": "13a3cd8e-0f0c-44f9-bfb2-606c36401f88", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:41.076719 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82300222-16aa-407d-a0df-290dcb64f16e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:41.077361 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472224e-d07a-4664-a188-83a4e26b32fd', 'name': 'network-vif-deleted', 'tag': '13a3cd8e-0f0c-44f9-bfb2-606c36401f88', 'status': 'completed', 'code': 200} Jan 29 19:40:41.111515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d85ad697-aca5-4f37-8c6d-151ddfb252e3 req-f9b4a5e9-d3ad-4dc8-8363-11942dfdd9ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Jan 29 19:40:41.165164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:41.178728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acdbcb-c0de-4032-a6f5-4b1dc6b93f88 req-d68dd4ce-5929-4b5d-9e95-f3d6974231ed tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.180883 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9acdbcb-c0de-4032-a6f5-4b1dc6b93f88 req-d68dd4ce-5929-4b5d-9e95-f3d6974231ed tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0593131 Jan 29 19:40:41.240760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9acdbcb-c0de-4032-a6f5-4b1dc6b93f88 req-60df2b6f-7576-4763-8d96-4f085180d571 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Jan 29 19:40:41.287243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.287878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:41.293775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 1095 time: 1.6645212 Jan 29 19:40:41.364157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296ceb-a643-4094-b137-a76b41205ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:41.437269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820333-ce07-426a-bb82-9c8c725eb7a2 req-2c3b36d7-66d7-423b-8333-896a7c89ea21 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.438999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c820333-ce07-426a-bb82-9c8c725eb7a2 req-2c3b36d7-66d7-423b-8333-896a7c89ea21 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 946 time: 0.2003064 Jan 29 19:40:41.458532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks [] for router_gateway (bf5d676a-fabd-4f73-a296-161cc04efc65), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:41.512660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-258e958d-4eee-4a86-b669-080fea73ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.514212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-258e958d-4eee-4a86-b669-080fea73ff4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1129 time: 0.1935756 Jan 29 19:40:41.537028 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-937ded5d-0811-4a94-87cc-f8d3061bcd68 req-ade8cce7-4383-4a28-8a6b-eb8b7868cf1d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=a472224e-d07a-4664-a188-83a4e26b32fd HTTP/1.1" status: 200 len: 210 time: 0.0296619 Jan 29 19:40:41.586308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c820333-ce07-426a-bb82-9c8c725eb7a2 req-57392580-2ee0-468b-88ca-561ef9cc0ed4 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362188 Jan 29 19:40:41.712422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6d5c3-f372-4c79-b003-9d1459fc1a0f req-6024fa14-03e2-41a5-a6de-63180c14d1f9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.714132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82f6d5c3-f372-4c79-b003-9d1459fc1a0f req-6024fa14-03e2-41a5-a6de-63180c14d1f9 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 950 time: 0.1122670 Jan 29 19:40:41.721648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a9a7-5562-4840-8cc2-683753c07182 req-f9993fad-e732-4076-9762-8c3857836b3b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.723182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4184a9a7-5562-4840-8cc2-683753c07182 req-f9993fad-e732-4076-9762-8c3857836b3b tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 950 time: 0.1099122 Jan 29 19:40:41.745003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37428) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:41.754608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-366787d5-2a5b-43b6-bbdd-0c9411753326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.756119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-366787d5-2a5b-43b6-bbdd-0c9411753326 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2291148 Jan 29 19:40:41.788676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6a0d165-1b48-4d79-9451-30de1195f7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:41.831034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-1fce181e-f562-4ec2-96da-10b50dc5b416 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0679662 Jan 29 19:40:41.863514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82f6d5c3-f372-4c79-b003-9d1459fc1a0f req-b195f324-05a9-43dc-b939-58dd98511e9e tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ed709c-e192-4730-8fcd-e66f589cbec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392095 Jan 29 19:40:41.924889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (bf5d676a-fabd-4f73-a296-161cc04efc65), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:41.930243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-d6211410-3cc2-4185-8b37-6e4a354ec3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:41.932565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-d6211410-3cc2-4185-8b37-6e4a354ec3cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0692503 Jan 29 19:40:41.941448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Deleting port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:40:41.941914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.047881 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6a0d165-1b48-4d79-9451-30de1195f7c2 admin admin] Publish callbacks [] for security_group (2a2f06c4-fb2d-432f-8b82-7bd0f36535b7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.094797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] For port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:42.095164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.110951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a7528-c853-402d-9baa-8718dc019264 req-dfb4f12c-e527-45a5-a8cd-06352b5592a3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:42.112777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-324a7528-c853-402d-9baa-8718dc019264 req-dfb4f12c-e527-45a5-a8cd-06352b5592a3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1461518 Jan 29 19:40:42.113004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27036dba-1b20-4748-9d93-d137b86d5316 req-ddf737a2-3374-4c2b-b8e4-82bb2a31b340 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:42.114493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27036dba-1b20-4748-9d93-d137b86d5316 req-ddf737a2-3374-4c2b-b8e4-82bb2a31b340 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.1817122 Jan 29 19:40:42.115516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6a0d165-1b48-4d79-9451-30de1195f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2a2f06c4-fb2d-432f-8b82-7bd0f36535b7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.118599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-23965024-7f2e-4ced-95c5-b90e7f85aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:42.120143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-23965024-7f2e-4ced-95c5-b90e7f85aea9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1747046 Jan 29 19:40:42.126090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Calling delete_port for 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:40:42.191107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6a0d165-1b48-4d79-9451-30de1195f7c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebbbc2da6fb04582bbbc2d8b6c607a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245989 Jan 29 19:40:42.196278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37434) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:42.209750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:42.230243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0d165-1b48-4d79-9451-30de1195f7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f06c4-fb2d-432f-8b82-7bd0f36535b7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:42.231391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:42.232031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13a3cd8e-0f0c-44f9-bfb2-606c36401f88 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:42.264464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-324a7528-c853-402d-9baa-8718dc019264 req-282c06ac-458d-43d5-8cd5-f9ba466c943c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403537 Jan 29 19:40:42.397264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14269b6-81d3-4cc7-a0dc-71abeae5d3bb req-445a4d0c-9cfc-429b-bbe5-78c536941b9e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:42.399663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b14269b6-81d3-4cc7-a0dc-71abeae5d3bb req-445a4d0c-9cfc-429b-bbe5-78c536941b9e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.0717754 Jan 29 19:40:42.439961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3d62acb9-fc9e-4a57-ab9e-6b989fe582f3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.472515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:42.488438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Pushing event deleted for resources: {'Port': ['ID=3d62acb9-fc9e-4a57-ab9e-6b989fe582f3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:42.513997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b14269b6-81d3-4cc7-a0dc-71abeae5d3bb req-2b5a3e8a-1165-42fb-84ce-4fc5d8d971ac tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078064 Jan 29 19:40:42.537099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] No DVR routers for this DVR port 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:42.541014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.544391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4184a9a7-5562-4840-8cc2-683753c07182 req-be424a44-1a06-48cb-9dca-b19d2ca3ca04 tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.26 "DELETE /v2.0/ports/3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 HTTP/1.1" status: 204 len: 173 time: 0.8138311 Jan 29 19:40:42.558942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27036dba-1b20-4748-9d93-d137b86d5316 req-4fbbb6d7-e452-4664-915f-d489746dddc3 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346893 Jan 29 19:40:42.581332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:42.635922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-83668ef6-666f-4d8d-8f74-272c4a171c90 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046320 Jan 29 19:40:42.652966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:40:42.652966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:42.671565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21770f42-740d-46ab-a3a7-f50e8c9cfedf req-c1f91ec0-6dad-442c-992e-a1ff154f1ad2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:42.673315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21770f42-740d-46ab-a3a7-f50e8c9cfedf req-c1f91ec0-6dad-442c-992e-a1ff154f1ad2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0860152 Jan 29 19:40:42.695789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-251f7ab3-0bd8-4a00-a526-d9f2b73e564b admin admin] Publish callbacks [] for security_group (2a2f06c4-fb2d-432f-8b82-7bd0f36535b7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.709136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-6e750a35-1f72-4069-b161-019334ce9f7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621330 Jan 29 19:40:42.741258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21770f42-740d-46ab-a3a7-f50e8c9cfedf req-ae3b89b7-f2b0-4cdf-bc63-4f4465ffe4e3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620525 Jan 29 19:40:42.755912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Router bf5d676a-fabd-4f73-a296-161cc04efc65 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:40:42.768302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-251f7ab3-0bd8-4a00-a526-d9f2b73e564b admin admin] Publish callbacks [] for security_group (2a2f06c4-fb2d-432f-8b82-7bd0f36535b7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:42.872715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:42.876364 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb3fc3-5409-4513-b331-fe1aa0e18717" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:42.899965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f32fff3-0af5-4eab-81aa-b86a7aa7fb0f req-40d29edb-15e2-4a58-beef-8e1b173cb190 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509487 Jan 29 19:40:42.997430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-53cb6a37-e5e2-425a-b70b-151535fab3ab tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.004710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-53cb6a37-e5e2-425a-b70b-151535fab3ab tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.1488659 Jan 29 19:40:43.010589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971ea08-8aac-4575-aedc-44824c1597df req-4bb08b35-e32f-4135-a553-6914a40d6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.012084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-4bb08b35-e32f-4135-a553-6914a40d6c53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 1126 time: 0.2178791 Jan 29 19:40:43.018320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:40:43.035414 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Sync routers for ids ['bf5d676a-fabd-4f73-a296-161cc04efc65'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:40:43.040916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-f6a2873e-2974-4469-a4ab-fede5227c649 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0333951 Jan 29 19:40:43.052427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2146f-f2dc-4ce3-8742-a9d6e5d58cda req-808f5d08-e718-47fd-bf2b-76b534808009 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.052427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10e2146f-f2dc-4ce3-8742-a9d6e5d58cda req-808f5d08-e718-47fd-bf2b-76b534808009 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1490574 Jan 29 19:40:43.057443 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Routers {'bf5d676a-fabd-4f73-a296-161cc04efc65'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:43.058525 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:40:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bf5d676a-fabd-4f73-a296-161cc04efc65'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:43.069199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-251f7ab3-0bd8-4a00-a526-d9f2b73e564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2a2f06c4-fb2d-432f-8b82-7bd0f36535b7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:43.072249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-251f7ab3-0bd8-4a00-a526-d9f2b73e564b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:43.073378 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-251f7ab3-0bd8-4a00-a526-d9f2b73e564b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a2f06c4-fb2d-432f-8b82-7bd0f36535b7 HTTP/1.1" status: 204 len: 168 time: 0.8491580 Jan 29 19:40:43.079470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'name': 'network-vif-deleted', 'tag': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:43.081949 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d415e1-beed-48ca-b4d7-9918a491594f" -d '{"events": [{"server_uuid": "01ff3377-c48e-436f-8257-6ac4cd16cf3d", "name": "network-vif-deleted", "tag": "3d62acb9-fc9e-4a57-ab9e-6b989fe582f3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:43.088833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-160a0a02-544c-4cd1-9f4b-5a3e9989992f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485823 Jan 29 19:40:43.146643 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:43.148532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55c0a418-1e30-4074-9d2d-e625b6d1be66 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6044672 Jan 29 19:40:43.149638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7ab3-0bd8-4a00-a526-d9f2b73e564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f06c4-fb2d-432f-8b82-7bd0f36535b7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:43.159085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37462) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:43.226434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10e2146f-f2dc-4ce3-8742-a9d6e5d58cda req-8eb3b810-cb0b-4177-ac6c-66fcc1b9ea92 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606393 Jan 29 19:40:43.231900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971ea08-8aac-4575-aedc-44824c1597df req-3c139cd2-5ccb-473c-b4e3-d27f3ead621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.233601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-3c139cd2-5ccb-473c-b4e3-d27f3ead621d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1996756 Jan 29 19:40:43.322244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-9e80cf4d-2c89-41aa-8f4e-291cee890812 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 200 len: 217 time: 0.0730343 Jan 29 19:40:43.341311 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c39c72-45c1-48f4-8221-5a3d95849b78 x-openstack-request-id: req-c7c39c72-45c1-48f4-8221-5a3d95849b78 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:43.341720 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:43.342092 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7c39c72-45c1-48f4-8221-5a3d95849b78 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:43.343204 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'status': 'completed', 'code': 200} Jan 29 19:40:43.357575 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Set router bf5d676a-fabd-4f73-a296-161cc04efc65 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:43.477897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-ca390f2a-6382-4e57-b4c0-2058fe974656 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796611 Jan 29 19:40:43.511986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1158fb7d-cfcb-4777-9b20-48d2c6f5d47c req-4b614738-f50f-4ba8-8330-a9e3049733bd tempest-ServersOnMultiNodesTest-167205736 tempest-ServersOnMultiNodesTest-167205736-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ff3377-c48e-436f-8257-6ac4cd16cf3d HTTP/1.1" status: 200 len: 210 time: 0.0424597 Jan 29 19:40:43.517830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971ea08-8aac-4575-aedc-44824c1597df req-148fac7a-7d1b-4e97-95bc-d997762c18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.519331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-148fac7a-7d1b-4e97-95bc-d997762c18b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1329305 Jan 29 19:40:43.534719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-5de5b16b-94ea-4ded-b427-5113e535e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.537179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-5de5b16b-94ea-4ded-b427-5113e535e14f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1129 time: 0.1722758 Jan 29 19:40:43.621729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-bdb08315-ffea-4cce-8488-74cead2f6d22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810053 Jan 29 19:40:43.627130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-0959d258-b8ee-4656-a5a9-f721fc77da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.628670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-0959d258-b8ee-4656-a5a9-f721fc77da1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1129 time: 0.2394245 Jan 29 19:40:43.633502 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2c162-6a73-4d79-a50c-5cc4dcbf55fd x-openstack-request-id: req-2bc2c162-6a73-4d79-a50c-5cc4dcbf55fd {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:43.633786 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ff3377-c48e-436f-8257-6ac4cd16cf3d", "name": "network-vif-deleted", "tag": "3d62acb9-fc9e-4a57-ab9e-6b989fe582f3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:43.634060 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bc2c162-6a73-4d79-a50c-5cc4dcbf55fd {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:43.634448 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ff3377-c48e-436f-8257-6ac4cd16cf3d', 'name': 'network-vif-deleted', 'tag': '3d62acb9-fc9e-4a57-ab9e-6b989fe582f3', 'status': 'completed', 'code': 200} Jan 29 19:40:43.693427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:40:40Z', 'revision_number': 3, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:43.756066 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-d763541c-d9a3-4b82-acbb-2240dd304618 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553766 Jan 29 19:40:43.768818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Checking router: bf5d676a-fabd-4f73-a296-161cc04efc65 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:40:43.769272 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Updating router bf5d676a-fabd-4f73-a296-161cc04efc65 port 4932e006-5554-42f5-8297-be319d6258bc binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:40:43.846033 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4932e006-5554-42f5-8297-be319d6258bc), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:43.871223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-22a980a8-4de6-4749-a96c-5fd17a3bd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.872902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-22a980a8-4de6-4749-a96c-5fd17a3bd800 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.3100193 Jan 29 19:40:43.879184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-e360ddb4-06f1-4466-9dab-8d3de0ee5e55 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291868 Jan 29 19:40:43.957008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-8438f44f-e504-4589-b1fa-f0675f2ac31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:43.959852 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-8438f44f-e504-4589-b1fa-f0675f2ac31e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.3196170 Jan 29 19:40:43.993240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-bc2308f6-a9bb-4f21-926f-012ffed9f6af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0916827 Jan 29 19:40:44.043630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-9250f77c-b4bb-48c1-a25f-446b95b380d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0530455 Jan 29 19:40:44.180111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-7f50367c-df69-49dd-8c6e-ae2eeee583b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.181689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-7f50367c-df69-49dd-8c6e-ae2eeee583b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0474045 Jan 29 19:40:44.185555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0971ea08-8aac-4575-aedc-44824c1597df req-2a418627-a78b-4e41-b00d-091b5afe4c9b service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959712 Jan 29 19:40:44.277245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-396fab59-de65-423b-8b70-70abdae123a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.286399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-396fab59-de65-423b-8b70-70abdae123a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2227168 Jan 29 19:40:44.292313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-d27bf5da-f0f8-4c0f-9e2d-da2fe88214e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.295761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-d27bf5da-f0f8-4c0f-9e2d-da2fe88214e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1035414 Jan 29 19:40:44.344592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:44.361325 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Publish callbacks [] for port (4932e006-5554-42f5-8297-be319d6258bc), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:44.391334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43b503-1f42-46d5-9c78-56724b49d0f3 req-ab00193f-c4eb-4862-a9ff-e02f24db8f8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.392877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf43b503-1f42-46d5-9c78-56724b49d0f3 req-ab00193f-c4eb-4862-a9ff-e02f24db8f8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.2588036 Jan 29 19:40:44.462174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-fd677865-d9b4-42f1-9a77-785083a3ce87 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580987 Jan 29 19:40:44.465673 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4932e006-5554-42f5-8297-be319d6258bc), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:44.470346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18cb81-5787-4d9d-85af-7f758e95bc2d req-80901544-1638-41b0-9b37-b67e549bfcfc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.475935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18cb81-5787-4d9d-85af-7f758e95bc2d req-80901544-1638-41b0-9b37-b67e549bfcfc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.482759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18cb81-5787-4d9d-85af-7f758e95bc2d req-80901544-1638-41b0-9b37-b67e549bfcfc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.484479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f18cb81-5787-4d9d-85af-7f758e95bc2d req-80901544-1638-41b0-9b37-b67e549bfcfc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb&device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511&device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 2418 time: 0.1204486 Jan 29 19:40:44.517147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-5def92ec-59bb-4f2d-aacc-ee9ee0d62576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.518674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-5def92ec-59bb-4f2d-aacc-ee9ee0d62576 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2073009 Jan 29 19:40:44.524799 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Attempting to bind port 4932e006-5554-42f5-8297-be319d6258bc on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:44.525436 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Attempting to bind port 4932e006-5554-42f5-8297-be319d6258bc by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:44.525987 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Attempting to bind port 4932e006-5554-42f5-8297-be319d6258bc on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:44.539701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:44.540448 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:44.541008 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:44.541582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:44.542976 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Bound port: 4932e006-5554-42f5-8297-be319d6258bc, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:44.543535 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4932e006-5554-42f5-8297-be319d6258bc), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:44.546451 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238564f-1c38-48bd-a0c8-d7ceb84f321d None None] Pushing event updated for resources: {'Port': ['ID=4932e006-5554-42f5-8297-be319d6258bc,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:44.570595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f18cb81-5787-4d9d-85af-7f758e95bc2d req-b6981440-30db-4973-a094-d0c71f3cefcc tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Jan 29 19:40:44.589247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf43b503-1f42-46d5-9c78-56724b49d0f3 req-fc22dead-f9ac-4244-aa51-908e129949aa tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847818 Jan 29 19:40:44.656937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] For port 4932e006-5554-42f5-8297-be319d6258bc, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:44.668708 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] For port 4932e006-5554-42f5-8297-be319d6258bc, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4932e006-5554-42f5-8297-be319d6258bc,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:44.702385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37502) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:44.725370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-e25047f1-6517-4085-b9f3-a3624a0b138b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398462 Jan 29 19:40:44.749286 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4932e006-5554-42f5-8297-be319d6258bc), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:44.754819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6998aa-8d85-43e1-a5ac-6d54739c9256 req-1b93316a-9dba-45d8-ac41-a4ec17dc43a8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:44.756001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df6998aa-8d85-43e1-a5ac-6d54739c9256 req-1b93316a-9dba-45d8-ac41-a4ec17dc43a8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.0953925 Jan 29 19:40:44.776413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Allocated IP 172.20.0.1 (b484ee13-94b1-46f7-a291-fcbfc92c50d9/678f4ded-3cc2-4525-9110-7bd69bf7eba0/d13969b5-afaf-49c1-b0ae-e2b250729d65) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:44.810375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-f6d002db-558e-4a9d-b498-8115ef122e6e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532709 Jan 29 19:40:44.824388 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Routers {'bf5d676a-fabd-4f73-a296-161cc04efc65'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:44.825314 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:40:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bf5d676a-fabd-4f73-a296-161cc04efc65'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:44.829271 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238564f-1c38-48bd-a0c8-d7ceb84f321d None None] Pushing event updated for resources: {'Port': ['ID=4932e006-5554-42f5-8297-be319d6258bc,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:44.848076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df6998aa-8d85-43e1-a5ac-6d54739c9256 req-55331405-2a51-4c38-9fb3-54c93460bca8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Jan 29 19:40:44.907069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2013769247-network', 'tenant_id': '00fbe0ef4eb44fc3800953e74d08d260'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:44.950643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6008e2d7-35dd-4cfa-b393-a015a87a4d7d req-9bc1ccbc-5f93-4dfd-9265-86bf2acc46ed tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0383739 Jan 29 19:40:44.981745 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] Set router bf5d676a-fabd-4f73-a296-161cc04efc65 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:45.037469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Made reservation on behalf of 00fbe0ef4eb44fc3800953e74d08d260 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:45.039025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.066184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.245380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks [] for security_group (a9e64b77-e6e4-4b5f-96c0-172479a53a53), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.248786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b3c96-6f07-4fd8-83f9-78f739f22383 req-c09b7990-dd90-4ae3-acfa-9b585965e9b8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:45.251569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-976b3c96-6f07-4fd8-83f9-78f739f22383 req-c09b7990-dd90-4ae3-acfa-9b585965e9b8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.5017483 Jan 29 19:40:45.259203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab388-9a92-4b3b-a81c-589c5fb0f2e5 req-42898db9-203b-48f7-aa94-3d8bf74109e6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:45.260865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb1ab388-9a92-4b3b-a81c-589c5fb0f2e5 req-42898db9-203b-48f7-aa94-3d8bf74109e6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0932896 Jan 29 19:40:45.274079 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:40:40Z', 'revision_number': 3, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:45.303578 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3eed1-c736-4c05-9205-c084b7866bae None None] The sync data for ids ['bf5d676a-fabd-4f73-a296-161cc04efc65'] in n-d-825496-5 is: [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:40:40Z', 'revision_number': 3, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:40:45.326877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5adb3fc3-5409-4513-b331-fe1aa0e18717 req-b1ec37bd-be75-4b2b-a5f0-5c2a955e1be8 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047920 Jan 29 19:40:45.341051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9e64b77-e6e4-4b5f-96c0-172479a53a53), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.357956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks [] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.373510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-976b3c96-6f07-4fd8-83f9-78f739f22383 req-0b7dd6e6-539c-40dd-a07a-f51483581630 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155019 Jan 29 19:40:45.380451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb1ab388-9a92-4b3b-a81c-589c5fb0f2e5 req-369d8def-7340-4887-985f-ab4dd43111ad tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125374 Jan 29 19:40:45.417797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:45.427652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e64b77-e6e4-4b5f-96c0-172479a53a53,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:45.434278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (29492f03-fe17-475c-8bdb-91434026ade9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.434916 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Added segment 29492f03-fe17-475c-8bdb-91434026ade9 of type vlan for network ba8a63ab-731c-45d5-8024-60929d95ba21 Jan 29 19:40:45.490959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.502882 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ba8a63ab-731c-45d5-8024-60929d95ba21), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.560041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:45.565846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:45.593719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:45.627061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Pushing event updated for resources: {'Port': ['ID=d13969b5-afaf-49c1-b0ae-e2b250729d65,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:45.637534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ba8a63ab-731c-45d5-8024-60929d95ba21), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.638774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:45.639495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.650743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (bf5d676a-fabd-4f73-a296-161cc04efc65), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:45.720425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37518) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:45.780731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0709736 Jan 29 19:40:45.797838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37522) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:45.803856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Request body: {'subnet': {'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2013769247-subnet', 'tenant_id': '00fbe0ef4eb44fc3800953e74d08d260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:45.899527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313e80d-d34b-45c8-80fa-ca7e09a145bd admin admin] Pushing event updated for resources: {'Network': ['ID=ba8a63ab-731c-45d5-8024-60929d95ba21,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:45.910999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ba8a63ab-731c-45d5-8024-60929d95ba21 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:45.970084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3708d7f5-c9cc-4f9e-b2b8-47d4b4d0d8ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63c81cb9fbb14331988a814645b9390b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453759 Jan 29 19:40:45.976667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0bd2-3d7c-44a3-918a-38446bac70e8 req-063af1b3-6b69-487b-a803-66b89c3d930b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:45.978353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-849b0bd2-3d7c-44a3-918a-38446bac70e8 req-063af1b3-6b69-487b-a803-66b89c3d930b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.2125518 Jan 29 19:40:45.978852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37528) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:46.007805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.020529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Made reservation on behalf of 00fbe0ef4eb44fc3800953e74d08d260 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:46.024703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.114906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef73475-afbb-4b3b-bf2f-404b92d53a27 req-64302b87-6791-4043-91aa-ee3c19913196 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:46.122992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ef73475-afbb-4b3b-bf2f-404b92d53a27 req-64302b87-6791-4043-91aa-ee3c19913196 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 947 time: 0.1184213 Jan 29 19:40:46.141643 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-465e8a87-f3a3-40ca-836d-11d90327502b admin admin] Publish callbacks [] for security_group (15ed709c-e192-4730-8fcd-e66f589cbec7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.180427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-849b0bd2-3d7c-44a3-918a-38446bac70e8 req-95723ee9-4e8e-462a-bee6-2a7289db896c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699376 Jan 29 19:40:46.217842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-465e8a87-f3a3-40ca-836d-11d90327502b admin admin] Publish callbacks [] for security_group (15ed709c-e192-4730-8fcd-e66f589cbec7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.222593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:46.247831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ef73475-afbb-4b3b-bf2f-404b92d53a27 req-dcfd883d-0bf3-406c-b555-85ff84926637 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238582 Jan 29 19:40:46.334217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4932e006-5554-42f5-8297-be319d6258bc up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:46.404461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks [] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.439983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-119ad516-a1bf-4e0e-9a6a-18bfa6a1fac3 req-362a6afb-6157-4a7d-beb5-345a99f4f9ab tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0510919 Jan 29 19:40:46.492039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.518429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-465e8a87-f3a3-40ca-836d-11d90327502b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (15ed709c-e192-4730-8fcd-e66f589cbec7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.523623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-465e8a87-f3a3-40ca-836d-11d90327502b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.528297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-465e8a87-f3a3-40ca-836d-11d90327502b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15ed709c-e192-4730-8fcd-e66f589cbec7 HTTP/1.1" status: 204 len: 168 time: 0.5483713 Jan 29 19:40:46.529703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (00639101-4ff5-4875-9a00-ae3023b0a41a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.548182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:46.560461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4932e006-5554-42f5-8297-be319d6258bc triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:46.560920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4932e006-5554-42f5-8297-be319d6258bc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.618016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Pushing event updated for resources: {'Port': ['ID=d13969b5-afaf-49c1-b0ae-e2b250729d65,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:46.638970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'mac_address': 'fa:16:3e:f8:84:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:46.648606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (bf5d676a-fabd-4f73-a296-161cc04efc65), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.656092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:46.657529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e8a87-f3a3-40ca-836d-11d90327502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed709c-e192-4730-8fcd-e66f589cbec7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:46.746220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:40:46.749749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3d62acb9-fc9e-4a57-ab9e-6b989fe582f3 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:46.785382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:46.786145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.817910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:46.818154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Network hostable DHCP agents. Network: ba8a63ab-731c-45d5-8024-60929d95ba21, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:46.851326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75e3dd-8626-46ce-8ce5-57f04ee77cfc {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:46.853325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:46.859877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:46.877765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00639101-4ff5-4875-9a00-ae3023b0a41a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:46.898474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:46.899713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4932e006-5554-42f5-8297-be319d6258bc is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:46.900285 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4932e006-5554-42f5-8297-be319d6258bc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:46.923381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 4932e006-5554-42f5-8297-be319d6258bc, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4932e006-5554-42f5-8297-be319d6258bc,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:46.952146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-46061ed9-10b3-4f2b-a04b-607bf1c65ed8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:46.955133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-46061ed9-10b3-4f2b-a04b-607bf1c65ed8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.3203757 Jan 29 19:40:46.969900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Request body: {'port': {'device_id': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'admin_state_up': True, 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:47.006022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:47.013365 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4932e006-5554-42f5-8297-be319d6258bc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:47.013496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Network ba8a63ab-731c-45d5-8024-60929d95ba21 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:47.068421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:47.070986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9e0d-d771-401e-99bf-047e9177ea96 req-1cb90f41-d0b6-4213-b006-a5d59a37a212 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.078601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c4b9e0d-d771-401e-99bf-047e9177ea96 req-1cb90f41-d0b6-4213-b006-a5d59a37a212 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1849701 Jan 29 19:40:47.119380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ba8a63ab-731c-45d5-8024-60929d95ba21) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:47.132480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.133074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:47.142798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5d0fd-5aaf-48d6-98bb-bd8e4318e305 None None] Network ba8a63ab-731c-45d5-8024-60929d95ba21 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:47.153283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=4932e006-5554-42f5-8297-be319d6258bc,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:47.186131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Router bf5d676a-fabd-4f73-a296-161cc04efc65 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:40:47.196853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c4b9e0d-d771-401e-99bf-047e9177ea96 req-5af22cd4-ff15-4949-85c2-c346e446ff35 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171942 Jan 29 19:40:47.228598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-2d29fef1-9a2b-4783-aeb5-354bb928afcf tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.233682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-2d29fef1-9a2b-4783-aeb5-354bb928afcf tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 948 time: 0.1223445 Jan 29 19:40:47.252139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7004b0ca-b9cd-4810-bbc7-1e6c6b006c8f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4525282 Jan 29 19:40:47.287916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0a77-f9d6-4227-a872-66eec15393f1 req-4713dd92-faf0-46ec-8d43-ab3263377ff5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.298122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78dc0a77-f9d6-4227-a872-66eec15393f1 req-4713dd92-faf0-46ec-8d43-ab3263377ff5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.0969949 Jan 29 19:40:47.327650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:47.331012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:47.387158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d09751-d60b-45f4-9ff8-c096958ad9bb None None] Network ba8a63ab-731c-45d5-8024-60929d95ba21 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:47.432270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:47.439047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37554) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:47.474986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:40:47.482697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78dc0a77-f9d6-4227-a872-66eec15393f1 req-6542b86f-7efb-4b78-bfeb-7d7a273951d9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836951 Jan 29 19:40:47.486007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a11c2443-0b5d-4f88-93bb-97966508c8cf admin admin] 10.222.0.15 "PUT /v2.0/routers/bf5d676a-fabd-4f73-a296-161cc04efc65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3252101 Jan 29 19:40:47.508607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-f0d7815a-ec0e-4f55-bdda-43237136c32c service neutron] 10.222.0.13 "GET /v2.0/ports/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 382 time: 0.2213969 Jan 29 19:40:47.633870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-4c881682-dab9-44a5-b13a-5a5950a7d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.635951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-4c881682-dab9-44a5-b13a-5a5950a7d973 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1130 time: 0.0994513 Jan 29 19:40:47.716667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-128f2fa7-657b-4ef9-b293-0cfff7002412 req-804b3155-ae47-4aeb-a536-cd87cb419d43 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0509925 Jan 29 19:40:47.754745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Allocated IP 172.20.0.9 (497ac353-bc31-4538-88ec-cd403837a37f/64a8faf9-d953-4b18-815a-e0cda4a85b1c/bce80f6f-0127-4f3e-9e74-44f098c85bea) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:47.767132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:47.767419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c80a6b8b-e647-4a77-899f-e2b10c7a10ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d319f6c743384b56ac64352b1ab656a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146303 Jan 29 19:40:47.877374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d81f4-b791-4288-8854-cba1b6d2787a req-a462b44b-8a4c-4e45-ae10-8af936ebf8af tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.881376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-6fff7c48-3704-4cc6-85d4-91d4a483ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:47.882984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-6fff7c48-3704-4cc6-85d4-91d4a483ae03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2404063 Jan 29 19:40:47.889508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da7d81f4-b791-4288-8854-cba1b6d2787a req-a462b44b-8a4c-4e45-ae10-8af936ebf8af tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1885145 Jan 29 19:40:47.945779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-191a4639-0b35-4268-93e9-0938b97955da admin admin] Publish callbacks [] for security_group (a534177b-efdf-4b84-ac37-72e5be2681fd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:47.955979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-204143e5-23ce-41dc-8cee-61c744a3ab43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0654154 Jan 29 19:40:47.978148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-191a4639-0b35-4268-93e9-0938b97955da admin admin] Publish callbacks [] for security_group (a534177b-efdf-4b84-ac37-72e5be2681fd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.026574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da7d81f4-b791-4288-8854-cba1b6d2787a req-97cafc08-25d2-4ebf-a97b-b86b9975c13e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237195 Jan 29 19:40:48.041457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-bceafa7a-d65e-43a6-8423-e38cb1a2c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:48.042936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-bceafa7a-d65e-43a6-8423-e38cb1a2c9f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0768335 Jan 29 19:40:48.067771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Sync routers for ids ['bf5d676a-fabd-4f73-a296-161cc04efc65'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:40:48.086103 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks [] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.092013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Routers {'bf5d676a-fabd-4f73-a296-161cc04efc65'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:48.092994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:40:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bf5d676a-fabd-4f73-a296-161cc04efc65'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:48.119603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-b2ef9994-0eaa-4eaf-a234-5badc78eb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:48.121340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-b2ef9994-0eaa-4eaf-a234-5badc78eb03b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0602434 Jan 29 19:40:48.173338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-191a4639-0b35-4268-93e9-0938b97955da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a534177b-efdf-4b84-ac37-72e5be2681fd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.178211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-191a4639-0b35-4268-93e9-0938b97955da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.182687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-191a4639-0b35-4268-93e9-0938b97955da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a534177b-efdf-4b84-ac37-72e5be2681fd HTTP/1.1" status: 204 len: 168 time: 0.4122498 Jan 29 19:40:48.237670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.257942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4932e006-5554-42f5-8297-be319d6258bc up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:48.262482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-27eb61ad-5b17-4c01-aeee-76057d0004d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332574 Jan 29 19:40:48.265171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:48.277797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a4639-0b35-4268-93e9-0938b97955da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a534177b-efdf-4b84-ac37-72e5be2681fd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:48.354379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event updated for resources: {'Port': ['ID=bce80f6f-0127-4f3e-9e74-44f098c85bea,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:48.402635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Set router bf5d676a-fabd-4f73-a296-161cc04efc65 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:48.402779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Network 497ac353-bc31-4538-88ec-cd403837a37f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:48.406048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:48.424465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:48.458376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-72d79d6e-c739-450b-9112-01f2fefb8e8d service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764057 Jan 29 19:40:48.474975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4932e006-5554-42f5-8297-be319d6258bc triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:48.476464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4932e006-5554-42f5-8297-be319d6258bc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.502985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373a2c4-7aaf-413a-ab66-be0d3b2dbc9e req-70bf1ba6-66a0-4fa6-82ab-79f220c61bf5 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:48.504641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1373a2c4-7aaf-413a-ab66-be0d3b2dbc9e req-70bf1ba6-66a0-4fa6-82ab-79f220c61bf5 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.2281914 Jan 29 19:40:48.552321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37596) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:48.555965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:48.555965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.558263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-5660502-network', 'tenant_id': 'c0cb89a2976c4a8280426fc5ada7c596'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:48.593151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1373a2c4-7aaf-413a-ab66-be0d3b2dbc9e req-94e328a6-520b-44ec-8028-387896acf491 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814557 Jan 29 19:40:48.624602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:48.658385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-c9af6669-fbf0-4032-aaef-4b6268f60fca tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:48.659972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-c9af6669-fbf0-4032-aaef-4b6268f60fca tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 811 time: 0.2560358 Jan 29 19:40:48.668835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c', 'port_id': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'mac_address': 'fa:16:3e:34:07:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20921873-5e3a-47f9-aaef-f366be7ad371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:48.677625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-2c0e93a3-c4fb-4139-9dd2-cced64bdce18 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/quotas/7e52ccb97d7c4596b3dfa7953966c221 HTTP/1.1" status: 200 len: 375 time: 0.0092542 Jan 29 19:40:48.681866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Made reservation on behalf of c0cb89a2976c4a8280426fc5ada7c596 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:48.685950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.730721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.752447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-de63c89b-37e9-466d-99e1-88058226c0c3 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668118 Jan 29 19:40:48.774846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-441a8d2b-1026-4989-9925-f24a67987cdf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8099203 Jan 29 19:40:48.782299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da862e-4b61-463b-9329-c7ff07bdd76d req-0c79b98d-0f82-42de-863e-dfbb202b5fc0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:48.790018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Request body: {'port': {'device_id': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:48.792957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0da862e-4b61-463b-9329-c7ff07bdd76d req-0c79b98d-0f82-42de-863e-dfbb202b5fc0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1278877 Jan 29 19:40:48.918799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.919016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:48.919241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:48.925190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0da862e-4b61-463b-9329-c7ff07bdd76d req-2bc5b89f-ccf8-4a68-9f05-f2cd2d93f150 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230836 Jan 29 19:40:48.939189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4932e006-5554-42f5-8297-be319d6258bc is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:48.959476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:48.981527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks [] for security_group (00df75de-0908-43c4-b573-914fdc8ec21a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.010071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:49.026871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:40:45Z', 'revision_number': 4, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd13969b5-afaf-49c1-b0ae-e2b250729d65', 'name': '', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'mac_address': 'fa:16:3e:45:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:44Z', 'updated_at': '2022-01-29T19:40:46Z', 'revision_number': 2, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'subnets': [{'id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:49.062364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (00df75de-0908-43c4-b573-914fdc8ec21a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.063745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Checking router: bf5d676a-fabd-4f73-a296-161cc04efc65 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:40:49.064110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Updating router bf5d676a-fabd-4f73-a296-161cc04efc65 port d13969b5-afaf-49c1-b0ae-e2b250729d65 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:40:49.106402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:49.108529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.123985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00df75de-0908-43c4-b573-914fdc8ec21a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:49.138731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (171aa665-38aa-4826-90ca-f4e40d6f56a6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.138731 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Added segment 171aa665-38aa-4826-90ca-f4e40d6f56a6 of type vlan for network 8a05624e-7436-4818-b3fb-1be733ec13b7 Jan 29 19:40:49.156242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e13107-1f4e-4238-88eb-8fc38f652a9a req-4271e092-ef52-4182-8429-b5f08d1a0a74 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:49.157794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0e13107-1f4e-4238-88eb-8fc38f652a9a req-4271e092-ef52-4182-8429-b5f08d1a0a74 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.1600146 Jan 29 19:40:49.165420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.209272 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8a05624e-7436-4818-b3fb-1be733ec13b7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.225024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:49.254911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0e13107-1f4e-4238-88eb-8fc38f652a9a req-2ceedf67-34d2-4dca-9cef-ecb65a4c7f8b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772769 Jan 29 19:40:49.294711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce80f6f-0127-4f3e-9e74-44f098c85bea {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:49.305024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Publish callbacks [] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.328778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8a05624e-7436-4818-b3fb-1be733ec13b7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.329772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:49.330368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.336272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-1844c7e7-1bc5-4a75-9398-53dc275adc75 service neutron] 10.222.0.15 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822852 Jan 29 19:40:49.418261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Transition to ACTIVE for port object bce80f6f-0127-4f3e-9e74-44f098c85bea will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:49.433562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] Pushing event updated for resources: {'Network': ['ID=8a05624e-7436-4818-b3fb-1be733ec13b7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:49.440601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-f52eecf9-1862-46a4-ad71-49b24fb5dd09 service neutron] 10.222.0.15 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028004 Jan 29 19:40:49.451328 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8af5abd2-4757-454f-bca0-08d99ee83b27 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8935509 Jan 29 19:40:49.451328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37614) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:49.455180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Request body: {'subnet': {'network_id': '8a05624e-7436-4818-b3fb-1be733ec13b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-5660502-subnet', 'tenant_id': 'c0cb89a2976c4a8280426fc5ada7c596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:49.462694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8a05624e-7436-4818-b3fb-1be733ec13b7 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:49.477077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358be64-e57f-425c-ba7a-007c07759fef req-1c97ffce-dc70-4ba1-88d3-e0faf130ba1a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:49.484315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8358be64-e57f-425c-ba7a-007c07759fef req-1c97ffce-dc70-4ba1-88d3-e0faf130ba1a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 931 time: 0.1207294 Jan 29 19:40:49.519501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.549592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8358be64-e57f-425c-ba7a-007c07759fef req-88d8e717-3601-44a4-a5e1-8b18eec1ccff tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643237 Jan 29 19:40:49.570798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Made reservation on behalf of c0cb89a2976c4a8280426fc5ada7c596 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:49.580873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.581088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:49.623485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=bce80f6f-0127-4f3e-9e74-44f098c85bea,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:49.699200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Attempting to bind port bce80f6f-0127-4f3e-9e74-44f098c85bea on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:49.699986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Attempting to bind port bce80f6f-0127-4f3e-9e74-44f098c85bea by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:49.699986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Attempting to bind port bce80f6f-0127-4f3e-9e74-44f098c85bea on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:49.711138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Port bce80f6f-0127-4f3e-9e74-44f098c85bea on network 497ac353-bc31-4538-88ec-cd403837a37f not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:49.711585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Attempting to bind port bce80f6f-0127-4f3e-9e74-44f098c85bea on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:49.722690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:49.723009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:49.723405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Bound using segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:49.724960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Bound port: bce80f6f-0127-4f3e-9e74-44f098c85bea, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:49.725334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.809263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05e25f-4826-44eb-ae7d-4ce9d41a7d24 req-41fa940b-a0a5-40af-8d90-843b03a4023d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:49.816484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f05e25f-4826-44eb-ae7d-4ce9d41a7d24 req-41fa940b-a0a5-40af-8d90-843b03a4023d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.1115451 Jan 29 19:40:49.865846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] For port bce80f6f-0127-4f3e-9e74-44f098c85bea, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:49.882656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Publish callbacks [] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.883528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] For port bce80f6f-0127-4f3e-9e74-44f098c85bea, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:49.912643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2e4b-7b18-460a-bff5-50c7a279d624 req-b7f9d5ce-5e16-4fde-acd4-43020f9fca0e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:49.930991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f05e25f-4826-44eb-ae7d-4ce9d41a7d24 req-1f82d947-afeb-435b-a38f-5678d6bb0723 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124673 Jan 29 19:40:49.935838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b27d2e4b-7b18-460a-bff5-50c7a279d624 req-b7f9d5ce-5e16-4fde-acd4-43020f9fca0e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1098921 Jan 29 19:40:49.954807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:49.988294 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.018395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:50.018566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.022595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.022595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] 10.222.0.13 "PUT /v2.0/ports/bce80f6f-0127-4f3e-9e74-44f098c85bea HTTP/1.1" status: 200 len: 1091 time: 1.2362542 Jan 29 19:40:50.022816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (dee3ad61-36d4-410f-a3e8-320ff4e76652), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.024482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'tag': 'bce80f6f-0127-4f3e-9e74-44f098c85bea'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:50.026768 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5658340-9016-4bc7-a55a-82e8ad5094c3", "tag": "bce80f6f-0127-4f3e-9e74-44f098c85bea"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:50.047877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ef672-df83-4170-afb3-fc030b698ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=bce80f6f-0127-4f3e-9e74-44f098c85bea,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:50.051076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a407fc-7084-4e89-8afc-af1e52079c6d None None] Pushing event updated for resources: {'Port': ['ID=d13969b5-afaf-49c1-b0ae-e2b250729d65,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:50.059514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b27d2e4b-7b18-460a-bff5-50c7a279d624 req-39841b63-e934-4051-b5f2-901696756ba2 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219544 Jan 29 19:40:50.062035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42f93b33-2188-42a7-811a-2ff809bdc477 req-3b184abd-1181-4ff1-98d4-5ee11ae74bac tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 210 time: 0.0608342 Jan 29 19:40:50.132320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Checking segment: {'id': '171aa665-38aa-4826-90ca-f4e40d6f56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8a05624e-7436-4818-b3fb-1be733ec13b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:50.132971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Network hostable DHCP agents. Network: 8a05624e-7436-4818-b3fb-1be733ec13b7, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:50.138737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee3ad61-36d4-410f-a3e8-320ff4e76652,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:50.199263 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf7246-49a6-40e6-8d96-01c2e455741e x-openstack-request-id: req-9faf7246-49a6-40e6-8d96-01c2e455741e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:50.199726 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5658340-9016-4bc7-a55a-82e8ad5094c3", "tag": "bce80f6f-0127-4f3e-9e74-44f098c85bea", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:50.199980 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9faf7246-49a6-40e6-8d96-01c2e455741e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:50.205138 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'tag': 'bce80f6f-0127-4f3e-9e74-44f098c85bea', 'status': 'completed', 'code': 200} Jan 29 19:40:50.217368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2070175735-network', 'tenant_id': 'b6ff259146ab40a183d8cd002814b204'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:50.219541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-1a6dd9b5-38a4-4877-8600-89d521968503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.221094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-1a6dd9b5-38a4-4877-8600-89d521968503 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 1125 time: 0.0635118 Jan 29 19:40:50.221492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Attempting to bind port d13969b5-afaf-49c1-b0ae-e2b250729d65 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:50.221986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Attempting to bind port d13969b5-afaf-49c1-b0ae-e2b250729d65 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:50.222284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Attempting to bind port d13969b5-afaf-49c1-b0ae-e2b250729d65 on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:50.227961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:50.228527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Checking segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:50.228780 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.229173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Bound using segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:50.229638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Bound port: d13969b5-afaf-49c1-b0ae-e2b250729d65, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:50.230018 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.255916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Network 8a05624e-7436-4818-b3fb-1be733ec13b7 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:50.268848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:50.272704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-357a3f94-810a-41cc-bdec-9b1d027b22a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea HTTP/1.1" status: 200 len: 217 time: 0.0430110 Jan 29 19:40:50.287002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30266a66-b7a1-4341-912c-1cf983737031 req-0aeb6d56-009d-45df-bf4a-076d3036e823 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.289745 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30266a66-b7a1-4341-912c-1cf983737031 req-0aeb6d56-009d-45df-bf4a-076d3036e823 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1138046 Jan 29 19:40:50.326823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Made reservation on behalf of b6ff259146ab40a183d8cd002814b204 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:50.329324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.347872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] For port d13969b5-afaf-49c1-b0ae-e2b250729d65, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:50.352333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] For port d13969b5-afaf-49c1-b0ae-e2b250729d65, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d13969b5-afaf-49c1-b0ae-e2b250729d65,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:50.355535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.367223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8a05624e-7436-4818-b3fb-1be733ec13b7) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:50.368530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-ce225b11-5bbf-4f90-89bc-847efbbbd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.371223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-ce225b11-5bbf-4f90-89bc-847efbbbd68d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.0870259 Jan 29 19:40:50.377586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30266a66-b7a1-4341-912c-1cf983737031 req-18615c20-2231-4e67-851a-adf6b293e78f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812454 Jan 29 19:40:50.379199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.380018 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.383555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bea221-3048-455b-bde5-09d20b133acc None None] Network 8a05624e-7436-4818-b3fb-1be733ec13b7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:50.477939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.479398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks [] for security_group (faa2915b-28fc-4174-80ee-9efe83eb7b28), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.487989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bc90e91c-7906-405d-ad0f-840bc62f0039 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0369794 Jan 29 19:40:50.524577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:50.539306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:50.540030 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.569285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (faa2915b-28fc-4174-80ee-9efe83eb7b28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.595844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:50.609212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a407fc-7084-4e89-8afc-af1e52079c6d None None] Pushing event updated for resources: {'Port': ['ID=d13969b5-afaf-49c1-b0ae-e2b250729d65,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:50.616867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2fd4829b-39c1-424b-b0af-cd91a13ef573), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.617492 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Added segment 2fd4829b-39c1-424b-b0af-cd91a13ef573 of type vlan for network 5925933c-9b30-4b9a-b79f-3b839065ac18 Jan 29 19:40:50.617996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ebe2d-0ca2-4758-b196-5c842394fbce None None] Network 8a05624e-7436-4818-b3fb-1be733ec13b7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:50.645531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Routers {'bf5d676a-fabd-4f73-a296-161cc04efc65'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:40:50.646406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:40:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bf5d676a-fabd-4f73-a296-161cc04efc65'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:50.685160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5925933c-9b30-4b9a-b79f-3b839065ac18), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.809697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5925933c-9b30-4b9a-b79f-3b839065ac18), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.810880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.811822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.850802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-db25a9c5-3caf-44c7-8a06-94c30663bd4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4589772 Jan 29 19:40:50.886076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea8221-91a7-4939-a3e0-e4aa42c8c1df req-8a742632-ebca-4464-b5ad-ecc5df95fb96 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.887562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1eea8221-91a7-4939-a3e0-e4aa42c8c1df req-8a742632-ebca-4464-b5ad-ecc5df95fb96 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.5411811 Jan 29 19:40:50.899254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:50.899508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2915b-28fc-4174-80ee-9efe83eb7b28,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:50.899642 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:50.914365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] Set router bf5d676a-fabd-4f73-a296-161cc04efc65 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:40:50.955249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] Pushing event updated for resources: {'Network': ['ID=5925933c-9b30-4b9a-b79f-3b839065ac18,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:50.962023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:50.964543 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ece3e5-260c-4b2d-ba3e-2b6386ffec59" -d '{"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:50.974661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a24ea-629b-4cfe-9d07-a1d113a56283 req-2c3efbd5-df53-4c39-bcf3-a860236c3457 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:50.977707 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-948a24ea-629b-4cfe-9d07-a1d113a56283 req-2c3efbd5-df53-4c39-bcf3-a860236c3457 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 943 time: 0.2416868 Jan 29 19:40:50.984271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-33da83ae-0b9c-474e-b903-bd6ab98b1733 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9613361 Jan 29 19:40:50.984442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5925933c-9b30-4b9a-b79f-3b839065ac18 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:50.989747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:50.994547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Request body: {'subnet': {'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2070175735-subnet', 'tenant_id': 'b6ff259146ab40a183d8cd002814b204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:51.005529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1eea8221-91a7-4939-a3e0-e4aa42c8c1df req-5dbad782-2422-433d-b42e-986efab9a058 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Jan 29 19:40:51.044734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-1820ff59-49dd-4dea-83c0-8415811a2301 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832767 Jan 29 19:40:51.051404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:51.077206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-948a24ea-629b-4cfe-9d07-a1d113a56283 req-28a2453a-8245-4f16-a08b-f5ebf26b00b8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893128 Jan 29 19:40:51.204902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Made reservation on behalf of b6ff259146ab40a183d8cd002814b204 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:51.209673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:51.209909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5de0330-356f-4e93-bdf1-0d6c207aedf8 req-d900ac62-b1cf-423e-8f29-9e0e5ae33529 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571624 Jan 29 19:40:51.284019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c337209-e534-464a-8440-89c865f2a0a2 req-426c2f5c-0638-49a6-bd4e-cb5945e83c3e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.287498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c337209-e534-464a-8440-89c865f2a0a2 req-426c2f5c-0638-49a6-bd4e-cb5945e83c3e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.1474016 Jan 29 19:40:51.408827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:51.450161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c337209-e534-464a-8440-89c865f2a0a2 req-13d86532-6cdb-4d4b-9bda-5fb5a9be1415 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256320 Jan 29 19:40:51.470203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-61fb09ca-a10f-4101-b9b3-64233bfb769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.471718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-61fb09ca-a10f-4101-b9b3-64233bfb769a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 1125 time: 0.1293430 Jan 29 19:40:51.477460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:51.493454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:40:45Z', 'revision_number': 4, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd13969b5-afaf-49c1-b0ae-e2b250729d65', 'name': '', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'mac_address': 'fa:16:3e:45:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:44Z', 'updated_at': '2022-01-29T19:40:50Z', 'revision_number': 4, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'subnets': [{'id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:40:51.514605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-7487669f-7229-45fc-9d4d-21e2d1c89403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.515808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-7487669f-7229-45fc-9d4d-21e2d1c89403 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 1131 time: 0.1399932 Jan 29 19:40:51.526490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde5150-6f90-42cc-a7a8-815b551a0076 None None] The sync data for ids ['bf5d676a-fabd-4f73-a296-161cc04efc65'] in n-d-825496-5 is: [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:40:45Z', 'revision_number': 4, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd13969b5-afaf-49c1-b0ae-e2b250729d65', 'name': '', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'mac_address': 'fa:16:3e:45:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:44Z', 'updated_at': '2022-01-29T19:40:50Z', 'revision_number': 4, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'subnets': [{'id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:40:51.529656 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c844332e-7c15-4a3e-9200-3fac97d5f4e1 x-openstack-request-id: req-c844332e-7c15-4a3e-9200-3fac97d5f4e1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:51.530124 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:51.530540 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c844332e-7c15-4a3e-9200-3fac97d5f4e1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:51.531084 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'code': 200} Jan 29 19:40:51.552900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-19677834-0650-4522-b2b8-0fb2a0f54f10 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.562924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-19677834-0650-4522-b2b8-0fb2a0f54f10 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.2452943 Jan 29 19:40:51.582421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:51.612761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-1ecbec01-91af-4a4e-8a1a-33213f4f21e9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/quotas/00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 375 time: 0.0451772 Jan 29 19:40:51.665709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc4d0738-75f7-4592-b23d-277a07944b56 req-50a7b90a-3b3a-4916-bb28-f36daf47e789 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 210 time: 0.0493963 Jan 29 19:40:51.699394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-ff66bfad-2bbc-43af-b0c6-a76a9cc16f60 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543084 Jan 29 19:40:51.734274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (15470620-7037-47ee-92df-407257f2459b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:51.766226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:51.797332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-5af018c5-3d64-4254-ae09-ed96341072e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.798830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-5af018c5-3d64-4254-ae09-ed96341072e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 912 time: 0.3055086 Jan 29 19:40:51.854465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-fa110f4b-8085-484d-967a-f8fcbc7d9c6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea HTTP/1.1" status: 200 len: 217 time: 0.0447054 Jan 29 19:40:51.874128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-f3091a33-d03e-4f8c-aabd-3807e5f56cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738677 Jan 29 19:40:51.875657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15470620-7037-47ee-92df-407257f2459b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:51.911544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Checking segment: {'id': '2fd4829b-39c1-424b-b0af-cd91a13ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:51.911909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Network hostable DHCP agents. Network: 5925933c-9b30-4b9a-b79f-3b839065ac18, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:51.939712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-44fb80da-d994-44e5-a22e-10704ac3daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.944689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-44fb80da-d994-44e5-a22e-10704ac3daed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.0777278 Jan 29 19:40:51.989305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1e57b-bfdd-445b-b964-3c1838cfa7aa req-a21a5ff5-76ed-4391-a845-8230616819e3 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:51.990872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9d1e57b-bfdd-445b-b964-3c1838cfa7aa req-a21a5ff5-76ed-4391-a845-8230616819e3 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.2277806 Jan 29 19:40:52.009216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-f75be939-db1e-45a9-9b63-291874611d83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340335 Jan 29 19:40:52.068675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-9d7515b1-1379-4da6-a4bb-3b010698e053 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748040 Jan 29 19:40:52.109223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Network 5925933c-9b30-4b9a-b79f-3b839065ac18 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:52.119485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9d1e57b-bfdd-445b-b964-3c1838cfa7aa req-52723b7c-a4ea-43b7-846d-1a7892a7c4b0 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178362 Jan 29 19:40:52.138524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-b76ab737-0c38-4eb8-9213-6db0069632b5 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150434 Jan 29 19:40:52.145668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:52.202340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:52.242631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5925933c-9b30-4b9a-b79f-3b839065ac18) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:52.250032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:52.250636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:52.251239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ff5e2-4382-4d9f-ada4-2d463e48fed9 None None] Network 5925933c-9b30-4b9a-b79f-3b839065ac18 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:52.305447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:52.334358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78b2ea6d-dc9b-4091-a107-9358de8bbb8f req-a1e79bff-2505-4492-8a9f-37e20721fc1c service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846647 Jan 29 19:40:52.358333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d13969b5-afaf-49c1-b0ae-e2b250729d65 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:52.375864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:52.379558 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b65b00-7c77-4aad-af65-d9892642614c" -d '{"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-unplugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:52.386504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Publish callbacks [] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:52.430511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Transition to ACTIVE for port object cd75e3dd-8626-46ce-8ce5-57f04ee77cfc will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:52.458827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044cd3-d6f9-4b70-82fc-fbd66837cfa4 req-217a1e08-a97d-4fc3-9baa-d975ebd5bdea tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:52.464018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26044cd3-d6f9-4b70-82fc-fbd66837cfa4 req-217a1e08-a97d-4fc3-9baa-d975ebd5bdea tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1806052 Jan 29 19:40:52.472386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-45a51761-0ffd-4392-ade4-92665c3ef1f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4815719 Jan 29 19:40:52.519427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:52.608838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5232cca-65f8-4613-a290-91d83348a94d None None] Network 5925933c-9b30-4b9a-b79f-3b839065ac18 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:52.795716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] No DVR routers for this DVR port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:40:52.817439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d13969b5-afaf-49c1-b0ae-e2b250729d65 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:52.817815 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:52.867922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26044cd3-d6f9-4b70-82fc-fbd66837cfa4 req-f1aad588-f70c-4648-8135-2cf0c9b47085 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940494 Jan 29 19:40:52.874343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-e84c74f0-15cc-4470-9976-c90ec355bb76 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:52.880877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-e84c74f0-15cc-4470-9976-c90ec355bb76 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 811 time: 0.2209496 Jan 29 19:40:52.886367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:52.920033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Request body: {'port': {'device_id': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'admin_state_up': True, 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:52.925884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:52.926262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:52.957024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:52.959551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:52.959551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:52.978228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:52.980699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:52.982534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Attempting to bind port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:53.002662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23d53-2039-4d3f-928b-2dce3b84a380 req-a3939f34-4405-4bd6-bf1b-bf9ed0d076ca tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:53.004965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.007236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.007775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.010501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84a23d53-2039-4d3f-928b-2dce3b84a380 req-a3939f34-4405-4bd6-bf1b-bf9ed0d076ca tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.4213090 Jan 29 19:40:53.011096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.011553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.012013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.027169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.027803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.028527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.029076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.029552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.030305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.031372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:53.051710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:53.051710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:53.051710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:53.051710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Bound port: cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:53.051710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.112899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:53.114433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.128283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:53.131855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:53.212771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:53.242491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84a23d53-2039-4d3f-928b-2dce3b84a380 req-f59808b1-564f-4d2f-bb71-ef349f609bd5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309668 Jan 29 19:40:53.277304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d13969b5-afaf-49c1-b0ae-e2b250729d65 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:53.280879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.323364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port d13969b5-afaf-49c1-b0ae-e2b250729d65, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d13969b5-afaf-49c1-b0ae-e2b250729d65,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:53.340823 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.342035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:40:53.391785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Made reservation on behalf of 7e52ccb97d7c4596b3dfa7953966c221 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:53.396039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.443496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.468717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e83be46-3bbf-42d2-9ad4-cbc622c0e62b req-15c43cde-37af-416f-b360-8d698430c47a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 210 time: 0.0467584 Jan 29 19:40:53.493498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:53.535840 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbf5d6-6eea-46a0-8a1b-088368a2c7bf x-openstack-request-id: req-e8dbf5d6-6eea-46a0-8a1b-088368a2c7bf {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:53.538450 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-unplugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:53.538450 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8dbf5d6-6eea-46a0-8a1b-088368a2c7bf {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:53.538450 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'code': 200} Jan 29 19:40:53.541308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.541460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:53.543810 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901582e-ee74-46cb-865e-ec0daac5ba0c" -d '{"events": [{"server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "name": "network-vif-plugged", "status": "completed", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:53.561297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:40:53.567731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:40:53.596433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:53.596758 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:53.598167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 1096 time: 2.0253487 Jan 29 19:40:53.618070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=d13969b5-afaf-49c1-b0ae-e2b250729d65,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:53.637122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d469651-358e-4921-8b10-93672b4f82a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=11']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:53.647879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359c397-7d29-4752-86c7-97d9cd3739f3 req-5b092914-68db-4093-8791-8137b76451c5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:53.649648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8359c397-7d29-4752-86c7-97d9cd3739f3 req-5b092914-68db-4093-8791-8137b76451c5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 943 time: 0.6014259 Jan 29 19:40:53.755232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8359c397-7d29-4752-86c7-97d9cd3739f3 req-0147cf56-4ca1-43cd-952d-25dd41130a44 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976541 Jan 29 19:40:53.765050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Allocated IP 172.20.0.2 (b484ee13-94b1-46f7-a291-fcbfc92c50d9/678f4ded-3cc2-4525-9110-7bd69bf7eba0/9e177635-6bef-4f69-91cc-baf4bed8b8e8) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:53.771457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-91cb11dd-e3f2-4f3c-964a-243ed82e0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:53.773914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-91cb11dd-e3f2-4f3c-964a-243ed82e0edf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1130 time: 0.0967603 Jan 29 19:40:53.778411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f448ab9-f9eb-4982-b30d-b7e1521974c0 req-50497a16-82ab-457a-b655-ac913827a5cc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:53.788816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f448ab9-f9eb-4982-b30d-b7e1521974c0 req-50497a16-82ab-457a-b655-ac913827a5cc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1806219 Jan 29 19:40:53.884549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f448ab9-f9eb-4982-b30d-b7e1521974c0 req-6bb2137e-cae6-4012-a5ad-083ced298e28 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947425 Jan 29 19:40:53.909250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:53.946057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-993f940f-544b-40ef-93f1-e3789a395b01 req-005e10d6-50b7-4a30-91d5-84d3bb576a97 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 210 time: 0.0680475 Jan 29 19:40:53.993423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-ee59e713-48f4-459d-8ac1-f1b8d904e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:53.996048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-ee59e713-48f4-459d-8ac1-f1b8d904e018 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2082796 Jan 29 19:40:54.001220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1221768940-network', 'tenant_id': '4254429fa89c4b9cab0664809bc9d522'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:54.015481 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558402bd-e97b-4301-9d9b-96e1ff036837 x-openstack-request-id: req-558402bd-e97b-4301-9d9b-96e1ff036837 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:54.015867 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "name": "network-vif-plugged", "status": "completed", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:54.016182 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-558402bd-e97b-4301-9d9b-96e1ff036837 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:54.020975 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'code': 200} Jan 29 19:40:54.076431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-18e28530-f794-4794-9fb9-732ebe063d15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0669127 Jan 29 19:40:54.117061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Made reservation on behalf of 4254429fa89c4b9cab0664809bc9d522 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:54.119002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.132763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072b6b4-9df6-4480-9021-851c25f5696d req-0456d331-9860-4575-8587-fa3033b0823b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.134430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1072b6b4-9df6-4480-9021-851c25f5696d req-0456d331-9860-4575-8587-fa3033b0823b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1097171 Jan 29 19:40:54.167869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.172135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks [] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.176423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-360d36b2-5bc0-4431-a2f1-ed6114e24397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.177969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-360d36b2-5bc0-4431-a2f1-ed6114e24397 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0944235 Jan 29 19:40:54.213475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d13969b5-afaf-49c1-b0ae-e2b250729d65 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:54.223976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef03572-2926-49a7-a4fd-684068f368d5 req-97b4a318-18a8-4073-8b11-4af4cdaf8faf tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.226146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ef03572-2926-49a7-a4fd-684068f368d5 req-97b4a318-18a8-4073-8b11-4af4cdaf8faf tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1017857 Jan 29 19:40:54.279655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device bce80f6f-0127-4f3e-9e74-44f098c85bea details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:54.281855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1072b6b4-9df6-4480-9021-851c25f5696d req-2173bac1-c18a-4a9b-b205-5d061db3063d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203175 Jan 29 19:40:54.292615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e4c2c-f169-4d2c-9874-a06714039980 req-7e9a6330-37ed-4935-a5c7-de12a3bb141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.294120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb8e4c2c-f169-4d2c-9874-a06714039980 req-7e9a6330-37ed-4935-a5c7-de12a3bb141e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1127 time: 0.1888843 Jan 29 19:40:54.316707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753045d7-5582-4bd7-ba87-39665401d948 req-45f9004b-f874-46e7-9307-c85beca49e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.318259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-45f9004b-f874-46e7-9307-c85beca49e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1310880 Jan 29 19:40:54.330582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d13969b5-afaf-49c1-b0ae-e2b250729d65 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:54.330582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.331953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ef03572-2926-49a7-a4fd-684068f368d5 req-23c99644-d33d-40df-99c9-61ffb48e78a6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977948 Jan 29 19:40:54.378025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks [] for security_group (f5e8c636-4874-487e-a64f-a33a0fa2bc89), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.378025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb8e4c2c-f169-4d2c-9874-a06714039980 req-a5e77b3f-4374-4512-94fe-cbb3e5c27cea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727696 Jan 29 19:40:54.417187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.434295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port bce80f6f-0127-4f3e-9e74-44f098c85bea, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:54.444191 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-fe897e5c-e740-4182-91b9-930216b63023 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160457 Jan 29 19:40:54.466444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'bce80f6f-0127-4f3e-9e74-44f098c85bea', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': 'bce80f6f-0127-4f3e-9e74-44f098c85bea', 'mac_address': 'fa:16:3e:a3:8b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:54.467733 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f5e8c636-4874-487e-a64f-a33a0fa2bc89), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.519005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d13969b5-afaf-49c1-b0ae-e2b250729d65 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:54.542467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port bce80f6f-0127-4f3e-9e74-44f098c85bea is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:54.544186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.549881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:40:54.562605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce80f6f-0127-4f3e-9e74-44f098c85bea {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:54.574038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:54.587124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port bce80f6f-0127-4f3e-9e74-44f098c85bea, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:54.589846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:54.599791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753045d7-5582-4bd7-ba87-39665401d948 req-84e5d0b0-fddc-4a51-9597-33b6e889cb09 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226246 Jan 29 19:40:54.600323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:54.602340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-452b0871-24f3-4960-b297-0c8e02caf7b7 req-cffb0942-08ba-4ecf-bdf4-3b3824814e89 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 210 time: 0.0342369 Jan 29 19:40:54.603398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7c03cb41-0659-4218-aff3-d7acefdffb9f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.603739 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Added segment 7c03cb41-0659-4218-aff3-d7acefdffb9f of type vlan for network c9333fbd-1982-4a2e-acd4-8d565bcc6f1b Jan 29 19:40:54.605243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Pushing event updated for resources: {'Port': ['ID=9e177635-6bef-4f69-91cc-baf4bed8b8e8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:54.621860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8c636-4874-487e-a64f-a33a0fa2bc89,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:54.667695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.683276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.683628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.683987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.684342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.684680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.685018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.685353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.685680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.686276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.686585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.686937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.687265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.687589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.697687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944506-a999-45a8-bd1b-d4be7642dec6 req-25209e41-0d87-4443-a94f-e255e54b98f4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.708920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a944506-a999-45a8-bd1b-d4be7642dec6 req-25209e41-0d87-4443-a94f-e255e54b98f4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.2851305 Jan 29 19:40:54.708920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.708920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.708920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.708920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.709376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.709376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.710302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.710714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.711039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.711363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.711683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.712006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.712353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:40:54.720832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=bce80f6f-0127-4f3e-9e74-44f098c85bea,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:54.734091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c9333fbd-1982-4a2e-acd4-8d565bcc6f1b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.757262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.757867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.804658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a944506-a999-45a8-bd1b-d4be7642dec6 req-ea3c44ce-186b-4cd6-9949-34aeeec887ed tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887470 Jan 29 19:40:54.887251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-b49ebbc1-858e-41cd-9657-92fe7dc660c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9847727 Jan 29 19:40:54.889156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3529a1a-1d27-479f-add5-57986f331520 req-269bdb5f-1168-4882-ae06-9881ce9d5ef1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.890636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a3529a1a-1d27-479f-add5-57986f331520 req-269bdb5f-1168-4882-ae06-9881ce9d5ef1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 944 time: 0.0532308 Jan 29 19:40:54.912092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Request body: {'port': {'device_id': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:54.935669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c9333fbd-1982-4a2e-acd4-8d565bcc6f1b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.936934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:54.937498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:54.942934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a3529a1a-1d27-479f-add5-57986f331520 req-a8693987-58b6-4cef-8663-afde3a45f9f5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Jan 29 19:40:54.969532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['bce80f6f-0127-4f3e-9e74-44f098c85bea'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:55.054828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] Pushing event updated for resources: {'Network': ['ID=c9333fbd-1982-4a2e-acd4-8d565bcc6f1b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:55.065414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-43d7fd80-665e-4a09-a31a-44e2757b2f87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1556125 Jan 29 19:40:55.069394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37730) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:40:55.075861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.079475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Request body: {'subnet': {'network_id': 'c9333fbd-1982-4a2e-acd4-8d565bcc6f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1221768940-subnet', 'tenant_id': '4254429fa89c4b9cab0664809bc9d522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:55.099710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c9333fbd-1982-4a2e-acd4-8d565bcc6f1b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:40:55.104246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7aaf4bdb-5683-43d5-b10e-901ae8fe7a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.104426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5722f-2d19-4b52-ab5b-d1b8e3071294 req-49e8a330-ccbb-46b6-91f7-4037da02e67f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.111185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fb5722f-2d19-4b52-ab5b-d1b8e3071294 req-49e8a330-ccbb-46b6-91f7-4037da02e67f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1456819 Jan 29 19:40:55.112062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49fae7-5e47-44b4-b759-9ef5da78378a req-d2438c73-06d7-474c-bdde-7ab892233599 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.115044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef49fae7-5e47-44b4-b759-9ef5da78378a req-d2438c73-06d7-474c-bdde-7ab892233599 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 931 time: 0.0957654 Jan 29 19:40:55.187975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef49fae7-5e47-44b4-b759-9ef5da78378a req-609f5d78-f840-464b-849c-45993cb49abe tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 Jan 29 19:40:55.226323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Made reservation on behalf of 4254429fa89c4b9cab0664809bc9d522 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:55.229040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.236974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fb5722f-2d19-4b52-ab5b-d1b8e3071294 req-3d1ae2ae-2ea6-4cd1-8895-14c624017054 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249380 Jan 29 19:40:55.427921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e177635-6bef-4f69-91cc-baf4bed8b8e8 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:55.448341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Publish callbacks [] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.480361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Transition to ACTIVE for port object 9e177635-6bef-4f69-91cc-baf4bed8b8e8 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:55.495980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f630d98-957d-441a-923d-c4355cf0deea req-1cce32f0-1a4f-44a7-9f64-9585c7b30057 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.497564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f630d98-957d-441a-923d-c4355cf0deea req-1cce32f0-1a4f-44a7-9f64-9585c7b30057 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1366515 Jan 29 19:40:55.500901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8f0e6-2085-4b84-87e8-5cccad31b564 req-2f11ba30-9e7a-4815-a846-21f8b4333912 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.504681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26b8f0e6-2085-4b84-87e8-5cccad31b564 req-2f11ba30-9e7a-4815-a846-21f8b4333912 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0705564 Jan 29 19:40:55.541814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:55.544823 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:55.552968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (bfd0d764-ff47-4344-a75c-13eb05347f81), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.560855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26b8f0e6-2085-4b84-87e8-5cccad31b564 req-ce529a58-8cac-454f-97c7-c84384f7fd5c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526659 Jan 29 19:40:55.570575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.642871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e177635-6bef-4f69-91cc-baf4bed8b8e8,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:55.649489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-4054fb2f-0a13-4d25-b330-d11394310b0f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.651129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-4054fb2f-0a13-4d25-b330-d11394310b0f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.2159560 Jan 29 19:40:55.657059 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e7260f-f5af-427d-be09-219b58669711 x-openstack-request-id: req-23e7260f-f5af-427d-be09-219b58669711 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:55.657372 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:55.657614 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23e7260f-f5af-427d-be09-219b58669711 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:55.658009 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'status': 'completed', 'code': 200} Jan 29 19:40:55.679526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd0d764-ff47-4344-a75c-13eb05347f81,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:55.708017 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f630d98-957d-441a-923d-c4355cf0deea req-00c443ef-c3c5-4fc0-9e93-5239c249d7a1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637969 Jan 29 19:40:55.712449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Request body: {'port': {'device_id': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'admin_state_up': True, 'tenant_id': '00fbe0ef4eb44fc3800953e74d08d260'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:55.738335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Checking segment: {'id': '7c03cb41-0659-4218-aff3-d7acefdffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9333fbd-1982-4a2e-acd4-8d565bcc6f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:55.738616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Network hostable DHCP agents. Network: c9333fbd-1982-4a2e-acd4-8d565bcc6f1b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:40:55.793670 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ee03478-ff6f-4ee1-bdb1-72c6184bca75 req-8af41d5f-838e-4d36-b8c2-c39c6a848f73 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 210 time: 0.0561051 Jan 29 19:40:55.824174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Attempting to bind port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:55.835419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Attempting to bind port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:55.835419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Attempting to bind port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:55.835419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-ae625e79-77e5-4077-84b7-c3b5f56b54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.835419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-ae625e79-77e5-4077-84b7-c3b5f56b54f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1130 time: 0.1371012 Jan 29 19:40:55.837403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:55.837917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Attempting to bind port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:55.857706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-a72df4c3-042b-44f8-bcf7-57d3194200a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.859242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-a72df4c3-042b-44f8-bcf7-57d3194200a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 1130 time: 0.1307926 Jan 29 19:40:55.861406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:55.861738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Checking segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:55.862113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Bound using segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:55.862549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Bound port: 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:55.862906 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.879006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Network c9333fbd-1982-4a2e-acd4-8d565bcc6f1b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:40:55.938523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b587e5-0a94-4481-8353-bbbe2ab379d4 req-c32a5481-a2f5-45ba-a605-489bcbd92f72 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.939986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77b587e5-0a94-4481-8353-bbbe2ab379d4 req-c32a5481-a2f5-45ba-a605-489bcbd92f72 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.0525496 Jan 29 19:40:55.954147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c9333fbd-1982-4a2e-acd4-8d565bcc6f1b) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:55.955592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Made reservation on behalf of 00fbe0ef4eb44fc3800953e74d08d260 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:40:55.961883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:55.963088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032744f-738f-4b23-a534-6d12c30861e0 None None] Network c9333fbd-1982-4a2e-acd4-8d565bcc6f1b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:55.971463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:55.972055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.037294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77b587e5-0a94-4481-8353-bbbe2ab379d4 req-a3abb8bb-b45d-4089-b17f-4f70f997f9c3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906076 Jan 29 19:40:56.074833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-ec60cb2c-621b-4f44-bdc2-406e244dc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.076278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-ec60cb2c-621b-4f44-bdc2-406e244dc66d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2325673 Jan 29 19:40:56.084109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] For port 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:56.088146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e74da73f-78fe-4bf9-9eb4-564a849a2272 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0160475 Jan 29 19:40:56.093328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] For port 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:56.119183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8974f1-f668-442a-8a9e-a84a46096397 None None] Network c9333fbd-1982-4a2e-acd4-8d565bcc6f1b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:40:56.138038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-952c43c7-b4cc-4e98-9f5d-19adda9aaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.139505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-952c43c7-b4cc-4e98-9f5d-19adda9aaafc service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2637796 Jan 29 19:40:56.174489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-ac3c92ed-e06f-439b-af77-d68f9ee02f6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0804558 Jan 29 19:40:56.184468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Allocated IP 172.20.0.13 (ba8a63ab-731c-45d5-8024-60929d95ba21/00639101-4ff5-4875-9a00-ae3023b0a41a/0b6b58c5-c7cd-461d-bfa1-5ac153409984) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:40:56.211363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.224684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-f6f2bb29-3579-4258-a7d1-599c1e4686b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 200 len: 217 time: 0.0566659 Jan 29 19:40:56.301591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device bce80f6f-0127-4f3e-9e74-44f098c85bea up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:40:56.420010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port bce80f6f-0127-4f3e-9e74-44f098c85bea completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:40:56.426221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port bce80f6f-0127-4f3e-9e74-44f098c85bea triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:40:56.426891 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.433115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e577c9-2b47-4b44-a74b-620cd0ff1824 req-7813e25d-0cee-42b1-9579-081ea866d5fb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.434812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4e577c9-2b47-4b44-a74b-620cd0ff1824 req-7813e25d-0cee-42b1-9579-081ea866d5fb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 943 time: 0.1564264 Jan 29 19:40:56.450604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks [] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.513523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4e577c9-2b47-4b44-a74b-620cd0ff1824 req-a9ae82e5-c8b6-41c4-bc51-b5204196e06e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682547 Jan 29 19:40:56.536797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port bce80f6f-0127-4f3e-9e74-44f098c85bea is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:56.536797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.584305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port bce80f6f-0127-4f3e-9e74-44f098c85bea, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:56.585530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80f6f-0127-4f3e-9e74-44f098c85bea'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:56.587799 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7747a51-c676-483e-96d0-20a98b8665f0" -d '{"events": [{"server_uuid": "e5658340-9016-4bc7-a55a-82e8ad5094c3", "name": "network-vif-plugged", "status": "completed", "tag": "bce80f6f-0127-4f3e-9e74-44f098c85bea"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:56.622332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.631363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.636312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.636312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9e177635-6bef-4f69-91cc-baf4bed8b8e8 HTTP/1.1" status: 200 len: 1091 time: 1.7258916 Jan 29 19:40:56.636312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'tag': '9e177635-6bef-4f69-91cc-baf4bed8b8e8'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:56.636312 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e72c995-61ef-409a-a2b6-6b8920c99e62", "tag": "9e177635-6bef-4f69-91cc-baf4bed8b8e8"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:56.654111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.669400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Network ba8a63ab-731c-45d5-8024-60929d95ba21 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:40:56.671922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-1128429d-3078-4339-bd5f-7ba2617d79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.673456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-1128429d-3078-4339-bd5f-7ba2617d79cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.4637148 Jan 29 19:40:56.684567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd787ad2-2d3b-4caa-8184-5d2a28584f8a req-47175816-3c75-4150-bcbf-28e4c4533208 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.684787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:40:56.685727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fd787ad2-2d3b-4caa-8184-5d2a28584f8a req-47175816-3c75-4150-bcbf-28e4c4533208 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 944 time: 0.6157095 Jan 29 19:40:56.693340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16277e66-d5d4-41cb-a33f-6b6f4cf90a27 req-bbf6d43e-e677-43bb-b897-a08eb89636a1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.694884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16277e66-d5d4-41cb-a33f-6b6f4cf90a27 req-bbf6d43e-e677-43bb-b897-a08eb89636a1 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1087394 Jan 29 19:40:56.697772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:40:56.706333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-e98517a0-ed2e-4e1f-b297-7d2f89667191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.706994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-e98517a0-ed2e-4e1f-b297-7d2f89667191 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.4753056 Jan 29 19:40:56.707606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43e428-be0e-44da-a05e-27740c3f5fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e177635-6bef-4f69-91cc-baf4bed8b8e8,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:56.721430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=bce80f6f-0127-4f3e-9e74-44f098c85bea,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:56.730894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:56.783054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.783560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:56.789931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16277e66-d5d4-41cb-a33f-6b6f4cf90a27 req-f1e55dca-58ff-4654-a344-0466567fd9f9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893960 Jan 29 19:40:56.812977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fd787ad2-2d3b-4caa-8184-5d2a28584f8a req-4a9349f3-732d-40b3-9ff7-6aed3e000dc3 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093242 Jan 29 19:40:56.821651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-425666af-fcd1-456d-9512-c9f0e61c96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.823328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-425666af-fcd1-456d-9512-c9f0e61c96c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1349757 Jan 29 19:40:56.834168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-2e57c5fe-8739-47ed-8138-f104f0bdb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:56.837075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-2e57c5fe-8739-47ed-8138-f104f0bdb0ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1004486 Jan 29 19:40:56.904705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-e1cc5e9f-dcd5-451a-83ab-f9315295c251 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2211237 Jan 29 19:40:56.927303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Request body: {'port': {'device_id': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:40:57.008933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:57.076711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-898fc5ad-123d-4013-84dc-088be93affb2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390852 Jan 29 19:40:57.093432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-9366b65a-fceb-42b1-a679-6b0a7afe8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.094895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-9366b65a-fceb-42b1-a679-6b0a7afe8204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 1125 time: 0.2499924 Jan 29 19:40:57.096637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-18af717d-fe04-47c5-a930-402dc893a54d service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321281 Jan 29 19:40:57.120449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76849079-890b-482f-a6ec-e28fa7b93260 req-ab52ac2d-60c6-482a-8e69-980326b4a4d2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.121967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76849079-890b-482f-a6ec-e28fa7b93260 req-ab52ac2d-60c6-482a-8e69-980326b4a4d2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.2172596 Jan 29 19:40:57.198655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-951fe73b-f2b6-4792-ab97-0314f599f59f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0756588 Jan 29 19:40:57.231440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-429177c4-081c-432e-9b66-143f10caff2b tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.232937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-429177c4-081c-432e-9b66-143f10caff2b tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/networks?id=5925933c-9b30-4b9a-b79f-3b839065ac18 HTTP/1.1" status: 200 len: 815 time: 0.1868808 Jan 29 19:40:57.255521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-645ccc89-12e8-41f0-b214-f3f8b85718d6 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/quotas/b6ff259146ab40a183d8cd002814b204 HTTP/1.1" status: 200 len: 375 time: 0.0121150 Jan 29 19:40:57.315919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-1f245c1f-74dc-4b6c-8765-85739255621a tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6ff259146ab40a183d8cd002814b204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359769 Jan 29 19:40:57.366515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76849079-890b-482f-a6ec-e28fa7b93260 req-69e77fdf-2754-4cf7-9f56-621f3dc4b96d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344530 Jan 29 19:40:57.370581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-e61952f6-8f18-49de-a8f7-fb9bfe46220c service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874725 Jan 29 19:40:57.373684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-f17b6c82-262b-4281-bc91-721929f0fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.375386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-f17b6c82-262b-4281-bc91-721929f0fe3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.1447170 Jan 29 19:40:57.416896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-db0d9329-6152-4caa-8786-1f91baaf56d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330799 Jan 29 19:40:57.421771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bdb78b3-257c-41e3-bda1-0a4b25f5f2a6 req-db6fbdc3-d445-4a96-9957-81be872354f5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978523 Jan 29 19:40:57.426583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-acdea953-3e32-4d8b-bf1b-13f8ae6519aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:57.426583 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16f780e-f4bc-4cf8-9810-59b52a8f855a x-openstack-request-id: req-c16f780e-f4bc-4cf8-9810-59b52a8f855a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:57.426583 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5658340-9016-4bc7-a55a-82e8ad5094c3", "name": "network-vif-plugged", "status": "completed", "tag": "bce80f6f-0127-4f3e-9e74-44f098c85bea", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:57.427818 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c16f780e-f4bc-4cf8-9810-59b52a8f855a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:57.428974 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80f6f-0127-4f3e-9e74-44f098c85bea', 'code': 200} Jan 29 19:40:57.473918 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f686f1-4a5d-44a2-ba87-63d5adbb3d29 x-openstack-request-id: req-53f686f1-4a5d-44a2-ba87-63d5adbb3d29 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:57.474352 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e72c995-61ef-409a-a2b6-6b8920c99e62", "tag": "9e177635-6bef-4f69-91cc-baf4bed8b8e8", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:57.474610 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53f686f1-4a5d-44a2-ba87-63d5adbb3d29 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:57.475006 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'tag': '9e177635-6bef-4f69-91cc-baf4bed8b8e8', 'status': 'completed', 'code': 200} Jan 29 19:40:57.515623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-462b6027-13ad-4158-aa18-4c06af657096 service neutron] 10.222.0.15 "GET /v2.0/networks/5925933c-9b30-4b9a-b79f-3b839065ac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794689 Jan 29 19:40:57.532363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6b58c5-c7cd-461d-bfa1-5ac153409984 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:57.551378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Publish callbacks [] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:57.598008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Transition to ACTIVE for port object 0b6b58c5-c7cd-461d-bfa1-5ac153409984 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:40:57.622916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-f091bd8d-27ca-4a62-859b-613b04739391 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759098 Jan 29 19:40:57.626315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-756b2100-039e-414c-bef4-96289b624a1f service neutron] 10.222.0.15 "GET /v2.0/networks/5925933c-9b30-4b9a-b79f-3b839065ac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045902 Jan 29 19:40:57.638319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cf483-77cb-4125-8822-327ff7eb60f7 req-7a86bb27-765d-4dfa-a26f-3de1c1ba8ea1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.639763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-331cf483-77cb-4125-8822-327ff7eb60f7 req-7a86bb27-765d-4dfa-a26f-3de1c1ba8ea1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1120827 Jan 29 19:40:57.648124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea18477-3c95-4a33-be65-db181d5b635b req-b6ab9443-dc77-425b-9c64-66dca7957cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.649618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ea18477-3c95-4a33-be65-db181d5b635b req-b6ab9443-dc77-425b-9c64-66dca7957cd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 1127 time: 0.1207969 Jan 29 19:40:57.680682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:57.737934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:57.786461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-331cf483-77cb-4125-8822-327ff7eb60f7 req-4566a785-564e-4a01-8512-02008a033b3b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358199 Jan 29 19:40:57.800611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ea18477-3c95-4a33-be65-db181d5b635b req-294854c1-7e50-427f-b6e6-e534c80a2533 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246479 Jan 29 19:40:57.828479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:40:57.829055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:40:57.829487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:57.829628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6d2a1bb-05d5-4f95-8d95-87397de593f0 req-2fb6e39f-cc15-4d85-871a-1b7e4d62cecf service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991556 Jan 29 19:40:57.837913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:40:57.838455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:40:57.846605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:40:57.855133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:40:57.858804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:40:57.859392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Bound port: 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:40:57.859891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:57.938657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:40:57.942161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:40:57.965386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36912d5-cd34-4b73-94ff-1f9c0ed91c38 req-31331117-b7dd-41a0-bbb4-145f45d65939 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:57.967098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f36912d5-cd34-4b73-94ff-1f9c0ed91c38 req-31331117-b7dd-41a0-bbb4-145f45d65939 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0778413 Jan 29 19:40:58.028311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f36912d5-cd34-4b73-94ff-1f9c0ed91c38 req-041c535c-a93c-4cd6-8ae5-ce188de503ce tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Jan 29 19:40:58.054578 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:58.082832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf864b-e2c6-4ae2-af91-7a389d95aa38 req-00facf26-34ae-4bba-aa54-ff10c6abeacb tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.084413 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fedf864b-e2c6-4ae2-af91-7a389d95aa38 req-00facf26-34ae-4bba-aa54-ff10c6abeacb tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1127 time: 0.0891798 Jan 29 19:40:58.092912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-a54a7f3b-9b13-4723-8bbd-c5db16e08e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.094448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-a54a7f3b-9b13-4723-8bbd-c5db16e08e47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 1125 time: 0.0540986 Jan 29 19:40:58.114956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.115583 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:58.118199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 1092 time: 1.1971645 Jan 29 19:40:58.118627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:40:58.120880 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:40:58.137287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e0976-f892-4429-8956-477c1cb6bd86 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:58.162519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fedf864b-e2c6-4ae2-af91-7a389d95aa38 req-2eb6d727-edb6-4097-8bd7-73aa8300157a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651228 Jan 29 19:40:58.220851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2eabd-ab0e-410d-bb84-3651dc3dbd66 req-45bc302a-4432-429d-8cc7-7f57146372a9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.224656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87d2eabd-ab0e-410d-bb84-3651dc3dbd66 req-45bc302a-4432-429d-8cc7-7f57146372a9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.1266537 Jan 29 19:40:58.252593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-c3092f90-30bf-4e3d-a046-763774bb3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.254070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-c3092f90-30bf-4e3d-a046-763774bb3045 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 911 time: 0.1465819 Jan 29 19:40:58.301873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d328ff-b66f-466f-85bf-fd95d4bf8818 req-b4623b16-3da8-4cb5-b45c-d4db8ee608bd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.303900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25d328ff-b66f-466f-85bf-fd95d4bf8818 req-b4623b16-3da8-4cb5-b45c-d4db8ee608bd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 943 time: 0.0825655 Jan 29 19:40:58.307985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-2eaebb76-7ebf-4293-81c0-69ed712118a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0465562 Jan 29 19:40:58.334690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-6df80e67-1dd8-4e58-a1a1-87fce1001266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.336166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-6df80e67-1dd8-4e58-a1a1-87fce1001266 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1126 time: 0.0751295 Jan 29 19:40:58.354225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87d2eabd-ab0e-410d-bb84-3651dc3dbd66 req-fed662b6-ca6f-4a60-a522-77cee4cefed4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234779 Jan 29 19:40:58.361727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25d328ff-b66f-466f-85bf-fd95d4bf8818 req-aad23794-bf1f-4373-9f6f-571f022fa17a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508344 Jan 29 19:40:58.390815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-d3b0e37a-9f59-4493-987c-80fc3fc00875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.392811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-d3b0e37a-9f59-4493-987c-80fc3fc00875 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.0758502 Jan 29 19:40:58.416150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-c6ef9e58-195a-4992-8442-b4f7fb1d3fc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.0534120 Jan 29 19:40:58.430105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-f08e1a19-215b-4469-ab13-1ddba50d3d24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288610 Jan 29 19:40:58.481669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41cf4601-6253-42f9-97b7-8f73adf952c7 req-4c01730f-04b9-4c1a-b385-ba896fbcbb5c tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 210 time: 0.0437019 Jan 29 19:40:58.501713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-ac80b6d7-3c9e-443f-928d-bb95df107966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.503176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-ac80b6d7-3c9e-443f-928d-bb95df107966 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0798118 Jan 29 19:40:58.535091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7897-f981-4a77-b060-07e173c95ef0 req-e5dd61d9-4e39-44c7-955c-c0f77a9b5092 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.536651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971f7897-f981-4a77-b060-07e173c95ef0 req-e5dd61d9-4e39-44c7-955c-c0f77a9b5092 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 945 time: 0.0793669 Jan 29 19:40:58.538688 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07ccfa-ba81-4eb4-9c59-49d63ebc33c1 x-openstack-request-id: req-1b07ccfa-ba81-4eb4-9c59-49d63ebc33c1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:40:58.538980 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:40:58.539233 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b07ccfa-ba81-4eb4-9c59-49d63ebc33c1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:40:58.539627 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'status': 'completed', 'code': 200} Jan 29 19:40:58.562012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-294f1f04-4d87-43fc-a1a2-a6f64f7b7005 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458782 Jan 29 19:40:58.576986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-6a5064d9-5719-4282-b154-e23a6888c6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401887 Jan 29 19:40:58.658522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971f7897-f981-4a77-b060-07e173c95ef0 req-32a589f8-45f4-4236-8f32-c950f43cdbcf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992057 Jan 29 19:40:58.680135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:58.688437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-cd1ae894-df16-4fb2-9785-bf0adc94eded service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135495 Jan 29 19:40:58.695171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fab98-83d0-44c3-9ac7-bb62862b764f req-f77e134c-d7fe-4550-9883-c8dfd28380c0 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.702115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a71fab98-83d0-44c3-9ac7-bb62862b764f req-f77e134c-d7fe-4550-9883-c8dfd28380c0 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1127 time: 0.1152370 Jan 29 19:40:58.714164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:40:58.735547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a08b57-5ac4-4c4f-855f-beb7f43b5ad4 req-6082e3cc-f4bf-4576-bbe9-bb6eb537a5e7 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391540 Jan 29 19:40:58.773475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a71fab98-83d0-44c3-9ac7-bb62862b764f req-183070b8-cdcb-467e-8982-e49fd44d5c32 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652905 Jan 29 19:40:58.846286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9422cca-ffd4-4c68-82d8-c11ded31b775 req-4f921c46-5e39-4338-a539-99978d5f7b30 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496589 Jan 29 19:40:58.869258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1e682-063f-4d7f-9939-f1ba2aa68b8e req-3f181848-4eb8-44e5-910b-3153ea2f2dde tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.870838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddb1e682-063f-4d7f-9939-f1ba2aa68b8e req-3f181848-4eb8-44e5-910b-3153ea2f2dde tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 948 time: 0.1084638 Jan 29 19:40:58.886759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdb6e4-af70-4fda-be24-9c184ec451de req-e811ebc1-6db9-4015-abc2-1f4b7677f5f3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:58.889150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59cdb6e4-af70-4fda-be24-9c184ec451de req-e811ebc1-6db9-4015-abc2-1f4b7677f5f3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0650160 Jan 29 19:40:58.928821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddb1e682-063f-4d7f-9939-f1ba2aa68b8e req-d37c9657-91ce-40ed-9888-4f0aa85e7f58 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Jan 29 19:40:58.959039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59cdb6e4-af70-4fda-be24-9c184ec451de req-77221864-f3d3-4fd8-ae6f-6cbae66c2be6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638049 Jan 29 19:40:58.996941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:59.034160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'mac_address': 'fa:16:3e:f8:84:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:40:59.116919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:40:59.117656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:59.135297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75e3dd-8626-46ce-8ce5-57f04ee77cfc {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:40:59.146585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-5687f27d-6b76-4136-8141-96dc71af5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:59.149533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-5687f27d-6b76-4136-8141-96dc71af5295 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1126 time: 0.0790882 Jan 29 19:40:59.151539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087688f-d398-44b3-a14a-6f0b8cbd3df3 req-ade7dcc4-f853-4f49-ab05-74d192e302a4 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:59.159486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3087688f-d398-44b3-a14a-6f0b8cbd3df3 req-ade7dcc4-f853-4f49-ab05-74d192e302a4 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1140280 Jan 29 19:40:59.164603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:40:59.204719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3087688f-d398-44b3-a14a-6f0b8cbd3df3 req-e42131fc-cd23-465a-a3fa-2bbdf4849299 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Jan 29 19:40:59.254224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:59.268061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-aa03682b-8fb2-402f-ae3c-0c33616dacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:59.269894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-aa03682b-8fb2-402f-ae3c-0c33616dacde service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1119478 Jan 29 19:40:59.321321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:40:59.325243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4dfa-8918-4c24-a5a4-34234d36c728 req-3be58949-db83-42ee-857a-d0025b02b1c2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:59.333028 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-ee2519a3-d786-414c-a443-7cd4470110dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.0556378 Jan 29 19:40:59.333828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5dcc4dfa-8918-4c24-a5a4-34234d36c728 req-3be58949-db83-42ee-857a-d0025b02b1c2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0703008 Jan 29 19:40:59.382817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5dcc4dfa-8918-4c24-a5a4-34234d36c728 req-191a21a3-a239-4082-8492-1da478e41462 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Jan 29 19:40:59.509253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-d46eb27b-e94b-44e4-9b3d-e162be3fb1ca tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233934 Jan 29 19:40:59.524862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:40:59.640298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-fbe71900-728b-4d98-bdfa-f1f3e29e9434 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:59.642464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-fbe71900-728b-4d98-bdfa-f1f3e29e9434 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264298 Jan 29 19:40:59.647728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-fecb7a0f-70db-4004-ab8b-162af6638eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:40:59.649430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-fecb7a0f-70db-4004-ab8b-162af6638eaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.3083003 Jan 29 19:40:59.658781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-4215d89f-f9a8-493a-8371-78654d79e865 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/quotas/28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 375 time: 0.0093708 Jan 29 19:40:59.682328 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-e41cc41f-b626-4ccc-b972-6a0c194def2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263247 Jan 29 19:40:59.726461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:40:59.733787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-c77a7212-f7c5-4a60-a749-c1ee2436dcc8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686407 Jan 29 19:40:59.800122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-36708445-9a9e-4567-b9b1-5598d19d9417 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095312 Jan 29 19:40:59.911334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb0751d8-b3f9-44fd-a94f-24dae3192fb6 req-ab3f567c-5c7e-4efe-8928-5054d6766f67 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974388 Jan 29 19:41:00.057485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634d77-9912-450d-a52f-f201e7aaded9 req-a99deafb-fd65-4154-9d61-e1201d5697fd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:00.059192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5634d77-9912-450d-a52f-f201e7aaded9 req-a99deafb-fd65-4154-9d61-e1201d5697fd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 943 time: 0.0664191 Jan 29 19:41:00.123807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5634d77-9912-450d-a52f-f201e7aaded9 req-7d8bf7a5-34a1-4c6f-af31-9af59fbf3b41 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Jan 29 19:41:00.130467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:00.199283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd5438e-cb68-4703-90d9-ebde39187788 req-7b98fc18-7caa-4607-b118-36c0a9f61ea9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 210 time: 0.0282078 Jan 29 19:41:00.331660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649f2ca-4b00-4e27-b0de-d17e38fcf2c0 req-c0a812f5-4983-4f39-9993-301134ab95c6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:00.333350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8649f2ca-4b00-4e27-b0de-d17e38fcf2c0 req-c0a812f5-4983-4f39-9993-301134ab95c6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 945 time: 0.0581899 Jan 29 19:41:00.384604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8649f2ca-4b00-4e27-b0de-d17e38fcf2c0 req-9fa39217-773d-4526-8c83-fc4f1c4dfe52 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Jan 29 19:41:00.472983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cbc242e-1c74-4097-91f2-840f4fb192cb req-82707b2e-4737-4c55-9424-747a07db9355 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 210 time: 0.0454524 Jan 29 19:41:00.532846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-458067bf-0ceb-4549-9c02-c3b986237ccf tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:00.534580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-458067bf-0ceb-4549-9c02-c3b986237ccf tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.26 "GET /v2.0/networks?id=5925933c-9b30-4b9a-b79f-3b839065ac18 HTTP/1.1" status: 200 len: 815 time: 0.1581066 Jan 29 19:41:00.559354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Request body: {'port': {'device_id': '05b20764-438b-419a-9316-44e93710e11b', 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18', 'admin_state_up': True, 'tenant_id': 'b6ff259146ab40a183d8cd002814b204'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:00.587970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca0768-0aa4-44dd-a355-82710a5b2dd1 req-19f715be-c0bb-4ef8-be14-ea6ad4b9a714 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:00.589031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06ca0768-0aa4-44dd-a355-82710a5b2dd1 req-19f715be-c0bb-4ef8-be14-ea6ad4b9a714 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0584095 Jan 29 19:41:00.651627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06ca0768-0aa4-44dd-a355-82710a5b2dd1 req-04aa9b8d-9b0e-4c59-83fc-04e7d62ada79 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Jan 29 19:41:00.728244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9e177635-6bef-4f69-91cc-baf4bed8b8e8 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:00.765093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Made reservation on behalf of b6ff259146ab40a183d8cd002814b204 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:00.769508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:00.798803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb58a77-7cfb-4329-8ceb-5faa486867ba req-92f5548a-658d-48ed-8639-2e0f78a55850 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:00.802303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddb58a77-7cfb-4329-8ceb-5faa486867ba req-92f5548a-658d-48ed-8639-2e0f78a55850 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0792344 Jan 29 19:41:00.855300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:00.867507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '9e177635-6bef-4f69-91cc-baf4bed8b8e8', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'port_id': '9e177635-6bef-4f69-91cc-baf4bed8b8e8', 'mac_address': 'fa:16:3e:94:9f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:41:00.876888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddb58a77-7cfb-4329-8ceb-5faa486867ba req-391c2f69-9a29-4e9f-8d9b-d64c83a654ad tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674562 Jan 29 19:41:00.909850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Allocated IP 172.20.0.11 (5925933c-9b30-4b9a-b79f-3b839065ac18/15470620-7037-47ee-92df-407257f2459b/da290001-ba4b-45a0-8794-e9b452048165) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:00.924898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:00.925389 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:00.940223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e177635-6bef-4f69-91cc-baf4bed8b8e8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:00.961962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:00.998477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5ba2e-6d16-4338-b939-4b26c49016fe req-12ba4a84-a4b2-4648-a4d5-b128fd51cdf4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:00.999880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51b5ba2e-6d16-4338-b939-4b26c49016fe req-12ba4a84-a4b2-4648-a4d5-b128fd51cdf4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0650744 Jan 29 19:41:01.045843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.050633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51b5ba2e-6d16-4338-b939-4b26c49016fe req-46a7401e-72ef-4ea7-969f-10d9fe49c7f5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448353 Jan 29 19:41:01.080323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks [] for port (da290001-ba4b-45a0-8794-e9b452048165), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.099845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9e177635-6bef-4f69-91cc-baf4bed8b8e8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:01.220247 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (da290001-ba4b-45a0-8794-e9b452048165), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.243643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-42bc803f-449f-4a95-af10-7e825ec4a3cc tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:41:01.244674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-42bc803f-449f-4a95-af10-7e825ec4a3cc tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089796 Jan 29 19:41:01.252652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2ab10-11db-4ec6-bc55-ae54e926af91 req-2c466f4c-2465-4394-8c46-dff7f8b2f0df tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:01.254002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ce2ab10-11db-4ec6-bc55-ae54e926af91 req-2c466f4c-2465-4394-8c46-dff7f8b2f0df tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 944 time: 0.0664940 Jan 29 19:41:01.262778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Network 5925933c-9b30-4b9a-b79f-3b839065ac18 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:01.272513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:01.272513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:01.304756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-30948860-51d5-484a-8f65-3eeda6f7ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:01.306157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-30948860-51d5-484a-8f65-3eeda6f7ce0f service neutron] 10.222.0.15 "GET /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 1124 time: 0.0513160 Jan 29 19:41:01.311190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Pushing event updated for resources: {'Port': ['ID=da290001-ba4b-45a0-8794-e9b452048165,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:01.318147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Request body: {'binding': {'host': 'n-h2-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:01.323191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:41:01.334200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:01.335747 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.361979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ce2ab10-11db-4ec6-bc55-ae54e926af91 req-77d2b2e9-e198-4eef-87a5-e8df45e50b46 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987420 Jan 29 19:41:01.418671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-eca6b53b-f4be-4750-a019-1ac7a64f2ddd tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8671236 Jan 29 19:41:01.433494 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.445392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Request body: {'port': {'device_id': '05b20764-438b-419a-9316-44e93710e11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:01.465704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9e177635-6bef-4f69-91cc-baf4bed8b8e8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:01.525817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (da290001-ba4b-45a0-8794-e9b452048165), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.532797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94a0ed-bbf0-4e05-ba7d-8df846fd626e req-8121579a-a885-4c20-aa28-b3669a6779e0 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:01.539782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e94a0ed-bbf0-4e05-ba7d-8df846fd626e req-8121579a-a885-4c20-aa28-b3669a6779e0 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 932 time: 0.1035686 Jan 29 19:41:01.543294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on host n-h2-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:01.543628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:01.544018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:01.559722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:01.560052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:01.570811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:01.571153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:01.571535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:01.571974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Bound port: 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:01.637574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e94a0ed-bbf0-4e05-ba7d-8df846fd626e req-6ed6756b-35e6-4133-a7a7-c4ffe0d6b2a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968223 Jan 29 19:41:01.695809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:01.767653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e8e56ad-74c3-4e58-8c56-a6d6dc9659f2 req-8a1acfd7-68e8-4845-9248-338856e8d5c0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 210 time: 0.0431359 Jan 29 19:41:01.789116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.789116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-1c82fb79-40dc-414b-895d-f98f95e16c6c service neutron] 10.222.0.15 "POST /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4717362 Jan 29 19:41:01.843594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da290001-ba4b-45a0-8794-e9b452048165 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:01.852285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Publish callbacks [] for port (da290001-ba4b-45a0-8794-e9b452048165), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:01.866479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Transition to ACTIVE for port object da290001-ba4b-45a0-8794-e9b452048165 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:01.883839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb995a-b0b7-48bc-8bf0-0ab9e75a2c4c req-813cf738-04ee-435d-9989-4a486efe2cba tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:01.885330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7eb995a-b0b7-48bc-8bf0-0ab9e75a2c4c req-813cf738-04ee-435d-9989-4a486efe2cba tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0555847 Jan 29 19:41:01.934528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7eb995a-b0b7-48bc-8bf0-0ab9e75a2c4c req-60f76b60-a2ac-4226-a638-43e4ccf2374d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Jan 29 19:41:01.941061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (da290001-ba4b-45a0-8794-e9b452048165), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:02.006999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Pushing event updated for resources: {'Port': ['ID=da290001-ba4b-45a0-8794-e9b452048165,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:02.081105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d178e-79f5-49ed-a48e-af8425950e07 req-f002d8f1-d945-4619-93ec-55738d90f9bb tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.082497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-372d178e-79f5-49ed-a48e-af8425950e07 req-f002d8f1-d945-4619-93ec-55738d90f9bb tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0860186 Jan 29 19:41:02.124923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Attempting to bind port da290001-ba4b-45a0-8794-e9b452048165 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:02.125260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Attempting to bind port da290001-ba4b-45a0-8794-e9b452048165 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '2fd4829b-39c1-424b-b0af-cd91a13ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:02.129172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Attempting to bind port da290001-ba4b-45a0-8794-e9b452048165 on network 5925933c-9b30-4b9a-b79f-3b839065ac18 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:02.133229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Port da290001-ba4b-45a0-8794-e9b452048165 on network 5925933c-9b30-4b9a-b79f-3b839065ac18 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:02.133555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Attempting to bind port da290001-ba4b-45a0-8794-e9b452048165 on network 5925933c-9b30-4b9a-b79f-3b839065ac18 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:02.135026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-372d178e-79f5-49ed-a48e-af8425950e07 req-ee9998a3-7985-4d8a-bd10-74ab55f51903 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Jan 29 19:41:02.142919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:02.143252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Checking segment: {'id': '2fd4829b-39c1-424b-b0af-cd91a13ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:02.143633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Bound using segment: {'id': '2fd4829b-39c1-424b-b0af-cd91a13ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:02.144622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Bound port: da290001-ba4b-45a0-8794-e9b452048165, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd4829b-39c1-424b-b0af-cd91a13ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:02.144996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (da290001-ba4b-45a0-8794-e9b452048165), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:02.180505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08066b19-9c0f-4215-ab9b-a8c70fa1cac9 req-825439e6-38af-4e93-ba4a-ecd1368d119c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.182896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08066b19-9c0f-4215-ab9b-a8c70fa1cac9 req-825439e6-38af-4e93-ba4a-ecd1368d119c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1044409 Jan 29 19:41:02.296469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] For port da290001-ba4b-45a0-8794-e9b452048165, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:02.301416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08066b19-9c0f-4215-ab9b-a8c70fa1cac9 req-e6128e9f-6e53-4a59-9817-bd6d3e1cb9b5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123543 Jan 29 19:41:02.303566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] For port da290001-ba4b-45a0-8794-e9b452048165, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=da290001-ba4b-45a0-8794-e9b452048165,segment=NetworkSegment(2fd4829b-39c1-424b-b0af-cd91a13ef573),segment_id=2fd4829b-39c1-424b-b0af-cd91a13ef573)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:02.307819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329c72f-fd55-4975-8311-85b121a14674 req-f2d630f2-6b99-440e-83d9-1ea4278a43e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.309452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9329c72f-fd55-4975-8311-85b121a14674 req-f2d630f2-6b99-440e-83d9-1ea4278a43e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.1021347 Jan 29 19:41:02.368392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9329c72f-fd55-4975-8311-85b121a14674 req-0f5ea010-ccf4-4f54-a159-5f019c02442c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Jan 29 19:41:02.401386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-98201cf6-58de-4e57-b459-9254c2d25fba tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276012 Jan 29 19:41:02.405324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (da290001-ba4b-45a0-8794-e9b452048165), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:02.449385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.449990 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:02.451616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] 10.222.0.26 "PUT /v2.0/ports/da290001-ba4b-45a0-8794-e9b452048165 HTTP/1.1" status: 200 len: 1092 time: 1.0111959 Jan 29 19:41:02.451968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b20764-438b-419a-9316-44e93710e11b', 'tag': 'da290001-ba4b-45a0-8794-e9b452048165'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:02.454212 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "05b20764-438b-419a-9316-44e93710e11b", "tag": "da290001-ba4b-45a0-8794-e9b452048165"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:02.539840 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e5072c-d908-44af-98ae-cb2e213845b0 x-openstack-request-id: req-c7e5072c-d908-44af-98ae-cb2e213845b0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:02.540795 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b20764-438b-419a-9316-44e93710e11b", "tag": "da290001-ba4b-45a0-8794-e9b452048165", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:02.541128 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7e5072c-d908-44af-98ae-cb2e213845b0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:02.541609 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b20764-438b-419a-9316-44e93710e11b', 'tag': 'da290001-ba4b-45a0-8794-e9b452048165', 'status': 'completed', 'code': 200} Jan 29 19:41:02.563955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b9c9-c8e5-4254-9629-9958f7793b4f service neutron] Pushing event updated for resources: {'Port': ['ID=da290001-ba4b-45a0-8794-e9b452048165,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:02.593087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-26e0108b-da67-4ce5-bcc9-ba5dd46d552d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.596039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-26e0108b-da67-4ce5-bcc9-ba5dd46d552d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888576 Jan 29 19:41:02.627247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf399da-c88d-4c5e-b945-f7d8f53e7aa7 req-cd51d841-03e4-4f2d-98f7-01918378daf6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.632067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbf399da-c88d-4c5e-b945-f7d8f53e7aa7 req-cd51d841-03e4-4f2d-98f7-01918378daf6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 944 time: 0.1530514 Jan 29 19:41:02.639818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Request body: {'port': {'device_id': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '28e43c24a4664f0ba029ea6a50e4edb9'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:02.664791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-ba196659-6f70-4ecc-a321-7a507b9ee216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.668355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-ba196659-6f70-4ecc-a321-7a507b9ee216 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1127 time: 0.0960219 Jan 29 19:41:02.692156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2 req-98cd68d6-3766-4ad0-b229-e934daa34c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.694275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2 req-98cd68d6-3766-4ad0-b229-e934daa34c0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6ff259146ab40a183d8cd002814b204&device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 1126 time: 0.0969462 Jan 29 19:41:02.730889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbf399da-c88d-4c5e-b945-f7d8f53e7aa7 req-33c2f56a-4cc0-486c-853d-0d6355655b38 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943923 Jan 29 19:41:02.735572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:02.757215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9e177635-6bef-4f69-91cc-baf4bed8b8e8 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:02.811242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-bb71c0e4-4757-4a94-9fd7-4476835fba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.814171 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-bb71c0e4-4757-4a94-9fd7-4476835fba10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.1153092 Jan 29 19:41:02.888597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2 req-7dff97d5-6f6a-4784-bdb5-b008b8b2bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.891074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2 req-7dff97d5-6f6a-4784-bdb5-b008b8b2bf21 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6ff259146ab40a183d8cd002814b204&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1665792 Jan 29 19:41:02.898243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-ada8efe6-c33c-4a11-abaf-ce68e7699a19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 217 time: 0.0753732 Jan 29 19:41:02.917285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:02.931620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9dad-ac74-4b8e-9d52-001fdabdf1b0 req-53106c7d-aebf-48db-bc77-1e22026f75fc tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:02.932776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'port_id': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'mac_address': 'fa:16:3e:b9:ec:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00639101-4ff5-4875-9a00-ae3023b0a41a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:41:02.939858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab8d9dad-ac74-4b8e-9d52-001fdabdf1b0 req-53106c7d-aebf-48db-bc77-1e22026f75fc tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 944 time: 0.2136576 Jan 29 19:41:02.955078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d0c9930-e136-4980-b65c-13a7021618e0 req-e032937d-82d3-475e-9c8b-300bc2972424 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 210 time: 0.0612915 Jan 29 19:41:02.974739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:02.986762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:02.987135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.028942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:03.029328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.032177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-8caeee17-24de-474a-8a40-18150d36f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.036869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-8caeee17-24de-474a-8a40-18150d36f1bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1245992 Jan 29 19:41:03.054662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6b58c5-c7cd-461d-bfa1-5ac153409984 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:03.077125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-001ac143-4039-43db-b2ae-f659f37c2597 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327125 Jan 29 19:41:03.085594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:03.134356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:03.134356 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.135305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab8d9dad-ac74-4b8e-9d52-001fdabdf1b0 req-335da68f-d857-4d01-9d58-fa09d33e5d1b tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919515 Jan 29 19:41:03.148254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2 req-baa1ea11-90b6-4cc2-a32f-d19cf88e5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.148254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-506b0803-5344-4f1f-9b2b-58b29bd5c4d2 req-baa1ea11-90b6-4cc2-a32f-d19cf88e5ea1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2272606 Jan 29 19:41:03.161543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.171945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e177635-6bef-4f69-91cc-baf4bed8b8e8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:03.174728 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354d4419-7a81-4c9b-a7b6-bcab6e4d3b1e" -d '{"events": [{"server_uuid": "0e72c995-61ef-409a-a2b6-6b8920c99e62", "name": "network-vif-plugged", "status": "completed", "tag": "9e177635-6bef-4f69-91cc-baf4bed8b8e8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:03.213401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:03.232991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815cf30-ada2-4be6-98eb-73e41bafc125 req-c8dae3fc-e74f-47c6-8bb2-e023ff167200 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.233907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4815cf30-ada2-4be6-98eb-73e41bafc125 req-c8dae3fc-e74f-47c6-8bb2-e023ff167200 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1592231 Jan 29 19:41:03.238329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-025ba9e5-96ea-43c3-970a-d2dff6a94d40 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512630 Jan 29 19:41:03.244360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:03.284790 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.286311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:03.308189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Made reservation on behalf of 28e43c24a4664f0ba029ea6a50e4edb9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:03.311972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.343864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4815cf30-ada2-4be6-98eb-73e41bafc125 req-1b9cae9c-9f66-48d8-afec-4febf918dfcb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042254 Jan 29 19:41:03.367982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-61d0f708-8a86-480a-b6a6-b7a28682a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.369596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-61d0f708-8a86-480a-b6a6-b7a28682a50e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6ff259146ab40a183d8cd002814b204&device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 1126 time: 0.1383011 Jan 29 19:41:03.377659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-7acfd2bc-73a1-46de-8114-310dd8b64477 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189775 Jan 29 19:41:03.406976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9e177635-6bef-4f69-91cc-baf4bed8b8e8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:03.410483 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c50eef-4b33-4cf9-983a-08b100ecccc9 x-openstack-request-id: req-d8c50eef-4b33-4cf9-983a-08b100ecccc9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:03.410838 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e72c995-61ef-409a-a2b6-6b8920c99e62", "name": "network-vif-plugged", "status": "completed", "tag": "9e177635-6bef-4f69-91cc-baf4bed8b8e8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:03.411159 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8c50eef-4b33-4cf9-983a-08b100ecccc9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:03.411611 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e177635-6bef-4f69-91cc-baf4bed8b8e8', 'code': 200} Jan 29 19:41:03.411807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73eb4e-73bc-42ff-9d09-54f69bb0614b req-b3a6202f-007b-496d-8cb3-262b5c85056a tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.413585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e73eb4e-73bc-42ff-9d09-54f69bb0614b req-b3a6202f-007b-496d-8cb3-262b5c85056a tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1928704 Jan 29 19:41:03.478600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-96dc7996-3c0e-43f6-884c-4a7ec1cb89f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da290001-ba4b-45a0-8794-e9b452048165 HTTP/1.1" status: 200 len: 217 time: 0.0507507 Jan 29 19:41:03.483396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:03.488091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:03.492691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.520686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e6c2e-ba62-4bb8-aa58-cd70eb4032a1 req-f0b5b289-3cf3-46e0-a15b-d7e579e7f782 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.523371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec1e6c2e-ba62-4bb8-aa58-cd70eb4032a1 req-f0b5b289-3cf3-46e0-a15b-d7e579e7f782 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0638623 Jan 29 19:41:03.600238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:03.600601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.622585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec1e6c2e-ba62-4bb8-aa58-cd70eb4032a1 req-36ce22f1-ceb6-4ca4-a10d-45a366769863 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928881 Jan 29 19:41:03.627727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Allocated IP 192.168.233.145 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/200b6e71-0c73-44fc-a097-b4d6024bcaa7) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:03.637766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:41:03.649598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:03.651741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee5552-02ae-4891-950c-403067d0499d req-eafeb8ac-bfaa-4cae-bb7c-8c5ae6aa0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.652600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['0b6b58c5-c7cd-461d-bfa1-5ac153409984'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:03.656305 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1ee5552-02ae-4891-950c-403067d0499d req-eafeb8ac-bfaa-4cae-bb7c-8c5ae6aa0f8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 1127 time: 0.0939586 Jan 29 19:41:03.708929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1ee5552-02ae-4891-950c-403067d0499d req-fc6e32fc-cb37-443c-a634-b10f6026dbe0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Jan 29 19:41:03.726717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e73eb4e-73bc-42ff-9d09-54f69bb0614b req-d874fc6c-1db1-40e1-9943-1f5eddaa1a70 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999742 Jan 29 19:41:03.744228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a23e4d12-c989-4a6c-88a7-011db7fa38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.746766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-a23e4d12-c989-4a6c-88a7-011db7fa38c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15470620-7037-47ee-92df-407257f2459b HTTP/1.1" status: 200 len: 855 time: 0.2520721 Jan 29 19:41:03.752651 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.827418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks [] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.865075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=13']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:03.923345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f6f9-e2af-41ae-a8d7-c960e93df9e3 req-91337a48-bb39-4f9a-ae91-ccaa1311447e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:03.925664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c68f6f9-e2af-41ae-a8d7-c960e93df9e3 req-91337a48-bb39-4f9a-ae91-ccaa1311447e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.0837286 Jan 29 19:41:03.974533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:03.990777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5', '3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:04.012704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c68f6f9-e2af-41ae-a8d7-c960e93df9e3 req-775f8c8e-14ab-4914-8ce1-23726e31fd4f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809374 Jan 29 19:41:04.029077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:04.065833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-6787a3ab-0177-452b-ac89-2edce7442142 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5925933c-9b30-4b9a-b79f-3b839065ac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586212 Jan 29 19:41:04.069363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:04.073276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:04.076088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:04.083873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:04.518491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d7dad34a-2e35-4905-b17d-bb17fb025156 None None] Provisioning complete for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:04.519026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d7dad34a-2e35-4905-b17d-bb17fb025156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:04.564042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d7dad34a-2e35-4905-b17d-bb17fb025156 None None] Port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:41:04.568080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb00ea-a63e-44b0-88b1-641f15258e39 req-78666db5-de2d-448b-8ba0-41877ba00a77 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:04.569719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33eb00ea-a63e-44b0-88b1-641f15258e39 req-78666db5-de2d-448b-8ba0-41877ba00a77 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 936 time: 0.1051054 Jan 29 19:41:04.640818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:04.641538 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:04.642776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33eb00ea-a63e-44b0-88b1-641f15258e39 req-cefd0e5d-1995-4da7-86ba-99c063dd8b3b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Jan 29 19:41:04.705183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-2444a6a5-2c84-4286-bf55-c15c8a814863 service neutron] 10.222.0.26 "GET /v2.0/networks/5925933c-9b30-4b9a-b79f-3b839065ac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013758 Jan 29 19:41:04.714436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df6bb-3afd-4742-9dbd-b4d268b69f8a req-adffb2f6-cd17-493c-8394-e6cd2583c4a0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:04.721413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-268df6bb-3afd-4742-9dbd-b4d268b69f8a req-adffb2f6-cd17-493c-8394-e6cd2583c4a0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1195159 Jan 29 19:41:04.752761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-42d4c4b3-d2e7-40d3-bc00-2f2458175468 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1174011 Jan 29 19:41:04.773345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Request body: {'port': {'device_id': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:04.803404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82ae79-f31c-4282-a801-1660d714eec2 req-e5acc0d4-2627-4a6a-956a-60b1b91d3612 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:04.805552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f82ae79-f31c-4282-a801-1660d714eec2 req-e5acc0d4-2627-4a6a-956a-60b1b91d3612 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 944 time: 0.0914819 Jan 29 19:41:04.880224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f82ae79-f31c-4282-a801-1660d714eec2 req-9e912bb7-bea6-4549-9dec-b44b41299c6e tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671222 Jan 29 19:41:04.907003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-268df6bb-3afd-4742-9dbd-b4d268b69f8a req-4b745016-f9d1-4294-8b43-9aad07fa487a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845047 Jan 29 19:41:04.974601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cee25ed8-2cf8-4f96-abc1-1e570f16cad8 req-89b7ebd6-0362-421e-bb5f-e3d58ebfc088 service neutron] 10.222.0.26 "GET /v2.0/networks/5925933c-9b30-4b9a-b79f-3b839065ac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510395 Jan 29 19:41:04.975784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:05.082718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bf0ee-0ba9-43ea-ae28-573227bf37cf req-e4005ef6-2673-4c1d-8137-c9aa30ecaed6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:05.092605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d1bf0ee-0ba9-43ea-ae28-573227bf37cf req-e4005ef6-2673-4c1d-8137-c9aa30ecaed6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0856364 Jan 29 19:41:05.154900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa399432-d1af-493e-8130-75e4d5c15fd4 req-21b262a2-9d9e-4b05-8b3e-a9a5df3ddb54 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:05.155957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d1bf0ee-0ba9-43ea-ae28-573227bf37cf req-4b79f127-b4d7-4f75-857b-45072ccd2142 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Jan 29 19:41:05.174595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fa399432-d1af-493e-8130-75e4d5c15fd4 req-21b262a2-9d9e-4b05-8b3e-a9a5df3ddb54 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1725554 Jan 29 19:41:05.341771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0ad48-2817-4b34-aa14-09d453be72f9 req-25aeb4ba-d546-4ea2-ab7f-3d3444ec36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:05.343596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19d0ad48-2817-4b34-aa14-09d453be72f9 req-25aeb4ba-d546-4ea2-ab7f-3d3444ec36fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 1127 time: 0.1263793 Jan 29 19:41:05.398975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fa399432-d1af-493e-8130-75e4d5c15fd4 req-5768b251-a21c-4f97-b9c4-8b780873e144 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281075 Jan 29 19:41:05.412878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:05.415674 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0065a5a-da87-460d-bc3f-6dcb39157fa8" -d '{"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:05.444416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6771d2a-a247-4c48-806e-5dff4644d264 req-f6da15f5-c83c-4608-9180-2a405760ee25 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:05.451137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6771d2a-a247-4c48-806e-5dff4644d264 req-f6da15f5-c83c-4608-9180-2a405760ee25 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1482160 Jan 29 19:41:05.477287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19d0ad48-2817-4b34-aa14-09d453be72f9 req-ade69904-75b6-40b2-b72f-6803773e2747 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239371 Jan 29 19:41:05.515810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6771d2a-a247-4c48-806e-5dff4644d264 req-4801f967-5388-4a05-b8a4-908e561b94ff tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Jan 29 19:41:05.591805 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e9d6a-b91e-4e77-a38e-3bea602a0766 x-openstack-request-id: req-0b9e9d6a-b91e-4e77-a38e-3bea602a0766 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:05.592588 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:05.593080 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b9e9d6a-b91e-4e77-a38e-3bea602a0766 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:05.593684 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'code': 200} Jan 29 19:41:05.595683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200b6e71-0c73-44fc-a097-b4d6024bcaa7 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:05.606158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Publish callbacks [] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:05.628484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6db03-adf2-411c-9380-ca52c0866ed0 req-9e253920-73c6-4102-b787-0a4b3ca36194 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:05.629977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bab6db03-adf2-411c-9380-ca52c0866ed0 req-9e253920-73c6-4102-b787-0a4b3ca36194 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.1225302 Jan 29 19:41:05.632786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Transition to ACTIVE for port object 200b6e71-0c73-44fc-a097-b4d6024bcaa7 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:05.694758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bab6db03-adf2-411c-9380-ca52c0866ed0 req-c890895f-97ef-4b1b-a33d-96de0b574605 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456398 Jan 29 19:41:05.713454 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:05.778777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:05.859986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33e69-6e5b-4ca4-af80-26677de608d4 req-5973df91-9800-418e-a4b7-dee620578658 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:05.871843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0dd33e69-6e5b-4ca4-af80-26677de608d4 req-5973df91-9800-418e-a4b7-dee620578658 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 948 time: 0.1268888 Jan 29 19:41:05.919196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:05.919443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:05.919849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:05.933458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:05.933792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:05.940383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:05.940731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:05.941113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:05.941544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Bound port: 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:05.941899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:05.976915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0dd33e69-6e5b-4ca4-af80-26677de608d4 req-87e0c1a6-94a3-486e-b6ab-96f8621745ef tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034813 Jan 29 19:41:06.097609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dd9cf-5e60-45f4-bc29-c79556347660 req-260a66ba-003b-47c3-8438-2e9eea73e43e tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.105755 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-694dd9cf-5e60-45f4-bc29-c79556347660 req-260a66ba-003b-47c3-8438-2e9eea73e43e tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 944 time: 0.0859210 Jan 29 19:41:06.118377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:06.141054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:06.183990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0b79c-41e1-4f29-9e9d-9ac576e7c499 req-544598fb-f2fe-47da-b26f-395e3845668c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.184781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-694dd9cf-5e60-45f4-bc29-c79556347660 req-99199d24-2ca4-42f0-8912-883f8fda2c82 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777419 Jan 29 19:41:06.186077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3b0b79c-41e1-4f29-9e9d-9ac576e7c499 req-544598fb-f2fe-47da-b26f-395e3845668c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0907307 Jan 29 19:41:06.228260 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:06.247885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3b0b79c-41e1-4f29-9e9d-9ac576e7c499 req-509290db-02fc-40a8-bf45-77ae9a5ec2bf tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563157 Jan 29 19:41:06.308458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.309147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:06.310543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] 10.222.0.13 "PUT /v2.0/ports/200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 1096 time: 1.5423155 Jan 29 19:41:06.311251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:06.314087 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5260bf-e274-4922-926f-cda7c0b489fe" -d '{"events": [{"name": "network-changed", "server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:06.367642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b25e79-3374-4a03-b73d-a00a9db02457 service neutron] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:06.387476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9bcc5-2991-4e97-90bd-8e6bfd2560e5 req-70e10674-a27d-4e63-a187-99e18cdc3d3a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.395521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cf9bcc5-2991-4e97-90bd-8e6bfd2560e5 req-70e10674-a27d-4e63-a187-99e18cdc3d3a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1089029 Jan 29 19:41:06.464871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cf9bcc5-2991-4e97-90bd-8e6bfd2560e5 req-c34ca027-22bc-4ef3-b528-398b1f5a3b46 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Jan 29 19:41:06.566265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-549beb23-ad8e-49bc-bbc0-84d80cfe2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.567623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-549beb23-ad8e-49bc-bbc0-84d80cfe2046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1130 time: 0.0898404 Jan 29 19:41:06.570231 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc65b30f-75e2-4da7-9d80-954bf9395b5c x-openstack-request-id: req-cc65b30f-75e2-4da7-9d80-954bf9395b5c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:06.570598 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:06.571014 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc65b30f-75e2-4da7-9d80-954bf9395b5c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:06.571650 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'status': 'completed', 'code': 200} Jan 29 19:41:06.643636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-cadf473a-bf3b-4151-b0a9-6e0a00eb7bcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0557919 Jan 29 19:41:06.735260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee9cf6-65cc-45e0-9386-b4e9219e9e32 req-63678fb1-c6e3-4b87-a2ed-c2efb96cb0bd tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.743420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6ee9cf6-65cc-45e0-9386-b4e9219e9e32 req-63678fb1-c6e3-4b87-a2ed-c2efb96cb0bd tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1023979 Jan 29 19:41:06.746427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-f7a417a7-9b07-44fe-9d64-91bba05f3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.748061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-f7a417a7-9b07-44fe-9d64-91bba05f3967 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0949931 Jan 29 19:41:06.754950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:06.882864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6ee9cf6-65cc-45e0-9386-b4e9219e9e32 req-f32fc984-52f1-42e7-97a3-e702d70a9c08 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383607 Jan 29 19:41:06.901496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03c61-6bd5-475c-8b09-8bc93764ba39 req-e99d0ac9-c032-482e-ac69-be742d5cb050 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.904353 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcd03c61-6bd5-475c-8b09-8bc93764ba39 req-e99d0ac9-c032-482e-ac69-be742d5cb050 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0972698 Jan 29 19:41:06.934554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-af2d68f1-ccd9-42ef-936f-90886edff474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:06.936518 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-af2d68f1-ccd9-42ef-936f-90886edff474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1744318 Jan 29 19:41:06.976657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:06.982200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:06.982816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:07.010515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcd03c61-6bd5-475c-8b09-8bc93764ba39 req-bf119f8d-9d68-4392-8edc-1576a5a5557a tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962560 Jan 29 19:41:07.072984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-8debf5b2-2436-4cb5-b46d-1876958774e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.074503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-8debf5b2-2436-4cb5-b46d-1876958774e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 1127 time: 0.1871128 Jan 29 19:41:07.119171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:07.119576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:07.139368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0e62-0d34-478a-bbe7-dd2ed66b2be5 req-17e2db2e-1906-482d-8388-e3ee6f29d35a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.142091 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35bf0e62-0d34-478a-bbe7-dd2ed66b2be5 req-17e2db2e-1906-482d-8388-e3ee6f29d35a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.0655091 Jan 29 19:41:07.168087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:07.172751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce1cd-d220-4424-a551-fefaa516da8a req-e63f9b4e-6080-4111-90c6-9d7999173532 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.174392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac3ce1cd-d220-4424-a551-fefaa516da8a req-e63f9b4e-6080-4111-90c6-9d7999173532 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1820633 Jan 29 19:41:07.206890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35bf0e62-0d34-478a-bbe7-dd2ed66b2be5 req-b1b42ee6-1510-4065-a7c9-053d7f39751d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593736 Jan 29 19:41:07.243927 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:07.262984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-31beecad-18d3-49c5-8d1d-7b731cb5b058 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003263 Jan 29 19:41:07.321602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:07.343083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac3ce1cd-d220-4424-a551-fefaa516da8a req-2747cac2-9690-4b58-a031-53a31ff0bf6f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329315 Jan 29 19:41:07.348817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-4202dd65-f019-4240-bad1-5404dec674d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.349290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-4202dd65-f019-4240-bad1-5404dec674d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 911 time: 0.2616754 Jan 29 19:41:07.407320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc5d1c-5562-49ca-9949-8d9d274c186f req-60d8b24a-800f-4139-b3f2-d7f1e9b07073 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.409221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dfc5d1c-5562-49ca-9949-8d9d274c186f req-60d8b24a-800f-4139-b3f2-d7f1e9b07073 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 948 time: 0.0820878 Jan 29 19:41:07.461009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-1bd2f65f-b185-4225-b5c8-e85b701a28a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8 HTTP/1.1" status: 200 len: 217 time: 0.1007183 Jan 29 19:41:07.465488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dfc5d1c-5562-49ca-9949-8d9d274c186f req-c7f21af8-54d9-497a-81cc-7912191771ee tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Jan 29 19:41:07.561004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02cb2f08-27bd-4498-9d01-e15229bcb712 req-9ebc3d7c-4933-4645-a7c3-80ed6d65a9e1 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864921 Jan 29 19:41:07.564790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-e458d3db-9e9e-44ce-9222-e1e3ae48b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.566417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-e458d3db-9e9e-44ce-9222-e1e3ae48b368 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.0951633 Jan 29 19:41:07.589447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35dfc7-8203-4e8f-9796-b8a7e1691c52 req-0778dce8-7620-4de3-8ff6-d49c4a02d965 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.591750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e35dfc7-8203-4e8f-9796-b8a7e1691c52 req-0778dce8-7620-4de3-8ff6-d49c4a02d965 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 944 time: 0.1365628 Jan 29 19:41:07.597555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:07.601363 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22153830-f102-452d-8422-6f380507ebfe" -d '{"events": [{"server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "name": "network-vif-plugged", "status": "completed", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:07.632683 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-c7c6ab0d-b97d-4583-a067-119474691246 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399036 Jan 29 19:41:07.644652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7b614-2ce6-43a7-bb8e-1ca3ddb60220 req-fab91b97-98a0-4c5a-b256-06b5d1b9348a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.656621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61c7b614-2ce6-43a7-bb8e-1ca3ddb60220 req-fab91b97-98a0-4c5a-b256-06b5d1b9348a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1077402 Jan 29 19:41:07.724607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:07.732515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61c7b614-2ce6-43a7-bb8e-1ca3ddb60220 req-04cf9ddc-a461-4e47-9f1f-36322f5d8595 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720525 Jan 29 19:41:07.778814 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f64499-d22a-4edb-ba61-3ef748d0caa7 x-openstack-request-id: req-b4f64499-d22a-4edb-ba61-3ef748d0caa7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:07.779812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e35dfc7-8203-4e8f-9796-b8a7e1691c52 req-be723d42-c9e5-41a1-b6c3-a14737c15373 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778500 Jan 29 19:41:07.785434 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "name": "network-vif-plugged", "status": "completed", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:07.785911 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4f64499-d22a-4edb-ba61-3ef748d0caa7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:07.786987 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'code': 200} Jan 29 19:41:07.797713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5260bf-e274-4922-926f-cda7c0b489fe req-7b18bffa-ec93-4484-b077-1f1b22dbc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:07.799435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-7b18bffa-ec93-4484-b077-1f1b22dbc10f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1130 time: 0.1152744 Jan 29 19:41:07.861759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-3af5edea-42ee-472b-8b12-9817c9de5cd4 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211940 Jan 29 19:41:08.025921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c2a50-a328-4283-81d5-f57af20d6c1a req-41a150b6-bb4c-44e3-8c5e-ca7b0052bb8d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.034485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e14c2a50-a328-4283-81d5-f57af20d6c1a req-41a150b6-bb4c-44e3-8c5e-ca7b0052bb8d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1573131 Jan 29 19:41:08.042489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5260bf-e274-4922-926f-cda7c0b489fe req-12adeb7c-53d2-4481-80af-2550abf18d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.044471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-12adeb7c-53d2-4481-80af-2550abf18d93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2245207 Jan 29 19:41:08.062436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401f5ac-e8f7-4ace-bcef-081a11fb9819 req-d719d985-f5b7-46a8-ae50-e4b28f007d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.064929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1401f5ac-e8f7-4ace-bcef-081a11fb9819 req-d719d985-f5b7-46a8-ae50-e4b28f007d5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1128 time: 0.1647677 Jan 29 19:41:08.108569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-28364aa5-09ce-4e17-b8c1-4369572a5dd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0505793 Jan 29 19:41:08.112883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb8537f5-8355-432d-a6ec-da45229fef7f req-e1431cb8-58a1-4491-9cc8-39c085b55dcd service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147548 Jan 29 19:41:08.121702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e14c2a50-a328-4283-81d5-f57af20d6c1a req-7c8b53f7-b939-4484-a5c1-d2fcfba30fd9 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860395 Jan 29 19:41:08.172104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1401f5ac-e8f7-4ace-bcef-081a11fb9819 req-fdaa8298-c5cf-4102-9637-1bc177c9eec1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760143 Jan 29 19:41:08.204039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5916e-db6b-4acd-9730-081749bada15 req-163bae2e-e91c-43fa-bc78-a37ddd37e563 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.211809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0d5916e-db6b-4acd-9730-081749bada15 req-163bae2e-e91c-43fa-bc78-a37ddd37e563 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.2137222 Jan 29 19:41:08.255469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5260bf-e274-4922-926f-cda7c0b489fe req-ccd6a367-e116-42c4-883b-92262a1c3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.257979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-ccd6a367-e116-42c4-883b-92262a1c3bfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1286695 Jan 29 19:41:08.288799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7284-f5f9-423e-ba54-0295168c18f1 req-e6975e08-438e-4132-b68d-3acf920baded tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.291240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70fe7284-f5f9-423e-ba54-0295168c18f1 req-e6975e08-438e-4132-b68d-3acf920baded tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0920107 Jan 29 19:41:08.320281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0d5916e-db6b-4acd-9730-081749bada15 req-4eb07043-647e-4c38-8c51-b8d65c7b2669 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071372 Jan 29 19:41:08.349271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5260bf-e274-4922-926f-cda7c0b489fe req-96aab9fc-15a0-491a-a4c8-a4c4fc4014da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.351510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-96aab9fc-15a0-491a-a4c8-a4c4fc4014da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0760295 Jan 29 19:41:08.375854 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70fe7284-f5f9-423e-ba54-0295168c18f1 req-80a25e57-0296-4a60-b357-c5f98489cdf8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787036 Jan 29 19:41:08.527268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-f08ca618-74bc-47a3-9e5f-594c5aa485cf service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689763 Jan 29 19:41:08.537062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fbc89-f516-472b-8404-cbea80f99a07 req-33fc2adc-191f-4963-80b3-720d0b53a65f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.540157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41fbc89-f516-472b-8404-cbea80f99a07 req-33fc2adc-191f-4963-80b3-720d0b53a65f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 946 time: 0.1008022 Jan 29 19:41:08.667259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e41fbc89-f516-472b-8404-cbea80f99a07 req-e7f35ee4-f318-492f-a994-9e2e34b26890 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172462 Jan 29 19:41:08.684834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df5260bf-e274-4922-926f-cda7c0b489fe req-4b221821-d5b5-4b86-92bd-e98da50ef51c service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443310 Jan 29 19:41:08.751374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device da290001-ba4b-45a0-8794-e9b452048165 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:08.761574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb7009-38a3-48ce-9047-dddde403e3de req-7f2b7f06-ee64-4bfc-a8b5-a4efcacc6118 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.768741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47cb7009-38a3-48ce-9047-dddde403e3de req-7f2b7f06-ee64-4bfc-a8b5-a4efcacc6118 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0644145 Jan 29 19:41:08.828731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47cb7009-38a3-48ce-9047-dddde403e3de req-4e40382b-ba5c-4128-aa41-86466a7afc8b tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Jan 29 19:41:08.885127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port da290001-ba4b-45a0-8794-e9b452048165, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=da290001-ba4b-45a0-8794-e9b452048165,segment=NetworkSegment(2fd4829b-39c1-424b-b0af-cd91a13ef573),segment_id=2fd4829b-39c1-424b-b0af-cd91a13ef573)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:08.904996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'da290001-ba4b-45a0-8794-e9b452048165', 'network_id': '5925933c-9b30-4b9a-b79f-3b839065ac18', 'port_id': 'da290001-ba4b-45a0-8794-e9b452048165', 'mac_address': 'fa:16:3e:a7:a4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15470620-7037-47ee-92df-407257f2459b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:41:08.922658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03fa8e-1796-42b7-96ec-c3fae3a0bcd5 req-a3fbe528-8960-4e12-ac17-5f9f16705788 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.936865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab03fa8e-1796-42b7-96ec-c3fae3a0bcd5 req-a3fbe528-8960-4e12-ac17-5f9f16705788 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 948 time: 0.1534235 Jan 29 19:41:08.958812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port da290001-ba4b-45a0-8794-e9b452048165 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:08.959861 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (da290001-ba4b-45a0-8794-e9b452048165), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:08.972140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1b1c9-4fb1-4261-bf98-5bf7057198f4 req-9d224b54-4273-462c-b9b9-499847a6248c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:08.973984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57f1b1c9-4fb1-4261-bf98-5bf7057198f4 req-9d224b54-4273-462c-b9b9-499847a6248c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0708766 Jan 29 19:41:09.005138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da290001-ba4b-45a0-8794-e9b452048165 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:09.021107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab03fa8e-1796-42b7-96ec-c3fae3a0bcd5 req-894bf1e7-a4dd-4853-a8b5-d4821a0532f9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798078 Jan 29 19:41:09.032626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port da290001-ba4b-45a0-8794-e9b452048165, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=da290001-ba4b-45a0-8794-e9b452048165,segment=NetworkSegment(2fd4829b-39c1-424b-b0af-cd91a13ef573),segment_id=2fd4829b-39c1-424b-b0af-cd91a13ef573)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:09.059098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57f1b1c9-4fb1-4261-bf98-5bf7057198f4 req-7b4c15ba-4367-4cfa-a1fe-532c0ecfe4a3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754864 Jan 29 19:41:09.144938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d3ef3-20f8-4ed1-b5df-60531a072a9f req-f5910aaf-6e4a-4983-9144-34f4e4d6bc67 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:09.146407 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-886d3ef3-20f8-4ed1-b5df-60531a072a9f req-f5910aaf-6e4a-4983-9144-34f4e4d6bc67 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 944 time: 0.0536280 Jan 29 19:41:09.147734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (da290001-ba4b-45a0-8794-e9b452048165), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:09.200221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=da290001-ba4b-45a0-8794-e9b452048165,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:09.207576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-886d3ef3-20f8-4ed1-b5df-60531a072a9f req-9c8bc553-9160-4c8a-8c02-74ab130b2eb0 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528677 Jan 29 19:41:09.486968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78718874-bada-4466-8a09-4b1c40850c97 req-1c171dfc-6662-4776-8bf4-2db885acc82a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:09.488653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78718874-bada-4466-8a09-4b1c40850c97 req-1c171dfc-6662-4776-8bf4-2db885acc82a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Jan 29 19:41:09.521377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492c9b-9c0b-4748-b69f-fda5361f0ed7 req-3c0eeb33-bdaa-4d17-bd52-55c32c453370 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:09.524132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3492c9b-9c0b-4748-b69f-fda5361f0ed7 req-3c0eeb33-bdaa-4d17-bd52-55c32c453370 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0687444 Jan 29 19:41:09.542835 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78718874-bada-4466-8a09-4b1c40850c97 req-ba488f9a-7084-48c5-9569-3566f2852a33 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479622 Jan 29 19:41:09.582604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3492c9b-9c0b-4748-b69f-fda5361f0ed7 req-297af1f2-3725-4b59-b2d9-369a7da6de7c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 Jan 29 19:41:09.661991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['da290001-ba4b-45a0-8794-e9b452048165'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:09.826149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6925c8-703f-41cc-878a-6f15e7702e55 req-274e7c9a-0a10-41ec-803c-15bb82aa40f4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:09.827663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d6925c8-703f-41cc-878a-6f15e7702e55 req-274e7c9a-0a10-41ec-803c-15bb82aa40f4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 946 time: 0.0689750 Jan 29 19:41:09.878475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d6925c8-703f-41cc-878a-6f15e7702e55 req-80e75a9e-8132-442b-abcd-729349242f6f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Jan 29 19:41:09.986048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87796f7-1fe6-4218-a9e2-be913552c38d req-51a70c7e-563a-410f-a065-37043cd01b0c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:09.987509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d87796f7-1fe6-4218-a9e2-be913552c38d req-51a70c7e-563a-410f-a065-37043cd01b0c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Jan 29 19:41:10.058870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d87796f7-1fe6-4218-a9e2-be913552c38d req-8e54d267-744c-4971-ab64-2e43c19314d9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642195 Jan 29 19:41:10.146280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ef32f-b909-4c9f-95b1-4083bff3533a req-9e780aa3-4783-4224-80ed-d05165acb29a tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.149138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-477ef32f-b909-4c9f-95b1-4083bff3533a req-9e780aa3-4783-4224-80ed-d05165acb29a tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0648787 Jan 29 19:41:10.181584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2bc22-8143-4ad1-9a12-0c9a41ef4194 req-7f2b3202-b0e7-478b-aa3a-2ade1cbb1826 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.183140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5c2bc22-8143-4ad1-9a12-0c9a41ef4194 req-7f2b3202-b0e7-478b-aa3a-2ade1cbb1826 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 948 time: 0.0568688 Jan 29 19:41:10.208856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-477ef32f-b909-4c9f-95b1-4083bff3533a req-d9e31444-32a6-4518-b476-d6722a27068f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547383 Jan 29 19:41:10.268525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5c2bc22-8143-4ad1-9a12-0c9a41ef4194 req-42b20f65-f447-4004-b042-d4f44218adbb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752985 Jan 29 19:41:10.293535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-c9218acc-4be4-4e5c-bf6e-11edc3341b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.297453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-c9218acc-4be4-4e5c-bf6e-11edc3341b04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 1127 time: 0.0786209 Jan 29 19:41:10.332515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b23f-1a88-4ed8-9c19-1c3e16158fce req-37d29244-ae76-4fc8-9858-9024b13ff3b5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.334568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2810b23f-1a88-4ed8-9c19-1c3e16158fce req-37d29244-ae76-4fc8-9858-9024b13ff3b5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Jan 29 19:41:10.355092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:10.397548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2810b23f-1a88-4ed8-9c19-1c3e16158fce req-bc00e3e6-9958-4ac2-aef8-857688aba3c6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562944 Jan 29 19:41:10.458876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-f07fd4b8-d255-4b11-b6fd-749cd1f460bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.460660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-f07fd4b8-d255-4b11-b6fd-749cd1f460bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 200 len: 915 time: 0.1444325 Jan 29 19:41:10.470935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2f952-bc0e-4eab-b902-e098f7a2577a req-71b691ae-59c1-40f8-9ec0-579494be4676 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.472804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7a2f952-bc0e-4eab-b902-e098f7a2577a req-71b691ae-59c1-40f8-9ec0-579494be4676 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 945 time: 0.1228185 Jan 29 19:41:10.488383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:10.500296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'mac_address': 'fa:16:3e:ad:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:41:10.523916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-d25c7151-b0fb-4651-828c-8e0e207d33f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c HTTP/1.1" status: 200 len: 217 time: 0.0493903 Jan 29 19:41:10.544460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:10.545087 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:10.560142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200b6e71-0c73-44fc-a097-b4d6024bcaa7 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:10.584747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:10.597706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7a2f952-bc0e-4eab-b902-e098f7a2577a req-28c604b2-7476-4d25-bf38-eac1943be697 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153095 Jan 29 19:41:10.606178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-3a6b78c6-c133-40e5-a6d9-15766d2badca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.606178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-3a6b78c6-c133-40e5-a6d9-15766d2badca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 200 len: 854 time: 0.0723653 Jan 29 19:41:10.669740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-623209f0-1538-4f7b-8762-81eaf144d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.671221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-623209f0-1538-4f7b-8762-81eaf144d2ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d29fda1-c589-4155-9c64-130a7e0979e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567105 Jan 29 19:41:10.677004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:10.738460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:10.775864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652eb0-e311-4a83-a446-cfbe1001480b req-fb5f14cd-8452-4679-b866-0225c08906e5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.777364 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd652eb0-e311-4a83-a446-cfbe1001480b req-fb5f14cd-8452-4679-b866-0225c08906e5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.1229129 Jan 29 19:41:10.816690 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-da7503ef-6dfb-4418-8f43-5b9172dc7a65 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253424 Jan 29 19:41:10.876754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd652eb0-e311-4a83-a446-cfbe1001480b req-ee9acb50-fbcd-486c-8175-b7bc11e7d649 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Jan 29 19:41:10.907256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cc5a6-327a-4f89-825d-1bbcb9f32cdb req-4cf47bbe-8bda-4a58-857f-ba269a99890d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:10.908949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d8cc5a6-327a-4f89-825d-1bbcb9f32cdb req-4cf47bbe-8bda-4a58-857f-ba269a99890d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0573552 Jan 29 19:41:10.951696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbbf57e2-815e-4676-be77-526b9031a4a1 req-da05dde3-d9f1-4ba2-8363-ef40f906adf8 service neutron] 10.222.0.26 "GET /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235349 Jan 29 19:41:10.962972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d8cc5a6-327a-4f89-825d-1bbcb9f32cdb req-2342e71c-9511-4c1a-af3b-b40105cb8b73 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473006 Jan 29 19:41:11.002423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['200b6e71-0c73-44fc-a097-b4d6024bcaa7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:11.060603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310af1-979c-47b1-a53a-0dc39258fedc req-7f9af839-98e2-4c96-8c13-4cd44a5482d4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.062608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e310af1-979c-47b1-a53a-0dc39258fedc req-7f9af839-98e2-4c96-8c13-4cd44a5482d4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 946 time: 0.0669780 Jan 29 19:41:11.138166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e310af1-979c-47b1-a53a-0dc39258fedc req-17334886-3d4e-43e9-a3b7-4f4b0d23d679 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693355 Jan 29 19:41:11.204547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fe85e-c8e5-4126-bedd-852761d3bc9f req-762f39e4-b478-414e-98cb-752010648906 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.212026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a5fe85e-c8e5-4126-bedd-852761d3bc9f req-762f39e4-b478-414e-98cb-752010648906 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0696766 Jan 29 19:41:11.264838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a5fe85e-c8e5-4126-bedd-852761d3bc9f req-a5d1c234-68b2-4017-84eb-b7dd7af93574 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 Jan 29 19:41:11.402666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec79c0-e48c-4088-bac0-714e438dca80 req-b4fd18e2-b35e-41bf-aff9-e3c50fd9cdb7 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.407037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44ec79c0-e48c-4088-bac0-714e438dca80 req-b4fd18e2-b35e-41bf-aff9-e3c50fd9cdb7 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0658176 Jan 29 19:41:11.410417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872de30-5f53-4f91-8a29-9ca76275e33f req-de7ef09b-d15a-4240-884d-8e3ff3c01ccc tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.412039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1872de30-5f53-4f91-8a29-9ca76275e33f req-de7ef09b-d15a-4240-884d-8e3ff3c01ccc tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1128 time: 0.0555837 Jan 29 19:41:11.457349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44ec79c0-e48c-4088-bac0-714e438dca80 req-881f04dc-b7d3-4af8-a301-66b6c33da37d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Jan 29 19:41:11.462118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1872de30-5f53-4f91-8a29-9ca76275e33f req-e7228d1e-5c9a-4f50-99f8-4f01514f872b tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Jan 29 19:41:11.591419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2342b-53f8-43a3-bc6e-e1252efc2aea req-fef9c5b3-c2f4-4e3d-aa25-aed43215a7fa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.593267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cd2342b-53f8-43a3-bc6e-e1252efc2aea req-fef9c5b3-c2f4-4e3d-aa25-aed43215a7fa tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.0563936 Jan 29 19:41:11.650145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cd2342b-53f8-43a3-bc6e-e1252efc2aea req-7b3c2057-bb57-4765-8394-2ee15402426c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Jan 29 19:41:11.662786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30133-1078-4b32-8b31-bd0221d518f6 req-b800c43f-b70e-4668-a528-a569c881ef5a tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.664798 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6cd30133-1078-4b32-8b31-bd0221d518f6 req-b800c43f-b70e-4668-a528-a569c881ef5a tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1128 time: 0.0630188 Jan 29 19:41:11.725845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6cd30133-1078-4b32-8b31-bd0221d518f6 req-3f87cb65-c7a3-481d-92c7-3ba1b1ba14f9 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548980 Jan 29 19:41:11.788731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8791d4-c096-42fd-9124-100fe761b24a req-46267581-2ff6-4c72-969e-0b5184f99bc7 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:11.790789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a8791d4-c096-42fd-9124-100fe761b24a req-46267581-2ff6-4c72-969e-0b5184f99bc7 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 945 time: 0.0719035 Jan 29 19:41:11.854008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a8791d4-c096-42fd-9124-100fe761b24a req-18079f99-96d3-433e-a4d1-9c0267ebe0c5 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543582 Jan 29 19:41:12.023671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013ef1c-1795-479e-956b-080355f707ed req-63cd97ef-c07e-4f6d-ace2-8da4e109dc14 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:12.031371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5013ef1c-1795-479e-956b-080355f707ed req-63cd97ef-c07e-4f6d-ace2-8da4e109dc14 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0720551 Jan 29 19:41:12.086293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5013ef1c-1795-479e-956b-080355f707ed req-438ad563-a6d4-4d49-b8dc-ac926b0e962d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538743 Jan 29 19:41:12.212646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806389ba-deac-41c8-9aff-768de23c4ce9 req-46700eed-b33c-44b7-8e93-c232dbd10101 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:12.213876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-806389ba-deac-41c8-9aff-768de23c4ce9 req-46700eed-b33c-44b7-8e93-c232dbd10101 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0615902 Jan 29 19:41:12.267695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-806389ba-deac-41c8-9aff-768de23c4ce9 req-a7ce0e55-258b-4b43-b21c-06aa3bc44548 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Jan 29 19:41:12.386896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:12.388308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29953ec-eb9e-444c-bbc3-6fad82a6226c req-3b0cc589-a7a3-4411-871e-5e19401794f9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:12.397205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b29953ec-eb9e-444c-bbc3-6fad82a6226c req-3b0cc589-a7a3-4411-871e-5e19401794f9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0664413 Jan 29 19:41:12.456010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b29953ec-eb9e-444c-bbc3-6fad82a6226c req-5de2815f-b5f9-4cd6-b771-1967ff72ab20 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577796 Jan 29 19:41:12.551000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:12.558880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:12.558880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:12.600648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01996346-e130-4ff9-b0c2-395313f45d0b req-27696244-a9cc-48fa-ba4f-a30784488e46 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:12.602256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01996346-e130-4ff9-b0c2-395313f45d0b req-27696244-a9cc-48fa-ba4f-a30784488e46 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0612915 Jan 29 19:41:12.642814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:12.643293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:12.654109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01996346-e130-4ff9-b0c2-395313f45d0b req-78edf533-ae80-4cfd-a546-f5129a0c8bea tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 Jan 29 19:41:12.666222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:12.670045 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c817889-2d29-4eeb-b79a-83b3f43661ba" -d '{"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-plugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:12.695116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:12.770617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device da290001-ba4b-45a0-8794-e9b452048165 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:12.773481 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:12.794143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca04f53-ba80-43b7-9667-a728b97a8f0f req-91b8c2bf-be42-4e4c-aee9-7de6aaaffae0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:12.795703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bca04f53-ba80-43b7-9667-a728b97a8f0f req-91b8c2bf-be42-4e4c-aee9-7de6aaaffae0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.0613999 Jan 29 19:41:12.859406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:12.868870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bca04f53-ba80-43b7-9667-a728b97a8f0f req-44b5c636-180b-401e-8342-72fec8e78a78 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Jan 29 19:41:12.927550 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb76eb84-fea2-412c-982e-2e9ff8c91ce5 x-openstack-request-id: req-eb76eb84-fea2-412c-982e-2e9ff8c91ce5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:12.928874 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-plugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:12.929164 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb76eb84-fea2-412c-982e-2e9ff8c91ce5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:12.932121 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'code': 200} Jan 29 19:41:12.942229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port da290001-ba4b-45a0-8794-e9b452048165 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:12.947413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port da290001-ba4b-45a0-8794-e9b452048165 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:12.947804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (da290001-ba4b-45a0-8794-e9b452048165), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:13.057895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port da290001-ba4b-45a0-8794-e9b452048165 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:13.058561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (da290001-ba4b-45a0-8794-e9b452048165), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:13.096566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port da290001-ba4b-45a0-8794-e9b452048165, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=da290001-ba4b-45a0-8794-e9b452048165,segment=NetworkSegment(2fd4829b-39c1-424b-b0af-cd91a13ef573),segment_id=2fd4829b-39c1-424b-b0af-cd91a13ef573)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:13.109529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735b83-58ee-45e6-8f40-323dd67dcac2 req-b8bc44b8-3af6-469d-96aa-583872067fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:13.111041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3735b83-58ee-45e6-8f40-323dd67dcac2 req-b8bc44b8-3af6-469d-96aa-583872067fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1132 time: 0.0985374 Jan 29 19:41:13.119188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ee5b-955d-4081-a47d-2bc1e0f8b7c9 req-479f425f-7691-45a4-a0a6-6557918c31fe tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:13.120885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a86ee5b-955d-4081-a47d-2bc1e0f8b7c9 req-479f425f-7691-45a4-a0a6-6557918c31fe tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 945 time: 0.0819845 Jan 29 19:41:13.179806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (da290001-ba4b-45a0-8794-e9b452048165), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:13.199566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a86ee5b-955d-4081-a47d-2bc1e0f8b7c9 req-6eb7e833-5093-437b-8037-a82b2ae92490 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701530 Jan 29 19:41:13.201760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3735b83-58ee-45e6-8f40-323dd67dcac2 req-a3341956-4f48-4175-b5f6-163d6f410b09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778935 Jan 29 19:41:13.235078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=da290001-ba4b-45a0-8794-e9b452048165,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:13.336865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3693e6-0d1c-4414-8de9-9c15a85506cd req-bf3e6a6e-e073-4cd0-967e-a39670e793f1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:13.338215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fa3693e6-0d1c-4414-8de9-9c15a85506cd req-bf3e6a6e-e073-4cd0-967e-a39670e793f1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0529947 Jan 29 19:41:13.384107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fa3693e6-0d1c-4414-8de9-9c15a85506cd req-fbcd4018-4f91-460a-ba00-328c44bdd271 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Jan 29 19:41:13.491580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf433f8-b6bf-4391-9cf3-8f687e13745a req-7e1f85b4-4623-4748-abed-f749809211a7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:13.493349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5bf433f8-b6bf-4391-9cf3-8f687e13745a req-7e1f85b4-4623-4748-abed-f749809211a7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Jan 29 19:41:13.550855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5bf433f8-b6bf-4391-9cf3-8f687e13745a req-b5e1ae1b-0599-4f88-a335-661d2fffb388 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Jan 29 19:41:13.664656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d99e-4f8a-47cf-bd90-5ec2ad4a5e55 req-5b822b5a-ccb9-4709-847d-779dcc6e4ed3 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:13.666138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6d7d99e-4f8a-47cf-bd90-5ec2ad4a5e55 req-5b822b5a-ccb9-4709-847d-779dcc6e4ed3 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 946 time: 0.0557170 Jan 29 19:41:13.716237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6d7d99e-4f8a-47cf-bd90-5ec2ad4a5e55 req-48645da5-7643-4902-a021-79ce81209f02 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Jan 29 19:41:13.826955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a796-b0e2-4fa2-a3ab-99fefdc77e08 req-8138feda-7c2c-4b65-aa67-1c66ad20947e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:13.828481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9de1a796-b0e2-4fa2-a3ab-99fefdc77e08 req-8138feda-7c2c-4b65-aa67-1c66ad20947e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Jan 29 19:41:13.878092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9de1a796-b0e2-4fa2-a3ab-99fefdc77e08 req-85cfa895-13b1-432b-a686-b3a3aa66491c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Jan 29 19:41:13.934874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-bb74a3a0-cfc9-4a4d-b0bd-2651a8d54c67 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:41:13.936428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-bb74a3a0-cfc9-4a4d-b0bd-2651a8d54c67 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067422 Jan 29 19:41:14.003747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-434a78e0-8b71-4e98-bc22-de77e4e6c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:14.005134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-434a78e0-8b71-4e98-bc22-de77e4e6c1b4 service neutron] 10.222.0.15 "GET /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 1125 time: 0.0585968 Jan 29 19:41:14.015381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Request body: {'binding': {'host': 'n-h1-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:14.015833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:41:14.046387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eccd94-0ed1-4354-9a27-06d2d061c991 req-6cdc9c45-64bf-4ebe-abab-fc9a7eef874b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:14.047900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3eccd94-0ed1-4354-9a27-06d2d061c991 req-6cdc9c45-64bf-4ebe-abab-fc9a7eef874b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.1106160 Jan 29 19:41:14.155874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3eccd94-0ed1-4354-9a27-06d2d061c991 req-d1e61a0f-04bd-4fdc-b058-4c90e3e2507f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Jan 29 19:41:14.210113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on host n-h1-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:14.210457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:14.210770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:14.225564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:14.225564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:14.245822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:14.246165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:14.246550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:14.246987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Bound port: 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:14.300020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae00400-2855-42ec-9366-3c6c8496bba1 req-d46ad94e-3246-43d4-9582-2d0003d17c71 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:14.301519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ae00400-2855-42ec-9366-3c6c8496bba1 req-d46ad94e-3246-43d4-9582-2d0003d17c71 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0884430 Jan 29 19:41:14.325154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:14.360435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ae00400-2855-42ec-9366-3c6c8496bba1 req-c40b0c95-e299-461e-95d3-c69c7cc5abdb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522151 Jan 29 19:41:14.390674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-651194de-0e9e-4afc-ba07-b28cdfeb20df req-b7ec445e-1d27-4a66-ab08-46a00cd51801 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:41:14.391636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-651194de-0e9e-4afc-ba07-b28cdfeb20df req-b7ec445e-1d27-4a66-ab08-46a00cd51801 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058649 Jan 29 19:41:14.471545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:14.472988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-805f2086-eb2c-40db-91b5-35629bc96b91 service neutron] 10.222.0.15 "POST /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984/bindings HTTP/1.1" status: 201 len: 389 time: 0.4608991 Jan 29 19:41:14.495042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-651194de-0e9e-4afc-ba07-b28cdfeb20df req-b87f6d1b-fa12-4a3e-b70b-27bd81f8a158 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0959382 Jan 29 19:41:14.759411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f65ab-3585-4741-b03d-0b539e84f8d7 req-2f746279-29ca-4758-a712-14bebd3e2088 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:14.761522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-639f65ab-3585-4741-b03d-0b539e84f8d7 req-2f746279-29ca-4758-a712-14bebd3e2088 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0621722 Jan 29 19:41:14.766670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31a1d-cee6-4cdd-a3d0-bdb4adb3237a req-4cc39576-e33a-491c-a59e-df27c28c7e8e tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:14.768932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44e31a1d-cee6-4cdd-a3d0-bdb4adb3237a req-4cc39576-e33a-491c-a59e-df27c28c7e8e tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.0658894 Jan 29 19:41:14.815274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-639f65ab-3585-4741-b03d-0b539e84f8d7 req-fc376351-3ce6-454f-ac25-07cae577ed36 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477915 Jan 29 19:41:14.852259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44e31a1d-cee6-4cdd-a3d0-bdb4adb3237a req-b4383885-4663-4549-8890-24989104cb92 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713017 Jan 29 19:41:14.933128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b20764-438b-419a-9316-44e93710e11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da290001-ba4b-45a0-8794-e9b452048165'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:14.935890 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661fb571-1e45-4a4d-99cd-9d73cdde82ec" -d '{"events": [{"server_uuid": "05b20764-438b-419a-9316-44e93710e11b", "name": "network-vif-plugged", "status": "completed", "tag": "da290001-ba4b-45a0-8794-e9b452048165"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:14.980659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42969d23-4a4d-46f7-93a0-3651369334e5 req-91c5e448-f4dc-4478-8a57-52a667de837c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:14.982639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42969d23-4a4d-46f7-93a0-3651369334e5 req-91c5e448-f4dc-4478-8a57-52a667de837c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0762630 Jan 29 19:41:15.049357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42969d23-4a4d-46f7-93a0-3651369334e5 req-f39e9060-5913-4620-b011-7cab8b336c94 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589585 Jan 29 19:41:15.179713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b2a58-ec1e-44ff-9c65-9a91f0ccc7dc req-bc65b55e-e0cc-4456-a669-f0c5df07d320 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.182608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c6b2a58-ec1e-44ff-9c65-9a91f0ccc7dc req-bc65b55e-e0cc-4456-a669-f0c5df07d320 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0577281 Jan 29 19:41:15.230770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c6b2a58-ec1e-44ff-9c65-9a91f0ccc7dc req-171bbe23-d9ce-4491-9fe1-56bd72a1ea17 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Jan 29 19:41:15.277830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd88f7b-78e0-491a-82ae-ab7dbb204c3f req-7d27dfb8-fe06-4a69-933d-66049bd5f486 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.279641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dd88f7b-78e0-491a-82ae-ab7dbb204c3f req-7d27dfb8-fe06-4a69-933d-66049bd5f486 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 946 time: 0.3989363 Jan 29 19:41:15.282679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-577d7213-b92a-49e0-aaad-9f7ad3b8b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.284516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-577d7213-b92a-49e0-aaad-9f7ad3b8b2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1128 time: 0.0779757 Jan 29 19:41:15.301399 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5869009-338e-4865-96ef-c7d5d6cbc625 x-openstack-request-id: req-c5869009-338e-4865-96ef-c7d5d6cbc625 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:15.301689 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b20764-438b-419a-9316-44e93710e11b", "name": "network-vif-plugged", "status": "completed", "tag": "da290001-ba4b-45a0-8794-e9b452048165", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:15.301962 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5869009-338e-4865-96ef-c7d5d6cbc625 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:15.302353 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b20764-438b-419a-9316-44e93710e11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da290001-ba4b-45a0-8794-e9b452048165', 'code': 200} Jan 29 19:41:15.411167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dd88f7b-78e0-491a-82ae-ab7dbb204c3f req-cf9f97cf-58f5-41a7-96a2-06e24dccb12a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254275 Jan 29 19:41:15.414507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83bc15-5ef7-4cec-8e2a-2fff62c054b1 req-25ce4837-c5b2-476c-9641-a83002864f40 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.422626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a83bc15-5ef7-4cec-8e2a-2fff62c054b1 req-25ce4837-c5b2-476c-9641-a83002864f40 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 946 time: 0.0736010 Jan 29 19:41:15.435822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-1d2da8c7-3e39-4eab-912b-a0c60829e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.437306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-1d2da8c7-3e39-4eab-912b-a0c60829e34f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1428382 Jan 29 19:41:15.490674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-3821e90c-6a9e-49f2-a270-5ed134c51f52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.0424654 Jan 29 19:41:15.524381 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a83bc15-5ef7-4cec-8e2a-2fff62c054b1 req-7fae05c9-2d33-4c60-ba50-c8d5e5001712 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008425 Jan 29 19:41:15.529346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce083519-f641-408f-95c9-cf4e6eddaa5c req-672a132c-1214-42db-a2f3-29e63e633276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.530901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce083519-f641-408f-95c9-cf4e6eddaa5c req-672a132c-1214-42db-a2f3-29e63e633276 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 1128 time: 0.1062031 Jan 29 19:41:15.581527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-85f4ef0a-13a7-4add-a88c-2a0c5e64c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.583392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-85f4ef0a-13a7-4add-a88c-2a0c5e64c8cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0818002 Jan 29 19:41:15.595496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce083519-f641-408f-95c9-cf4e6eddaa5c req-3fa1fe71-c97d-48b6-a97e-0607ba151011 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Jan 29 19:41:15.598860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e3ed3-1d5b-4041-85a6-f000ae042adb req-13a3b4de-b651-4f7f-80d4-c9cf1b0222ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.601732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d8e3ed3-1d5b-4041-85a6-f000ae042adb req-13a3b4de-b651-4f7f-80d4-c9cf1b0222ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1137328 Jan 29 19:41:15.635060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-65445753-6450-431a-a991-5a36b3075a0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319917 Jan 29 19:41:15.675825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b33054-baa7-4dc4-b919-98f08799aef6 req-1b13497d-6aef-45ca-9e5a-9a2df0fce686 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.677921 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65b33054-baa7-4dc4-b919-98f08799aef6 req-1b13497d-6aef-45ca-9e5a-9a2df0fce686 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0631127 Jan 29 19:41:15.728782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65b33054-baa7-4dc4-b919-98f08799aef6 req-b2e3b75e-fa81-4237-acba-edbb6ebf525f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Jan 29 19:41:15.741183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d8e3ed3-1d5b-4041-85a6-f000ae042adb req-9e53bb75-a4f5-4a4c-a9c9-8e80a699c4ea tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294487 Jan 29 19:41:15.765773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-052c5a78-cf05-40e4-9bf5-b50745dfa2f6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233385 Jan 29 19:41:15.907044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-c94476a8-68b2-456d-89f9-bb786510de2d service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307921 Jan 29 19:41:15.913122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673067-aa26-4e22-b8a2-58b5847516f5 req-625872b9-1336-4d74-a3a7-db713d1aab9c tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.914493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93673067-aa26-4e22-b8a2-58b5847516f5 req-625872b9-1336-4d74-a3a7-db713d1aab9c tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1132 time: 0.0746448 Jan 29 19:41:15.935936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5484-618e-42db-a50d-62da5380d58f req-c3bf76e9-517e-492d-9978-357f0464391c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.941315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5484-618e-42db-a50d-62da5380d58f req-c3bf76e9-517e-492d-9978-357f0464391c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.947109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5484-618e-42db-a50d-62da5380d58f req-c3bf76e9-517e-492d-9978-357f0464391c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:15.948786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1f6c5484-618e-42db-a50d-62da5380d58f req-c3bf76e9-517e-492d-9978-357f0464391c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb&device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511&device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 2418 time: 0.0692968 Jan 29 19:41:15.968065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93673067-aa26-4e22-b8a2-58b5847516f5 req-e35a50c4-2f9d-4d66-b273-ee1dd9994135 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Jan 29 19:41:16.009816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1f6c5484-618e-42db-a50d-62da5380d58f req-e0473e7c-8072-4036-9a95-b6582f7e4ed8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Jan 29 19:41:16.122585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0dc4-dbea-485e-b864-33dd23358bdc req-216e5252-4fb6-4fc5-b533-ec271f522f33 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:16.124506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f86a0dc4-dbea-485e-b864-33dd23358bdc req-216e5252-4fb6-4fc5-b533-ec271f522f33 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.0581398 Jan 29 19:41:16.126525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba0c7-1fb1-48f0-b0be-22c2f41972ee req-46bd6274-5faa-489b-bf8c-e3e77cfc0e7e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:16.128135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-962ba0c7-1fb1-48f0-b0be-22c2f41972ee req-46bd6274-5faa-489b-bf8c-e3e77cfc0e7e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0938191 Jan 29 19:41:16.131471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-891ff32b-edf5-433c-9b38-36e8d991cdc9 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:16.133146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-891ff32b-edf5-433c-9b38-36e8d991cdc9 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1128 time: 0.0881038 Jan 29 19:41:16.152434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825496-5'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:16.181668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f86a0dc4-dbea-485e-b864-33dd23358bdc req-eec909ca-cdba-4376-aad0-d31b98474aaa tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469563 Jan 29 19:41:16.213495 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-962ba0c7-1fb1-48f0-b0be-22c2f41972ee req-35a6e9f8-354c-4907-9427-82069220d7db tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790551 Jan 29 19:41:16.247833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:16.387932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3987e4e-2228-492a-abc2-0ed2e25b6b0b req-2355b6e5-b206-42af-b837-a27dc94198aa tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1268327 Jan 29 19:41:16.452309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:16.515084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:16.606848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:16.609444 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab0a97-b6ec-46ed-bfbb-89dff2058567" -d '{"events": [{"server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:16.613713 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Publish callbacks [] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:16.620900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdb8b1-e982-47d5-9237-aeee2a3a990b req-87921089-bfd0-49f2-b614-2353c58d2890 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:16.622908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16fdb8b1-e982-47d5-9237-aeee2a3a990b req-87921089-bfd0-49f2-b614-2353c58d2890 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 946 time: 0.0582871 Jan 29 19:41:16.641431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24f7c-78b4-47a1-bd30-9978f2e2f8e8 req-1bc00afd-4cf2-4321-b291-b801511436eb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:16.643058 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2e24f7c-78b4-47a1-bd30-9978f2e2f8e8 req-1bc00afd-4cf2-4321-b291-b801511436eb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1004367 Jan 29 19:41:16.678956 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16fdb8b1-e982-47d5-9237-aeee2a3a990b req-418bf694-faca-42d2-b30a-3bb738c2d4c5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Jan 29 19:41:16.718082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2e24f7c-78b4-47a1-bd30-9978f2e2f8e8 req-47d6ad7e-f674-47c1-828c-48a239eecbb5 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678201 Jan 29 19:41:16.736241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:16.905372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:16.938230 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55315484-29ac-47e4-8f3e-b2eb793dca4e x-openstack-request-id: req-55315484-29ac-47e4-8f3e-b2eb793dca4e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:16.938656 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:16.938947 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55315484-29ac-47e4-8f3e-b2eb793dca4e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:16.939413 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'code': 200} Jan 29 19:41:16.989481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8e2cc-85ab-4624-ac61-c242db30c135 req-619f0409-4c94-40dd-9a7c-5295adac73d1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:16.991168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47c8e2cc-85ab-4624-ac61-c242db30c135 req-619f0409-4c94-40dd-9a7c-5295adac73d1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1529129 Jan 29 19:41:16.997716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on host n-h2-825496-5 for vnic_type normal with profile {"migrating_to": "n-h1-825496-5"} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:16.998050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:16.998450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:17.007676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-d87595e4-0259-494e-b42d-3bc205fba49e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3128896 Jan 29 19:41:17.013887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:17.014351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Attempting to bind port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:17.028686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:17.029044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:17.030569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:17.030569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Bound port: 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:17.030569 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:17.094953 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47c8e2cc-85ab-4624-ac61-c242db30c135 req-6cc36d16-c391-4901-9aab-cb0085ed9cc3 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940728 Jan 29 19:41:17.137676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:17.141916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:17.226120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:17.365757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fbef9-59c8-4064-8bdb-d5d4face3c40 req-898de859-0174-459c-935c-d09e8c9e9c48 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:17.373340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee1fbef9-59c8-4064-8bdb-d5d4face3c40 req-898de859-0174-459c-935c-d09e8c9e9c48 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.1019037 Jan 29 19:41:17.428252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:17.428880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:17.438625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] 10.222.0.13 "PUT /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 1122 time: 1.2832880 Jan 29 19:41:17.450906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72741986-69e4-438d-9c69-1454c6c4d35a service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:17.467689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee1fbef9-59c8-4064-8bdb-d5d4face3c40 req-7831d001-9174-4594-8e2f-cb8607d55dfa tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931735 Jan 29 19:41:17.610116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a387ce-a023-470d-932c-9d646d92ff05 req-16f621fb-3231-4d88-9166-4842c94a2f4d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:17.611616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9a387ce-a023-470d-932c-9d646d92ff05 req-16f621fb-3231-4d88-9166-4842c94a2f4d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0746472 Jan 29 19:41:17.667443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['0b6b58c5-c7cd-461d-bfa1-5ac153409984'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:17.690200 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9a387ce-a023-470d-932c-9d646d92ff05 req-f4bc7b6f-58c7-44ee-b5b2-aef5b6a9a837 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710075 Jan 29 19:41:17.898359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206d2eb-fb9d-4ac2-b09c-b523a8ce9076 req-47900833-e89f-4f23-b935-28d88b1b6822 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:17.906750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3206d2eb-fb9d-4ac2-b09c-b523a8ce9076 req-47900833-e89f-4f23-b935-28d88b1b6822 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.1386421 Jan 29 19:41:17.974854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3206d2eb-fb9d-4ac2-b09c-b523a8ce9076 req-12f845b1-6713-4a4a-8e27-6c70c10cdb13 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670505 Jan 29 19:41:18.056443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6757de-49b4-4f6f-a2f9-d83edf1d925d req-c096280b-dce0-4650-960a-7df10e1bac9d tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:18.058444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a6757de-49b4-4f6f-a2f9-d83edf1d925d req-c096280b-dce0-4650-960a-7df10e1bac9d tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0895910 Jan 29 19:41:18.123730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a6757de-49b4-4f6f-a2f9-d83edf1d925d req-18717072-b9b8-4037-bfcc-c412119e3472 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561831 Jan 29 19:41:18.238848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6e90-cb37-43ac-94bd-58640eb6eb95 req-1ac8b4ae-d541-40a3-a7f2-e110b0cad60e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:18.241218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4cf6e90-cb37-43ac-94bd-58640eb6eb95 req-1ac8b4ae-d541-40a3-a7f2-e110b0cad60e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0567458 Jan 29 19:41:18.308313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4cf6e90-cb37-43ac-94bd-58640eb6eb95 req-a50a4599-b41e-44de-8e28-e314eebae01a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Jan 29 19:41:18.446117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b979f8c-fca4-4e17-8f15-4a7aedb8bd1e req-a962b118-63e8-4e4b-81f3-ca80e9255b0d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:18.447609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b979f8c-fca4-4e17-8f15-4a7aedb8bd1e req-a962b118-63e8-4e4b-81f3-ca80e9255b0d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0634310 Jan 29 19:41:18.503328 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b979f8c-fca4-4e17-8f15-4a7aedb8bd1e req-8d505906-6749-4ccc-b8c7-026324181fbb tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Jan 29 19:41:18.595529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec37c9-d558-4153-994f-644765e214a1 req-9e0336ee-9e7b-43f3-adbd-523a5267528f tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:18.597155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdec37c9-d558-4153-994f-644765e214a1 req-9e0336ee-9e7b-43f3-adbd-523a5267528f tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.0555797 Jan 29 19:41:18.645059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdec37c9-d558-4153-994f-644765e214a1 req-fa984563-5499-4725-9a0a-38789a6176a1 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Jan 29 19:41:18.814528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad794af9-f433-49a2-a23e-127852e06372 req-fc77ef15-e287-45d4-ae6c-f2d905d87036 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:18.816096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad794af9-f433-49a2-a23e-127852e06372 req-fc77ef15-e287-45d4-ae6c-f2d905d87036 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0536435 Jan 29 19:41:18.864319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad794af9-f433-49a2-a23e-127852e06372 req-6ac19e9c-0b4a-482d-95a6-ec1d6745b067 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Jan 29 19:41:18.940497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:18.942926 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:18.979056 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d0240-cfb0-4155-b455-a0b91427a3f5 x-openstack-request-id: req-7c0d0240-cfb0-4155-b455-a0b91427a3f5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:18.979350 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:18.980231 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c0d0240-cfb0-4155-b455-a0b91427a3f5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:18.980773 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'status': 'completed', 'code': 200} Jan 29 19:41:19.261902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05de1c9-eb7d-43ce-88c4-f5f4cb274757 req-4b9d9035-9560-49c3-901e-30fb3e93d249 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.266537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b05de1c9-eb7d-43ce-88c4-f5f4cb274757 req-4b9d9035-9560-49c3-901e-30fb3e93d249 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0738976 Jan 29 19:41:19.316877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b05de1c9-eb7d-43ce-88c4-f5f4cb274757 req-1430c2cc-cd7b-4313-97eb-029ecfeedbe4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503848 Jan 29 19:41:19.380420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-eddb0d66-855b-4ec8-a3e3-fd561285b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.382420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-eddb0d66-855b-4ec8-a3e3-fd561285b50f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1156 time: 0.3359387 Jan 29 19:41:19.398990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef00872-30be-40d1-b536-dad9f140788d req-26d93e78-4688-4524-b826-008b37602b49 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.400946 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ef00872-30be-40d1-b536-dad9f140788d req-26d93e78-4688-4524-b826-008b37602b49 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.3268549 Jan 29 19:41:19.437246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a40b9b-ec0c-4345-af1f-20d8f141e6ea req-74fff655-e5fd-4ff4-9781-39bedf94d90e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.438805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5a40b9b-ec0c-4345-af1f-20d8f141e6ea req-74fff655-e5fd-4ff4-9781-39bedf94d90e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0546770 Jan 29 19:41:19.505215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5a40b9b-ec0c-4345-af1f-20d8f141e6ea req-b49bd128-de88-4886-80e1-3d49a4a60183 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548146 Jan 29 19:41:19.516853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ef00872-30be-40d1-b536-dad9f140788d req-a1816065-6178-42fb-9cdc-d17bf72abeaf tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064599 Jan 29 19:41:19.542171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-2af45bef-b411-4e96-8a6d-255857bd0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.543829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-2af45bef-b411-4e96-8a6d-255857bd0641 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1418993 Jan 29 19:41:19.596985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-2171d99c-c608-4437-a3ef-c8a109ee239b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.0450840 Jan 29 19:41:19.653783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-27905918-0bb2-4f30-8ba8-86205e681bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.655224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-27905918-0bb2-4f30-8ba8-86205e681bd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0485215 Jan 29 19:41:19.681354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c137c9-073c-446f-af3a-89529fc548ce req-51bf9ee2-af25-485b-bf68-42ffb035071f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.688578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20c137c9-073c-446f-af3a-89529fc548ce req-51bf9ee2-af25-485b-bf68-42ffb035071f tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0993814 Jan 29 19:41:19.693073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-a00a86ae-d755-49b3-8ad9-2e7ee0c22d5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279024 Jan 29 19:41:19.715765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-548de763-954a-4619-9689-956cea5b9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.717262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-548de763-954a-4619-9689-956cea5b9efd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1132 time: 0.0963018 Jan 29 19:41:19.761823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20c137c9-073c-446f-af3a-89529fc548ce req-34dde086-2913-4b5e-ac3d-350f6de1fe8e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722766 Jan 29 19:41:19.814671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-42a51ec0-2ec8-42f9-957a-5ad45ac04b41 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141438 Jan 29 19:41:19.832751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-b1819703-72ef-425c-8832-bf14f7a60a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.835434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-b1819703-72ef-425c-8832-bf14f7a60a66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1077774 Jan 29 19:41:19.877833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-24852943-1744-4f58-9f59-27be7f26d0f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0362515 Jan 29 19:41:19.917248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46eaa57-edaa-49b9-a3b8-7ed7c3db09a8 req-b53d638f-d97f-4e9b-8293-a28fbaab5680 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930643 Jan 29 19:41:19.933124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-f2acbb5a-b6f8-4669-b022-996df3be23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.934710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-f2acbb5a-b6f8-4669-b022-996df3be23eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0500863 Jan 29 19:41:19.991769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-c0925a4b-08c1-42c0-af0a-81b91d947d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:19.993442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-c0925a4b-08c1-42c0-af0a-81b91d947d94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0483999 Jan 29 19:41:20.002597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceadd4-d4cb-4727-8c30-d51d18f3cd2e req-fad10097-dd3b-48e5-83b8-5d27c91880bd tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:20.004158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2ceadd4-d4cb-4727-8c30-d51d18f3cd2e req-fad10097-dd3b-48e5-83b8-5d27c91880bd tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0591331 Jan 29 19:41:20.060256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2ceadd4-d4cb-4727-8c30-d51d18f3cd2e req-7299598f-a6de-4769-b17e-a426aa403d53 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493591 Jan 29 19:41:20.097563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-d09d45a2-5b32-4bb1-a05a-ef3730e58105 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969374 Jan 29 19:41:20.202998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-74aa4dd3-a4c0-4111-af9e-af0e0d680d17 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972123 Jan 29 19:41:20.420409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:20.439305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57188ab-e8f1-4e0c-ae6c-cae307bb9714 req-f5030edc-388c-4cfc-b9bc-2bf41e61b55f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:20.440566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b57188ab-e8f1-4e0c-ae6c-cae307bb9714 req-f5030edc-388c-4cfc-b9bc-2bf41e61b55f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0567598 Jan 29 19:41:20.512414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b57188ab-e8f1-4e0c-ae6c-cae307bb9714 req-b1cc78d5-289d-436a-9391-fca77ddf25d1 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551765 Jan 29 19:41:20.539804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:20.544027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 has no active binding in host n-h1-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:41:20.670077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf63577-bda9-40ee-b098-47f7e3b404d2 req-1f55bf1b-f2b0-4c7d-98b8-da7bb463b9e9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:20.672833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cf63577-bda9-40ee-b098-47f7e3b404d2 req-1f55bf1b-f2b0-4c7d-98b8-da7bb463b9e9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0721326 Jan 29 19:41:20.686033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244613c4-0aa6-43b3-b0d1-620bce6adb6e req-0873af6d-5ed4-4431-982a-1df7a2ebc03e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:20.687653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-244613c4-0aa6-43b3-b0d1-620bce6adb6e req-0873af6d-5ed4-4431-982a-1df7a2ebc03e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0667257 Jan 29 19:41:20.743313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cf63577-bda9-40ee-b098-47f7e3b404d2 req-36e53e1c-f2e6-49ed-ad01-c4706b44f5bf tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503037 Jan 29 19:41:20.759651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-244613c4-0aa6-43b3-b0d1-620bce6adb6e req-b0c70cfb-8ab2-4f4d-9200-67109a0a6137 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Jan 29 19:41:20.885059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28de6f-e71a-4207-a805-ee38ba62c72d req-b116375b-2211-4da9-a819-4baa62aadb5d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:20.886509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c28de6f-e71a-4207-a805-ee38ba62c72d req-b116375b-2211-4da9-a819-4baa62aadb5d tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0539691 Jan 29 19:41:20.933536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c28de6f-e71a-4207-a805-ee38ba62c72d req-ed47d4fb-6990-4995-b6a5-17e299a73619 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Jan 29 19:41:21.040868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-d011cb1a-d74b-45a2-84e8-1d92176979cd tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:21.042318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-d011cb1a-d74b-45a2-84e8-1d92176979cd tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 946 time: 0.0567539 Jan 29 19:41:21.146947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Deleting port d1d2747a-866f-4d03-983c-9827a94b5211 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:41:21.147201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:21.200492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1afc-1b96-4a73-bff4-7d88294d77be req-71045266-fbde-4019-979f-1961e600bc91 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:21.202074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80ba1afc-1b96-4a73-bff4-7d88294d77be req-71045266-fbde-4019-979f-1961e600bc91 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0726838 Jan 29 19:41:21.250255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80ba1afc-1b96-4a73-bff4-7d88294d77be req-3067588a-4451-486d-afce-bd8609149a44 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Jan 29 19:41:21.261900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] For port d1d2747a-866f-4d03-983c-9827a94b5211, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d1d2747a-866f-4d03-983c-9827a94b5211,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:21.261900 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:21.290066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Calling delete_port for d1d2747a-866f-4d03-983c-9827a94b5211 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:41:21.513061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d1d2747a-866f-4d03-983c-9827a94b5211), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:21.548435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Pushing event deleted for resources: {'Port': ['ID=d1d2747a-866f-4d03-983c-9827a94b5211,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:21.592745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['bcd62389-244c-4ed4-bb91-1fbec3f4450c', 'd1d2747a-866f-4d03-983c-9827a94b5211', '79fa82b4-74bf-48ed-b391-01db6ab3a1ee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:21.625612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] No DVR routers for this DVR port d1d2747a-866f-4d03-983c-9827a94b5211 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:21.628865 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:21.635861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69d3d98f-bc00-43a1-88b7-8ad47ba7892a req-e97170ed-261f-4a54-ac94-40dd2421ef6c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "DELETE /v2.0/ports/d1d2747a-866f-4d03-983c-9827a94b5211 HTTP/1.1" status: 204 len: 173 time: 0.5866642 Jan 29 19:41:21.637974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'name': 'network-vif-deleted', 'tag': 'd1d2747a-866f-4d03-983c-9827a94b5211'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:21.644058 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29857f4-ab32-4963-838f-c23c63131ad1" -d '{"events": [{"server_uuid": "9656dbaa-7eb3-4b07-b992-538cf6c582bb", "name": "network-vif-deleted", "tag": "d1d2747a-866f-4d03-983c-9827a94b5211"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:21.696917 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e339215e-5acc-46a9-9dc0-c9b88a9bb9bf x-openstack-request-id: req-e339215e-5acc-46a9-9dc0-c9b88a9bb9bf {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:21.697563 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9656dbaa-7eb3-4b07-b992-538cf6c582bb", "name": "network-vif-deleted", "tag": "d1d2747a-866f-4d03-983c-9827a94b5211", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:21.697563 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e339215e-5acc-46a9-9dc0-c9b88a9bb9bf {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:21.698022 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9656dbaa-7eb3-4b07-b992-538cf6c582bb', 'name': 'network-vif-deleted', 'tag': 'd1d2747a-866f-4d03-983c-9827a94b5211', 'status': 'completed', 'code': 200} Jan 29 19:41:21.715948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd7ce-7200-4fc4-9859-26ba9535431b req-3ae4cdc0-eef3-4eb0-a1f0-e88ee3a6208f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:21.722944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa3bd7ce-7200-4fc4-9859-26ba9535431b req-3ae4cdc0-eef3-4eb0-a1f0-e88ee3a6208f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0857613 Jan 29 19:41:21.813135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa3bd7ce-7200-4fc4-9859-26ba9535431b req-ada6c9b9-2cde-46f8-ba10-4684cb9c31ac tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866048 Jan 29 19:41:21.919060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d46801-e1f0-4763-a52d-15b82ccc26e4 req-0836f52e-024b-4a42-ac5a-0fba2462a1f1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:21.942002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52d46801-e1f0-4763-a52d-15b82ccc26e4 req-0836f52e-024b-4a42-ac5a-0fba2462a1f1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0833664 Jan 29 19:41:22.020776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52d46801-e1f0-4763-a52d-15b82ccc26e4 req-3748ae95-3cf1-49c8-b00f-845f09cb3df2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740948 Jan 29 19:41:22.028802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548df73-d56a-4fcb-9d46-e74452a67a7e req-ce470280-89d5-4ec0-9901-142e0a45cbd4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:22.040436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5548df73-d56a-4fcb-9d46-e74452a67a7e req-ce470280-89d5-4ec0-9901-142e0a45cbd4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.1203439 Jan 29 19:41:22.159574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5548df73-d56a-4fcb-9d46-e74452a67a7e req-a3c13579-4e78-4eb2-8b22-514a40b5b0e4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112788 Jan 29 19:41:22.261895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fa75ac1-1681-42c3-a380-5e8f4e062f6f req-55ed67bf-b9cf-4e1e-8f42-ae29d23aa0b8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=9656dbaa-7eb3-4b07-b992-538cf6c582bb HTTP/1.1" status: 200 len: 210 time: 0.0723491 Jan 29 19:41:22.409513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c959758-5b73-4635-a931-7d3cd2ec155f req-f13f13b4-a045-45bd-a7a4-55d8f68b5f0b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:22.412843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c959758-5b73-4635-a931-7d3cd2ec155f req-f13f13b4-a045-45bd-a7a4-55d8f68b5f0b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0615604 Jan 29 19:41:22.482605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c959758-5b73-4635-a931-7d3cd2ec155f req-946ae45c-588b-4394-af29-bc939a0d4895 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556622 Jan 29 19:41:22.940370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da15d-9467-4b41-b46d-d6340343cd6c req-5e1a5979-b54c-438c-9d09-c8f86db4ea46 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:22.950956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-863da15d-9467-4b41-b46d-d6340343cd6c req-5e1a5979-b54c-438c-9d09-c8f86db4ea46 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0715361 Jan 29 19:41:23.016915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-863da15d-9467-4b41-b46d-d6340343cd6c req-b52957e6-780d-496d-910a-c0f1ed0eadcc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599518 Jan 29 19:41:23.157064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aafb38-6f9d-4007-91d2-236e194e8012 req-217bc45c-52e7-4b26-9e16-09274b02b8c7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:23.160738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-67aafb38-6f9d-4007-91d2-236e194e8012 req-217bc45c-52e7-4b26-9e16-09274b02b8c7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0610793 Jan 29 19:41:23.246927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-67aafb38-6f9d-4007-91d2-236e194e8012 req-18afec0d-e788-48a0-a06d-03cb61586435 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820012 Jan 29 19:41:23.424807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5a323-89a7-4ea1-a7f5-cf4f0f59e08c req-68d4528e-80f6-4a4e-acd6-7e4dcf9b24ff tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:23.426380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5d5a323-89a7-4ea1-a7f5-cf4f0f59e08c req-68d4528e-80f6-4a4e-acd6-7e4dcf9b24ff tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0911136 Jan 29 19:41:23.521863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5d5a323-89a7-4ea1-a7f5-cf4f0f59e08c req-d481f9e6-b5af-4f36-ab7a-95d047e92636 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821240 Jan 29 19:41:23.697168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fc55d-833f-4253-9e8e-c98f1be960a7 req-429b1ccc-9946-4b68-8ddd-39c5b01a7888 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:23.698621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-944fc55d-833f-4253-9e8e-c98f1be960a7 req-429b1ccc-9946-4b68-8ddd-39c5b01a7888 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0654945 Jan 29 19:41:23.747094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-944fc55d-833f-4253-9e8e-c98f1be960a7 req-d468b7a3-0156-4f22-814e-46d5bf4490f0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Jan 29 19:41:23.906669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15ed2-af6d-4792-af9a-7e9489af3bbf req-052c6da9-d693-41f4-90c5-d1ea1bf7f7d6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:23.908164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d15ed2-af6d-4792-af9a-7e9489af3bbf req-052c6da9-d693-41f4-90c5-d1ea1bf7f7d6 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 946 time: 0.0622973 Jan 29 19:41:23.972514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d15ed2-af6d-4792-af9a-7e9489af3bbf req-baf15bcb-59e0-4f03-8d05-1e12f0b95e6b tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Jan 29 19:41:24.133708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ff728-ebef-4000-9bb7-44bd7428dbb9 req-905f5247-ce1c-4c8f-b6dd-5eaa70bce362 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:24.135489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-446ff728-ebef-4000-9bb7-44bd7428dbb9 req-905f5247-ce1c-4c8f-b6dd-5eaa70bce362 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0572886 Jan 29 19:41:24.184530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-446ff728-ebef-4000-9bb7-44bd7428dbb9 req-68f8a70f-07dc-41b1-956a-3a3e06769032 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Jan 29 19:41:24.362546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb3982-6ffb-4c17-a45d-55642c5ee613 req-d0a8c102-d43a-47ab-9a88-c14b5c2d99c5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:24.365440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62eb3982-6ffb-4c17-a45d-55642c5ee613 req-d0a8c102-d43a-47ab-9a88-c14b5c2d99c5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0548370 Jan 29 19:41:24.418995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62eb3982-6ffb-4c17-a45d-55642c5ee613 req-3dbe56ee-f6c5-4bd0-9e8e-28f2aa1ceed5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Jan 29 19:41:24.655326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9836e2-9f80-437a-8efe-17175ef83da4 req-0cd94e28-b2ed-458f-aae1-83a051fa8ad0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:24.656747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc9836e2-9f80-437a-8efe-17175ef83da4 req-0cd94e28-b2ed-458f-aae1-83a051fa8ad0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0529492 Jan 29 19:41:24.705092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc9836e2-9f80-437a-8efe-17175ef83da4 req-4a45cf1c-4964-4e4b-95c4-294b0a14a21d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Jan 29 19:41:24.820412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba2c-1cec-4d01-adfc-5ff4e419fd9e req-f14db86e-251d-4672-b8a1-362fb706dbe6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:24.821916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07cfba2c-1cec-4d01-adfc-5ff4e419fd9e req-f14db86e-251d-4672-b8a1-362fb706dbe6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0567312 Jan 29 19:41:24.880275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d1d2747a-866f-4d03-983c-9827a94b5211 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:24.903977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: d1d2747a-866f-4d03-983c-9827a94b5211 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:41:24.904354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d1d2747a-866f-4d03-983c-9827a94b5211 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:24.904973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07cfba2c-1cec-4d01-adfc-5ff4e419fd9e req-2c9cce8e-5703-4a7c-b205-873ea30a6d67 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770452 Jan 29 19:41:24.911363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-76baedbd-9c74-46b7-bb1e-bca0adc4def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:24.913810 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-76baedbd-9c74-46b7-bb1e-bca0adc4def3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.0785046 Jan 29 19:41:25.054871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-527d4e7d-a644-414e-abf9-ac0ce5b14f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.056653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-527d4e7d-a644-414e-abf9-ac0ce5b14f67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.1275656 Jan 29 19:41:25.080483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8037c9e-7cc9-43c0-8bce-5606fc44771e req-94301b2d-d833-4386-ac95-0a57f9732d10 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.082030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8037c9e-7cc9-43c0-8bce-5606fc44771e req-94301b2d-d833-4386-ac95-0a57f9732d10 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0937438 Jan 29 19:41:25.118298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-acdcb4fa-f1b2-45a3-bc1c-e990ff46ab44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 217 time: 0.0535369 Jan 29 19:41:25.191129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8037c9e-7cc9-43c0-8bce-5606fc44771e req-1ac8c093-9828-4f36-a467-72fcd7350d38 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Jan 29 19:41:25.194918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-7e45b15d-90f5-499b-8da0-fb2c04fe1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.196259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-7e45b15d-90f5-499b-8da0-fb2c04fe1356 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.0690644 Jan 29 19:41:25.238769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-2705afa0-be23-4a5c-bf5d-8e9916c43539 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306149 Jan 29 19:41:25.244341 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d858c71d-5908-4962-a11d-929d5b91bb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:25.364331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11dd6-4100-458f-9aa9-2f644a783144 req-cbd94e5f-7027-440b-8891-906fbae9dd1c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.366354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84e11dd6-4100-458f-9aa9-2f644a783144 req-cbd94e5f-7027-440b-8891-906fbae9dd1c tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 946 time: 0.1110871 Jan 29 19:41:25.390478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-937f4fe4-ed1e-4f09-9eab-a459f34720e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425688 Jan 29 19:41:25.452800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84e11dd6-4100-458f-9aa9-2f644a783144 req-6bcdd85c-7cd4-4b21-97fa-3e0063b842d9 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Jan 29 19:41:25.509429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fbe7d3b-6951-4c40-a824-a2824a93d5b8 req-5d2e3876-9421-41ef-9d3a-17a273fd4b13 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117899 Jan 29 19:41:25.575669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10615df-0476-4949-be3a-2931e66e086c req-b18ebb1a-b9cb-4a77-bf4b-57979abe0d51 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.577339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f10615df-0476-4949-be3a-2931e66e086c req-b18ebb1a-b9cb-4a77-bf4b-57979abe0d51 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0666232 Jan 29 19:41:25.647586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f10615df-0476-4949-be3a-2931e66e086c req-c21746b3-deee-4fd2-b6e2-167c3ad9caa3 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Jan 29 19:41:25.647907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59683bb-6b7f-4460-a232-293eda814504 req-c9b5c05b-6c7a-4e0a-88c7-2da804f3b1e5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.649909 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59683bb-6b7f-4460-a232-293eda814504 req-c9b5c05b-6c7a-4e0a-88c7-2da804f3b1e5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0728190 Jan 29 19:41:25.703158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59683bb-6b7f-4460-a232-293eda814504 req-ab1a3636-d954-4d9d-bea5-9ea8249c5df2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479274 Jan 29 19:41:25.833137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65ab7b-e7bb-488c-acbd-0bd0dbd410dd req-78d94c0a-73e5-4eca-a075-c6557904cd04 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.835712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a65ab7b-e7bb-488c-acbd-0bd0dbd410dd req-78d94c0a-73e5-4eca-a075-c6557904cd04 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0592127 Jan 29 19:41:25.863346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-77b578fc-ed2e-474a-b5ab-f454d9fa0e1e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:25.865018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-77b578fc-ed2e-474a-b5ab-f454d9fa0e1e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 946 time: 0.0560296 Jan 29 19:41:25.885525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a65ab7b-e7bb-488c-acbd-0bd0dbd410dd req-0b541ffb-774b-45b4-8cdd-0f164825c525 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Jan 29 19:41:25.972488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Deleting port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:41:25.972878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:26.093547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7a10-5d4d-4620-a6e5-0b025865a829 req-7b50bee2-e1ca-4367-9c36-8ecaad9af93a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:26.095040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eded7a10-5d4d-4620-a6e5-0b025865a829 req-7b50bee2-e1ca-4367-9c36-8ecaad9af93a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1189864 Jan 29 19:41:26.123164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] For port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:26.123458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:26.140795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Calling delete_port for 79fa82b4-74bf-48ed-b391-01db6ab3a1ee owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:41:26.171845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eded7a10-5d4d-4620-a6e5-0b025865a829 req-73ea1c35-da8b-4cba-b4f4-3cd6e8064241 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jan 29 19:41:26.357614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd55b-a35e-488b-b779-d6aefc9e667c req-ceffddee-7658-48f5-b16d-99637a8a8b78 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:26.359093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b57cd55b-a35e-488b-b779-d6aefc9e667c req-ceffddee-7658-48f5-b16d-99637a8a8b78 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0979638 Jan 29 19:41:26.361986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-ad94bcf3-c87a-4993-9f46-17c835b36388 service neutron] 10.222.0.26 "GET /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.0725946 Jan 29 19:41:26.393223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (79fa82b4-74bf-48ed-b391-01db6ab3a1ee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:26.421087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Pushing event deleted for resources: {'Port': ['ID=79fa82b4-74bf-48ed-b391-01db6ab3a1ee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:26.428329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['bcd62389-244c-4ed4-bb91-1fbec3f4450c', '79fa82b4-74bf-48ed-b391-01db6ab3a1ee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:26.454829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b57cd55b-a35e-488b-b779-d6aefc9e667c req-c6dd0fa2-938b-4682-909b-3b7744b59689 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871556 Jan 29 19:41:26.540028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] No DVR routers for this DVR port 79fa82b4-74bf-48ed-b391-01db6ab3a1ee on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:26.544910 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:26.548324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-961c8261-9351-49f7-9b62-87972e7c3b93 req-b514b0eb-ce2d-4500-916a-b6ec8fcf2843 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "DELETE /v2.0/ports/79fa82b4-74bf-48ed-b391-01db6ab3a1ee HTTP/1.1" status: 204 len: 173 time: 0.6778982 Jan 29 19:41:26.548742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'name': 'network-vif-deleted', 'tag': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:26.551170 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12180718-9a2c-445a-a315-344bf2236a6e" -d '{"events": [{"server_uuid": "615361b9-6d3c-439d-bc0c-7ffb990b9511", "name": "network-vif-deleted", "tag": "79fa82b4-74bf-48ed-b391-01db6ab3a1ee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:26.631058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49951e8b-0cc3-4426-a424-53f5747cc0fc req-61d8df36-2fc0-4360-966b-67abc74bfa40 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 210 time: 0.0559285 Jan 29 19:41:26.632083 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce4d499-78af-486c-b150-d171f6a9a4a7 x-openstack-request-id: req-2ce4d499-78af-486c-b150-d171f6a9a4a7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:26.632614 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615361b9-6d3c-439d-bc0c-7ffb990b9511", "name": "network-vif-deleted", "tag": "79fa82b4-74bf-48ed-b391-01db6ab3a1ee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:26.633050 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ce4d499-78af-486c-b150-d171f6a9a4a7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:26.634791 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615361b9-6d3c-439d-bc0c-7ffb990b9511', 'name': 'network-vif-deleted', 'tag': '79fa82b4-74bf-48ed-b391-01db6ab3a1ee', 'status': 'completed', 'code': 200} Jan 29 19:41:26.663723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:26.694601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:26.740790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6b58c5-c7cd-461d-bfa1-5ac153409984 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:26.760819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:26.841135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124be6c0-5f71-43bf-9a1b-359895955ea1 req-52260b45-3227-4de4-a12a-09b205ea122a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:26.843309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-124be6c0-5f71-43bf-9a1b-359895955ea1 req-52260b45-3227-4de4-a12a-09b205ea122a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Jan 29 19:41:26.867677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:26.892424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12386121-8d35-4965-a544-c7ca95dd32e2 req-8c78d1e7-a4c5-4aca-b71a-6e68065f5d1a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:26.894098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12386121-8d35-4965-a544-c7ca95dd32e2 req-8c78d1e7-a4c5-4aca-b71a-6e68065f5d1a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0624735 Jan 29 19:41:26.955270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12386121-8d35-4965-a544-c7ca95dd32e2 req-8527b0b9-3638-4864-8030-42d0fe664c76 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532675 Jan 29 19:41:26.963833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-124be6c0-5f71-43bf-9a1b-359895955ea1 req-8e4e4484-2e92-4ae4-b0f9-7b89c91edf9c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138792 Jan 29 19:41:27.000585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] Transition to ACTIVE for port object 0b6b58c5-c7cd-461d-bfa1-5ac153409984 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:27.102232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f80594-9798-4094-a323-b653c36c2213 req-f89600bb-708b-4757-87ea-ee744b8e6c17 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.103833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f80594-9798-4094-a323-b653c36c2213 req-f89600bb-708b-4757-87ea-ee744b8e6c17 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 944 time: 0.0631757 Jan 29 19:41:27.128506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:27.152725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84f80594-9798-4094-a323-b653c36c2213 req-bcb6741e-5bea-4411-9fa8-57376c4cba01 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Jan 29 19:41:27.191205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] No DVR routers for this DVR port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:27.229985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:27.237248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-95d78b93-43c3-46ad-85dd-e2a557055fac service neutron] 10.222.0.26 "PUT /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984/bindings/n-h1-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8649726 Jan 29 19:41:27.303749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5643903-8251-428e-820f-059fcd1d4bee req-34385a47-471f-429a-b64f-3a8232b07532 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.305274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5643903-8251-428e-820f-059fcd1d4bee req-34385a47-471f-429a-b64f-3a8232b07532 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0591574 Jan 29 19:41:27.366546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5643903-8251-428e-820f-059fcd1d4bee req-a7571e0c-0135-42e4-9d94-9d88616b5a31 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540857 Jan 29 19:41:27.455357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2c643c9-493a-4feb-9a08-e6fce7ecd4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:27.487965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-ada23a5e-ad3f-4978-b983-ffa7b8170b02 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.490927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-ada23a5e-ad3f-4978-b983-ffa7b8170b02 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.0495324 Jan 29 19:41:27.548073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-39516146-d52c-474a-8afb-10d813c4bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.548073 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-39516146-d52c-474a-8afb-10d813c4bb0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7&tenant_id=00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 1127 time: 0.0486050 Jan 29 19:41:27.587990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce78a-a351-44bd-92e2-24e92b488a87 req-40434d95-1057-4965-8498-4b3542407058 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.589726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d66ce78a-a351-44bd-92e2-24e92b488a87 req-40434d95-1057-4965-8498-4b3542407058 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0581186 Jan 29 19:41:27.628973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-881e4634-a8ed-40a5-8558-d65f28285a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.631479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-881e4634-a8ed-40a5-8558-d65f28285a5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0574934 Jan 29 19:41:27.643278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d66ce78a-a351-44bd-92e2-24e92b488a87 req-530aad11-071f-40e7-861c-14f91061c5e3 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Jan 29 19:41:27.743646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-d7899b84-11ea-4ab5-9b79-b8d508c777da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.745435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-d7899b84-11ea-4ab5-9b79-b8d508c777da service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1070933 Jan 29 19:41:27.763138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2ea9d7f-cb07-4bfd-a32a-6e69d30b49a3 req-936b7f7b-e3a6-4dbf-8cce-269cbe294009 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=615361b9-6d3c-439d-bc0c-7ffb990b9511 HTTP/1.1" status: 200 len: 210 time: 0.0393913 Jan 29 19:41:27.805484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-3afa381f-be1c-4f1d-8e70-be82f7bda7f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.0449369 Jan 29 19:41:27.860737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-ca7ccd94-adc6-45c1-a8e4-e7c82f4353dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:27.862315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-ca7ccd94-adc6-45c1-a8e4-e7c82f4353dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0505171 Jan 29 19:41:27.896297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-976aedda-d4b4-44c9-9298-6e58d250f0aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259039 Jan 29 19:41:27.999721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-d29961bb-8575-4cdf-ba08-887f6f79a39a service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901930 Jan 29 19:41:28.107013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f927c28-c073-4f92-857a-28d0900bb7bc req-13d49302-c245-42e4-adaf-c17f717f6c30 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.108867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f927c28-c073-4f92-857a-28d0900bb7bc req-13d49302-c245-42e4-adaf-c17f717f6c30 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0554271 Jan 29 19:41:28.131136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-2a26a70b-2696-4e98-aa96-f1e8216fbee7 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205397 Jan 29 19:41:28.153817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6d05-2f33-4145-90a0-62459420e4cb req-0a67ff5b-de44-4b42-8c40-b64e971073ff tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.155289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b36f6d05-2f33-4145-90a0-62459420e4cb req-0a67ff5b-de44-4b42-8c40-b64e971073ff tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0891476 Jan 29 19:41:28.168633 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f927c28-c073-4f92-857a-28d0900bb7bc req-d90ce173-63db-4c69-88d7-0b656e02c021 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Jan 29 19:41:28.307515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a2c8-db80-43b0-a42a-10c5fda96b54 req-0a78d6ee-a220-4e4b-ba7f-700335e3f886 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.309142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e25a2c8-db80-43b0-a42a-10c5fda96b54 req-0a78d6ee-a220-4e4b-ba7f-700335e3f886 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.0751486 Jan 29 19:41:28.363039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e25a2c8-db80-43b0-a42a-10c5fda96b54 req-45708681-5e23-4b77-86a1-723df6518db3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Jan 29 19:41:28.501158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b36f6d05-2f33-4145-90a0-62459420e4cb req-98cc2f2b-b228-4523-b7d4-def1501424b8 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362560 Jan 29 19:41:28.502021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bf4ec-0e48-401a-84f0-aed9f9a9795e req-64b6af6f-86f8-4dd9-9f09-25a67e4fb19c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.503763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-967bf4ec-0e48-401a-84f0-aed9f9a9795e req-64b6af6f-86f8-4dd9-9f09-25a67e4fb19c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0599127 Jan 29 19:41:28.558042 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-967bf4ec-0e48-401a-84f0-aed9f9a9795e req-972f7ae0-a195-424c-af06-f61e24a133f7 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Jan 29 19:41:28.657138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-5e8f953d-0819-43da-8a76-6ae87e10ecd4 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.658582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-5e8f953d-0819-43da-8a76-6ae87e10ecd4 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.0506573 Jan 29 19:41:28.662278 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:28.823033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3a63c-63f1-4777-99a8-3f64d2677001 req-82c2f9af-d372-45ba-8016-650039b1af13 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.824052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef3a63c-63f1-4777-99a8-3f64d2677001 req-82c2f9af-d372-45ba-8016-650039b1af13 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 945 time: 0.0958333 Jan 29 19:41:28.894907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-3fd17043-99ff-4b22-8cfc-f3d6b8c97355 service neutron] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:28.924333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef3a63c-63f1-4777-99a8-3f64d2677001 req-259891e2-8a94-4c34-8273-d4d0627f66f5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861447 Jan 29 19:41:28.924333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-3fd17043-99ff-4b22-8cfc-f3d6b8c97355 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:28.924333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a391326-b643-4036-86d8-ce31b86c7ce7 req-3fd17043-99ff-4b22-8cfc-f3d6b8c97355 service neutron] 10.222.0.13 "DELETE /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984/bindings/n-h2-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.2566791 Jan 29 19:41:28.953149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-9738e13c-0057-434b-a993-8f3eda59bac7 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:28.954642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-9738e13c-0057-434b-a993-8f3eda59bac7 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.0777664 Jan 29 19:41:28.966680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825496-5'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:29.029225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.158647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:29.203804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:29.270044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:29.272960 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aba91b-7465-49cd-859b-c10daf85e1c5" -d '{"events": [{"server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:29.279948 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Publish callbacks [] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.340514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbeda4-5e6c-4d37-a23c-3e5507baf0bc req-d8e00b56-89e0-4ad0-83fc-5b4e6e7044f8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:29.342051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3dbeda4-5e6c-4d37-a23c-3e5507baf0bc req-d8e00b56-89e0-4ad0-83fc-5b4e6e7044f8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0648286 Jan 29 19:41:29.367685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.389292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a18a23-5e03-4e60-a85f-9a2ac4c9951f req-f1c8a90b-6288-4893-b3f2-bc7f05573983 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:29.392652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97a18a23-5e03-4e60-a85f-9a2ac4c9951f req-f1c8a90b-6288-4893-b3f2-bc7f05573983 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0688722 Jan 29 19:41:29.452767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3dbeda4-5e6c-4d37-a23c-3e5507baf0bc req-ece7ef17-3744-40fa-a191-59cce3ebe91b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041298 Jan 29 19:41:29.496829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97a18a23-5e03-4e60-a85f-9a2ac4c9951f req-fef0a6d2-033e-4e57-b112-68febe42d421 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961030 Jan 29 19:41:29.510966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:29.513273 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.518106 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa74f9-860b-47b2-a4ec-8d8492d17947 x-openstack-request-id: req-56aa74f9-860b-47b2-a4ec-8d8492d17947 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:29.518398 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:29.518654 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56aa74f9-860b-47b2-a4ec-8d8492d17947 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:29.519049 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'code': 200} Jan 29 19:41:29.525854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on host n-h1-825496-5 for vnic_type normal with profile {"migrating_to": "n-h2-825496-5"} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:29.526261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:29.526606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:29.531913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:29.532969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Attempting to bind port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on network e3f680c2-d656-445b-ab70-a827f325043c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:29.539002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:29.539353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Checking segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:29.539753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Bound using segment: {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:29.540355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Bound port: 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fac08f7-13f9-4651-aff6-c76d5a333dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e3f680c2-d656-445b-ab70-a827f325043c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:29.540929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.619210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff746bf-e6cb-4a67-bba4-1fb73b1cb818 req-ebda1538-02d0-493d-a9ee-fac95627f9f8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:29.620873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aff746bf-e6cb-4a67-bba4-1fb73b1cb818 req-ebda1538-02d0-493d-a9ee-fac95627f9f8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Jan 29 19:41:29.660963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:29.666269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:29.676891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aff746bf-e6cb-4a67-bba4-1fb73b1cb818 req-9b16ac67-8ce9-4c8e-b5a6-b4c352ada24d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Jan 29 19:41:29.729075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.767969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead993af-09df-409e-ba10-181d6ed26eb6 req-304822e6-b33c-4108-bb60-a0cd151cef2d tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:29.769635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ead993af-09df-409e-ba10-181d6ed26eb6 req-304822e6-b33c-4108-bb60-a0cd151cef2d tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1622181 Jan 29 19:41:29.805319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edd172-7766-43c7-b2ce-8f33cdaf7592 req-f48f38b1-0a10-49d2-bdd9-e57b6edb1032 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:29.807309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7edd172-7766-43c7-b2ce-8f33cdaf7592 req-f48f38b1-0a10-49d2-bdd9-e57b6edb1032 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0658877 Jan 29 19:41:29.821522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:29.864325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:29.866855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:29.868531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dbf79fc4-e44d-456c-8e50-2dcb4747e4be service neutron] 10.222.0.26 "PUT /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 1121 time: 0.9056826 Jan 29 19:41:29.896722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7edd172-7766-43c7-b2ce-8f33cdaf7592 req-370580ef-0e51-417e-a2ad-9c9998b66659 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827565 Jan 29 19:41:29.901234 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ead993af-09df-409e-ba10-181d6ed26eb6 req-e01fabb6-1336-4b86-bf4c-3d362f1f9416 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119399 Jan 29 19:41:30.012083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:30.075692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:30.077141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42b80-6c14-4029-959f-c72912d16942 req-9241e8a7-4023-4362-b737-4913d13c734a tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:30.084781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89f42b80-6c14-4029-959f-c72912d16942 req-9241e8a7-4023-4362-b737-4913d13c734a tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0696094 Jan 29 19:41:30.119479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ce5-07e6-4d34-a563-f1fd400757f5 req-b071d10f-35b8-446c-9952-01b2c44f5504 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:30.129274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73023ce5-07e6-4d34-a563-f1fd400757f5 req-b071d10f-35b8-446c-9952-01b2c44f5504 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1303418 Jan 29 19:41:30.154449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89f42b80-6c14-4029-959f-c72912d16942 req-a14e4c61-9dfd-400c-bcf1-73ac855aaf92 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Jan 29 19:41:30.168388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:30.225407 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73023ce5-07e6-4d34-a563-f1fd400757f5 req-2d9ed772-ad30-48a9-b884-615ecf471f4f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933394 Jan 29 19:41:30.493879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-0eb4cd67-6331-4e69-8a2c-3ef5900b2dc1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:30.495391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-0eb4cd67-6331-4e69-8a2c-3ef5900b2dc1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.1130702 Jan 29 19:41:30.512962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-32d19959-7c0f-4d1c-a4c0-777a277543ca tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/quotas/00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 375 time: 0.0107701 Jan 29 19:41:30.572617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5f2a1d49-7cbf-4e02-85cf-bd3eb4cf24e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534058 Jan 29 19:41:30.591997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587804-c498-44d5-86ea-3e6208843802 req-5e0fc725-e19a-4ec1-ac1c-fe10212e6045 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:30.594288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa587804-c498-44d5-86ea-3e6208843802 req-5e0fc725-e19a-4ec1-ac1c-fe10212e6045 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0632024 Jan 29 19:41:30.673562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa587804-c498-44d5-86ea-3e6208843802 req-80df319a-8229-49c4-b822-796533626744 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640655 Jan 29 19:41:30.688527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-7aadbb9d-6734-4fb0-be00-a4f40ca0ecc1 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067336 Jan 29 19:41:30.797096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-7597b66c-78d5-4ced-9751-7c0d6d87b32c service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012194 Jan 29 19:41:30.848501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e021277-a682-445c-a999-6dfd480c5a1d req-463e0e79-7c68-4407-8996-1e72f6cc7cb8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:30.850710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e021277-a682-445c-a999-6dfd480c5a1d req-463e0e79-7c68-4407-8996-1e72f6cc7cb8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0891960 Jan 29 19:41:30.906982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e021277-a682-445c-a999-6dfd480c5a1d req-242cae6c-e279-48db-b21e-fa70ee082f36 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Jan 29 19:41:30.920555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:30.936632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79fa82b4-74bf-48ed-b391-01db6ab3a1ee no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:30.966212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 79fa82b4-74bf-48ed-b391-01db6ab3a1ee {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:41:30.967015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79fa82b4-74bf-48ed-b391-01db6ab3a1ee not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:30.967656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:31.051456 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:41:31.097780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc14f3-ee8a-44a8-9b48-2922c016a2a6 req-a9eebec1-7334-48e4-9975-5c5e26eddc8a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.108811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3cc14f3-ee8a-44a8-9b48-2922c016a2a6 req-a9eebec1-7334-48e4-9975-5c5e26eddc8a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1371274 Jan 29 19:41:31.160834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:41:31.162113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:31.210718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:31.217348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472db0b-68a1-42f5-b07b-b405423ec83d req-dd9c7012-0160-496a-9bc4-f11e3b78198c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.219027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b472db0b-68a1-42f5-b07b-b405423ec83d req-dd9c7012-0160-496a-9bc4-f11e3b78198c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1323934 Jan 29 19:41:31.220932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3cc14f3-ee8a-44a8-9b48-2922c016a2a6 req-b74dd2e6-75fe-49a2-a069-60c7167790ea tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089513 Jan 29 19:41:31.235890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd has no active binding in host n-h2-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:41:31.290380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b472db0b-68a1-42f5-b07b-b405423ec83d req-1ba31f22-e642-42cb-8db6-d572d04e3e10 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Jan 29 19:41:31.320355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98aec5cb-be72-4f46-a591-678d44362e4f req-9924ef38-1193-44f4-b8cf-c8a66d6008ec tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 210 time: 0.0526288 Jan 29 19:41:31.435824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a41d4f-e457-4a0f-8746-1c5e2865bf7d req-64acb0d3-eda9-4eed-9fe6-27971ca3891f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.438051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89a41d4f-e457-4a0f-8746-1c5e2865bf7d req-64acb0d3-eda9-4eed-9fe6-27971ca3891f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0725787 Jan 29 19:41:31.490076 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:31.497523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89a41d4f-e457-4a0f-8746-1c5e2865bf7d req-3183d9a3-d9e5-40f4-82e1-2b1c502e2832 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464208 Jan 29 19:41:31.520654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:31.523833 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0105469-5281-41ed-b7ce-3ae83907d91f" -d '{"events": [{"name": "network-changed", "server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:31.562515 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe23fa-0e05-4a00-a57f-bb53923c0e2c x-openstack-request-id: req-d9fe23fa-0e05-4a00-a57f-bb53923c0e2c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:31.562804 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:31.563056 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9fe23fa-0e05-4a00-a57f-bb53923c0e2c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:31.563482 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'status': 'completed', 'code': 200} Jan 29 19:41:31.636949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-beb948a9-ae0e-45d5-91df-d9325a596e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.638536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-beb948a9-ae0e-45d5-91df-d9325a596e14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1155 time: 0.0489812 Jan 29 19:41:31.741022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-556745a3-5b50-4a61-89a3-0a2742e6889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.742597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-556745a3-5b50-4a61-89a3-0a2742e6889f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.0964713 Jan 29 19:41:31.797770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-25fa4e5e-dd86-4943-9797-769e44cd46eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 217 time: 0.0481353 Jan 29 19:41:31.828218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e27d6-d82a-4e27-94d4-ea36a8a43090 req-4e7e5504-54c9-42d5-8b72-3b9e26e8a082 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.836259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-549e27d6-d82a-4e27-94d4-ea36a8a43090 req-4e7e5504-54c9-42d5-8b72-3b9e26e8a082 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0652897 Jan 29 19:41:31.884749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-549e27d6-d82a-4e27-94d4-ea36a8a43090 req-6a2ec7cb-1140-4a6e-a42e-d5f5cfbb7850 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Jan 29 19:41:31.935697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-c2902282-1ef8-46d0-885a-c6e2e66edba8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.937266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-c2902282-1ef8-46d0-885a-c6e2e66edba8 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.1382453 Jan 29 19:41:31.944484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-5dfbe17e-4c1b-4661-ab65-fee0b21cd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:31.945939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-5dfbe17e-4c1b-4661-ab65-fee0b21cd8bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1037183 Jan 29 19:41:31.998474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef001c3-8877-405d-9003-1affa9ad2eb6 req-1134ac66-9e7d-4351-8b86-91a92339a1a7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:32.000264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cef001c3-8877-405d-9003-1affa9ad2eb6 req-1134ac66-9e7d-4351-8b86-91a92339a1a7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 945 time: 0.1568441 Jan 29 19:41:32.019167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-0d823b75-44ff-444f-a80a-e651a346dab0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630474 Jan 29 19:41:32.041177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368a117-ef41-4249-8851-a6ebc2f44ea7 req-1af8e633-47b4-4ba2-a3a0-147a3a0aacf1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:32.043074 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2368a117-ef41-4249-8851-a6ebc2f44ea7 req-1af8e633-47b4-4ba2-a3a0-147a3a0aacf1 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 945 time: 0.0636036 Jan 29 19:41:32.124245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2368a117-ef41-4249-8851-a6ebc2f44ea7 req-6d3bce09-b413-41e5-ba38-778424e6f405 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/security-groups?id=18d48afa-e7ac-4834-a39b-f5ad9fadea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721827 Jan 29 19:41:32.174526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cef001c3-8877-405d-9003-1affa9ad2eb6 req-c1bfcc02-5afc-4c83-adc6-800e8eaf3b54 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576788 Jan 29 19:41:32.212633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-72b92962-f3fe-4db5-9c43-88aa652aa39d service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832554 Jan 29 19:41:32.219024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Deleting port bcd62389-244c-4ed4-bb91-1fbec3f4450c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:41:32.219363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:32.347545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c189c-c5c9-4d0e-9da6-7dead6969dd5 req-67f23335-a7df-4a9a-899d-71033adbde23 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:32.357472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d44c189c-c5c9-4d0e-9da6-7dead6969dd5 req-67f23335-a7df-4a9a-899d-71033adbde23 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0717885 Jan 29 19:41:32.413826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d44c189c-c5c9-4d0e-9da6-7dead6969dd5 req-f4c6fdfd-b4e9-4e63-8bc1-8206e0b7a10f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552406 Jan 29 19:41:32.446145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0105469-5281-41ed-b7ce-3ae83907d91f req-f1c6f885-138a-43d2-b728-3a0d72edb7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205825 Jan 29 19:41:32.464094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] For port bcd62389-244c-4ed4-bb91-1fbec3f4450c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=bcd62389-244c-4ed4-bb91-1fbec3f4450c,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:32.464492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:32.485157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Calling delete_port for bcd62389-244c-4ed4-bb91-1fbec3f4450c owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:41:32.504737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fccd2-0ebd-4221-8782-e325f5efcd03 req-f2ae923e-29bc-4000-963b-0443296d8751 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:32.507128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c2fccd2-0ebd-4221-8782-e325f5efcd03 req-f2ae923e-29bc-4000-963b-0443296d8751 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1305740 Jan 29 19:41:32.515442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5dde10b-6bc6-4fd0-b8a8-662f267fa9e2 req-4413ab70-7b8d-4111-bf1d-4dd38ba10a25 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 210 time: 0.0316575 Jan 29 19:41:32.617778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c2fccd2-0ebd-4221-8782-e325f5efcd03 req-fad0e387-3186-48cd-9d80-06511a3e9c6f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607135 Jan 29 19:41:32.658220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8ed7-b9fc-461f-b599-5dc54a4e6c10 req-8b274927-ed24-4f93-8af0-28500d2b9240 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:32.660117 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f4d8ed7-b9fc-461f-b599-5dc54a4e6c10 req-8b274927-ed24-4f93-8af0-28500d2b9240 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0711727 Jan 29 19:41:32.713373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f4d8ed7-b9fc-461f-b599-5dc54a4e6c10 req-55efaca1-9359-455f-b8e2-2082de0aa85a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Jan 29 19:41:32.790731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bcd62389-244c-4ed4-bb91-1fbec3f4450c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:32.818348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Pushing event deleted for resources: {'Port': ['ID=bcd62389-244c-4ed4-bb91-1fbec3f4450c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:32.845991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['bcd62389-244c-4ed4-bb91-1fbec3f4450c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:32.896674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] No DVR routers for this DVR port bcd62389-244c-4ed4-bb91-1fbec3f4450c on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:32.899308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:32.902775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec1693c1-fc4d-4447-a644-370df5f64ab4 req-7fee90c5-4e62-4cbd-87d6-768c92cb373e tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.26 "DELETE /v2.0/ports/bcd62389-244c-4ed4-bb91-1fbec3f4450c HTTP/1.1" status: 204 len: 173 time: 0.9559505 Jan 29 19:41:33.018516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eefc3-f2cc-47ff-abed-e9efc3e39f9a req-aa146f85-b660-44ed-93eb-7cc91c1b1e5d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:33.020165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f0eefc3-f2cc-47ff-abed-e9efc3e39f9a req-aa146f85-b660-44ed-93eb-7cc91c1b1e5d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0585713 Jan 29 19:41:33.070942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f0eefc3-f2cc-47ff-abed-e9efc3e39f9a req-42f1cee0-51f5-4a1a-b6db-acf0962a0a21 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Jan 29 19:41:33.230268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77e9dc29-61ab-4d18-ba58-c333e860385a req-e76c63e3-0a4b-4856-b436-3b0b494e82f2 tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 210 time: 0.0397465 Jan 29 19:41:33.320797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b431ced-2832-4021-b477-fcf2d7c27d43 req-ec3b2d4b-aba5-4a1a-8bcf-7eeb8f660e32 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:33.322287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b431ced-2832-4021-b477-fcf2d7c27d43 req-ec3b2d4b-aba5-4a1a-8bcf-7eeb8f660e32 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 945 time: 0.0586140 Jan 29 19:41:33.379020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b431ced-2832-4021-b477-fcf2d7c27d43 req-3c24b9fd-360d-45e7-a464-254d3757560b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510705 Jan 29 19:41:33.543399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f43b2-a51c-413e-886c-721a92c9a8ca req-57d0b588-fbd0-404a-9c0d-ab6e803af66c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:33.545099 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c9f43b2-a51c-413e-886c-721a92c9a8ca req-57d0b588-fbd0-404a-9c0d-ab6e803af66c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0644002 Jan 29 19:41:33.565109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'name': 'network-vif-deleted', 'tag': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:33.570041 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5802d-62c8-400e-99aa-582fc752fcc3" -d '{"events": [{"server_uuid": "749c82f9-149a-4d7d-8e3f-6dfe302e7e1b", "name": "network-vif-deleted", "tag": "bcd62389-244c-4ed4-bb91-1fbec3f4450c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:33.600215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c9f43b2-a51c-413e-886c-721a92c9a8ca req-bdb8ec77-7e65-4a4a-9105-46c99ac0cccc tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486948 Jan 29 19:41:33.649897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-beb691c8-5c61-4e0e-99c0-3d29b4bf817e req-815e507c-b43d-40b4-8114-ceb7b820b4af tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 210 time: 0.0382552 Jan 29 19:41:33.659598 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf5d51-f3dc-4da9-a9e9-05908a67431a x-openstack-request-id: req-9ddf5d51-f3dc-4da9-a9e9-05908a67431a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:33.659973 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749c82f9-149a-4d7d-8e3f-6dfe302e7e1b", "name": "network-vif-deleted", "tag": "bcd62389-244c-4ed4-bb91-1fbec3f4450c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:33.660254 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ddf5d51-f3dc-4da9-a9e9-05908a67431a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:33.660786 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749c82f9-149a-4d7d-8e3f-6dfe302e7e1b', 'name': 'network-vif-deleted', 'tag': 'bcd62389-244c-4ed4-bb91-1fbec3f4450c', 'status': 'completed', 'code': 200} Jan 29 19:41:33.767756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312b67a-36ad-4032-8713-2be457053ba0 req-f4db9389-efaf-4035-9441-354a6768372c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:33.769277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2312b67a-36ad-4032-8713-2be457053ba0 req-f4db9389-efaf-4035-9441-354a6768372c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0650015 Jan 29 19:41:33.824000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2312b67a-36ad-4032-8713-2be457053ba0 req-ec7ed7d8-a436-478e-a1f2-46fa9b83918c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Jan 29 19:41:33.915010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-0b510a27-81dd-4184-8e5d-649eb4f3e41c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:33.916312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-0b510a27-81dd-4184-8e5d-649eb4f3e41c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.1599860 Jan 29 19:41:33.929923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d0004-53dc-46e3-a1b7-de6090ce89b7 req-f55c3a76-e440-4924-b08b-84486283e2fc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:33.935587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d9d0004-53dc-46e3-a1b7-de6090ce89b7 req-f55c3a76-e440-4924-b08b-84486283e2fc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1185982 Jan 29 19:41:33.947156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Request body: {'port': {'device_id': '51150d07-a58e-4434-b305-bc469405980d', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'admin_state_up': True, 'tenant_id': '00fbe0ef4eb44fc3800953e74d08d260'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:34.038903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d9d0004-53dc-46e3-a1b7-de6090ce89b7 req-6c7bcf0a-c695-4c3c-a153-32588138998e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015716 Jan 29 19:41:34.137726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-bb3c0fe4-7d24-44d9-b1d6-6e124237fb9c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:34.139060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-bb3c0fe4-7d24-44d9-b1d6-6e124237fb9c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 945 time: 0.0775642 Jan 29 19:41:34.212469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279524e4-e53c-4ec4-bde4-5146b4bb42bb req-d5473d36-26b0-48eb-90e5-23b742256d43 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:34.214341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-279524e4-e53c-4ec4-bde4-5146b4bb42bb req-d5473d36-26b0-48eb-90e5-23b742256d43 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0587137 Jan 29 19:41:34.226791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Made reservation on behalf of 00fbe0ef4eb44fc3800953e74d08d260 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:34.232165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:34.298315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-279524e4-e53c-4ec4-bde4-5146b4bb42bb req-8123bd79-0a35-47be-b565-85f317b5fe91 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779812 Jan 29 19:41:34.368549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Deleting port bce80f6f-0127-4f3e-9e74-44f098c85bea {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:41:34.368901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:34.403722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-409e5a93-c02e-4789-8c9a-d7b34b2cf2bf req-9e5d8e52-4739-4dab-9a46-e430aa5e9aeb tempest-ListServerFiltersTestJSON-1455699082 tempest-ListServerFiltersTestJSON-1455699082-project] 10.222.0.15 "GET /v2.0/ports?device_id=749c82f9-149a-4d7d-8e3f-6dfe302e7e1b HTTP/1.1" status: 200 len: 210 time: 0.0569327 Jan 29 19:41:34.535477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7502-194d-49ec-9eda-611a8a748722 req-9a733abd-f8b9-4f50-9c9b-ec2bf247de4c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:34.535710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Allocated IP 172.20.0.10 (ba8a63ab-731c-45d5-8024-60929d95ba21/00639101-4ff5-4875-9a00-ae3023b0a41a/ff09138b-861f-4168-8403-9e67d3cffe22) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:34.540690 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b8c7502-194d-49ec-9eda-611a8a748722 req-9a733abd-f8b9-4f50-9c9b-ec2bf247de4c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 945 time: 0.0654750 Jan 29 19:41:34.546615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] For port bce80f6f-0127-4f3e-9e74-44f098c85bea, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=bce80f6f-0127-4f3e-9e74-44f098c85bea,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:34.546980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:34.566976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Calling delete_port for bce80f6f-0127-4f3e-9e74-44f098c85bea owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:41:34.594240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b8c7502-194d-49ec-9eda-611a8a748722 req-bce3da72-6b32-492f-9425-f1cf16c08d2c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500069 Jan 29 19:41:34.763871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51fde711-0e7c-4cd6-a599-d5503ba0d137 req-c5b09f51-ced8-44a2-91c6-675bcdd5cc1a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 210 time: 0.0295091 Jan 29 19:41:34.836510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks [] for port (ff09138b-861f-4168-8403-9e67d3cffe22), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:34.847855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17fcb-a0c0-450b-9106-7ba9eaba925f req-346983f9-e749-4012-8b4a-e8557ee0e1b5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:34.849727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c17fcb-a0c0-450b-9106-7ba9eaba925f req-346983f9-e749-4012-8b4a-e8557ee0e1b5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1719215 Jan 29 19:41:34.931354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c17fcb-a0c0-450b-9106-7ba9eaba925f req-1bf9cfd7-7f57-4efc-9449-0a2a380eaa77 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Jan 29 19:41:34.949923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device bcd62389-244c-4ed4-bb91-1fbec3f4450c no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:34.970437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: bcd62389-244c-4ed4-bb91-1fbec3f4450c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:41:34.970888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device bcd62389-244c-4ed4-bb91-1fbec3f4450c not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:34.976964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fff01-8533-4968-8c27-a6731bd2a37e req-62a1db82-f613-4338-8a19-880879099181 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:34.978464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-697fff01-8533-4968-8c27-a6731bd2a37e req-62a1db82-f613-4338-8a19-880879099181 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0657532 Jan 29 19:41:34.992848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bce80f6f-0127-4f3e-9e74-44f098c85bea), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.023771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.025622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event deleted for resources: {'Port': ['ID=bce80f6f-0127-4f3e-9e74-44f098c85bea,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:35.030214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-697fff01-8533-4968-8c27-a6731bd2a37e req-a00eaf58-e8db-4ada-93e3-7f06c6d40b28 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Jan 29 19:41:35.115165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Network ba8a63ab-731c-45d5-8024-60929d95ba21 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:35.116552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] No DVR routers for this DVR port bce80f6f-0127-4f3e-9e74-44f098c85bea on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:35.124508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.127739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85bae779-6708-41fb-bd5e-099cd36ba875 req-cd356946-a8d2-4fb0-b7fd-8590d47a8caa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "DELETE /v2.0/ports/bce80f6f-0127-4f3e-9e74-44f098c85bea HTTP/1.1" status: 204 len: 173 time: 0.9812529 Jan 29 19:41:35.130795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:35.142889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:35.179913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:35.217745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:35.218316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.237926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe4820-94d7-4ec8-a6af-baab92b7c303 req-e31dbe2b-15c3-49ef-afaf-2aadd91cb92f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:35.239786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1afe4820-94d7-4ec8-a6af-baab92b7c303 req-e31dbe2b-15c3-49ef-afaf-2aadd91cb92f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1168888 Jan 29 19:41:35.293386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1afe4820-94d7-4ec8-a6af-baab92b7c303 req-67b24a41-06f7-4854-ad69-ba041ed38c5c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Jan 29 19:41:35.352501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5b5ea49b-32ea-4146-8933-928253238ce4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4090660 Jan 29 19:41:35.374258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Request body: {'port': {'device_id': '51150d07-a58e-4434-b305-bc469405980d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:35.459777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.492577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:35.521531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd900d-8a46-489e-8059-9ceee20f7e0b req-4b95f7e1-f34e-4fcf-94b9-7cfdd3301342 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:35.530773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52dd900d-8a46-489e-8059-9ceee20f7e0b req-4b95f7e1-f34e-4fcf-94b9-7cfdd3301342 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1311767 Jan 29 19:41:35.624495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Deleting subnet aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:41:35.647026 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Publish callbacks [] for subnet (aeb17c0f-8119-4207-ab5d-7e1ff9af7b87), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.673891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'name': 'network-vif-deleted', 'tag': 'bce80f6f-0127-4f3e-9e74-44f098c85bea'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:35.676182 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135314d4-8ee3-426e-b4f2-c5ca0c8acdba" -d '{"events": [{"server_uuid": "e5658340-9016-4bc7-a55a-82e8ad5094c3", "name": "network-vif-deleted", "tag": "bce80f6f-0127-4f3e-9e74-44f098c85bea"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:35.676364 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52dd900d-8a46-489e-8059-9ceee20f7e0b req-ea3ad091-5d53-4f5a-acca-38b7f8ce4822 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445827 Jan 29 19:41:35.697692 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (aeb17c0f-8119-4207-ab5d-7e1ff9af7b87), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.714744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fde16b5f-d70f-45dc-a4a9-3422c3cfe5ce req-221b8524-1a41-4bf2-928c-db1cd8f6d4c0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0353837 Jan 29 19:41:35.748757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e195-ba34-4a97-8afe-18859a8e9e68 req-5739afed-dead-46a1-8607-b99d8451a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:35.750479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3787e195-ba34-4a97-8afe-18859a8e9e68 req-5739afed-dead-46a1-8607-b99d8451a774 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 1127 time: 0.1400073 Jan 29 19:41:35.765264 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93e4dcb-0fbb-464a-80a4-b639df31dbe0 x-openstack-request-id: req-d93e4dcb-0fbb-464a-80a4-b639df31dbe0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:35.765560 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5658340-9016-4bc7-a55a-82e8ad5094c3", "name": "network-vif-deleted", "tag": "bce80f6f-0127-4f3e-9e74-44f098c85bea", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:35.765817 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d93e4dcb-0fbb-464a-80a4-b639df31dbe0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:35.766213 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5658340-9016-4bc7-a55a-82e8ad5094c3', 'name': 'network-vif-deleted', 'tag': 'bce80f6f-0127-4f3e-9e74-44f098c85bea', 'status': 'completed', 'code': 200} Jan 29 19:41:35.818643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (aeb17c0f-8119-4207-ab5d-7e1ff9af7b87), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.823863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff09138b-861f-4168-8403-9e67d3cffe22 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:35.832339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Publish callbacks [] for port (ff09138b-861f-4168-8403-9e67d3cffe22), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.855224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3787e195-ba34-4a97-8afe-18859a8e9e68 req-2f037a83-f0fc-4441-be7b-59fcfa9e975f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Jan 29 19:41:35.855466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Transition to ACTIVE for port object ff09138b-861f-4168-8403-9e67d3cffe22 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:35.905112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b30a-fb3e-4e2d-8822-4a1c638b3b9b req-748aa07f-5d35-42a3-9717-502c36d96e24 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:35.906679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0d8b30a-fb3e-4e2d-8822-4a1c638b3b9b req-748aa07f-5d35-42a3-9717-502c36d96e24 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 932 time: 0.0605781 Jan 29 19:41:35.913118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.936324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (aeb17c0f-8119-4207-ab5d-7e1ff9af7b87), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.967760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb17c0f-8119-4207-ab5d-7e1ff9af7b87,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:35.971748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:35.975510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7098edd7-ac64-4ebc-8e6d-b74325f2fa87 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aeb17c0f-8119-4207-ab5d-7e1ff9af7b87 HTTP/1.1" status: 204 len: 168 time: 0.4807906 Jan 29 19:41:35.978210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38482) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:35.988726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:35.995527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108aaf7-aced-4036-aaf7-ee594e3bba27 None None] Network 4d29fda1-c589-4155-9c64-130a7e0979e2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:41:36.038813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0d8b30a-fb3e-4e2d-8822-4a1c638b3b9b req-511bd6c4-f7d6-4076-b210-6d769cc127df tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185770 Jan 29 19:41:36.161015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:36.161393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:36.161705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:36.171478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:36.171812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:36.173856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4d29fda1-c589-4155-9c64-130a7e0979e2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.179132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:36.179490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:36.179882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:36.180333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Bound port: ff09138b-861f-4168-8403-9e67d3cffe22, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:36.180688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.235367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d3cd3-dfdc-439c-9db6-2423ace38f75 req-4810e819-40e0-4baf-b647-ba282e171bf2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:36.244304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e04d3cd3-dfdc-439c-9db6-2423ace38f75 req-4810e819-40e0-4baf-b647-ba282e171bf2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1869280 Jan 29 19:41:36.248716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] DHCP port deletion for 4d29fda1-c589-4155-9c64-130a7e0979e2 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:41:36.318494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Deleting port 4f52657e-f047-41ed-9b1b-f27b127dd893 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:41:36.319259 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.340068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Deleting port 4f52657e-f047-41ed-9b1b-f27b127dd893 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:41:36.340429 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.345706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e04d3cd3-dfdc-439c-9db6-2423ace38f75 req-e77a6b0c-8f78-41d0-87c1-8d070fc6b7f7 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003633 Jan 29 19:41:36.434445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] For port 4f52657e-f047-41ed-9b1b-f27b127dd893, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4f52657e-f047-41ed-9b1b-f27b127dd893,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:36.434997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.453674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Calling delete_port for 4f52657e-f047-41ed-9b1b-f27b127dd893 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:41:36.456146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] For port 4f52657e-f047-41ed-9b1b-f27b127dd893, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4f52657e-f047-41ed-9b1b-f27b127dd893,segment=NetworkSegment(fad48d98-be54-4eb2-b01a-bddbf6328d97),segment_id=fad48d98-be54-4eb2-b01a-bddbf6328d97)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:36.456531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.484272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Calling delete_port for 4f52657e-f047-41ed-9b1b-f27b127dd893 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:41:36.513044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device bce80f6f-0127-4f3e-9e74-44f098c85bea no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:36.536927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: bce80f6f-0127-4f3e-9e74-44f098c85bea {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:41:36.537563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device bce80f6f-0127-4f3e-9e74-44f098c85bea not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:36.570691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36ce99-9333-4dd6-9b26-0f428cfffc9d req-55036a26-2385-42c5-9eb5-3d89820ee617 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:36.572233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed36ce99-9333-4dd6-9b26-0f428cfffc9d req-55036a26-2385-42c5-9eb5-3d89820ee617 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.4552097 Jan 29 19:41:36.627364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fde19-26c1-4d11-822b-3d979c5ab607 req-4b5de42b-50c8-4178-8dc6-2544c7f6a331 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:36.628903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-585fde19-26c1-4d11-822b-3d979c5ab607 req-4b5de42b-50c8-4178-8dc6-2544c7f6a331 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1593256 Jan 29 19:41:36.650906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:36.655847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed36ce99-9333-4dd6-9b26-0f428cfffc9d req-6b05e00c-69cd-4324-ba44-8a4ffefdb7cd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Jan 29 19:41:36.657526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:36.688630 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.700126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-585fde19-26c1-4d11-822b-3d979c5ab607 req-b4ce4ace-dcfd-4a74-a608-b2c5abcf6a97 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617127 Jan 29 19:41:36.715514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Pushing event deleted for resources: {'Port': ['ID=4f52657e-f047-41ed-9b1b-f27b127dd893,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:36.716462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4f52657e-f047-41ed-9b1b-f27b127dd893), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.719984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] No DVR routers for this DVR port 4f52657e-f047-41ed-9b1b-f27b127dd893 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:36.737742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.738091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.738435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.738770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.739102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.739677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.740008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.740367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.740695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.741021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.741344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.744901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.751167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efc795-169d-44cd-b6fc-e055938fa1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:36.757562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Pushing event deleted for resources: {'Port': ['ID=4f52657e-f047-41ed-9b1b-f27b127dd893,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:36.759928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] No DVR routers for this DVR port 4f52657e-f047-41ed-9b1b-f27b127dd893 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:36.774924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.848469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:36.853259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.854886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] 10.222.0.26 "PUT /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 1092 time: 1.4856734 Jan 29 19:41:36.896700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752e95af-0c42-45a5-88d4-050b87026924 req-5e9a51d7-87d1-4ee9-ac74-9c753d3461fa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0681050 Jan 29 19:41:36.898381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4d29fda1-c589-4155-9c64-130a7e0979e2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.938165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3dd8-84b6-44c3-94c0-84c09f4c2b9b service neutron] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:36.943475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d29fda1-c589-4155-9c64-130a7e0979e2']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:36.954572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad48d98-be54-4eb2-b01a-bddbf6328d97') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:36.954825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad48d98-be54-4eb2-b01a-bddbf6328d97') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:36.966919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (fad48d98-be54-4eb2-b01a-bddbf6328d97), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.985621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511898c-addb-4cb0-9e69-7749e18b2ff9 req-28b29136-de6c-47c5-b554-f1ba03559e25 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:36.987316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fad48d98-be54-4eb2-b01a-bddbf6328d97), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.988195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7511898c-addb-4cb0-9e69-7749e18b2ff9 req-28b29136-de6c-47c5-b554-f1ba03559e25 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1616287 Jan 29 19:41:36.994418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:41:36.995904 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (fad48d98-be54-4eb2-b01a-bddbf6328d97), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:41:36.998380 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:41:37.046166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7511898c-addb-4cb0-9e69-7749e18b2ff9 req-6fde9c5e-df10-4b0f-a49b-7ea01cce3041 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Jan 29 19:41:37.113532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-eb05a805-9ab4-4e22-80cb-422e38e9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:37.115837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-eb05a805-9ab4-4e22-80cb-422e38e9778a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1126 time: 0.0520334 Jan 29 19:41:37.168742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-412616d4-eacc-49d1-8436-c3afdf02cf17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 217 time: 0.0369275 Jan 29 19:41:37.168964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4d29fda1-c589-4155-9c64-130a7e0979e2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:37.173775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:37.179926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d29fda1-c589-4155-9c64-130a7e0979e2 HTTP/1.1" status: 204 len: 168 time: 1.1981514 Jan 29 19:41:37.219612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85daed0-3e03-4dd6-ae72-df6707bb48be admin admin] Pushing event deleted for resources: {'Network': ['ID=4d29fda1-c589-4155-9c64-130a7e0979e2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:37.229729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-e82085ff-d787-42cf-9213-ac1b4e86476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:37.231366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-e82085ff-d787-42cf-9213-ac1b4e86476c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0557361 Jan 29 19:41:37.244307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb5264-03e8-4268-8ef4-049f538bbd82 req-d3b83091-c4e4-46f1-a585-1742ed7c5516 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:37.254023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5afb5264-03e8-4268-8ef4-049f538bbd82 req-d3b83091-c4e4-46f1-a585-1742ed7c5516 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.1313598 Jan 29 19:41:37.283751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-1d1783e3-c3fd-492e-abc8-53d0c92518d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431705 Jan 29 19:41:37.309123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5afb5264-03e8-4268-8ef4-049f538bbd82 req-9398326d-083a-4b9b-be25-88d9857ac64a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542197 Jan 29 19:41:37.402277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-5cfb7279-0c8c-4b6d-8527-592c27272a19 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074758 Jan 29 19:41:37.538348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10766d83-f27e-4374-b2a5-2f9e8ebe1c0f req-f6ad3617-572a-44ab-913c-43ce736774f1 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280951 Jan 29 19:41:37.545475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afda3e-7649-4c04-a008-1cc989f3e4bb req-0c195a3e-84e1-4fd7-b3a4-0be0e250e0d0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:37.546867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30afda3e-7649-4c04-a008-1cc989f3e4bb req-0c195a3e-84e1-4fd7-b3a4-0be0e250e0d0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1099157 Jan 29 19:41:37.608045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30afda3e-7649-4c04-a008-1cc989f3e4bb req-95e51a86-4d81-4f44-9004-ed71c1ac69e1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 Jan 29 19:41:37.662676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38500) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:37.704000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ccba53b3-ad69-4902-95e9-c97b4f2424e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b79dc98ad4743f5bcc1343574f98b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397446 Jan 29 19:41:37.706128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:37.727760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:37.767650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:37.772042 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915b6fb0-cd14-4d25-8925-607ee42c827f" -d '{"events": [{"name": "network-changed", "server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:37.793870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcd732d0-b1e0-40f6-9555-b87f4ab63f08 admin admin] Publish callbacks [] for security_group (18d48afa-e7ac-4834-a39b-f5ad9fadea1d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:37.824498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcd732d0-b1e0-40f6-9555-b87f4ab63f08 admin admin] Publish callbacks [] for security_group (18d48afa-e7ac-4834-a39b-f5ad9fadea1d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:37.844905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b6f9-dd06-4a19-a899-51b852720edb req-a532968c-acf0-4982-b5ae-d6d330d21c48 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:37.846414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f828b6f9-dd06-4a19-a899-51b852720edb req-a532968c-acf0-4982-b5ae-d6d330d21c48 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0567942 Jan 29 19:41:37.850376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e1e9-3c17-461e-9207-b5c2cc4cca46 req-add05e93-7059-4c76-9212-77d1b547192d tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:37.856660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10a3e1e9-3c17-461e-9207-b5c2cc4cca46 req-add05e93-7059-4c76-9212-77d1b547192d tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1214621 Jan 29 19:41:37.912193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f828b6f9-dd06-4a19-a899-51b852720edb req-a0237947-812f-45ef-b3f0-7730839db9db tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588579 Jan 29 19:41:37.917711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10a3e1e9-3c17-461e-9207-b5c2cc4cca46 req-807e62a4-633f-4bf6-9d5e-138de0e55611 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Jan 29 19:41:37.969874 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e453d7-5015-4437-aa2c-2a7adef8d5db x-openstack-request-id: req-80e453d7-5015-4437-aa2c-2a7adef8d5db {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:37.970217 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:37.970480 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80e453d7-5015-4437-aa2c-2a7adef8d5db {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:37.970959 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'status': 'completed', 'code': 200} Jan 29 19:41:38.034615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcd732d0-b1e0-40f6-9555-b87f4ab63f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (18d48afa-e7ac-4834-a39b-f5ad9fadea1d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:38.037982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcd732d0-b1e0-40f6-9555-b87f4ab63f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:38.039192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bcd732d0-b1e0-40f6-9555-b87f4ab63f08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18d48afa-e7ac-4834-a39b-f5ad9fadea1d HTTP/1.1" status: 204 len: 168 time: 0.3320899 Jan 29 19:41:38.041629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cec4d5eb-311b-49ea-82c8-93b3b4e07b74 req-c1f1cb2a-d304-470b-b2fb-c1322216893e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0438795 Jan 29 19:41:38.081198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd732d0-b1e0-40f6-9555-b87f4ab63f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d48afa-e7ac-4834-a39b-f5ad9fadea1d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:38.180504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-c64c5671-0d90-4791-9be8-c8cc126d5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.182033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-c64c5671-0d90-4791-9be8-c8cc126d5c09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1126 time: 0.1515124 Jan 29 19:41:38.281610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4f52657e-f047-41ed-9b1b-f27b127dd893 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:38.291913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52094ea5-de82-4d19-8d9a-9444e664e516 req-7bdd4aef-2f4b-4f5f-a60e-9d4221b7a9b1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.293634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52094ea5-de82-4d19-8d9a-9444e664e516 req-7bdd4aef-2f4b-4f5f-a60e-9d4221b7a9b1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1070149 Jan 29 19:41:38.307655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4f52657e-f047-41ed-9b1b-f27b127dd893 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:41:38.308356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4f52657e-f047-41ed-9b1b-f27b127dd893 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:38.359004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52094ea5-de82-4d19-8d9a-9444e664e516 req-78a1b5e2-7131-4ac1-9787-e4a72814bf83 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593989 Jan 29 19:41:38.418922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-af0dabf8-6f01-4a87-a58a-72f6dfbe01c6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.418922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-af0dabf8-6f01-4a87-a58a-72f6dfbe01c6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 811 time: 0.2331269 Jan 29 19:41:38.455166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-40340d11-0cf2-4e7c-bbb6-0e51f7ed73ae tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/quotas/7e52ccb97d7c4596b3dfa7953966c221 HTTP/1.1" status: 200 len: 375 time: 0.0286987 Jan 29 19:41:38.458529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-6f959a1e-8317-4925-af53-591bf56fa5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694562 Jan 29 19:41:38.465794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-7fc04a98-bcbc-4262-bcee-d271e0fd25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.470182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-7fc04a98-bcbc-4262-bcee-d271e0fd25a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1902070 Jan 29 19:41:38.501104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:38.519505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d568b1-150e-4d2f-9c76-01be340d2356 req-68b35aa5-ac83-4744-aa6e-67c7c6ea47ea tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.521942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2d568b1-150e-4d2f-9c76-01be340d2356 req-68b35aa5-ac83-4744-aa6e-67c7c6ea47ea tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.0944858 Jan 29 19:41:38.538946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-d82c4e73-783e-4a99-a701-a381342e34da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 217 time: 0.0616007 Jan 29 19:41:38.619189 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2d568b1-150e-4d2f-9c76-01be340d2356 req-6cef5b7c-dd74-40ab-9d9e-ad3f0179e5be tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890248 Jan 29 19:41:38.636238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-f01e6031-acfb-4070-8abb-b989fcb21c1e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721683 Jan 29 19:41:38.639325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-4f798d64-c3c7-4ffb-8269-0ceeba91386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.640926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-4f798d64-c3c7-4ffb-8269-0ceeba91386c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0776680 Jan 29 19:41:38.645157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:38.647752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-4204e0cd-32aa-4607-8391-d4ae9fc31a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.649596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-4204e0cd-32aa-4607-8391-d4ae9fc31a9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 1127 time: 0.1212809 Jan 29 19:41:38.713187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-85a8a3a6-65fa-4c5d-9e57-c913bd63b6c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611038 Jan 29 19:41:38.796771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476c918-5ae1-46ac-9af0-abb277cc2f69 req-bfe93bea-243b-4268-9620-3b613e02dd93 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.799380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0476c918-5ae1-46ac-9af0-abb277cc2f69 req-bfe93bea-243b-4268-9620-3b613e02dd93 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0710557 Jan 29 19:41:38.857023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0476c918-5ae1-46ac-9af0-abb277cc2f69 req-a9b0e7dd-cf80-4700-8dcb-39b864c307fd tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506232 Jan 29 19:41:38.957411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-02524126-dfc9-4085-a181-f7a9a831fe83 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360754 Jan 29 19:41:38.976283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-3d05bfb2-e9f5-4133-93b0-3a83bda08cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:38.976938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-3d05bfb2-e9f5-4133-93b0-3a83bda08cc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.2908487 Jan 29 19:41:38.980220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-d479048e-ac08-4ccb-912e-81353d406cb2 service neutron] 10.222.0.15 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294399 Jan 29 19:41:39.056719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-d64f10b5-cf10-4d9a-8a5c-47576ac06fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 200 len: 217 time: 0.0657804 Jan 29 19:41:39.061670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad30cbd-f1ea-4f62-a300-4e0206d4abca req-e7aadbff-4596-4690-894f-91c0058bbe25 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:39.070321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dad30cbd-f1ea-4f62-a300-4e0206d4abca req-e7aadbff-4596-4690-894f-91c0058bbe25 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0736623 Jan 29 19:41:39.125182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dad30cbd-f1ea-4f62-a300-4e0206d4abca req-53c96168-cdd8-4900-b95b-73e70897b70a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531957 Jan 29 19:41:39.205564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-af4182ba-1d23-49d6-866e-cf80aff1bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:39.206876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-af4182ba-1d23-49d6-866e-cf80aff1bea5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1214669 Jan 29 19:41:39.215765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-915b6fb0-cd14-4d25-8925-607ee42c827f req-78c72f5f-1ae7-41e2-8e73-35178f44f01b service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498376 Jan 29 19:41:39.230358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-c823e4d5-274d-4398-972b-e5fc77bd3b4f service neutron] 10.222.0.15 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382693 Jan 29 19:41:39.248290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-5a96eb24-8468-482a-a800-509d27afdc6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297804 Jan 29 19:41:39.279441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6978da41-bc70-4f70-a6ac-bbc9d69918ae req-fbd87ca1-dad9-4379-80c8-fc6689f0f086 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0561202 Jan 29 19:41:39.390726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-d89491ac-195d-440b-a1d6-c6e62e6f3f06 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312613 Jan 29 19:41:39.502289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3b4b85e-c292-48b5-a427-2132ce2bbb9c req-2dffb0f9-14a2-4999-8b3e-38f33e1c4893 service neutron] 10.222.0.13 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047652 Jan 29 19:41:39.534472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179341b-ae6c-498d-a077-d435b6a58046 req-e48bad63-710a-4dd1-ad21-60e8652aafb8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:39.536342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a179341b-ae6c-498d-a077-d435b6a58046 req-e48bad63-710a-4dd1-ad21-60e8652aafb8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0880353 Jan 29 19:41:39.606429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a179341b-ae6c-498d-a077-d435b6a58046 req-55c01c82-9822-4e2f-b1d5-c5392a71e8e4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626762 Jan 29 19:41:39.695297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe9a7c0a-25d6-4ae7-81c7-454f85ee8d77 req-ec95a8c0-5584-4144-8ffe-2bd38b8d3de0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 210 time: 0.0425494 Jan 29 19:41:39.805512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b079d8-680f-41e9-9f8e-d43d44ead870 req-748fa90a-152f-4ec5-864e-cda518fd9fed tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:39.812443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61b079d8-680f-41e9-9f8e-d43d44ead870 req-748fa90a-152f-4ec5-864e-cda518fd9fed tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.0694141 Jan 29 19:41:39.860981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61b079d8-680f-41e9-9f8e-d43d44ead870 req-b7f7db95-6df5-4b00-b752-ce784d8aba32 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Jan 29 19:41:39.986439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc7ad9-aff6-43b3-88c7-62f6cdf7a2d9 req-3dfdcec4-015a-47e2-a484-d7e2614393cb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:39.988161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-17cc7ad9-aff6-43b3-88c7-62f6cdf7a2d9 req-3dfdcec4-015a-47e2-a484-d7e2614393cb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0568011 Jan 29 19:41:40.039668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-17cc7ad9-aff6-43b3-88c7-62f6cdf7a2d9 req-75393d0a-af4f-4e84-b6d0-bd9ad382e957 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Jan 29 19:41:40.255253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248fee-5c7b-4526-80ed-1c9b69369d6e req-5e14e1fe-44c1-4f85-a3f2-958ea1541778 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:40.262126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19248fee-5c7b-4526-80ed-1c9b69369d6e req-5e14e1fe-44c1-4f85-a3f2-958ea1541778 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0570941 Jan 29 19:41:40.310316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19248fee-5c7b-4526-80ed-1c9b69369d6e req-eec9a5e3-a779-41cd-9bea-40280a3dbae5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Jan 29 19:41:40.401131 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-88753dd4-5480-41dc-9eba-0e4ff893cd60 req-0bbcd46d-2f6b-453e-93a5-fd21fa341407 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jan 29 19:41:40.544053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:40.627991 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:41:40.658154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6924be7-8139-42d8-bd69-cf17662b4cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:40.784976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d78cff65-2784-4b80-8dcc-32a9a0ed9358 req-673ce8c8-546a-48ae-9a0f-ca925ab5e56c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 210 time: 0.0331144 Jan 29 19:41:40.804433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee33b-08c6-409f-a0f0-f2ad3a2a0fea req-2b718e5c-3671-46d6-9180-f06ac06095ee tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:40.808760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16fee33b-08c6-409f-a0f0-f2ad3a2a0fea req-2b718e5c-3671-46d6-9180-f06ac06095ee tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1121490 Jan 29 19:41:40.842138 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6924be7-8139-42d8-bd69-cf17662b4cf5 admin admin] Publish callbacks [] for security_group (3c76396c-1bbc-4fa8-b422-be6c34ef566d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:40.870945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16fee33b-08c6-409f-a0f0-f2ad3a2a0fea req-72250dd8-63c1-48ec-8d60-b1a1f9799000 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559082 Jan 29 19:41:40.918054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6924be7-8139-42d8-bd69-cf17662b4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3c76396c-1bbc-4fa8-b422-be6c34ef566d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:40.963873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6924be7-8139-42d8-bd69-cf17662b4cf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36550de5ecaa4083ae628e7b6268f1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163570 Jan 29 19:41:40.963873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6924be7-8139-42d8-bd69-cf17662b4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c76396c-1bbc-4fa8-b422-be6c34ef566d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:40.965037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38610) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:40.977627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:41.004266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860478-c1a4-4172-950d-8956dd3c3c30 req-e9685104-46d5-4545-9a60-eafaa0200575 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:41.012906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b860478-c1a4-4172-950d-8956dd3c3c30 req-e9685104-46d5-4545-9a60-eafaa0200575 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.0734186 Jan 29 19:41:41.043672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f5cef12-af15-4c98-bdbc-f52a78e826bb admin admin] Publish callbacks [] for security_group (3c76396c-1bbc-4fa8-b422-be6c34ef566d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:41.078433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b860478-c1a4-4172-950d-8956dd3c3c30 req-95c35381-6061-454b-baa1-95d3ff7c5652 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587680 Jan 29 19:41:41.110642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f5cef12-af15-4c98-bdbc-f52a78e826bb admin admin] Publish callbacks [] for security_group (3c76396c-1bbc-4fa8-b422-be6c34ef566d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:41.131184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:41.144332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'port_id': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'mac_address': 'fa:16:3e:e1:f3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00639101-4ff5-4875-9a00-ae3023b0a41a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:41:41.186061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ff09138b-861f-4168-8403-9e67d3cffe22 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:41.186451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:41.200661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff09138b-861f-4168-8403-9e67d3cffe22 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:41.209297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad6da9-1f22-4840-bd17-66ff54099af2 req-8f1a1ac8-ff75-4e04-908e-f29ea208a52c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:41.210855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddad6da9-1f22-4840-bd17-66ff54099af2 req-8f1a1ac8-ff75-4e04-908e-f29ea208a52c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0595081 Jan 29 19:41:41.222160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:41.268237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddad6da9-1f22-4840-bd17-66ff54099af2 req-7e94e8b8-4575-483f-adc5-6c4282da54e5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Jan 29 19:41:41.293503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f5cef12-af15-4c98-bdbc-f52a78e826bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3c76396c-1bbc-4fa8-b422-be6c34ef566d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:41.296112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f5cef12-af15-4c98-bdbc-f52a78e826bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:41.297315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f5cef12-af15-4c98-bdbc-f52a78e826bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c76396c-1bbc-4fa8-b422-be6c34ef566d HTTP/1.1" status: 204 len: 168 time: 0.3313789 Jan 29 19:41:41.306010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cef12-af15-4c98-bdbc-f52a78e826bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c76396c-1bbc-4fa8-b422-be6c34ef566d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:41.358476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:41.414156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:41.439395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dfe36-d7b6-4d78-a79d-5833042bc4f9 req-45ab51e7-c2e5-48c3-845a-38da324b619f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:41.443361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-082dfe36-d7b6-4d78-a79d-5833042bc4f9 req-45ab51e7-c2e5-48c3-845a-38da324b619f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0610309 Jan 29 19:41:41.498241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-082dfe36-d7b6-4d78-a79d-5833042bc4f9 req-f5824ec7-8c14-45fc-915e-883a2edd5657 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Jan 29 19:41:41.518885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c0d20e5-de7b-4e71-979c-ee6f184fcc74 req-43b33a4e-030d-4318-a87f-dba834ff39f9 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Jan 29 19:41:41.766273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['ff09138b-861f-4168-8403-9e67d3cffe22'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:41.914473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c608917a-29ce-4795-927d-ee49ef6f34a4 req-dcefcb98-67d7-48b6-b3dd-494066829ba4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 210 time: 0.0450201 Jan 29 19:41:42.054639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-ae85efbf-6038-4144-8725-40fc5e2023d7 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.056227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-ae85efbf-6038-4144-8725-40fc5e2023d7 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 811 time: 0.2136958 Jan 29 19:41:42.078081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Request body: {'port': {'device_id': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'admin_state_up': True, 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:42.104635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657e120-8add-4c59-98e5-c251940e00b5 req-a7ed7951-4060-4745-a73a-704db4de1e6e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.111890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8657e120-8add-4c59-98e5-c251940e00b5 req-a7ed7951-4060-4745-a73a-704db4de1e6e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1024652 Jan 29 19:41:42.255345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8657e120-8add-4c59-98e5-c251940e00b5 req-a42ab266-d1d3-4b25-a500-5368e5c8f5f1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419165 Jan 29 19:41:42.260569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c396e6-0f22-4273-8e1e-7038c956b1b6 req-551d706f-ceef-4568-9091-4a64339d7aec tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.273870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40c396e6-0f22-4273-8e1e-7038c956b1b6 req-551d706f-ceef-4568-9091-4a64339d7aec tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.0916476 Jan 29 19:41:42.306638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65613e-37df-452f-b688-7bbb9bcf1706 req-a6712ce6-b6b6-4df2-8587-4932a9946485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.308140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a65613e-37df-452f-b688-7bbb9bcf1706 req-a6712ce6-b6b6-4df2-8587-4932a9946485 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.2121406 Jan 29 19:41:42.342240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40c396e6-0f22-4273-8e1e-7038c956b1b6 req-2524ce5a-f233-415e-bf5e-5c64403c86ba tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673904 Jan 29 19:41:42.376297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a65613e-37df-452f-b688-7bbb9bcf1706 req-adfa7c1f-23c4-43bc-aa95-e6814230554a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Jan 29 19:41:42.443305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Made reservation on behalf of 7e52ccb97d7c4596b3dfa7953966c221 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:42.446710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:42.468121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeadb6-373f-4d12-ae15-990daf08658c req-5c7b04c5-9a20-48fb-bed8-ed5c5d79de37 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.474997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffdeadb6-373f-4d12-ae15-990daf08658c req-5c7b04c5-9a20-48fb-bed8-ed5c5d79de37 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0907290 Jan 29 19:41:42.483272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:42.504263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-8cdbf250-d9b3-4f46-9cf1-702eb6cb1c46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642922 Jan 29 19:41:42.596301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffdeadb6-373f-4d12-ae15-990daf08658c req-0fd8b11d-10b6-42af-8f51-e6b3870584e8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202831 Jan 29 19:41:42.664128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-03193564-4599-4cfc-9d8b-76236e882636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.666237 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-03193564-4599-4cfc-9d8b-76236e882636 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 1126 time: 0.1104169 Jan 29 19:41:42.690877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074c444-e3d4-4376-9082-0035af308c61 req-5a68b4d1-a336-42c0-8a9a-53af23f764e5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:42.693773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3074c444-e3d4-4376-9082-0035af308c61 req-5a68b4d1-a336-42c0-8a9a-53af23f764e5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1178384 Jan 29 19:41:42.704887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-451426911-network', 'tenant_id': '561181d3c09744d3aee03d38d75987a2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:42.709871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Allocated IP 172.20.0.11 (b484ee13-94b1-46f7-a291-fcbfc92c50d9/678f4ded-3cc2-4525-9110-7bd69bf7eba0/684794b4-8947-4c3a-9317-674ae6bcf7ef) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:42.765787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d07880a-2e6a-408e-b6fe-c4aefe522b4f req-a1f75849-4f39-4339-9621-2eda86cb058d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0777922 Jan 29 19:41:42.916684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks [] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.008489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef825d06-66e7-4fa4-80b0-be4bd73b0c51 req-85bd2ca1-3dbd-486a-9f26-d9131207108f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 210 time: 0.0294509 Jan 29 19:41:43.089635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:43.091898 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.101946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.109313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3074c444-e3d4-4376-9082-0035af308c61 req-93f19e01-784d-43e9-bf62-70c4c7ac259e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092438 Jan 29 19:41:43.112043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.142124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9e177635-6bef-4f69-91cc-baf4bed8b8e8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:43.143082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-1f041979-8ecb-44ec-bb11-5955e2671b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.144668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-1f041979-8ecb-44ec-bb11-5955e2671b3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.4436181 Jan 29 19:41:43.160803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Network b484ee13-94b1-46f7-a291-fcbfc92c50d9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:43.166163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:43.170393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:43.208525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-930e15c8-d6aa-40e6-a05d-d7f206b4ab61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 200 len: 217 time: 0.0534592 Jan 29 19:41:43.214792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Pushing event updated for resources: {'Port': ['ID=684794b4-8947-4c3a-9317-674ae6bcf7ef,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:43.233552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.234592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.311208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-2ae31e67-efa4-4c7c-beb1-2003e1821c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.313919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-2ae31e67-efa4-4c7c-beb1-2003e1821c2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.0958502 Jan 29 19:41:43.359773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-10c56b2e-72f5-4aea-802e-2e81a686ad1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376999 Jan 29 19:41:43.378635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-2fbec4e5-1c8e-4472-aef9-36ff71874961 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3044508 Jan 29 19:41:43.398303 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks [] for security_group (34278da5-7fd3-4571-9aa9-657388dcf5a6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.398990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Request body: {'port': {'device_id': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:43.408629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3ed1-ed76-47d2-959a-6193083edb91 req-023cb119-4a21-4002-9449-f2eaf1583624 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.412697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb5d3ed1-ed76-47d2-959a-6193083edb91 req-023cb119-4a21-4002-9449-f2eaf1583624 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0748565 Jan 29 19:41:43.508838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (34278da5-7fd3-4571-9aa9-657388dcf5a6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.509054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.519923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-f0b340fa-5301-4c07-a4f2-b70d855f0fc0 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521149 Jan 29 19:41:43.536697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb5d3ed1-ed76-47d2-959a-6193083edb91 req-fa068ed1-ca45-4e87-9a6d-c4f83453cb07 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Jan 29 19:41:43.565301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:41:43.574619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793a3e-07c2-4bc0-8ea3-1ce0775c3b9f req-cbaea9e2-2c16-4f3c-ac9c-521f5e7e1420 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.576140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70793a3e-07c2-4bc0-8ea3-1ce0775c3b9f req-cbaea9e2-2c16-4f3c-ac9c-521f5e7e1420 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.1318119 Jan 29 19:41:43.606524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34278da5-7fd3-4571-9aa9-657388dcf5a6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:43.615359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (284233b8-6b69-47a7-8874-4d65ebbaf8dd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.615711 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Added segment 284233b8-6b69-47a7-8874-4d65ebbaf8dd of type vlan for network 1b89b87b-0061-4f36-9a85-4a33246edfe2 Jan 29 19:41:43.761153 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1b89b87b-0061-4f36-9a85-4a33246edfe2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.791441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70793a3e-07c2-4bc0-8ea3-1ce0775c3b9f req-75943657-7a43-4b26-ab01-e398ff2daabd tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066448 Jan 29 19:41:43.826915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c4d7c41-be36-4c13-aedd-0d27d180c629 req-25094e2b-a29e-4e8d-ae7c-6bda93c28b0e service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968056 Jan 29 19:41:43.893385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78db7-2226-447f-9436-d82111615bcc req-337b61ca-6c82-46a7-8ac8-3510e1d1f8be tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.895047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fe78db7-2226-447f-9436-d82111615bcc req-337b61ca-6c82-46a7-8ac8-3510e1d1f8be tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1877010 Jan 29 19:41:43.922646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1b89b87b-0061-4f36-9a85-4a33246edfe2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.923604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:43.924182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:43.932865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e854edf0-39b5-4467-bdfb-4564021fa545 req-7667685e-6355-4e3d-811a-505b82c52110 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0457411 Jan 29 19:41:43.969145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fe78db7-2226-447f-9436-d82111615bcc req-20654411-17c9-40ea-919e-4c960b9df53a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Jan 29 19:41:44.007845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b89b87b-0061-4f36-9a85-4a33246edfe2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:44.019226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:41:44.021387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-28b8164c-458a-464a-9162-bcc707e54ba6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5361955 Jan 29 19:41:44.024661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38666) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:44.029524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Request body: {'subnet': {'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-451426911-subnet', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:44.037956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684794b4-8947-4c3a-9317-674ae6bcf7ef {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:44.049830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Publish callbacks [] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:44.069493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Transition to ACTIVE for port object 684794b4-8947-4c3a-9317-674ae6bcf7ef will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:44.153546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2206b-8c34-408f-8471-3d476abe3ced req-97cc9ebb-f85e-4109-af28-c4cf0a6a5595 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:44.155132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cd2206b-8c34-408f-8471-3d476abe3ced req-97cc9ebb-f85e-4109-af28-c4cf0a6a5595 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 932 time: 0.0584393 Jan 29 19:41:44.173693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:44.178509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:44.205899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:44.225226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cd2206b-8c34-408f-8471-3d476abe3ced req-96abc92e-670f-43d5-973b-09573caaf1c4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531228 Jan 29 19:41:44.348112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Pushing event updated for resources: {'Port': ['ID=684794b4-8947-4c3a-9317-674ae6bcf7ef,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:44.404899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989389b0-d794-4c1b-a6c7-191ceeba4124 req-012b5cd5-dacb-48f5-9d3e-d941770bc203 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:44.406369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-989389b0-d794-4c1b-a6c7-191ceeba4124 req-012b5cd5-dacb-48f5-9d3e-d941770bc203 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.2121174 Jan 29 19:41:44.513653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Attempting to bind port 684794b4-8947-4c3a-9317-674ae6bcf7ef on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:44.514048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Attempting to bind port 684794b4-8947-4c3a-9317-674ae6bcf7ef by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:44.514398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Attempting to bind port 684794b4-8947-4c3a-9317-674ae6bcf7ef on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:44.539919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-989389b0-d794-4c1b-a6c7-191ceeba4124 req-db664154-15bb-4526-b28c-d51afff62cd7 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262221 Jan 29 19:41:44.545248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Port 684794b4-8947-4c3a-9317-674ae6bcf7ef on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:44.545470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Attempting to bind port 684794b4-8947-4c3a-9317-674ae6bcf7ef on network b484ee13-94b1-46f7-a291-fcbfc92c50d9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:44.563974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:44.564498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Checking segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:44.564889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Bound using segment: {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:44.565351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Bound port: 684794b4-8947-4c3a-9317-674ae6bcf7ef, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:44.565674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:44.634451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (8788c4a0-e82f-4cb9-b8f9-6416b90bf71a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:44.643407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] For port 684794b4-8947-4c3a-9317-674ae6bcf7ef, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:44.667354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82152c-65f3-4b17-9b27-85d9d7a08243 req-fc411381-dbfa-4a88-9dd1-c48f9a824132 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:44.674800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d82152c-65f3-4b17-9b27-85d9d7a08243 req-fc411381-dbfa-4a88-9dd1-c48f9a824132 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0664144 Jan 29 19:41:44.689014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] For port 684794b4-8947-4c3a-9317-674ae6bcf7ef, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:44.713892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:44.723564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:44.723564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Network hostable DHCP agents. Network: 1b89b87b-0061-4f36-9a85-4a33246edfe2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:41:44.728508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d82152c-65f3-4b17-9b27-85d9d7a08243 req-98d5fb01-4e34-4557-93b5-c11cd2a8a3e2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518036 Jan 29 19:41:44.798475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:44.999234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:45.052576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e51e5df-6b71-41e6-960f-6bcf06974344 req-1007395c-aa9e-4b10-9069-0595cd5502dc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0406108 Jan 29 19:41:45.121200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:41:45.139290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port ff09138b-861f-4168-8403-9e67d3cffe22 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:45.140806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.141437 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.142825 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] 10.222.0.26 "PUT /v2.0/ports/684794b4-8947-4c3a-9317-674ae6bcf7ef HTTP/1.1" status: 200 len: 1092 time: 1.7484291 Jan 29 19:41:45.149039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port ff09138b-861f-4168-8403-9e67d3cffe22 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:45.149413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.161434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'tag': '684794b4-8947-4c3a-9317-674ae6bcf7ef'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:45.163918 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64147121-25f0-4fc4-9e1d-a67196e7622d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2a8708-d403-404f-8f04-e1b6cffb2a91", "tag": "684794b4-8947-4c3a-9317-674ae6bcf7ef"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:45.186085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d7427-914e-4959-84ed-b674170ffa66 req-6c72cdda-25a7-4a37-bf81-08092e2e8efe tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.188517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-113d7427-914e-4959-84ed-b674170ffa66 req-6c72cdda-25a7-4a37-bf81-08092e2e8efe tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0671160 Jan 29 19:41:45.196481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a86ca-31bb-47bb-8f32-c5d99d432849 service neutron] Pushing event updated for resources: {'Port': ['ID=684794b4-8947-4c3a-9317-674ae6bcf7ef,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:45.218883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd1925-289f-4823-8c0a-ff040c97f2a2 req-1e6c0fbe-759f-42a3-a6e4-e17ac06e0fbe tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.226832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47fd1925-289f-4823-8c0a-ff040c97f2a2 req-1e6c0fbe-759f-42a3-a6e4-e17ac06e0fbe tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.1091504 Jan 29 19:41:45.275754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ff09138b-861f-4168-8403-9e67d3cffe22 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:45.276950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.290641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-113d7427-914e-4959-84ed-b674170ffa66 req-fdd2a6d6-4fdf-4ffb-bf2b-ac6d7213ad70 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947447 Jan 29 19:41:45.293749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47fd1925-289f-4823-8c0a-ff040c97f2a2 req-a503d962-bdb5-47dd-90c1-17a5764a64cf tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614414 Jan 29 19:41:45.295439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 1b89b87b-0061-4f36-9a85-4a33246edfe2) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:45.307552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.307552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.317574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5979629b-3aa9-46a3-baf9-382b77b11858 None None] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:41:45.349223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:45.352002 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3acf2-fe52-4476-a7d7-2f6a9a65095f" -d '{"events": [{"server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "name": "network-vif-plugged", "status": "completed", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:45.373250 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41313e9e-b211-493c-be49-93a999142b07 x-openstack-request-id: req-41313e9e-b211-493c-be49-93a999142b07 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:45.373559 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2a8708-d403-404f-8f04-e1b6cffb2a91", "tag": "684794b4-8947-4c3a-9317-674ae6bcf7ef", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:45.381197 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41313e9e-b211-493c-be49-93a999142b07 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:45.381197 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'tag': '684794b4-8947-4c3a-9317-674ae6bcf7ef', 'status': 'completed', 'code': 200} Jan 29 19:41:45.390046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:45.393579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-01299ed3-43ce-4239-b14b-f05bbe42d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.395961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-01299ed3-43ce-4239-b14b-f05bbe42d0b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 1126 time: 0.0708063 Jan 29 19:41:45.401004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-29343999-382c-4a84-80fd-e7b9870baeb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3748920 Jan 29 19:41:45.410025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:45.410025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:45.464599 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee64a8c-01f8-4c75-8b5c-2e0490b491f7 x-openstack-request-id: req-5ee64a8c-01f8-4c75-8b5c-2e0490b491f7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:45.465087 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "name": "network-vif-plugged", "status": "completed", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:45.465494 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ee64a8c-01f8-4c75-8b5c-2e0490b491f7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:45.466039 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'code': 200} Jan 29 19:41:45.490736 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.496669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-e9f191be-f122-4e07-b528-d796bf456953 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef HTTP/1.1" status: 200 len: 217 time: 0.0656703 Jan 29 19:41:45.522412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c43335-322d-4e34-95d9-c41c329fc9eb req-a864d14e-b44e-4711-8e0a-e5d0457501f0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.524331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69c43335-322d-4e34-95d9-c41c329fc9eb req-a864d14e-b44e-4711-8e0a-e5d0457501f0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 944 time: 0.1088915 Jan 29 19:41:45.595529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:45.607684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-1b89b87b-0061-4f36-9a85-4a33246edfe2', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'project_id': '561181d3c09744d3aee03d38d75987a2', 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:41:45.608826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.617365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69c43335-322d-4e34-95d9-c41c329fc9eb req-01e0fceb-b67a-4c24-a0aa-e1edec2d570f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838943 Jan 29 19:41:45.620106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.625734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.628436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9398-54e2-4d13-9be1-a3ac39740249 req-b56f5093-8524-42d3-aa08-11371c25d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.630325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31ea9398-54e2-4d13-9be1-a3ac39740249 req-b56f5093-8524-42d3-aa08-11371c25d9dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1128 time: 0.0556676 Jan 29 19:41:45.632872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-344b9b0e-bad2-4ac9-9fc6-755432551e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.634651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-344b9b0e-bad2-4ac9-9fc6-755432551e6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.1089845 Jan 29 19:41:45.686859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-bd7221af-0f91-412f-9006-21ff92434762 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323896 Jan 29 19:41:45.701035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31ea9398-54e2-4d13-9be1-a3ac39740249 req-c7a48e93-b6d2-48eb-b5fa-e27283f6b8af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Jan 29 19:41:45.724244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks [] for router_controller (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:45.841118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Allocated IP 172.20.0.2 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/e5088166-0977-4ec4-aac1-b3dfd1c2cf57) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:45.850691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f302c9-03ec-4b40-98a2-6338a7fd10db req-5c8d728b-8acd-4517-8fc3-7daf0dce9d9b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.852353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67f302c9-03ec-4b40-98a2-6338a7fd10db req-5c8d728b-8acd-4517-8fc3-7daf0dce9d9b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1145086 Jan 29 19:41:45.855092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-ab9bdda5-8d0a-4804-af02-fe07f4ff4e78 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410873 Jan 29 19:41:45.948056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971ddaf-9b0b-4bae-afa1-67c33db04bcf req-e0f8fbd1-a35e-47a9-9576-6861b26764e2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:45.949804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4971ddaf-9b0b-4bae-afa1-67c33db04bcf req-e0f8fbd1-a35e-47a9-9576-6861b26764e2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0712385 Jan 29 19:41:46.035460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Publish callbacks [] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.042931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4971ddaf-9b0b-4bae-afa1-67c33db04bcf req-4d7e223c-939d-4d6a-9676-743eaa3b26e7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Jan 29 19:41:46.043111 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks [] for router_gateway (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.077103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67f302c9-03ec-4b40-98a2-6338a7fd10db req-11cc8728-bb90-4bc1-8a22-9142ffddb79b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176700 Jan 29 19:41:46.136118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.202555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:46.209532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:46.214216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:46.217621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92412-17b8-4449-b01e-a954da3278fa req-0eeeb124-8bdb-473c-a8dd-201717175216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.217621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-0eeeb124-8bdb-473c-a8dd-201717175216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.1877437 Jan 29 19:41:46.217826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18053cab-2a3a-4b9a-a647-72061d5d9234 req-3e263e6b-798b-4086-b57a-707903c41680 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.219394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18053cab-2a3a-4b9a-a647-72061d5d9234 req-3e263e6b-798b-4086-b57a-707903c41680 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0857825 Jan 29 19:41:46.227543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Pushing event updated for resources: {'Port': ['ID=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:46.256480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c94263f4-a4dc-4b16-8cf2-95b9576ba739 req-5e784ecc-dc63-4dde-b4e6-16b128043bc7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0578094 Jan 29 19:41:46.288285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68524df-f3b5-4e0e-826b-7e1a46a6f1c6 req-ade0adff-dec9-4ff0-85a5-3417b97babe7 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169304 Jan 29 19:41:46.314164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Attempting to bind port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:46.318228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Attempting to bind port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:46.318228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Attempting to bind port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:46.318794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18053cab-2a3a-4b9a-a647-72061d5d9234 req-2053d307-f6f8-4b60-b417-53b0096637d1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872693 Jan 29 19:41:46.328115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:46.328506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:46.328910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.329299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:46.329777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Bound port: e5088166-0977-4ec4-aac1-b3dfd1c2cf57, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:46.338069 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.470423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92412-17b8-4449-b01e-a954da3278fa req-bb9071af-e71e-41bf-94ca-09d9af980709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.471957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-bb9071af-e71e-41bf-94ca-09d9af980709 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.2272141 Jan 29 19:41:46.485333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] For port e5088166-0977-4ec4-aac1-b3dfd1c2cf57, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:46.501348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] For port e5088166-0977-4ec4-aac1-b3dfd1c2cf57, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:46.535109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-e14d55db-a996-4738-b47a-cb8e325f4d14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 217 time: 0.0535402 Jan 29 19:41:46.568091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8579a-f3b2-4d32-9a7a-de8329dc4861 req-876e6f46-2fa1-4c5d-b4c9-1c0c01f31e98 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.569657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3c8579a-f3b2-4d32-9a7a-de8329dc4861 req-876e6f46-2fa1-4c5d-b4c9-1c0c01f31e98 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 946 time: 0.1722021 Jan 29 19:41:46.616443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.701383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34551c-6429-4306-a2dc-61c8bf5c6829 None None] Pushing event updated for resources: {'Port': ['ID=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:46.745061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c92412-17b8-4449-b01e-a954da3278fa req-184e4ab0-6f4c-42f5-add0-ed1d97fe3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.746524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-184e4ab0-6f4c-42f5-add0-ed1d97fe3907 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.2028062 Jan 29 19:41:46.792400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937798-aa32-432a-a52c-d5b438e8d51a req-949ad0c1-411f-4769-b111-a77454cfacdc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.803386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35937798-aa32-432a-a52c-d5b438e8d51a req-949ad0c1-411f-4769-b111-a77454cfacdc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 944 time: 0.0931280 Jan 29 19:41:46.818620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-a9cdb569-a404-4a6a-bc31-c42ec529ee57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626910 Jan 29 19:41:46.822762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-9ff57575-076b-4979-822d-c0ac53f9eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:46.824303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-9ff57575-076b-4979-822d-c0ac53f9eca8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 1126 time: 0.2826087 Jan 29 19:41:46.836305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3c8579a-f3b2-4d32-9a7a-de8329dc4861 req-c06f8b96-913e-45bb-8914-b26969019bdb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338374 Jan 29 19:41:46.867886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks [] for router_gateway (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:46.872071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35937798-aa32-432a-a52c-d5b438e8d51a req-30b5d0ee-a42e-447d-a690-8117b8c10005 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Jan 29 19:41:46.915543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:47.140298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-46c2a464-5de2-40d0-af11-3477c2392f7f service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000462 Jan 29 19:41:47.141327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-4c834f88-a02c-4035-a217-eaf0dfebe297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:47.142780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-4c834f88-a02c-4035-a217-eaf0dfebe297 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 911 time: 0.3038116 Jan 29 19:41:47.257661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be990-becc-4737-bfc6-82aabe3ba2f8 req-82f88eda-2d8a-44b8-9b23-4ba358dcc29d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:47.259638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c29be990-becc-4737-bfc6-82aabe3ba2f8 req-82f88eda-2d8a-44b8-9b23-4ba358dcc29d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.0935247 Jan 29 19:41:47.285833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-85148a74-a4a2-47a1-b8ad-bb4d8797a5cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef HTTP/1.1" status: 200 len: 217 time: 0.1156745 Jan 29 19:41:47.328942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c29be990-becc-4737-bfc6-82aabe3ba2f8 req-de4a44cb-5f93-407a-b217-523b0947af95 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595150 Jan 29 19:41:47.417338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61a8c-ff98-4654-bb09-b99cc36d7d54 req-e555f42f-669b-4f79-972f-113ce49ee051 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:47.418950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95b61a8c-ff98-4654-bb09-b99cc36d7d54 req-e555f42f-669b-4f79-972f-113ce49ee051 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.3030040 Jan 29 19:41:47.420290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Allocated IP 172.25.5.183 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/31029585-9194-47a4-9524-4793c1aa8c7d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:47.431290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-4a7e2624-d17c-4777-8b56-286e42309e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:47.432761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-4a7e2624-d17c-4777-8b56-286e42309e19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.1344512 Jan 29 19:41:47.446326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95451161-31ed-4662-9ff6-1367c396b421 req-2ce01482-c775-4fcd-98cd-6af06b4b4161 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5658340-9016-4bc7-a55a-82e8ad5094c3 HTTP/1.1" status: 200 len: 210 time: 0.0424745 Jan 29 19:41:47.504740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-0ed7f94f-fcbe-44f7-86eb-19f1e5d2456a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632458 Jan 29 19:41:47.522019 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18c92412-17b8-4449-b01e-a954da3278fa req-257ee5de-74e6-43b5-a515-4070549926ec service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601716 Jan 29 19:41:47.628751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95b61a8c-ff98-4654-bb09-b99cc36d7d54 req-30565b92-03bb-4f79-8236-ebc72306392a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897166 Jan 29 19:41:47.630430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309f936-7e2a-4623-891c-f6a01f4c424e req-33197dd2-5dc6-49be-b413-c585df9752a4 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:47.639665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5309f936-7e2a-4623-891c-f6a01f4c424e req-33197dd2-5dc6-49be-b413-c585df9752a4 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0806158 Jan 29 19:41:47.731197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5309f936-7e2a-4623-891c-f6a01f4c424e req-f287e43a-b70b-489a-9853-733a4519924a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895951 Jan 29 19:41:47.781935 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks [] for port (31029585-9194-47a4-9524-4793c1aa8c7d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:47.803968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-bff3a503-ed5b-4bd6-9f5d-02dd59eccae4 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411768 Jan 29 19:41:47.943919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64147121-25f0-4fc4-9e1d-a67196e7622d req-625a5d5c-ab07-42dd-9441-ddbfcfe7afc1 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269329 Jan 29 19:41:47.981489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:48.002937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a708f-4ad7-44c9-a65e-7468778104c9 req-3332bf4c-54ba-4451-9ba3-8106fdfa3689 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:48.005320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-039a708f-4ad7-44c9-a65e-7468778104c9 req-3332bf4c-54ba-4451-9ba3-8106fdfa3689 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 946 time: 0.0674117 Jan 29 19:41:48.034233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:48.038916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:48.042936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:48.097401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-039a708f-4ad7-44c9-a65e-7468778104c9 req-9445c273-d7e9-4cae-8b76-cd090334d97f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805175 Jan 29 19:41:48.111110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=31029585-9194-47a4-9524-4793c1aa8c7d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:48.196076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b676c-f6cb-4850-ade8-70d7efea86ab None None] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:41:48.298438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bdeb7-579b-4a0d-abf7-539bc28e1af3 req-401f732b-1058-4bdc-ab71-888bdd34d5bd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:48.307576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c3bdeb7-579b-4a0d-abf7-539bc28e1af3 req-401f732b-1058-4bdc-ab71-888bdd34d5bd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 944 time: 0.1203730 Jan 29 19:41:48.397229 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c3bdeb7-579b-4a0d-abf7-539bc28e1af3 req-13eb8dba-d6d5-41ef-82cc-72e6bfcf54e4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887458 Jan 29 19:41:48.466337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773dc9e-ca46-40d7-989c-7c47db7b50c8 req-d89d5ae7-b57e-46cc-be16-8423f2c03c77 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:48.473822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d773dc9e-ca46-40d7-989c-7c47db7b50c8 req-d89d5ae7-b57e-46cc-be16-8423f2c03c77 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1128 time: 0.0775123 Jan 29 19:41:48.527140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e5088166-0977-4ec4-aac1-b3dfd1c2cf57 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:48.531353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d773dc9e-ca46-40d7-989c-7c47db7b50c8 req-339d7c5c-c57e-489f-88c6-00063b6ef120 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561690 Jan 29 19:41:48.608361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] Provisioning complete for port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:48.608745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:48.667185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks [] for router_gateway (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:48.764120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:48.764646 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:48.852551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] Current status of the port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:48.852984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:48.929038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:48.929400 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:48.934737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] For port e5088166-0977-4ec4-aac1-b3dfd1c2cf57, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:49.000366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 684794b4-8947-4c3a-9317-674ae6bcf7ef details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:41:49.168522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85547b97-8373-4a45-b65b-40466b649045 req-eab94ccf-e0c9-42f3-acba-c8a5aea7e3c9 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:49.177132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-85547b97-8373-4a45-b65b-40466b649045 req-eab94ccf-e0c9-42f3-acba-c8a5aea7e3c9 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1128 time: 0.0769732 Jan 29 19:41:49.180337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 684794b4-8947-4c3a-9317-674ae6bcf7ef, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:49.206420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '684794b4-8947-4c3a-9317-674ae6bcf7ef', 'network_id': 'b484ee13-94b1-46f7-a291-fcbfc92c50d9', 'port_id': '684794b4-8947-4c3a-9317-674ae6bcf7ef', 'mac_address': 'fa:16:3e:8a:a9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678f4ded-3cc2-4525-9110-7bd69bf7eba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:41:49.214208 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:49.259872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-85547b97-8373-4a45-b65b-40466b649045 req-aa234389-61a6-4c87-b50a-9a4504dcbd42 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Jan 29 19:41:49.407024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc2ad3-c2eb-4612-bcb4-1d6efc9175f1 req-166efa6b-687d-45d0-b266-ff90f66152bb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:49.416166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78dc2ad3-c2eb-4612-bcb4-1d6efc9175f1 req-166efa6b-687d-45d0-b266-ff90f66152bb tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0734556 Jan 29 19:41:49.418706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5286a28e-0be9-4cce-bfc1-37873fd6c2d1 None None] Provisioning complete for port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:49.419165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5286a28e-0be9-4cce-bfc1-37873fd6c2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:49.480119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce53846-f16b-4703-bc8d-cb460cf594c2 None None] Pushing event updated for resources: {'Port': ['ID=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:49.485123 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:41:49.485494 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:41:49.486319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78dc2ad3-c2eb-4612-bcb4-1d6efc9175f1 req-e85e2fb7-c6c0-4d22-8e1f-ede7753ce3d2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689340 Jan 29 19:41:49.509323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f9bc-e384-4a68-8c92-8eac3fe65f9a req-b25f71fe-e2e1-40fa-8269-353d53fb2ade tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:49.511226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b54f9bc-e384-4a68-8c92-8eac3fe65f9a req-b25f71fe-e2e1-40fa-8269-353d53fb2ade tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.8077250 Jan 29 19:41:49.512122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 684794b4-8947-4c3a-9317-674ae6bcf7ef is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:49.512750 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:49.562118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684794b4-8947-4c3a-9317-674ae6bcf7ef {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:49.594513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 684794b4-8947-4c3a-9317-674ae6bcf7ef, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:49.609278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:49.615981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b54f9bc-e384-4a68-8c92-8eac3fe65f9a req-16236403-3c19-4f92-9797-18bd5f4d5512 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993266 Jan 29 19:41:49.632616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cc1bc-80a7-484a-997a-9f5464cb7930 req-85d264c8-2c46-4867-aa21-8f95fec726eb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:49.635949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c96cc1bc-80a7-484a-997a-9f5464cb7930 req-85d264c8-2c46-4867-aa21-8f95fec726eb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0813806 Jan 29 19:41:49.670354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5286a28e-0be9-4cce-bfc1-37873fd6c2d1 None None] Current status of the port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:49.683473 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:49.709293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c96cc1bc-80a7-484a-997a-9f5464cb7930 req-5789294b-e05d-4a95-9a52-5311ff54b8ba tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Jan 29 19:41:49.765208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=684794b4-8947-4c3a-9317-674ae6bcf7ef,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:49.884319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9bbd7-a2d7-4e9d-9647-ec2abb3c4175 req-ffe94e12-04ab-4a06-bc54-1b797ec8cf30 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:49.886298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70f9bbd7-a2d7-4e9d-9647-ec2abb3c4175 req-ffe94e12-04ab-4a06-bc54-1b797ec8cf30 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 945 time: 0.0628688 Jan 29 19:41:49.939276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:41:49.945359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70f9bbd7-a2d7-4e9d-9647-ec2abb3c4175 req-33c7491b-ef43-4142-b0ef-be37e103aebb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537531 Jan 29 19:41:50.028874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:50.077201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:41:50.086431 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Sync routers for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:41:50.097144 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:41:50.097751 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:41:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:50.157758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['684794b4-8947-4c3a-9317-674ae6bcf7ef'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:41:50.216141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05b6a-8fcb-491b-9066-80cb4102b11b req-83755bb5-34a9-4bec-8b98-e212b83f6595 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:50.222891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd05b6a-8fcb-491b-9066-80cb4102b11b req-83755bb5-34a9-4bec-8b98-e212b83f6595 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.1643033 Jan 29 19:41:50.241250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd05b6a-8fcb-491b-9066-80cb4102b11b req-113163c9-0011-4eb5-b224-c0a482218ec6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0166202 Jan 29 19:41:50.243935 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:41:50.246699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:50.249197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0494c973-22a7-412a-b85e-b89f1cfc3ea6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8449509 Jan 29 19:41:50.266982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38780) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:50.296997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd05b6a-8fcb-491b-9066-80cb4102b11b req-647a5806-5e42-4a13-940c-8fb1f4d0c812 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548329 Jan 29 19:41:50.312353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e5088166-0977-4ec4-aac1-b3dfd1c2cf57 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:50.405355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd05b6a-8fcb-491b-9066-80cb4102b11b req-8d5ed32d-8833-43b1-a2f4-224d01bcbe37 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058574 Jan 29 19:41:50.485456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:50.486136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:50.547989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dd05b6a-8fcb-491b-9066-80cb4102b11b req-9ec95119-60ad-434a-91b1-565c83cc78b9 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414335 Jan 29 19:41:50.624968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3dbe6-08a5-483c-b7d8-fa0dae2271fc req-8dca4875-2b50-4366-9ebb-bc4f43eb10ed tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:50.628414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdc3dbe6-08a5-483c-b7d8-fa0dae2271fc req-8dca4875-2b50-4366-9ebb-bc4f43eb10ed tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1128 time: 0.4357862 Jan 29 19:41:50.654037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:50.720333 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:48Z', 'revision_number': 3, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:50.725953 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdc3dbe6-08a5-483c-b7d8-fa0dae2271fc req-51a9674c-9847-404c-803f-fd49db21d90e tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893173 Jan 29 19:41:50.766212 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Checking router: cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:41:50.766552 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Updating router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 port 31029585-9194-47a4-9524-4793c1aa8c7d binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:41:50.831907 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:50.914300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.012298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d1f5-fe96-40e6-aab9-fe201c9461ca req-8d956585-a2f2-486f-877b-7d5473b71704 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:51.023479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f2d1f5-fe96-40e6-aab9-fe201c9461ca req-8d956585-a2f2-486f-877b-7d5473b71704 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1209447 Jan 29 19:41:51.075547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25170-4ec8-4c99-8315-bc2ffc532f61 req-3749861d-0db3-4072-a2bc-59e02f41800a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:51.082890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e25170-4ec8-4c99-8315-bc2ffc532f61 req-3749861d-0db3-4072-a2bc-59e02f41800a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 943 time: 0.1708062 Jan 29 19:41:51.141904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f2d1f5-fe96-40e6-aab9-fe201c9461ca req-6969ac2e-cd10-49c3-b385-17194315b625 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127346 Jan 29 19:41:51.158467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e25170-4ec8-4c99-8315-bc2ffc532f61 req-7302d1a6-549a-4f3f-92ff-a246026ec349 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741205 Jan 29 19:41:51.255745 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Publish callbacks [] for port (31029585-9194-47a4-9524-4793c1aa8c7d), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.297061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452a05-3ef7-442d-a90c-5beb39dafca0 req-884b8c09-6291-4d51-85dd-cd5f866ce203 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:51.300840 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41452a05-3ef7-442d-a90c-5beb39dafca0 req-884b8c09-6291-4d51-85dd-cd5f866ce203 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0896275 Jan 29 19:41:51.323433 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abec4fd3-9dbd-4e16-a6f4-46df824349a0 req-a7fbc86b-7b75-476e-a0e0-fcdd9cf260e8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=cef09fdc-7241-45e9-bb5d-8eb81e68f336 HTTP/1.1" status: 200 len: 210 time: 0.0454283 Jan 29 19:41:51.352504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41452a05-3ef7-442d-a90c-5beb39dafca0 req-fea1b2e6-78bb-4657-a5e9-692305412277 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Jan 29 19:41:51.386576 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.445147 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Attempting to bind port 31029585-9194-47a4-9524-4793c1aa8c7d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:51.445516 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Attempting to bind port 31029585-9194-47a4-9524-4793c1aa8c7d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:51.445874 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Attempting to bind port 31029585-9194-47a4-9524-4793c1aa8c7d on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:51.453790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Pushing event updated for resources: {'Port': ['ID=31029585-9194-47a4-9524-4793c1aa8c7d,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:51.464993 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:51.470164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:51.470164 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.470164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:51.470164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Bound port: 31029585-9194-47a4-9524-4793c1aa8c7d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:51.470164 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.474726 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.475456 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.476041 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.476604 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.477304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.478161 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.478737 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.480011 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.480571 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.481625 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.482179 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.482681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.483178 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:51.555248 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] For port 31029585-9194-47a4-9524-4793c1aa8c7d, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:51.559409 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] For port 31029585-9194-47a4-9524-4793c1aa8c7d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=31029585-9194-47a4-9524-4793c1aa8c7d,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:51.565077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Allocated IP 172.20.0.1 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/b59d01d5-1f82-4bfc-87bf-07f8b594062f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:51.570193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-a1aeba50-c238-4825-bb3b-0cf3494078f2 service neutron] 10.222.0.13 "GET /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.4078197 Jan 29 19:41:51.684653 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.759911 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5364037-c757-48b0-945d-c93d0b67c2ae None None] Pushing event updated for resources: {'Port': ['ID=31029585-9194-47a4-9524-4793c1aa8c7d,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:51.761972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29557-1217-4005-a50e-21551b8d0d6c req-fc8597d3-5275-44df-9df7-08c96c86fe85 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:51.769158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e1d29557-1217-4005-a50e-21551b8d0d6c req-fc8597d3-5275-44df-9df7-08c96c86fe85 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 945 time: 0.2403388 Jan 29 19:41:51.818888 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:41:51.819566 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:41:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:51.870308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks [] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:51.899732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e1d29557-1217-4005-a50e-21551b8d0d6c req-89e010c3-78f8-4c97-805d-5e6a0a241640 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279435 Jan 29 19:41:52.032886 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:41:52.201965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:52.253181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:52.266423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-59dc11cd-c615-479c-b26e-9cf4c51d15bd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:52.268295 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-59dc11cd-c615-479c-b26e-9cf4c51d15bd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.1352332 Jan 29 19:41:52.275276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92190e0-b081-4a17-8c30-a5c9a2ffd448 req-5bf03bbe-e1d3-4293-9da6-672778896931 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:52.282206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a92190e0-b081-4a17-8c30-a5c9a2ffd448 req-5bf03bbe-e1d3-4293-9da6-672778896931 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1128 time: 0.2449880 Jan 29 19:41:52.292239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-c4b12542-0fc9-43d3-bfe0-a46c45243e31 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0113029 Jan 29 19:41:52.293782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:52.342659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-0957f29c-e597-4a80-9eb2-e6cfc6a0630e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454440 Jan 29 19:41:52.367634 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:48Z', 'revision_number': 3, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:52.373899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:52.408968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:52.414137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:52.420115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:52.422224 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebee42-e283-41a5-8ef4-8a0891fe9348 None None] The sync data for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 is: [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:48Z', 'revision_number': 3, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:41:52.429669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Pushing event updated for resources: {'Port': ['ID=b59d01d5-1f82-4bfc-87bf-07f8b594062f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:52.485293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:52.492984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-d12f63ce-5b36-4603-a9a2-86bcd02c3369 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493874 Jan 29 19:41:52.523494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:52.547016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a92190e0-b081-4a17-8c30-a5c9a2ffd448 req-cf371ba4-c28e-450d-ae73-ccb1b86333c9 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638571 Jan 29 19:41:52.661480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-ae577da1-0d08-4408-90b7-99d750d54441 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675067 Jan 29 19:41:52.668668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:52.833384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3977352a-4c4e-411d-ad70-9f716e89a31e None None] Provisioning complete for port b59d01d5-1f82-4bfc-87bf-07f8b594062f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:52.833977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3977352a-4c4e-411d-ad70-9f716e89a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:52.839997 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-268de87a-71ee-4ad7-b243-51f72bdc1db9 service neutron] show failed (client error): The resource could not be found. Jan 29 19:41:52.841298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-268de87a-71ee-4ad7-b243-51f72bdc1db9 service neutron] 10.222.0.13 "GET /v2.0/ports/200b6e71-0c73-44fc-a097-b4d6024bcaa7/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0935202 Jan 29 19:41:52.974297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3977352a-4c4e-411d-ad70-9f716e89a31e None None] Port b59d01d5-1f82-4bfc-87bf-07f8b594062f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:41:53.001700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 684794b4-8947-4c3a-9317-674ae6bcf7ef up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:53.028538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] Transition to ACTIVE for port object 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:53.075389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914ac62-acbe-4728-8ab7-59611c213edf req-a6c24bcf-f4d2-476f-b0c2-49ce6ab73c9b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:53.084478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7914ac62-acbe-4728-8ab7-59611c213edf req-a6c24bcf-f4d2-476f-b0c2-49ce6ab73c9b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.3150389 Jan 29 19:41:53.182832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7914ac62-acbe-4728-8ab7-59611c213edf req-36014c4e-9845-4b68-b19b-0415371d0a06 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921826 Jan 29 19:41:53.200428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:53.215219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 684794b4-8947-4c3a-9317-674ae6bcf7ef completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:41:53.219863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 684794b4-8947-4c3a-9317-674ae6bcf7ef triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:53.220042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:53.426757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:53.443117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 684794b4-8947-4c3a-9317-674ae6bcf7ef is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:53.443523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:53.477256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684794b4-8947-4c3a-9317-674ae6bcf7ef'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:53.479722 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c0b3c-540f-42f9-9f74-f76a41ab6a6e" -d '{"events": [{"server_uuid": "7c2a8708-d403-404f-8f04-e1b6cffb2a91", "name": "network-vif-plugged", "status": "completed", "tag": "684794b4-8947-4c3a-9317-674ae6bcf7ef"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:53.495679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 684794b4-8947-4c3a-9317-674ae6bcf7ef, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:53.581327 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:53.631484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:53.658572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] No DVR routers for this DVR port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:53.740540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=684794b4-8947-4c3a-9317-674ae6bcf7ef,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:53.778623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-c3dbc363-a851-4a42-901d-76dfa76d1208 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd/bindings/n-h2-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1824670 Jan 29 19:41:53.807516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0acb-3fca-4890-9d6e-b138cf41aeba req-8d0c690e-e9c7-4abb-8042-65f33d52077d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:53.817554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecbe0acb-3fca-4890-9d6e-b138cf41aeba req-8d0c690e-e9c7-4abb-8042-65f33d52077d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.4075501 Jan 29 19:41:53.888995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-a0201919-876f-4750-8fbf-6008b1cb87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:53.891020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-a0201919-876f-4750-8fbf-6008b1cb87a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 1132 time: 0.3564935 Jan 29 19:41:53.933527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecbe0acb-3fca-4890-9d6e-b138cf41aeba req-e92b170b-1c1f-4a05-ad7b-a8ce510f3d59 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141727 Jan 29 19:41:53.942474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:54.028682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-94d16329-68e1-4293-8256-2c2f8d8e6271 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:54.030232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-94d16329-68e1-4293-8256-2c2f8d8e6271 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.1104839 Jan 29 19:41:54.132059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-8f360279-f00a-41f1-afb5-79627f5fa00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:54.133636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-8f360279-f00a-41f1-afb5-79627f5fa00c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45&tenant_id=4c396108a0da4c648a990883be66b5f5 HTTP/1.1" status: 200 len: 1126 time: 0.0880642 Jan 29 19:41:54.142022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:54.216321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4d5c9-b13d-4fbf-844c-324507d76452 req-3608d41f-ccf0-403a-9a7d-a1d9d7d2ef02 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:54.224183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48c4d5c9-b13d-4fbf-844c-324507d76452 req-3608d41f-ccf0-403a-9a7d-a1d9d7d2ef02 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1476812 Jan 29 19:41:54.283289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks [] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:54.296936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-de1a5823-0afb-4bc4-82c5-551cd4f95838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:54.298811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-de1a5823-0afb-4bc4-82c5-551cd4f95838 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c396108a0da4c648a990883be66b5f5&device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1126 time: 0.1137986 Jan 29 19:41:54.363373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:54.385075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48c4d5c9-b13d-4fbf-844c-324507d76452 req-e9bd9fd3-8b9e-456f-af2c-6b906c0a893b tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564217 Jan 29 19:41:54.432761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 31029585-9194-47a4-9524-4793c1aa8c7d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:54.515857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-23da60ae-3062-4458-83ba-de1759a4c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:54.518752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-23da60ae-3062-4458-83ba-de1759a4c50d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 200 len: 908 time: 0.2082188 Jan 29 19:41:54.529632 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cb665a-a23f-461b-ab4a-a36a74659870 x-openstack-request-id: req-98cb665a-a23f-461b-ab4a-a36a74659870 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:54.530219 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2a8708-d403-404f-8f04-e1b6cffb2a91", "name": "network-vif-plugged", "status": "completed", "tag": "684794b4-8947-4c3a-9317-674ae6bcf7ef", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:54.530628 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98cb665a-a23f-461b-ab4a-a36a74659870 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:54.531263 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684794b4-8947-4c3a-9317-674ae6bcf7ef', 'code': 200} Jan 29 19:41:54.547889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 31029585-9194-47a4-9524-4793c1aa8c7d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:54.548570 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:54.624606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-43518c58-7841-4acb-a9ce-5ffc7fcf92bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 200 len: 217 time: 0.0704086 Jan 29 19:41:54.675351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 31029585-9194-47a4-9524-4793c1aa8c7d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:54.677584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:54.724660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 31029585-9194-47a4-9524-4793c1aa8c7d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=31029585-9194-47a4-9524-4793c1aa8c7d,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:54.756355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-a28371b1-0f5e-43a7-a7d3-3fba6e6f3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:54.760499 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-a28371b1-0f5e-43a7-a7d3-3fba6e6f3aca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 200 len: 848 time: 0.1248176 Jan 29 19:41:54.777294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6201de9-5f2c-41c7-bab4-20a1480c61fb req-4a465521-b491-4cd9-ae51-1a1fa1c4cb1b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 210 time: 0.1401892 Jan 29 19:41:54.797204 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-fc3e023f-66d1-4987-bc88-3fe889307a8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3f680c2-d656-445b-ab70-a827f325043c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318146 Jan 29 19:41:54.814217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Pushing event updated for resources: {'Port': ['ID=b59d01d5-1f82-4bfc-87bf-07f8b594062f,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:54.833247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:54.861172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.861514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.861868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.866654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.866654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.871533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:54.881488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:55.021640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=31029585-9194-47a4-9524-4793c1aa8c7d,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:55.066320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-44916582-0a4d-4a88-9ab5-7328f3910509 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449558 Jan 29 19:41:55.130756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1cedaa19-0b21-4999-b056-4291450bc1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:55.217065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-28a9bed5-423c-4d34-a3b0-c32c0da0a152 service neutron] 10.222.0.26 "GET /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436069 Jan 29 19:41:55.393692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617d577-db91-4ad2-b771-7ae55f29c654 req-1a6f2a67-3901-42f8-9594-d40f44a650bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:55.395720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7617d577-db91-4ad2-b771-7ae55f29c654 req-1a6f2a67-3901-42f8-9594-d40f44a650bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 1128 time: 0.7538841 Jan 29 19:41:55.475106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:55.535114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14101d6-29ba-41db-8f66-d9afbc3024f4 req-a69d72f5-ccec-4a6a-8fea-08c30f39457a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:55.537481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b14101d6-29ba-41db-8f66-d9afbc3024f4 req-a69d72f5-ccec-4a6a-8fea-08c30f39457a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.6132822 Jan 29 19:41:55.554350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7617d577-db91-4ad2-b771-7ae55f29c654 req-e22bff90-1be6-499c-a295-42aeca47a37b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482694 Jan 29 19:41:55.579797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:55.603853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:55.611511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:55.650606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:55.652295 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0111ec17-42c1-4b25-b849-ffc15764026a" -d '{"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-unplugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:55.656261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Publish callbacks [] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:55.692848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b14101d6-29ba-41db-8f66-d9afbc3024f4 req-fbae100f-1bec-4a01-9672-a52c8c827781 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480286 Jan 29 19:41:55.710128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Transition to ACTIVE for port object 200b6e71-0c73-44fc-a097-b4d6024bcaa7 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:55.793855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:41:55.867456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:55.954311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0ab9550c-7a12-46c9-a057-b76f6a8d41ca None None] Provisioning complete for port b59d01d5-1f82-4bfc-87bf-07f8b594062f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:55.955514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ab9550c-7a12-46c9-a057-b76f6a8d41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:56.013156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9550c-7a12-46c9-a057-b76f6a8d41ca None None] Port b59d01d5-1f82-4bfc-87bf-07f8b594062f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:41:56.013686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:56.050325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] No DVR routers for this DVR port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:41:56.077673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b473a-2049-4928-94a2-e552fd5c9b63 req-863ae5a2-4751-4ce4-8beb-54f7c75a484c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:56.079259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-526b473a-2049-4928-94a2-e552fd5c9b63 req-863ae5a2-4751-4ce4-8beb-54f7c75a484c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.2261829 Jan 29 19:41:56.082437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:41:56.088421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-efd71fe2-58a6-4149-941b-875ee3fb6667 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd7ea1cc-d8cc-4c2f-b907-1b134df11c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8200021 Jan 29 19:41:56.099104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Sync routers for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:41:56.112175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:41:56.113138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:41:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:56.139523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:56.139874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:56.140240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:56.160301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:56.160301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:56.175267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:56.175674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:56.176630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:56.177136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Bound port: 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:56.177505 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:56.195493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-526b473a-2049-4928-94a2-e552fd5c9b63 req-6a7e5866-76fe-448e-94bf-56575ff428f4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855656 Jan 29 19:41:56.333846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 31029585-9194-47a4-9524-4793c1aa8c7d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:41:56.369774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:41:56.431938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:56.438490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:56.447380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-d15920ef-f6fc-4a13-a6dc-0506dac7f75a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:56.448956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-d15920ef-f6fc-4a13-a6dc-0506dac7f75a tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45&tenant_id=4c396108a0da4c648a990883be66b5f5&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.2174182 Jan 29 19:41:56.455888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecda61-5db3-4f3f-bccf-ead653622eeb req-e118da52-08a3-434d-8500-2e8e7ac5339c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:56.458007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1eecda61-5db3-4f3f-bccf-ead653622eeb req-e118da52-08a3-434d-8500-2e8e7ac5339c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1289442 Jan 29 19:41:56.516235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-31669409-08ac-485d-a941-ff71f5897531 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:41:56.517225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-31669409-08ac-485d-a941-ff71f5897531 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054045 Jan 29 19:41:56.558482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:41:56.562970 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:56.587415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 31029585-9194-47a4-9524-4793c1aa8c7d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:56.587688 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:56.639142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1eecda61-5db3-4f3f-bccf-ead653622eeb req-51ec4c19-8461-49fe-bde4-747f51685acf tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704307 Jan 29 19:41:56.640461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:56.641082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:56.642366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] 10.222.0.26 "PUT /v2.0/ports/200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 1096 time: 2.7057130 Jan 29 19:41:56.647107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-97cf705e-aea7-45bd-b08a-31051adc81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:56.652719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-97cf705e-aea7-45bd-b08a-31051adc81ad service neutron] 10.222.0.15 "GET /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 1125 time: 0.1193686 Jan 29 19:41:56.659661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:41:56.660054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:41:56.715387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Request body: {'binding': {'host': 'n-h1-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:56.715850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:41:56.789863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a2385-50bb-4c27-9e28-048c945f5cea service neutron] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:56.940248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 31029585-9194-47a4-9524-4793c1aa8c7d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:56.960741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 2, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:56.978590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-21eaf1f7-47a5-4973-9523-1a697512158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:56.980117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-21eaf1f7-47a5-4973-9523-1a697512158d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1130 time: 0.2617719 Jan 29 19:41:56.999419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Checking router: cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:41:57.000034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Updating router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 port b59d01d5-1f82-4bfc-87bf-07f8b594062f binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:41:57.038006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.040849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d1b81-fe97-42bd-998a-ea2a279a1624 req-6896976d-d4ac-4e77-ab64-f81e56966fbf tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:57.047907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c99d1b81-fe97-42bd-998a-ea2a279a1624 req-6896976d-d4ac-4e77-ab64-f81e56966fbf tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.2547598 Jan 29 19:41:57.081614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dd67285a-8aac-4b1a-82d1-160909a45aa4 service neutron] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:57.126899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dd67285a-8aac-4b1a-82d1-160909a45aa4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.128784 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d60b9e5-2915-414b-8bce-fe5fae6423d9 req-dd67285a-8aac-4b1a-82d1-160909a45aa4 service neutron] 10.222.0.26 "DELETE /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd/bindings/n-h1-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.6588902 Jan 29 19:41:57.178522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c99d1b81-fe97-42bd-998a-ea2a279a1624 req-bd1f778f-64e4-45fe-9f89-8ee3fc8307af tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296513 Jan 29 19:41:57.213875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on host n-h1-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:57.214317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:57.214762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:57.217621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-3453bcb8-7813-4f5e-bbe8-614bdf27a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:57.219846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-3453bcb8-7813-4f5e-bbe8-614bdf27a04c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2313061 Jan 29 19:41:57.223537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:57.223996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:57.269037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:57.269499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:57.270623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:57.271175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Bound port: ff09138b-861f-4168-8403-9e67d3cffe22, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:57.276644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-bbf81f90-5a74-43b8-9974-721dc74fd9fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0499251 Jan 29 19:41:57.296908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-2f05c593-f791-4378-892c-b42a8ea7f6e4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:57.300528 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-2f05c593-f791-4378-892c-b42a8ea7f6e4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.2077253 Jan 29 19:41:57.335654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Request body: {'port': {'device_id': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'admin_state_up': True, 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:57.345523 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9069094-71df-4c15-a1e8-c487487b035b x-openstack-request-id: req-a9069094-71df-4c15-a1e8-c487487b035b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:41:57.350235 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-unplugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:41:57.350816 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9069094-71df-4c15-a1e8-c487487b035b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:41:57.351462 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'code': 200} Jan 29 19:41:57.458135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc275e22-422b-443d-a03a-420e30ac3943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.458918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd02c657-fd4c-46a1-bdd7-e1304f120672 req-91a1f447-b23c-4f2f-884a-db34b95f072b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 210 time: 0.0530775 Jan 29 19:41:57.465325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-aad4dd45-4d59-4734-af34-a1fb99e4af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:57.467081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-aad4dd45-4d59-4734-af34-a1fb99e4af17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1455326 Jan 29 19:41:57.469173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:57.526175 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Publish callbacks [] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.556340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.557774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-7b9c1b7b-08d7-4796-8160-9c62ceb8354f service neutron] 10.222.0.15 "POST /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22/bindings HTTP/1.1" status: 201 len: 389 time: 0.8521669 Jan 29 19:41:57.565027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-7464b9b0-33bb-44b8-82d9-bc30bb547284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:57.567761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-7464b9b0-33bb-44b8-82d9-bc30bb547284 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0916810 Jan 29 19:41:57.624658 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.682076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680849f-b332-4309-9d7a-89bd77b7fb68 None None] Pushing event updated for resources: {'Port': ['ID=b59d01d5-1f82-4bfc-87bf-07f8b594062f,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:57.688046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-714c061c-0216-4176-b7af-c5046e13e191 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132021 Jan 29 19:41:57.720679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:41:57.727236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.768886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Attempting to bind port b59d01d5-1f82-4bfc-87bf-07f8b594062f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:57.769685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Attempting to bind port b59d01d5-1f82-4bfc-87bf-07f8b594062f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:57.770741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Attempting to bind port b59d01d5-1f82-4bfc-87bf-07f8b594062f on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:57.789055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:57.790838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:57.791507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.795403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:57.795403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Bound port: b59d01d5-1f82-4bfc-87bf-07f8b594062f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:57.795403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:57.814008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7acc2fbe-7fd8-4b5c-b001-2915ea46d914 req-ed925b0d-e355-46bc-a355-0f8739d2c5e6 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170130 Jan 29 19:41:57.907583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] For port b59d01d5-1f82-4bfc-87bf-07f8b594062f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:41:57.912541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] For port b59d01d5-1f82-4bfc-87bf-07f8b594062f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b59d01d5-1f82-4bfc-87bf-07f8b594062f,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:41:57.958041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Allocated IP 172.20.0.5 (497ac353-bc31-4538-88ec-cd403837a37f/64a8faf9-d953-4b18-815a-e0cda4a85b1c/c09c3306-dab0-4bef-8ccb-fcf7b27658cb) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:41:58.030135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.057769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] Provisioning complete for port b59d01d5-1f82-4bfc-87bf-07f8b594062f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:58.058139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.195593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:41:58.196585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:41:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:58.200656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680849f-b332-4309-9d7a-89bd77b7fb68 None None] Pushing event updated for resources: {'Port': ['ID=b59d01d5-1f82-4bfc-87bf-07f8b594062f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:58.225369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3970e-02e0-477c-92f3-d07093963601 req-5fa22c29-e6eb-4335-88f4-85efcb29851e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:58.233368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59b3970e-02e0-477c-92f3-d07093963601 req-5fa22c29-e6eb-4335-88f4-85efcb29851e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 948 time: 0.1596065 Jan 29 19:41:58.297834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] Current status of the port b59d01d5-1f82-4bfc-87bf-07f8b594062f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:58.298523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.312142 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks [] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.390417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59b3970e-02e0-477c-92f3-d07093963601 req-f1de715d-0ea8-46ca-90fb-abbc5b22379c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562328 Jan 29 19:41:58.413860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] For port b59d01d5-1f82-4bfc-87bf-07f8b594062f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b59d01d5-1f82-4bfc-87bf-07f8b594062f,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:41:58.429615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:41:58.450559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-f46fb564-905f-4a1c-8d0e-d23b608e00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:58.452342 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-f46fb564-905f-4a1c-8d0e-d23b608e00ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1128 time: 0.0659373 Jan 29 19:41:58.471007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.540366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event updated for resources: {'Port': ['ID=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:58.562427 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.566858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.566858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.571698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.571698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.571698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.577694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.578047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.578392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.578734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.579055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.579389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.579716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.580041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:41:58.600947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Network 497ac353-bc31-4538-88ec-cd403837a37f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:41:58.605044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:41:58.610971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:41:58.673898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-865524c1-3e39-4c03-8ea6-8ce9e308eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:58.675771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-865524c1-3e39-4c03-8ea6-8ce9e308eca5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.2097208 Jan 29 19:41:58.733460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca63f-e61b-42f3-933f-66d5bd34834f None None] Pushing event updated for resources: {'Port': ['ID=b59d01d5-1f82-4bfc-87bf-07f8b594062f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:58.733991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:58.738401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.766540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-eec21c39-e859-46eb-bfca-c81ae83e23a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 217 time: 0.0832810 Jan 29 19:41:58.773559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3ebabf43-daed-4ed5-815c-f24ae5ef40d9 None None] Provisioning complete for port b59d01d5-1f82-4bfc-87bf-07f8b594062f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:41:58.774244 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ebabf43-daed-4ed5-815c-f24ae5ef40d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.825195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-c728598b-fef1-4891-bc4b-fb595acbfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:58.826829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-c728598b-fef1-4891-bc4b-fb595acbfedb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0535543 Jan 29 19:41:58.833311 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:58.866650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-019aaacd-50ec-433a-a598-bef2bad6dda7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332794 Jan 29 19:41:58.892072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-8c14bc71-c61b-40e1-9035-28bfaf8f5c19 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5649946 Jan 29 19:41:58.917990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:57Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:41:58.921370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3ebabf43-daed-4ed5-815c-f24ae5ef40d9 None None] Current status of the port b59d01d5-1f82-4bfc-87bf-07f8b594062f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:41:58.923932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Request body: {'port': {'device_id': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:58.971151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38928) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:58.985083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453573459', 'description': 'tempest-description--1824076285'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:58.987536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c89df-1e91-48d7-bcd3-49c819c84d83 None None] The sync data for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 is: [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:57Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:41:59.037471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.075204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-a59c591a-f73e-4454-82fe-f56a95d93daf service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018857 Jan 29 19:41:59.114241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.261416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79c95a96-38ce-4bc7-aa90-b8cfc977fbba service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728175 Jan 29 19:41:59.282824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeebba6-bee1-4205-8dbc-2113f3bc406e req-c5a49e81-933d-4bd4-bd40-59125e3cf90d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:59.284737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eaeebba6-bee1-4205-8dbc-2113f3bc406e req-c5a49e81-933d-4bd4-bd40-59125e3cf90d tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.2064452 Jan 29 19:41:59.348397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group (526b92b1-b761-478d-b645-5487c821c787), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.353560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:41:59.357359 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b86d3-37a7-4ef2-b3a1-47c08d295358" -d '{"events": [{"name": "network-changed", "server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:41:59.399902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eaeebba6-bee1-4205-8dbc-2113f3bc406e req-f056a703-ba6a-4f7e-864a-24df1772383b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050229 Jan 29 19:41:59.468324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09c3306-dab0-4bef-8ccb-fcf7b27658cb {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:41:59.482782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Publish callbacks [] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.492409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (526b92b1-b761-478d-b645-5487c821c787), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.514775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Transition to ACTIVE for port object c09c3306-dab0-4bef-8ccb-fcf7b27658cb will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:41:59.565556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-d5f959b4-d682-40ec-8cb5-9a402d2c5d16 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:59.567399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-d5f959b4-d682-40ec-8cb5-9a402d2c5d16 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1128 time: 0.1662467 Jan 29 19:41:59.573309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526b92b1-b761-478d-b645-5487c821c787,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:59.580580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.586762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825496-5'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:59.606993 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.635083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0d098-22db-4b4a-affd-b372eef58867 req-7f437697-c873-4535-8822-c0ff94e4235e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:59.643255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25e0d098-22db-4b4a-affd-b372eef58867 req-7f437697-c873-4535-8822-c0ff94e4235e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1659093 Jan 29 19:41:59.717377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.721136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f10c601-1eb7-4ea8-877f-be68d486fe7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7467577 Jan 29 19:41:59.725125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38940) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:41:59.731401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'security_group_rule': {'security_group_id': '526b92b1-b761-478d-b645-5487c821c787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:41:59.760831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Pushing event updated for resources: {'Port': ['ID=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:41:59.776809 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.831376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25e0d098-22db-4b4a-affd-b372eef58867 req-35f1ec1c-32ce-450a-af3b-8cd118d8b79a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871569 Jan 29 19:41:59.868633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e466d-91b6-4b4e-8a53-3bf8c2576d84 req-6f79111c-c110-4dad-8f50-918095cf8fea tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:41:59.875572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e2e466d-91b6-4b4e-8a53-3bf8c2576d84 req-6f79111c-c110-4dad-8f50-918095cf8fea tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 946 time: 0.1857257 Jan 29 19:41:59.895471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group_rule (68d90f86-4a09-4cea-bf43-0bf3220c54e5), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.898712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Attempting to bind port c09c3306-dab0-4bef-8ccb-fcf7b27658cb on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:41:59.899050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Attempting to bind port c09c3306-dab0-4bef-8ccb-fcf7b27658cb by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:41:59.899373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Attempting to bind port c09c3306-dab0-4bef-8ccb-fcf7b27658cb on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:59.909558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Port c09c3306-dab0-4bef-8ccb-fcf7b27658cb on network 497ac353-bc31-4538-88ec-cd403837a37f not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:41:59.909888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Attempting to bind port c09c3306-dab0-4bef-8ccb-fcf7b27658cb on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:41:59.944325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:41:59.944749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:41:59.945049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Bound using segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:41:59.945482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Bound port: c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:41:59.945840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:41:59.995742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e2e466d-91b6-4b4e-8a53-3bf8c2576d84 req-64f46fd0-fd8f-4a37-97e6-732399dd1ae0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191864 Jan 29 19:42:00.129645 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30db4c-6c8c-4dcd-9f0c-0217b38f9e58 x-openstack-request-id: req-5b30db4c-6c8c-4dcd-9f0c-0217b38f9e58 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:00.129936 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:00.130189 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b30db4c-6c8c-4dcd-9f0c-0217b38f9e58 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:00.130585 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'status': 'completed', 'code': 200} Jan 29 19:42:00.141265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] For port c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:00.156688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] For port c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:00.169207 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.204761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group_rule (68d90f86-4a09-4cea-bf43-0bf3220c54e5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.287562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.334472 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (68d90f86-4a09-4cea-bf43-0bf3220c54e5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.432776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d90f86-4a09-4cea-bf43-0bf3220c54e5,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:00.436470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b59d01d5-1f82-4bfc-87bf-07f8b594062f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:00.464930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa36ab-ef7a-4700-a6b6-259a32f75cbf req-2288f3c7-4ca4-4056-b524-2b1f88100fc1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:00.469453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1daa36ab-ef7a-4700-a6b6-259a32f75cbf req-2288f3c7-4ca4-4056-b524-2b1f88100fc1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 943 time: 0.4946921 Jan 29 19:42:00.482984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.486624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-41323e80-c947-4d34-90a5-35ea4995efaf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7565765 Jan 29 19:42:00.501432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38946) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:00.516906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'security_group_rule': {'security_group_id': '526b92b1-b761-478d-b645-5487c821c787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:00.562583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b59d01d5-1f82-4bfc-87bf-07f8b594062f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:00.564348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.589773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:00.631333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-314463be-659c-4c05-bdb8-842c8edd50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:00.632898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-314463be-659c-4c05-bdb8-842c8edd50f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1130 time: 0.4307802 Jan 29 19:42:00.740079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b59d01d5-1f82-4bfc-87bf-07f8b594062f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:00.895856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:00.896515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:00.897956 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] 10.222.0.26 "PUT /v2.0/ports/c09c3306-dab0-4bef-8ccb-fcf7b27658cb HTTP/1.1" status: 200 len: 1091 time: 1.9822257 Jan 29 19:42:00.899517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'tag': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:00.901857 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8faa71-624b-472c-8b02-f1850b9347f3" -d '{"events": [{"name": "network-changed", "server_uuid": "78d8c979-0a29-4635-bc44-26a7cf6d499c", "tag": "c09c3306-dab0-4bef-8ccb-fcf7b27658cb"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:00.915482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-adbaa526-7665-4f51-a60b-99ed4c38f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:00.917669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-adbaa526-7665-4f51-a60b-99ed4c38f876 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1130 time: 0.7550442 Jan 29 19:42:00.963179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067708-bb22-4934-98ed-1bce73f489af req-a2845881-6553-4b05-b869-bb121b41811c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:00.964796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a067708-bb22-4934-98ed-1bce73f489af req-a2845881-6553-4b05-b869-bb121b41811c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 948 time: 0.7427421 Jan 29 19:42:00.965472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360af2f-cac7-464d-bc59-0b5a29af83ce service neutron] Pushing event updated for resources: {'Port': ['ID=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:01.042934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:01.100932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a067708-bb22-4934-98ed-1bce73f489af req-1dfea644-65a6-427e-babd-e4b4a65821d5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206107 Jan 29 19:42:01.146940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-359d21e8-b1aa-4d92-bf7d-ed202a719a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.148664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-359d21e8-b1aa-4d92-bf7d-ed202a719a68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2227397 Jan 29 19:42:01.202643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-cb247c20-ed7c-4fd3-93cb-0c23d144bf90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0427308 Jan 29 19:42:01.212701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-8b6e7045-237f-4781-b3d7-7c2986aa85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.214577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-8b6e7045-237f-4781-b3d7-7c2986aa85ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 1125 time: 0.1370013 Jan 29 19:42:01.258267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:01.295849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'mac_address': 'fa:16:3e:ad:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:01.301571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:01.339107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-03b38d2c-d054-4d6d-8f90-6dd19d7f97f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb HTTP/1.1" status: 200 len: 217 time: 0.0528364 Jan 29 19:42:01.358659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-187a06e0-ef10-4e58-97f3-275857630046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.360410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-187a06e0-ef10-4e58-97f3-275857630046 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1503742 Jan 29 19:42:01.382457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Publish callbacks [] for port (ff09138b-861f-4168-8403-9e67d3cffe22), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.389612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:01.390007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.407372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200b6e71-0c73-44fc-a097-b4d6024bcaa7 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:01.422510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1daa36ab-ef7a-4700-a6b6-259a32f75cbf req-a7ed0bd5-30ae-4070-b771-1fba2448c380 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9345713 Jan 29 19:42:01.443808 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group_rule (15b11b0f-5107-41cc-9195-18814f271725), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.461907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:01.469038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313741-808b-4988-a5cc-87b21262d02b req-055378e7-302b-4955-962f-58dbe78ada93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.470689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-055378e7-302b-4955-962f-58dbe78ada93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.1215620 Jan 29 19:42:01.471788 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.483789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.526002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-7d1fa8a4-8390-4624-b5f3-01a358fbdef6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437338 Jan 29 19:42:01.527960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-a2933ed8-0cdf-4a9d-845d-c4dd1667b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.529201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-a2933ed8-0cdf-4a9d-845d-c4dd1667b92d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1437316 Jan 29 19:42:01.564483 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.587860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group_rule (15b11b0f-5107-41cc-9195-18814f271725), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.616877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-951de8ee-3a0b-489a-88db-5abcfc1c32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.618474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-951de8ee-3a0b-489a-88db-5abcfc1c32fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.9625311 Jan 29 19:42:01.677172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:01.682145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-bd9719f7-fdc9-449f-ab5c-bb76545ebc43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0466118 Jan 29 19:42:01.690922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (15b11b0f-5107-41cc-9195-18814f271725), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.711780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-a26fdd70-949a-4f51-a473-a2a1145101b8 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738880 Jan 29 19:42:01.712165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-f89a0097-9de6-4025-a7d0-261b5a310835 service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745961 Jan 29 19:42:01.752140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-6e3282e0-e97a-4681-9c5a-dc5f5df7e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.754424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-6e3282e0-e97a-4681-9c5a-dc5f5df7e051 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0588424 Jan 29 19:42:01.773011 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9abca0-4e21-4f43-a4e1-3b349e972015 x-openstack-request-id: req-4f9abca0-4e21-4f43-a4e1-3b349e972015 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:01.773509 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d8c979-0a29-4635-bc44-26a7cf6d499c", "tag": "c09c3306-dab0-4bef-8ccb-fcf7b27658cb", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:01.773924 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f9abca0-4e21-4f43-a4e1-3b349e972015 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:01.774758 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'tag': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb', 'status': 'completed', 'code': 200} Jan 29 19:42:01.835816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:01.861208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b11b0f-5107-41cc-9195-18814f271725,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:01.882100 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:01.888716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8f81c80d-454d-4798-a4aa-edb561bd4427 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3776603 Jan 29 19:42:01.889291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca32f7-9f88-45b4-af99-9f9dd19206b1 req-e169150a-2675-49d4-aca3-c0214bdf7f91 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:01.897574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bca32f7-9f88-45b4-af99-9f9dd19206b1 req-e169150a-2675-49d4-aca3-c0214bdf7f91 tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 1126 time: 0.3829100 Jan 29 19:42:01.906465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38956) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:01.921086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on host n-h2-825496-5 for vnic_type normal with profile {"migrating_to": "n-h1-825496-5"} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:42:01.921086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:42:01.921650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:01.927474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:01.942186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:42:01.942649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Attempting to bind port ff09138b-861f-4168-8403-9e67d3cffe22 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:01.962377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:42:01.962377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:01.963198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:42:01.963464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Bound port: ff09138b-861f-4168-8403-9e67d3cffe22, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:42:01.963919 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:02.002348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-39eeda85-7639-40cd-a41c-e42382d8de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.004509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-39eeda85-7639-40cd-a41c-e42382d8de62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1851594 Jan 29 19:42:02.007581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bca32f7-9f88-45b4-af99-9f9dd19206b1 req-14a840c0-e808-4190-80d5-948014c5e8bb tempest-LiveMigrationTest-1759091421 tempest-LiveMigrationTest-1759091421-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085618 Jan 29 19:42:02.011179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-bcb80449-6949-4c61-a3f6-df8c592eeb80 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830739 Jan 29 19:42:02.014467 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47313741-808b-4988-a5cc-87b21262d02b req-2b968af4-8762-4427-b72e-c0c6f1f75f6f service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877676 Jan 29 19:42:02.022925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-8a10ff3e-7725-427d-aeef-101fb920141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.024475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-8a10ff3e-7725-427d-aeef-101fb920141a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 1128 time: 0.1563470 Jan 29 19:42:02.031264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a5566-f9e8-46f2-9298-c3269998957a req-2543b8d7-674e-4535-b352-d0c5214cb033 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.038863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b8a5566-f9e8-46f2-9298-c3269998957a req-2543b8d7-674e-4535-b352-d0c5214cb033 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.1734946 Jan 29 19:42:02.050077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['200b6e71-0c73-44fc-a097-b4d6024bcaa7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:02.059112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:02.131718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:02.134136 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b16d0-e08b-43b2-9f9f-2957e685eada" -d '{"events": [{"server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:02.163642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b8a5566-f9e8-46f2-9298-c3269998957a req-550b1f90-abad-48bf-99a4-120d06a8ed63 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237981 Jan 29 19:42:02.266222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:02.306058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:02.317653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-74d26071-6cdc-44b1-bfdc-66949f047e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.319605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-74d26071-6cdc-44b1-bfdc-66949f047e94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 1125 time: 0.1008582 Jan 29 19:42:02.321292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:02.358833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3eed-55be-4369-b81b-2c103624a11a req-4016d616-e58c-4450-a32e-b74995a46dc9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.362760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f10b3eed-55be-4369-b81b-2c103624a11a req-4016d616-e58c-4450-a32e-b74995a46dc9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1959586 Jan 29 19:42:02.369838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-23fc6c8c-d0c4-4ab0-b131-20902ea12b54 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562555 Jan 29 19:42:02.371349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-25761e27-12ca-4ffe-9870-7f247cfd0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.372852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-25761e27-12ca-4ffe-9870-7f247cfd0f45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 911 time: 0.3284333 Jan 29 19:42:02.416019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:02.519330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-b9185d63-1ffb-4102-b314-f04d89d5e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.521441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-b9185d63-1ffb-4102-b314-f04d89d5e8ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 912 time: 0.1895130 Jan 29 19:42:02.526081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:02.541624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-b5e2ddca-01ca-44d6-8ed6-c5dbbbc46ff7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef HTTP/1.1" status: 200 len: 217 time: 0.1375155 Jan 29 19:42:02.573549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-7dc0ab9b-c6fd-493e-a9f1-9c06cb1ff304 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb HTTP/1.1" status: 200 len: 217 time: 0.0427203 Jan 29 19:42:02.581416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Allocated IP 172.25.5.7 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/8849f1f5-6116-453e-91af-6e20782c6832) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:42:02.651584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f10b3eed-55be-4369-b81b-2c103624a11a req-79d8d490-a1c6-4478-b486-af99b708eb30 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774637 Jan 29 19:42:02.727467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.736188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:02.737874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-79a6c6e6-5c2e-47d6-91bd-3b451520f148 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 1122 time: 3.1584005 Jan 29 19:42:02.751195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-0104b608-d770-40a0-a388-14362cf1dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.757054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-0104b608-d770-40a0-a388-14362cf1dee8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.2048843 Jan 29 19:42:02.772004 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69fbe97-0869-47f0-9af8-1ecaa93c9bf1 x-openstack-request-id: req-a69fbe97-0869-47f0-9af8-1ecaa93c9bf1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:02.772004 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:02.772004 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a69fbe97-0869-47f0-9af8-1ecaa93c9bf1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:02.772004 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'code': 200} Jan 29 19:42:02.772004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-101b86d3-37a7-4ef2-b3a1-47c08d295358 req-eba9db90-bef9-4483-9286-da33714c216a service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721225 Jan 29 19:42:02.779157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (8849f1f5-6116-453e-91af-6e20782c6832), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:02.801664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-fd31e107-0469-4bfe-8da3-139d45cb80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.803705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-fd31e107-0469-4bfe-8da3-139d45cb80b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.2084401 Jan 29 19:42:02.861835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be870a3-9823-496c-ae07-c240af142f1a req-b83af91d-6390-45b3-813a-368410c0eb4a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:02.863935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4be870a3-9823-496c-ae07-c240af142f1a req-b83af91d-6390-45b3-813a-368410c0eb4a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.0946820 Jan 29 19:42:02.866182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-0819ecde-c123-4389-b4df-226889056516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326509 Jan 29 19:42:02.882626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-0ddf930e-b19b-40ec-a403-e76bb77afe5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465071 Jan 29 19:42:02.956092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8849f1f5-6116-453e-91af-6e20782c6832), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:03.000127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['ff09138b-861f-4168-8403-9e67d3cffe22'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:03.034652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4be870a3-9823-496c-ae07-c240af142f1a req-79eb90b0-d9c4-4a52-915f-ab3dfac650de tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512465 Jan 29 19:42:03.053567 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-ea82aa4c-38c5-4665-b6a4-5a39c89d1a2a service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325476 Jan 29 19:42:03.060762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:42:03.081560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af952c-2002-4c72-b225-391ac8a51534 req-7ec50480-4904-499c-a5b9-1d335a8f6538 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:03.095655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22af952c-2002-4c72-b225-391ac8a51534 req-7ec50480-4904-499c-a5b9-1d335a8f6538 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 943 time: 0.2084389 Jan 29 19:42:03.173489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-92acdb40-9057-45a4-8dc1-9a0238a2010a service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479529 Jan 29 19:42:03.174593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=8849f1f5-6116-453e-91af-6e20782c6832,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:03.177639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:42:03.190136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22af952c-2002-4c72-b225-391ac8a51534 req-591cb295-492c-44b5-a107-80c6d08694a1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935228 Jan 29 19:42:03.191248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:42:03.253374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbd6cbe9-ba73-4bee-8b77-eddab4b2a080 req-26e61e7f-78ad-43ef-a751-b5eb1e5eb628 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388361 Jan 29 19:42:03.291552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0504a-9e09-4528-802a-b9c0673da55a req-67a40f9c-3bd5-4481-990e-fd0eca5d952e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:03.295947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1c0504a-9e09-4528-802a-b9c0673da55a req-67a40f9c-3bd5-4481-990e-fd0eca5d952e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.1917431 Jan 29 19:42:03.353413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1c0504a-9e09-4528-802a-b9c0673da55a req-0a7d8222-310c-42e6-a163-a4a77ef82438 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Jan 29 19:42:03.357638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f8faa71-624b-472c-8b02-f1850b9347f3 req-e6651da2-6c3b-4091-991f-6981c310cde8 service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618607 Jan 29 19:42:03.385575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (0d1f1876-0c66-4bea-92ab-e0ee3f81cb21), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:03.496229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0219cc3-c806-48c3-8001-d6cec193f593 req-62192c5d-6977-4dae-ae36-2b2f6a1b5466 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:03.499176 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8849f1f5-6116-453e-91af-6e20782c6832), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:03.505720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0219cc3-c806-48c3-8001-d6cec193f593 req-62192c5d-6977-4dae-ae36-2b2f6a1b5466 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.0851765 Jan 29 19:42:03.552954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0219cc3-c806-48c3-8001-d6cec193f593 req-deda10c1-2272-49c9-bda2-3d4dcde966d7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Jan 29 19:42:03.728790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (8849f1f5-6116-453e-91af-6e20782c6832), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:03.743528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e61442-e48d-43e2-bb2a-636f35a1143d req-b881dffc-102e-4d83-844e-4fde1103a199 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:03.745260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e61442-e48d-43e2-bb2a-636f35a1143d req-b881dffc-102e-4d83-844e-4fde1103a199 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.0854023 Jan 29 19:42:03.796737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2532dbd-1934-468e-a916-ce4e13c12fc4 req-7a1b59f7-f29a-4dfa-8500-3c0f17db0466 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:03.804788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2532dbd-1934-468e-a916-ce4e13c12fc4 req-7a1b59f7-f29a-4dfa-8500-3c0f17db0466 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0719995 Jan 29 19:42:03.812054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (8849f1f5-6116-453e-91af-6e20782c6832), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:03.861112 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1e61442-e48d-43e2-bb2a-636f35a1143d req-e20263e6-e35e-43f7-a338-a4f6705ef7de tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100194 Jan 29 19:42:03.880907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2532dbd-1934-468e-a916-ce4e13c12fc4 req-d56931fb-a7f8-4c7d-adfb-8a682c963b3f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749733 Jan 29 19:42:03.911779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-36347533-9eb4-4a98-8e86-6580f94c304b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:03.913783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-36347533-9eb4-4a98-8e86-6580f94c304b tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 949 time: 0.1556852 Jan 29 19:42:03.916086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=8849f1f5-6116-453e-91af-6e20782c6832,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:03.930873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0d1f1876-0c66-4bea-92ab-e0ee3f81cb21), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:03.987268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-5b523527-e2ee-46c8-863c-a96177d388b5 service neutron] 10.222.0.26 "GET /v2.0/ports/200b6e71-0c73-44fc-a097-b4d6024bcaa7/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 382 time: 0.0653989 Jan 29 19:42:04.049838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:04.060568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cdd3cbd6-68f2-44c5-b072-cbc51a17b7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1349208 Jan 29 19:42:04.234391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-0a02a049-fae9-4298-992e-afb961a0a32e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--453573459&fields=id&tenant_id=561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 267 time: 0.0604801 Jan 29 19:42:04.357544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-b41a3f5d-bb67-444c-807d-a997ccb9676f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.359420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-b41a3f5d-bb67-444c-807d-a997ccb9676f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.1240411 Jan 29 19:42:04.417699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-071c8841-b89f-4e20-b89f-2b0fb710f562 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/quotas/561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 375 time: 0.0446360 Jan 29 19:42:04.466960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-ff176948-fc92-4a66-b0d3-382d409dfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.468439 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-ff176948-fc92-4a66-b0d3-382d409dfc92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1131 time: 0.3795211 Jan 29 19:42:04.486591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-b0fe6e7b-35f0-4845-9ff8-3c260a157f2c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.488851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-b0fe6e7b-35f0-4845-9ff8-3c260a157f2c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.1236773 Jan 29 19:42:04.510743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1a27-dfe4-4fb2-b782-cba1e125c13c req-fc4b5f66-4607-4a3b-986e-30e9743cc4f1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.517975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-799b1a27-dfe4-4fb2-b782-cba1e125c13c req-fc4b5f66-4607-4a3b-986e-30e9743cc4f1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 943 time: 0.0983608 Jan 29 19:42:04.537120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-87cf4a60-8c3b-4dbd-bf9c-9abb3aa7fb1d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179550 Jan 29 19:42:04.614744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-799b1a27-dfe4-4fb2-b782-cba1e125c13c req-f2b1d036-65b5-4116-8aa7-215df79c2311 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946481 Jan 29 19:42:04.650403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-4a4c333e-5ff8-4986-8a4c-1873325a2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.651945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-4a4c333e-5ff8-4986-8a4c-1873325a2941 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1748965 Jan 29 19:42:04.712641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Deleting port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:04.713112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:04.732289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a8061ea3-7c16-417f-baf8-cfff064a96ac service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746385 Jan 29 19:42:04.758723 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-0e40dc6b-fae6-4011-93cd-bc1d84407645 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0995498 Jan 29 19:42:04.796649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:04.796649 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d8a925-89c0-4597-b8f2-a9484f844297" -d '{"events": [{"name": "network-changed", "server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:04.862099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f308ea8c-ffdb-4784-8beb-cd04eaf9ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.864137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f308ea8c-ffdb-4784-8beb-cd04eaf9ef2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0858917 Jan 29 19:42:04.875855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef0f9d-5c44-4791-a333-85840c7a39dc req-2e792d34-ada2-4111-a14e-011d906b8541 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.882441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] For port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:04.884750 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02ef0f9d-5c44-4791-a333-85840c7a39dc req-2e792d34-ada2-4111-a14e-011d906b8541 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 944 time: 0.1267073 Jan 29 19:42:04.884876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:04.907194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Calling delete_port for 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:04.932406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-c00fc988-a6f8-416b-8c7c-3050fbdd1a57 service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869044 Jan 29 19:42:04.974738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02ef0f9d-5c44-4791-a333-85840c7a39dc req-e74b8ff1-c387-490e-a8c0-fcb72a4abfcc tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 Jan 29 19:42:04.986997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-afd1d995-68d9-47f8-8c81-a0a4d107b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:04.992171 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-afd1d995-68d9-47f8-8c81-a0a4d107b5aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1046381 Jan 29 19:42:05.078293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c09c3306-dab0-4bef-8ccb-fcf7b27658cb details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:05.099603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:05.192622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d843-9d13-4dce-afbb-054bc5958d29 req-490199f6-ab3f-4099-924e-e8f600b6eab2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:05.215211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec81d843-9d13-4dce-afbb-054bc5958d29 req-490199f6-ab3f-4099-924e-e8f600b6eab2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.1193521 Jan 29 19:42:05.249607 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f619e-9071-4e9a-9819-3b01b7540773 x-openstack-request-id: req-9a7f619e-9071-4e9a-9819-3b01b7540773 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:05.261890 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:05.261890 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a7f619e-9071-4e9a-9819-3b01b7540773 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:05.261890 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'status': 'completed', 'code': 200} Jan 29 19:42:05.321940 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7bb26846-5046-49c9-9ee6-b2f8dad1a1fd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:05.355403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec81d843-9d13-4dce-afbb-054bc5958d29 req-7db6fe3b-d472-427a-9eef-4c2762f78b26 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386380 Jan 29 19:42:05.359463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4a3ec97a-9501-49dc-8e8f-755e3385ef10', '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:05.367523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-6f593078-f375-4a9f-86ff-c042e0e6eb34 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692358 Jan 29 19:42:05.484400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event deleted for resources: {'Port': ['ID=7bb26846-5046-49c9-9ee6-b2f8dad1a1fd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:05.486412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:42:05.498867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:05.499244 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:05.589060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:05.617927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] No DVR routers for this DVR port 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:05.622027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:05.625336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12bd6be1-fa65-4f63-8c78-46901c15c6c7 req-d0db686a-b3a0-4493-be18-8576584f852b tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "DELETE /v2.0/ports/7bb26846-5046-49c9-9ee6-b2f8dad1a1fd HTTP/1.1" status: 204 len: 173 time: 1.1315072 Jan 29 19:42:05.662065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562872-e9b9-47f1-a686-125ade617400 req-783b77bd-3073-45c2-8e05-720563e30ef5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:05.671817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-5dca340b-3a92-4469-949c-605ebcae9002 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838824 Jan 29 19:42:05.673555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e562872-e9b9-47f1-a686-125ade617400 req-783b77bd-3073-45c2-8e05-720563e30ef5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.2907317 Jan 29 19:42:05.674515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:05.675179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:05.706210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-adb663a2-85e6-40a5-82f9-62b1e530b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:05.708474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-adb663a2-85e6-40a5-82f9-62b1e530b08c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1156 time: 0.3316200 Jan 29 19:42:05.719943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:05.725249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:05.728604 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed986fe8-86d5-4c16-a58d-629eba0acad4" -d '{"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-plugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:05.733006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb', 'mac_address': 'fa:16:3e:04:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:05.763999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff3775-e9c4-4d65-8dab-2648ef6526b4 req-cde5e326-526e-4495-9780-2694d8621eec tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:05.768638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34ff3775-e9c4-4d65-8dab-2648ef6526b4 req-cde5e326-526e-4495-9780-2694d8621eec tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.3061512 Jan 29 19:42:05.783879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c09c3306-dab0-4bef-8ccb-fcf7b27658cb is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:05.784596 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:05.806274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09c3306-dab0-4bef-8ccb-fcf7b27658cb {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:05.828441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:05.829813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:05.893945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34ff3775-e9c4-4d65-8dab-2648ef6526b4 req-bd09fac4-f704-49af-ad14-8af1b57f3d67 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186867 Jan 29 19:42:05.912684 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:06.006559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:06.051327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e562872-e9b9-47f1-a686-125ade617400 req-33d9c69d-5594-4479-a596-bd940fb99312 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734951 Jan 29 19:42:06.084710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18b94be9-3532-4b58-be54-a10afd4cec99 req-6face0ec-1e06-4263-be57-cf768b30a8fe tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 210 time: 0.0895405 Jan 29 19:42:06.134625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-34aabddd-3c2e-4c12-9868-09d033eec030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:06.143964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-34aabddd-3c2e-4c12-9868-09d033eec030 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.4087830 Jan 29 19:42:06.257787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-68cff98b-a950-4e94-a339-e0dc1d3f181b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 217 time: 0.0969186 Jan 29 19:42:06.414394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c47e94c-cce0-429b-9bc1-1a37801c9c8f req-659dad9d-8593-403e-9ae2-230b74dd3d67 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0871031 Jan 29 19:42:06.423618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:06.426979 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a308da-3aac-4a36-ba35-eb24040b1f26 x-openstack-request-id: req-d4a308da-3aac-4a36-ba35-eb24040b1f26 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:06.427301 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-plugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:06.427524 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4a308da-3aac-4a36-ba35-eb24040b1f26 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:06.427895 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'code': 200} Jan 29 19:42:06.494407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff13c1-f450-4db6-8617-6a9cb7bef5d2 req-12f51d55-bd33-4e19-b1f7-aedaec3ea1af tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:06.496273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84ff13c1-f450-4db6-8617-6a9cb7bef5d2 req-12f51d55-bd33-4e19-b1f7-aedaec3ea1af tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 944 time: 0.2412288 Jan 29 19:42:06.499990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-f014773c-bcda-4fdb-82bc-2643d01d596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:06.506386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-f014773c-bcda-4fdb-82bc-2643d01d596b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1932285 Jan 29 19:42:06.573734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-b6e6186a-b8a9-46b2-b89d-c2d466d0bb34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424674 Jan 29 19:42:06.602415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84ff13c1-f450-4db6-8617-6a9cb7bef5d2 req-04b71baf-5a15-4d17-b567-4853b42bd4b3 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948520 Jan 29 19:42:06.618597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04df70-2c2c-4c5b-b05a-30bbfdfd93a3 req-3069a89c-593e-490f-a21f-4c0325e2904d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:06.625741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c04df70-2c2c-4c5b-b05a-30bbfdfd93a3 req-3069a89c-593e-490f-a21f-4c0325e2904d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.1097631 Jan 29 19:42:06.636278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:06.720083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c04df70-2c2c-4c5b-b05a-30bbfdfd93a3 req-6702c597-3d82-4e47-8217-6fdbd9045582 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878048 Jan 29 19:42:06.775061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-db5fc452-8be4-45a8-a044-74e0ae277c08 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934428 Jan 29 19:42:06.801252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['c09c3306-dab0-4bef-8ccb-fcf7b27658cb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:06.886312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:06.906453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 has no active binding in host n-h1-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:42:06.972848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d8a925-89c0-4597-b8f2-a9484f844297 req-881cac8a-6854-403e-909f-720670e288f6 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808653 Jan 29 19:42:07.088853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cad05-9e6a-4093-a725-efe619b84a04 req-3d607483-0114-4dff-afb2-671736512221 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:07.091178 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-996cad05-9e6a-4093-a725-efe619b84a04 req-3d607483-0114-4dff-afb2-671736512221 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0918591 Jan 29 19:42:07.155461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-996cad05-9e6a-4093-a725-efe619b84a04 req-6fac8c6d-54f6-4fcf-8cab-33640b6fc9a4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556364 Jan 29 19:42:07.187877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:07.215225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:07.217614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7bb26846-5046-49c9-9ee6-b2f8dad1a1fd not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:07.251748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'name': 'network-vif-deleted', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:07.257834 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d43dd-e084-4580-9b02-15e7cdd5106b" -d '{"events": [{"server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "name": "network-vif-deleted", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:07.286562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47024f5f-a9f0-4e3c-b867-94ee14e3b475 req-145bec8c-330e-4760-a58a-81c2e712bdb2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:07.299657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47024f5f-a9f0-4e3c-b867-94ee14e3b475 req-145bec8c-330e-4760-a58a-81c2e712bdb2 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1592119 Jan 29 19:42:07.329207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f02f9631-bd61-4645-9595-d2c667562911 req-5cd902f1-38b5-47d1-94b0-3d4c11580cac tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 210 time: 0.0699804 Jan 29 19:42:07.372478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47024f5f-a9f0-4e3c-b867-94ee14e3b475 req-bc2dfdc2-5aea-4b85-beb5-203587df1df5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719931 Jan 29 19:42:07.437017 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8472004-79ba-44c7-a0fb-4b11bc8dbd03 x-openstack-request-id: req-c8472004-79ba-44c7-a0fb-4b11bc8dbd03 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:07.437265 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4678e7fa-3907-429d-a5a7-2ab9e6eecd45", "name": "network-vif-deleted", "tag": "7bb26846-5046-49c9-9ee6-b2f8dad1a1fd", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:07.437582 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8472004-79ba-44c7-a0fb-4b11bc8dbd03 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:07.437996 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4678e7fa-3907-429d-a5a7-2ab9e6eecd45', 'name': 'network-vif-deleted', 'tag': '7bb26846-5046-49c9-9ee6-b2f8dad1a1fd', 'status': 'completed', 'code': 200} Jan 29 19:42:07.519743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cd0bd71-b770-48f2-b0a5-1bfeec61c075 req-cf4f146e-3fd1-4b09-bfe4-9422aa3a1da5 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0368905 Jan 29 19:42:07.727432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bb9b0-fa20-45b4-af9c-96c3215696e1 req-f33ef406-8c05-4e97-90c4-0a519aa9aba1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:07.728005 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:07.728882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a45bb9b0-fa20-45b4-af9c-96c3215696e1 req-f33ef406-8c05-4e97-90c4-0a519aa9aba1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 944 time: 0.0551748 Jan 29 19:42:07.783514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a45bb9b0-fa20-45b4-af9c-96c3215696e1 req-49d43283-fe2d-4cab-9ff1-f8d84e41e426 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Jan 29 19:42:07.883313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a36be9-a60b-4b52-9e43-3ac00af5d3b3 req-360bceca-3eda-4af7-b75d-19252a115d75 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:07.883313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45a36be9-a60b-4b52-9e43-3ac00af5d3b3 req-360bceca-3eda-4af7-b75d-19252a115d75 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.0588219 Jan 29 19:42:07.935262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45a36be9-a60b-4b52-9e43-3ac00af5d3b3 req-c0f3b228-a88d-4402-ae9e-c9b40b4722df tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Jan 29 19:42:08.396184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbacaf9-6b7e-4f99-a7f4-68a86138aa63 req-48a387b7-0088-4093-9000-5ae020cc67a2 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:08.402495 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9fbacaf9-6b7e-4f99-a7f4-68a86138aa63 req-48a387b7-0088-4093-9000-5ae020cc67a2 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1496310 Jan 29 19:42:08.479544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ad05820-b9e3-4da5-9b93-66a5ea4d176d req-ad0dbdaf-6458-42c7-8cbd-4daeda844151 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 210 time: 0.0300529 Jan 29 19:42:08.529088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9fbacaf9-6b7e-4f99-a7f4-68a86138aa63 req-12e01063-8967-44f2-8bf5-1d7378d89b33 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141095 Jan 29 19:42:08.537073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-7325ce89-a604-4cce-85cd-b2162f525bde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:08.538980 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-7325ce89-a604-4cce-85cd-b2162f525bde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.2405531 Jan 29 19:42:08.642248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-1f0965aa-238f-4b92-976a-53069a11443d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 379 time: 0.0933754 Jan 29 19:42:08.648126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c9a46-14e2-4639-879f-aefc4222d72a req-580cfa63-7d30-4557-b028-3aa288151e76 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:08.650157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c6c9a46-14e2-4639-879f-aefc4222d72a req-580cfa63-7d30-4557-b028-3aa288151e76 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.0731678 Jan 29 19:42:08.653630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'port': {'device_id': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'admin_state_up': True, 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'security_groups': ['526b92b1-b761-478d-b645-5487c821c787']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:08.722030 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c6c9a46-14e2-4639-879f-aefc4222d72a req-b9e2ee8f-06f3-4300-9e7f-2ce9478972e1 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653772 Jan 29 19:42:08.727381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8091097d-f85b-4ce6-bbb2-3dc60e04c5d4 req-08f1d214-d5b0-473c-8a53-7b843bcf23fe tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0336571 Jan 29 19:42:08.886897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:42:08.890432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:08.927606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3214e7-de1c-4169-900e-a56b1920f9c5 req-ea989483-0c22-43be-b718-45769ad368b7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:08.929155 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e3214e7-de1c-4169-900e-a56b1920f9c5 req-ea989483-0c22-43be-b718-45769ad368b7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 944 time: 0.0579152 Jan 29 19:42:08.986939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e3214e7-de1c-4169-900e-a56b1920f9c5 req-11001fb7-82fa-4d17-a701-9ab942b97d0e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Jan 29 19:42:09.104993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ebb11-f522-43ed-a4bc-3283e0aee500 req-ae20d553-45b2-47fd-9bdc-15908a7cb2e0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:09.106945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a7ebb11-f522-43ed-a4bc-3283e0aee500 req-ae20d553-45b2-47fd-9bdc-15908a7cb2e0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.0666189 Jan 29 19:42:09.108431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Allocated IP 172.20.0.4 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/315fe9c5-45e5-4f04-b2ba-1e649a6d4316) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:42:09.157847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a7ebb11-f522-43ed-a4bc-3283e0aee500 req-dacd7610-71cd-4a71-9757-0b3a94901501 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Jan 29 19:42:09.194893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c09c3306-dab0-4bef-8ccb-fcf7b27658cb up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:09.237508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-beed0065-a9ec-427a-b512-26dd8426ac9f service neutron] 10.222.0.26 "GET /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.0755501 Jan 29 19:42:09.346225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port c09c3306-dab0-4bef-8ccb-fcf7b27658cb completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:42:09.350774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port c09c3306-dab0-4bef-8ccb-fcf7b27658cb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:09.351250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:09.447746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c09c3306-dab0-4bef-8ccb-fcf7b27658cb is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:09.448351 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:09.475102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:09.478277 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b97fff-18dd-4433-870e-51a4a9497478" -d '{"events": [{"server_uuid": "78d8c979-0a29-4635-bc44-26a7cf6d499c", "name": "network-vif-plugged", "status": "completed", "tag": "c09c3306-dab0-4bef-8ccb-fcf7b27658cb"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:09.530755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:09.540806 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4e3126-8862-4d1f-8c17-e2172b0ec1c0 x-openstack-request-id: req-3d4e3126-8862-4d1f-8c17-e2172b0ec1c0 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:09.541104 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8c979-0a29-4635-bc44-26a7cf6d499c", "name": "network-vif-plugged", "status": "completed", "tag": "c09c3306-dab0-4bef-8ccb-fcf7b27658cb", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:09.541358 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d4e3126-8862-4d1f-8c17-e2172b0ec1c0 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:09.541755 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb', 'code': 200} Jan 29 19:42:09.547425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-cf9909ce-4d86-4716-ba80-286d68c8829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:09.549086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-cf9909ce-4d86-4716-ba80-286d68c8829d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988&tenant_id=28e43c24a4664f0ba029ea6a50e4edb9 HTTP/1.1" status: 200 len: 1132 time: 0.0643189 Jan 29 19:42:09.565809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:09.618866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:09.691945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:09.741942 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:09.812140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d5adb-4153-42af-a1e9-4b4cca1bdd72 req-c979a4a2-336a-4ea0-bd43-c04922a4b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:09.813675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-678d5adb-4153-42af-a1e9-4b4cca1bdd72 req-c979a4a2-336a-4ea0-bd43-c04922a4b4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 1127 time: 0.1644537 Jan 29 19:42:09.825179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef49f4-3a25-4ec5-ae0c-429b753a8767 req-6f837260-6e5f-4e83-b339-8badd7943c20 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:09.826790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15ef49f4-3a25-4ec5-ae0c-429b753a8767 req-6f837260-6e5f-4e83-b339-8badd7943c20 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1889644 Jan 29 19:42:09.828073 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8a5a608-fd4e-4565-8b39-a19bd11385ff req-0b0d1d0a-eb00-4e5f-a70c-5151f4f908e1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 210 time: 0.0446348 Jan 29 19:42:09.881621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:09.949419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c5b2243-0493-4c3b-8363-c8e523cd81c2 req-4e6499ab-66a7-4447-8776-28fa52fd1b0e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0378814 Jan 29 19:42:09.972652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-678d5adb-4153-42af-a1e9-4b4cca1bdd72 req-584c3fd0-e544-4ff0-86cb-b3df46f94f7d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430116 Jan 29 19:42:09.991448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15ef49f4-3a25-4ec5-ae0c-429b753a8767 req-6ff5a83b-8ca7-4786-b1d6-40c8264113ee tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478052 Jan 29 19:42:10.004935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:10.068699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:10.095775 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.122891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:10.163779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43381-5961-4378-96b8-69e3ba4cceec req-d92e7f8b-f46e-45c0-afe8-8615fa825cbd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:10.164171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb53786-3283-4295-a91a-ed7988f60f00 req-b09d3451-8792-4724-8dba-fb204d767dec tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:10.165651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ceb53786-3283-4295-a91a-ed7988f60f00 req-b09d3451-8792-4724-8dba-fb204d767dec tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1372926 Jan 29 19:42:10.167785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff09138b-861f-4168-8403-9e67d3cffe22 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:10.170568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d43381-5961-4378-96b8-69e3ba4cceec req-d92e7f8b-f46e-45c0-afe8-8615fa825cbd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.0875378 Jan 29 19:42:10.173139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:42:10.183979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:42:10.187187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:10.229521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:42:10.235363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:10.256442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d43381-5961-4378-96b8-69e3ba4cceec req-db3b5b9d-42ab-495f-a33c-38f7a71927e2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810752 Jan 29 19:42:10.277753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Publish callbacks [] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.284736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:10.306357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ceb53786-3283-4295-a91a-ed7988f60f00 req-fe202cb0-a1b9-48a2-a3a7-823268a223c5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258643 Jan 29 19:42:10.307456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Transition to ACTIVE for port object 200b6e71-0c73-44fc-a097-b4d6024bcaa7 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:42:10.308673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:10.311606 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1bf44b-8e9c-4b32-8148-d219d0607496" -d '{"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-unplugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:10.380912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:10.381604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.392126 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f52ecac-aaac-4b65-9fd0-fc54b926c775 x-openstack-request-id: req-6f52ecac-aaac-4b65-9fd0-fc54b926c775 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:10.392611 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-unplugged", "status": "completed", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:10.393053 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f52ecac-aaac-4b65-9fd0-fc54b926c775 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:10.393433 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'code': 200} Jan 29 19:42:10.395398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.397714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.490129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] No DVR routers for this DVR port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:10.502133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:10.504305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] Transition to ACTIVE for port object ff09138b-861f-4168-8403-9e67d3cffe22 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:42:10.509087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-a9e0c575-b006-4285-989a-73bfe3ee6100 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8600187 Jan 29 19:42:10.522887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e74a-0f1f-4bcd-b119-efc658775120 req-d76131fd-ee3d-4fbb-b47a-d8f570dd5e77 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:10.529809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Request body: {'port': {'device_id': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:10.530568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a37e74a-0f1f-4bcd-b119-efc658775120 req-d76131fd-ee3d-4fbb-b47a-d8f570dd5e77 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 944 time: 0.1734221 Jan 29 19:42:10.565439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae30ed31-66ae-4994-9eb2-1c311ba0c840 None None] Provisioning complete for port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:10.565916 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae30ed31-66ae-4994-9eb2-1c311ba0c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.570668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.615236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:42:10.615824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:42:10.615940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:10.626439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:42:10.626782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Attempting to bind port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:10.627662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae30ed31-66ae-4994-9eb2-1c311ba0c840 None None] Port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:42:10.637679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:42:10.638028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:10.638415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:42:10.639835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Bound port: 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:42:10.639835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.679854 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a37e74a-0f1f-4bcd-b119-efc658775120 req-aefdc2af-e4ac-45e4-bf4d-c8d15f0b1284 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478646 Jan 29 19:42:10.692855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] No DVR routers for this DVR port ff09138b-861f-4168-8403-9e67d3cffe22 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:10.695164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.740248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:10.743560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:10.765628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] Pushing event updated for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:10.776527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-54a0f15d-36ce-44e7-8f05-504c78b33c16 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22/bindings/n-h1-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5201404 Jan 29 19:42:10.807642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.843419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:10.844042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:10.845507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] 10.222.0.13 "PUT /v2.0/ports/200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 1097 time: 1.2875855 Jan 29 19:42:10.925741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2df8d-76dc-4ee4-8c10-360469bcc632 service neutron] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=11']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:10.969612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-fefe6dcf-4cbf-4f20-980c-f9b04e2bd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:10.971123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-fefe6dcf-4cbf-4f20-980c-f9b04e2bd69d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1131 time: 0.0976624 Jan 29 19:42:11.059747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:11.068903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Publish callbacks [] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:11.084160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Transition to ACTIVE for port object 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:42:11.140816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-307bda93-4965-4850-b43c-0e350f549317 req-8b2ef914-e777-425f-8687-55f50605d7d2 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0644083 Jan 29 19:42:11.143174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-981a2707-6d39-4585-8843-969fc0d61f79 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.145891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-981a2707-6d39-4585-8843-969fc0d61f79 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.1965013 Jan 29 19:42:11.156680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8a928-aeaf-4993-b1f0-32488f6dcb0a req-78f93e26-3254-47a3-ac40-21b9ca48074b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.158257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98c8a928-aeaf-4993-b1f0-32488f6dcb0a req-78f93e26-3254-47a3-ac40-21b9ca48074b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 931 time: 0.0727227 Jan 29 19:42:11.159521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:11.196322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:11.274295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-a2789789-dcf6-4838-b48e-50826f952a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.275848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-a2789789-dcf6-4838-b48e-50826f952a1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.2878065 Jan 29 19:42:11.280172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-a98c578d-1a9e-48b0-8fc2-96f4da9e7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.282495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-a98c578d-1a9e-48b0-8fc2-96f4da9e7364 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d&tenant_id=00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 1127 time: 0.1281257 Jan 29 19:42:11.295599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:11.301687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98c8a928-aeaf-4993-b1f0-32488f6dcb0a req-1b3fae96-c2b3-44fa-84dc-63d882370958 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318469 Jan 29 19:42:11.315423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port ff09138b-861f-4168-8403-9e67d3cffe22 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:42:11.315423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:11.315423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:11.371313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-4806626d-bc77-481e-9fbf-0d676475aacb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0878334 Jan 29 19:42:11.401799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Attempting to bind port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:42:11.402495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Attempting to bind port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:42:11.403258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Attempting to bind port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:11.407118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:42:11.407530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:11.410870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:42:11.411482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Attempting to bind port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:11.420219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:42:11.420907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:11.422168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:42:11.422168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Bound port: 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:42:11.422943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:11.488479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cae16-e11b-4c9b-b1da-dca294a32e21 req-c5c92421-90ba-4d16-ad3f-356c9591f3cd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.496978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf7cae16-e11b-4c9b-b1da-dca294a32e21 req-c5c92421-90ba-4d16-ad3f-356c9591f3cd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.2778354 Jan 29 19:42:11.516271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-1a54a728-ead8-4463-a248-fdec243955e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.517665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-1a54a728-ead8-4463-a248-fdec243955e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1324306 Jan 29 19:42:11.542713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-ea2c2ab3-0593-41e8-9a10-cff249019939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.544484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-ea2c2ab3-0593-41e8-9a10-cff249019939 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1127 time: 0.1715102 Jan 29 19:42:11.584782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:11.616722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:11.635026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29a53-873a-4693-83c2-43da986ee1a5 req-6ab91ed2-e171-4d38-a93c-6da435dd0169 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.642830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf7cae16-e11b-4c9b-b1da-dca294a32e21 req-afe64905-06de-4c0d-acce-2300a07d25cd tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385589 Jan 29 19:42:11.643377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85e29a53-873a-4693-83c2-43da986ee1a5 req-6ab91ed2-e171-4d38-a93c-6da435dd0169 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.1960061 Jan 29 19:42:11.677473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-852343bd-eeba-46b8-ac33-85aee5b2dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.678957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-852343bd-eeba-46b8-ac33-85aee5b2dfb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1516232 Jan 29 19:42:11.690823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:11.721037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85e29a53-873a-4693-83c2-43da986ee1a5 req-4b533f3a-4938-4ad3-b3d5-ad6a836ab145 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753441 Jan 29 19:42:11.793119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.793822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:11.796520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] 10.222.0.13 "PUT /v2.0/ports/315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 1091 time: 1.2769167 Jan 29 19:42:11.797041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:11.799403 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd4326-17d1-4a78-b5c3-567a325fc62e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:11.831077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bed81a-ed06-4db8-82f2-55a38876f01e service neutron] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:11.833904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-138e84b7-ee3f-4855-9e3c-8fe9391a2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.836667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-138e84b7-ee3f-4855-9e3c-8fe9391a2d0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.2782474 Jan 29 19:42:11.909616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-f18b9147-7fe0-443a-b38e-78553860a8b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 200 len: 217 time: 0.0609112 Jan 29 19:42:11.935020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea290d08-c156-4c8b-9207-c0657572a0db req-6611eb84-f5d3-480c-8860-4d3d86aa6e41 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:11.936727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea290d08-c156-4c8b-9207-c0657572a0db req-6611eb84-f5d3-480c-8860-4d3d86aa6e41 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.0935729 Jan 29 19:42:11.965954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-403b5821-8c18-4fd6-bf87-fd369d3e4be5 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557061 Jan 29 19:42:12.022891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea290d08-c156-4c8b-9207-c0657572a0db req-4df12333-f3e9-449b-9b80-3cf40ded4a24 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684865 Jan 29 19:42:12.030265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-558c67e1-d277-4fe5-8d5e-8d95e6ac7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.032465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-558c67e1-d277-4fe5-8d5e-8d95e6ac7fe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1125 time: 0.1245008 Jan 29 19:42:12.079584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-14fc1099-a336-4290-b5d0-bae5753bbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.080987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-14fc1099-a336-4290-b5d0-bae5753bbf54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1599424 Jan 29 19:42:12.086717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-159f5f57-8af1-40f6-90a9-4a18b2dc5617 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 217 time: 0.0435584 Jan 29 19:42:12.131965 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc947e6-5a6f-4472-b06a-fa289f6ee107 x-openstack-request-id: req-6bc947e6-5a6f-4472-b06a-fa289f6ee107 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:12.132614 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:12.132614 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bc947e6-5a6f-4472-b06a-fa289f6ee107 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:12.132921 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'status': 'completed', 'code': 200} Jan 29 19:42:12.159244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-d706c2d6-6e46-46c1-8545-6064002e0769 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396276 Jan 29 19:42:12.171829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aa626-e15f-4ece-ae62-3e1ca2d0c34e req-d1249e4d-eec1-48e3-8116-d08feb462779 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.173763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592aa626-e15f-4ece-ae62-3e1ca2d0c34e req-d1249e4d-eec1-48e3-8116-d08feb462779 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.1707799 Jan 29 19:42:12.182212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-40b8891c-ffaa-49c1-b655-70021f8c9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.183681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-40b8891c-ffaa-49c1-b655-70021f8c9059 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0910406 Jan 29 19:42:12.251380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3180aca-d125-4fa1-8c28-c40eac007357 req-2df1cb7b-d7bd-436b-b61d-197fc25fa634 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0405848 Jan 29 19:42:12.262296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-48b6a7ed-8f4a-48a8-b38a-1a80892438d1 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877588 Jan 29 19:42:12.286658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597155-e951-48a2-8108-7de19e68cf6c req-94bbb0f1-85c2-4c05-ab21-bc195a3c3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.288308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-94bbb0f1-85c2-4c05-ab21-bc195a3c3866 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0980601 Jan 29 19:42:12.328022 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35ffb54f-b371-416d-b798-4e6ee28ee6e2 req-3709b20c-4819-4892-a25e-cf5e6d80ebe6 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527334 Jan 29 19:42:12.384167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592aa626-e15f-4ece-ae62-3e1ca2d0c34e req-6717ff16-847a-4351-903d-9c1cc82b14b5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194837 Jan 29 19:42:12.393767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-04f85730-882c-422e-9d2c-56ca8b872186 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990412 Jan 29 19:42:12.395405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:12.397616 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da42295e-9704-4632-a0fb-be6974050f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:12.412041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-bebac30d-1f5f-4a7f-9aff-1542819fe0dd service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395195 Jan 29 19:42:12.480844 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e561b17b-61c5-4415-9283-212f62eb8f8b x-openstack-request-id: req-e561b17b-61c5-4415-9283-212f62eb8f8b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:12.481181 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:12.481607 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e561b17b-61c5-4415-9283-212f62eb8f8b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:12.482014 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'status': 'completed', 'code': 200} Jan 29 19:42:12.535360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e597155-e951-48a2-8108-7de19e68cf6c req-8ad2b964-89b7-4ea4-9c0f-e692b4b9cf9b service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314590 Jan 29 19:42:12.553624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9b9c6-0a66-4edc-8b87-05f86502ad8d req-85f4950e-be3c-4c97-a1b0-238d7af46bd3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.555134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1dd9b9c6-0a66-4edc-8b87-05f86502ad8d req-85f4950e-be3c-4c97-a1b0-238d7af46bd3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 943 time: 0.1153796 Jan 29 19:42:12.583944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-8d745a36-aae3-4cfe-b627-3e6c36eba95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.585604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-8d745a36-aae3-4cfe-b627-3e6c36eba95a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1131 time: 0.0725019 Jan 29 19:42:12.623086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-5b0fa68a-6aad-4503-912c-e352c31277c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.624610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-5b0fa68a-6aad-4503-912c-e352c31277c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1131 time: 0.0868361 Jan 29 19:42:12.635233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1dd9b9c6-0a66-4edc-8b87-05f86502ad8d req-1dfe18e3-b408-423d-88df-4376c5628c10 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635052 Jan 29 19:42:12.736046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-41c049ee-a334-43bb-9e53-b1596c06112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.741829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-41c049ee-a334-43bb-9e53-b1596c06112b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1486578 Jan 29 19:42:12.758770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-20820ec6-cecc-4b40-bb48-f2ae05c061e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.760356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-20820ec6-cecc-4b40-bb48-f2ae05c061e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1246254 Jan 29 19:42:12.766963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-212efcab-0b2a-4e2e-b185-56ba0007d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.768554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-212efcab-0b2a-4e2e-b185-56ba0007d6da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1125 time: 0.0712752 Jan 29 19:42:12.830172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-57d60406-7a58-4d85-b0e5-114dd2209e95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0572166 Jan 29 19:42:12.836600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-2b36c92c-a38f-4222-87b3-3ea96a0ba9b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0851133 Jan 29 19:42:12.955549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-3f7bd48e-0524-400f-99aa-110e0481f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.957333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-3f7bd48e-0524-400f-99aa-110e0481f713 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0970850 Jan 29 19:42:12.993791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189ffc-7622-48a8-8fef-a125096a6929 req-f53f0f67-8bdf-4235-ac74-528bf2d00746 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:12.995661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91189ffc-7622-48a8-8fef-a125096a6929 req-f53f0f67-8bdf-4235-ac74-528bf2d00746 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.1770167 Jan 29 19:42:13.017997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-b1ca8d31-05e4-4b08-b1f9-ce49eff32d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.020478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-b1ca8d31-05e4-4b08-b1f9-ce49eff32d9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.2404501 Jan 29 19:42:13.073647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-341f159d-eb0f-4933-90af-8e8ab7a7365c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 217 time: 0.0455368 Jan 29 19:42:13.146970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-a8968f12-063d-4013-b05b-f63c1fc327e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.149221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-a8968f12-063d-4013-b05b-f63c1fc327e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1814549 Jan 29 19:42:13.152461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91189ffc-7622-48a8-8fef-a125096a6929 req-f8a4ea77-8ad5-4c1e-a14e-2a775b74ec1c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380274 Jan 29 19:42:13.167311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-7518ebba-47de-4515-9561-dc2f0e334791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.168712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-7518ebba-47de-4515-9561-dc2f0e334791 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0873749 Jan 29 19:42:13.191626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-66efd3b0-ce32-4653-87e3-9cf19a822350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.193261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-66efd3b0-ce32-4653-87e3-9cf19a822350 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.3416512 Jan 29 19:42:13.205918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2b86-11b0-4447-970d-3388c3d28603 req-f59619d3-5624-4add-9d66-9685c9d11e5b tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.213142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96de2b86-11b0-4447-970d-3388c3d28603 req-f59619d3-5624-4add-9d66-9685c9d11e5b tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.3918769 Jan 29 19:42:13.278174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-62727ff3-52ee-4cca-8959-11254018587c tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.279669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-62727ff3-52ee-4cca-8959-11254018587c tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.1476309 Jan 29 19:42:13.306905 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96de2b86-11b0-4447-970d-3388c3d28603 req-dd7fe1bc-c17a-4c8a-ab85-660e5f3aab72 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929058 Jan 29 19:42:13.336111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-61dbc3eb-bc40-4980-a215-c2274c81d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.336592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42295e-9704-4632-a0fb-be6974050f6e req-71f8da04-c95b-4d1e-9ab4-7571c08883ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.336592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-71f8da04-c95b-4d1e-9ab4-7571c08883ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1176403 Jan 29 19:42:13.336768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-61dbc3eb-bc40-4980-a215-c2274c81d5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1429598 Jan 29 19:42:13.389903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-9175edf8-63a0-40ac-bdb9-4ef4aa16a79a service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321787 Jan 29 19:42:13.474801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a01f4b-fa0d-41ad-9386-18649271f3bb req-da116755-ee9a-45a4-b87d-0b9d09b62062 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.481712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16a01f4b-fa0d-41ad-9386-18649271f3bb req-da116755-ee9a-45a4-b87d-0b9d09b62062 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.2283218 Jan 29 19:42:13.486794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-a6dd889f-c553-4dc2-917b-ae5de063ceba service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226270 Jan 29 19:42:13.549151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-f1abb772-af2e-4b53-a2dc-527aac20741e service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987572 Jan 29 19:42:13.626828 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-752bab76-e38b-448c-a745-ea2fa6a7cc14 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313620 Jan 29 19:42:13.628075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-15175d86-3e62-43cd-97ed-f7d3e154d1ce service neutron] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:13.632827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16a01f4b-fa0d-41ad-9386-18649271f3bb req-b4106f81-5dee-49f4-a10b-b2642f43d8c1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500857 Jan 29 19:42:13.665987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e7d3795-1c7b-454b-b138-32f722c5155d req-964ae8db-436b-4443-ba86-4d21899ed0e9 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0358648 Jan 29 19:42:13.668976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-15175d86-3e62-43cd-97ed-f7d3e154d1ce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:13.670053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f53cbed9-c704-4072-9f39-ec76f403fef4 req-15175d86-3e62-43cd-97ed-f7d3e154d1ce service neutron] 10.222.0.13 "DELETE /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22/bindings/n-h2-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.3744245 Jan 29 19:42:13.685634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da42295e-9704-4632-a0fb-be6974050f6e req-e4e2b764-77dd-474a-9581-ddc5c66b9eba service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680953 Jan 29 19:42:13.733180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acdd4326-17d1-4a78-b5c3-567a325fc62e req-81114613-95f8-472b-8fc9-aadcebbf274b service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709139 Jan 29 19:42:13.821199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1158-1db3-4a65-abc4-4186deb74d74 req-1662b914-ca10-45cb-9086-0a3a14c3502a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.825221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f3d1158-1db3-4a65-abc4-4186deb74d74 req-1662b914-ca10-45cb-9086-0a3a14c3502a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.0747197 Jan 29 19:42:13.841256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde89d-88b5-45bc-93dd-4106b4c17755 req-539f1f2f-b66a-4889-85c3-d2a78d54dbe7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:13.842977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3cde89d-88b5-45bc-93dd-4106b4c17755 req-539f1f2f-b66a-4889-85c3-d2a78d54dbe7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.0752723 Jan 29 19:42:13.884075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f3d1158-1db3-4a65-abc4-4186deb74d74 req-0b2db710-30fd-46a0-83bd-a4b4f5ab8a75 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534546 Jan 29 19:42:13.933396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3cde89d-88b5-45bc-93dd-4106b4c17755 req-dd98f761-4eba-47c1-9815-b6de71d715e4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Jan 29 19:42:14.006230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2f433-eac8-4d86-817b-3a4158cd4219 req-d8a36382-1ed4-40d7-86ef-cbac43bad552 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:14.007736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fc2f433-eac8-4d86-817b-3a4158cd4219 req-d8a36382-1ed4-40d7-86ef-cbac43bad552 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 943 time: 0.0600736 Jan 29 19:42:14.058284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fc2f433-eac8-4d86-817b-3a4158cd4219 req-b79f7823-75be-433f-a303-74309e675b62 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447576 Jan 29 19:42:14.075289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eee57-8c0a-4376-a02d-de5a7cc6bb41 req-ac90b166-3b15-4a62-a952-e77198a00f44 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:14.082534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c40eee57-8c0a-4376-a02d-de5a7cc6bb41 req-ac90b166-3b15-4a62-a952-e77198a00f44 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 1127 time: 0.0568230 Jan 29 19:42:14.127154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c40eee57-8c0a-4376-a02d-de5a7cc6bb41 req-3f2288fa-1089-48f2-9553-f8ed58535253 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Jan 29 19:42:14.468541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-fa257b15-fce7-4273-90ed-ee8554739957 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:14.470306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-fa257b15-fce7-4273-90ed-ee8554739957 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.1433537 Jan 29 19:42:14.471759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3a4a5-c437-4420-b8ee-037518fd17a2 req-a1cba8b5-8973-4fa8-b2fe-746e317f64fc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:14.473594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fb3a4a5-c437-4420-b8ee-037518fd17a2 req-a1cba8b5-8973-4fa8-b2fe-746e317f64fc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0571136 Jan 29 19:42:14.495728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-d549e774-59b2-419d-9336-26c6c9d713dc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/quotas/00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 375 time: 0.0160446 Jan 29 19:42:14.556773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fb3a4a5-c437-4420-b8ee-037518fd17a2 req-8b8860bb-67ed-47e7-aa86-9a3e82b84217 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773780 Jan 29 19:42:14.559691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-f3886c1d-1fba-4eb5-8f8c-3ecdb175c282 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624788 Jan 29 19:42:14.660103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-5df8f502-a209-4728-85ec-df6ac5ca5869 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922890 Jan 29 19:42:14.758609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-bda24850-f7f9-4f4b-bea1-1c00bc1a6263 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925436 Jan 29 19:42:14.782188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-500ff63d-fca0-4fd3-b2e5-1d68f1fb0299 req-1887214d-2db9-4fda-bfcc-595e632d2b62 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0308399 Jan 29 19:42:15.079452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748d4f3-ec71-4120-87ab-defe00638e57 req-e8202a14-7675-4f19-bedc-2974b2c053f1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:15.092307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9748d4f3-ec71-4120-87ab-defe00638e57 req-e8202a14-7675-4f19-bedc-2974b2c053f1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.0793705 Jan 29 19:42:15.129309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c736e-84c1-494a-b0c1-1ad3b03668d1 req-b70dae6c-be80-460b-a266-9a6dccdb84b4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:15.131171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9c736e-84c1-494a-b0c1-1ad3b03668d1 req-b70dae6c-be80-460b-a266-9a6dccdb84b4 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.1401370 Jan 29 19:42:15.153518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9748d4f3-ec71-4120-87ab-defe00638e57 req-8bca10d1-0683-430c-86c6-2301f438fa6d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Jan 29 19:42:15.204236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9c736e-84c1-494a-b0c1-1ad3b03668d1 req-01bf5355-d80a-402d-8a1a-1ba606bf8320 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673563 Jan 29 19:42:15.216941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96388fba-2e5a-44cf-9a0a-ee430b2504b3 req-c45630a7-e3eb-44bb-97d8-827ec959f95a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0316832 Jan 29 19:42:15.327905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af9746-a761-4afc-8285-68235e1277ee req-e3c46700-eaa1-4334-bac3-8a3b5e2884e0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:15.329406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80af9746-a761-4afc-8285-68235e1277ee req-e3c46700-eaa1-4334-bac3-8a3b5e2884e0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 943 time: 0.0616961 Jan 29 19:42:15.376726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80af9746-a761-4afc-8285-68235e1277ee req-b9eeea2f-409d-4cdd-8dd4-2c55e41295e3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Jan 29 19:42:15.481705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75c97a-e42f-4824-b44e-b522e0957733 req-7bb560a7-37f5-463f-a087-e267f09e4c5c tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:15.483333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb75c97a-e42f-4824-b44e-b522e0957733 req-7bb560a7-37f5-463f-a087-e267f09e4c5c tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 1131 time: 0.0514655 Jan 29 19:42:15.533844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb75c97a-e42f-4824-b44e-b522e0957733 req-87e8a443-7259-4798-b337-d7f012016819 tempest-MigrationsAdminTest-447337571 tempest-MigrationsAdminTest-447337571-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Jan 29 19:42:15.731052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63e816-2670-46dc-a36b-81d2cec3a108 req-14ccdfaa-3d75-478c-a3c3-1b0365a3c205 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:15.732622 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa63e816-2670-46dc-a36b-81d2cec3a108 req-14ccdfaa-3d75-478c-a3c3-1b0365a3c205 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0558021 Jan 29 19:42:15.781766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa63e816-2670-46dc-a36b-81d2cec3a108 req-385a5056-2d46-4fcd-97ab-eb4d0088fbe6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Jan 29 19:42:15.900475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ea6d0-1594-4d36-9057-c7b29bf7cc91 req-70f4e420-7ae5-48f4-bcd4-258e0128f6c4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:15.901947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-235ea6d0-1594-4d36-9057-c7b29bf7cc91 req-70f4e420-7ae5-48f4-bcd4-258e0128f6c4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.0610311 Jan 29 19:42:15.968841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-235ea6d0-1594-4d36-9057-c7b29bf7cc91 req-27d91bf8-8197-457b-9f40-eed74d7512e8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610816 Jan 29 19:42:16.004832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc8ded2a-c295-450a-8fbe-bd144823dbf2 req-027700e7-417f-4c92-9f90-a91db2784bba tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0341911 Jan 29 19:42:16.086245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf6c0a-e987-452f-8c25-3fbc4b277eb5 req-f48d1322-800a-4aa5-a274-439bf5490441 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:16.088420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcdf6c0a-e987-452f-8c25-3fbc4b277eb5 req-f48d1322-800a-4aa5-a274-439bf5490441 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.0573208 Jan 29 19:42:16.136423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcdf6c0a-e987-452f-8c25-3fbc4b277eb5 req-e250aee7-3055-4f96-a3c7-246e28987192 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Jan 29 19:42:16.318341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c46a097-3617-4a4b-aa66-956a381818dd req-536a27f6-da65-4c14-8c22-ec78aa4258e5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Jan 29 19:42:16.503787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58139324-ea6b-40f1-a33b-ad26f9ffa315 req-2de14649-68ef-4166-b8fa-c86755760cf4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:16.505542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-58139324-ea6b-40f1-a33b-ad26f9ffa315 req-2de14649-68ef-4166-b8fa-c86755760cf4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 943 time: 0.0572498 Jan 29 19:42:16.558097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-58139324-ea6b-40f1-a33b-ad26f9ffa315 req-75f694af-9da9-4ff6-b795-e7e1ffbb9765 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466373 Jan 29 19:42:16.652223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:16.748971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:16.759772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:16.796463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:16.796858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:16.812292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:16.838559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:16.903004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb72d-6d39-4274-94a6-d3c0f7f654a6 req-88c83d8c-24bd-4557-acf4-f6abb4656ee9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:16.904700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e42eb72d-6d39-4274-94a6-d3c0f7f654a6 req-88c83d8c-24bd-4557-acf4-f6abb4656ee9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0543261 Jan 29 19:42:16.923226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:16.926776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:16.955092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e42eb72d-6d39-4274-94a6-d3c0f7f654a6 req-bcab9b57-8e32-4efd-92ed-9f8bbc440d2f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Jan 29 19:42:16.998560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:17.081685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:17.101355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'mac_address': 'fa:16:3e:ad:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:17.136648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99941da-80d4-4fa3-b966-4484c4158240 req-ff514680-d868-41c1-82f1-9252e08a72d8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:17.138528 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a99941da-80d4-4fa3-b966-4484c4158240 req-ff514680-d868-41c1-82f1-9252e08a72d8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.0745440 Jan 29 19:42:17.170925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:17.171587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.176104 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0810e0b2-6f17-43b9-9e94-cf4e661a66b6 req-e0e8f88c-92ca-4ca7-b48f-c14a3636b92a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0594888 Jan 29 19:42:17.211534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200b6e71-0c73-44fc-a097-b4d6024bcaa7 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:17.220290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a99941da-80d4-4fa3-b966-4484c4158240 req-8d52d62d-2966-4eea-b7cc-b722a98b3904 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725784 Jan 29 19:42:17.249819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:17.323026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.336072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-54ede24f-834f-4ed1-9786-2a7385e5abbc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:17.337679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-54ede24f-834f-4ed1-9786-2a7385e5abbc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.2651854 Jan 29 19:42:17.382767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Request body: {'port': {'device_id': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'admin_state_up': True, 'tenant_id': '00fbe0ef4eb44fc3800953e74d08d260'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:17.405440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:17.450396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce47111-5d5e-43ce-918b-35451da338d1 req-e497e396-822c-4843-a3dc-de102b99da0c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:17.452387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ce47111-5d5e-43ce-918b-35451da338d1 req-e497e396-822c-4843-a3dc-de102b99da0c tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 949 time: 0.1754155 Jan 29 19:42:17.476480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2336769-1788-4ba2-b1f0-c31c896a466e req-e89d52fe-ad6c-458f-8d5b-a1fa15a8bf33 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0355992 Jan 29 19:42:17.522030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214790f-2206-4d98-908b-6da471b72897 req-6777fea2-14a2-4279-9f0c-5fa3d0174d1e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:17.523376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c214790f-2206-4d98-908b-6da471b72897 req-6777fea2-14a2-4279-9f0c-5fa3d0174d1e tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 950 time: 0.1846523 Jan 29 19:42:17.590584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-129cc769-0d1c-4d87-bc86-99130cfcc6b7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:17.593152 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-129cc769-0d1c-4d87-bc86-99130cfcc6b7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 945 time: 0.0661972 Jan 29 19:42:17.619089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ce47111-5d5e-43ce-918b-35451da338d1 req-26a64cd6-20b5-45c4-a1f4-2ac47553cd14 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606061 Jan 29 19:42:17.646437 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:42:17.663449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['315fe9c5-45e5-4f04-b2ba-1e649a6d4316'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:17.708647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Deleting port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:17.709119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.767445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391685f6-1226-4766-bec7-98ce6336e0ab req-70ef56b8-6fd8-4da1-919f-9b61e059f482 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:17.769256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-391685f6-1226-4766-bec7-98ce6336e0ab req-70ef56b8-6fd8-4da1-919f-9b61e059f482 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1123180 Jan 29 19:42:17.818976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] For port 200b6e71-0c73-44fc-a097-b4d6024bcaa7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=200b6e71-0c73-44fc-a097-b4d6024bcaa7,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:17.819384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Deleting port c09c3306-dab0-4bef-8ccb-fcf7b27658cb {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:17.819761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.820094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.828227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Made reservation on behalf of 00fbe0ef4eb44fc3800953e74d08d260 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:42:17.831879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.851880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Calling delete_port for 200b6e71-0c73-44fc-a097-b4d6024bcaa7 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:17.859710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-391685f6-1226-4766-bec7-98ce6336e0ab req-2fd82131-7692-42f5-9386-b4884b9d618b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837517 Jan 29 19:42:17.933958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] For port c09c3306-dab0-4bef-8ccb-fcf7b27658cb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:17.934647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:17.948713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Calling delete_port for c09c3306-dab0-4bef-8ccb-fcf7b27658cb owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:18.071034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Allocated IP 172.20.0.12 (ba8a63ab-731c-45d5-8024-60929d95ba21/00639101-4ff5-4875-9a00-ae3023b0a41a/411d5aca-aee9-44ce-85da-35ebc576fad6) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:42:18.160618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33691ca4-8418-4e0b-bc77-abb4283cafcb req-36dc5da4-8257-4bfa-91ef-8c6c148ad3df tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:18.162208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33691ca4-8418-4e0b-bc77-abb4283cafcb req-36dc5da4-8257-4bfa-91ef-8c6c148ad3df tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1304939 Jan 29 19:42:18.192040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c09c3306-dab0-4bef-8ccb-fcf7b27658cb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:18.233328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['c09c3306-dab0-4bef-8ccb-fcf7b27658cb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:18.242061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (200b6e71-0c73-44fc-a097-b4d6024bcaa7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:18.270402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5', '3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:18.280819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:18.283967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event deleted for resources: {'Port': ['ID=c09c3306-dab0-4bef-8ccb-fcf7b27658cb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:18.355210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b224e61-688c-40cb-96e1-908e8d06bde3 req-227ea9e7-9229-49b7-97ba-7fb9b7dacab4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Jan 29 19:42:18.410369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] No DVR routers for this DVR port c09c3306-dab0-4bef-8ccb-fcf7b27658cb on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:18.420863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:18.424186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5498c6dd-75e1-4cca-856a-f4f182a36645 req-74970ac4-66cc-4c07-aecf-35fcfcbec06f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "DELETE /v2.0/ports/c09c3306-dab0-4bef-8ccb-fcf7b27658cb HTTP/1.1" status: 204 len: 173 time: 0.8220181 Jan 29 19:42:18.424720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'name': 'network-vif-deleted', 'tag': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:18.427567 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0edbd1d-a54a-4e04-8b7e-92f4c2533902" -d '{"events": [{"server_uuid": "78d8c979-0a29-4635-bc44-26a7cf6d499c", "name": "network-vif-deleted", "tag": "c09c3306-dab0-4bef-8ccb-fcf7b27658cb"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:18.486864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73ebe3b5-99da-4354-85bf-7a3628144912 req-d18e0842-4411-4c65-a363-8fc265d80212 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 210 time: 0.0349798 Jan 29 19:42:18.543188 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1d7b8-140d-4112-9fa9-2017dae5081e x-openstack-request-id: req-0ed1d7b8-140d-4112-9fa9-2017dae5081e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:18.543479 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8c979-0a29-4635-bc44-26a7cf6d499c", "name": "network-vif-deleted", "tag": "c09c3306-dab0-4bef-8ccb-fcf7b27658cb", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:18.543730 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ed1d7b8-140d-4112-9fa9-2017dae5081e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:18.544133 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8c979-0a29-4635-bc44-26a7cf6d499c', 'name': 'network-vif-deleted', 'tag': 'c09c3306-dab0-4bef-8ccb-fcf7b27658cb', 'status': 'completed', 'code': 200} Jan 29 19:42:18.633897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6695735-25bd-4f38-b657-662f85562b6b req-6e81e004-4e50-4351-a40f-329f1deba581 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0368197 Jan 29 19:42:18.668451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:18.716145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event deleted for resources: {'Port': ['ID=200b6e71-0c73-44fc-a097-b4d6024bcaa7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:18.728249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33691ca4-8418-4e0b-bc77-abb4283cafcb req-3c658b67-bd1a-4362-a2ca-66c58ade2b17 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603426 Jan 29 19:42:18.808717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3dedde03-bb87-4908-bffd-ef3afde7c337 req-f8a1952d-6039-4444-8723-4b10e43813f0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=57511bff-9cfa-46b1-a8f2-1d4d362fe988 HTTP/1.1" status: 200 len: 210 time: 0.0410895 Jan 29 19:42:18.837485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] No DVR routers for this DVR port 200b6e71-0c73-44fc-a097-b4d6024bcaa7 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:18.841615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:18.844946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c214790f-2206-4d98-908b-6da471b72897 req-6c30b7a5-a5f0-4602-8f0b-72c8e7a7e584 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "DELETE /v2.0/ports/200b6e71-0c73-44fc-a097-b4d6024bcaa7 HTTP/1.1" status: 204 len: 173 time: 1.3095326 Jan 29 19:42:18.845406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-deleted', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:18.848446 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e498179-7d52-40cd-9d17-ed2d5723e58c" -d '{"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-deleted", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:18.888995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:42:18.901963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:18.902346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:18.921261 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75205acc-78ad-4e26-8cbe-11899fbaf88e x-openstack-request-id: req-75205acc-78ad-4e26-8cbe-11899fbaf88e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:18.927422 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57511bff-9cfa-46b1-a8f2-1d4d362fe988", "name": "network-vif-deleted", "tag": "200b6e71-0c73-44fc-a097-b4d6024bcaa7", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:18.927422 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75205acc-78ad-4e26-8cbe-11899fbaf88e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:18.927422 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57511bff-9cfa-46b1-a8f2-1d4d362fe988', 'name': 'network-vif-deleted', 'tag': '200b6e71-0c73-44fc-a097-b4d6024bcaa7', 'status': 'completed', 'code': 200} Jan 29 19:42:18.945901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks [] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.045551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:19.046977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.064481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0c6e5-6175-4d0a-957b-6f0a5abdeb04 req-259b6b37-ae2e-4939-b4ef-64d19e7521a4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:19.066657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ad0c6e5-6175-4d0a-957b-6f0a5abdeb04 req-259b6b37-ae2e-4939-b4ef-64d19e7521a4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0931799 Jan 29 19:42:19.070517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:19.074336 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f0c27-1c09-4350-9106-8f530e1a687d" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:19.091526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:19.114308 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca64e04c-fdd6-4607-9471-d9b329567935 x-openstack-request-id: req-ca64e04c-fdd6-4607-9471-d9b329567935 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:19.114598 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:19.114850 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca64e04c-fdd6-4607-9471-d9b329567935 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:19.115245 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:42:19.117989 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.134528 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ad0c6e5-6175-4d0a-957b-6f0a5abdeb04 req-a8bca4e9-514c-4fa1-8896-f2becc71837a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586994 Jan 29 19:42:19.172346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Network ba8a63ab-731c-45d5-8024-60929d95ba21 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:42:19.176678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:42:19.179162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:42:19.226148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:19.238434 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.270068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:19.270733 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.297898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a2d33-503f-4c7c-8480-e89f149f6b9d req-f6d48e97-cc22-473a-9d6f-0c2a86ca36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:19.299406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-329a2d33-503f-4c7c-8480-e89f149f6b9d req-f6d48e97-cc22-473a-9d6f-0c2a86ca36be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 0.0923450 Jan 29 19:42:19.301633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:19.348182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-329a2d33-503f-4c7c-8480-e89f149f6b9d req-48e0f315-dd7e-40ff-84a0-4d569ca94c10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Jan 29 19:42:19.408118 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-4ed260e0-7608-4ed4-95d3-9be7af2a5de3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0307572 Jan 29 19:42:19.429284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Request body: {'port': {'device_id': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:19.478151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e297574-07e0-4ff0-b4ee-d3f41e852ccb req-434e992e-0abb-416a-86a9-eda85b78638e tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0454979 Jan 29 19:42:19.541861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.642286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98f3262a-d6cf-4b43-b321-54cf04e6caa2 req-c298a0f1-6f06-492b-9fbb-63b49b4ce1ea tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=78d8c979-0a29-4635-bc44-26a7cf6d499c HTTP/1.1" status: 200 len: 210 time: 0.0466390 Jan 29 19:42:19.885922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470aaf1-281f-4bb6-be22-edd4a9e207bb req-606979e8-ab51-4b51-9e2b-8949db898de8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:19.887375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5470aaf1-281f-4bb6-be22-edd4a9e207bb req-606979e8-ab51-4b51-9e2b-8949db898de8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 932 time: 0.0932336 Jan 29 19:42:19.906614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411d5aca-aee9-44ce-85da-35ebc576fad6 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:19.920631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Publish callbacks [] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:19.944872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Transition to ACTIVE for port object 411d5aca-aee9-44ce-85da-35ebc576fad6 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:42:19.965930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5470aaf1-281f-4bb6-be22-edd4a9e207bb req-4b7a6bfd-291d-4afd-8711-92ff9e207f76 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587835 Jan 29 19:42:20.013990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:20.137171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:20.209452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a4744-f0ea-45c0-81dc-44e7ef9481e2 req-bbe06e1f-0355-4483-b755-e3df85356155 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:20.209452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f1a4744-f0ea-45c0-81dc-44e7ef9481e2 req-bbe06e1f-0355-4483-b755-e3df85356155 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1062715 Jan 29 19:42:20.266572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:42:20.266921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:42:20.267253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:20.284375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:42:20.284701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:20.295417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f1a4744-f0ea-45c0-81dc-44e7ef9481e2 req-0bed27a5-d4b5-47a2-be2a-c15299cf7c94 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797319 Jan 29 19:42:20.296322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:42:20.296666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:20.297042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:42:20.297503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Bound port: 411d5aca-aee9-44ce-85da-35ebc576fad6, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:42:20.297828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:20.436724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:20.440588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:20.448499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e168-7221-4203-8c5e-73441af6585d req-0f815f8b-9eef-4784-8c5f-9ae5075345a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:20.455369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32e4e168-7221-4203-8c5e-73441af6585d req-0f815f8b-9eef-4784-8c5f-9ae5075345a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.0894482 Jan 29 19:42:20.517957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32e4e168-7221-4203-8c5e-73441af6585d req-791cae42-4811-454e-9bf1-56de26b265b1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617118 Jan 29 19:42:20.569424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:20.650145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ed122-5b5a-4e82-997d-3e54e107305b req-d2032368-5ce9-4578-abf2-5367a6064a5f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:20.656483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:20.661169 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:20.661169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 1092 time: 1.2346146 Jan 29 19:42:20.662634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-426ed122-5b5a-4e82-997d-3e54e107305b req-d2032368-5ce9-4578-abf2-5367a6064a5f tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 950 time: 0.1130970 Jan 29 19:42:20.667083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dda9ba43-d415-41a9-a693-8e8ed8405174 req-eee89f50-d8e3-4fd9-ba7f-280470d24269 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=4678e7fa-3907-429d-a5a7-2ab9e6eecd45 HTTP/1.1" status: 200 len: 210 time: 0.0458431 Jan 29 19:42:20.738859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd05746-da96-4ed7-b056-f38282e119b7 service neutron] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:20.770954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-426ed122-5b5a-4e82-997d-3e54e107305b req-d37907aa-4c0a-4b51-9cd2-bb8bd38ecb48 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071563 Jan 29 19:42:20.925801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-ea0a56ff-7082-414f-8be5-28b50cedee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:20.927653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-ea0a56ff-7082-414f-8be5-28b50cedee8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0882983 Jan 29 19:42:20.928087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:20.930290 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55031e6-4593-4848-9638-ad56f2c75d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:20.995238 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba100508-bc60-432a-ba0a-f5d692293041 x-openstack-request-id: req-ba100508-bc60-432a-ba0a-f5d692293041 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:20.995902 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:20.996358 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba100508-bc60-432a-ba0a-f5d692293041 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:20.997079 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'status': 'completed', 'code': 200} Jan 29 19:42:21.072005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-0643d04a-2bfa-404e-8aad-cfaf97f57ec0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 217 time: 0.0785003 Jan 29 19:42:21.136698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-8454bc46-5869-4a6a-8066-4ce5919d4000 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:21.137546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033b834-c765-48d8-b1ac-6b5ea1d70bd0 req-2d7283a4-4312-4cdf-a29e-e1c051070996 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:21.139523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9033b834-c765-48d8-b1ac-6b5ea1d70bd0 req-2d7283a4-4312-4cdf-a29e-e1c051070996 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.0820577 Jan 29 19:42:21.143267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-8454bc46-5869-4a6a-8066-4ce5919d4000 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.2545619 Jan 29 19:42:21.174623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-2e15a789-47ca-488f-af89-1cfbb0a4c285 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0303950 Jan 29 19:42:21.189538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-b663d66b-711a-4ad2-b3ac-355fb56ed347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:21.191163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-b663d66b-711a-4ad2-b3ac-355fb56ed347 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1080317 Jan 29 19:42:21.198347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9033b834-c765-48d8-b1ac-6b5ea1d70bd0 req-e0adf52e-d8f0-4754-b59f-a5466494a5b2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519495 Jan 29 19:42:21.216769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-1dba0135-4bb9-4e22-9762-019e3aba1d44 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407214 Jan 29 19:42:21.260726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-17d1b641-2a08-46d5-b768-36054b87c6f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483935 Jan 29 19:42:21.281026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c09c3306-dab0-4bef-8ccb-fcf7b27658cb no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:21.301973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: c09c3306-dab0-4bef-8ccb-fcf7b27658cb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:21.302578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c09c3306-dab0-4bef-8ccb-fcf7b27658cb not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:21.406692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-1332bcaa-945a-4625-9b92-3f8cf377c42f service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819589 Jan 29 19:42:21.470200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa87fe6-aaee-400d-b0de-6eb696c3dafa req-ec287b44-2c56-4673-b90f-0f4e8f4a2fd6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:21.480138 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-efa87fe6-aaee-400d-b0de-6eb696c3dafa req-ec287b44-2c56-4673-b90f-0f4e8f4a2fd6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0932004 Jan 29 19:42:21.540731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-efa87fe6-aaee-400d-b0de-6eb696c3dafa req-20a4262b-30e9-4f47-a6d6-35dadb0380bc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592012 Jan 29 19:42:21.548247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-1e63a2d9-975d-4d82-94e7-52c4a4a7c1ff service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725177 Jan 29 19:42:21.552568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-efe167d0-9209-450c-9c8f-ec4c98656590 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374431 Jan 29 19:42:21.656097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0f9df8d-3c1a-499b-8c49-467a2a85f0e9 req-33e37102-591e-49d3-90ba-a4186a43eebc service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005502 Jan 29 19:42:21.702146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1968f1-4cfa-45fc-891e-384067d4fcae req-ff9084ce-73fe-4eb0-b144-583bff770a7e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:21.703850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf1968f1-4cfa-45fc-891e-384067d4fcae req-ff9084ce-73fe-4eb0-b144-583bff770a7e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.0828135 Jan 29 19:42:21.766288 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf1968f1-4cfa-45fc-891e-384067d4fcae req-4c00015b-9a54-4724-b316-e18875c104f8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564048 Jan 29 19:42:21.904781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afef3c9a-466b-4330-ba2b-910aaf7876c0 req-687e5c63-7514-4e91-a72c-4741449814b2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 210 time: 0.0428088 Jan 29 19:42:22.075761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b0a43-4356-4c56-a6ee-ca0082bf5b18 req-702566f8-2bcf-4906-84a8-a77373662079 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.079882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b4b0a43-4356-4c56-a6ee-ca0082bf5b18 req-702566f8-2bcf-4906-84a8-a77373662079 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.1470501 Jan 29 19:42:22.088388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-46541337-e1c4-406e-910e-85694864ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.088388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-46541337-e1c4-406e-910e-85694864ccaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1126 time: 0.2144282 Jan 29 19:42:22.089023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39282) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:22.096115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'floatingip': {'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:22.161353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (0d1f1876-0c66-4bea-92ab-e0ee3f81cb21), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:22.200970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-cc113c6c-7622-46e7-b691-04805ad6d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.203114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-cc113c6c-7622-46e7-b691-04805ad6d718 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.0994520 Jan 29 19:42:22.217760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598ea69-90c6-44ae-a7db-d40bb26b9097 req-c7c6f2f6-4b54-4b67-9a9e-fd09e3c39106 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.227096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c598ea69-90c6-44ae-a7db-d40bb26b9097 req-c7c6f2f6-4b54-4b67-9a9e-fd09e3c39106 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 950 time: 0.2035503 Jan 29 19:42:22.406981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-b99c0d02-01bb-4c39-9bff-0cc89cfa603c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 217 time: 0.1643677 Jan 29 19:42:22.462512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c598ea69-90c6-44ae-a7db-d40bb26b9097 req-6137a264-41a9-4ba4-8253-bc504ba00208 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341752 Jan 29 19:42:22.522595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-bd55bfc8-cb38-4ccf-a3d9-97948e31ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.524896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-bd55bfc8-cb38-4ccf-a3d9-97948e31ec6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1076274 Jan 29 19:42:22.599119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-78a09f8c-ab66-4568-aaf5-9e69878c6bef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650842 Jan 29 19:42:22.619261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d018-6f2c-4eb6-85dc-33225f796ed2 req-0389a5eb-18fb-4c0c-89d0-60499e4ecdd9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.621500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d748d018-6f2c-4eb6-85dc-33225f796ed2 req-0389a5eb-18fb-4c0c-89d0-60499e4ecdd9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.2180929 Jan 29 19:42:22.641058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-1300568b-5da5-436d-877c-8cd5b6f70b61 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.642864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-1300568b-5da5-436d-877c-8cd5b6f70b61 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 950 time: 0.2536774 Jan 29 19:42:22.680457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:22.715531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 200b6e71-0c73-44fc-a097-b4d6024bcaa7 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:22.715915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 200b6e71-0c73-44fc-a097-b4d6024bcaa7 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:22.730080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d748d018-6f2c-4eb6-85dc-33225f796ed2 req-611003d7-f250-4cc8-8cc3-318ba9a8c25d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914717 Jan 29 19:42:22.799836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-fb20669e-3c88-4fe4-a712-be7f250ae97b service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767333 Jan 29 19:42:22.921172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c55031e6-4593-4848-9638-ad56f2c75d6b req-d9d74f8f-6add-49b1-afa4-cb47870b5830 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137440 Jan 29 19:42:22.967214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd78d4-0d61-4316-a470-bca99800521a req-083203de-d46c-4411-ad44-cf13232f3368 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:22.968825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8bd78d4-0d61-4316-a470-bca99800521a req-083203de-d46c-4411-ad44-cf13232f3368 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.3214417 Jan 29 19:42:23.086404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1533dde6-c990-475f-9809-7690345f4e0e req-a2f55696-3d4d-479e-8e53-e5d5045356b4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 210 time: 0.0404451 Jan 29 19:42:23.111192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Deleting port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:23.111536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:23.429567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8bd78d4-0d61-4316-a470-bca99800521a req-23b5ef69-86a8-44ff-ae36-03daa57f4939 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387693 Jan 29 19:42:23.567551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:42:23.685383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:23.687201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69649ea3-b0d0-4a46-aaea-78337bbde8bd req-28c28bfd-3ad8-47a9-b0c5-a24abc8eeb14 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:23.689348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] For port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:23.689829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:23.696874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69649ea3-b0d0-4a46-aaea-78337bbde8bd req-28c28bfd-3ad8-47a9-b0c5-a24abc8eeb14 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 950 time: 0.1135871 Jan 29 19:42:23.704380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Calling delete_port for cd75e3dd-8626-46ce-8ce5-57f04ee77cfc owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:23.770850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0d1f1876-0c66-4bea-92ab-e0ee3f81cb21), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:23.790950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69649ea3-b0d0-4a46-aaea-78337bbde8bd req-631bccf2-c27b-4f79-81dc-f6ae71f7c3e5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884588 Jan 29 19:42:24.006628 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Floating IP 0d1f1876-0c66-4bea-92ab-e0ee3f81cb21 associated. External IP: 172.25.5.7, port: 315fe9c5-45e5-4f04-b2ba-1e649a6d4316. Jan 29 19:42:24.057815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb6f73-5d5d-43f3-8800-caab63d70764 req-c303bee4-930b-4713-9a23-c0ae7f58655d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:24.065786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbdb6f73-5d5d-43f3-8800-caab63d70764 req-c303bee4-930b-4713-9a23-c0ae7f58655d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.2146842 Jan 29 19:42:24.082556 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cd75e3dd-8626-46ce-8ce5-57f04ee77cfc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:24.105742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5', '3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:24.122027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event deleted for resources: {'Port': ['ID=cd75e3dd-8626-46ce-8ce5-57f04ee77cfc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:24.265053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] No DVR routers for this DVR port cd75e3dd-8626-46ce-8ce5-57f04ee77cfc on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:24.270694 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:24.274290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93bc5bd2-f08c-4a4e-baed-82dc82a6dae7 req-92e0785b-f835-4c94-a907-5c25097669df tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.26 "DELETE /v2.0/ports/cd75e3dd-8626-46ce-8ce5-57f04ee77cfc HTTP/1.1" status: 204 len: 173 time: 1.6145308 Jan 29 19:42:24.274749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-deleted', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:24.277261 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76237d62-0713-4950-a788-fbb7b0f3459f" -d '{"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-deleted", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:24.302580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbdb6f73-5d5d-43f3-8800-caab63d70764 req-95f45c04-41e3-4b54-8c69-4e616f6ab03a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355888 Jan 29 19:42:24.459753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2729a066-60db-4e2f-b286-ea5321e69b75 req-676c183b-94fe-4c3e-8169-dd506162a9b4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 210 time: 0.1194131 Jan 29 19:42:24.500563 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e020087-8551-43fe-bade-b8d05bb66707 x-openstack-request-id: req-6e020087-8551-43fe-bade-b8d05bb66707 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:24.500563 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc689b6-5fa4-4130-a60d-e0f848681119", "name": "network-vif-deleted", "tag": "cd75e3dd-8626-46ce-8ce5-57f04ee77cfc", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:24.500563 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e020087-8551-43fe-bade-b8d05bb66707 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:24.500563 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc689b6-5fa4-4130-a60d-e0f848681119', 'name': 'network-vif-deleted', 'tag': 'cd75e3dd-8626-46ce-8ce5-57f04ee77cfc', 'status': 'completed', 'code': 200} Jan 29 19:42:24.569517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:42:24.635744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-c3cb7b26-a139-455d-a2c8-99cc6b7b78ae tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:24.641526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-c3cb7b26-a139-455d-a2c8-99cc6b7b78ae tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.4046316 Jan 29 19:42:24.657925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Request body: {'port': {'device_id': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'admin_state_up': True, 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:24.770198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:42:24.775272 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:24.789053 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] Sync routers for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:42:24.798723 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:42:24.799530 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:41:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:24.891916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7983f765-5c09-4a68-aa6f-7073f0bd3480 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "PUT /v2.0/floatingips/0d1f1876-0c66-4bea-92ab-e0ee3f81cb21 HTTP/1.1" status: 200 len: 989 time: 2.7985775 Jan 29 19:42:24.931213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681524a-2efd-4b4f-af06-dba28bb890e3 req-3cf30442-6f56-4be9-a850-1c1c2cdb4f68 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:24.943446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2681524a-2efd-4b4f-af06-dba28bb890e3 req-3cf30442-6f56-4be9-a850-1c1c2cdb4f68 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.2075534 Jan 29 19:42:24.994354 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:42:25.001459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3bd28af-03a0-4977-8172-b6bbbbc09a63 req-5150d114-6575-4189-9af8-8692205ef8cd tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc689b6-5fa4-4130-a60d-e0f848681119 HTTP/1.1" status: 200 len: 210 time: 0.0789232 Jan 29 19:42:25.008909 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2681524a-2efd-4b4f-af06-dba28bb890e3 req-4d363311-9106-4407-a86c-80d4b8e39ffc tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643592 Jan 29 19:42:25.009944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:42:25.013736 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.158500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ee73a15-d76d-4458-ad24-bd9da50db2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.215802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f7702-6141-4199-ad63-fba8c218f07b req-9991ccbd-734d-4c2e-8e2c-c14ea1dc3a54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:25.217563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca3f7702-6141-4199-ad63-fba8c218f07b req-9991ccbd-734d-4c2e-8e2c-c14ea1dc3a54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.1287732 Jan 29 19:42:25.230450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Allocated IP 172.20.0.11 (497ac353-bc31-4538-88ec-cd403837a37f/64a8faf9-d953-4b18-815a-e0cda4a85b1c/7c5ee462-50b8-4137-9494-897c5e1d6db7) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:42:25.281431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:25.292405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:25.312306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca3f7702-6141-4199-ad63-fba8c218f07b req-bd68de81-ef16-4f73-864b-1ebcb7c32302 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831819 Jan 29 19:42:25.316791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: cd75e3dd-8626-46ce-8ce5-57f04ee77cfc {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:25.322366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device cd75e3dd-8626-46ce-8ce5-57f04ee77cfc not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:25.337605 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0d1f1876-0c66-4bea-92ab-e0ee3f81cb21', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:42:03Z', 'updated_at': '2022-01-29T19:42:23Z', 'revision_number': 1, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:58Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:25.392414 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] Checking router: cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:42:25.420889 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:42:25.421508 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:41:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:25.511257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f26663-50a2-4346-a650-20a150820ac3 req-66d6b062-ebe6-4551-a8e4-61e2ab75c0db tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:25.511569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:25.523763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-88f26663-50a2-4346-a650-20a150820ac3 req-66d6b062-ebe6-4551-a8e4-61e2ab75c0db tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.1125104 Jan 29 19:42:25.529618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks [] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.542282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'port_id': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'mac_address': 'fa:16:3e:b2:c6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00639101-4ff5-4875-9a00-ae3023b0a41a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:25.635051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-88f26663-50a2-4346-a650-20a150820ac3 req-4a79f199-5eeb-4592-88b7-f17e28119c10 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Jan 29 19:42:25.672726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 411d5aca-aee9-44ce-85da-35ebc576fad6 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:25.673031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.684959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65937db7-c117-41c1-b825-f0afdba28594 req-257357cf-380d-4b8f-9008-d5502fde1cdd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 210 time: 0.0700786 Jan 29 19:42:25.693303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.719474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411d5aca-aee9-44ce-85da-35ebc576fad6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:25.753317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Network 497ac353-bc31-4538-88ec-cd403837a37f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:42:25.755629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:25.760007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:42:25.767685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:42:25.773367 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:42:25.773746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:25.825948 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.879418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:25.882340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:25.883809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:25.999727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-03b145f7-099b-4624-a88e-7e4366ca9805 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3468571 Jan 29 19:42:26.014071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Request body: {'port': {'device_id': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:26.168350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:26.184508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['411d5aca-aee9-44ce-85da-35ebc576fad6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:26.287898 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0d1f1876-0c66-4bea-92ab-e0ee3f81cb21', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:42:03Z', 'updated_at': '2022-01-29T19:42:23Z', 'revision_number': 1, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:58Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:26.373341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e97baa-22ff-46cf-ac64-7e55de17f24a None None] The sync data for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 is: [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0d1f1876-0c66-4bea-92ab-e0ee3f81cb21', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:42:03Z', 'updated_at': '2022-01-29T19:42:23Z', 'revision_number': 1, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:58Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:42:26.407726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc33d52-ba87-42a5-9283-23070e7993b6 req-7353e87e-a624-4582-a69b-f9d5f082400a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:26.416664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fc33d52-ba87-42a5-9283-23070e7993b6 req-7353e87e-a624-4582-a69b-f9d5f082400a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.2384079 Jan 29 19:42:26.501002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:26.504211 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:26.579763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fc33d52-ba87-42a5-9283-23070e7993b6 req-9991949a-61d9-41d8-ac4f-f0f1ddf7500a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620185 Jan 29 19:42:26.729026 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f37d20-db9b-4742-915e-2f2784c47173 x-openstack-request-id: req-88f37d20-db9b-4742-915e-2f2784c47173 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:26.729317 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:26.729574 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88f37d20-db9b-4742-915e-2f2784c47173 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:26.730247 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'status': 'completed', 'code': 200} Jan 29 19:42:26.759782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b84b26-fed9-4ae4-b9e0-25b603cc4a90 None None] New status for floating IP 0d1f1876-0c66-4bea-92ab-e0ee3f81cb21: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:42:26.898596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5ee462-50b8-4137-9494-897c5e1d6db7 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:26.917047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Publish callbacks [] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:26.928026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-a3471f07-4b28-4f91-aab2-f5282727150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:26.937929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-a3471f07-4b28-4f91-aab2-f5282727150b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1127 time: 0.1859508 Jan 29 19:42:26.943229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Transition to ACTIVE for port object 7c5ee462-50b8-4137-9494-897c5e1d6db7 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:42:27.031978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fddaa8-d3f4-4fb9-b9f5-652fe866aa21 req-acffe8d5-1a48-43e3-ba53-93d73f1bba96 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.042500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40fddaa8-d3f4-4fb9-b9f5-652fe866aa21 req-acffe8d5-1a48-43e3-ba53-93d73f1bba96 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.0977149 Jan 29 19:42:27.057003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:27.080877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-8ce98e74-8dcc-4ef6-a2e1-14fd43c40749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.084268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-8ce98e74-8dcc-4ef6-a2e1-14fd43c40749 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.1331577 Jan 29 19:42:27.172144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd070ec-f63b-4822-b2fd-079d6479c638 req-29d982d6-2d26-4ace-9ef1-7ac15fa6f647 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.182813 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2fd070ec-f63b-4822-b2fd-079d6479c638 req-29d982d6-2d26-4ace-9ef1-7ac15fa6f647 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.3125367 Jan 29 19:42:27.196427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:27.341399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40fddaa8-d3f4-4fb9-b9f5-652fe866aa21 req-3149d525-8e7e-423c-a9c5-93e32b02f057 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913988 Jan 29 19:42:27.401998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2fd070ec-f63b-4822-b2fd-079d6479c638 req-d2de0aa9-4bef-489b-823d-fca7a240c7dc tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956992 Jan 29 19:42:27.404793 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-a710d1c2-e7df-45f2-9369-a7c308b47833 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.3113251 Jan 29 19:42:27.443066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e6798ca-4b54-44e0-97c8-82bdcd9c396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:27.509797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-8b4b052d-03b5-4c9b-a679-440b91db8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.511284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-8b4b052d-03b5-4c9b-a679-440b91db8a33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0993831 Jan 29 19:42:27.530985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Attempting to bind port 7c5ee462-50b8-4137-9494-897c5e1d6db7 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:42:27.531321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Attempting to bind port 7c5ee462-50b8-4137-9494-897c5e1d6db7 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:42:27.531652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Attempting to bind port 7c5ee462-50b8-4137-9494-897c5e1d6db7 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:27.556008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Port 7c5ee462-50b8-4137-9494-897c5e1d6db7 on network 497ac353-bc31-4538-88ec-cd403837a37f not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:42:27.557500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Attempting to bind port 7c5ee462-50b8-4137-9494-897c5e1d6db7 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:27.564868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:42:27.565987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:27.566887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Bound using segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:42:27.567909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Bound port: 7c5ee462-50b8-4137-9494-897c5e1d6db7, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:42:27.568465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:27.605025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115b0dd-92fd-4a71-b932-f35e0a7f160f req-b9357a1f-6780-46d2-ba3b-776fa69fd0ed tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.610381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-06200599-981a-45fb-8fda-e8df7197a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.611909 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-06200599-981a-45fb-8fda-e8df7197a5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854983 Jan 29 19:42:27.617189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6115b0dd-92fd-4a71-b932-f35e0a7f160f req-b9357a1f-6780-46d2-ba3b-776fa69fd0ed tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.1729395 Jan 29 19:42:27.629701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdf6a8-0443-4982-b36d-dcac9156b63e req-fac966f4-cfb2-4f76-a840-8b2dd7a31881 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:27.631270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9bdf6a8-0443-4982-b36d-dcac9156b63e req-fac966f4-cfb2-4f76-a840-8b2dd7a31881 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.1191301 Jan 29 19:42:27.718625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6115b0dd-92fd-4a71-b932-f35e0a7f160f req-ad5fd0c1-2e37-483f-96e8-eca01fdb0b0e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984986 Jan 29 19:42:27.747979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9bdf6a8-0443-4982-b36d-dcac9156b63e req-3ea91b30-a609-4511-a7f4-34341bc2ee37 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958288 Jan 29 19:42:27.801503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-e3c7a0c1-2697-4017-bb5a-268d31159a80 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685245 Jan 29 19:42:27.810747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:27.816033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:27.898849 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:27.970404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:27.977749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f36510b8-6c1d-4da6-aaab-1c4012d9dd5e req-233ebdd2-e31e-41e5-b40f-1dd691cad32e service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690652 Jan 29 19:42:28.004162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333eb0-25da-43a1-aa1e-34a8e803bf87 req-b92622b0-69f5-4db6-bab9-9ac7512cd0f6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.012606 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf333eb0-25da-43a1-aa1e-34a8e803bf87 req-b92622b0-69f5-4db6-bab9-9ac7512cd0f6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1713934 Jan 29 19:42:28.058433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.059798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:28.061240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-87a4e53f-0010-42a4-8082-53b2b67d4743 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c5ee462-50b8-4137-9494-897c5e1d6db7 HTTP/1.1" status: 200 len: 1092 time: 2.0529785 Jan 29 19:42:28.092507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:28.095460 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d593f-32c0-488a-b604-c4d26161d8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:28.114699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf333eb0-25da-43a1-aa1e-34a8e803bf87 req-3cd19d56-85fe-42e9-a550-be43c501be3c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009376 Jan 29 19:42:28.147943 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19af2a1-4c71-4a85-b45e-02f7c0bc8fab x-openstack-request-id: req-e19af2a1-4c71-4a85-b45e-02f7c0bc8fab {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:28.148342 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:28.148672 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e19af2a1-4c71-4a85-b45e-02f7c0bc8fab {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:28.149147 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'status': 'completed', 'code': 200} Jan 29 19:42:28.238811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d593f-32c0-488a-b604-c4d26161d8d8 req-136ebc8c-1da9-48d7-869c-8130b752d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.240650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b96d593f-32c0-488a-b604-c4d26161d8d8 req-136ebc8c-1da9-48d7-869c-8130b752d5f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 1126 time: 0.0579681 Jan 29 19:42:28.348491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-224bb4fc-42f0-4041-978f-93dd4e4abb24 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.352746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-224bb4fc-42f0-4041-978f-93dd4e4abb24 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1136298 Jan 29 19:42:28.438507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d593f-32c0-488a-b604-c4d26161d8d8 req-67f31e39-1c1e-438c-b232-5f107d84cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.441101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b96d593f-32c0-488a-b604-c4d26161d8d8 req-67f31e39-1c1e-438c-b232-5f107d84cb93 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1906884 Jan 29 19:42:28.598637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f41b-90df-4f54-9d69-0b6c9809b875 req-64c96998-56c6-4b2d-a08e-edbc7fda75e8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.607310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c19f41b-90df-4f54-9d69-0b6c9809b875 req-64c96998-56c6-4b2d-a08e-edbc7fda75e8 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 949 time: 0.1194403 Jan 29 19:42:28.681636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c19f41b-90df-4f54-9d69-0b6c9809b875 req-852ad215-2a34-42d3-a0d2-4421750b19ab tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729373 Jan 29 19:42:28.691131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Deleting port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:28.691131 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:28.712026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:28.814013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] For port 3da4aa86-0ea8-49a4-87a9-cb0570670e38, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3da4aa86-0ea8-49a4-87a9-cb0570670e38,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:28.814825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:28.833246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Calling delete_port for 3da4aa86-0ea8-49a4-87a9-cb0570670e38 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:28.970026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddf223-4929-472a-a782-c9c797b59882 req-e8326007-064d-4e9a-860b-e2aa139d11f7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.970026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b7ddf223-4929-472a-a782-c9c797b59882 req-e8326007-064d-4e9a-860b-e2aa139d11f7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.4827368 Jan 29 19:42:28.973702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d593f-32c0-488a-b604-c4d26161d8d8 req-76b430b8-a641-4435-a22e-433c453edd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:28.975878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b96d593f-32c0-488a-b604-c4d26161d8d8 req-76b430b8-a641-4435-a22e-433c453edd49 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5276189 Jan 29 19:42:29.061330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6feee-f6a6-4c04-8357-4b043dc5d996 req-48e3cf78-aa2a-4ac3-ac8c-cda4001f93d7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:29.061763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b7ddf223-4929-472a-a782-c9c797b59882 req-97500b50-88a3-4e8f-8025-9868999da6a5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788994 Jan 29 19:42:29.062842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51f6feee-f6a6-4c04-8357-4b043dc5d996 req-48e3cf78-aa2a-4ac3-ac8c-cda4001f93d7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.0657699 Jan 29 19:42:29.123619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-843be5c7-3b42-4642-9dc0-6a26eebc290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:29.125267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-843be5c7-3b42-4642-9dc0-6a26eebc290e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 1126 time: 0.0556140 Jan 29 19:42:29.147896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51f6feee-f6a6-4c04-8357-4b043dc5d996 req-8c6d719d-0f45-437e-a617-c3595ad7667d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783470 Jan 29 19:42:29.149118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3da4aa86-0ea8-49a4-87a9-cb0570670e38), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:29.164180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5', '3da4aa86-0ea8-49a4-87a9-cb0570670e38'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:29.188976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event deleted for resources: {'Port': ['ID=3da4aa86-0ea8-49a4-87a9-cb0570670e38,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:29.288475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:29.308568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-05237e15-0f0e-443c-9d1c-65005c5a6fa6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7 HTTP/1.1" status: 200 len: 217 time: 0.1641445 Jan 29 19:42:29.319832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81f49a-95e8-4959-b5cc-e0b7a79ab2a6 req-137facae-b7c8-4059-85c9-e85ca8b8a860 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:29.323451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] No DVR routers for this DVR port 3da4aa86-0ea8-49a4-87a9-cb0570670e38 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:29.326436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:29.327633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fc81f49a-95e8-4959-b5cc-e0b7a79ab2a6 req-137facae-b7c8-4059-85c9-e85ca8b8a860 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.1685834 Jan 29 19:42:29.337208 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe4ed510-e628-4933-a963-c4c61a446fe9 req-31a87274-4329-4957-9c7f-1b9a5170bf97 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "DELETE /v2.0/ports/3da4aa86-0ea8-49a4-87a9-cb0570670e38 HTTP/1.1" status: 204 len: 173 time: 0.9694247 Jan 29 19:42:29.343237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-deleted', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:29.354301 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6864cd-bcdf-4936-9699-ec6d2a37647f" -d '{"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-deleted", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:29.471408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ae4d-cacf-48a2-80d0-9a36aba8d891 req-e331c11a-f5fd-48bc-9bd4-64c566822b1e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:29.475996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d02ae4d-cacf-48a2-80d0-9a36aba8d891 req-e331c11a-f5fd-48bc-9bd4-64c566822b1e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.1781635 Jan 29 19:42:29.479457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a230a4-b889-4bb3-9706-af67863e3119 req-2c31cc03-b3a3-42f9-8fb4-b4e597c748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:29.481048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-2c31cc03-b3a3-42f9-8fb4-b4e597c748f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.0931337 Jan 29 19:42:29.495257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fc81f49a-95e8-4959-b5cc-e0b7a79ab2a6 req-4609e131-2bbf-44d8-80e4-b93a629832a1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665857 Jan 29 19:42:29.583955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 411d5aca-aee9-44ce-85da-35ebc576fad6 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:42:29.593792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-3046ef45-ba86-4198-af39-52cf3d88e9d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973351 Jan 29 19:42:29.654519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 411d5aca-aee9-44ce-85da-35ebc576fad6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:29.654902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:29.692090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d02ae4d-cacf-48a2-80d0-9a36aba8d891 req-895595b7-9a6c-4520-92e2-da9ba076341a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056527 Jan 29 19:42:29.829367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:29.835486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb380279-6154-4d7d-b30e-4791d6ab06dd req-bd3551f4-d6fb-4410-b69d-f29f21eabbde tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:29.841310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb380279-6154-4d7d-b30e-4791d6ab06dd req-bd3551f4-d6fb-4410-b69d-f29f21eabbde tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1709387 Jan 29 19:42:29.842454 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ad79c-c454-4316-80e8-352bae7843bb x-openstack-request-id: req-b86ad79c-c454-4316-80e8-352bae7843bb {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:29.843099 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23bcc03-48e6-4514-be04-9cc6ab8ec4b9", "name": "network-vif-deleted", "tag": "3da4aa86-0ea8-49a4-87a9-cb0570670e38", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:29.843713 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b86ad79c-c454-4316-80e8-352bae7843bb {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:29.844327 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23bcc03-48e6-4514-be04-9cc6ab8ec4b9', 'name': 'network-vif-deleted', 'tag': '3da4aa86-0ea8-49a4-87a9-cb0570670e38', 'status': 'completed', 'code': 200} Jan 29 19:42:29.898117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-580ddacd-0cd1-4d55-a50c-b948180e2d40 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963815 Jan 29 19:42:29.993568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0abfdff8-7824-4f7f-bc9f-9b3848db236b req-9a4f98af-9b92-42a7-a297-cda8bb032c4a tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=a23bcc03-48e6-4514-be04-9cc6ab8ec4b9 HTTP/1.1" status: 200 len: 210 time: 0.0435982 Jan 29 19:42:30.231488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb380279-6154-4d7d-b30e-4791d6ab06dd req-c4cbfd77-fc9b-4081-9923-7405239ed68c tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797545 Jan 29 19:42:30.255570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58a230a4-b889-4bb3-9706-af67863e3119 req-5bfc0ff4-2ee8-42f6-99d1-b88e43a97be6 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428783 Jan 29 19:42:30.335796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 411d5aca-aee9-44ce-85da-35ebc576fad6 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:30.336933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:30.366152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:30.375918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:30.380696 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ad724-3f2c-4e8f-963a-28968c976ad5" -d '{"events": [{"server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "name": "network-vif-plugged", "status": "completed", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:30.419249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:30.468926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209de05-acc8-4946-91d6-d63efc95fa47 req-bc2e0359-1345-48e9-922d-1ea5e68fa357 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:30.471008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5209de05-acc8-4946-91d6-d63efc95fa47 req-bc2e0359-1345-48e9-922d-1ea5e68fa357 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.0854199 Jan 29 19:42:30.515695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:30.614588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5209de05-acc8-4946-91d6-d63efc95fa47 req-06c56278-843b-4704-bc9b-376b55fe7cac tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357732 Jan 29 19:42:30.650192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:30.709958 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a63d51-65c3-4f92-b0d0-c3cbd1c71617 x-openstack-request-id: req-21a63d51-65c3-4f92-b0d0-c3cbd1c71617 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:30.710452 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "name": "network-vif-plugged", "status": "completed", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:30.710921 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21a63d51-65c3-4f92-b0d0-c3cbd1c71617 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:30.711927 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'code': 200} Jan 29 19:42:30.902611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db3bea-52d2-4ec8-86ed-cbb80a135d86 req-0809ee4a-1391-4787-8a3a-bc7fa84bf138 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:30.909900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e2179-0ffa-4593-bcdd-548d45b79c92 req-81fbdc60-d247-4b0c-9e22-34146be91c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:30.914830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05db3bea-52d2-4ec8-86ed-cbb80a135d86 req-0809ee4a-1391-4787-8a3a-bc7fa84bf138 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.1298554 Jan 29 19:42:30.920104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e9e2179-0ffa-4593-bcdd-548d45b79c92 req-81fbdc60-d247-4b0c-9e22-34146be91c27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0993104 Jan 29 19:42:30.983219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05db3bea-52d2-4ec8-86ed-cbb80a135d86 req-91a740e4-ca4d-4105-a1bc-e62f1aeaf41e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645585 Jan 29 19:42:31.021171 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e9e2179-0ffa-4593-bcdd-548d45b79c92 req-32bf3dc1-8dea-4cf7-a34b-74945d1bbaef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997102 Jan 29 19:42:31.441749 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:31.497279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ad34a-3d96-453c-8cfb-cdc8a95a0d71 req-c87d4ae5-c547-465a-a7aa-2dec93f37bea tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:31.498815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b9ad34a-3d96-453c-8cfb-cdc8a95a0d71 req-c87d4ae5-c547-465a-a7aa-2dec93f37bea tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0719452 Jan 29 19:42:31.564095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b9ad34a-3d96-453c-8cfb-cdc8a95a0d71 req-a4c767cf-b84b-4b0e-a310-2d69efb5eba5 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 Jan 29 19:42:31.569561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fb59c-c5d8-413f-98e9-831aa887951c req-24ce9914-a3e6-43be-a794-9d28b5a6c702 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:31.577328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b8fb59c-c5d8-413f-98e9-831aa887951c req-24ce9914-a3e6-43be-a794-9d28b5a6c702 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1258223 Jan 29 19:42:31.606301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-16f0edfd-b03f-48a3-b1ce-6efdb40f7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:31.607960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-16f0edfd-b03f-48a3-b1ce-6efdb40f7ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.1192918 Jan 29 19:42:31.727634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20b58a-3195-4f5d-8e24-37099ceb6d2e req-3c3e1b99-dcf1-4ccf-89b3-3a04e01cfce0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:31.734949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e20b58a-3195-4f5d-8e24-37099ceb6d2e req-3c3e1b99-dcf1-4ccf-89b3-3a04e01cfce0 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1024976 Jan 29 19:42:31.763701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b8fb59c-c5d8-413f-98e9-831aa887951c req-51a93ac7-a5ba-4614-ac2a-e98099648de1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796420 Jan 29 19:42:31.789157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e20b58a-3195-4f5d-8e24-37099ceb6d2e req-21f3a993-8a0b-4fd3-90e5-f525a46eea34 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Jan 29 19:42:31.836060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-fe065852-fcc9-413f-be36-438ad3a61a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:31.842061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-fe065852-fcc9-413f-be36-438ad3a61a93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.2150729 Jan 29 19:42:31.929621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-fb640150-5810-4955-8c29-6b4e1ae371ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 217 time: 0.0749831 Jan 29 19:42:32.014816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-309ecd82-c762-49cf-a8b6-3c49339c74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:32.020340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-309ecd82-c762-49cf-a8b6-3c49339c74da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.0781503 Jan 29 19:42:32.054281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8d62-da1e-411a-81be-5962a53b3eed req-7090e300-def8-419f-b997-1b94f3f41299 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:32.062979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-154c8d62-da1e-411a-81be-5962a53b3eed req-7090e300-def8-419f-b997-1b94f3f41299 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.2173157 Jan 29 19:42:32.095701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-928ae0e0-9a90-46fa-8ec2-9eb555fe6ae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602670 Jan 29 19:42:32.169870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-154c8d62-da1e-411a-81be-5962a53b3eed req-3515b5e4-82e3-4764-b00f-8f85b153c725 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055708 Jan 29 19:42:32.202376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f545f8-63be-45c8-9e5e-e303c1417915 req-3f11eada-ab21-4da7-9d36-358b5dcf1419 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:32.205525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61f545f8-63be-45c8-9e5e-e303c1417915 req-3f11eada-ab21-4da7-9d36-358b5dcf1419 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.1173546 Jan 29 19:42:32.259742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-f91ea4c5-4a1a-49f5-b882-440accc9f42c service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549561 Jan 29 19:42:32.302135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61f545f8-63be-45c8-9e5e-e303c1417915 req-6e2df435-b58c-4763-9bb3-068a917a3303 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756698 Jan 29 19:42:32.373639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f75f83b-d0f3-449d-af5b-0f2ff39ebc97 req-c29f1caf-eb1a-412f-bba3-bde47d6fc61c service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065929 Jan 29 19:42:32.736721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:32.772508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 3da4aa86-0ea8-49a4-87a9-cb0570670e38 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:32.773071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3da4aa86-0ea8-49a4-87a9-cb0570670e38 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:32.794912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059966-cca6-4420-bbb0-deb194025258 req-340aa143-1339-44af-b7f1-fecfa4d6045f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:32.803081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b059966-cca6-4420-bbb0-deb194025258 req-340aa143-1339-44af-b7f1-fecfa4d6045f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1422029 Jan 29 19:42:32.874772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b059966-cca6-4420-bbb0-deb194025258 req-87fe2f97-c951-45af-8f1f-b166f66486fb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670950 Jan 29 19:42:32.921726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c74017-791e-4634-9f09-dde607d5c6e7 req-fde6f12b-539d-4c2b-b286-45cc3c6f619a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:32.923316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6c74017-791e-4634-9f09-dde607d5c6e7 req-fde6f12b-539d-4c2b-b286-45cc3c6f619a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0802433 Jan 29 19:42:33.015408 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6c74017-791e-4634-9f09-dde607d5c6e7 req-6b23de47-d635-4e30-8397-df1c596b897a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852945 Jan 29 19:42:33.030491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277bf3c-fa2e-4723-9b95-69e939983d0d req-369c0161-56f3-4193-8a43-11f029e00ad7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:33.032280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c277bf3c-fa2e-4723-9b95-69e939983d0d req-369c0161-56f3-4193-8a43-11f029e00ad7 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.0702000 Jan 29 19:42:33.082686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c277bf3c-fa2e-4723-9b95-69e939983d0d req-9099b290-b4c5-477d-b64a-56b4ec8ad4e9 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fa33d49-5ebf-4f61-afc2-564601534982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Jan 29 19:42:33.316996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-4076a00b-9cef-4460-925a-8a466c330bce tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:33.319847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-4076a00b-9cef-4460-925a-8a466c330bce tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 949 time: 0.1055806 Jan 29 19:42:33.347461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d672ff-f092-4644-9aa9-49ece7d7a6c1 req-8cb55c03-1215-4f8b-97be-65bc4583f99f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:33.356552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95d672ff-f092-4644-9aa9-49ece7d7a6c1 req-8cb55c03-1215-4f8b-97be-65bc4583f99f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1044796 Jan 29 19:42:33.441535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95d672ff-f092-4644-9aa9-49ece7d7a6c1 req-a6d0ad63-33bd-41f8-bfe0-b3df500af1cc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838382 Jan 29 19:42:33.512439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c7322-6660-41b0-ab15-2212bbcf5071 req-f1318ba4-23f0-4be7-9dd7-4d851524b461 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:33.514476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-068c7322-6660-41b0-ab15-2212bbcf5071 req-f1318ba4-23f0-4be7-9dd7-4d851524b461 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.0899897 Jan 29 19:42:33.527849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Deleting port 12b575d1-8980-4410-beaf-d7954db99db5 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:33.528401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (12b575d1-8980-4410-beaf-d7954db99db5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:33.589946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d3d15-7763-42a5-8684-822f99eb17c3 req-03fb62d4-67d1-43f7-8f51-ae00d05f75c4 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:33.598605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b3d3d15-7763-42a5-8684-822f99eb17c3 req-03fb62d4-67d1-43f7-8f51-ae00d05f75c4 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0924358 Jan 29 19:42:33.636089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-068c7322-6660-41b0-ab15-2212bbcf5071 req-1095d75f-23fd-4ca5-ba84-59e20a2ed2fd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076922 Jan 29 19:42:33.667617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b3d3d15-7763-42a5-8684-822f99eb17c3 req-036b6db9-b501-4701-9ede-8e033a93c474 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676084 Jan 29 19:42:33.730452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] For port 12b575d1-8980-4410-beaf-d7954db99db5, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=12b575d1-8980-4410-beaf-d7954db99db5,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:33.731200 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (12b575d1-8980-4410-beaf-d7954db99db5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:33.750521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Calling delete_port for 12b575d1-8980-4410-beaf-d7954db99db5 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:34.009030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (12b575d1-8980-4410-beaf-d7954db99db5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:34.013770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609847e9-0d1f-4e74-8494-3e9cc94b9c2f req-d968c2bc-8ae8-4e9d-b289-c424f30111ce tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:34.015710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-609847e9-0d1f-4e74-8494-3e9cc94b9c2f req-d968c2bc-8ae8-4e9d-b289-c424f30111ce tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0713537 Jan 29 19:42:34.023738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['12b575d1-8980-4410-beaf-d7954db99db5'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:34.074602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Pushing event deleted for resources: {'Port': ['ID=12b575d1-8980-4410-beaf-d7954db99db5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:34.147878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-609847e9-0d1f-4e74-8494-3e9cc94b9c2f req-324b8822-e677-4fc5-83de-bf928affbb27 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255920 Jan 29 19:42:34.211731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] No DVR routers for this DVR port 12b575d1-8980-4410-beaf-d7954db99db5 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:34.215150 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:34.219322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c8fe9d5-ec8c-4cc8-b903-fe2738777f52 req-17abfa68-9606-421e-b5a0-31e3f7f41f8d tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.13 "DELETE /v2.0/ports/12b575d1-8980-4410-beaf-d7954db99db5 HTTP/1.1" status: 204 len: 173 time: 0.8919866 Jan 29 19:42:34.220099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-deleted', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:34.222928 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e9a9bf-5de6-4458-ae5e-0b421ff06722" -d '{"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-deleted", "tag": "12b575d1-8980-4410-beaf-d7954db99db5"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:34.335790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfb51528-dc47-48c4-b2be-c9f072032753 req-704f3a1c-5595-4b48-a71f-71c0f0f00bc5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 210 time: 0.0867717 Jan 29 19:42:34.351107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857be16-93ba-44bf-bb74-2b00bb07fc8a req-a89ed788-c096-4306-ae4c-7aae3de48f79 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:34.352897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1857be16-93ba-44bf-bb74-2b00bb07fc8a req-a89ed788-c096-4306-ae4c-7aae3de48f79 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1527934 Jan 29 19:42:34.435266 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d6657f-204f-4bac-b6f7-1366ed324b94 x-openstack-request-id: req-99d6657f-204f-4bac-b6f7-1366ed324b94 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:34.441218 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db37a6e3-7538-40f1-a76f-c6513a83d801", "name": "network-vif-deleted", "tag": "12b575d1-8980-4410-beaf-d7954db99db5", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:34.443119 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99d6657f-204f-4bac-b6f7-1366ed324b94 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:34.443804 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db37a6e3-7538-40f1-a76f-c6513a83d801', 'name': 'network-vif-deleted', 'tag': '12b575d1-8980-4410-beaf-d7954db99db5', 'status': 'completed', 'code': 200} Jan 29 19:42:34.477170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1857be16-93ba-44bf-bb74-2b00bb07fc8a req-3da215fd-65e0-410c-b2b2-b623ceaddac4 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184285 Jan 29 19:42:34.727277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:34.837779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc16c5-5b46-4b78-9474-e9fc6874f40c req-67cdf5f4-6e3d-4b73-8bc1-7724c94689d5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:34.844656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5bbc16c5-5b46-4b78-9474-e9fc6874f40c req-67cdf5f4-6e3d-4b73-8bc1-7724c94689d5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.1053133 Jan 29 19:42:34.944366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5bbc16c5-5b46-4b78-9474-e9fc6874f40c req-6b7923fa-6bc4-4711-94ab-831623ff0510 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987213 Jan 29 19:42:35.087848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:35.121261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:35.228459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:35.228868 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:35.253614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9272-2263-428b-8c8d-358cc1e8db5a req-121209dc-7bf2-431c-97c1-c99c4d8bffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:35.259072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fab9272-2263-428b-8c8d-358cc1e8db5a req-121209dc-7bf2-431c-97c1-c99c4d8bffe1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 1128 time: 0.2167430 Jan 29 19:42:35.287843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:35.364689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:35.369851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c010e1-68be-4e6f-8a59-b1b51c37ba35 req-58826955-f3ef-42be-9543-1b3017e70ab6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:35.377069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29c010e1-68be-4e6f-8a59-b1b51c37ba35 req-58826955-f3ef-42be-9543-1b3017e70ab6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 944 time: 0.2904363 Jan 29 19:42:35.379234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93f2bd-f002-4455-bc46-2bc02ca13841 req-eda1d444-a6e3-4d50-ade8-48bfefc2b892 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:35.385917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c93f2bd-f002-4455-bc46-2bc02ca13841 req-eda1d444-a6e3-4d50-ade8-48bfefc2b892 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1067228 Jan 29 19:42:35.454097 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:35.456813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7c5ee462-50b8-4137-9494-897c5e1d6db7 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:42:35.491740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fab9272-2263-428b-8c8d-358cc1e8db5a req-e67d72f3-778f-4676-bb70-3b2c639d1fcb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235184 Jan 29 19:42:35.502697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c93f2bd-f002-4455-bc46-2bc02ca13841 req-b1c15fa1-41cc-4903-9206-b2203bc501f9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128037 Jan 29 19:42:35.544963 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29c010e1-68be-4e6f-8a59-b1b51c37ba35 req-4aa06672-0e0c-4e9b-b2f9-5b3c618260b6 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416445 Jan 29 19:42:35.637765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:35.678148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a2a0f6c-7bf1-4b51-9b13-b38cf2a1606c req-a079936a-066b-4ac3-8d4d-5adb0619e8b5 tempest-MigrationsAdminTest-1338240777 tempest-MigrationsAdminTest-1338240777-project] 10.222.0.15 "GET /v2.0/ports?device_id=db37a6e3-7538-40f1-a76f-c6513a83d801 HTTP/1.1" status: 200 len: 210 time: 0.0798767 Jan 29 19:42:35.793892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f50ff-fa2e-4fbf-8889-a753eba21092 req-d1aeb374-8871-44fb-bb4d-303fb1b947bb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:35.805830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-381f50ff-fa2e-4fbf-8889-a753eba21092 req-d1aeb374-8871-44fb-bb4d-303fb1b947bb tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1119704 Jan 29 19:42:35.807297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:35.851303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'mac_address': 'fa:16:3e:f2:bb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:42:35.946480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7c5ee462-50b8-4137-9494-897c5e1d6db7 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:35.946812 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:35.960544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-381f50ff-fa2e-4fbf-8889-a753eba21092 req-fdd187cf-501a-452f-8afb-51ac82e639a4 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480112 Jan 29 19:42:35.995111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5ee462-50b8-4137-9494-897c5e1d6db7 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:42:35.998022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-d2f63d69-738c-451d-a627-a2291cce3272 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:35.999631 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-d2f63d69-738c-451d-a627-a2291cce3272 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 944 time: 0.1621790 Jan 29 19:42:36.039836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:36.123300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:36.228181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ee06e-b065-432f-bed6-86bd338c8f3c req-3a15ee33-4802-4a47-9fe7-55a7d74411e6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:36.229511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-225ee06e-b065-432f-bed6-86bd338c8f3c req-3a15ee33-4802-4a47-9fe7-55a7d74411e6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 945 time: 0.0749769 Jan 29 19:42:36.243898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:36.265900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['315fe9c5-45e5-4f04-b2ba-1e649a6d4316'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:36.292065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-225ee06e-b065-432f-bed6-86bd338c8f3c req-d6d774de-ce4a-4573-8096-b3e107251038 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615933 Jan 29 19:42:36.463943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7c5ee462-50b8-4137-9494-897c5e1d6db7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:36.727160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:36.827590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:36.827957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:36.861626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcd21a-02d3-4c8e-a809-41f8946dbed8 req-bd7111c3-3b04-49fd-8586-9ecc108a3e4a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:36.877968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0fcd21a-02d3-4c8e-a809-41f8946dbed8 req-bd7111c3-3b04-49fd-8586-9ecc108a3e4a tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 944 time: 0.1607580 Jan 29 19:42:37.001868 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0fcd21a-02d3-4c8e-a809-41f8946dbed8 req-0a17a733-06b6-4444-a89c-f4defbc0c48c tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218927 Jan 29 19:42:37.007742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:37.008137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.077343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04411e9c-725e-46eb-be27-4f93acf2dd9b req-8f870505-d77f-4366-8c3d-3f61e6e47207 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:37.092119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04411e9c-725e-46eb-be27-4f93acf2dd9b req-8f870505-d77f-4366-8c3d-3f61e6e47207 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1262243 Jan 29 19:42:37.138536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Deleting port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:37.139197 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.181288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:37.200542 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10416f31-ff63-4497-a90c-9bd4a5818396" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:37.257529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] For port 4a3ec97a-9501-49dc-8e8f-755e3385ef10, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4a3ec97a-9501-49dc-8e8f-755e3385ef10,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:37.258275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.278129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:37.279319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Calling delete_port for 4a3ec97a-9501-49dc-8e8f-755e3385ef10 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:37.351835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.353022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:37.412120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04411e9c-725e-46eb-be27-4f93acf2dd9b req-4cdf9c0d-9843-4586-acdb-7b95b313b0a3 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182173 Jan 29 19:42:37.413392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cc93-8722-42e3-a1e5-e2b73c2cfb19 req-dd25fe9b-4fb6-4c15-b885-58c1b9cefe64 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:37.423769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5e1cc93-8722-42e3-a1e5-e2b73c2cfb19 req-dd25fe9b-4fb6-4c15-b885-58c1b9cefe64 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1755552 Jan 29 19:42:37.437737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 12b575d1-8980-4410-beaf-d7954db99db5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:37.438430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 12b575d1-8980-4410-beaf-d7954db99db5 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:37.487966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:37.517568 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac3622c-1a4a-4d2e-bf08-1baa8d08908d x-openstack-request-id: req-2ac3622c-1a4a-4d2e-bf08-1baa8d08908d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:37.517568 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:37.517568 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ac3622c-1a4a-4d2e-bf08-1baa8d08908d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:37.517568 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:42:37.524968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.525319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.525663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.526002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.526336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.533695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.539023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.539428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.539794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.540121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.540494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.540831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.541162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:37.569441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5e1cc93-8722-42e3-a1e5-e2b73c2cfb19 req-efbb0189-bcf0-4f02-b688-3f534dcbed74 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429296 Jan 29 19:42:37.650370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4a3ec97a-9501-49dc-8e8f-755e3385ef10), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.694764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event deleted for resources: {'Port': ['ID=4a3ec97a-9501-49dc-8e8f-755e3385ef10,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:37.710958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295404-10f5-4fc9-94de-6bdeb1b7db6a req-b5f94826-2c88-4de0-b6c9-145d17c9eb53 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:37.712616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76295404-10f5-4fc9-94de-6bdeb1b7db6a req-b5f94826-2c88-4de0-b6c9-145d17c9eb53 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 945 time: 0.1190858 Jan 29 19:42:37.782051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.804098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] No DVR routers for this DVR port 4a3ec97a-9501-49dc-8e8f-755e3385ef10 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:37.808729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:37.813259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1937ed5d-19f6-4d1f-a9f4-95b0e2bc85b2 req-54173e84-57ae-4cfa-8060-31651e2bee8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "DELETE /v2.0/ports/4a3ec97a-9501-49dc-8e8f-755e3385ef10 HTTP/1.1" status: 204 len: 173 time: 1.8067567 Jan 29 19:42:37.813715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'name': 'network-vif-deleted', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:37.816899 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f292f5-7e2c-438a-baea-6ac097a2c94d" -d '{"events": [{"server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "name": "network-vif-deleted", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:37.871377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76295404-10f5-4fc9-94de-6bdeb1b7db6a req-867db040-67d5-49b2-a4f3-bcf976d5edfb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337142 Jan 29 19:42:37.903301 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c172d7-d114-4119-8683-8c3f3fad6581 x-openstack-request-id: req-24c172d7-d114-4119-8683-8c3f3fad6581 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:37.903623 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17357c-2728-464c-80a4-6b3e188c9fdc", "name": "network-vif-deleted", "tag": "4a3ec97a-9501-49dc-8e8f-755e3385ef10", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:37.903840 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24c172d7-d114-4119-8683-8c3f3fad6581 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:37.904380 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17357c-2728-464c-80a4-6b3e188c9fdc', 'name': 'network-vif-deleted', 'tag': '4a3ec97a-9501-49dc-8e8f-755e3385ef10', 'status': 'completed', 'code': 200} Jan 29 19:42:37.989494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39584) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:38.167710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81b7247b-ded5-4493-a133-a9dd0700cff5 req-a1d06de8-ff2d-472a-b408-b174b24ba6e4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17357c-2728-464c-80a4-6b3e188c9fdc HTTP/1.1" status: 200 len: 210 time: 0.0419955 Jan 29 19:42:38.324513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:38.344526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39239da2-3220-4b70-b091-7335dfeed3ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28e43c24a4664f0ba029ea6a50e4edb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536401 Jan 29 19:42:38.425300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-afffe074-5355-4adf-a742-98933af473f5 admin admin] Publish callbacks [] for security_group (5fa33d49-5ebf-4f61-afc2-564601534982), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:38.478980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-afffe074-5355-4adf-a742-98933af473f5 admin admin] Publish callbacks [] for security_group (5fa33d49-5ebf-4f61-afc2-564601534982), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:38.591158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773847af-5d12-450a-8ab0-7105f8bb1025 req-a4540d64-d907-4d2c-af45-1b88e4bc668b tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:38.598249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-773847af-5d12-450a-8ab0-7105f8bb1025 req-a4540d64-d907-4d2c-af45-1b88e4bc668b tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0643640 Jan 29 19:42:38.630268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-afffe074-5355-4adf-a742-98933af473f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5fa33d49-5ebf-4f61-afc2-564601534982), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:38.632829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-afffe074-5355-4adf-a742-98933af473f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:38.634155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-afffe074-5355-4adf-a742-98933af473f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fa33d49-5ebf-4f61-afc2-564601534982 HTTP/1.1" status: 204 len: 168 time: 0.3018973 Jan 29 19:42:38.655491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe074-5355-4adf-a742-98933af473f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa33d49-5ebf-4f61-afc2-564601534982,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:38.731561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-773847af-5d12-450a-8ab0-7105f8bb1025 req-1f8c91f2-b0f3-4c1f-8ded-b84d457e0199 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321831 Jan 29 19:42:38.744732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7c5ee462-50b8-4137-9494-897c5e1d6db7 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:42:38.793861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd754a83-f1af-4651-a316-fe570a34ab7c req-1b56e382-6f1c-4e45-b6ec-96c3a27a53a1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:38.798011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd754a83-f1af-4651-a316-fe570a34ab7c req-1b56e382-6f1c-4e45-b6ec-96c3a27a53a1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1182513 Jan 29 19:42:38.900247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd754a83-f1af-4651-a316-fe570a34ab7c req-99629bcc-3f8f-4786-8581-d427774ff800 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933685 Jan 29 19:42:38.926790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 7c5ee462-50b8-4137-9494-897c5e1d6db7 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:42:38.938980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7c5ee462-50b8-4137-9494-897c5e1d6db7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:42:38.939371 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:39.149568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1e529-d86e-4f7f-8d8b-6768e613fc7a req-4f85c76c-f2e2-4ee3-85c2-942cb78d8db1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.151341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3eb1e529-d86e-4f7f-8d8b-6768e613fc7a req-4f85c76c-f2e2-4ee3-85c2-942cb78d8db1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 945 time: 0.1389360 Jan 29 19:42:39.205073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7c5ee462-50b8-4137-9494-897c5e1d6db7 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:42:39.205467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:39.215996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0ba23-e25e-4399-b669-222e3022fdf3 req-6e56ece3-e0ef-4b68-9334-d86ee93d2b70 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.242893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84d0ba23-e25e-4399-b669-222e3022fdf3 req-6e56ece3-e0ef-4b68-9334-d86ee93d2b70 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1286781 Jan 29 19:42:39.338929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:39.353532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:39.355006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84d0ba23-e25e-4399-b669-222e3022fdf3 req-f8584249-94d5-4b59-a4ea-08e9a2032627 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108932 Jan 29 19:42:39.401135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 4a3ec97a-9501-49dc-8e8f-755e3385ef10 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:39.401432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4a3ec97a-9501-49dc-8e8f-755e3385ef10 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:39.419370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3eb1e529-d86e-4f7f-8d8b-6768e613fc7a req-337d8a60-4f03-4b3b-857f-26baf3581e5a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616630 Jan 29 19:42:39.437985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:39.468047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a975-50d7-4068-b00f-545466d60e4b req-ad9dc621-7d0d-4120-87fc-7d89e47b6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.469630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-ad9dc621-7d0d-4120-87fc-7d89e47b6fa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 1128 time: 0.3012919 Jan 29 19:42:39.491990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-3f5bcc62-9148-433a-a6ae-913d44aee97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.495038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-3f5bcc62-9148-433a-a6ae-913d44aee97f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.1037328 Jan 29 19:42:39.528765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:39.531684 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bfd517-96f6-4a12-b53e-f2184be46c94" -d '{"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:39.614777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:39.715843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-73acc869-092e-4038-abc1-b1959ea5bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.717719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-73acc869-092e-4038-abc1-b1959ea5bf18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.1913810 Jan 29 19:42:39.742703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a975-50d7-4068-b00f-545466d60e4b req-bf82f457-6eec-4c31-8201-ec34d2816aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.745447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-bf82f457-6eec-4c31-8201-ec34d2816aa0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 200 len: 911 time: 0.2665758 Jan 29 19:42:39.746039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:39.772702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-aca59366-90f2-438f-a711-b0f1b94bda01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 217 time: 0.0466449 Jan 29 19:42:39.807297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-f226fb01-7d7b-437d-ba05-45ebe74c3dc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef HTTP/1.1" status: 200 len: 217 time: 0.0538230 Jan 29 19:42:39.880621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-da0d2421-68a5-4006-9ccf-910440e7507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:39.882659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-da0d2421-68a5-4006-9ccf-910440e7507a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.1040123 Jan 29 19:42:39.920129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39644) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:39.924831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-babc94c4-6d46-4681-afec-8c2a947768cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbd5eff74b5a4215b3e75313135e49bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768875 Jan 29 19:42:39.978145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-8b4780e5-e75b-4c72-aa05-6cddc09ab4dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886145 Jan 29 19:42:40.026640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a975-50d7-4068-b00f-545466d60e4b req-dfc061c8-29db-4c91-abbb-1860d60b4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:40.028524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-dfc061c8-29db-4c91-abbb-1860d60b4fef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 200 len: 851 time: 0.1733360 Jan 29 19:42:40.082373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-6cc1758b-50f0-4773-bd8c-fd958cac72c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b484ee13-94b1-46f7-a291-fcbfc92c50d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461352 Jan 29 19:42:40.139404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89601f0e-46ba-4a3f-b1df-9ba94b36e416 admin admin] Publish callbacks [] for security_group (7e29cc32-8a8f-406c-b790-dbe82f2bfcf9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:40.146643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-53230ee6-cd1d-43f5-b8a2-6d02b504d5d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550176 Jan 29 19:42:40.187679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89601f0e-46ba-4a3f-b1df-9ba94b36e416 admin admin] Publish callbacks [] for security_group (7e29cc32-8a8f-406c-b790-dbe82f2bfcf9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:40.282428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-2e295389-cdb2-40ac-9bba-2cc1c67838bd service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922350 Jan 29 19:42:40.336609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff351c2-fbdc-4574-af28-36d24f8d0343 req-1c9bbf6d-e322-4476-96e5-2994a968099b service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791508 Jan 29 19:42:40.408478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d27a975-50d7-4068-b00f-545466d60e4b req-f11077f3-4cae-4fd6-b2e2-fae6c519bf35 service neutron] 10.222.0.26 "GET /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186085 Jan 29 19:42:40.410311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89601f0e-46ba-4a3f-b1df-9ba94b36e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7e29cc32-8a8f-406c-b790-dbe82f2bfcf9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:40.417500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89601f0e-46ba-4a3f-b1df-9ba94b36e416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:40.418640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89601f0e-46ba-4a3f-b1df-9ba94b36e416 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e29cc32-8a8f-406c-b790-dbe82f2bfcf9 HTTP/1.1" status: 204 len: 168 time: 0.4529288 Jan 29 19:42:40.441880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89601f0e-46ba-4a3f-b1df-9ba94b36e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e29cc32-8a8f-406c-b790-dbe82f2bfcf9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:40.519351 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd68c565-4ddc-467d-bef5-1086458babbe x-openstack-request-id: req-fd68c565-4ddc-467d-bef5-1086458babbe {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:40.519351 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:40.519351 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd68c565-4ddc-467d-bef5-1086458babbe {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:40.519351 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'code': 200} Jan 29 19:42:40.626070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a21a8-cb3c-492d-81a0-8b31efb5db02 req-8b1af217-3002-4ff8-9da0-6a8121fc3bc1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:40.636783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a44a21a8-cb3c-492d-81a0-8b31efb5db02 req-8b1af217-3002-4ff8-9da0-6a8121fc3bc1 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0849445 Jan 29 19:42:40.702173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a44a21a8-cb3c-492d-81a0-8b31efb5db02 req-00f796c3-915e-4bcd-9171-a938b7624b87 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Jan 29 19:42:40.779459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df4f9f-1217-46cf-b3e8-3751a9039b9c req-1fe8341d-3a38-4b55-8fa3-1b138008607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:40.781265 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8df4f9f-1217-46cf-b3e8-3751a9039b9c req-1fe8341d-3a38-4b55-8fa3-1b138008607f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 1128 time: 0.1797047 Jan 29 19:42:40.811370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee6c46-8f29-46a0-b988-9e8cf87920fa req-38ffa0ee-c0fb-4b32-866b-c1c53d665a5f tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:40.813501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cee6c46-8f29-46a0-b988-9e8cf87920fa req-38ffa0ee-c0fb-4b32-866b-c1c53d665a5f tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.1991677 Jan 29 19:42:40.869287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8df4f9f-1217-46cf-b3e8-3751a9039b9c req-eca45c7c-6cff-4850-9beb-ba01611fe7cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788364 Jan 29 19:42:40.870283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0efeec-887d-4908-bd59-0e1f16d5bddb req-2c19ee4f-96a4-4349-b6e6-eb4f0d9f2da0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:40.877247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d0efeec-887d-4908-bd59-0e1f16d5bddb req-2c19ee4f-96a4-4349-b6e6-eb4f0d9f2da0 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0984447 Jan 29 19:42:40.917513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cee6c46-8f29-46a0-b988-9e8cf87920fa req-17351f9b-b434-407a-87c1-d86e80aae6d7 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950718 Jan 29 19:42:41.037775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d0efeec-887d-4908-bd59-0e1f16d5bddb req-0e66adc4-9e06-441c-839c-68628702b1c9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516998 Jan 29 19:42:41.100631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-2ed4aedb-1495-421c-98b7-a63d57de2819 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:41.102640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-2ed4aedb-1495-421c-98b7-a63d57de2819 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 944 time: 0.1175497 Jan 29 19:42:41.135741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e424b-b686-4bc6-85ab-2b4215e01e66 req-a31b6638-5ca5-4280-b7f9-6cbd629407f0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:41.147583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a0e424b-b686-4bc6-85ab-2b4215e01e66 req-a31b6638-5ca5-4280-b7f9-6cbd629407f0 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 944 time: 0.1172383 Jan 29 19:42:41.262882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a0e424b-b686-4bc6-85ab-2b4215e01e66 req-34b00cc5-ee90-4167-9d35-b40a29680a80 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039557 Jan 29 19:42:41.265980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8674-21fc-420a-8165-4b77e0d7dc13 req-19073a3f-c047-4ffb-b86e-a518b58cef77 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:41.267498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61bc8674-21fc-420a-8165-4b77e0d7dc13 req-19073a3f-c047-4ffb-b86e-a518b58cef77 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1228015 Jan 29 19:42:41.323594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Deleting port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:41.323938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:41.416064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61bc8674-21fc-420a-8165-4b77e0d7dc13 req-8279f6a0-c7dd-469d-b784-46241b15e77d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329422 Jan 29 19:42:41.516789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] For port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:41.518596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:41.552538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Calling delete_port for a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:41.820346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a4ade4b8-74c3-4fc1-9b70-1e8f5253b208), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:41.870564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event deleted for resources: {'Port': ['ID=a4ade4b8-74c3-4fc1-9b70-1e8f5253b208,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:41.967779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99220d47-e88d-4172-a7e1-7e0d6e389715 req-358ff9d8-d116-4dad-b506-784fe6868e6f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:41.969394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99220d47-e88d-4172-a7e1-7e0d6e389715 req-358ff9d8-d116-4dad-b506-784fe6868e6f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1556530 Jan 29 19:42:41.988810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] No DVR routers for this DVR port a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:41.991538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:41.999559 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6911e644-a989-4d1b-95f7-0012ba0b1922 req-a216d8a6-aa76-4467-b63f-b44e67018e8f tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.26 "DELETE /v2.0/ports/a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 HTTP/1.1" status: 204 len: 173 time: 0.8882987 Jan 29 19:42:42.000046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'name': 'network-vif-deleted', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:42.002414 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45832ba-c2ef-4457-94d5-c20cf8e83744" -d '{"events": [{"server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "name": "network-vif-deleted", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:42.089170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99220d47-e88d-4172-a7e1-7e0d6e389715 req-f1064f71-6205-453a-92c5-8b74dc052ba3 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992551 Jan 29 19:42:42.209332 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d054d9-dd72-48df-85ec-98b059a4c1e8 x-openstack-request-id: req-21d054d9-dd72-48df-85ec-98b059a4c1e8 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:42.209602 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab5d61a-870d-4569-930a-2fdc3d3e3e99", "name": "network-vif-deleted", "tag": "a4ade4b8-74c3-4fc1-9b70-1e8f5253b208", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:42.209892 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21d054d9-dd72-48df-85ec-98b059a4c1e8 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:42.210310 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5d61a-870d-4569-930a-2fdc3d3e3e99', 'name': 'network-vif-deleted', 'tag': 'a4ade4b8-74c3-4fc1-9b70-1e8f5253b208', 'status': 'completed', 'code': 200} Jan 29 19:42:42.290493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6363d-b094-4367-9e2d-40469903650d req-9736ca04-a82e-4134-a40d-602a378e25ed tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:42.294080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29e6363d-b094-4367-9e2d-40469903650d req-9736ca04-a82e-4134-a40d-602a378e25ed tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.26 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.1848700 Jan 29 19:42:42.311131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd4d12-1c82-48c0-863f-f44a6f0948d5 req-77e8c34e-91b3-4230-851f-d54503dc4789 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:42.313670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91fd4d12-1c82-48c0-863f-f44a6f0948d5 req-77e8c34e-91b3-4230-851f-d54503dc4789 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 946 time: 0.2892234 Jan 29 19:42:42.446482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed2337-b820-48a5-a9a1-bb162ab98aab req-1604df1e-4550-428a-aad0-99be2a8252fa tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:42.448088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31ed2337-b820-48a5-a9a1-bb162ab98aab req-1604df1e-4550-428a-aad0-99be2a8252fa tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1350033 Jan 29 19:42:42.486204 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91fd4d12-1c82-48c0-863f-f44a6f0948d5 req-69f60128-3f25-43f4-a2f0-987c1bbc7265 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/security-groups?id=faa2915b-28fc-4174-80ee-9efe83eb7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574788 Jan 29 19:42:42.582805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31ed2337-b820-48a5-a9a1-bb162ab98aab req-8fd53a0a-49e7-4fb1-9288-cc292b122530 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277134 Jan 29 19:42:42.676004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Deleting port da290001-ba4b-45a0-8794-e9b452048165 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:42.676378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (da290001-ba4b-45a0-8794-e9b452048165), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:42.793672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223de56-1ebe-4cb0-9cc2-6505ef1f347e req-a688af2d-f5fc-496f-892a-641441b026a8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:42.795406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7223de56-1ebe-4cb0-9cc2-6505ef1f347e req-a688af2d-f5fc-496f-892a-641441b026a8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0710874 Jan 29 19:42:42.804564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6624012-620d-424d-b380-4df57e6a3f52 req-2145d6c1-c6d9-4036-90c3-2cd50bd49ac2 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab5d61a-870d-4569-930a-2fdc3d3e3e99 HTTP/1.1" status: 200 len: 210 time: 0.1826508 Jan 29 19:42:42.837030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] For port da290001-ba4b-45a0-8794-e9b452048165, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=da290001-ba4b-45a0-8794-e9b452048165,segment=NetworkSegment(2fd4829b-39c1-424b-b0af-cd91a13ef573),segment_id=2fd4829b-39c1-424b-b0af-cd91a13ef573)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:42.837745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (da290001-ba4b-45a0-8794-e9b452048165), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:42.851298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7223de56-1ebe-4cb0-9cc2-6505ef1f347e req-07645df1-dd22-4097-a2e3-01542a26323d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493031 Jan 29 19:42:42.852652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Calling delete_port for da290001-ba4b-45a0-8794-e9b452048165 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:43.060675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (da290001-ba4b-45a0-8794-e9b452048165), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:43.097332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['da290001-ba4b-45a0-8794-e9b452048165'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:43.114130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Pushing event deleted for resources: {'Port': ['ID=da290001-ba4b-45a0-8794-e9b452048165,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:43.198073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] No DVR routers for this DVR port da290001-ba4b-45a0-8794-e9b452048165 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:43.206829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:43.211267 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29e6363d-b094-4367-9e2d-40469903650d req-ea9d92d6-e9e6-4eec-a465-1879e26536a9 tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.26 "DELETE /v2.0/ports/da290001-ba4b-45a0-8794-e9b452048165 HTTP/1.1" status: 204 len: 173 time: 0.8774862 Jan 29 19:42:43.262287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a0d34-3071-4dbd-a9b7-810b96ab9475 req-26650bad-d1bc-49a1-a57c-fcbbc85ac273 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:43.264885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-475a0d34-3071-4dbd-a9b7-810b96ab9475 req-26650bad-d1bc-49a1-a57c-fcbbc85ac273 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0845809 Jan 29 19:42:43.388841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-475a0d34-3071-4dbd-a9b7-810b96ab9475 req-0bc09001-fdac-406a-bd1b-4403336772f9 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699382 Jan 29 19:42:43.613018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b103d782-ff55-4b6f-99b0-1ba5413c9dd5 req-31d4bd4e-495c-4e33-941c-598b257a8bcc tempest-VolumesAdminNegativeTest-412117987 tempest-VolumesAdminNegativeTest-412117987-project] 10.222.0.15 "GET /v2.0/ports?device_id=05b20764-438b-419a-9316-44e93710e11b HTTP/1.1" status: 200 len: 210 time: 0.0513606 Jan 29 19:42:43.806131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d309015-3c08-4aed-ab2c-7362f0ef4ba4 req-682aea41-008d-4d4d-b178-4382678aab83 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:43.807673 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d309015-3c08-4aed-ab2c-7362f0ef4ba4 req-682aea41-008d-4d4d-b178-4382678aab83 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0891473 Jan 29 19:42:43.963926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d309015-3c08-4aed-ab2c-7362f0ef4ba4 req-65d5d462-b1be-4402-8468-2b3ccb51f37a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348102 Jan 29 19:42:44.032037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713686-419c-41dc-b5fe-de3ebab63246 req-a6037a05-3b38-4662-af33-dab73be02532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:44.033973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37713686-419c-41dc-b5fe-de3ebab63246 req-a6037a05-3b38-4662-af33-dab73be02532 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.1211619 Jan 29 19:42:44.081445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195fd3-1264-4028-be46-35fd85c08a14 req-2e1c10c4-bb40-44f2-a5f2-67bf04bc6e2d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:44.083062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd195fd3-1264-4028-be46-35fd85c08a14 req-2e1c10c4-bb40-44f2-a5f2-67bf04bc6e2d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1574376 Jan 29 19:42:44.155579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37713686-419c-41dc-b5fe-de3ebab63246 req-4379abcd-94a2-4794-8d56-641341ead3cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049168 Jan 29 19:42:44.192297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd195fd3-1264-4028-be46-35fd85c08a14 req-826fe10e-2129-4557-8b83-056477452b46 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005757 Jan 29 19:42:44.211048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b20764-438b-419a-9316-44e93710e11b', 'name': 'network-vif-deleted', 'tag': 'da290001-ba4b-45a0-8794-e9b452048165'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:44.213782 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d10357-f328-4247-99d7-ba5b31894490" -d '{"events": [{"server_uuid": "05b20764-438b-419a-9316-44e93710e11b", "name": "network-vif-deleted", "tag": "da290001-ba4b-45a0-8794-e9b452048165"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:44.716880 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d301c4d-aa4c-4ae4-991c-69afbe2fef6b x-openstack-request-id: req-1d301c4d-aa4c-4ae4-991c-69afbe2fef6b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:44.716880 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b20764-438b-419a-9316-44e93710e11b", "name": "network-vif-deleted", "tag": "da290001-ba4b-45a0-8794-e9b452048165", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:44.716880 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d301c4d-aa4c-4ae4-991c-69afbe2fef6b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:44.716880 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b20764-438b-419a-9316-44e93710e11b', 'name': 'network-vif-deleted', 'tag': 'da290001-ba4b-45a0-8794-e9b452048165', 'status': 'completed', 'code': 200} Jan 29 19:42:44.916423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07e901-3089-41c9-be75-f05f7cf703de req-60a7b2e4-fbc6-4d46-ba7f-1e8b65c5ec1d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:44.917949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a07e901-3089-41c9-be75-f05f7cf703de req-60a7b2e4-fbc6-4d46-ba7f-1e8b65c5ec1d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1226206 Jan 29 19:42:45.035507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a07e901-3089-41c9-be75-f05f7cf703de req-49b8643a-1cf2-4ed2-9809-9fb714ec99cc tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097181 Jan 29 19:42:45.184569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.185196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.185536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.186004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.186466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.187066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.187529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.187983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.188529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.188989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.189440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.190601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.191077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.205989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ff7d757-2dfc-416b-a392-b6e344cad2b8 req-bd78c568-22f1-43e8-b76d-e02b276bfe61 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9210 time: 0.3482466 Jan 29 19:42:45.236167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23491c-adbd-482f-8085-16e921778849 req-2659f8a6-2b1f-40e0-add0-ed33fa084de9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.248334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a23491c-adbd-482f-8085-16e921778849 req-2659f8a6-2b1f-40e0-add0-ed33fa084de9 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1196268 Jan 29 19:42:45.276551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39776) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:45.331580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device da290001-ba4b-45a0-8794-e9b452048165 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:45.333758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-05fe0ffe-15ef-4bc0-9c4a-5e0b3ab8cfb4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.335875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-05fe0ffe-15ef-4bc0-9c4a-5e0b3ab8cfb4 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 945 time: 0.1283314 Jan 29 19:42:45.387335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: da290001-ba4b-45a0-8794-e9b452048165 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:45.390586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device da290001-ba4b-45a0-8794-e9b452048165 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:45.396490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:45.425617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a23491c-adbd-482f-8085-16e921778849 req-782230c4-7352-4fc1-9ca0-efe74a30ee51 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733885 Jan 29 19:42:45.472488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:45.473442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a4ade4b8-74c3-4fc1-9b70-1e8f5253b208 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:45.585470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Deleting subnet 15470620-7037-47ee-92df-407257f2459b {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:42:45.605676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Publish callbacks [] for subnet (15470620-7037-47ee-92df-407257f2459b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:45.702955 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (15470620-7037-47ee-92df-407257f2459b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:45.708139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419aa16-b988-4d5d-b634-31ade99f88ee req-50f0e6dd-1416-4f6d-be77-c2e4f7a6a8d0 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.724436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b419aa16-b988-4d5d-b634-31ade99f88ee req-50f0e6dd-1416-4f6d-be77-c2e4f7a6a8d0 tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 886 time: 0.2174511 Jan 29 19:42:45.773222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f65a-e32a-48c5-9569-1c3c27df65b4 req-acfdac2d-e19e-4bf0-985f-ceacda6e1407 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.775459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4129f65a-e32a-48c5-9569-1c3c27df65b4 req-acfdac2d-e19e-4bf0-985f-ceacda6e1407 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 945 time: 0.3333201 Jan 29 19:42:45.818319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Deleting port e3a4bc3f-fc33-42bb-9467-374f84856ed2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:45.818727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:45.829716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (15470620-7037-47ee-92df-407257f2459b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:45.847813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70d7cd-14df-4528-8388-2f866a77e90a req-463853de-029b-4590-ae83-83edaae7bdf2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:45.849640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f70d7cd-14df-4528-8388-2f866a77e90a req-463853de-029b-4590-ae83-83edaae7bdf2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0627754 Jan 29 19:42:45.969086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f70d7cd-14df-4528-8388-2f866a77e90a req-db1ebc3a-1bc7-4b99-a16c-1d27d02a51bc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135366 Jan 29 19:42:45.994932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4129f65a-e32a-48c5-9569-1c3c27df65b4 req-67c88e92-4f55-4311-9ae7-427cd404ea30 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/security-groups?id=57c0b67b-961c-4e87-a8b7-890837ae60d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114694 Jan 29 19:42:46.036142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] For port e3a4bc3f-fc33-42bb-9467-374f84856ed2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e3a4bc3f-fc33-42bb-9467-374f84856ed2,segment=NetworkSegment(5fac08f7-13f9-4651-aff6-c76d5a333dfc),segment_id=5fac08f7-13f9-4651-aff6-c76d5a333dfc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:46.043958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:46.069361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Calling delete_port for e3a4bc3f-fc33-42bb-9467-374f84856ed2 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:46.152231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (15470620-7037-47ee-92df-407257f2459b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:46.319571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.320175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.320631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.321088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.321541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.321996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.322440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.322890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.323473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.323929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.324400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.324844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.325287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.327700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c17daa51-83fe-46c0-a841-be630a75a41f req-b6aef959-790b-497b-a3a3-9db436f0a4bb tempest-NetworksTest-651681378 tempest-NetworksTest-651681378-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9210 time: 0.3080680 Jan 29 19:42:46.649896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6b043-ded5-4df8-82fd-2014b35f7480 req-8de35e8b-1ef5-4b7e-9e33-a37f6226e8e1 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.655196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29a6b043-ded5-4df8-82fd-2014b35f7480 req-8de35e8b-1ef5-4b7e-9e33-a37f6226e8e1 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.0997248 Jan 29 19:42:46.697911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:46.709617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/15470620-7037-47ee-92df-407257f2459b HTTP/1.1" status: 204 len: 168 time: 1.4296737 Jan 29 19:42:46.724148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:46.761597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29a6b043-ded5-4df8-82fd-2014b35f7480 req-d69cedc2-0070-448a-ac7e-9673d17ca46a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889614 Jan 29 19:42:46.766706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a866a-163a-4cac-8ff5-2a6c6e899a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15470620-7037-47ee-92df-407257f2459b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:46.910927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a99c8-595c-4c1f-bbef-40a026ff7f1b req-4e7b9451-da0b-4141-9f48-71ff5a4123b2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:46.917813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-637a99c8-595c-4c1f-bbef-40a026ff7f1b req-4e7b9451-da0b-4141-9f48-71ff5a4123b2 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.7560625 Jan 29 19:42:46.939078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5925933c-9b30-4b9a-b79f-3b839065ac18), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:46.968292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:46.970262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e3a4bc3f-fc33-42bb-9467-374f84856ed2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.022030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-637a99c8-595c-4c1f-bbef-40a026ff7f1b req-783875f9-7bb5-40f4-9cc4-90d3cd50472f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010976 Jan 29 19:42:47.068930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Pushing event deleted for resources: {'Port': ['ID=e3a4bc3f-fc33-42bb-9467-374f84856ed2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:47.186261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae58d2-0201-480f-b4d5-30d19d522284 req-549c2802-83ab-42b8-b09e-50f06ffe561a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:47.194433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] No DVR routers for this DVR port e3a4bc3f-fc33-42bb-9467-374f84856ed2 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:47.200139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3dae58d2-0201-480f-b4d5-30d19d522284 req-549c2802-83ab-42b8-b09e-50f06ffe561a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1317701 Jan 29 19:42:47.228934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.233009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49ea9ab3-83d2-4c3c-bcda-75258715b8d4 req-45414917-dc93-4efb-bba6-2aa83ca1f1ca tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.13 "DELETE /v2.0/ports/e3a4bc3f-fc33-42bb-9467-374f84856ed2 HTTP/1.1" status: 204 len: 173 time: 1.8830345 Jan 29 19:42:47.240603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'name': 'network-vif-deleted', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:47.241366 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0768de-cb95-4c52-9e8d-f8f61c3341b9" -d '{"events": [{"server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "name": "network-vif-deleted", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:47.245101 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5925933c-9b30-4b9a-b79f-3b839065ac18), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.275337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3dae58d2-0201-480f-b4d5-30d19d522284 req-6b5668ac-bab7-4104-83ec-5c00f2820b79 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723264 Jan 29 19:42:47.300577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4711729-dc35-4568-9750-2289f3a71154 req-30ed92fa-ee56-4bd8-bdb2-c95cb0584727 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0665710 Jan 29 19:42:47.301327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-54f0cbaa-3266-4a00-bda5-be68fe1617a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.321619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5925933c-9b30-4b9a-b79f-3b839065ac18']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:47.337815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4829b-39c1-424b-b0af-cd91a13ef573') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:47.338626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4829b-39c1-424b-b0af-cd91a13ef573') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:47.367377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (2fd4829b-39c1-424b-b0af-cd91a13ef573), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.397404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2fd4829b-39c1-424b-b0af-cd91a13ef573), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.407274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:42:47.407681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (2fd4829b-39c1-424b-b0af-cd91a13ef573), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:42:47.410163 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:42:47.424497 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a25729-870a-42ff-96b3-edd937567856 x-openstack-request-id: req-44a25729-870a-42ff-96b3-edd937567856 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:47.424886 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5168adc9-eeeb-4746-862c-ebab6eefb9e3", "name": "network-vif-deleted", "tag": "e3a4bc3f-fc33-42bb-9467-374f84856ed2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:47.425016 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44a25729-870a-42ff-96b3-edd937567856 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:47.425416 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5168adc9-eeeb-4746-862c-ebab6eefb9e3', 'name': 'network-vif-deleted', 'tag': 'e3a4bc3f-fc33-42bb-9467-374f84856ed2', 'status': 'completed', 'code': 200} Jan 29 19:42:47.525962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-54f0cbaa-3266-4a00-bda5-be68fe1617a7 admin admin] Publish callbacks [] for security_group (d2dfb52c-4c4b-4ec5-bc31-cea727041bc6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.619790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-54f0cbaa-3266-4a00-bda5-be68fe1617a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d2dfb52c-4c4b-4ec5-bc31-cea727041bc6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.624972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5925933c-9b30-4b9a-b79f-3b839065ac18), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.659623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.661063 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5925933c-9b30-4b9a-b79f-3b839065ac18 HTTP/1.1" status: 204 len: 168 time: 0.8913729 Jan 29 19:42:47.665553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39822) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:47.691576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82198374-4749-468f-802c-6d304e15b540 admin admin] Pushing event deleted for resources: {'Network': ['ID=5925933c-9b30-4b9a-b79f-3b839065ac18,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:47.696611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0cbaa-3266-4a00-bda5-be68fe1617a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfb52c-4c4b-4ec5-bc31-cea727041bc6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:47.700439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-54f0cbaa-3266-4a00-bda5-be68fe1617a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=839cf497f37a44bf997c52dd5dbfd735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7311649 Jan 29 19:42:47.702917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39824) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:47.803500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac655846-5b41-4bd8-8349-e27ea3709599 admin admin] Publish callbacks [] for security_group (d2dfb52c-4c4b-4ec5-bc31-cea727041bc6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.819746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Deleting subnet bfd0d764-ff47-4344-a75c-13eb05347f81 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:42:47.835746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Publish callbacks [] for subnet (bfd0d764-ff47-4344-a75c-13eb05347f81), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.883917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac655846-5b41-4bd8-8349-e27ea3709599 admin admin] Publish callbacks [] for security_group (d2dfb52c-4c4b-4ec5-bc31-cea727041bc6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:47.901114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (bfd0d764-ff47-4344-a75c-13eb05347f81), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.057653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (bfd0d764-ff47-4344-a75c-13eb05347f81), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.073163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-f35c6be0-342b-45bc-8819-c280ac6d676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.074890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-f35c6be0-342b-45bc-8819-c280ac6d676a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 1127 time: 0.1883512 Jan 29 19:42:48.123945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525227-d139-4fd3-bb7f-7a4f5ce78dcd req-f96785af-7a8d-4a3e-b96f-efe21ebe76bb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.125687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01525227-d139-4fd3-bb7f-7a4f5ce78dcd req-f96785af-7a8d-4a3e-b96f-efe21ebe76bb tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.2081592 Jan 29 19:42:48.188633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac655846-5b41-4bd8-8349-e27ea3709599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d2dfb52c-4c4b-4ec5-bc31-cea727041bc6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.192086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac655846-5b41-4bd8-8349-e27ea3709599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.193405 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac655846-5b41-4bd8-8349-e27ea3709599 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2dfb52c-4c4b-4ec5-bc31-cea727041bc6 HTTP/1.1" status: 204 len: 168 time: 0.4895148 Jan 29 19:42:48.194825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75ad5c-d0d1-4ea1-a063-e8e5a8a6e4f3 req-40e4a5f2-894e-4fd4-b68c-282a045e26b6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.205054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f75ad5c-d0d1-4ea1-a063-e8e5a8a6e4f3 req-40e4a5f2-894e-4fd4-b68c-282a045e26b6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.2389090 Jan 29 19:42:48.217396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c23d4f39-4ab9-4ace-b480-38f7d82bd345 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.220452 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c23d4f39-4ab9-4ace-b480-38f7d82bd345 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 946 time: 0.1245649 Jan 29 19:42:48.250882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac655846-5b41-4bd8-8349-e27ea3709599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfb52c-4c4b-4ec5-bc31-cea727041bc6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:48.284493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01525227-d139-4fd3-bb7f-7a4f5ce78dcd req-23637f4d-a4a6-4d6b-8bc9-c5fb59af5015 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366336 Jan 29 19:42:48.309008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f75ad5c-d0d1-4ea1-a063-e8e5a8a6e4f3 req-cdde3067-2e1f-4777-97b1-beacec61053c tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016328 Jan 29 19:42:48.310348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (bfd0d764-ff47-4344-a75c-13eb05347f81), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.355929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-e7277740-61f9-4187-8569-1899cdf1846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.357466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-e7277740-61f9-4187-8569-1899cdf1846d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.2723789 Jan 29 19:42:48.446011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-f7f850e5-7327-4633-b8e4-d7696c8fd0c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 200 len: 217 time: 0.0810699 Jan 29 19:42:48.447201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd0d764-ff47-4344-a75c-13eb05347f81,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:48.453738 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.458130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-97c94c71-c313-4bdd-a6d5-f6b78d4da622 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bfd0d764-ff47-4344-a75c-13eb05347f81 HTTP/1.1" status: 204 len: 168 time: 0.7898057 Jan 29 19:42:48.463060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39840) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:48.589581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8174b36a-897e-4de1-b104-d97fcab312dd req-58600dcf-fe45-4ab8-90da-a69c0569ab97 tempest-LiveMigrationTest-617188602 tempest-LiveMigrationTest-617188602-project] 10.222.0.15 "GET /v2.0/ports?device_id=5168adc9-eeeb-4746-862c-ebab6eefb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0514433 Jan 29 19:42:48.753201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Deleting port 684794b4-8947-4c3a-9317-674ae6bcf7ef {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:48.754006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.757626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-ea151daa-294a-4049-a366-fca67636ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.759108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-ea151daa-294a-4049-a366-fca67636ff2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.3051009 Jan 29 19:42:48.792504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:48.835210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: e3a4bc3f-fc33-42bb-9467-374f84856ed2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:48.835729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e3a4bc3f-fc33-42bb-9467-374f84856ed2 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:48.850344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e13904-e89d-441a-8eaf-d68d14fcac0f req-8182fe80-1d34-4eb4-b808-ba304ea2af33 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:48.860782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03e13904-e89d-441a-8eaf-d68d14fcac0f req-8182fe80-1d34-4eb4-b808-ba304ea2af33 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.3411236 Jan 29 19:42:48.869657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c9333fbd-1982-4a2e-acd4-8d565bcc6f1b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.874665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-88b27d50-c46d-433c-bbab-6bec6d17b290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992405 Jan 29 19:42:48.904125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] For port 684794b4-8947-4c3a-9317-674ae6bcf7ef, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=684794b4-8947-4c3a-9317-674ae6bcf7ef,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:48.905138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:48.921388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Calling delete_port for 684794b4-8947-4c3a-9317-674ae6bcf7ef owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:49.034736 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-3d9e633b-1dee-4bd9-955d-ff0c7658c3d5 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402886 Jan 29 19:42:49.179294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03e13904-e89d-441a-8eaf-d68d14fcac0f req-d07d98a9-3457-4793-a1bb-44130820ed53 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173196 Jan 29 19:42:49.195636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (684794b4-8947-4c3a-9317-674ae6bcf7ef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.231139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c9333fbd-1982-4a2e-acd4-8d565bcc6f1b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.235675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9e177635-6bef-4f69-91cc-baf4bed8b8e8', '684794b4-8947-4c3a-9317-674ae6bcf7ef'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:49.281650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9333fbd-1982-4a2e-acd4-8d565bcc6f1b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:49.296565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c03cb41-0659-4218-aff3-d7acefdffb9f') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:49.296917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c03cb41-0659-4218-aff3-d7acefdffb9f') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:49.313825 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd8be263-f62b-4571-9857-07d7c76219a8 req-df52d300-2175-4be1-bc61-8ed0f6aa7a3a service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695928 Jan 29 19:42:49.326591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Pushing event deleted for resources: {'Port': ['ID=684794b4-8947-4c3a-9317-674ae6bcf7ef,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:49.332258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (7c03cb41-0659-4218-aff3-d7acefdffb9f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.378539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7c03cb41-0659-4218-aff3-d7acefdffb9f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (7c03cb41-0659-4218-aff3-d7acefdffb9f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39854) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:42:49.507425 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1e6bd8c-5f17-4ede-85da-3811d90dde28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.511483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] No DVR routers for this DVR port 684794b4-8947-4c3a-9317-674ae6bcf7ef on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:49.521527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e59c8dc-7ff4-4ab6-8f15-0e58e60a5e20 req-eb76998e-5ddf-4485-b478-72cda17481a2 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 210 time: 0.0381670 Jan 29 19:42:49.524764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.545787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971955b9-f8d2-4635-b773-e0a5fe077554 req-c5a6af97-e794-4f17-aa3f-cbc4fa6554e6 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "DELETE /v2.0/ports/684794b4-8947-4c3a-9317-674ae6bcf7ef HTTP/1.1" status: 204 len: 173 time: 1.2529187 Jan 29 19:42:49.546850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'name': 'network-vif-deleted', 'tag': '684794b4-8947-4c3a-9317-674ae6bcf7ef'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:49.549965 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa340ca-931e-4a25-8771-44a34ec085ca" -d '{"events": [{"server_uuid": "7c2a8708-d403-404f-8f04-e1b6cffb2a91", "name": "network-vif-deleted", "tag": "684794b4-8947-4c3a-9317-674ae6bcf7ef"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:49.592460 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dba4e5-b366-4bfc-813a-f154ae09af1c x-openstack-request-id: req-84dba4e5-b366-4bfc-813a-f154ae09af1c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:49.593042 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2a8708-d403-404f-8f04-e1b6cffb2a91", "name": "network-vif-deleted", "tag": "684794b4-8947-4c3a-9317-674ae6bcf7ef", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:49.593523 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84dba4e5-b366-4bfc-813a-f154ae09af1c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:49.594197 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2a8708-d403-404f-8f04-e1b6cffb2a91', 'name': 'network-vif-deleted', 'tag': '684794b4-8947-4c3a-9317-674ae6bcf7ef', 'status': 'completed', 'code': 200} Jan 29 19:42:49.662253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39860) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:49.716603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f69823-2681-49ff-b15b-a6065aac7b09 req-64ff3f45-c909-4ead-9486-fd4ea11ce5d5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:49.718231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20f69823-2681-49ff-b15b-a6065aac7b09 req-64ff3f45-c909-4ead-9486-fd4ea11ce5d5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.2742212 Jan 29 19:42:49.721158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c9333fbd-1982-4a2e-acd4-8d565bcc6f1b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.731572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.735207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c9333fbd-1982-4a2e-acd4-8d565bcc6f1b HTTP/1.1" status: 204 len: 168 time: 1.2712002 Jan 29 19:42:49.758426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf2f13-53a1-466d-8641-253249e23c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9333fbd-1982-4a2e-acd4-8d565bcc6f1b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:49.830867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1e6bd8c-5f17-4ede-85da-3811d90dde28 admin admin] Publish callbacks [] for security_group (b9e3c995-308d-42fd-b684-056dcf9217c1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.905929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20f69823-2681-49ff-b15b-a6065aac7b09 req-a5345602-f62d-4e19-815f-cf389e9c5d5e tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691921 Jan 29 19:42:49.907224 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1e6bd8c-5f17-4ede-85da-3811d90dde28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b9e3c995-308d-42fd-b684-056dcf9217c1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:49.956875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6bd8c-5f17-4ede-85da-3811d90dde28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e3c995-308d-42fd-b684-056dcf9217c1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:49.964107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:49.964752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a1e6bd8c-5f17-4ede-85da-3811d90dde28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53fb379731594a798ac65f9cef61af92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526121 Jan 29 19:42:50.093389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3fa40862-1000-4ca1-ad2c-f3b1e2aa5672 admin admin] Publish callbacks [] for security_group (b9e3c995-308d-42fd-b684-056dcf9217c1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.099388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Deleting subnet 20921873-5e3a-47f9-aaef-f366be7ad371 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:42:50.109628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Publish callbacks [] for subnet (20921873-5e3a-47f9-aaef-f366be7ad371), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.157280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3fa40862-1000-4ca1-ad2c-f3b1e2aa5672 admin admin] Publish callbacks [] for security_group (b9e3c995-308d-42fd-b684-056dcf9217c1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.181685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (20921873-5e3a-47f9-aaef-f366be7ad371), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.237167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (20921873-5e3a-47f9-aaef-f366be7ad371), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.402195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2877-852e-472b-9f72-7ac151b7e7cf req-b06d6328-fe30-44a6-8528-8b9de21dac07 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:50.403926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5fc2877-852e-472b-9f72-7ac151b7e7cf req-b06d6328-fe30-44a6-8528-8b9de21dac07 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0660875 Jan 29 19:42:50.405217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3fa40862-1000-4ca1-ad2c-f3b1e2aa5672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b9e3c995-308d-42fd-b684-056dcf9217c1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.407907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3fa40862-1000-4ca1-ad2c-f3b1e2aa5672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.409760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3fa40862-1000-4ca1-ad2c-f3b1e2aa5672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9e3c995-308d-42fd-b684-056dcf9217c1 HTTP/1.1" status: 204 len: 168 time: 0.4446814 Jan 29 19:42:50.420666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39880) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:50.534295 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5fc2877-852e-472b-9f72-7ac151b7e7cf req-50dcfc33-59f1-44fc-8f16-2ef74322babf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216903 Jan 29 19:42:50.542130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa40862-1000-4ca1-ad2c-f3b1e2aa5672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e3c995-308d-42fd-b684-056dcf9217c1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:50.557631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (20921873-5e3a-47f9-aaef-f366be7ad371), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.561654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-61b9c73b-a01c-4b0b-bbc5-4a3164e25051 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6ff259146ab40a183d8cd002814b204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395171 Jan 29 19:42:50.575515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:50.589656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20921873-5e3a-47f9-aaef-f366be7ad371,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:50.602125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.607574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e1a8dc49-b999-4f8e-ae06-6fd4fb8fe647 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20921873-5e3a-47f9-aaef-f366be7ad371 HTTP/1.1" status: 204 len: 168 time: 0.9442132 Jan 29 19:42:50.610352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:50.707766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e3f680c2-d656-445b-ab70-a827f325043c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.829836 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e3f680c2-d656-445b-ab70-a827f325043c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.891484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f680c2-d656-445b-ab70-a827f325043c']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:50.900545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6be095ad-109c-4475-8429-de837d3d0b37 req-ca13d425-f160-45f2-8c3e-a482866fd8d2 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2a8708-d403-404f-8f04-e1b6cffb2a91 HTTP/1.1" status: 200 len: 210 time: 0.0997908 Jan 29 19:42:50.938510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fac08f7-13f9-4651-aff6-c76d5a333dfc') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:50.941430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fac08f7-13f9-4651-aff6-c76d5a333dfc') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:50.949784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143fe4ce-7c9e-4267-bb69-424b6478186f admin admin] Publish callbacks [] for security_group (faa2915b-28fc-4174-80ee-9efe83eb7b28), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:50.968307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (5fac08f7-13f9-4651-aff6-c76d5a333dfc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.004753 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143fe4ce-7c9e-4267-bb69-424b6478186f admin admin] Publish callbacks [] for security_group (faa2915b-28fc-4174-80ee-9efe83eb7b28), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.009765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5fac08f7-13f9-4651-aff6-c76d5a333dfc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.023326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:42:51.023905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (5fac08f7-13f9-4651-aff6-c76d5a333dfc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:42:51.025857 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:42:51.119923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769417f-df48-4594-8f24-b78fb489003b req-f74ccef5-41fb-4344-93bd-a6ee9541e685 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:51.121592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c769417f-df48-4594-8f24-b78fb489003b req-f74ccef5-41fb-4344-93bd-a6ee9541e685 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1422286 Jan 29 19:42:51.145987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143fe4ce-7c9e-4267-bb69-424b6478186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (faa2915b-28fc-4174-80ee-9efe83eb7b28), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.149171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-143fe4ce-7c9e-4267-bb69-424b6478186f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.151060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-143fe4ce-7c9e-4267-bb69-424b6478186f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faa2915b-28fc-4174-80ee-9efe83eb7b28 HTTP/1.1" status: 204 len: 168 time: 0.5711100 Jan 29 19:42:51.174755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fe4ce-7c9e-4267-bb69-424b6478186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2915b-28fc-4174-80ee-9efe83eb7b28,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:51.223571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e3f680c2-d656-445b-ab70-a827f325043c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.230809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.245393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3f680c2-d656-445b-ab70-a827f325043c HTTP/1.1" status: 204 len: 168 time: 0.6307497 Jan 29 19:42:51.246921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:51.314803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee8a6b-3168-41f7-bd98-98184082f0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f680c2-d656-445b-ab70-a827f325043c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:51.340664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c769417f-df48-4594-8f24-b78fb489003b req-afaae644-5177-4735-9be2-45a37e4f9434 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074537 Jan 29 19:42:51.345181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 684794b4-8947-4c3a-9317-674ae6bcf7ef no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:51.383561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Deleting subnet ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:42:51.391639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Publish callbacks [] for subnet (ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.403980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 684794b4-8947-4c3a-9317-674ae6bcf7ef {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:51.405358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 684794b4-8947-4c3a-9317-674ae6bcf7ef not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:51.465735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.539608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.781934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f764a-2f94-4dcc-9b4f-845bf54a4974 req-20382dd4-de71-446f-b94e-0c1d438237c6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:51.784258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c58f764a-2f94-4dcc-9b4f-845bf54a4974 req-20382dd4-de71-446f-b94e-0c1d438237c6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1602731 Jan 29 19:42:51.843407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.888063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:51.911299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:51.916137 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-39e2bb9d-79d9-419f-8073-5030e93998c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ace4c2ad-6bb4-4fef-9e04-5724d1c8ee33 HTTP/1.1" status: 204 len: 168 time: 0.6652076 Jan 29 19:42:51.919356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39926) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:51.920666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c58f764a-2f94-4dcc-9b4f-845bf54a4974 req-14b98e29-482d-4572-99c8-10424f4bdf10 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269591 Jan 29 19:42:52.066517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (55392404-8693-4a8d-b3eb-2a951d23c52f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.154372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39934) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:52.181774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (55392404-8693-4a8d-b3eb-2a951d23c52f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.204826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-40d1cf5a-7113-4188-aaa0-358b6e5df2e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4254429fa89c4b9cab0664809bc9d522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469880 Jan 29 19:42:52.205073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55392404-8693-4a8d-b3eb-2a951d23c52f']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:52.205739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39936) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:52.214555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dc2291-6b43-4ad1-83eb-150c0200811b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:52.214850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dc2291-6b43-4ad1-83eb-150c0200811b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:42:52.233238 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (40dc2291-6b43-4ad1-83eb-150c0200811b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.248970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (40dc2291-6b43-4ad1-83eb-150c0200811b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.262845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:42:52.263399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (40dc2291-6b43-4ad1-83eb-150c0200811b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.266907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e542e2-0aca-4a24-9890-295a3435ac0a admin admin] Publish callbacks [] for security_group (f5e8c636-4874-487e-a64f-a33a0fa2bc89), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:42:52.274167 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:42:52.292869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e542e2-0aca-4a24-9890-295a3435ac0a admin admin] Publish callbacks [] for security_group (f5e8c636-4874-487e-a64f-a33a0fa2bc89), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.414524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (55392404-8693-4a8d-b3eb-2a951d23c52f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.449957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.456233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] 10.222.0.15 "DELETE /v2.0/networks/55392404-8693-4a8d-b3eb-2a951d23c52f HTTP/1.1" status: 204 len: 168 time: 0.5328043 Jan 29 19:42:52.483155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e542e2-0aca-4a24-9890-295a3435ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f5e8c636-4874-487e-a64f-a33a0fa2bc89), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.485817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e542e2-0aca-4a24-9890-295a3435ac0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:52.490483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c2e542e2-0aca-4a24-9890-295a3435ac0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5e8c636-4874-487e-a64f-a33a0fa2bc89 HTTP/1.1" status: 204 len: 168 time: 0.2836318 Jan 29 19:42:52.501003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e542e2-0aca-4a24-9890-295a3435ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8c636-4874-487e-a64f-a33a0fa2bc89,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:52.592430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb69bd-b0c3-4855-b807-8250255716ae admin admin] Pushing event deleted for resources: {'Network': ['ID=55392404-8693-4a8d-b3eb-2a951d23c52f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:52.682045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937652eb-4fbe-424c-9a52-1403bdd2d586 req-9a57c467-059e-4757-b933-7f5407b17765 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:52.693682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-937652eb-4fbe-424c-9a52-1403bdd2d586 req-9a57c467-059e-4757-b933-7f5407b17765 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1068723 Jan 29 19:42:52.697822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6cf5f-bb5c-4b33-83a7-30558e003b28 req-bd2b0034-0d09-4654-aed9-2cb47d913bb8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:52.704689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bd6cf5f-bb5c-4b33-83a7-30558e003b28 req-bd2b0034-0d09-4654-aed9-2cb47d913bb8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.2562413 Jan 29 19:42:52.764743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-937652eb-4fbe-424c-9a52-1403bdd2d586 req-dd12d69f-7e7d-441e-ae66-33e3da01a38a tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698135 Jan 29 19:42:52.784778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bd6cf5f-bb5c-4b33-83a7-30558e003b28 req-1bc9199a-76aa-4b5f-9a94-0f544f3571c0 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789478 Jan 29 19:42:53.020411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:53.073077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7e679232-aa62-4fe8-8e20-4bd888fdc70b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c396108a0da4c648a990883be66b5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509415 Jan 29 19:42:53.076050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:53.183229 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55f309fd-274a-413a-807d-6d8866448b27 admin admin] Publish callbacks [] for security_group (57c0b67b-961c-4e87-a8b7-890837ae60d6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:53.184049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa633b-658f-483f-8208-27a00f829900 req-ac82ce9c-f17e-455a-866f-d78763e37b75 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:53.185654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dfa633b-658f-483f-8208-27a00f829900 req-ac82ce9c-f17e-455a-866f-d78763e37b75 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1198473 Jan 29 19:42:53.215364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55f309fd-274a-413a-807d-6d8866448b27 admin admin] Publish callbacks [] for security_group (57c0b67b-961c-4e87-a8b7-890837ae60d6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:53.294753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dfa633b-658f-483f-8208-27a00f829900 req-6a1fb782-17f0-46e2-88da-860381f86e48 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972304 Jan 29 19:42:53.373728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55f309fd-274a-413a-807d-6d8866448b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (57c0b67b-961c-4e87-a8b7-890837ae60d6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:53.377786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55f309fd-274a-413a-807d-6d8866448b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:53.379272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55f309fd-274a-413a-807d-6d8866448b27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57c0b67b-961c-4e87-a8b7-890837ae60d6 HTTP/1.1" status: 204 len: 168 time: 0.2995107 Jan 29 19:42:53.418949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f309fd-274a-413a-807d-6d8866448b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0b67b-961c-4e87-a8b7-890837ae60d6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:53.906189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60957ec1-a69a-4f01-9881-a383d1e8260e req-6dcfc000-c213-49f2-856f-8fe27be31ab3 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:53.917779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-60957ec1-a69a-4f01-9881-a383d1e8260e req-6dcfc000-c213-49f2-856f-8fe27be31ab3 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.0697024 Jan 29 19:42:54.023759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-60957ec1-a69a-4f01-9881-a383d1e8260e req-8005eeb7-0491-4eb6-b310-f8d2cab01cf8 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064241 Jan 29 19:42:54.507116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40010) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:54.588287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92461f-3a0f-444f-9453-48f9791cd616 req-7abb3da4-595c-440b-bdcd-631172c3e6a5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:54.591183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e92461f-3a0f-444f-9453-48f9791cd616 req-7abb3da4-595c-440b-bdcd-631172c3e6a5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1609490 Jan 29 19:42:54.628255 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:42:54.675544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-962c3e8a-2af0-4e46-b8a0-b6d9bc666d2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fd05f16daf94e679931fcc7b8b86d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657889 Jan 29 19:42:54.677063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40014) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:54.723147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e92461f-3a0f-444f-9453-48f9791cd616 req-2360b4c2-15cd-4c4a-9089-61b8b0267e90 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182733 Jan 29 19:42:54.792081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Publish callbacks [] for security_group (74ea0594-77dc-49ed-8cbc-08654b3e0d5b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:54.825535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Publish callbacks [] for security_group (74ea0594-77dc-49ed-8cbc-08654b3e0d5b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:54.998490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (74ea0594-77dc-49ed-8cbc-08654b3e0d5b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:55.001540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:55.003579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74ea0594-77dc-49ed-8cbc-08654b3e0d5b HTTP/1.1" status: 204 len: 168 time: 0.3255570 Jan 29 19:42:55.038019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ea0594-77dc-49ed-8cbc-08654b3e0d5b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:55.053687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.054154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.054583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.055651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.055785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.056287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.056699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.057108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.057517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.058329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.059052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.059539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.060390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cdaf5-ecb5-4733-b86a-3aa5d36ffa56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:55.129233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60cf5220-c66f-43a2-8460-9aba5ef91a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:55.235508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40036) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:55.308157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-2e691f8f-ad13-4bd5-acf4-b79119183906 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:55.321520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-2e691f8f-ad13-4bd5-acf4-b79119183906 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.1647584 Jan 29 19:42:55.373883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341e5d6-a3b8-4e41-8590-ac2dc274b440 req-940bece6-0934-4038-b1c9-939be8fc18b4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:55.381500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1341e5d6-a3b8-4e41-8590-ac2dc274b440 req-940bece6-0934-4038-b1c9-939be8fc18b4 tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 945 time: 0.2350905 Jan 29 19:42:55.788017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-network', 'tenant_id': 'fa116025784a49038cf124b53074e046'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:55.905263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Made reservation on behalf of fa116025784a49038cf124b53074e046 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:42:55.907975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:55.922145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:55.991535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1341e5d6-a3b8-4e41-8590-ac2dc274b440 req-4052bd13-d80d-4059-b468-5f6661122bac tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d964959-c4ac-470b-919f-8290755a0867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064134 Jan 29 19:42:56.028325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Deleting port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:56.028729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.116434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks [] for security_group (beb71a91-bc87-4183-9c39-7b7f298bae51), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.237141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (beb71a91-bc87-4183-9c39-7b7f298bae51), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.300506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:42:56.312076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b98adf68-824f-41e1-8871-cbffb8d59958), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.312335 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Added segment b98adf68-824f-41e1-8871-cbffb8d59958 of type vlan for network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 Jan 29 19:42:56.313955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] For port 9e177635-6bef-4f69-91cc-baf4bed8b8e8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9e177635-6bef-4f69-91cc-baf4bed8b8e8,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:42:56.314490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.331331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Calling delete_port for 9e177635-6bef-4f69-91cc-baf4bed8b8e8 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:42:56.362316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.401170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbcc80-abf0-4f61-b557-c79526c3a530 req-48e94cbf-44ed-4623-9cf0-7058e9bf9e27 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:56.401479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb71a91-bc87-4183-9c39-7b7f298bae51,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:56.402978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7cbcc80-abf0-4f61-b557-c79526c3a530 req-48e94cbf-44ed-4623-9cf0-7058e9bf9e27 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.2022972 Jan 29 19:42:56.507118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7cbcc80-abf0-4f61-b557-c79526c3a530 req-9ea58828-7044-423b-89d8-9fd71df2b62d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Jan 29 19:42:56.728234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.729035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9e177635-6bef-4f69-91cc-baf4bed8b8e8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.729305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:56.729857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.761939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Pushing event deleted for resources: {'Port': ['ID=9e177635-6bef-4f69-91cc-baf4bed8b8e8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:56.770369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9e177635-6bef-4f69-91cc-baf4bed8b8e8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:42:56.819625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] No DVR routers for this DVR port 9e177635-6bef-4f69-91cc-baf4bed8b8e8 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:42:56.822323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:56.825958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fafd6341-88f6-4bce-aa71-22ee0557d448 req-5a4875bd-18a8-4244-adf7-e9edcde3a41e tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.26 "DELETE /v2.0/ports/9e177635-6bef-4f69-91cc-baf4bed8b8e8 HTTP/1.1" status: 204 len: 173 time: 1.4958265 Jan 29 19:42:56.826472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'name': 'network-vif-deleted', 'tag': '9e177635-6bef-4f69-91cc-baf4bed8b8e8'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:42:56.829130 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c60926-2277-4975-b33c-99c4d8f11383" -d '{"events": [{"server_uuid": "0e72c995-61ef-409a-a2b6-6b8920c99e62", "name": "network-vif-deleted", "tag": "9e177635-6bef-4f69-91cc-baf4bed8b8e8"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:42:56.857416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] Pushing event updated for resources: {'Network': ['ID=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:56.867802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:42:56.922339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-75a90a7a-adfa-4798-b41a-db718a9607cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6828685 Jan 29 19:42:56.922579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:56.927593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Request body: {'subnet': {'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-subnet', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:56.961439 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fec4adc-9bf8-4c9c-8250-19995c5ed6fb x-openstack-request-id: req-1fec4adc-9bf8-4c9c-8250-19995c5ed6fb {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:42:56.962382 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e72c995-61ef-409a-a2b6-6b8920c99e62", "name": "network-vif-deleted", "tag": "9e177635-6bef-4f69-91cc-baf4bed8b8e8", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:42:56.962382 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fec4adc-9bf8-4c9c-8250-19995c5ed6fb {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:42:56.962868 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e72c995-61ef-409a-a2b6-6b8920c99e62', 'name': 'network-vif-deleted', 'tag': '9e177635-6bef-4f69-91cc-baf4bed8b8e8', 'status': 'completed', 'code': 200} Jan 29 19:42:57.123544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Made reservation on behalf of fa116025784a49038cf124b53074e046 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:42:57.131007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:57.191483 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32b94cd8-6b4d-48b7-bb4d-5ee44749650d req-e713b5ed-8e06-4d20-92bc-fec4a31ef48f tempest-ServerRescueTestJSON-785901156 tempest-ServerRescueTestJSON-785901156-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e72c995-61ef-409a-a2b6-6b8920c99e62 HTTP/1.1" status: 200 len: 210 time: 0.0706892 Jan 29 19:42:57.442417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a57cd64-18a1-40dc-81b3-f3e2bbaf93d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:57.557409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (81f7ff79-ab2d-4edb-9314-60c777dad6fc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:57.660562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f7ff79-ab2d-4edb-9314-60c777dad6fc,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:57.687186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd95fa-3425-478a-bd69-8657d0ca137a req-fe7deebc-4b89-46e0-a349-ec91a38c20d8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:57.688968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2afd95fa-3425-478a-bd69-8657d0ca137a req-fe7deebc-4b89-46e0-a349-ec91a38c20d8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0842683 Jan 29 19:42:57.735495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Checking segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:57.735860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Network hostable DHCP agents. Network: c92bcd23-4e23-4c8a-8b28-9ad3a4f55661, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:42:57.751348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2afd95fa-3425-478a-bd69-8657d0ca137a req-04bc1a34-57bb-4e3f-9e08-58dbca4b66e0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562422 Jan 29 19:42:57.915290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:42:57.984297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c92bcd23-4e23-4c8a-8b28-9ad3a4f55661) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:42:57.989585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:57.990395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:57.992659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a589296-c81e-4632-9cc9-7268e1978560 None None] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:42:58.073903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b1acdf1-8b0f-47ab-acd7-1c9721581a8f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1496170 Jan 29 19:42:58.077271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40114) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:58.082466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:42:58.179438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'project_id': 'fa116025784a49038cf124b53074e046', 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:42:58.180325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.246449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (aa82e780-1f7b-4c79-b80f-723c4521ef28), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.248453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (aa82e780-1f7b-4c79-b80f-723c4521ef28), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.280505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40122) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:58.362195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Allocated IP 172.20.0.2 (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661/81f7ff79-ab2d-4edb-9314-60c777dad6fc/9f9cdfb2-8620-4c6f-a1d3-88e1797568b1) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:42:58.398078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks [] for router_controller (aa82e780-1f7b-4c79-b80f-723c4521ef28), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.575026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Publish callbacks [] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.653305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.701455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks [] for router_gateway (aa82e780-1f7b-4c79-b80f-723c4521ef28), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.732975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.741184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:42:58.742516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Pushing event updated for resources: {'Port': ['ID=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:58.753198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:42:58.756904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:42:58.832091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Attempting to bind port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:42:58.832395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Attempting to bind port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:42:58.832756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Attempting to bind port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 on network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:42:58.838147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:42:58.838770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Checking segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:42:58.839171 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.839560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Bound using segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:42:58.840031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Bound port: 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:42:58.840449 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:58.862375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-98326302-d077-4ebb-a6e1-3c325f26e118 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=797691e603d84322b68df9d3e527b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557423 Jan 29 19:42:58.937724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] For port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:42:58.942529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] For port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:42:58.977734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8613dd-b118-4264-b82e-7c650851b57b req-7c2be4bf-0b91-43d3-9717-bfdf552d4f4b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:58.985108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b8613dd-b118-4264-b82e-7c650851b57b req-7c2be4bf-0b91-43d3-9717-bfdf552d4f4b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1212797 Jan 29 19:42:59.017186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.107129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3901eb0f-7444-4067-bb45-863f241fa490 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:59.108945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3901eb0f-7444-4067-bb45-863f241fa490 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332721 Jan 29 19:42:59.161735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d841b6b-ffdb-4c8d-9095-04cdf9427e39 None None] Pushing event updated for resources: {'Port': ['ID=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:59.172645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40158) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:59.187289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b8613dd-b118-4264-b82e-7c650851b57b req-c9143945-06f6-4676-9334-34c3985eab9d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010894 Jan 29 19:42:59.195851 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-c5d990e5-752e-4bd6-adfc-202681500823 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/quotas/797691e603d84322b68df9d3e527b627 HTTP/1.1" status: 200 len: 375 time: 0.0440972 Jan 29 19:42:59.218981 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks [] for router_gateway (aa82e780-1f7b-4c79-b80f-723c4521ef28), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.256973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.278994 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-4345351b-6c25-4fba-b1ef-0a1903617caf tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=797691e603d84322b68df9d3e527b627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729294 Jan 29 19:42:59.297171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (bf5d676a-fabd-4f73-a296-161cc04efc65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.386366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9e177635-6bef-4f69-91cc-baf4bed8b8e8 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:42:59.477945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 9e177635-6bef-4f69-91cc-baf4bed8b8e8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:42:59.478600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9e177635-6bef-4f69-91cc-baf4bed8b8e8 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:42:59.525319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.562502 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.592681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Allocated IP 172.25.5.123 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/88d66c38-166a-438a-b0e7-4c9f044d6821) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:42:59.609630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7429aee-91f7-4565-972c-6fad831d1d3e req-5263f56a-de1c-4b9b-a1c9-ee724c0900c5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:42:59.611212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7429aee-91f7-4565-972c-6fad831d1d3e req-5263f56a-de1c-4b9b-a1c9-ee724c0900c5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 945 time: 0.2974799 Jan 29 19:42:59.656875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Publish callbacks [] for security_group (23eb6e00-fbef-4e55-9fce-f2ae7af32b24), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.770814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76a2c105-559a-43e0-a030-d317f39a90fe req-e3bd01be-7204-4f53-ad27-df311f0ed429 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 210 time: 0.0449195 Jan 29 19:42:59.773251 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (23eb6e00-fbef-4e55-9fce-f2ae7af32b24), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.782212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7429aee-91f7-4565-972c-6fad831d1d3e req-cb03621a-9b57-4466-af39-8cd9450ccc6b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584818 Jan 29 19:42:59.839183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eb6e00-fbef-4e55-9fce-f2ae7af32b24,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:42:59.843351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf7b13fa3469461781470948e393bb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6675134 Jan 29 19:42:59.846209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40176) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:42:59.865423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks [] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.873264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.873712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.874117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.874524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.874928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.875332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.875928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.876161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.876515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.877006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.877646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.878050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.878448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faff2f8-73a9-4f0a-93ac-542f9b906088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:42:59.947206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Deleting port d13969b5-afaf-49c1-b0ae-e2b250729d65 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:42:59.947833 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.975587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-132ca957-69fe-41a1-8ec3-0ba4d09304d4 admin admin] Publish callbacks [] for security_group (23eb6e00-fbef-4e55-9fce-f2ae7af32b24), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:42:59.999497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-132ca957-69fe-41a1-8ec3-0ba4d09304d4 admin admin] Publish callbacks [] for security_group (23eb6e00-fbef-4e55-9fce-f2ae7af32b24), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.045883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] For port d13969b5-afaf-49c1-b0ae-e2b250729d65, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d13969b5-afaf-49c1-b0ae-e2b250729d65,segment=NetworkSegment(ec4e535c-dc2c-4d6f-99c6-feebe16530dd),segment_id=ec4e535c-dc2c-4d6f-99c6-feebe16530dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:00.046356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.062751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Calling delete_port for d13969b5-afaf-49c1-b0ae-e2b250729d65 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:43:00.068601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.132624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:00.150400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:00.160133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:00.185568 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.204053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-132ca957-69fe-41a1-8ec3-0ba4d09304d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (23eb6e00-fbef-4e55-9fce-f2ae7af32b24), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.210660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-132ca957-69fe-41a1-8ec3-0ba4d09304d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.214825 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-132ca957-69fe-41a1-8ec3-0ba4d09304d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23eb6e00-fbef-4e55-9fce-f2ae7af32b24 HTTP/1.1" status: 204 len: 168 time: 0.3658988 Jan 29 19:43:00.215891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Pushing event updated for resources: {'Port': ['ID=88d66c38-166a-438a-b0e7-4c9f044d6821,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:00.402787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d13969b5-afaf-49c1-b0ae-e2b250729d65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.476733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13969b5-afaf-49c1-b0ae-e2b250729d65,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:00.585026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:00.700572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:00.700934 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.793962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29cfa9c-8397-4e01-bf20-ad933d3845e5 None None] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:43:00.796477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (bf5d676a-fabd-4f73-a296-161cc04efc65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:00.916189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca957-69fe-41a1-8ec3-0ba4d09304d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eb6e00-fbef-4e55-9fce-f2ae7af32b24,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:00.965104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea4d564a-c9d8-40ae-9336-64d8b2b1bc08 req-34dd7884-5526-4fb5-95cd-10e7a6920caf tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 210 time: 0.0359709 Jan 29 19:43:01.051416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Provisioning complete for port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:01.051987 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.089576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddffb4-de47-4f72-b58c-709ec2e6dd32 req-b3c99d63-f83c-49e6-8dc9-62a6b6466cf4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:01.097357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98ddffb4-de47-4f72-b58c-709ec2e6dd32 req-b3c99d63-f83c-49e6-8dc9-62a6b6466cf4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1865005 Jan 29 19:43:01.159026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98ddffb4-de47-4f72-b58c-709ec2e6dd32 req-bea7cade-c7ac-48e9-9b71-0edc3aca3b01 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601232 Jan 29 19:43:01.218184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Router bf5d676a-fabd-4f73-a296-161cc04efc65 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:43:01.335466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40204) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:01.369259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:43:01.385646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] Sync routers for ids ['bf5d676a-fabd-4f73-a296-161cc04efc65'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:43:01.386765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6c7ec0e2-aa49-42dd-ad14-08c8d1e896d8 admin admin] 10.222.0.15 "PUT /v2.0/routers/bf5d676a-fabd-4f73-a296-161cc04efc65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1030138 Jan 29 19:43:01.387823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40206) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:01.400778 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] Routers {'bf5d676a-fabd-4f73-a296-161cc04efc65'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:01.402927 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:42:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bf5d676a-fabd-4f73-a296-161cc04efc65'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:01.406176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1649040-63fa-441c-9c41-e87286ae0f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.412509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:01.413020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.499150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Current status of the port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:01.499811 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.502386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.551168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:01.565708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks [] for router (bf5d676a-fabd-4f73-a296-161cc04efc65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.572015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1649040-63fa-441c-9c41-e87286ae0f2f admin admin] Publish callbacks [] for security_group (e92f8092-fb7a-41a4-8345-ebdc12a69f59), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.581053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks [] for router_gateway (aa82e780-1f7b-4c79-b80f-723c4521ef28), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.605731 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] Set router bf5d676a-fabd-4f73-a296-161cc04efc65 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:01.632467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.694469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:43:01.694883 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:43:01.701616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1649040-63fa-441c-9c41-e87286ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e92f8092-fb7a-41a4-8345-ebdc12a69f59), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.781197 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks [] for router_gateway (bf5d676a-fabd-4f73-a296-161cc04efc65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.795507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:01.809964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1649040-63fa-441c-9c41-e87286ae0f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f8092-fb7a-41a4-8345-ebdc12a69f59,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:01.819714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1649040-63fa-441c-9c41-e87286ae0f2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b7d5924ffc7455d8e7f3e234a392194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828210 Jan 29 19:43:01.822293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:01.925958 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '4932e006-5554-42f5-8297-be319d6258bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:43:00Z', 'revision_number': 5, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port': {'id': '4932e006-5554-42f5-8297-be319d6258bc', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:40:39Z', 'updated_at': '2022-01-29T19:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:01.961925 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] Checking router: bf5d676a-fabd-4f73-a296-161cc04efc65 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:43:01.968802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a72-7c19-48ae-880e-97601c1c2919 admin admin] Publish callbacks [] for security_group (e92f8092-fb7a-41a4-8345-ebdc12a69f59), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:01.972344 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] Routers {'bf5d676a-fabd-4f73-a296-161cc04efc65'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:01.973198 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:42:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bf5d676a-fabd-4f73-a296-161cc04efc65'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:02.010113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a72-7c19-48ae-880e-97601c1c2919 admin admin] Publish callbacks [] for security_group (e92f8092-fb7a-41a4-8345-ebdc12a69f59), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.013175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Deleting port 4932e006-5554-42f5-8297-be319d6258bc {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:43:02.013631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4932e006-5554-42f5-8297-be319d6258bc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.052685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (aa82e780-1f7b-4c79-b80f-723c4521ef28), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.122719 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] Set router bf5d676a-fabd-4f73-a296-161cc04efc65 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:02.150800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] For port 4932e006-5554-42f5-8297-be319d6258bc, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4932e006-5554-42f5-8297-be319d6258bc,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:02.151081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4932e006-5554-42f5-8297-be319d6258bc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.164809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Calling delete_port for 4932e006-5554-42f5-8297-be319d6258bc owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:43:02.172986 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:43:01Z', 'revision_number': 6, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:02.205142 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfccc65-c2f1-4005-90a1-111cc1e971d7 None None] The sync data for ids ['bf5d676a-fabd-4f73-a296-161cc04efc65'] in n-d-825496-5 is: [{'id': 'bf5d676a-fabd-4f73-a296-161cc04efc65', 'name': 'tempest-ServerRescueTestJSON-1535107072-router', 'tenant_id': '7e52ccb97d7c4596b3dfa7953966c221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:40:38Z', 'updated_at': '2022-01-29T19:43:01Z', 'revision_number': 6, 'project_id': '7e52ccb97d7c4596b3dfa7953966c221', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:43:02.212914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6703968-f364-4fea-bca3-19602043e4ca req-7871f154-cb97-4ebf-8610-dbe253bdffa4 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 210 time: 0.1449275 Jan 29 19:43:02.222847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a72-7c19-48ae-880e-97601c1c2919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e92f8092-fb7a-41a4-8345-ebdc12a69f59), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.224230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a72-7c19-48ae-880e-97601c1c2919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.228086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49ca1a72-7c19-48ae-880e-97601c1c2919 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e92f8092-fb7a-41a4-8345-ebdc12a69f59 HTTP/1.1" status: 204 len: 168 time: 0.4044261 Jan 29 19:43:02.243238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1a72-7c19-48ae-880e-97601c1c2919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f8092-fb7a-41a4-8345-ebdc12a69f59,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:02.317847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-666e20d1-279b-41b2-9d56-94afd0025b43 None None] Current status of the port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:02.389102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Router aa82e780-1f7b-4c79-b80f-723c4521ef28 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:43:02.445172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-02c84a7f-7681-4fd8-bee6-3f2f08e54ee1 None None] Provisioning complete for port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:02.445853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-02c84a7f-7681-4fd8-bee6-3f2f08e54ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.490435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900496-aec9-4e4b-b2af-73b15b861255 req-1864af01-31d4-4140-91f0-1d6816559d53 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:02.497910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba900496-aec9-4e4b-b2af-73b15b861255 req-1864af01-31d4-4140-91f0-1d6816559d53 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1451449 Jan 29 19:43:02.539034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:43:02.548952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Sync routers for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:43:02.552487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4932e006-5554-42f5-8297-be319d6258bc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.566301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:02.567312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:42:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:02.568097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba900496-aec9-4e4b-b2af-73b15b861255 req-cdb41217-770d-468a-af61-4ee866627314 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627236 Jan 29 19:43:02.617032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Pushing event deleted for resources: {'Port': ['ID=4932e006-5554-42f5-8297-be319d6258bc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:02.669010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.669720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-db6017e9-6a19-4de7-a850-af34f9ae3989 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.5914681 Jan 29 19:43:02.672456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40224) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:02.746636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-0334d5fd-31f2-4740-a9e7-5ee51efc202b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=797691e603d84322b68df9d3e527b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377274 Jan 29 19:43:02.812982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-02c84a7f-7681-4fd8-bee6-3f2f08e54ee1 None None] Current status of the port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:02.836319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (bf5d676a-fabd-4f73-a296-161cc04efc65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.843717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:02.900909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:02.987332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (bf5d676a-fabd-4f73-a296-161cc04efc65), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:02.989981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks [] for router_controller (bf5d676a-fabd-4f73-a296-161cc04efc65), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.169269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (bf5d676a-fabd-4f73-a296-161cc04efc65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.169967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5d676a-fabd-4f73-a296-161cc04efc65 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:43:03.176017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.184438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b08d7a6f-458d-4228-8457-88cb42204316 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bf5d676a-fabd-4f73-a296-161cc04efc65 HTTP/1.1" status: 204 len: 168 time: 1.7912211 Jan 29 19:43:03.186151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:03.312669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:03.319906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-d91151d8-bc52-4fe5-b751-929715e2b25b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:03.323816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-d91151d8-bc52-4fe5-b751-929715e2b25b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5623195 Jan 29 19:43:03.341728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Deleting subnet 678f4ded-3cc2-4525-9110-7bd69bf7eba0 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:43:03.354438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Publish callbacks [] for subnet (678f4ded-3cc2-4525-9110-7bd69bf7eba0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.434938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:03.435338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.443978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (678f4ded-3cc2-4525-9110-7bd69bf7eba0), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.485071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:03.488218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:03.490825 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18ec2d-300b-4928-a915-b5c58af1d48c" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-unplugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:03.493342 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.500753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:03.501199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.509946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Request body: {'port': {'device_id': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '797691e603d84322b68df9d3e527b627'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:03.553138 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c66d8-e806-421e-a83d-710a8eae7181 x-openstack-request-id: req-4c5c66d8-e806-421e-a83d-710a8eae7181 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:03.553425 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-unplugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:03.553735 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c5c66d8-e806-421e-a83d-710a8eae7181 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:03.554218 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:43:03.568251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:01Z', 'revision_number': 3, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:03.586965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.747025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Allocated IP 172.20.0.1 (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661/81f7ff79-ab2d-4edb-9314-60c777dad6fc/86e3622b-2d8f-4554-a5df-56cb602aaf90) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:43:03.759667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Checking router: aa82e780-1f7b-4c79-b80f-723c4521ef28 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:43:03.760019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Updating router aa82e780-1f7b-4c79-b80f-723c4521ef28 port 88d66c38-166a-438a-b0e7-4c9f044d6821 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:43:03.816131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:03.927986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.977023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks [] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.989318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (678f4ded-3cc2-4525-9110-7bd69bf7eba0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:03.996168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-763a553b-41a1-4fba-ace8-1970eb932e10 req-7a11d52f-50cd-4ea8-b1f9-6ef7070de7f4 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 210 time: 0.5104346 Jan 29 19:43:04.022970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:04.108071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280c351-975d-495e-812a-b0b84c61926c req-ec30ac0d-6007-4af3-bb99-f69707d827db tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:04.118296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3280c351-975d-495e-812a-b0b84c61926c req-ec30ac0d-6007-4af3-bb99-f69707d827db tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.3520319 Jan 29 19:43:04.142456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.248624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (678f4ded-3cc2-4525-9110-7bd69bf7eba0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.254397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Pushing event updated for resources: {'Port': ['ID=86e3622b-2d8f-4554-a5df-56cb602aaf90,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:04.281963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.296592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:04.297183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/678f4ded-3cc2-4525-9110-7bd69bf7eba0 HTTP/1.1" status: 204 len: 168 time: 1.1098135 Jan 29 19:43:04.300846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40276) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:04.304696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:04.323099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:04.325486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Made reservation on behalf of 797691e603d84322b68df9d3e527b627 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:43:04.331605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.336010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb485c2-da88-4069-bcd3-8c20161ff544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678f4ded-3cc2-4525-9110-7bd69bf7eba0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:04.368650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.409146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (aa82e780-1f7b-4c79-b80f-723c4521ef28), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.432569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d13969b5-afaf-49c1-b0ae-e2b250729d65 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:04.449095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaf63a-0276-4a47-a157-de2bac7b526e req-ca084911-1754-4166-92fe-bc402d0729ef tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:04.457269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56aaf63a-0276-4a47-a157-de2bac7b526e req-ca084911-1754-4166-92fe-bc402d0729ef tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1128 time: 0.1587355 Jan 29 19:43:04.473641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d13969b5-afaf-49c1-b0ae-e2b250729d65 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:43:04.473990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d13969b5-afaf-49c1-b0ae-e2b250729d65 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:43:04.474420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4932e006-5554-42f5-8297-be319d6258bc no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:04.499977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4932e006-5554-42f5-8297-be319d6258bc {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:43:04.500721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4932e006-5554-42f5-8297-be319d6258bc not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:43:04.570903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56aaf63a-0276-4a47-a157-de2bac7b526e req-975aea99-58b3-44b0-bad8-dc9eeffadfb6 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124194 Jan 29 19:43:04.605088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Publish callbacks [] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.616173 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks [] for security_group (560a6a59-54b1-4c5f-83e9-d3344578ff25), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.677123 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.733172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3280c351-975d-495e-812a-b0b84c61926c req-4da6d516-78d4-4627-a6e8-2dd893559720 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138933 Jan 29 19:43:04.743721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (560a6a59-54b1-4c5f-83e9-d3344578ff25), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.753350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b484ee13-94b1-46f7-a291-fcbfc92c50d9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.821371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fa469-8658-40cf-b320-c153914695e7 None None] Pushing event updated for resources: {'Port': ['ID=88d66c38-166a-438a-b0e7-4c9f044d6821,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:04.838906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Attempting to bind port 88d66c38-166a-438a-b0e7-4c9f044d6821 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:04.841317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Attempting to bind port 88d66c38-166a-438a-b0e7-4c9f044d6821 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:04.841317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Attempting to bind port 88d66c38-166a-438a-b0e7-4c9f044d6821 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:04.848774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-63e9d453-5a1e-4989-8643-3b249424a300 None None] Provisioning complete for port 86e3622b-2d8f-4554-a5df-56cb602aaf90 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:04.849435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63e9d453-5a1e-4989-8643-3b249424a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.851411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:04.852128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:04.852723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.853289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:04.853975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Bound port: 88d66c38-166a-438a-b0e7-4c9f044d6821, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:04.855166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.882832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560a6a59-54b1-4c5f-83e9-d3344578ff25,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:04.932973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b484ee13-94b1-46f7-a291-fcbfc92c50d9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.936262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:04.945894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:04.976850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b484ee13-94b1-46f7-a291-fcbfc92c50d9']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:04.996489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-63e9d453-5a1e-4989-8643-3b249424a300 None None] Port 86e3622b-2d8f-4554-a5df-56cb602aaf90 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:43:05.006069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] For port 88d66c38-166a-438a-b0e7-4c9f044d6821, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:05.021803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:05.022513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4e535c-dc2c-4d6f-99c6-feebe16530dd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:05.027859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] For port 88d66c38-166a-438a-b0e7-4c9f044d6821, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=88d66c38-166a-438a-b0e7-4c9f044d6821,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:05.042168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ec4e535c-dc2c-4d6f-99c6-feebe16530dd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.071329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Allocated IP 192.168.233.105 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/79c81c57-46d3-4952-b413-54ae223335b2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:43:05.076139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ec4e535c-dc2c-4d6f-99c6-feebe16530dd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.103255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:43:05.104081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ec4e535c-dc2c-4d6f-99c6-feebe16530dd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:43:05.106716 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:43:05.206723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:05.225248 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.229725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:43:05.294122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a51b8f77-d06f-48cc-bc4b-3d2557e8931b req-8c44f5aa-f040-442c-8fc7-fe74ab65bc97 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 210 time: 0.1208541 Jan 29 19:43:05.382557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks [] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.396236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b484ee13-94b1-46f7-a291-fcbfc92c50d9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.401530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.408451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/b484ee13-94b1-46f7-a291-fcbfc92c50d9 HTTP/1.1" status: 204 len: 168 time: 1.1011679 Jan 29 19:43:05.433101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a1088-04ce-4bb7-92aa-1263f2fb16ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b484ee13-94b1-46f7-a291-fcbfc92c50d9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:05.459564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.464339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks [] for port (79c81c57-46d3-4952-b413-54ae223335b2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.476659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:05.482077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.486861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fa469-8658-40cf-b320-c153914695e7 None None] Pushing event updated for resources: {'Port': ['ID=88d66c38-166a-438a-b0e7-4c9f044d6821,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:05.505417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:05.508775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:42:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:05.572607 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (aa82e780-1f7b-4c79-b80f-723c4521ef28), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.574604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Pushing event updated for resources: {'Port': ['ID=86e3622b-2d8f-4554-a5df-56cb602aaf90,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:05.620914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (79c81c57-46d3-4952-b413-54ae223335b2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.636727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:05.710261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:05.738830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:05.760634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:05.766632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:05.767976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:05.770448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:05.771438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:05.833614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Pushing event updated for resources: {'Port': ['ID=79c81c57-46d3-4952-b413-54ae223335b2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:05.856617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:05.979698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:05.981421 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.037550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40338) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:06.126877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-3ed4eefa-a024-49ba-897f-6dee70df77d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6335588 Jan 29 19:43:06.170372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Request body: {'port': {'device_id': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:06.201457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c51b750e-1e65-43eb-95b6-e18b20fbda56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e52ccb97d7c4596b3dfa7953966c221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599073 Jan 29 19:43:06.203898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40340) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:06.248994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab835b55-31de-42ae-b3a7-b7f684b3ff2a req-ede2c3df-bb7b-41b6-b74b-417c77d06f02 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:06.268984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab835b55-31de-42ae-b3a7-b7f684b3ff2a req-ede2c3df-bb7b-41b6-b74b-417c77d06f02 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.3692274 Jan 29 19:43:06.377475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Router aa82e780-1f7b-4c79-b80f-723c4521ef28 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:43:06.403916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79c81c57-46d3-4952-b413-54ae223335b2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.404181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['315fe9c5-45e5-4f04-b2ba-1e649a6d4316'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:06.428882 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322e388f-a5e4-4cc8-8bf3-737d39023336 admin admin] Publish callbacks [] for security_group (6d964959-c4ac-470b-919f-8290755a0867), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.490551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322e388f-a5e4-4cc8-8bf3-737d39023336 admin admin] Publish callbacks [] for security_group (6d964959-c4ac-470b-919f-8290755a0867), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.630006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab835b55-31de-42ae-b3a7-b7f684b3ff2a req-58af6c26-1fa5-4f12-908e-263f5393926c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598180 Jan 29 19:43:06.705106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322e388f-a5e4-4cc8-8bf3-737d39023336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6d964959-c4ac-470b-919f-8290755a0867), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.707764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322e388f-a5e4-4cc8-8bf3-737d39023336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.709002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-322e388f-a5e4-4cc8-8bf3-737d39023336 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d964959-c4ac-470b-919f-8290755a0867 HTTP/1.1" status: 204 len: 168 time: 0.4997559 Jan 29 19:43:06.712542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d8cf44ea-fb7a-410b-ae36-1f6369271ca3 None None] Provisioning complete for port 79c81c57-46d3-4952-b413-54ae223335b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:06.713077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8cf44ea-fb7a-410b-ae36-1f6369271ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (79c81c57-46d3-4952-b413-54ae223335b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.740992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e388f-a5e4-4cc8-8bf3-737d39023336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d964959-c4ac-470b-919f-8290755a0867,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:06.795873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf44ea-fb7a-410b-ae36-1f6369271ca3 None None] Port 79c81c57-46d3-4952-b413-54ae223335b2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:43:06.895561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:06.955574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-21cc15a3-e679-40e3-9c37-f0b904085be8 None None] Provisioning complete for port 86e3622b-2d8f-4554-a5df-56cb602aaf90 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:06.956042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21cc15a3-e679-40e3-9c37-f0b904085be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:06.977943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:43:07.011579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ccf06b1d-f660-440c-8200-49227f2151ec admin admin] 10.222.0.15 "PUT /v2.0/routers/aa82e780-1f7b-4c79-b80f-723c4521ef28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3379428 Jan 29 19:43:07.093497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-21cc15a3-e679-40e3-9c37-f0b904085be8 None None] Port 86e3622b-2d8f-4554-a5df-56cb602aaf90 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:43:07.098680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:05Z', 'revision_number': 2, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:07.172892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fe6cb-30d8-4389-b7ba-abe5cd41f8f9 None None] The sync data for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 is: [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:05Z', 'revision_number': 2, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:43:07.301052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c81c57-46d3-4952-b413-54ae223335b2 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:07.317562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Publish callbacks [] for port (79c81c57-46d3-4952-b413-54ae223335b2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:07.352030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Transition to ACTIVE for port object 79c81c57-46d3-4952-b413-54ae223335b2 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:43:07.437595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (79c81c57-46d3-4952-b413-54ae223335b2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:07.735331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Pushing event updated for resources: {'Port': ['ID=79c81c57-46d3-4952-b413-54ae223335b2,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:07.796515 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:07.850178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Attempting to bind port 79c81c57-46d3-4952-b413-54ae223335b2 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:07.850909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Attempting to bind port 79c81c57-46d3-4952-b413-54ae223335b2 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:07.851558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Attempting to bind port 79c81c57-46d3-4952-b413-54ae223335b2 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:07.863838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Port 79c81c57-46d3-4952-b413-54ae223335b2 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:43:07.869234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Attempting to bind port 79c81c57-46d3-4952-b413-54ae223335b2 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:07.885647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:07.888342 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:07.889571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:07.890228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Bound port: 79c81c57-46d3-4952-b413-54ae223335b2, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:07.891587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79c81c57-46d3-4952-b413-54ae223335b2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:08.097671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] For port 79c81c57-46d3-4952-b413-54ae223335b2, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:08.107595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] For port 79c81c57-46d3-4952-b413-54ae223335b2, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79c81c57-46d3-4952-b413-54ae223335b2,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:08.222212 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (79c81c57-46d3-4952-b413-54ae223335b2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:08.367217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:08.371296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:08.374419 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] 10.222.0.26 "PUT /v2.0/ports/79c81c57-46d3-4952-b413-54ae223335b2 HTTP/1.1" status: 200 len: 1096 time: 2.2340450 Jan 29 19:43:08.380154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'tag': '79c81c57-46d3-4952-b413-54ae223335b2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:08.383178 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed771143-83b7-41ea-99dc-3450422e9098" -d '{"events": [{"name": "network-changed", "server_uuid": "65faef5c-caa1-43c8-a03e-fffbe2365343", "tag": "79c81c57-46d3-4952-b413-54ae223335b2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:08.445355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e4b4-6292-4b65-8680-7d851a9fe99f req-f325f500-7c16-4acd-bead-ce4f4c9176b1 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:08.453806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f7964-7745-4ff3-ab8e-23a04b50037a service neutron] Pushing event updated for resources: {'Port': ['ID=79c81c57-46d3-4952-b413-54ae223335b2,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:08.455133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db09e4b4-6292-4b65-8680-7d851a9fe99f req-f325f500-7c16-4acd-bead-ce4f4c9176b1 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 948 time: 0.1752756 Jan 29 19:43:08.668260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db09e4b4-6292-4b65-8680-7d851a9fe99f req-bd88d3a8-dde2-4b13-8eb6-8c58f4369592 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101099 Jan 29 19:43:08.677060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-f2d2828e-195d-4622-b4bf-7a4b30a36194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:08.679254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-f2d2828e-195d-4622-b4bf-7a4b30a36194 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=797691e603d84322b68df9d3e527b627&device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 1130 time: 0.1494267 Jan 29 19:43:08.849676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-5828e8a7-1210-4755-b9f3-c9e23f57f785 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:43:08.863094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-5828e8a7-1210-4755-b9f3-c9e23f57f785 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5068953 Jan 29 19:43:08.870543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-0c20e76f-0c35-4579-a732-a0c0f64d55bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=79c81c57-46d3-4952-b413-54ae223335b2 HTTP/1.1" status: 200 len: 217 time: 0.1731684 Jan 29 19:43:08.927030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:08.947963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-4b5daac1-ac8f-4c62-950a-c6aa1cf59c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:08.957678 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-4b5daac1-ac8f-4c62-950a-c6aa1cf59c16 service neutron] 10.222.0.15 "GET /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 1125 time: 0.0933561 Jan 29 19:43:08.962161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Request body: {'binding': {'host': 'n-h1-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:08.963245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:43:09.044745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:09.045127 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:09.090958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-407f6162-a0ad-4c37-a8d1-8d0e4b9f8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:09.092642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-407f6162-a0ad-4c37-a8d1-8d0e4b9f8c9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2124541 Jan 29 19:43:09.261834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:09.262616 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:09.266644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:09.291555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on host n-h1-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:09.292071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:09.292435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:09.298764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:43:09.299099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:09.306901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:09.307242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:09.307731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:09.309690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Bound port: 411d5aca-aee9-44ce-85da-35ebc576fad6, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:09.335351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:09.342374 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdddd16-cac6-41ca-9610-68ab4f3c3039" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:09.378491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:09.379641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-38c401c5-715e-4ea6-aff8-3f23c43bdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:09.389595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-38c401c5-715e-4ea6-aff8-3f23c43bdf8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2851293 Jan 29 19:43:09.436673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:09.489412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-e326d4b6-1265-4e5b-b808-6f5286feb918 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:09.497450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-e326d4b6-1265-4e5b-b808-6f5286feb918 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 829 time: 0.1915834 Jan 29 19:43:09.543918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-26ca9cb9-0c52-4303-a673-41767d17fae2 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/quotas/fa116025784a49038cf124b53074e046 HTTP/1.1" status: 200 len: 375 time: 0.0455332 Jan 29 19:43:09.564641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:09.647227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-d2cab46d-1ab3-43c2-b03e-23c574e236ec tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021314 Jan 29 19:43:09.684195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-363272369-network', 'tenant_id': '3947a0aaaf774c52b149a1dffedb9c4f'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:09.699853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:09.763753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-8e9a7b5f-1071-400d-84a9-fe66f51805e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665047 Jan 29 19:43:09.822166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:09.826372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-796b962d-504e-467a-b854-c0ca39a9e370 service neutron] 10.222.0.15 "POST /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8675714 Jan 29 19:43:09.902536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-6d1441d7-3a7c-4727-a8c8-05e5e4292ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539387 Jan 29 19:43:09.949045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7196558-a45b-457a-bbf9-080c3ad27ccd req-e106f654-bca5-4d39-be32-a8be2f08c461 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717846 Jan 29 19:43:10.037108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Made reservation on behalf of 3947a0aaaf774c52b149a1dffedb9c4f for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:43:10.040051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.053275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.165286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-8628a450-0f5e-4ea7-9ca5-3abefcc1f6c2 service neutron] 10.222.0.15 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595129 Jan 29 19:43:10.341659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks [] for security_group (08284b6f-2332-4b06-99ae-66345ad36d05), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.405148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da6260-9da9-4bfb-ba77-4eced4f55cd1 req-2d332217-81a5-4133-8a58-2ec52f3657ca tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:10.406724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63da6260-9da9-4bfb-ba77-4eced4f55cd1 req-2d332217-81a5-4133-8a58-2ec52f3657ca tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1904690 Jan 29 19:43:10.408439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (08284b6f-2332-4b06-99ae-66345ad36d05), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.462837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:43:10.495003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5ea12a2b-42fb-4fa7-b1af-694f6c895bde), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.495347 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Added segment 5ea12a2b-42fb-4fa7-b1af-694f6c895bde of type vlan for network 613d0188-5e64-45e0-913f-bc04a721d213 Jan 29 19:43:10.506362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08284b6f-2332-4b06-99ae-66345ad36d05,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:10.539396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 88d66c38-166a-438a-b0e7-4c9f044d6821 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:10.600515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63da6260-9da9-4bfb-ba77-4eced4f55cd1 req-4c2649b5-ba2d-4133-a8ee-77747ba14ea8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842990 Jan 29 19:43:10.618100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (613d0188-5e64-45e0-913f-bc04a721d213), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.746001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 88d66c38-166a-438a-b0e7-4c9f044d6821 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:10.746376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.750481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (613d0188-5e64-45e0-913f-bc04a721d213), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.752190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:10.753017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:10.789488 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1f7866-b8ee-4161-8e32-a81e358e7d68 x-openstack-request-id: req-0c1f7866-b8ee-4161-8e32-a81e358e7d68 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:10.789971 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65faef5c-caa1-43c8-a03e-fffbe2365343", "tag": "79c81c57-46d3-4952-b413-54ae223335b2", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:10.790388 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c1f7866-b8ee-4161-8e32-a81e358e7d68 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:10.791034 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'tag': '79c81c57-46d3-4952-b413-54ae223335b2', 'status': 'completed', 'code': 200} Jan 29 19:43:10.809659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-2fb3d201-4c21-4c0b-af30-f49e91124fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:10.817454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-2fb3d201-4c21-4c0b-af30-f49e91124fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1128 time: 0.2076151 Jan 29 19:43:10.939433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6417444 Jan 29 19:43:10.958189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df3b26-e824-4b35-bb6b-f905a374f5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=613d0188-5e64-45e0-913f-bc04a721d213,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:11.022885 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f559e3-6463-404c-b15d-acbf07c06c69 x-openstack-request-id: req-82f559e3-6463-404c-b15d-acbf07c06c69 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:11.027380 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:11.027380 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82f559e3-6463-404c-b15d-acbf07c06c69 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:11.029322 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:43:11.091399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 88d66c38-166a-438a-b0e7-4c9f044d6821 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:11.092251 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:11.132962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-39e9c3c9-b3c8-4863-9716-428a371a38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.133457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 88d66c38-166a-438a-b0e7-4c9f044d6821, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=88d66c38-166a-438a-b0e7-4c9f044d6821,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:11.138454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 613d0188-5e64-45e0-913f-bc04a721d213 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:43:11.140787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771143-83b7-41ea-99dc-3450422e9098 req-22770327-6db3-4084-b318-e316deee94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.142082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-39e9c3c9-b3c8-4863-9716-428a371a38cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.3144617 Jan 29 19:43:11.146684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-22770327-6db3-4084-b318-e316deee94ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=797691e603d84322b68df9d3e527b627&device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 1130 time: 0.2316070 Jan 29 19:43:11.254738 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:11.306246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-4964f6f5-3b38-4f80-a113-0b24e53d79cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 217 time: 0.1631749 Jan 29 19:43:11.410866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=88d66c38-166a-438a-b0e7-4c9f044d6821,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:11.419572 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Sync routers for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:43:11.429868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79c81c57-46d3-4952-b413-54ae223335b2 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:11.442821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-1a272ee2-7efb-4910-921f-83976f54b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.445094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-1a272ee2-7efb-4910-921f-83976f54b96d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1327450 Jan 29 19:43:11.446534 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:11.451672 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:42:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:11.518670 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-6528db13-0d29-4694-8d4d-015b232b37eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645764 Jan 29 19:43:11.538366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3c477-5930-4ccf-aba4-6dbe4463fa7d req-80925aa5-be28-4ab7-a9b9-26f74f7482b6 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.570492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ab3c477-5930-4ccf-aba4-6dbe4463fa7d req-80925aa5-be28-4ab7-a9b9-26f74f7482b6 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 948 time: 0.4765923 Jan 29 19:43:11.672579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771143-83b7-41ea-99dc-3450422e9098 req-06a7ac6d-ac67-4ae6-835c-9e6a3b6b9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.675638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-06a7ac6d-ac67-4ae6-835c-9e6a3b6b9643 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.5150676 Jan 29 19:43:11.679257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 79c81c57-46d3-4952-b413-54ae223335b2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79c81c57-46d3-4952-b413-54ae223335b2,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:11.693962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '79c81c57-46d3-4952-b413-54ae223335b2', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '79c81c57-46d3-4952-b413-54ae223335b2', 'mac_address': 'fa:16:3e:72:1e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:43:11.736440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-5895e58b-5a87-455a-ae8f-9f8f68233ddf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=79c81c57-46d3-4952-b413-54ae223335b2 HTTP/1.1" status: 200 len: 217 time: 0.0536406 Jan 29 19:43:11.792433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ab3c477-5930-4ccf-aba4-6dbe4463fa7d req-74e81051-f7a5-4234-bc9b-898e793bb330 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210138 Jan 29 19:43:11.794637 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:11.807293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 79c81c57-46d3-4952-b413-54ae223335b2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:11.807686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79c81c57-46d3-4952-b413-54ae223335b2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:11.828903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771143-83b7-41ea-99dc-3450422e9098 req-e43704f7-fb69-4639-b295-f26f83d8c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.831922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-e43704f7-fb69-4639-b295-f26f83d8c532 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0900300 Jan 29 19:43:11.844066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c81c57-46d3-4952-b413-54ae223335b2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:11.902449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 79c81c57-46d3-4952-b413-54ae223335b2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79c81c57-46d3-4952-b413-54ae223335b2,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:11.913698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d663a4a-0483-40c6-93d0-c95b3ae7bf1e req-2b0ede24-3dd6-4f2c-aff3-d90290c457cc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.915258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d663a4a-0483-40c6-93d0-c95b3ae7bf1e req-2b0ede24-3dd6-4f2c-aff3-d90290c457cc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.2132320 Jan 29 19:43:11.945298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed771143-83b7-41ea-99dc-3450422e9098 req-76e49935-3340-4972-a03b-b7a0819acfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:11.947227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-76e49935-3340-4972-a03b-b7a0819acfff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1089747 Jan 29 19:43:11.967877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79c81c57-46d3-4952-b413-54ae223335b2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:11.978033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-73ff26f1-d483-4c93-96dd-92f240dc530a service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506056 Jan 29 19:43:11.984869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27dcdf9a-29f3-4ca4-b723-fb6492af0b0c req-6cc9a9b3-2f1d-4a86-9a81-c5117307628f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 210 time: 0.0593102 Jan 29 19:43:12.083776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=79c81c57-46d3-4952-b413-54ae223335b2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:12.195492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-0874783c-0c53-450b-9acf-f20adb751dcc service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297025 Jan 29 19:43:12.250120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d663a4a-0483-40c6-93d0-c95b3ae7bf1e req-6bb19f27-9825-43d8-909c-1ed018eac37e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151295 Jan 29 19:43:12.273467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['79c81c57-46d3-4952-b413-54ae223335b2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:12.335765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-949e9b3e-a847-4e3e-bd85-b7a363301584 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466568 Jan 29 19:43:12.477923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 88d66c38-166a-438a-b0e7-4c9f044d6821 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:12.503068 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:05Z', 'revision_number': 2, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:12.736437 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Checking router: aa82e780-1f7b-4c79-b80f-723c4521ef28 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:43:12.736878 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Updating router aa82e780-1f7b-4c79-b80f-723c4521ef28 port 86e3622b-2d8f-4554-a5df-56cb602aaf90 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:43:12.756692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 88d66c38-166a-438a-b0e7-4c9f044d6821 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:12.757246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:12.875518 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:12.953746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 88d66c38-166a-438a-b0e7-4c9f044d6821 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:13.113792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb0179-76ca-4861-a62c-08394b54ec63 req-6faaf221-331e-46ea-adb6-a029dbcc995d tempest-ComputeTenantNetworksTest-622630384 tempest-ComputeTenantNetworksTest-622630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:13.126053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb0179-76ca-4861-a62c-08394b54ec63 req-6faaf221-331e-46ea-adb6-a029dbcc995d tempest-ComputeTenantNetworksTest-622630384 tempest-ComputeTenantNetworksTest-622630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:13.140555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb0179-76ca-4861-a62c-08394b54ec63 req-6faaf221-331e-46ea-adb6-a029dbcc995d tempest-ComputeTenantNetworksTest-622630384 tempest-ComputeTenantNetworksTest-622630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:13.150651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0fb0179-76ca-4861-a62c-08394b54ec63 req-6faaf221-331e-46ea-adb6-a029dbcc995d tempest-ComputeTenantNetworksTest-622630384 tempest-ComputeTenantNetworksTest-622630384-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8104012 Jan 29 19:43:13.207471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed771143-83b7-41ea-99dc-3450422e9098 req-47685987-2c93-41f5-86cb-e151e6a7755f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0041494 Jan 29 19:43:13.346800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd9ed0-71ff-4742-89a3-14138c5eb93a req-25d4b75a-f5a8-4268-8313-f69ad8f98106 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:13.366489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77dd9ed0-71ff-4742-89a3-14138c5eb93a req-25d4b75a-f5a8-4268-8313-f69ad8f98106 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.9546163 Jan 29 19:43:13.445666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79c81c57-46d3-4952-b413-54ae223335b2 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:13.517374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77dd9ed0-71ff-4742-89a3-14138c5eb93a req-247646d4-9c61-4f30-9f29-4a7dab423121 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494379 Jan 29 19:43:13.662910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 79c81c57-46d3-4952-b413-54ae223335b2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:43:13.671187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 79c81c57-46d3-4952-b413-54ae223335b2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:13.672084 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (79c81c57-46d3-4952-b413-54ae223335b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:13.721041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92087c5-e9cb-4fac-ad31-32054da3b4e4 req-c9bf12c2-7cc5-4cc0-86ee-ac20091d7a69 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:13.751433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d92087c5-e9cb-4fac-ad31-32054da3b4e4 req-c9bf12c2-7cc5-4cc0-86ee-ac20091d7a69 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 949 time: 0.1641691 Jan 29 19:43:13.821983 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Publish callbacks [] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:13.836762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d80d2996-bb80-40ef-8fd7-bb04f6b8f304 req-e37e1a24-671a-466e-85d2-f84ae4b3e44e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 210 time: 0.0915413 Jan 29 19:43:13.859762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d92087c5-e9cb-4fac-ad31-32054da3b4e4 req-c5c7c511-b906-4101-b05b-708cfb2c0361 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072555 Jan 29 19:43:13.888751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 79c81c57-46d3-4952-b413-54ae223335b2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:13.889324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79c81c57-46d3-4952-b413-54ae223335b2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:13.893434 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:13.931483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 79c81c57-46d3-4952-b413-54ae223335b2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79c81c57-46d3-4952-b413-54ae223335b2,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:13.932711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c81c57-46d3-4952-b413-54ae223335b2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:13.935545 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322281bf-0db9-47b3-892c-254be8a91a89" -d '{"events": [{"server_uuid": "65faef5c-caa1-43c8-a03e-fffbe2365343", "name": "network-vif-plugged", "status": "completed", "tag": "79c81c57-46d3-4952-b413-54ae223335b2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:13.961336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-4468d240-f785-41ce-ad93-43166859874a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:13.963671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-4468d240-f785-41ce-ad93-43166859874a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.13 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 829 time: 0.3667843 Jan 29 19:43:13.977805 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Pushing event updated for resources: {'Port': ['ID=86e3622b-2d8f-4554-a5df-56cb602aaf90,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:13.998913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Request body: {'port': {'device_id': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'admin_state_up': True, 'tenant_id': 'fa116025784a49038cf124b53074e046'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:14.000591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79c81c57-46d3-4952-b413-54ae223335b2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.021235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.021758 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.022092 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.022317 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.022576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.022904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.023230 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.023553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.023873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.024191 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.024532 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.024850 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.025167 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:14.129518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=79c81c57-46d3-4952-b413-54ae223335b2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:14.132189 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Attempting to bind port 86e3622b-2d8f-4554-a5df-56cb602aaf90 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:14.132583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Attempting to bind port 86e3622b-2d8f-4554-a5df-56cb602aaf90 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:14.133357 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Attempting to bind port 86e3622b-2d8f-4554-a5df-56cb602aaf90 on network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:14.144160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:14.147836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Checking segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:14.148401 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.153001 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Bound using segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:14.153001 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Bound port: 86e3622b-2d8f-4554-a5df-56cb602aaf90, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:14.153001 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.173765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bd6fd-dc13-45d1-af80-0e4413726e6b req-49dbc36d-c812-40ed-9cc1-9bb82190e122 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:14.186160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-695bd6fd-dc13-45d1-af80-0e4413726e6b req-49dbc36d-c812-40ed-9cc1-9bb82190e122 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1484489 Jan 29 19:43:14.267818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814b189-67a1-487a-a29a-39fcdc74b893 req-c61d464b-0d39-4733-a86c-4dd1c8c92eea tempest-ComputeTenantNetworksTest-622630384 tempest-ComputeTenantNetworksTest-622630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:14.282183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-695bd6fd-dc13-45d1-af80-0e4413726e6b req-4690e725-b054-412a-ba12-a84fa55d67de tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947108 Jan 29 19:43:14.283960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40508) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:14.317381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7814b189-67a1-487a-a29a-39fcdc74b893 req-c61d464b-0d39-4733-a86c-4dd1c8c92eea tempest-ComputeTenantNetworksTest-622630384 tempest-ComputeTenantNetworksTest-622630384-project] 10.222.0.15 "GET /v2.0/networks/613d0188-5e64-45e0-913f-bc04a721d213 HTTP/1.1" status: 200 len: 768 time: 0.4297850 Jan 29 19:43:14.432690 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] For port 86e3622b-2d8f-4554-a5df-56cb602aaf90, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:14.447069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] For port 86e3622b-2d8f-4554-a5df-56cb602aaf90, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=86e3622b-2d8f-4554-a5df-56cb602aaf90,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:14.483717 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (613d0188-5e64-45e0-913f-bc04a721d213), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.493737 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15235627-9ed2-4d62-a0ee-3da3d2a22002 x-openstack-request-id: req-15235627-9ed2-4d62-a0ee-3da3d2a22002 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:14.494104 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65faef5c-caa1-43c8-a03e-fffbe2365343", "name": "network-vif-plugged", "status": "completed", "tag": "79c81c57-46d3-4952-b413-54ae223335b2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:14.496264 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15235627-9ed2-4d62-a0ee-3da3d2a22002 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:14.496512 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c81c57-46d3-4952-b413-54ae223335b2', 'code': 200} Jan 29 19:43:14.498115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ec1eb0a8-0012-4cab-a526-c320ec4b3969 None None] Provisioning complete for port 86e3622b-2d8f-4554-a5df-56cb602aaf90 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:14.498496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb0a8-0012-4cab-a526-c320ec4b3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.539393 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.567637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Made reservation on behalf of fa116025784a49038cf124b53074e046 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:43:14.571564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.621685 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:14.622737 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:42:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:14.678509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eb0a8-0012-4cab-a526-c320ec4b3969 None None] Port 86e3622b-2d8f-4554-a5df-56cb602aaf90 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:43:14.834997 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:14.915743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (613d0188-5e64-45e0-913f-bc04a721d213), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:14.950974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Allocated IP 172.20.0.10 (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661/81f7ff79-ab2d-4edb-9314-60c777dad6fc/f42cb537-1f5c-4955-8646-c2c784e46946) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:43:15.043942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613d0188-5e64-45e0-913f-bc04a721d213']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:15.046283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15a104-7425-4037-80c1-e8e9389d93a5 None None] Pushing event updated for resources: {'Port': ['ID=86e3622b-2d8f-4554-a5df-56cb602aaf90,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:15.102839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea12a2b-42fb-4fa7-b1af-694f6c895bde') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:15.103531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea12a2b-42fb-4fa7-b1af-694f6c895bde') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:15.121910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] Provisioning complete for port 86e3622b-2d8f-4554-a5df-56cb602aaf90 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:15.122509 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.155614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (5ea12a2b-42fb-4fa7-b1af-694f6c895bde), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.205569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c26d51-8aa5-46f1-9d7f-e72399611219 req-b49bea39-dadc-467b-a82a-8b8af3501576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:15.205569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87c26d51-8aa5-46f1-9d7f-e72399611219 req-b49bea39-dadc-467b-a82a-8b8af3501576 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 1132 time: 0.5460439 Jan 29 19:43:15.249752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5b22d-f358-4abb-9412-25d143ed0d4f req-d655bfc5-7a7b-4d92-ae89-246d69a9e3c5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:15.253241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8d5b22d-f358-4abb-9412-25d143ed0d4f req-d655bfc5-7a7b-4d92-ae89-246d69a9e3c5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.3804986 Jan 29 19:43:15.305550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5ea12a2b-42fb-4fa7-b1af-694f6c895bde), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.344035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:43:15.349101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (5ea12a2b-42fb-4fa7-b1af-694f6c895bde), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:43:15.390989 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:43:15.449343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] Current status of the port 86e3622b-2d8f-4554-a5df-56cb602aaf90 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:15.449766 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.457402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for port (f42cb537-1f5c-4955-8646-c2c784e46946), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.516002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] For port 86e3622b-2d8f-4554-a5df-56cb602aaf90, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=86e3622b-2d8f-4554-a5df-56cb602aaf90,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:15.580990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:14Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:15.583313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.613810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.658966 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1322c3-f471-4203-9f19-a2ef6de7ea48 None None] The sync data for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 is: [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:14Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:43:15.669887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:15.670437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87c26d51-8aa5-46f1-9d7f-e72399611219 req-6d85b46d-2346-46e4-a902-dac3e79a1e44 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449446 Jan 29 19:43:15.690555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:15.704306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:15.719754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860865e6-61c6-4314-adb7-75e81851fd90 None None] Pushing event updated for resources: {'Port': ['ID=86e3622b-2d8f-4554-a5df-56cb602aaf90,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:15.769383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (613d0188-5e64-45e0-913f-bc04a721d213), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.787398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.797734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] 10.222.0.15 "DELETE /v2.0/networks/613d0188-5e64-45e0-913f-bc04a721d213 HTTP/1.1" status: 204 len: 168 time: 1.5122163 Jan 29 19:43:15.877077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8d5b22d-f358-4abb-9412-25d143ed0d4f req-cfe4a0a5-6e83-4b99-ad64-10a29c641308 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756722 Jan 29 19:43:15.883383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500ed13-aec3-4558-b818-2d6b15809722 admin admin] Pushing event deleted for resources: {'Network': ['ID=613d0188-5e64-45e0-913f-bc04a721d213,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:15.904008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event updated for resources: {'Port': ['ID=f42cb537-1f5c-4955-8646-c2c784e46946,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:15.927922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:15.929533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:15.980968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e19f-b2fa-4072-ba56-5af15a2435d3 req-c6d3600a-eef9-4bac-9622-32b0dc48b66e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:15.988539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35b8e19f-b2fa-4072-ba56-5af15a2435d3 req-c6d3600a-eef9-4bac-9622-32b0dc48b66e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 932 time: 0.2799528 Jan 29 19:43:16.051173 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-18ee6e83-4f99-4a36-b9ab-2c704327d6df tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0751207 Jan 29 19:43:16.069356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Request body: {'port': {'device_id': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:16.095690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397862f-9f1e-4b96-a2cf-da8a760cf85e req-085a291b-74ba-4be5-9e02-2838c195900e tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:16.105880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6397862f-9f1e-4b96-a2cf-da8a760cf85e req-085a291b-74ba-4be5-9e02-2838c195900e tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 950 time: 0.0968537 Jan 29 19:43:16.193237 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6397862f-9f1e-4b96-a2cf-da8a760cf85e req-e34417c9-b695-46d2-94ce-60fd11d9c6ba tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828807 Jan 29 19:43:16.215494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5ef1d363-c47a-4805-b9e2-2b30136fa1fd None None] Provisioning complete for port f42cb537-1f5c-4955-8646-c2c784e46946 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:16.216478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ef1d363-c47a-4805-b9e2-2b30136fa1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:16.264319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35b8e19f-b2fa-4072-ba56-5af15a2435d3 req-54a27d9b-3431-401b-9d3d-521ad16f829b tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747273 Jan 29 19:43:16.286507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1d363-c47a-4805-b9e2-2b30136fa1fd None None] Port f42cb537-1f5c-4955-8646-c2c784e46946 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:43:16.428414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:16.478885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 86e3622b-2d8f-4554-a5df-56cb602aaf90 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:16.588669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 86e3622b-2d8f-4554-a5df-56cb602aaf90 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:16.589310 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:16.803612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42cb537-1f5c-4955-8646-c2c784e46946 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:16.815762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Publish callbacks [] for port (f42cb537-1f5c-4955-8646-c2c784e46946), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:16.894874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 86e3622b-2d8f-4554-a5df-56cb602aaf90 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:16.907762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45c9c2-45c5-4b8b-aa5a-729432d6c886 req-e65f3fdd-87c3-46f5-82f9-6c75d0014e0e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:16.908512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba45c9c2-45c5-4b8b-aa5a-729432d6c886 req-e65f3fdd-87c3-46f5-82f9-6c75d0014e0e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.4722281 Jan 29 19:43:16.912927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Transition to ACTIVE for port object f42cb537-1f5c-4955-8646-c2c784e46946 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:43:16.990653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40568) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:16.999497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.052187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba45c9c2-45c5-4b8b-aa5a-729432d6c886 req-ccd3b863-7f24-4820-a447-1c30d00e37d8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361084 Jan 29 19:43:17.108259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6871f12-cadf-4e2b-8feb-fb59eaba185e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3947a0aaaf774c52b149a1dffedb9c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1128943 Jan 29 19:43:17.109781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40572) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:17.187526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd39bae-6d05-460a-a343-cd1d97ca1985 admin admin] Publish callbacks [] for security_group (08284b6f-2332-4b06-99ae-66345ad36d05), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.224875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd39bae-6d05-460a-a343-cd1d97ca1985 admin admin] Publish callbacks [] for security_group (08284b6f-2332-4b06-99ae-66345ad36d05), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.373978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f42cb537-1f5c-4955-8646-c2c784e46946,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:17.386413 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd39bae-6d05-460a-a343-cd1d97ca1985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (08284b6f-2332-4b06-99ae-66345ad36d05), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.389381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd39bae-6d05-460a-a343-cd1d97ca1985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.393781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1bd39bae-6d05-460a-a343-cd1d97ca1985 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08284b6f-2332-4b06-99ae-66345ad36d05 HTTP/1.1" status: 204 len: 168 time: 0.2790868 Jan 29 19:43:17.412602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea2ceb-d3ce-44d9-aa1f-9ff4ba5580a5 req-81c6ddae-3bc2-47f8-ab3b-257256c51779 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:17.419701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5ea2ceb-d3ce-44d9-aa1f-9ff4ba5580a5 req-81c6ddae-3bc2-47f8-ab3b-257256c51779 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 950 time: 0.1059589 Jan 29 19:43:17.471735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Attempting to bind port f42cb537-1f5c-4955-8646-c2c784e46946 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:17.475291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Attempting to bind port f42cb537-1f5c-4955-8646-c2c784e46946 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:17.475761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Attempting to bind port f42cb537-1f5c-4955-8646-c2c784e46946 on network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:17.480567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd39bae-6d05-460a-a343-cd1d97ca1985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08284b6f-2332-4b06-99ae-66345ad36d05,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:17.502622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Port f42cb537-1f5c-4955-8646-c2c784e46946 on network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:43:17.505703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Attempting to bind port f42cb537-1f5c-4955-8646-c2c784e46946 on network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:17.521263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:17.521761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Checking segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:17.522636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Bound using segment: {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:17.524506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Bound port: f42cb537-1f5c-4955-8646-c2c784e46946, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98adf68-824f-41e1-8871-cbffb8d59958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:17.525033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.553362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5ea2ceb-d3ce-44d9-aa1f-9ff4ba5580a5 req-39bfad7f-53d8-4ced-ba83-9a79fb986a95 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326020 Jan 29 19:43:17.574386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58da54e-c6e8-4648-bc9c-c287f6428bed req-1df4e91b-df09-4e63-9004-86310472d6dd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:17.585211 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d58da54e-c6e8-4648-bc9c-c287f6428bed req-1df4e91b-df09-4e63-9004-86310472d6dd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.3556101 Jan 29 19:43:17.714878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d58da54e-c6e8-4648-bc9c-c287f6428bed req-c5adbd76-4e7c-4db6-8b8d-b8f19856f600 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236169 Jan 29 19:43:17.727346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] For port f42cb537-1f5c-4955-8646-c2c784e46946, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:17.734371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] For port f42cb537-1f5c-4955-8646-c2c784e46946, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f42cb537-1f5c-4955-8646-c2c784e46946,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:17.764488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb30ec2-a097-43ad-ae08-db16d007af40 req-6d0630a5-6275-4963-a282-f2c5f84d7121 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:17.766636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fb30ec2-a097-43ad-ae08-db16d007af40 req-6d0630a5-6275-4963-a282-f2c5f84d7121 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 944 time: 0.1031718 Jan 29 19:43:17.820954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.858923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fb30ec2-a097-43ad-ae08-db16d007af40 req-215bf9a6-9fb1-4e5c-a69e-d73de74b1bb0 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Jan 29 19:43:17.939591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f42cb537-1f5c-4955-8646-c2c784e46946,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:17.963896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:17.966366 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:17.969245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-95b279b8-2397-4c11-b1a1-36dcdf9cdef3 service neutron] 10.222.0.13 "PUT /v2.0/ports/f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 1092 time: 1.9076257 Jan 29 19:43:17.971618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:17.976408 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f4541-58c8-4d3b-8df7-c08003e35189" -d '{"events": [{"name": "network-changed", "server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:18.202152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-10d562f0-cfed-48f7-8b83-343d6610464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:18.204794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-10d562f0-cfed-48f7-8b83-343d6610464d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1126 time: 0.1078694 Jan 29 19:43:18.293055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-62624db4-44e3-41e5-8beb-21b86c0a7031 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 217 time: 0.0786829 Jan 29 19:43:18.390216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-8777b233-db2a-422e-b4b5-7bc9e567dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:18.392804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-8777b233-db2a-422e-b4b5-7bc9e567dc45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 200 len: 868 time: 0.0898843 Jan 29 19:43:18.511495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-a1f68165-8e24-42d0-ab8c-1c5d0e8ae899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:18.514338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-a1f68165-8e24-42d0-ab8c-1c5d0e8ae899 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122220 Jan 29 19:43:18.616254 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69fe662-f499-4ec4-823f-5d7096223491 x-openstack-request-id: req-b69fe662-f499-4ec4-823f-5d7096223491 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:18.616559 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:18.616814 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b69fe662-f499-4ec4-823f-5d7096223491 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:18.617225 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'status': 'completed', 'code': 200} Jan 29 19:43:18.683672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-ccb5eea5-eae4-4618-9dac-3371ab87993e service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601582 Jan 29 19:43:18.868635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d3a23f9-961e-4cd2-b61d-c96b1a97a334 req-2ef88efe-c3bd-47c2-a67b-9c632e5ef763 service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771970 Jan 29 19:43:18.917314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccb9d1-858f-4ce7-bde3-513d304730cc req-4984de06-7dde-4a02-80ad-9917b80bfe41 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:18.925828 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99ccb9d1-858f-4ce7-bde3-513d304730cc req-4984de06-7dde-4a02-80ad-9917b80bfe41 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 950 time: 0.0978804 Jan 29 19:43:18.934348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1a80b-6ae2-4c8b-8562-704836ed2ba5 req-ffa04b02-c850-42fa-a447-312aa1668ef3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:18.950188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0db1a80b-6ae2-4c8b-8562-704836ed2ba5 req-ffa04b02-c850-42fa-a447-312aa1668ef3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.2570183 Jan 29 19:43:19.003537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99ccb9d1-858f-4ce7-bde3-513d304730cc req-86fcd5c4-86c5-4ee1-8394-e56b68f8c6d5 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730972 Jan 29 19:43:19.084034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0db1a80b-6ae2-4c8b-8562-704836ed2ba5 req-cdaa43cf-2a5b-464e-b491-356e885c3c9c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303976 Jan 29 19:43:19.112718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-3ec0ce4e-7b9d-42b7-abb6-99ff17cf7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.114853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-3ec0ce4e-7b9d-42b7-abb6-99ff17cf7a8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1126 time: 0.0853264 Jan 29 19:43:19.305021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-dc4b019d-02a4-4392-a551-bb954be5c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.307105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-dc4b019d-02a4-4392-a551-bb954be5c767 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 929 time: 0.1840954 Jan 29 19:43:19.382743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d2bd3-d222-4b39-b0fb-9c0dba452de2 req-60e4ffd1-426f-45f6-abbd-d2a8c4a80fde tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.391642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f55d2bd3-d222-4b39-b0fb-9c0dba452de2 req-60e4ffd1-426f-45f6-abbd-d2a8c4a80fde tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1610858 Jan 29 19:43:19.399507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-549622e9-d367-4466-8374-78868fb7852d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 217 time: 0.0813632 Jan 29 19:43:19.514224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f55d2bd3-d222-4b39-b0fb-9c0dba452de2 req-4ba3c48c-3ad4-4bb0-be01-d769d51412fa tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185231 Jan 29 19:43:19.521865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-578f3516-c807-4024-8fa4-13871187b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.524344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-578f3516-c807-4024-8fa4-13871187b0b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 200 len: 868 time: 0.1138501 Jan 29 19:43:19.626845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-c5be8339-5a0a-4602-92a4-eb58d2aeddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.634247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-c5be8339-5a0a-4602-92a4-eb58d2aeddf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0936460 Jan 29 19:43:19.727663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-f61fbd10-012a-4215-b02a-40067d039c3e tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=797691e603d84322b68df9d3e527b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302889 Jan 29 19:43:19.890853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-025b6aeb-35da-4bfd-a922-80d78f02909a tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.891392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-1f143241-bb9d-4eec-8666-0caf271e1b19 service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483366 Jan 29 19:43:19.908552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-025b6aeb-35da-4bfd-a922-80d78f02909a tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757207 Jan 29 19:43:19.915692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246fba-7993-4c6c-9dac-6417e4e7a891 req-2707daf4-ca09-4057-9a31-9f79b49ef72c tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:19.917588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c246fba-7993-4c6c-9dac-6417e4e7a891 req-2707daf4-ca09-4057-9a31-9f79b49ef72c tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 944 time: 0.2773404 Jan 29 19:43:19.942634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-942678da-5597-43e0-bef8-0f7165bf1f4c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/quotas/797691e603d84322b68df9d3e527b627 HTTP/1.1" status: 200 len: 375 time: 0.0323548 Jan 29 19:43:20.023786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c246fba-7993-4c6c-9dac-6417e4e7a891 req-a262dd69-052b-4bac-9ec6-2a369c63b057 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959609 Jan 29 19:43:20.076738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-7200f14b-cc89-4788-ba0a-03140047d81c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=797691e603d84322b68df9d3e527b627&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317832 Jan 29 19:43:20.123362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b46f4541-58c8-4d3b-8df7-c08003e35189 req-da92aa8c-0e68-41b6-a557-86459971b681 service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189059 Jan 29 19:43:20.353901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8c3a2-2b4c-4f7c-8a57-1518f6f383f6 req-fd6c311b-1e55-455c-b887-4abd8433aae7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:20.356852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcb8c3a2-2b4c-4f7c-8a57-1518f6f383f6 req-fd6c311b-1e55-455c-b887-4abd8433aae7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1162031 Jan 29 19:43:20.447907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bf9b95d-40cf-4efa-9e0d-466c7dc07f18 req-4595da6d-130f-4a00-bb38-291483276bad tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 210 time: 0.0790284 Jan 29 19:43:20.499557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcb8c3a2-2b4c-4f7c-8a57-1518f6f383f6 req-7c921db7-07ac-4456-a2d6-d5492b30a49e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317086 Jan 29 19:43:20.772798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05f32-7aaa-4cdc-9396-42854a1f32f1 req-a6330032-e85c-442a-8c92-1f2a6edf915f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:20.774636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64b05f32-7aaa-4cdc-9396-42854a1f32f1 req-a6330032-e85c-442a-8c92-1f2a6edf915f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1451678 Jan 29 19:43:20.832259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64b05f32-7aaa-4cdc-9396-42854a1f32f1 req-143be7d4-a251-4716-b373-0fd860cd7678 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512602 Jan 29 19:43:21.266100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7691eb-fe18-4815-a4d9-57d771824cda req-0ff425f2-bf7f-434b-9a60-eb32f2a16235 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:21.271102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7691eb-fe18-4815-a4d9-57d771824cda req-0ff425f2-bf7f-434b-9a60-eb32f2a16235 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 944 time: 0.1257179 Jan 29 19:43:21.348159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7691eb-fe18-4815-a4d9-57d771824cda req-6b29750e-6fe7-4892-9a12-99eb79d7076b tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708804 Jan 29 19:43:21.596258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09bee350-d614-41f7-ab0b-f8c80ae46616 req-46844e81-cd16-4c4b-bbab-67f745699fc5 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 210 time: 0.0620246 Jan 29 19:43:21.747708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536436-d705-4dad-98a9-77c5c2ba0731 req-bcf61a69-eae5-49c0-b59d-0aa0b9580e33 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:21.757380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e536436-d705-4dad-98a9-77c5c2ba0731 req-bcf61a69-eae5-49c0-b59d-0aa0b9580e33 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0961988 Jan 29 19:43:21.841684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e536436-d705-4dad-98a9-77c5c2ba0731 req-ee892bae-dac0-4734-88f2-36cc395af75a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833638 Jan 29 19:43:22.053365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24815eca-68fe-46ea-8502-df68498aaebb req-b69e7f5c-a4f9-4a51-8028-7466bb09d83f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:22.084272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24815eca-68fe-46ea-8502-df68498aaebb req-b69e7f5c-a4f9-4a51-8028-7466bb09d83f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1181977 Jan 29 19:43:22.194206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24815eca-68fe-46ea-8502-df68498aaebb req-852bd61e-47d6-4135-aeec-fc74dc56eaa7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022832 Jan 29 19:43:22.509927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172a0e9-dfc7-454b-8c32-616dd09521f8 req-bb5fed66-65bf-4099-b45a-e71d0265af3b tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:22.520853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2172a0e9-dfc7-454b-8c32-616dd09521f8 req-bb5fed66-65bf-4099-b45a-e71d0265af3b tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 944 time: 0.0825145 Jan 29 19:43:22.598625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2172a0e9-dfc7-454b-8c32-616dd09521f8 req-8ef62b72-e927-4ed0-b7b7-c990ccff1761 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769391 Jan 29 19:43:22.818577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-294412b4-0a21-40ea-9d1b-ffc79c03b7b9 req-7c687745-6afd-4228-9512-0b6b5034325b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 210 time: 0.0621209 Jan 29 19:43:22.981720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a67d-c319-42ae-a8ac-898bb6b96684 req-b4e3854b-72c3-4aa0-81b8-fd976c45755b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:22.983667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1788a67d-c319-42ae-a8ac-898bb6b96684 req-b4e3854b-72c3-4aa0-81b8-fd976c45755b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0661168 Jan 29 19:43:22.989626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f42cb537-1f5c-4955-8646-c2c784e46946 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:23.074262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1788a67d-c319-42ae-a8ac-898bb6b96684 req-6a6eedd5-b824-4cef-8bbe-45f1e7d92734 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774519 Jan 29 19:43:23.108996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f42cb537-1f5c-4955-8646-c2c784e46946, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f42cb537-1f5c-4955-8646-c2c784e46946,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:23.120639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'port_id': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'mac_address': 'fa:16:3e:a1:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:43:23.161278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f42cb537-1f5c-4955-8646-c2c784e46946 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:23.161651 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:23.176630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42cb537-1f5c-4955-8646-c2c784e46946 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:23.199810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f42cb537-1f5c-4955-8646-c2c784e46946, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f42cb537-1f5c-4955-8646-c2c784e46946,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:23.305544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:23.310574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-06dfc10b-44f7-4a5b-bffe-dd194e85ce18 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=797691e603d84322b68df9d3e527b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467777 Jan 29 19:43:23.374463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442795b-dfcd-4f4e-a48c-41e3a5499245 req-d10fc0b1-0470-448c-9be5-0bcfaf9e3883 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:23.382792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c442795b-dfcd-4f4e-a48c-41e3a5499245 req-d10fc0b1-0470-448c-9be5-0bcfaf9e3883 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1272800 Jan 29 19:43:23.450211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f42cb537-1f5c-4955-8646-c2c784e46946,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:23.490311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c442795b-dfcd-4f4e-a48c-41e3a5499245 req-b14b4080-8682-444f-bc0c-f8a646f46847 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010907 Jan 29 19:43:23.551190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-098f13b6-24e5-409b-b476-851ebdb6fad6 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:23.552816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-098f13b6-24e5-409b-b476-851ebdb6fad6 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326691 Jan 29 19:43:23.573569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Request body: {'port': {'device_id': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '797691e603d84322b68df9d3e527b627'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:23.629792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['f42cb537-1f5c-4955-8646-c2c784e46946'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:23.794105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257bc5f-574e-4e9e-830b-3761ec2880b6 req-011b7208-47c5-4a98-adb8-64bab576a3d7 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:23.798380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7257bc5f-574e-4e9e-830b-3761ec2880b6 req-011b7208-47c5-4a98-adb8-64bab576a3d7 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 945 time: 0.1264231 Jan 29 19:43:23.922306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Made reservation on behalf of 797691e603d84322b68df9d3e527b627 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:43:23.928331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:23.947362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7257bc5f-574e-4e9e-830b-3761ec2880b6 req-f976d6da-7062-470b-962a-56bc89374610 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326985 Jan 29 19:43:24.058236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12e946cf-993f-48cd-b408-7c8c02e90fb1 req-265a276c-92ac-431c-9f99-7bb89b855cdd tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 210 time: 0.0489330 Jan 29 19:43:24.420003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641710b-1cd2-486d-8e3f-caf36109fea4 req-f0ef0928-adad-4b1b-a4fd-f7319c8e3873 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:24.421726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0641710b-1cd2-486d-8e3f-caf36109fea4 req-f0ef0928-adad-4b1b-a4fd-f7319c8e3873 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1046982 Jan 29 19:43:24.501517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0641710b-1cd2-486d-8e3f-caf36109fea4 req-0b35ca19-d325-4fad-b5cb-188744c879f8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725834 Jan 29 19:43:24.658231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Allocated IP 192.168.233.70 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:43:24.706237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44380b3-bb6e-4cfa-8030-5c3b4d4d5be5 req-6ea6273b-f37f-4cf9-9bed-ab8512743a75 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:24.716329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e44380b3-bb6e-4cfa-8030-5c3b4d4d5be5 req-6ea6273b-f37f-4cf9-9bed-ab8512743a75 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0806055 Jan 29 19:43:24.809591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e44380b3-bb6e-4cfa-8030-5c3b4d4d5be5 req-50d6913e-3d76-44ef-ab3d-5be32b288619 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761874 Jan 29 19:43:24.945582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks [] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:24.992877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f42cb537-1f5c-4955-8646-c2c784e46946 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:25.066424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.129304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['79c81c57-46d3-4952-b413-54ae223335b2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:25.146909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763711b2-4200-40ee-8a70-8ab5d77f2416 req-86500ad8-aea9-4646-9890-b3d89f0a481a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:25.154886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-763711b2-4200-40ee-8a70-8ab5d77f2416 req-86500ad8-aea9-4646-9890-b3d89f0a481a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 945 time: 0.0997243 Jan 29 19:43:25.165437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:25.181495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:25.197086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:25.262417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-763711b2-4200-40ee-8a70-8ab5d77f2416 req-bcffed36-9cbe-4c0e-be86-2f6d203e6045 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064730 Jan 29 19:43:25.335610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Pushing event updated for resources: {'Port': ['ID=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:25.390313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port f42cb537-1f5c-4955-8646-c2c784e46946 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:43:25.403100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:25.403753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.407912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24fdd1eb-0291-4565-bfbb-abf4903db3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.444283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port f42cb537-1f5c-4955-8646-c2c784e46946 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:25.444676 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.537111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf560d1-81a4-4560-8e84-16b8fc003c99 req-6f328211-4855-47e5-b0f1-65dae6faf3e1 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:25.539106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cf560d1-81a4-4560-8e84-16b8fc003c99 req-6f328211-4855-47e5-b0f1-65dae6faf3e1 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 935 time: 0.1322789 Jan 29 19:43:25.583939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-9e0d7c0f-22da-488a-91e2-603fa48e8543 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0148201 Jan 29 19:43:25.639658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f42cb537-1f5c-4955-8646-c2c784e46946 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:25.640080 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.658281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Request body: {'port': {'device_id': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:25.685494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cf560d1-81a4-4560-8e84-16b8fc003c99 req-2dce9f8e-3903-41d0-8733-93725b04f3f2 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386933 Jan 29 19:43:25.696647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:25.699838 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b38c9a1-a160-4ec3-83d6-ced4368dd11a" -d '{"events": [{"server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "name": "network-vif-plugged", "status": "completed", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:25.767277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f42cb537-1f5c-4955-8646-c2c784e46946, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f42cb537-1f5c-4955-8646-c2c784e46946,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:25.774499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e27a1-45e4-4169-89b4-aa6dfcc953b8 req-4af5d604-de7a-45a8-a4cc-002f746c03ca tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:25.779670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-67ffdca1-42d3-45c7-9eaa-1c9527daf61b None None] Provisioning complete for port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:25.780093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-67ffdca1-42d3-45c7-9eaa-1c9527daf61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.789543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220e27a1-45e4-4169-89b4-aa6dfcc953b8 req-4af5d604-de7a-45a8-a4cc-002f746c03ca tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1179018 Jan 29 19:43:25.835565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:25.896459 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fae84aa-9434-471f-831d-4edd04858b9d x-openstack-request-id: req-1fae84aa-9434-471f-831d-4edd04858b9d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:25.899543 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "name": "network-vif-plugged", "status": "completed", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:25.901095 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fae84aa-9434-471f-831d-4edd04858b9d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:25.901521 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'code': 200} Jan 29 19:43:25.904227 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:26.028607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220e27a1-45e4-4169-89b4-aa6dfcc953b8 req-8868e412-f87a-45eb-b991-60928027f7c9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380133 Jan 29 19:43:26.098778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f121254-2e06-4978-9958-83d1de78346c req-341fd5d2-155a-4a94-a74d-54e695cde14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:26.101381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f121254-2e06-4978-9958-83d1de78346c req-341fd5d2-155a-4a94-a74d-54e695cde14f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1128 time: 0.2047451 Jan 29 19:43:26.156559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f42cb537-1f5c-4955-8646-c2c784e46946,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:26.213833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-67ffdca1-42d3-45c7-9eaa-1c9527daf61b None None] Port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:43:26.242437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40804) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:26.244743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f121254-2e06-4978-9958-83d1de78346c req-6ecabb99-e561-4293-9de5-2459f2e481f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346376 Jan 29 19:43:26.510880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb12a652-b24c-4399-854d-c782abfddef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:26.663108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:26.678351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Publish callbacks [] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:26.693143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb12a652-b24c-4399-854d-c782abfddef3 admin admin] Publish callbacks [] for security_group (7f5feca2-4380-4250-8750-359389ff6dd3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:26.702734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334b19-adf1-4a01-b24a-8bddf23303ae req-6c8eaec0-985f-4a93-b6f6-53d193702ba5 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:26.706102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Transition to ACTIVE for port object 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:43:26.714057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c334b19-adf1-4a01-b24a-8bddf23303ae req-6c8eaec0-985f-4a93-b6f6-53d193702ba5 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 946 time: 0.3050702 Jan 29 19:43:26.742455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf87a1-4f56-407f-b871-b8cc0e4951c0 req-c82ff9b3-6fcb-45b2-94d7-690ae42ad7eb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:26.752759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cdf87a1-4f56-407f-b871-b8cc0e4951c0 req-c82ff9b3-6fcb-45b2-94d7-690ae42ad7eb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.2958419 Jan 29 19:43:26.817176 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:26.826650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c334b19-adf1-4a01-b24a-8bddf23303ae req-5ce6a2c6-401f-41c7-89d8-576d08e706b8 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115255 Jan 29 19:43:26.829175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb12a652-b24c-4399-854d-c782abfddef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7f5feca2-4380-4250-8750-359389ff6dd3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:26.931965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cdf87a1-4f56-407f-b871-b8cc0e4951c0 req-e62bc455-3a37-4286-86ab-5217a3e9e700 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703119 Jan 29 19:43:26.948660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:26.948882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb12a652-b24c-4399-854d-c782abfddef3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=937aa0b099e446a39d267a28feb3aee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6911283 Jan 29 19:43:26.999781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12a652-b24c-4399-854d-c782abfddef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5feca2-4380-4250-8750-359389ff6dd3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:27.003654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7c5ee462-50b8-4137-9494-897c5e1d6db7 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:27.123770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e2275-37c4-4aef-9806-9f79feed6a1c req-c9ca6299-60cd-40a0-bcf4-e73a8c43b794 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:27.142316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-117e2275-37c4-4aef-9806-9f79feed6a1c req-c9ca6299-60cd-40a0-bcf4-e73a8c43b794 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 947 time: 0.1201005 Jan 29 19:43:27.151269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:27.288607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Attempting to bind port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:27.290698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Attempting to bind port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:27.292412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Attempting to bind port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:27.358968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:43:27.359589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Attempting to bind port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:27.390861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-117e2275-37c4-4aef-9806-9f79feed6a1c req-ea51d5b4-19b1-48bf-b610-7ceb007d7ea4 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268562 Jan 29 19:43:27.421925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:27.422603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:27.423430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:27.424056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Bound port: 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:27.424709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.559187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] For port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:27.564020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] For port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:27.590095 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8374f911-cab6-4265-8b8c-fbf1c426bbd1 admin admin] Publish callbacks [] for security_group (7f5feca2-4380-4250-8750-359389ff6dd3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.665973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf562-95da-4d6f-90a5-48532c1c5a96 req-c0f9fdd4-77c6-472b-a5f7-ebb139dfdd50 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:27.692529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a6bf562-95da-4d6f-90a5-48532c1c5a96 req-c0f9fdd4-77c6-472b-a5f7-ebb139dfdd50 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.3706622 Jan 29 19:43:27.696840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:27.705562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.721300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5551e64b-6591-43bd-b9c8-7e46f808747e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.754333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'mac_address': 'fa:16:3e:f2:bb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:43:27.787418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8374f911-cab6-4265-8b8c-fbf1c426bbd1 admin admin] Publish callbacks [] for security_group (7f5feca2-4380-4250-8750-359389ff6dd3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.791084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:27.792058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.794516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c HTTP/1.1" status: 200 len: 1095 time: 2.1473649 Jan 29 19:43:27.811612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'tag': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:27.828651 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "367b8420-c0ba-4f70-86f3-4abc55ed00ca", "tag": "1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:27.851454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7c5ee462-50b8-4137-9494-897c5e1d6db7 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:27.857271 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:27.923401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c5ee462-50b8-4137-9494-897c5e1d6db7 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:27.977618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:28.046496 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94bccb9-b36f-4602-a29e-d6e42d672142 x-openstack-request-id: req-c94bccb9-b36f-4602-a29e-d6e42d672142 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:28.046992 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367b8420-c0ba-4f70-86f3-4abc55ed00ca", "tag": "1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:28.050732 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c94bccb9-b36f-4602-a29e-d6e42d672142 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:28.051344 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'tag': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c', 'status': 'completed', 'code': 200} Jan 29 19:43:28.054740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:28.177760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a6bf562-95da-4d6f-90a5-48532c1c5a96 req-b33ff6d3-62ce-4e47-bb72-160e1630be0c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818912 Jan 29 19:43:28.178294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd68a1-a5d7-40e2-ac23-81f44c17c320 req-497dc757-7de9-4d29-9454-4baf5c0bf493 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:28.180851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4dcd68a1-a5d7-40e2-ac23-81f44c17c320 req-497dc757-7de9-4d29-9454-4baf5c0bf493 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 946 time: 0.1651807 Jan 29 19:43:28.213785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7c5ee462-50b8-4137-9494-897c5e1d6db7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:28.218799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59738ceb-f9e5-47e2-9944-cc52773443a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:28.234737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-c2a30e97-c08d-443f-9f9d-5003e3440e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:28.243845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:28.245105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-c2a30e97-c08d-443f-9f9d-5003e3440e13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=797691e603d84322b68df9d3e527b627&device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 1129 time: 0.2806602 Jan 29 19:43:28.306492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4dcd68a1-a5d7-40e2-ac23-81f44c17c320 req-0d7f4bf3-8638-4a3c-9c75-46f6ebebea5b tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153255 Jan 29 19:43:28.381022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8374f911-cab6-4265-8b8c-fbf1c426bbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7f5feca2-4380-4250-8750-359389ff6dd3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:28.383602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8374f911-cab6-4265-8b8c-fbf1c426bbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:28.384768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8374f911-cab6-4265-8b8c-fbf1c426bbd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f5feca2-4380-4250-8750-359389ff6dd3 HTTP/1.1" status: 204 len: 168 time: 1.4335201 Jan 29 19:43:28.441770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-c59e9fbe-43c3-47ed-9f76-e74745e5f271 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c HTTP/1.1" status: 200 len: 217 time: 0.1817141 Jan 29 19:43:28.517434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374f911-cab6-4265-8b8c-fbf1c426bbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5feca2-4380-4250-8750-359389ff6dd3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:28.696727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-bb8cd096-ebf9-4ffa-8aab-2a5eb7ff4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:28.698485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-bb8cd096-ebf9-4ffa-8aab-2a5eb7ff4cb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1788566 Jan 29 19:43:28.708419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c540cd7-794e-41ec-a081-829d76140b25 req-713e702c-59e3-4f15-b813-27261975c211 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:28.717464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c540cd7-794e-41ec-a081-829d76140b25 req-713e702c-59e3-4f15-b813-27261975c211 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 945 time: 0.3509309 Jan 29 19:43:28.796223 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:28.892416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c540cd7-794e-41ec-a081-829d76140b25 req-6dd5e554-a9f3-4653-9e85-cff1de8137e2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722586 Jan 29 19:43:28.925704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-e2da8183-4ab9-4fae-b029-b0c5f0491f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:28.927275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-e2da8183-4ab9-4fae-b029-b0c5f0491f2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1733813 Jan 29 19:43:28.978215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-6889f4f9-f0ee-46ad-9724-40725e561a30 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 258 time: 0.6035807 Jan 29 19:43:28.987585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:29.007271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7c5ee462-50b8-4137-9494-897c5e1d6db7 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:29.153919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7c5ee462-50b8-4137-9494-897c5e1d6db7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:29.156460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.161646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.195980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc8e8-3456-4f16-92c2-8dcfa5a08712 req-cd03dce0-bca6-4684-8708-5e5905cf60d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:29.197884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-deabc8e8-3456-4f16-92c2-8dcfa5a08712 req-cd03dce0-bca6-4684-8708-5e5905cf60d9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 947 time: 0.1093557 Jan 29 19:43:29.202662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-33bfc4ac-177e-40d6-864d-e69ca951bb21 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685843 Jan 29 19:43:29.404842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.458942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-deabc8e8-3456-4f16-92c2-8dcfa5a08712 req-53b72e22-b8b2-4def-8d54-722bcab1b50d tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531598 Jan 29 19:43:29.496374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7c5ee462-50b8-4137-9494-897c5e1d6db7 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:29.504887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40876) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:29.518939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.573720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4fd91c0-131b-4f9e-a0cd-b41800a6cef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.639263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:29.641604 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3768378c-fd6a-4bff-af1c-b55d2b008719" -d '{"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:29.694223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:29.695912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.768347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.856812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Allocated IP 172.25.5.79 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/23cd76f6-36f6-48ce-b1b3-6937e76625b3) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:43:29.857132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4fd91c0-131b-4f9e-a0cd-b41800a6cef5 admin admin] Publish callbacks [] for security_group (256bca2f-20f3-4d1f-bc3d-be04bce8dd2f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:29.985600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:30.013514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5108b4-4c52-4a30-902a-0e70046b939c req-4154beb2-60cb-4a14-828c-a2465d0cac6f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735871 Jan 29 19:43:30.139353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edf45-6865-4e1a-b034-cc1c0364690d req-1f74622b-e62c-461c-94ec-0cd9173e720b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:30.153392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be2edf45-6865-4e1a-b034-cc1c0364690d req-1f74622b-e62c-461c-94ec-0cd9173e720b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.3000510 Jan 29 19:43:30.255140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.289850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be2edf45-6865-4e1a-b034-cc1c0364690d req-552de839-b0fa-4b64-b7dc-b39fb9aee852 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329372 Jan 29 19:43:30.311556 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4fd91c0-131b-4f9e-a0cd-b41800a6cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (256bca2f-20f3-4d1f-bc3d-be04bce8dd2f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.362008 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.427226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd91c0-131b-4f9e-a0cd-b41800a6cef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256bca2f-20f3-4d1f-bc3d-be04bce8dd2f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:30.441679 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbad897-b804-4a46-bf9c-69ad9de66cbc x-openstack-request-id: req-2dbad897-b804-4a46-bf9c-69ad9de66cbc {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:30.441965 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:30.442296 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dbad897-b804-4a46-bf9c-69ad9de66cbc {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:30.442685 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'code': 200} Jan 29 19:43:30.491741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.608148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event updated for resources: {'Port': ['ID=23cd76f6-36f6-48ce-b1b3-6937e76625b3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:30.741639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:30.741639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:30.741639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:30.742736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f4fd91c0-131b-4f9e-a0cd-b41800a6cef5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92dedb60b05a47e4adae6afc48a0191e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1245580 Jan 29 19:43:30.742736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:30.786768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2061c706-800c-4bc4-8d45-ee46b99687d0 admin admin] Publish callbacks [] for security_group (256bca2f-20f3-4d1f-bc3d-be04bce8dd2f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.805182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.819115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-2e61b84e-9371-470c-a268-79da40b58fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:30.820991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-2e61b84e-9371-470c-a268-79da40b58fec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=797691e603d84322b68df9d3e527b627&device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 1129 time: 0.2931347 Jan 29 19:43:30.913890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2061c706-800c-4bc4-8d45-ee46b99687d0 admin admin] Publish callbacks [] for security_group (256bca2f-20f3-4d1f-bc3d-be04bce8dd2f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:30.937014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3da0d-05dc-4069-a016-fa5424c52c99 req-cf83240c-8b54-455c-95e3-e7ed3fe83feb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:30.940841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ba3da0d-05dc-4069-a016-fa5424c52c99 req-cf83240c-8b54-455c-95e3-e7ed3fe83feb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.2415030 Jan 29 19:43:30.949748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.141076 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ba3da0d-05dc-4069-a016-fa5424c52c99 req-8e3d5f0f-31fa-41e7-8289-7317c529c5b0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998198 Jan 29 19:43:31.179483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-79fec6bc-273d-4fd6-a9a2-008bfc8f5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:31.182533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-79fec6bc-273d-4fd6-a9a2-008bfc8f5118 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.3528695 Jan 29 19:43:31.388322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-e7546323-14d7-4746-a23f-e423cfef0007 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c HTTP/1.1" status: 200 len: 217 time: 0.1975956 Jan 29 19:43:31.437913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.456669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2061c706-800c-4bc4-8d45-ee46b99687d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (256bca2f-20f3-4d1f-bc3d-be04bce8dd2f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.461526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2061c706-800c-4bc4-8d45-ee46b99687d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.464139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2061c706-800c-4bc4-8d45-ee46b99687d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/256bca2f-20f3-4d1f-bc3d-be04bce8dd2f HTTP/1.1" status: 204 len: 168 time: 0.8158605 Jan 29 19:43:31.481293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.525883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061c706-800c-4bc4-8d45-ee46b99687d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256bca2f-20f3-4d1f-bc3d-be04bce8dd2f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:31.534274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.606901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-265af516-1cba-4c68-88f8-9849e69ed674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:31.610561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-265af516-1cba-4c68-88f8-9849e69ed674 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1646814 Jan 29 19:43:31.628559 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:43:31.630867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6be5e-4501-4bb1-b66e-0fe64710730d req-ee6f9054-c3b4-409d-aed7-c96e55cc4c69 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:31.636971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-def6be5e-4501-4bb1-b66e-0fe64710730d req-ee6f9054-c3b4-409d-aed7-c96e55cc4c69 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 947 time: 0.2951014 Jan 29 19:43:31.748654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event updated for resources: {'Port': ['ID=23cd76f6-36f6-48ce-b1b3-6937e76625b3,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:31.787094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.806469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-630a399b-c806-4113-96a4-c86c56c066e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:31.808685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-630a399b-c806-4113-96a4-c86c56c066e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1705236 Jan 29 19:43:31.905427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:31.912718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-7d8b6161-8660-4ae4-81ea-929680ac2f80 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9336574 Jan 29 19:43:31.944949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-e0acc4e0-b92e-4735-932e-7484625ca5bb service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285527 Jan 29 19:43:31.998846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-def6be5e-4501-4bb1-b66e-0fe64710730d req-1ccee1ae-a009-4f53-b057-98fd0405a048 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821105 Jan 29 19:43:32.040472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-20d7be5f-3522-4261-8fce-705804c55b72 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.1229594 Jan 29 19:43:32.213533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c39a4fab-8055-4fb9-ac0e-096539cb9ed2 req-d3aed561-ac6f-4758-85a8-b2f6f7c20393 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575409 Jan 29 19:43:32.253803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a6ac9-c252-4407-9db7-0a4e2a325d08 req-b38be160-85c4-4327-8500-89ba847dc7d0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:32.255590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-259a6ac9-c252-4407-9db7-0a4e2a325d08 req-b38be160-85c4-4327-8500-89ba847dc7d0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0814958 Jan 29 19:43:32.428083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-259a6ac9-c252-4407-9db7-0a4e2a325d08 req-3774d92a-505b-4896-9efc-96a678bfe117 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635447 Jan 29 19:43:32.581399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-a8d4814c-972a-43dd-8b61-efce4d84eb81 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:32.596299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d9394fce-bcc4-429e-8c98-5b186d2b8c5b req-a8d4814c-972a-43dd-8b61-efce4d84eb81 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.5545747 Jan 29 19:43:32.755571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ec275-1810-4b67-bdc9-8db3815c4894 req-3748d30c-f165-41c4-81c9-1ed3783b82bf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:32.760020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c98ec275-1810-4b67-bdc9-8db3815c4894 req-3748d30c-f165-41c4-81c9-1ed3783b82bf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1830690 Jan 29 19:43:32.897283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c98ec275-1810-4b67-bdc9-8db3815c4894 req-fbf3fa94-5d67-4ac1-98e9-9554a9454d35 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311414 Jan 29 19:43:33.038850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-9e5d7cf4-4bff-41fe-897c-fe566c5bbbdb tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:33.047065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-9e5d7cf4-4bff-41fe-897c-fe566c5bbbdb tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1681199 Jan 29 19:43:33.269646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd3b80-8f41-4de9-914b-099c7f5b2194 req-a3592ce5-9a9f-46c9-9075-ccf93dac735d tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:33.273549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30bd3b80-8f41-4de9-914b-099c7f5b2194 req-a3592ce5-9a9f-46c9-9075-ccf93dac735d tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 947 time: 0.1258938 Jan 29 19:43:33.389118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30bd3b80-8f41-4de9-914b-099c7f5b2194 req-0702b522-fda3-4422-aa17-e187ac15e60a tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049812 Jan 29 19:43:33.495682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:33.560865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-3541165d-23f6-4249-9869-9e1b5ae1bdf7 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.5121241 Jan 29 19:43:33.599250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Request body: {'floatingip': {'port_id': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:33.680480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:33.811224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2bf68-d562-4709-9f16-24ed0957b5df req-dde64183-70b2-45cc-b1bb-e7ef00fc4e31 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:33.818735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91e2bf68-d562-4709-9f16-24ed0957b5df req-dde64183-70b2-45cc-b1bb-e7ef00fc4e31 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1577394 Jan 29 19:43:33.821868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:33.864992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c', 'mac_address': 'fa:16:3e:8e:31:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:43:33.929643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91e2bf68-d562-4709-9f16-24ed0957b5df req-ba831e20-5918-4bec-9292-72234b64f35b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101458 Jan 29 19:43:34.003601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:34.006818 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:34.043025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:34.084031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:34.149266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:34.187104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ba06-2dc1-45be-b50f-0fd87b87654c req-20f4533f-b026-4a76-85c0-f5028c082728 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:34.192268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d69ba06-2dc1-45be-b50f-0fd87b87654c req-20f4533f-b026-4a76-85c0-f5028c082728 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.0935981 Jan 29 19:43:34.253091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:34.299466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8d69ba06-2dc1-45be-b50f-0fd87b87654c req-6c8a3a93-2899-4c67-92e4-31e5ebfc3d85 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994384 Jan 29 19:43:34.494165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:34.660990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b7373-de06-4968-9f3f-9808586c5f71 req-f8fe9218-cc36-4c72-80bd-9dcdbc872178 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:34.667957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a56b7373-de06-4968-9f3f-9808586c5f71 req-f8fe9218-cc36-4c72-80bd-9dcdbc872178 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1786625 Jan 29 19:43:34.682125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:43:34.816496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a56b7373-de06-4968-9f3f-9808586c5f71 req-2003744f-8eae-444f-a71d-d1a6f6cccb1b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401775 Jan 29 19:43:34.861977 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:34.945362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:35.136856 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Floating IP 10746122-23eb-4fdb-a775-cb09079bbf80 associated. External IP: 172.25.5.79, port: f42cb537-1f5c-4955-8646-c2c784e46946. Jan 29 19:43:35.378001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea617-419f-4966-8064-a8e096e88bba req-a888e865-ce6c-4884-b8eb-fb5621d1a797 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:35.378001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-428ea617-419f-4966-8064-a8e096e88bba req-a888e865-ce6c-4884-b8eb-fb5621d1a797 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 948 time: 0.1331635 Jan 29 19:43:35.433668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-428ea617-419f-4966-8064-a8e096e88bba req-e98f04e9-a19f-4f02-ac97-87ec1546058a tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857494 Jan 29 19:43:35.518670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Router aa82e780-1f7b-4c79-b80f-723c4521ef28 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:43:35.526821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:35.639387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b829924-303f-434f-ab31-795f7bd18f1a req-039b51bb-2a43-420a-8f73-88b5f242f89f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:35.643192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b829924-303f-434f-ab31-795f7bd18f1a req-039b51bb-2a43-420a-8f73-88b5f242f89f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1135740 Jan 29 19:43:35.708754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:43:35.720804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:35.720804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:35.762027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b829924-303f-434f-ab31-795f7bd18f1a req-3995a50a-7ac6-401a-9bfa-211891a12e24 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116717 Jan 29 19:43:35.885993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:43:35.898933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:35.916141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] Sync routers for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:43:35.970234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:35.970893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:35.973856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:35.974243 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:35.981576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-61d921df-2aaa-40d4-9b2b-c932733f017a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "PUT /v2.0/floatingips/10746122-23eb-4fdb-a775-cb09079bbf80 HTTP/1.1" status: 200 len: 996 time: 2.4185023 Jan 29 19:43:35.984409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:35.988294 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11287d49-dc78-4622-8edc-99d4ff454cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:36.014619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9f987-e29d-4dd6-a6e2-820b67c9b793 req-74f06bf3-a39e-4633-920e-27fff7581cda tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.039060 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05a9f987-e29d-4dd6-a6e2-820b67c9b793 req-74f06bf3-a39e-4633-920e-27fff7581cda tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.1378243 Jan 29 19:43:36.127725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-fa44dcfe-18d8-484b-805e-d1e61d1841bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.127725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-fa44dcfe-18d8-484b-805e-d1e61d1841bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1128 time: 0.0624602 Jan 29 19:43:36.127946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:36.127946 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e441765d-96cc-4d91-8179-84e4de59e339" -d '{"events": [{"server_uuid": "367b8420-c0ba-4f70-86f3-4abc55ed00ca", "name": "network-vif-plugged", "status": "completed", "tag": "1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:36.139777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:36.143781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05a9f987-e29d-4dd6-a6e2-820b67c9b793 req-2d42ae07-9beb-46c5-9bd2-c16dc692aeca tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037507 Jan 29 19:43:36.215711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:36.274904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-ae80d4ca-3168-4f68-87cb-cc8e1994550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.278847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-ae80d4ca-3168-4f68-87cb-cc8e1994550b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 929 time: 0.1873469 Jan 29 19:43:36.299042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:36.366524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:36.430926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-f048eb87-231d-4d09-a5cb-4edd9c5147d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 999 time: 0.1448264 Jan 29 19:43:36.460730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a6740-c6ff-4210-a9a7-6860be5feeed req-5865610c-559a-4e44-9161-94b7ae27ca30 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.463039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f7a6740-c6ff-4210-a9a7-6860be5feeed req-5865610c-559a-4e44-9161-94b7ae27ca30 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0634570 Jan 29 19:43:36.515543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-c369fe58-59d6-4685-805a-18bc72c46a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.518458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-c369fe58-59d6-4685-805a-18bc72c46a8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 200 len: 868 time: 0.0782158 Jan 29 19:43:36.567326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f7a6740-c6ff-4210-a9a7-6860be5feeed req-7b7d0e1d-ab27-4757-994e-a8caff3dba6b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788801 Jan 29 19:43:36.740065 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a93ea-c973-4f4e-9461-658b7cabb34d x-openstack-request-id: req-2c6a93ea-c973-4f4e-9461-658b7cabb34d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:36.740065 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:36.740065 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c6a93ea-c973-4f4e-9461-658b7cabb34d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:36.740065 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'status': 'completed', 'code': 200} Jan 29 19:43:36.740582 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e58c22-9443-4722-9032-f01666b60c36 x-openstack-request-id: req-56e58c22-9443-4722-9032-f01666b60c36 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:36.740582 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367b8420-c0ba-4f70-86f3-4abc55ed00ca", "name": "network-vif-plugged", "status": "completed", "tag": "1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:36.740582 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56e58c22-9443-4722-9032-f01666b60c36 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:36.740582 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c', 'code': 200} Jan 29 19:43:36.741324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-2ea0c02a-18a0-45c2-8ae1-a89d239e2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.741324 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-2ea0c02a-18a0-45c2-8ae1-a89d239e2100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1557338 Jan 29 19:43:36.741324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-d9c5057e-7010-4eb5-88f7-a90db2956442 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:43:36.741324 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-d9c5057e-7010-4eb5-88f7-a90db2956442 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066133 Jan 29 19:43:36.750147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '10746122-23eb-4fdb-a775-cb09079bbf80', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'port_id': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'mac_address': 'fa:16:3e:a1:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:43:30Z', 'updated_at': '2022-01-29T19:43:34Z', 'revision_number': 1, 'project_id': 'fa116025784a49038cf124b53074e046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:15Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:36.754458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-54ce768e-b984-4dd7-98be-ee8e757abc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.757266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-54ce768e-b984-4dd7-98be-ee8e757abc80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1128 time: 0.0921273 Jan 29 19:43:36.830563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] Checking router: aa82e780-1f7b-4c79-b80f-723c4521ef28 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:43:36.845005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:36.845629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:36.855240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbced7-9f32-4609-99c4-0903e91687c0 req-82e18333-ba45-40f2-afd6-757139761eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:36.857195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bbced7-9f32-4609-99c4-0903e91687c0 req-82e18333-ba45-40f2-afd6-757139761eac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 1131 time: 0.0611684 Jan 29 19:43:36.884801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-29572b16-6075-4565-8ed9-76be3449d390 service neutron] 10.222.0.15 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262169 Jan 29 19:43:36.989178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bbced7-9f32-4609-99c4-0903e91687c0 req-f5811eb9-1202-4106-94f4-6c55e5bb4606 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249809 Jan 29 19:43:36.994761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:37.118085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-e54aa162-1cfd-4c5d-b80f-8522374be07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:37.119764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-e54aa162-1cfd-4c5d-b80f-8522374be07c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 929 time: 0.2311561 Jan 29 19:43:37.133949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e91aa49-7ded-4939-a5a7-0dde988a2339 req-5117fa40-9281-412c-b16d-f4e65566fba6 service neutron] 10.222.0.15 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470901 Jan 29 19:43:37.316033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-00a417c2-a8d7-4a8a-a51f-145fc27048e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 999 time: 0.1791804 Jan 29 19:43:37.457333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-e5cc475e-4818-4657-84e6-dbb1698a0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:37.459239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-e5cc475e-4818-4657-84e6-dbb1698a0340 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 200 len: 868 time: 0.1372180 Jan 29 19:43:37.582931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '10746122-23eb-4fdb-a775-cb09079bbf80', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'port_id': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'mac_address': 'fa:16:3e:a1:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:43:30Z', 'updated_at': '2022-01-29T19:43:34Z', 'revision_number': 1, 'project_id': 'fa116025784a49038cf124b53074e046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:15Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:37.586030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-1261dac9-a09a-4ef2-878e-5d8fc337e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:37.590109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-1261dac9-a09a-4ef2-878e-5d8fc337e5ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1214709 Jan 29 19:43:37.656536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3321957-4f6b-4a09-ae4a-d49999891efa None None] The sync data for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 is: [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '10746122-23eb-4fdb-a775-cb09079bbf80', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'floating_ip_address': '172.25.5.79', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'port_id': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'mac_address': 'fa:16:3e:a1:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:43:30Z', 'updated_at': '2022-01-29T19:43:34Z', 'revision_number': 1, 'project_id': 'fa116025784a49038cf124b53074e046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:15Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:43:37.808472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:37.835499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431e7d-c969-461b-8267-3eb6aba05c78 req-d2bf8ec1-bd5a-458e-805f-c45bf63553a9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:37.839365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c431e7d-c969-461b-8267-3eb6aba05c78 req-d2bf8ec1-bd5a-458e-805f-c45bf63553a9 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.2572777 Jan 29 19:43:37.895824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96e5b-e496-4983-9dd8-06d0f38b3f57 req-356b4376-2736-4578-a803-5ec69903bdb7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:37.905011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1a96e5b-e496-4983-9dd8-06d0f38b3f57 req-356b4376-2736-4578-a803-5ec69903bdb7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0978906 Jan 29 19:43:37.949217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-f37248cd-e748-48ee-9f7e-01b52868952e service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492892 Jan 29 19:43:38.042186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1a96e5b-e496-4983-9dd8-06d0f38b3f57 req-c4c323be-56ea-490a-96fe-3772740553ec tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361444 Jan 29 19:43:38.165026 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a671ae5-9504-4247-8d55-f3abae6f19bf None None] New status for floating IP 10746122-23eb-4fdb-a775-cb09079bbf80: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:43:38.212065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11287d49-dc78-4622-8edc-99d4ff454cbe req-d13f0367-0706-41fc-81cb-0491ff2365bf service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229846 Jan 29 19:43:38.246547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c431e7d-c969-461b-8267-3eb6aba05c78 req-6a9495ef-4ff0-473e-a7da-387698c9afc0 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712792 Jan 29 19:43:38.246929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b131671c-a903-45fc-8475-2acd140956ac req-af6fecf3-df4e-4eee-b657-d1fbfca75ce5 tempest-FlavorsV2NegativeTest-1350981717 tempest-FlavorsV2NegativeTest-1350981717-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc1908edd2314d9bbbc9144fb91915e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499821 Jan 29 19:43:38.493023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131671c-a903-45fc-8475-2acd140956ac req-a54ea104-f102-4417-a696-0b87bcb59688 tempest-FlavorsV2NegativeTest-1350981717 tempest-FlavorsV2NegativeTest-1350981717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:38.505840 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b131671c-a903-45fc-8475-2acd140956ac req-a54ea104-f102-4417-a696-0b87bcb59688 tempest-FlavorsV2NegativeTest-1350981717 tempest-FlavorsV2NegativeTest-1350981717-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576661 Jan 29 19:43:38.525048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b131671c-a903-45fc-8475-2acd140956ac req-88dc7405-52ba-4f55-ba44-aadf3c29c5c9 tempest-FlavorsV2NegativeTest-1350981717 tempest-FlavorsV2NegativeTest-1350981717-project] 10.222.0.15 "GET /v2.0/quotas/cc1908edd2314d9bbbc9144fb91915e4 HTTP/1.1" status: 200 len: 375 time: 0.0181701 Jan 29 19:43:38.535340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-d8972b68-2ba7-4cb0-8d53-85e192755ed2 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 258 time: 0.2122796 Jan 29 19:43:38.550524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:38.647752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b131671c-a903-45fc-8475-2acd140956ac req-a67b340e-ac8e-4e90-bafa-33d1904f4b7a tempest-FlavorsV2NegativeTest-1350981717 tempest-FlavorsV2NegativeTest-1350981717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1908edd2314d9bbbc9144fb91915e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216297 Jan 29 19:43:38.666221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:38.873937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:39.001191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f089d4d-9d36-4740-a3b8-b03e80da732a req-6e147a0f-b643-451e-8f2b-9fd42a18a93b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:39.004314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f089d4d-9d36-4740-a3b8-b03e80da732a req-6e147a0f-b643-451e-8f2b-9fd42a18a93b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0733764 Jan 29 19:43:39.059374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:39.075519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Allocated IP 172.25.5.5 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/cacb7464-f160-48ce-bbea-a28c1b258929) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:43:39.167925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f089d4d-9d36-4740-a3b8-b03e80da732a req-0103a4df-6870-4294-9b24-f5e08903813a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444561 Jan 29 19:43:39.314830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:39.315539 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:39.370936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:39.376125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for port (cacb7464-f160-48ce-bbea-a28c1b258929), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:39.378913 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ae624-e809-42c9-bd3d-d94f6dc015a2" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-unplugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:39.418700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:39.425541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aa9be-40e8-49bd-afdc-1aabd8f77bc5 req-de0af8e0-8807-402c-a8db-562a54c63652 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:39.433039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c73aa9be-40e8-49bd-afdc-1aabd8f77bc5 req-de0af8e0-8807-402c-a8db-562a54c63652 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.1125627 Jan 29 19:43:39.494279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cacb7464-f160-48ce-bbea-a28c1b258929), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:39.496949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c73aa9be-40e8-49bd-afdc-1aabd8f77bc5 req-65098a61-b387-4fd2-8180-9a5b9070c04d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577247 Jan 29 19:43:39.509131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:39.586049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event updated for resources: {'Port': ['ID=cacb7464-f160-48ce-bbea-a28c1b258929,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:39.595924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:43:39.597434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:43:39.609376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:43:39.635709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:39.654549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.655051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.655497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.655941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.656926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.657600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.665619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.666130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.666575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.667044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.667719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.668154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.668606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:39.741987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (2355a908-37af-4fb1-8da7-1574f3df3211), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:39.795842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c335f-a572-42cc-b349-141f4e978d7d req-85b32964-3db9-434f-b7a5-e910caef695f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:39.806925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d23c335f-a572-42cc-b349-141f4e978d7d req-85b32964-3db9-434f-b7a5-e910caef695f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1020184 Jan 29 19:43:39.901153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d23c335f-a572-42cc-b349-141f4e978d7d req-2c760428-b347-4967-8d15-23f558e188fe tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932543 Jan 29 19:43:39.952246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cacb7464-f160-48ce-bbea-a28c1b258929), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.036189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749206-047d-431f-8422-cf3e9a872ef8 req-6c951c9e-a3c0-4a5f-9e33-e8e311934fb3 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:40.044014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7749206-047d-431f-8422-cf3e9a872ef8 req-6c951c9e-a3c0-4a5f-9e33-e8e311934fb3 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.0792072 Jan 29 19:43:40.051980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41100) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:40.118339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7749206-047d-431f-8422-cf3e9a872ef8 req-ddd77b7f-4db1-47a6-ad45-260a3fb52224 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Jan 29 19:43:40.163033 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f342f94-5007-4057-b572-f8ce217af5b9 x-openstack-request-id: req-2f342f94-5007-4057-b572-f8ce217af5b9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:40.163568 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-unplugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:40.163708 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f342f94-5007-4057-b572-f8ce217af5b9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:40.164086 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:43:40.307058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for port (cacb7464-f160-48ce-bbea-a28c1b258929), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.357820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d069d7b-8add-4517-b920-8dff7de1f5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.450143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d069d7b-8add-4517-b920-8dff7de1f5d0 admin admin] Publish callbacks [] for security_group (f53092ed-7800-427b-86f7-3914196c8df9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.455518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cacb7464-f160-48ce-bbea-a28c1b258929), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.550466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d069d7b-8add-4517-b920-8dff7de1f5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f53092ed-7800-427b-86f7-3914196c8df9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.584689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-1d07a17d-7be7-48b7-b27e-24b80fe7f655 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2591522 Jan 29 19:43:40.640674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event updated for resources: {'Port': ['ID=cacb7464-f160-48ce-bbea-a28c1b258929,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:40.667299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (2355a908-37af-4fb1-8da7-1574f3df3211), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.679052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41116) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:40.679473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8d069d7b-8add-4517-b920-8dff7de1f5d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc1908edd2314d9bbbc9144fb91915e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6229272 Jan 29 19:43:40.688030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d069d7b-8add-4517-b920-8dff7de1f5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53092ed-7800-427b-86f7-3914196c8df9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:40.716773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-13d08afa-d072-4964-97ff-6a747958e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:40.722318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-13d08afa-d072-4964-97ff-6a747958e6c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a040d5b50da648d385431037f6d075d5&device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 1127 time: 0.1055956 Jan 29 19:43:40.775152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.776520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-1f229ed1-ca47-4a34-ab02-29674113b20e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2362721 Jan 29 19:43:40.818398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7c6dbe6-f4cb-4563-9a7a-3e5c2e826d41 admin admin] Publish callbacks [] for security_group (f53092ed-7800-427b-86f7-3914196c8df9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.892227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7c6dbe6-f4cb-4563-9a7a-3e5c2e826d41 admin admin] Publish callbacks [] for security_group (f53092ed-7800-427b-86f7-3914196c8df9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:40.923245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-5c2dca66-98ca-4b34-9e0d-7bf35a7e4cdf tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.1311233 Jan 29 19:43:41.022377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196f5fd-affc-43c8-9a98-8c4cb9334221 req-a5287af0-fd32-475a-93a2-d9c33f92844d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.024035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8196f5fd-affc-43c8-9a98-8c4cb9334221 req-a5287af0-fd32-475a-93a2-d9c33f92844d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1621935 Jan 29 19:43:41.070812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:41.078555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-5ccc710d-f3cb-460f-93db-5a025d83dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.080653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-5ccc710d-f3cb-460f-93db-5a025d83dcf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 200 len: 918 time: 0.3025916 Jan 29 19:43:41.091546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7c6dbe6-f4cb-4563-9a7a-3e5c2e826d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f53092ed-7800-427b-86f7-3914196c8df9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:41.094785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7c6dbe6-f4cb-4563-9a7a-3e5c2e826d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:41.095936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b7c6dbe6-f4cb-4563-9a7a-3e5c2e826d41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f53092ed-7800-427b-86f7-3914196c8df9 HTTP/1.1" status: 204 len: 168 time: 0.4159145 Jan 29 19:43:41.124809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6dbe6-f4cb-4563-9a7a-3e5c2e826d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53092ed-7800-427b-86f7-3914196c8df9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:41.160087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8196f5fd-affc-43c8-9a98-8c4cb9334221 req-62752576-ed3f-4cc5-b6fb-331f868900df tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195803 Jan 29 19:43:41.193701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-94f3ba3c-658f-4083-ab64-22b6770910c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a1d6046-3e6a-4670-aacb-0b851980e192 HTTP/1.1" status: 200 len: 217 time: 0.0455315 Jan 29 19:43:41.288226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-45d6fa01-34b4-484c-b07f-42fab64c02a1 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.289626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52978d3d-8331-4a92-ae19-57a46f5e73bd req-45d6fa01-34b4-484c-b07f-42fab64c02a1 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.3653052 Jan 29 19:43:41.301954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-f1bc4476-99f9-4046-94d5-b6f60e103806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.303503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-f1bc4476-99f9-4046-94d5-b6f60e103806 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 200 len: 858 time: 0.0904276 Jan 29 19:43:41.371548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-b0280925-63e3-457e-869f-98bc3c9280cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec45a12-8522-4bea-8020-04f4704a0921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569141 Jan 29 19:43:41.580941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784547-5b5f-4a22-87b1-315654b3cd11 req-ec10853d-aa46-440e-941a-b366de6cea6c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.588725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e9784547-5b5f-4a22-87b1-315654b3cd11 req-ec10853d-aa46-440e-941a-b366de6cea6c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.1155050 Jan 29 19:43:41.657486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-202c9ae4-7a6b-4b03-9742-e3968bd04533 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732947 Jan 29 19:43:41.700802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:41.715824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef982-89c4-4ea6-869b-d01afdbfd286 req-725d10bb-fac9-482f-8d1b-a5f081779630 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.722528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10bef982-89c4-4ea6-869b-d01afdbfd286 req-725d10bb-fac9-482f-8d1b-a5f081779630 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1802166 Jan 29 19:43:41.727407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e9784547-5b5f-4a22-87b1-315654b3cd11 req-01f66038-2de4-4dd0-afdf-1e481543dbec tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337509 Jan 29 19:43:41.729573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'mac_address': 'fa:16:3e:8c:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:43:41.788597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:41.793467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:41.808780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:43:41.836532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:41.905113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:41.948729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02881779-8ec3-457f-b522-56df28698cb5 req-e6444a93-be13-4795-b738-8bd5a5581032 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:41.958123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02881779-8ec3-457f-b522-56df28698cb5 req-e6444a93-be13-4795-b738-8bd5a5581032 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1075788 Jan 29 19:43:41.978215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:42.027979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['315fe9c5-45e5-4f04-b2ba-1e649a6d4316'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:42.067679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02881779-8ec3-457f-b522-56df28698cb5 req-e02e301c-9b81-4ebc-a3c3-bf2d35d7d0b8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892541 Jan 29 19:43:42.378011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10bef982-89c4-4ea6-869b-d01afdbfd286 req-04bc0b02-42b9-4936-bdf6-9b6f8aa427e0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323104 Jan 29 19:43:42.436430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7427f135-a5f6-4086-8fcf-184ab3a5be38 req-781f7712-f044-44d9-9a29-e9e968f8d276 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611988 Jan 29 19:43:42.443103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-de7e395b-bf5f-40f9-808e-636669b027da tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:42.451286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-de7e395b-bf5f-40f9-808e-636669b027da tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1522436 Jan 29 19:43:42.564027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-438cab8c-c394-497e-b690-c5d912f355cf tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.1114986 Jan 29 19:43:42.592656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-4022440e-22ab-4332-8d18-b73558dfc388 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Request body: {'floatingip': {'port_id': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:42.671050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-4022440e-22ab-4332-8d18-b73558dfc388 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (2355a908-37af-4fb1-8da7-1574f3df3211), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:42.899654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba32ab-cb1d-4de7-9d1a-22c16192dc89 req-f03ed7c4-e223-4b1f-8148-f8fb047bf49d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:42.901276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdba32ab-cb1d-4de7-9d1a-22c16192dc89 req-f03ed7c4-e223-4b1f-8148-f8fb047bf49d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1229801 Jan 29 19:43:42.978002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdba32ab-cb1d-4de7-9d1a-22c16192dc89 req-2ef3fad8-ec2e-4cbc-a769-621c3ff0fc10 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664885 Jan 29 19:43:43.071565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:43:43.189901 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-4022440e-22ab-4332-8d18-b73558dfc388 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 19:43:43.190768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:43:43.191254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:43.205032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa4da87c-bd09-426d-aa64-9fc2e520d3cf req-4022440e-22ab-4332-8d18-b73558dfc388 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "PUT /v2.0/floatingips/2355a908-37af-4fb1-8da7-1574f3df3211 HTTP/1.1" status: 409 len: 549 time: 0.6233132 Jan 29 19:43:43.337329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959950d0-e6cc-426a-8024-f7f4467e43d2 req-57fb83a1-4297-49f7-873b-a046d800764b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:43.346862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-959950d0-e6cc-426a-8024-f7f4467e43d2 req-57fb83a1-4297-49f7-873b-a046d800764b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.1308956 Jan 29 19:43:43.388360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:43.391619 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:43.482857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:43.488513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-959950d0-e6cc-426a-8024-f7f4467e43d2 req-3fa0a03e-7b0c-4826-a8a2-58ee0170804b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307278 Jan 29 19:43:43.489775 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd92f4-94b3-43d8-abac-73f5384d847e" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:43.505070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:43.582601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:43.739319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=13']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:43.739585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70689f4-8a7a-41b2-bae0-6ec9328a3fbe req-78b9dba7-69d2-42a4-b512-e8e9b3fad4dc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:43.757047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f70689f4-8a7a-41b2-bae0-6ec9328a3fbe req-78b9dba7-69d2-42a4-b512-e8e9b3fad4dc tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1307063 Jan 29 19:43:43.843071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f70689f4-8a7a-41b2-bae0-6ec9328a3fbe req-2ca8bae2-7de5-40cb-a6d7-f7fe4d21cd70 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848072 Jan 29 19:43:44.014665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-88421a40-01a2-4e1a-bb1a-1c7a9bbd4786 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:44.018587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-88421a40-01a2-4e1a-bb1a-1c7a9bbd4786 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1128 time: 0.1642630 Jan 29 19:43:44.033305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825496-5'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:44.251355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:44.251355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-9bfc4074-dcd5-48e3-8b1f-a4cea4d5c128 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips/2355a908-37af-4fb1-8da7-1574f3df3211 HTTP/1.1" status: 200 len: 691 time: 0.0929887 Jan 29 19:43:44.384701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-11f73a73-12cc-45d9-a10a-77693e36f8ed tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:44.392391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-11f73a73-12cc-45d9-a10a-77693e36f8ed tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1617959 Jan 29 19:43:44.509663 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-511d7d0c-2295-44ca-8040-34ca1a87e637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.1161468 Jan 29 19:43:44.631152 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-406a35fd-f4da-45a5-bddd-0bd0a9edab7e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.1207380 Jan 29 19:43:44.648528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:44.717345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-a7cbf509-2376-4f45-adb2-f25634455f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:44.721415 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-a7cbf509-2376-4f45-adb2-f25634455f3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1128 time: 0.2075090 Jan 29 19:43:44.941234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-8d70ad77-b259-4b70-b594-12a547842ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:44.942724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-8d70ad77-b259-4b70-b594-12a547842ec3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1967306 Jan 29 19:43:44.985561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:45.068782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:43:45.107843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:45.110803 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2e72d-5126-43ee-b9be-d8e4a2a52c97" -d '{"events": [{"server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:45.119125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Publish callbacks [] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:45.162776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Deleting port cacb7464-f160-48ce-bbea-a28c1b258929 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:43:45.163111 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cacb7464-f160-48ce-bbea-a28c1b258929), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:45.204463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:45.368139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:45.413793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 has no active binding in host n-h1-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:43:45.503438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cacb7464-f160-48ce-bbea-a28c1b258929), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:45.503687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (cacb7464-f160-48ce-bbea-a28c1b258929), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:45.552326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:45.596720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Calling delete_port for cacb7464-f160-48ce-bbea-a28c1b258929 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:43:45.619234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on host n-h2-825496-5 for vnic_type normal with profile {"migrating_to": "n-h1-825496-5"} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:43:45.619584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:43:45.619943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:45.642943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:43:45.643286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Attempting to bind port 411d5aca-aee9-44ce-85da-35ebc576fad6 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:43:45.719412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:43:45.719770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:43:45.720174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:43:45.723489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Bound port: 411d5aca-aee9-44ce-85da-35ebc576fad6, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:43:45.723870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:45.726278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-cd60c85a-a62a-49a4-8ac1-84605e463fbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 217 time: 0.7768693 Jan 29 19:43:45.834408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-5dbf9fb9-94b7-4285-9e7a-909279e589dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:45.835802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-5dbf9fb9-94b7-4285-9e7a-909279e589dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1017737 Jan 29 19:43:45.890328 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-606b3238-34a2-4edc-aff3-5002d1b08072 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468290 Jan 29 19:43:45.990197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:43:45.995302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:43:46.083751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-58f3a74b-51a7-44a1-b0b6-b3825a1ec56d service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853168 Jan 29 19:43:46.100122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:46.149142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cacb7464-f160-48ce-bbea-a28c1b258929), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:46.224439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:46.329715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8efdc79-6cdb-4331-a580-3779e4b0c66f req-040600d6-8d63-4724-a226-f0d989edd26a service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391653 Jan 29 19:43:46.373649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event deleted for resources: {'Port': ['ID=cacb7464-f160-48ce-bbea-a28c1b258929,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:46.386467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:46.387097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:46.388603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-360b698d-88a7-467d-8ed5-bf86419b9c13 service neutron] 10.222.0.13 "PUT /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 1122 time: 2.3628607 Jan 29 19:43:46.407926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (2355a908-37af-4fb1-8da7-1574f3df3211), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:46.415701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:46.424623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57a12f39-e556-442d-b788-ab00a03a5ba2 req-64d7fce6-e25f-4838-81ec-fb8e3a2d313f tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "DELETE /v2.0/floatingips/2355a908-37af-4fb1-8da7-1574f3df3211 HTTP/1.1" status: 204 len: 173 time: 1.7883594 Jan 29 19:43:46.518378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['411d5aca-aee9-44ce-85da-35ebc576fad6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:46.521057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['411d5aca-aee9-44ce-85da-35ebc576fad6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:46.701082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120ca0-845f-4d23-99a5-208931fd9640 req-4238914e-922f-4be2-946b-f23ec0bf7b56 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:46.707906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0120ca0-845f-4d23-99a5-208931fd9640 req-4238914e-922f-4be2-946b-f23ec0bf7b56 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.1042826 Jan 29 19:43:46.860577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0120ca0-845f-4d23-99a5-208931fd9640 req-5269ec11-572f-40dd-8d35-c37dd0398cb8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396396 Jan 29 19:43:47.026011 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcbd3da-8d03-4435-8515-bab33d3f0128 x-openstack-request-id: req-ddcbd3da-8d03-4435-8515-bab33d3f0128 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:47.026543 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-plugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:47.026968 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddcbd3da-8d03-4435-8515-bab33d3f0128 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:47.027534 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:43:47.308075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b6ce-fbce-4d7c-80cd-319c8475e6ec req-bb41ef0a-05a4-4f0e-bd73-f9c014f05eae tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:47.313028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22c7b6ce-fbce-4d7c-80cd-319c8475e6ec req-bb41ef0a-05a4-4f0e-bd73-f9c014f05eae tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 1131 time: 0.1604111 Jan 29 19:43:47.352460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22c7b6ce-fbce-4d7c-80cd-319c8475e6ec req-37b81579-3f8d-4d67-b7d0-4b05118bd458 tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:47.576505 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22c7b6ce-fbce-4d7c-80cd-319c8475e6ec req-37b81579-3f8d-4d67-b7d0-4b05118bd458 tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] Publish callbacks [] for security_group (7cdce656-9f17-4fff-9678-bf1e8cd6cf7f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:47.638898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22c7b6ce-fbce-4d7c-80cd-319c8475e6ec req-37b81579-3f8d-4d67-b7d0-4b05118bd458 tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7cdce656-9f17-4fff-9678-bf1e8cd6cf7f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:47.717418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22c7b6ce-fbce-4d7c-80cd-319c8475e6ec req-37b81579-3f8d-4d67-b7d0-4b05118bd458 tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986449 Jan 29 19:43:47.790600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b81579-3f8d-4d67-b7d0-4b05118bd458 tempest-LiveMigrationNegativeTest-536789128 tempest-LiveMigrationNegativeTest-536789128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdce656-9f17-4fff-9678-bf1e8cd6cf7f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:48.640501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f28a1-6048-4b67-8b80-857e77efb9d5 req-2ee60bc7-f416-4529-ab42-5b37b490eccc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:48.643298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f6f28a1-6048-4b67-8b80-857e77efb9d5 req-2ee60bc7-f416-4529-ab42-5b37b490eccc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.0883341 Jan 29 19:43:48.711710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f6f28a1-6048-4b67-8b80-857e77efb9d5 req-77213da1-0bd8-432d-8ba3-6f6519b83b90 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Jan 29 19:43:48.828569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c5e79-8608-4ef5-9599-020492ede0ef req-c0e35db0-f004-46c9-b7e4-62c5a3032f37 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:48.836775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f8c5e79-8608-4ef5-9599-020492ede0ef req-c0e35db0-f004-46c9-b7e4-62c5a3032f37 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.0676329 Jan 29 19:43:48.914092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f8c5e79-8608-4ef5-9599-020492ede0ef req-12d2eaa3-dc3a-4a03-bc0e-6ca595052c33 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759032 Jan 29 19:43:48.966200 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca57b9-3f37-40cd-a4cd-78301c4a708a x-openstack-request-id: req-5aca57b9-3f37-40cd-a4cd-78301c4a708a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:48.966714 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:48.967150 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aca57b9-3f37-40cd-a4cd-78301c4a708a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:48.967727 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'code': 200} Jan 29 19:43:49.226113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-cc356840-ac3f-49b9-90b4-dd0fbf454a0e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 1001 time: 0.2257271 Jan 29 19:43:49.346301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-64ad5e9e-8348-4673-b6c8-970b196f27f9 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:49.353248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-64ad5e9e-8348-4673-b6c8-970b196f27f9 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports/f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 943 time: 0.1253264 Jan 29 19:43:49.490955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-270df7f9-33db-4fba-8f70-841f5a4768be tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 1001 time: 0.0828948 Jan 29 19:43:49.646775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-1cc06def-4e6e-44df-a3ee-564dc01e22f1 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:49.648772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-1cc06def-4e6e-44df-a3ee-564dc01e22f1 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.1568780 Jan 29 19:43:49.756832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-2ace705c-227e-4ef6-99af-b6e7e5a08a61 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 1001 time: 0.0992506 Jan 29 19:43:49.762481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:43:49.843074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:50.036527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:50.114358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:50.114803 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Floating IP 10746122-23eb-4fdb-a775-cb09079bbf80 disassociated. External IP: 172.25.5.79, port: f42cb537-1f5c-4955-8646-c2c784e46946. Jan 29 19:43:50.546187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Router aa82e780-1f7b-4c79-b80f-723c4521ef28 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:43:50.715372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:43:50.723041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:50.728735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] Sync routers for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:43:50.743666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:50.744770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:50.798341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-e590f94b-1fd6-4db3-b287-08cff82d2d75 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "PUT /v2.0/floatingips/10746122-23eb-4fdb-a775-cb09079bbf80 HTTP/1.1" status: 200 len: 694 time: 1.0335484 Jan 29 19:43:50.860616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-2342882f-20e5-4e21-a1ef-50fcc4c57ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:50.862155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-2342882f-20e5-4e21-a1ef-50fcc4c57ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1128 time: 0.0616486 Jan 29 19:43:50.899847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:50.970272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6'}, {'name': 'network-changed', 'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:50.973119 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6"}, {"name": "network-changed", "server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:51.014750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-dfd6e971-a7ec-493b-b562-79c86ef2d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:51.016712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-dfd6e971-a7ec-493b-b562-79c86ef2d6df service neutron] 10.222.0.15 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 929 time: 0.1488421 Jan 29 19:43:51.067788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-f2d95932-8052-4969-aa69-bef3cbd266e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 217 time: 0.0430679 Jan 29 19:43:51.152078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:15Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:51.162829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-695d74e4-bddd-468f-8df0-1e8d0149f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:51.181355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-695d74e4-bddd-468f-8df0-1e8d0149f5b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 200 len: 868 time: 0.1015291 Jan 29 19:43:51.253596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] Checking router: aa82e780-1f7b-4c79-b80f-723c4521ef28 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:43:51.272091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:43:51.274914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:51.305547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-af0c4af6-5305-41ea-bbcb-ac52ed8b700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:51.315024 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-af0c4af6-5305-41ea-bbcb-ac52ed8b700b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1325724 Jan 29 19:43:51.354693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-23e2a745-1374-4c3c-8f42-fe90495a7581 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:51.356468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-23e2a745-1374-4c3c-8f42-fe90495a7581 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.1725171 Jan 29 19:43:51.364906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce1bf-f9a2-4d78-995a-724404a8ac4f req-7fd6287b-d1ca-4878-b75d-c865ac916716 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:51.373524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0bce1bf-f9a2-4d78-995a-724404a8ac4f req-7fd6287b-d1ca-4878-b75d-c865ac916716 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.0947938 Jan 29 19:43:51.483096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0bce1bf-f9a2-4d78-995a-724404a8ac4f req-ba078b8d-c530-4f4e-b884-c1e6493f4c60 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079531 Jan 29 19:43:51.510164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:43:51.624930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634211e-d269-46e2-a90c-763ee6ff656d req-62122d59-06f0-4c6b-bad8-6479b286ea5f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:51.626898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8634211e-d269-46e2-a90c-763ee6ff656d req-62122d59-06f0-4c6b-bad8-6479b286ea5f tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b535be2-b48f-4673-aca7-bdaffd2462dd HTTP/1.1" status: 200 len: 945 time: 0.0757623 Jan 29 19:43:51.665349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Deleting port 0a1d6046-3e6a-4670-aacb-0b851980e192 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:43:51.665845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:51.679412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-0331f23a-a2b9-42aa-8d6f-330739b4c169 service neutron] 10.222.0.15 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633597 Jan 29 19:43:51.745298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8634211e-d269-46e2-a90c-763ee6ff656d req-95fea297-9e9e-4ce2-8042-555a044caff5 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097553 Jan 29 19:43:51.862854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:15Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:43:51.898303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a774-f597-4dbe-a2d5-8b7df5b4c93e None None] The sync data for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 is: [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:43:04Z', 'revision_number': 4, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '86e3622b-2d8f-4554-a5df-56cb602aaf90', 'name': '', 'network_id': 'c92bcd23-4e23-4c8a-8b28-9ad3a4f55661', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'mac_address': 'fa:16:3e:f1:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:43:03Z', 'updated_at': '2022-01-29T19:43:15Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'subnets': [{'id': '81f7ff79-ab2d-4edb-9314-60c777dad6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:43:51.960236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] For port 0a1d6046-3e6a-4670-aacb-0b851980e192, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0a1d6046-3e6a-4670-aacb-0b851980e192,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:51.961384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:52.013517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef83d-f253-44f2-8dea-d02021acdeec req-d94b1e71-3f90-4e51-b182-42c7e8916734 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:52.024676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-578ef83d-f253-44f2-8dea-d02021acdeec req-d94b1e71-3f90-4e51-b182-42c7e8916734 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 946 time: 0.1579804 Jan 29 19:43:52.029010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d38e521c-6e41-4cc3-98d6-dad310b4dbfc req-c29fb14f-be77-48f7-9046-abaeb1ebc5d7 service neutron] 10.222.0.15 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410158 Jan 29 19:43:52.044923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Calling delete_port for 0a1d6046-3e6a-4670-aacb-0b851980e192 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:43:52.149548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-578ef83d-f253-44f2-8dea-d02021acdeec req-b81e8f41-1bfe-48f4-b369-bda3d021bc2a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231678 Jan 29 19:43:52.185925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-713f032b-7ca2-4b2d-9864-329aec5a211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:52.193212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-713f032b-7ca2-4b2d-9864-329aec5a211e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 1128 time: 0.2485609 Jan 29 19:43:52.304436 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be70ef5-9b44-4e24-ba23-6f7a17cd0052 x-openstack-request-id: req-7be70ef5-9b44-4e24-ba23-6f7a17cd0052 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:52.304742 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:52.304980 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7be70ef5-9b44-4e24-ba23-6f7a17cd0052 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:52.321993 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'status': 'completed', 'code': 200} Jan 29 19:43:52.322261 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'status': 'completed', 'code': 200} Jan 29 19:43:52.559320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-c6d25b5b-6988-41d8-8348-a53ad9e1fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:52.565589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-c6d25b5b-6988-41d8-8348-a53ad9e1fb79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 912 time: 0.3670151 Jan 29 19:43:52.571553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0cf28f-3f51-4b5f-bc21-9697b33f211e None None] New status for floating IP 10746122-23eb-4fdb-a775-cb09079bbf80: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:43:52.676004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0a1d6046-3e6a-4670-aacb-0b851980e192), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:52.705449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6ebd7e47-b2c1-43cf-a110-d16c322359e1', '0a1d6046-3e6a-4670-aacb-0b851980e192'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:52.744165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4da57cf7-4f29-4651-8fc0-012539302fde req-f217d32a-c232-4cd8-802e-3cb7e25bf746 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips/10746122-23eb-4fdb-a775-cb09079bbf80 HTTP/1.1" status: 200 len: 694 time: 0.1603515 Jan 29 19:43:52.926776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Pushing event deleted for resources: {'Port': ['ID=0a1d6046-3e6a-4670-aacb-0b851980e192,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:52.998263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-b888cac0-391f-48f6-9f80-eea75ee8dffc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7 HTTP/1.1" status: 200 len: 217 time: 0.2924848 Jan 29 19:43:53.130836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] No DVR routers for this DVR port 0a1d6046-3e6a-4670-aacb-0b851980e192 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:43:53.134428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:53.143392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ffa52bf-b5c4-4ae6-9c4e-00f214d3bfab req-8b164e59-b00b-4b3b-810a-89398f810794 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "DELETE /v2.0/ports/0a1d6046-3e6a-4670-aacb-0b851980e192 HTTP/1.1" status: 204 len: 173 time: 1.7759070 Jan 29 19:43:53.150947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-832cf4f5-2bcd-469f-a83b-b831e430edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:53.155341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-832cf4f5-2bcd-469f-a83b-b831e430edae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.1414001 Jan 29 19:43:53.248115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da1a1b-bad2-4d43-9c5f-7559905d1d86 req-085246fd-865b-48f4-8d20-128d1950af4e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:53.250192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02da1a1b-bad2-4d43-9c5f-7559905d1d86 req-085246fd-865b-48f4-8d20-128d1950af4e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.6262667 Jan 29 19:43:53.264426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da57cf7-4f29-4651-8fc0-012539302fde req-a8261d6d-421e-4031-9646-fda2177ab211 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:53.272671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4da57cf7-4f29-4651-8fc0-012539302fde req-a8261d6d-421e-4031-9646-fda2177ab211 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.4898615 Jan 29 19:43:53.345222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-f7558322-fa09-46e5-afc4-f02e84a29491 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613660 Jan 29 19:43:53.506329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-ef7c7b04-fad2-49b3-9f67-e28cb1f0a1c7 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426690 Jan 29 19:43:53.546095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-18c41be3-187a-46fe-8f4e-a8eaf58ae43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:53.548718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-18c41be3-187a-46fe-8f4e-a8eaf58ae43d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa116025784a49038cf124b53074e046&device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 1128 time: 0.9574399 Jan 29 19:43:53.552822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-62003fba-ff26-4517-b95d-1f45eb45bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:53.560558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-62003fba-ff26-4517-b95d-1f45eb45bd44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1156 time: 0.9876392 Jan 29 19:43:53.903154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02da1a1b-bad2-4d43-9c5f-7559905d1d86 req-4c1b4454-b459-4cc5-9fe9-98d998084968 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232617 Jan 29 19:43:54.172334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-57d9363a-584a-4682-8e5b-538b9d266577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:54.174199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-57d9363a-584a-4682-8e5b-538b9d266577 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.5955174 Jan 29 19:43:54.188897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9bf3076-a7e0-4576-9904-7575d577fae8 req-f7bb3431-cb97-4ee2-9962-c1cb465aca90 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554918 Jan 29 19:43:54.320044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-abff35d0-1f6a-40ef-9159-6b75d10705a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:54.321625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-abff35d0-1f6a-40ef-9159-6b75d10705a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 200 len: 929 time: 0.7474351 Jan 29 19:43:54.323040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-ed5e84ed-6907-4f22-8ef0-8910a3fea633 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 217 time: 0.1329188 Jan 29 19:43:54.326334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'name': 'network-vif-deleted', 'tag': '0a1d6046-3e6a-4670-aacb-0b851980e192'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:54.337198 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91305a1-bfd2-4154-960c-0de3b359d37e" -d '{"events": [{"server_uuid": "4b535be2-b48f-4673-aca7-bdaffd2462dd", "name": "network-vif-deleted", "tag": "0a1d6046-3e6a-4670-aacb-0b851980e192"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:54.353929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4da57cf7-4f29-4651-8fc0-012539302fde req-a493684d-93d0-4c88-aff8-2bcbef4c0f72 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 1.0801547 Jan 29 19:43:54.477048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4da57cf7-4f29-4651-8fc0-012539302fde req-676cac7c-f605-48d1-839c-4ac782878de4 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.1094205 Jan 29 19:43:54.503031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-07fa4623-96d0-424b-aeb6-2a54a9068d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 200 len: 217 time: 0.1708732 Jan 29 19:43:54.584807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-6eae3fab-85aa-47e3-aa35-211d8a19bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:54.586401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-6eae3fab-85aa-47e3-aa35-211d8a19bbac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.2531650 Jan 29 19:43:54.599740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca2c11-1d47-4392-ae93-b08b9092a4ae req-686d0995-7d87-41e4-982c-22a3db388697 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:54.607036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-14ca2c11-1d47-4392-ae93-b08b9092a4ae req-686d0995-7d87-41e4-982c-22a3db388697 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.4439704 Jan 29 19:43:54.660410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-61b3d7ff-ad5a-4563-9c2b-f935b2b34add service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512469 Jan 29 19:43:54.663183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-d2047694-da49-4d56-81de-9fd8663e35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:54.664568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-d2047694-da49-4d56-81de-9fd8663e35f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 200 len: 868 time: 0.1438489 Jan 29 19:43:54.770569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-2235dc93-ec7f-45f1-b98e-b9fba3ed429e service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997989 Jan 29 19:43:54.837486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-14ca2c11-1d47-4392-ae93-b08b9092a4ae req-522bd6b8-f0d1-41fb-80e3-2d182192f6f8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295110 Jan 29 19:43:54.866105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Deleting port 23cd76f6-36f6-48ce-b1b3-6937e76625b3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:43:54.866461 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.056667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-bcb1d5a5-8a5f-43d5-ad06-fbfac3984758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:55.064768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-bcb1d5a5-8a5f-43d5-ad06-fbfac3984758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3928955 Jan 29 19:43:55.067187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.067527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (23cd76f6-36f6-48ce-b1b3-6937e76625b3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.078286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b1955d98-4963-4650-8fec-c7128e12bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.099485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Calling delete_port for 23cd76f6-36f6-48ce-b1b3-6937e76625b3 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:43:55.158592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0a1d6046-3e6a-4670-aacb-0b851980e192 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:55.208622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 0a1d6046-3e6a-4670-aacb-0b851980e192 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:43:55.209324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0a1d6046-3e6a-4670-aacb-0b851980e192 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:43:55.209961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7c5ee462-50b8-4137-9494-897c5e1d6db7 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:55.236452 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-b2cb15e1-c88e-4f76-af7f-91b09121bb44 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503276 Jan 29 19:43:55.299541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-803af168-7145-462f-843c-cfa5505c6849 service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263918 Jan 29 19:43:55.379175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7c5ee462-50b8-4137-9494-897c5e1d6db7 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:55.379734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.443974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:55.445759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:55.448230 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25f61ed-cd25-49a3-89a7-ec3fb5a86a8c" -d '{"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:55.495150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb1524b-9df9-4bf5-89d5-a1858b0eb46f req-5f49aabc-6658-4fa6-9391-c947ffc35f84 service neutron] 10.222.0.13 "GET /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883628 Jan 29 19:43:55.503919 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (23cd76f6-36f6-48ce-b1b3-6937e76625b3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.543698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.589287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event deleted for resources: {'Port': ['ID=23cd76f6-36f6-48ce-b1b3-6937e76625b3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:55.661746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:43:55.811764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:55.857212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks [] for floatingip (10746122-23eb-4fdb-a775-cb09079bbf80), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.860155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:55.866492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315538e-d91c-4f3a-b735-9992e69f75a5 req-a8c6515b-1278-4ff9-bd56-6af015072b2f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:55.868070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b315538e-d91c-4f3a-b735-9992e69f75a5 req-a8c6515b-1278-4ff9-bd56-6af015072b2f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.1531763 Jan 29 19:43:55.888807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4da57cf7-4f29-4651-8fc0-012539302fde req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "DELETE /v2.0/floatingips/10746122-23eb-4fdb-a775-cb09079bbf80 HTTP/1.1" status: 204 len: 173 time: 1.3918648 Jan 29 19:43:55.898707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.899074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.899425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.911169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.914217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.916171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.918404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.920376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.920534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 411d5aca-aee9-44ce-85da-35ebc576fad6 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:43:55.928417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.929300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.929909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.930696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.931260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007ff84f-7556-4618-bcef-10e7d051cec3 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:43:55.966102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b315538e-d91c-4f3a-b735-9992e69f75a5 req-bc5389e3-b2c8-4e04-8e6a-ec403543a8e0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892680 Jan 29 19:43:55.966931 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f13e48-ddd2-4d4f-bffe-6f3a0caec9df x-openstack-request-id: req-17f13e48-ddd2-4d4f-bffe-6f3a0caec9df {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:55.967338 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b535be2-b48f-4673-aca7-bdaffd2462dd", "name": "network-vif-deleted", "tag": "0a1d6046-3e6a-4670-aacb-0b851980e192", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:55.968292 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17f13e48-ddd2-4d4f-bffe-6f3a0caec9df {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:55.968878 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b535be2-b48f-4673-aca7-bdaffd2462dd', 'name': 'network-vif-deleted', 'tag': '0a1d6046-3e6a-4670-aacb-0b851980e192', 'status': 'completed', 'code': 200} Jan 29 19:43:56.052017 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5016e1bf-3f78-4301-85ed-ac6d6f8e18fa x-openstack-request-id: req-5016e1bf-3f78-4301-85ed-ac6d6f8e18fa {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:56.052755 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:56.059977 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5016e1bf-3f78-4301-85ed-ac6d6f8e18fa {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:56.059977 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'code': 200} Jan 29 19:43:56.119112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef835e-da53-42f0-89d8-453cef71afdf req-a7cac3c0-e835-45f6-ae89-0aa3576f82db tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:56.120972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87ef835e-da53-42f0-89d8-453cef71afdf req-a7cac3c0-e835-45f6-ae89-0aa3576f82db tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.0649149 Jan 29 19:43:56.238147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4af0a-dfb5-4e92-a384-cc701db710a8 req-fb07aea7-5577-4650-9e28-b03164d338e6 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:56.244263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8cd4af0a-dfb5-4e92-a384-cc701db710a8 req-fb07aea7-5577-4650-9e28-b03164d338e6 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.1035914 Jan 29 19:43:56.272574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87ef835e-da53-42f0-89d8-453cef71afdf req-41e623c8-77af-463c-9d00-eb9aa6700b97 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413753 Jan 29 19:43:56.388845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8cd4af0a-dfb5-4e92-a384-cc701db710a8 req-f79b4c74-fc7d-4dad-a0e0-305136ac96e2 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395390 Jan 29 19:43:56.540067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b20f89-eadb-4d4e-bec3-12e5be96da48 req-ce129214-89f7-481a-b93a-06ce731f956f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:56.548313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7b20f89-eadb-4d4e-bec3-12e5be96da48 req-ce129214-89f7-481a-b93a-06ce731f956f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.0718822 Jan 29 19:43:56.607061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7b20f89-eadb-4d4e-bec3-12e5be96da48 req-c2ec56ed-240e-4f6b-a707-7ae8042cdbff tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573339 Jan 29 19:43:56.953476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6beae-b4d5-4947-b1cc-c7f9cc31f2c7 req-5e0f0fab-c1ec-4efc-8bc5-eba1cdaebf6e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:56.964351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18a6beae-b4d5-4947-b1cc-c7f9cc31f2c7 req-5e0f0fab-c1ec-4efc-8bc5-eba1cdaebf6e tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1793461 Jan 29 19:43:57.079501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18a6beae-b4d5-4947-b1cc-c7f9cc31f2c7 req-bf708f07-87b9-42a3-8598-1826e4123db1 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1120715 Jan 29 19:43:57.170844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a388563-77a7-4716-8647-a7564aa38666 req-eb118f17-5960-4e49-baae-b39b84a52431 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:57.183457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a388563-77a7-4716-8647-a7564aa38666 req-eb118f17-5960-4e49-baae-b39b84a52431 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.2057817 Jan 29 19:43:57.226702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2653cf3-c446-4aab-9171-a982b112b1e5 req-e7717a01-f8c4-4dc0-8f09-81a2e570536f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:57.235488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2653cf3-c446-4aab-9171-a982b112b1e5 req-e7717a01-f8c4-4dc0-8f09-81a2e570536f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.0753701 Jan 29 19:43:57.311007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2653cf3-c446-4aab-9171-a982b112b1e5 req-492baa84-7df4-4d5d-ade2-c7808990ef14 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743048 Jan 29 19:43:57.312799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a388563-77a7-4716-8647-a7564aa38666 req-3eb03b7e-a08c-478a-acb1-1af3163e55ff tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273112 Jan 29 19:43:57.368238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-a96d8ff5-11c2-4d82-95a4-ca3049fa294f tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:57.377408 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-a96d8ff5-11c2-4d82-95a4-ca3049fa294f tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.2732563 Jan 29 19:43:57.458144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc6e011f-23fc-48e4-b4db-27dd201305ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:57.508795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c5559faa-1d1d-4209-b156-d79d598b2f77 req-d69c17f8-f64b-4018-b5ff-c9f2ebe1510d tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1298814 Jan 29 19:43:57.648413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Deleting port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:43:57.650388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:57.659604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83689f-700c-4a1b-a96a-fd9a6063f0e8 req-50545630-9484-4727-8355-8e496d81e50c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:57.662348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b83689f-700c-4a1b-a96a-fd9a6063f0e8 req-50545630-9484-4727-8355-8e496d81e50c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.2232287 Jan 29 19:43:57.805187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b83689f-700c-4a1b-a96a-fd9a6063f0e8 req-70afca5f-5c4a-4dcb-8eaa-e992b0119388 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351891 Jan 29 19:43:57.871783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:57.941171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] For port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:43:57.941555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:57.985361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Calling delete_port for 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:43:58.112307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70df48-2e56-46dc-93be-c57600072c79 req-4146d445-e4c0-4aba-b8cf-81633b8ab30b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:58.119041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d70df48-2e56-46dc-93be-c57600072c79 req-4146d445-e4c0-4aba-b8cf-81633b8ab30b tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 949 time: 0.1269352 Jan 29 19:43:58.133831 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d409c512-a04a-4cdf-bab4-cf514c1e9296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.205304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d70df48-2e56-46dc-93be-c57600072c79 req-b540ada7-8733-4b45-8eb6-3bfd993f0fc7 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813918 Jan 29 19:43:58.319330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d409c512-a04a-4cdf-bab4-cf514c1e9296 admin admin] Publish callbacks [] for security_group (770e4912-200d-409f-966f-a02e7edb8206), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.407147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d409c512-a04a-4cdf-bab4-cf514c1e9296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (770e4912-200d-409f-966f-a02e7edb8206), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.439815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.471919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['79c81c57-46d3-4952-b413-54ae223335b2', '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:43:58.499437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d409c512-a04a-4cdf-bab4-cf514c1e9296 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8abdc8f709934b5eb6703920914c7266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6264973 Jan 29 19:43:58.500683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409c512-a04a-4cdf-bab4-cf514c1e9296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e4912-200d-409f-966f-a02e7edb8206,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:58.503139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41390) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:43:58.598937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] No DVR routers for this DVR port 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:43:58.603418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Pushing event deleted for resources: {'Port': ['ID=1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:58.611690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.619363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-452e183b-e061-4ce5-a364-6e28ffc7d82a req-c14c9b73-64ae-4715-9b00-9aa2eee2496c tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "DELETE /v2.0/ports/1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c HTTP/1.1" status: 204 len: 173 time: 1.2295027 Jan 29 19:43:58.624279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'name': 'network-vif-deleted', 'tag': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:43:58.631245 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58aeef9-741c-4d11-9441-762256bb9bc3" -d '{"events": [{"server_uuid": "367b8420-c0ba-4f70-86f3-4abc55ed00ca", "name": "network-vif-deleted", "tag": "1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:43:58.638282 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9405759-5bb6-482e-95b6-98d2e94fba7f admin admin] Publish callbacks [] for security_group (770e4912-200d-409f-966f-a02e7edb8206), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.688430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9405759-5bb6-482e-95b6-98d2e94fba7f admin admin] Publish callbacks [] for security_group (770e4912-200d-409f-966f-a02e7edb8206), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.805826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.876721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efbec1-3094-4178-9f0a-95fa675a9829 req-0cacbf2e-bad8-49d7-ab5e-41838d9d96e3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:58.884616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8efbec1-3094-4178-9f0a-95fa675a9829 req-0cacbf2e-bad8-49d7-ab5e-41838d9d96e3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.0831146 Jan 29 19:43:58.893343 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9405759-5bb6-482e-95b6-98d2e94fba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (770e4912-200d-409f-966f-a02e7edb8206), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.896101 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a9405759-5bb6-482e-95b6-98d2e94fba7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:58.898416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a9405759-5bb6-482e-95b6-98d2e94fba7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/770e4912-200d-409f-966f-a02e7edb8206 HTTP/1.1" status: 204 len: 168 time: 0.3934438 Jan 29 19:43:58.914561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405759-5bb6-482e-95b6-98d2e94fba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e4912-200d-409f-966f-a02e7edb8206,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:43:58.971240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8efbec1-3094-4178-9f0a-95fa675a9829 req-5c84fe02-4f31-4c4a-b65d-05045f289d09 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847383 Jan 29 19:43:59.086100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd01cf-fa5a-4871-9c9c-9ff09110d441 req-b68ed2ed-c066-4015-bee1-ca0de01e5ef9 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:59.102242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5bd01cf-fa5a-4871-9c9c-9ff09110d441 req-b68ed2ed-c066-4015-bee1-ca0de01e5ef9 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0750086 Jan 29 19:43:59.191474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5bd01cf-fa5a-4871-9c9c-9ff09110d441 req-fbe89893-4fee-4ce3-915b-263cba89a31a tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821555 Jan 29 19:43:59.330316 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c26f98-4495-48dc-b64e-a1411944f079 x-openstack-request-id: req-81c26f98-4495-48dc-b64e-a1411944f079 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:43:59.330896 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367b8420-c0ba-4f70-86f3-4abc55ed00ca", "name": "network-vif-deleted", "tag": "1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:43:59.330896 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81c26f98-4495-48dc-b64e-a1411944f079 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:43:59.331258 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367b8420-c0ba-4f70-86f3-4abc55ed00ca', 'name': 'network-vif-deleted', 'tag': '1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c', 'status': 'completed', 'code': 200} Jan 29 19:43:59.497157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd860e0-c1d8-469c-91ed-f46a2eb278a8 req-04fbcf86-15ba-473c-9d51-0d1c13e32b4a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:59.522428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfd860e0-c1d8-469c-91ed-f46a2eb278a8 req-04fbcf86-15ba-473c-9d51-0d1c13e32b4a tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 946 time: 0.1159687 Jan 29 19:43:59.538750 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:43:59.691854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfd860e0-c1d8-469c-91ed-f46a2eb278a8 req-1c23fe71-b430-4beb-994f-916026cb2244 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660111 Jan 29 19:43:59.828718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a272d-0e8a-4dc1-b352-5f7f1876e2c9 req-cf30bdf6-2cf3-4975-8d3c-2c4207582ad2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:43:59.838395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d7a272d-0e8a-4dc1-b352-5f7f1876e2c9 req-cf30bdf6-2cf3-4975-8d3c-2c4207582ad2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.0771222 Jan 29 19:43:59.925025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d7a272d-0e8a-4dc1-b352-5f7f1876e2c9 req-bd83903f-833b-4809-82a6-1492abbbeb8c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845606 Jan 29 19:44:00.089837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9596b5d1-69c9-4bd6-82b0-bcb19a599859 req-b749b9a8-2346-48dc-bc04-e40658524068 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=367b8420-c0ba-4f70-86f3-4abc55ed00ca HTTP/1.1" status: 200 len: 210 time: 0.0558178 Jan 29 19:44:00.189494 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:00.242978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-b5f37bf2-db9f-4bee-b866-7a3e843dd470 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:00.245245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-b5f37bf2-db9f-4bee-b866-7a3e843dd470 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.13 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 946 time: 0.1705000 Jan 29 19:44:00.255470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcbe07-d9df-45c5-b306-2a4920d3f94b req-7070a2e0-e7fb-40e3-b5f5-45a6aade5371 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:00.283403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9dcbe07-d9df-45c5-b306-2a4920d3f94b req-7070a2e0-e7fb-40e3-b5f5-45a6aade5371 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.1158085 Jan 29 19:44:00.302195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-a2435419-e8b0-4840-8c72-09e5e6dd00f2 service neutron] 10.222.0.26 "GET /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.2182865 Jan 29 19:44:00.411531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9dcbe07-d9df-45c5-b306-2a4920d3f94b req-7b62ac08-7719-48ac-8154-71a89e962203 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272388 Jan 29 19:44:00.521027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Deleting port f42cb537-1f5c-4955-8646-c2c784e46946 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:00.522317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:00.642120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdef07-172f-4fcd-b5bc-e73b2b383f73 req-4b26abde-9574-41a7-98ea-f11d038c1c8e tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:00.651566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbfdef07-172f-4fcd-b5bc-e73b2b383f73 req-4b26abde-9574-41a7-98ea-f11d038c1c8e tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1249626 Jan 29 19:44:00.796042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] For port f42cb537-1f5c-4955-8646-c2c784e46946, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f42cb537-1f5c-4955-8646-c2c784e46946,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:00.796815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:00.810655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbfdef07-172f-4fcd-b5bc-e73b2b383f73 req-53f247a6-9f85-40c4-aa54-6b3d852cd2a6 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580880 Jan 29 19:44:00.833716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Calling delete_port for f42cb537-1f5c-4955-8646-c2c784e46946 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:00.979100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741f034-a90e-4818-97d6-b3935f21e65e req-3e78496d-52c4-4ea7-98be-2c13badf95f4 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:00.987638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6741f034-a90e-4818-97d6-b3935f21e65e req-3e78496d-52c4-4ea7-98be-2c13badf95f4 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/ports?device_id=143c3e2d-7b15-4a27-ab3e-6c656d30ca43 HTTP/1.1" status: 200 len: 946 time: 0.0772071 Jan 29 19:44:01.051755 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6741f034-a90e-4818-97d6-b3935f21e65e req-9798dbe1-c961-4d42-a04c-e57e9049b954 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb71a91-bc87-4183-9c39-7b7f298bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629690 Jan 29 19:44:01.099776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f42cb537-1f5c-4955-8646-c2c784e46946), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:01.114399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['f42cb537-1f5c-4955-8646-c2c784e46946'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:01.190714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7c5ee462-50b8-4137-9494-897c5e1d6db7 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:01.299343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Pushing event deleted for resources: {'Port': ['ID=f42cb537-1f5c-4955-8646-c2c784e46946,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:01.349824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7c5ee462-50b8-4137-9494-897c5e1d6db7 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:01.388163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] No DVR routers for this DVR port f42cb537-1f5c-4955-8646-c2c784e46946 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:01.399743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:01.409484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eef407f7-1292-4a2e-b252-89ddcc5b3859 req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] 10.222.0.13 "DELETE /v2.0/ports/f42cb537-1f5c-4955-8646-c2c784e46946 HTTP/1.1" status: 204 len: 173 time: 1.1569872 Jan 29 19:44:01.410533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'name': 'network-vif-deleted', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:01.415175 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1808b9-0f9b-44e0-a481-c4c55dea35f8" -d '{"events": [{"server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "name": "network-vif-deleted", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:01.426679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.427312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.427818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.428402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.436440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:01.436625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.436625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.436625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.436625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.436625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.439068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.439608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.440124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.440637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57335e3-2557-42ea-8bf2-6d8751592637 tempest-FloatingIPsAssociationNegativeTestJSON-911477213 tempest-FloatingIPsAssociationNegativeTestJSON-911477213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:01.445246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-c576ba5a-306e-4142-8b37-28ecc6827fbc tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8dadf375239475d88a5cc1ed2a83a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536916 Jan 29 19:44:01.466046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:01.490975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-253bdb01-c170-4ed1-b7f9-bba118f879e8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:01.492866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-253bdb01-c170-4ed1-b7f9-bba118f879e8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98 HTTP/1.1" status: 200 len: 944 time: 0.3942096 Jan 29 19:44:01.531683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:01.589118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:01.637198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411d5aca-aee9-44ce-85da-35ebc576fad6 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:01.648571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:01.655510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:01.656089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1655cbbf-a5e8-4d4d-a009-f2cff2e0d57c not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:01.730916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:01.880842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-1b85368a-024f-4117-bb41-4674401113d1 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:01.903708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-1b85368a-024f-4117-bb41-4674401113d1 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515390 Jan 29 19:44:01.944785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-29b18c69-12e8-49c6-a230-1070477125e5 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/quotas/e8dadf375239475d88a5cc1ed2a83a58 HTTP/1.1" status: 200 len: 375 time: 0.0399003 Jan 29 19:44:02.000497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-a2acbe4b-ce14-4df1-93a3-4b977fffb9f5 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8dadf375239475d88a5cc1ed2a83a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548022 Jan 29 19:44:02.276294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Deleting port 7c5ee462-50b8-4137-9494-897c5e1d6db7 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:02.277160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:02.438507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] Transition to ACTIVE for port object 411d5aca-aee9-44ce-85da-35ebc576fad6 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:44:02.481329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46fa04-d814-410a-8ff9-e351e80b28ca req-3be03f89-6b94-4059-bf09-f88eef3fa517 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:02.482880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb46fa04-d814-410a-8ff9-e351e80b28ca req-3be03f89-6b94-4059-bf09-f88eef3fa517 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 944 time: 0.1521420 Jan 29 19:44:02.488384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] For port 7c5ee462-50b8-4137-9494-897c5e1d6db7, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7c5ee462-50b8-4137-9494-897c5e1d6db7,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:02.488384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:02.505850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Calling delete_port for 7c5ee462-50b8-4137-9494-897c5e1d6db7 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:02.567053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:02.604535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb46fa04-d814-410a-8ff9-e351e80b28ca req-82676b00-c37f-4e3b-bbf9-5ca671a183f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121421 Jan 29 19:44:02.699462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] No DVR routers for this DVR port 411d5aca-aee9-44ce-85da-35ebc576fad6 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:02.799013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdfd49-6885-48d9-a3b6-177fe49e7d9f req-4c153675-0a75-4b2e-9253-ba09f62c357c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:02.800574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2fdfd49-6885-48d9-a3b6-177fe49e7d9f req-4c153675-0a75-4b2e-9253-ba09f62c357c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.0727937 Jan 29 19:44:02.818019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] 10.222.0.26 "PUT /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6/bindings/n-h1-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 2.5092080 Jan 29 19:44:02.829349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-fc4d7b25-eddb-499c-97f1-2b772e89f36d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:02.831156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-fc4d7b25-eddb-499c-97f1-2b772e89f36d tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.2662783 Jan 29 19:44:02.838219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1250b-6e3a-4712-8024-e87123ad4559 service neutron] Pushing event updated for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:02.857643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2fdfd49-6885-48d9-a3b6-177fe49e7d9f req-92b4d3f2-2e76-4586-847b-d922da62a0a5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492489 Jan 29 19:44:02.943884 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e371aac8-6b1b-4799-bf21-c674d55d7fe0 x-openstack-request-id: req-e371aac8-6b1b-4799-bf21-c674d55d7fe0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:02.943884 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143c3e2d-7b15-4a27-ab3e-6c656d30ca43", "name": "network-vif-deleted", "tag": "f42cb537-1f5c-4955-8646-c2c784e46946", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:02.943884 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e371aac8-6b1b-4799-bf21-c674d55d7fe0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:02.943884 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143c3e2d-7b15-4a27-ab3e-6c656d30ca43', 'name': 'network-vif-deleted', 'tag': 'f42cb537-1f5c-4955-8646-c2c784e46946', 'status': 'completed', 'code': 200} Jan 29 19:44:02.992247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Deleting port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:02.992673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:03.038856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805588d8-eb14-4096-a638-3ca3c9b9431a req-e4d6ada0-9163-4ebb-b7f6-b5aaab6367e8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:03.040464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-805588d8-eb14-4096-a638-3ca3c9b9431a req-e4d6ada0-9163-4ebb-b7f6-b5aaab6367e8 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0601025 Jan 29 19:44:03.090464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-805588d8-eb14-4096-a638-3ca3c9b9431a req-2505019c-054a-491e-b5fb-fd402101bb53 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a527a83-a86d-4172-8171-730507ffcaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Jan 29 19:44:03.110466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] For port 6ebd7e47-b2c1-43cf-a110-d16c322359e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6ebd7e47-b2c1-43cf-a110-d16c322359e1,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:03.110841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:03.128002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7c5ee462-50b8-4137-9494-897c5e1d6db7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:03.131209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Calling delete_port for 6ebd7e47-b2c1-43cf-a110-d16c322359e1 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:03.138795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41496) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:03.211305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event deleted for resources: {'Port': ['ID=7c5ee462-50b8-4137-9494-897c5e1d6db7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:03.225884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a99efad2-e79c-4990-8d25-3dcb97849ee7 req-13b643ab-357f-4dcc-aea0-b3c1b71a699f tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 210 time: 0.0435495 Jan 29 19:44:03.323546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] No DVR routers for this DVR port 7c5ee462-50b8-4137-9494-897c5e1d6db7 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:03.329169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:03.346012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e26d88ec-4340-4c57-990c-2cad778e6e2e req-4c61af66-f1a9-4f43-9555-41ba8055bcb2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "DELETE /v2.0/ports/7c5ee462-50b8-4137-9494-897c5e1d6db7 HTTP/1.1" status: 204 len: 173 time: 1.8421948 Jan 29 19:44:03.369179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-49a42504-0cef-42e3-a8ef-4b50c78e20d5 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:03.370732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-49a42504-0cef-42e3-a8ef-4b50c78e20d5 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.2407968 Jan 29 19:44:03.506904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-40993e22-42c0-4e3b-b1d9-b353425a6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:03.509894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-40993e22-42c0-4e3b-b1d9-b353425a6335 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5&tenant_id=00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 1127 time: 0.1310246 Jan 29 19:44:03.625026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-087bb52b-5e7a-4f3a-9090-371e06035ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:03.627371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-087bb52b-5e7a-4f3a-9090-371e06035ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0801768 Jan 29 19:44:03.747260 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6ebd7e47-b2c1-43cf-a110-d16c322359e1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:03.762315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6ebd7e47-b2c1-43cf-a110-d16c322359e1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:03.849699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Pushing event deleted for resources: {'Port': ['ID=6ebd7e47-b2c1-43cf-a110-d16c322359e1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:03.962915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] No DVR routers for this DVR port 6ebd7e47-b2c1-43cf-a110-d16c322359e1 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:03.971535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:03.975513 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55630545-d00a-4008-95e0-7a2c74ed52fe req-f8b6d852-56be-4a99-9491-14c2cfc77080 tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.13 "DELETE /v2.0/ports/6ebd7e47-b2c1-43cf-a110-d16c322359e1 HTTP/1.1" status: 204 len: 173 time: 1.1382942 Jan 29 19:44:03.982254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-862b19ea-f6ff-4b07-853d-711e81e4c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:03.985001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-862b19ea-f6ff-4b07-853d-711e81e4c605 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.3457813 Jan 29 19:44:04.049639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4be497-a05f-4cd6-9c5e-0d8d7e9e9f11 req-2507d0e9-f580-4e1a-8dfa-da5d5a82ec8a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:04.052469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f4be497-a05f-4cd6-9c5e-0d8d7e9e9f11 req-2507d0e9-f580-4e1a-8dfa-da5d5a82ec8a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.1421554 Jan 29 19:44:04.076987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (aa82e780-1f7b-4c79-b80f-723c4521ef28), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:04.096231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-ee25cf23-5986-4b9f-b325-7769bd3f9e08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 200 len: 217 time: 0.1053898 Jan 29 19:44:04.170278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-f6959e1d-5392-4a2d-8913-56aa8dabb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:04.174388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-f6959e1d-5392-4a2d-8913-56aa8dabb4d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0684938 Jan 29 19:44:04.189126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f4be497-a05f-4cd6-9c5e-0d8d7e9e9f11 req-1eea7269-e75f-45ab-b616-ca4eaa0432c9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253798 Jan 29 19:44:04.216766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-dab2e6a9-4a6f-42cd-ba25-0692c8738663 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376432 Jan 29 19:44:04.522726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aca54f-4588-4230-80bd-d0fb6443c040 req-24d9c9a1-491b-4703-9b0c-fbb15793e786 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:04.533990 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24aca54f-4588-4230-80bd-d0fb6443c040 req-24d9c9a1-491b-4703-9b0c-fbb15793e786 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.1148775 Jan 29 19:44:04.548009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-52cae372-06de-4095-868a-cf1c87c1ef3a service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148456 Jan 29 19:44:04.578832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f109ac-c378-499d-9973-cfbe1e2e78ca req-b62b7c4e-2aab-4000-971b-4295afb9e80f tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:04.611476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8f109ac-c378-499d-9973-cfbe1e2e78ca req-b62b7c4e-2aab-4000-971b-4295afb9e80f tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 950 time: 0.2658548 Jan 29 19:44:04.686058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-e3ac8a79-ffd3-41c2-9db8-04282fd7052c service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300957 Jan 29 19:44:04.711157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24aca54f-4588-4230-80bd-d0fb6443c040 req-33415ca0-c474-4572-a1eb-08d17533303c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757913 Jan 29 19:44:04.723734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8f109ac-c378-499d-9973-cfbe1e2e78ca req-0d183d92-d733-4047-8b68-bc685baf44ca tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010993 Jan 29 19:44:04.944901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-deleted', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7'}, {'server_uuid': '321633f4-30df-42ce-b2c1-03428193d3a5', 'name': 'network-vif-deleted', 'tag': '6ebd7e47-b2c1-43cf-a110-d16c322359e1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:04.947704 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340cc614-3464-4d87-b365-00eb2250745e" -d '{"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-deleted", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7"}, {"server_uuid": "321633f4-30df-42ce-b2c1-03428193d3a5", "name": "network-vif-deleted", "tag": "6ebd7e47-b2c1-43cf-a110-d16c322359e1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:04.992330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5836198e-256a-4232-b600-f3dea55d34f7 req-b6d5568d-acf9-4677-b6ab-d0c5b81d2ddf tempest-ServerRescueNegativeTestJSON-1947296260 tempest-ServerRescueNegativeTestJSON-1947296260-project] 10.222.0.15 "GET /v2.0/ports?device_id=321633f4-30df-42ce-b2c1-03428193d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0389643 Jan 29 19:44:05.048721 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128b8c4d-d830-4a98-9170-9bf5aa9198c7 x-openstack-request-id: req-128b8c4d-d830-4a98-9170-9bf5aa9198c7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:05.049314 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98", "name": "network-vif-deleted", "tag": "7c5ee462-50b8-4137-9494-897c5e1d6db7", "status": "failed", "code": 422}, {"server_uuid": "321633f4-30df-42ce-b2c1-03428193d3a5", "name": "network-vif-deleted", "tag": "6ebd7e47-b2c1-43cf-a110-d16c322359e1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:05.049553 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-128b8c4d-d830-4a98-9170-9bf5aa9198c7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:05.049978 n-d-825496-5 neutron-server[103563]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d7f4fe7-0521-44cd-b7e9-3b9eb81a4f98', 'name': 'network-vif-deleted', 'tag': '7c5ee462-50b8-4137-9494-897c5e1d6db7', 'status': 'failed', 'code': 422} returned with failed status Jan 29 19:44:05.050293 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321633f4-30df-42ce-b2c1-03428193d3a5', 'name': 'network-vif-deleted', 'tag': '6ebd7e47-b2c1-43cf-a110-d16c322359e1', 'status': 'completed', 'code': 200} Jan 29 19:44:05.162751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc082ee7-af00-44f3-b2fc-bbeabb9477ca req-36e2758e-7022-491f-987a-8b3da2ed95d5 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 210 time: 0.0457857 Jan 29 19:44:05.186158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Deleting port 86e3622b-2d8f-4554-a5df-56cb602aaf90 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:05.186584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:05.206745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f42cb537-1f5c-4955-8646-c2c784e46946 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:05.256492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: f42cb537-1f5c-4955-8646-c2c784e46946 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:05.262696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f42cb537-1f5c-4955-8646-c2c784e46946 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:05.263586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6ebd7e47-b2c1-43cf-a110-d16c322359e1 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:05.297943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 6ebd7e47-b2c1-43cf-a110-d16c322359e1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:05.299750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6ebd7e47-b2c1-43cf-a110-d16c322359e1 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:05.356907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] For port 86e3622b-2d8f-4554-a5df-56cb602aaf90, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=86e3622b-2d8f-4554-a5df-56cb602aaf90,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:05.357291 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:05.360968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0d4013e9-0788-4e4f-913f-01c406ac01a9 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:05.362460 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0d4013e9-0788-4e4f-913f-01c406ac01a9 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.2195220 Jan 29 19:44:05.368235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-8458289e-cd64-477a-9242-4bf2db3a1494 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:05.369857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-8458289e-cd64-477a-9242-4bf2db3a1494 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.0937958 Jan 29 19:44:05.378217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Calling delete_port for 86e3622b-2d8f-4554-a5df-56cb602aaf90 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:05.388773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-d3b6dff9-9515-441e-bfc1-2223357aa1a7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0179622 Jan 29 19:44:05.469989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ddfd0-1d94-4fc8-85c4-f175607f5069 req-3042589c-ddcd-40c1-9b38-7d60a49172e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:05.477332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-497ddfd0-1d94-4fc8-85c4-f175607f5069 req-3042589c-ddcd-40c1-9b38-7d60a49172e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.1634161 Jan 29 19:44:05.488350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0f8da27f-c7a4-463c-901a-b583d6a12b90 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772772 Jan 29 19:44:05.584717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-497ddfd0-1d94-4fc8-85c4-f175607f5069 req-10e0a821-f26c-41e1-9e4e-7ed6fd3abae2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013856 Jan 29 19:44:05.642222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-e864d4e4-5331-4b16-878e-6a40b4576fd4 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:05.643757 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-e864d4e4-5331-4b16-878e-6a40b4576fd4 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 950 time: 0.2340028 Jan 29 19:44:05.772787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1600b84-b119-4389-9624-03965eb247c9 req-e729b29d-37ff-4d0a-9379-5cc2ca4e601c tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:05.776151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1600b84-b119-4389-9624-03965eb247c9 req-e729b29d-37ff-4d0a-9379-5cc2ca4e601c tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0571475 Jan 29 19:44:05.787393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-48dcc6eb-d63e-4c55-a98d-cf8a62a90a91 service neutron] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:05.795828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-48dcc6eb-d63e-4c55-a98d-cf8a62a90a91 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:05.797923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-318cd8d0-bc56-472e-b36c-fb748cb6c4e3 req-48dcc6eb-d63e-4c55-a98d-cf8a62a90a91 service neutron] 10.222.0.13 "DELETE /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6/bindings/n-h2-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.4189985 Jan 29 19:44:05.811967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (86e3622b-2d8f-4554-a5df-56cb602aaf90), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:05.834827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-fce53375-b508-48c7-9a85-56ae65661d4a service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449731 Jan 29 19:44:05.879577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Pushing event deleted for resources: {'Port': ['ID=86e3622b-2d8f-4554-a5df-56cb602aaf90,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:05.880581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Deleting port 79c81c57-46d3-4952-b413-54ae223335b2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:05.880932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (79c81c57-46d3-4952-b413-54ae223335b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:05.949703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-e39cea4d-3e90-441c-ad54-bb2b6c3daac2 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e8dadf375239475d88a5cc1ed2a83a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725610 Jan 29 19:44:05.993571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1600b84-b119-4389-9624-03965eb247c9 req-7ecb8150-899a-4772-aae4-cd3cbc9b3b64 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110231 Jan 29 19:44:06.262482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-86f1f02f-41fd-4129-baac-36fa242a359d service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235401 Jan 29 19:44:06.288634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-bed6d945-3b29-4f44-a51c-a8509a922ed9 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:06.293530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-bed6d945-3b29-4f44-a51c-a8509a922ed9 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164208 Jan 29 19:44:06.314111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] For port 79c81c57-46d3-4952-b413-54ae223335b2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=79c81c57-46d3-4952-b413-54ae223335b2,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:06.314486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (79c81c57-46d3-4952-b413-54ae223335b2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:06.344725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Calling delete_port for 79c81c57-46d3-4952-b413-54ae223335b2 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:06.369313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Request body: {'port': {'device_id': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'e8dadf375239475d88a5cc1ed2a83a58'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:06.487714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (aa82e780-1f7b-4c79-b80f-723c4521ef28), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:06.781790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd2ca3-10e5-4787-9d6d-5641ffe3f7b3 req-b65433c4-a0a2-47dd-9a71-72d52a1bdcde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:06.788783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bfd2ca3-10e5-4787-9d6d-5641ffe3f7b3 req-b65433c4-a0a2-47dd-9a71-72d52a1bdcde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.5833364 Jan 29 19:44:06.821063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a2658-0cf1-4d25-a2c1-ae9352eb2f22 req-59a412d5-9141-4a17-8919-0ccfa710088e tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:06.831018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-962a2658-0cf1-4d25-a2c1-ae9352eb2f22 req-59a412d5-9141-4a17-8919-0ccfa710088e tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 950 time: 0.1082635 Jan 29 19:44:06.832960 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (79c81c57-46d3-4952-b413-54ae223335b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:06.876037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['79c81c57-46d3-4952-b413-54ae223335b2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:06.938241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Pushing event deleted for resources: {'Port': ['ID=79c81c57-46d3-4952-b413-54ae223335b2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:06.957011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bfd2ca3-10e5-4787-9d6d-5641ffe3f7b3 req-71122906-b15d-4d04-bdae-75f25eb5d41d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665370 Jan 29 19:44:07.053983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-962a2658-0cf1-4d25-a2c1-ae9352eb2f22 req-f197af54-dd6d-46d5-87bd-b141de107feb tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/security-groups?id=560a6a59-54b1-4c5f-83e9-d3344578ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130611 Jan 29 19:44:07.102423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:07.142957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41602) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:07.174356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] No DVR routers for this DVR port 79c81c57-46d3-4952-b413-54ae223335b2 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:07.178301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.182271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51432e05-a374-4f74-bc6e-7619bd2d9295 req-7b3db6e6-03eb-46c5-8f94-777d09f04603 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.26 "DELETE /v2.0/ports/79c81c57-46d3-4952-b413-54ae223335b2 HTTP/1.1" status: 204 len: 173 time: 1.5330009 Jan 29 19:44:07.183184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'name': 'network-vif-deleted', 'tag': '79c81c57-46d3-4952-b413-54ae223335b2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:07.196167 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2093496-f79d-47fc-98ef-3e56676ea816" -d '{"events": [{"server_uuid": "65faef5c-caa1-43c8-a03e-fffbe2365343", "name": "network-vif-deleted", "tag": "79c81c57-46d3-4952-b413-54ae223335b2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:07.217691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Router aa82e780-1f7b-4c79-b80f-723c4521ef28 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:44:07.281722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Made reservation on behalf of e8dadf375239475d88a5cc1ed2a83a58 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:07.285045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.365122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f59a9-508c-42ec-8f98-e0ee8683f1e5 req-0e07abf7-2ec9-42a1-8851-fabe20d4bf6f tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:07.365122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d2f59a9-508c-42ec-8f98-e0ee8683f1e5 req-0e07abf7-2ec9-42a1-8851-fabe20d4bf6f tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 1127 time: 0.1004214 Jan 29 19:44:07.381835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.399864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3e91406-17f2-4839-97ef-afd754016d20 req-408ab88b-53df-4875-a3e5-66258d62a78a tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 210 time: 0.1904066 Jan 29 19:44:07.456661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-95318800-3d3e-4f7c-8566-9e1eb21eb804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.517087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d2f59a9-508c-42ec-8f98-e0ee8683f1e5 req-f997f2a5-3d81-43f9-9bcc-9e8bdcd2b5c1 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463587 Jan 29 19:44:07.626525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c27d282-4f4c-414b-87c1-a7e96f098c10 req-c1f303ff-5648-41a6-a329-51c14265241e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 210 time: 0.1195772 Jan 29 19:44:07.645103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-95318800-3d3e-4f7c-8566-9e1eb21eb804 admin admin] Publish callbacks [] for security_group (22095f09-107e-45e7-91c5-79978cbe7c31), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.668876 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532eb0ea-2270-4241-b47d-a1482d52005f x-openstack-request-id: req-532eb0ea-2270-4241-b47d-a1482d52005f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:07.669042 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65faef5c-caa1-43c8-a03e-fffbe2365343", "name": "network-vif-deleted", "tag": "79c81c57-46d3-4952-b413-54ae223335b2", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:07.669307 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-532eb0ea-2270-4241-b47d-a1482d52005f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:07.669705 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65faef5c-caa1-43c8-a03e-fffbe2365343', 'name': 'network-vif-deleted', 'tag': '79c81c57-46d3-4952-b413-54ae223335b2', 'status': 'completed', 'code': 200} Jan 29 19:44:07.714744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-95318800-3d3e-4f7c-8566-9e1eb21eb804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (22095f09-107e-45e7-91c5-79978cbe7c31), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.783083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-95318800-3d3e-4f7c-8566-9e1eb21eb804 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbc1a7f2a41b419b8c638d0d852ec49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400633 Jan 29 19:44:07.786833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95318800-3d3e-4f7c-8566-9e1eb21eb804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22095f09-107e-45e7-91c5-79978cbe7c31,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:07.804639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:07.815984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.902114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff9ade83-4833-4c91-b981-1b1a1ced79e6 admin admin] Publish callbacks [] for security_group (22095f09-107e-45e7-91c5-79978cbe7c31), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:07.939092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff9ade83-4833-4c91-b981-1b1a1ced79e6 admin admin] Publish callbacks [] for security_group (22095f09-107e-45e7-91c5-79978cbe7c31), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.032871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:44:08.051429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] Sync routers for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:44:08.057360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:08.057792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3643b94d-2b45-449f-b747-a662f056475a admin admin] 10.222.0.15 "PUT /v2.0/routers/aa82e780-1f7b-4c79-b80f-723c4521ef28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9171634 Jan 29 19:44:08.074633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:08.080937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:08.148972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks [] for security_group (a9e91328-64e1-44f0-9efd-6b513284e20f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.221660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff9ade83-4833-4c91-b981-1b1a1ced79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (22095f09-107e-45e7-91c5-79978cbe7c31), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.240858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff9ade83-4833-4c91-b981-1b1a1ced79e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.254360 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff9ade83-4833-4c91-b981-1b1a1ced79e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22095f09-107e-45e7-91c5-79978cbe7c31 HTTP/1.1" status: 204 len: 168 time: 0.4248874 Jan 29 19:44:08.275877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9e91328-64e1-44f0-9efd-6b513284e20f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.292291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ade83-4833-4c91-b981-1b1a1ced79e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22095f09-107e-45e7-91c5-79978cbe7c31,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:08.343986 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (1ee28535-e51c-4899-9f5b-0f95e1347e99), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.421780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:08.435414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75862297-d177-45e6-9ee6-4bd28d1fee8f req-13b873c4-96ab-48ec-b70f-ec3cff45b218 tempest-LiveMigrationNegativeTest-724399336 tempest-LiveMigrationNegativeTest-724399336-project] 10.222.0.15 "GET /v2.0/ports?device_id=65faef5c-caa1-43c8-a03e-fffbe2365343 HTTP/1.1" status: 200 len: 210 time: 0.1761389 Jan 29 19:44:08.447124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks [] for router (aa82e780-1f7b-4c79-b80f-723c4521ef28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.628237 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:44:08.706885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks [] for router_gateway (aa82e780-1f7b-4c79-b80f-723c4521ef28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:08.769943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84475cfe-e773-4846-98b1-9c46852424a2 req-9650b2fd-dfab-4a1f-8aac-c46914332446 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 210 time: 0.1081808 Jan 29 19:44:08.826996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e91328-64e1-44f0-9efd-6b513284e20f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:08.876115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35e4cbc2-caa9-4797-9d0e-d75a34c5de99 req-078dada2-7bf7-484a-917c-387de5c32119 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 210 time: 0.0883484 Jan 29 19:44:08.924842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:44:05Z', 'revision_number': 5, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port': {'id': '88d66c38-166a-438a-b0e7-4c9f044d6821', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ac:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:42:59Z', 'updated_at': '2022-01-29T19:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:08.945730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Deleting port 88d66c38-166a-438a-b0e7-4c9f044d6821 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:08.946308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.004380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Allocated IP 192.168.233.139 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/d346ba96-ec55-4ae3-9049-ae69abb44fb8) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:09.021828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] Checking router: aa82e780-1f7b-4c79-b80f-723c4521ef28 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:44:09.051149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] Routers {'aa82e780-1f7b-4c79-b80f-723c4521ef28'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:09.056545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['aa82e780-1f7b-4c79-b80f-723c4521ef28'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:09.220406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] For port 88d66c38-166a-438a-b0e7-4c9f044d6821, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=88d66c38-166a-438a-b0e7-4c9f044d6821,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:09.220946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.233388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] Set router aa82e780-1f7b-4c79-b80f-723c4521ef28 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:09.251598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Calling delete_port for 88d66c38-166a-438a-b0e7-4c9f044d6821 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:09.363783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:09.390718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:44:08Z', 'revision_number': 6, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:09.442059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489585b1-221d-4c02-8771-2b4326d4562a None None] The sync data for ids ['aa82e780-1f7b-4c79-b80f-723c4521ef28'] in n-d-825496-5 is: [{'id': 'aa82e780-1f7b-4c79-b80f-723c4521ef28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427782651-router', 'tenant_id': 'fa116025784a49038cf124b53074e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:42:58Z', 'updated_at': '2022-01-29T19:44:08Z', 'revision_number': 6, 'project_id': 'fa116025784a49038cf124b53074e046', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:44:09.521613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks [] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.569336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:09.571774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.587224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Deleting port 3f353439-79d0-47c8-9028-785b608d0261 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:09.589107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3f353439-79d0-47c8-9028-785b608d0261), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.671124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:09.677472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:09.683915 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9693045-8ed1-4cb6-ada7-e537df690390" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-unplugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:09.696031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79c81c57-46d3-4952-b413-54ae223335b2 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:09.757950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 79c81c57-46d3-4952-b413-54ae223335b2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:09.758619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 79c81c57-46d3-4952-b413-54ae223335b2 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:09.759385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694b83-8a7a-4dc0-8192-84a5ab52942b req-9c5aa62c-92bf-44a4-9ae7-ca4776194ea8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:09.767458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10694b83-8a7a-4dc0-8192-84a5ab52942b req-9c5aa62c-92bf-44a4-9ae7-ca4776194ea8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 946 time: 0.4031589 Jan 29 19:44:09.823700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.826972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:09.888296 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aca237-c7a9-4e32-b105-49ea556ad766 x-openstack-request-id: req-f9aca237-c7a9-4e32-b105-49ea556ad766 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:09.888296 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-unplugged", "status": "completed", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:09.888296 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9aca237-c7a9-4e32-b105-49ea556ad766 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:09.888296 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'code': 200} Jan 29 19:44:09.969169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=14']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:09.987154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10694b83-8a7a-4dc0-8192-84a5ab52942b req-6b0b7c5c-a628-46dc-830b-0a70166cd2fe tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053134 Jan 29 19:44:10.010935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] For port 3f353439-79d0-47c8-9028-785b608d0261, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3f353439-79d0-47c8-9028-785b608d0261,segment=NetworkSegment(7b35f42a-9c95-4964-9cb5-70fffd287210),segment_id=7b35f42a-9c95-4964-9cb5-70fffd287210)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:10.014007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3f353439-79d0-47c8-9028-785b608d0261), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:10.087810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:10.183153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Calling delete_port for 3f353439-79d0-47c8-9028-785b608d0261 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:10.191500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Pushing event updated for resources: {'Port': ['ID=d346ba96-ec55-4ae3-9049-ae69abb44fb8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:10.203572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:10.211361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:10.369931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-da600652-9401-4bb9-a826-614d2d7d71d2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:10.371471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-da600652-9401-4bb9-a826-614d2d7d71d2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.3805983 Jan 29 19:44:10.424499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:10.425272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:10.462121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Request body: {'port': {'device_id': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'admin_state_up': True, 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:10.523055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 86e3622b-2d8f-4554-a5df-56cb602aaf90 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:10.594795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 86e3622b-2d8f-4554-a5df-56cb602aaf90 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:10.595420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 86e3622b-2d8f-4554-a5df-56cb602aaf90 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:10.596029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 88d66c38-166a-438a-b0e7-4c9f044d6821 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:10.610177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41710) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:10.631997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 88d66c38-166a-438a-b0e7-4c9f044d6821 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:10.633655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 88d66c38-166a-438a-b0e7-4c9f044d6821 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:10.645809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d8e140a-b1b2-4da0-9db4-8e6b06afe1dc req-76bdd692-88e4-4531-aaec-186c9e23d0ff tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 210 time: 0.2732253 Jan 29 19:44:10.655273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c0333427-e885-4e11-b324-2d1dc22216b1 None None] Provisioning complete for port d346ba96-ec55-4ae3-9049-ae69abb44fb8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:10.656108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0333427-e885-4e11-b324-2d1dc22216b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:10.668989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (88d66c38-166a-438a-b0e7-4c9f044d6821), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:10.734312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20235a76-b030-460f-b1fb-1c20fc450a72 req-2953a293-0c99-4c36-8f2e-b3e2db9cf190 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:10.743860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20235a76-b030-460f-b1fb-1c20fc450a72 req-2953a293-0c99-4c36-8f2e-b3e2db9cf190 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 936 time: 0.7454758 Jan 29 19:44:10.759113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c0333427-e885-4e11-b324-2d1dc22216b1 None None] Port d346ba96-ec55-4ae3-9049-ae69abb44fb8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:10.805182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d66c38-166a-438a-b0e7-4c9f044d6821,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:10.844851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20235a76-b030-460f-b1fb-1c20fc450a72 req-87c702d6-8d53-4fff-af41-e3c1331d0e3b tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990646 Jan 29 19:44:10.895055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-17f8d1bc-3cad-4850-b23f-291734a2891c tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5311885 Jan 29 19:44:10.921505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Request body: {'port': {'device_id': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:10.974222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (aa82e780-1f7b-4c79-b80f-723c4521ef28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.004487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.068822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3f353439-79d0-47c8-9028-785b608d0261), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.170884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3f353439-79d0-47c8-9028-785b608d0261,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:11.365299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:11.368611 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.434604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (aa82e780-1f7b-4c79-b80f-723c4521ef28), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.438170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af50f0f0-6833-45cf-a06a-67ad2f193d77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=797691e603d84322b68df9d3e527b627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8053875 Jan 29 19:44:11.445668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks [] for router_controller (aa82e780-1f7b-4c79-b80f-723c4521ef28), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.447983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41754) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:11.479447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (1ee28535-e51c-4899-9f5b-0f95e1347e99), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.626040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb84cd6-13e2-4e05-b309-38bbded40fbf admin admin] Publish callbacks [] for security_group (560a6a59-54b1-4c5f-83e9-d3344578ff25), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.636493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (aa82e780-1f7b-4c79-b80f-723c4521ef28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.637050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa82e780-1f7b-4c79-b80f-723c4521ef28 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:44:11.648476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.649508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aa8dbc20-7533-4c84-b55d-5a3c07a8f700 admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa82e780-1f7b-4c79-b80f-723c4521ef28 HTTP/1.1" status: 204 len: 168 time: 3.5911586 Jan 29 19:44:11.653260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41758) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:11.673371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Allocated IP 172.20.0.3 (497ac353-bc31-4538-88ec-cd403837a37f/64a8faf9-d953-4b18-815a-e0cda4a85b1c/5d834ced-8a76-4f07-b59c-1bfac8da9d79) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:11.688818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb84cd6-13e2-4e05-b309-38bbded40fbf admin admin] Publish callbacks [] for security_group (560a6a59-54b1-4c5f-83e9-d3344578ff25), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.745349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d346ba96-ec55-4ae3-9049-ae69abb44fb8 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:11.768400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Publish callbacks [] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.834424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Deleting subnet 81f7ff79-ab2d-4edb-9314-60c777dad6fc {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:44:11.859811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Publish callbacks [] for subnet (81f7ff79-ab2d-4edb-9314-60c777dad6fc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.864672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8dc626e2-0345-4835-97d0-c458f193c613 req-3158b3e4-1404-40dc-9d2b-9fd0f81fc46e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 210 time: 0.0867558 Jan 29 19:44:11.923955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Transition to ACTIVE for port object d346ba96-ec55-4ae3-9049-ae69abb44fb8 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:44:11.957054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (81f7ff79-ab2d-4edb-9314-60c777dad6fc), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:11.988416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Router 1ee28535-e51c-4899-9f5b-0f95e1347e99 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:44:11.996181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.143752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb84cd6-13e2-4e05-b309-38bbded40fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (560a6a59-54b1-4c5f-83e9-d3344578ff25), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.147273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb84cd6-13e2-4e05-b309-38bbded40fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.152151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-deb84cd6-13e2-4e05-b309-38bbded40fbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/560a6a59-54b1-4c5f-83e9-d3344578ff25 HTTP/1.1" status: 204 len: 168 time: 0.7029688 Jan 29 19:44:12.166690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb84cd6-13e2-4e05-b309-38bbded40fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560a6a59-54b1-4c5f-83e9-d3344578ff25,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:12.209326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69efe64-5dff-49e2-ae51-006c6f17ab2a req-b0fdea5f-04cb-4b07-8fef-628656831d97 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:12.220094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b69efe64-5dff-49e2-ae51-006c6f17ab2a req-b0fdea5f-04cb-4b07-8fef-628656831d97 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 948 time: 0.2306769 Jan 29 19:44:12.271286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Pushing event updated for resources: {'Port': ['ID=d346ba96-ec55-4ae3-9049-ae69abb44fb8,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:12.284164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks [] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.368293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b69efe64-5dff-49e2-ae51-006c6f17ab2a req-dae7bdf5-617d-4f48-85e3-3cfc1a858c4e tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472397 Jan 29 19:44:12.412722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (81f7ff79-ab2d-4edb-9314-60c777dad6fc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.470883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:44:12.478739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cd3b0be7-2984-46b1-83f0-8544c1f6f1ad admin admin] 10.222.0.15 "PUT /v2.0/routers/1ee28535-e51c-4899-9f5b-0f95e1347e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3733673 Jan 29 19:44:12.487499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:12.488692 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.490546 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] Sync routers for ids ['1ee28535-e51c-4899-9f5b-0f95e1347e99'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:44:12.537768 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] Routers {'1ee28535-e51c-4899-9f5b-0f95e1347e99'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:12.539980 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1ee28535-e51c-4899-9f5b-0f95e1347e99'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:12.614607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Network 497ac353-bc31-4538-88ec-cd403837a37f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:12.623242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:12.628790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:12.705669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event updated for resources: {'Port': ['ID=5d834ced-8a76-4f07-b59c-1bfac8da9d79,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:12.765233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:12.767215 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:12.826275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-39193de8-47f9-4b0a-ae23-4100067c39f6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3820977 Jan 29 19:44:12.838601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Request body: {'port': {'device_id': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:12.857406 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] Set router 1ee28535-e51c-4899-9f5b-0f95e1347e99 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:12.951930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.128921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:44:10Z', 'revision_number': 5, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:13.143711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Attempting to bind port d346ba96-ec55-4ae3-9049-ae69abb44fb8 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:13.146428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Attempting to bind port d346ba96-ec55-4ae3-9049-ae69abb44fb8 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:13.146428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Attempting to bind port d346ba96-ec55-4ae3-9049-ae69abb44fb8 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:13.168889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Port d346ba96-ec55-4ae3-9049-ae69abb44fb8 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:44:13.169407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Attempting to bind port d346ba96-ec55-4ae3-9049-ae69abb44fb8 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:13.178160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:13.178665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:13.179063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:13.179835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Bound port: d346ba96-ec55-4ae3-9049-ae69abb44fb8, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:13.180231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.189134 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] Checking router: 1ee28535-e51c-4899-9f5b-0f95e1347e99 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:44:13.199030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (81f7ff79-ab2d-4edb-9314-60c777dad6fc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.211554 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] Routers {'1ee28535-e51c-4899-9f5b-0f95e1347e99'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:13.213711 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:43:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1ee28535-e51c-4899-9f5b-0f95e1347e99'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:13.281290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b877ae-d859-4aa4-8a8b-e71970c2e5f5 req-de051f2d-7503-4e18-a9ae-4e3d541386b1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:13.283191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80b877ae-d859-4aa4-8a8b-e71970c2e5f5 req-de051f2d-7503-4e18-a9ae-4e3d541386b1 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 931 time: 0.1589065 Jan 29 19:44:13.320680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.328682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ee3fa-ac5a-4e81-9d4a-77705b0e7e8a None None] Network c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:13.330466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/81f7ff79-ab2d-4edb-9314-60c777dad6fc HTTP/1.1" status: 204 len: 168 time: 1.6760385 Jan 29 19:44:13.332154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915815a-62d7-47b8-8cd5-81c5e479ffd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f7ff79-ab2d-4edb-9314-60c777dad6fc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:13.363099 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] Set router 1ee28535-e51c-4899-9f5b-0f95e1347e99 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:13.369284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41818) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:13.369818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41820) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:13.527573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] For port d346ba96-ec55-4ae3-9049-ae69abb44fb8, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:13.550385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks [] for router (1ee28535-e51c-4899-9f5b-0f95e1347e99), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.558947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80b877ae-d859-4aa4-8a8b-e71970c2e5f5 req-9dc45d54-3b3d-4a54-ae88-3a1c09c382fd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472106 Jan 29 19:44:13.561336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] For port d346ba96-ec55-4ae3-9049-ae69abb44fb8, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:13.633002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] DHCP port deletion for c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:44:13.676134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d834ced-8a76-4f07-b59c-1bfac8da9d79 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:13.682325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.692009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Publish callbacks [] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.725859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Transition to ACTIVE for port object 5d834ced-8a76-4f07-b59c-1bfac8da9d79 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:44:13.741042 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:44:10Z', 'revision_number': 5, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:13.743714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] Deleting port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:13.744106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.771523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c608fbf9-19de-4388-8aa1-7d510f2578f2 None None] The sync data for ids ['1ee28535-e51c-4899-9f5b-0f95e1347e99'] in n-d-825496-5 is: [{'id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'name': 'tempest-ServerRescueNegativeTestJSON-172778027-router', 'tenant_id': 'a040d5b50da648d385431037f6d075d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:39:57Z', 'updated_at': '2022-01-29T19:44:10Z', 'revision_number': 5, 'project_id': 'a040d5b50da648d385431037f6d075d5', 'gw_port': {'id': 'a88f0cb4-8a14-4519-a845-57bc533dbbd1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee28535-e51c-4899-9f5b-0f95e1347e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:39:58Z', 'updated_at': '2022-01-29T19:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:44:13.782770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Pushing event updated for resources: {'Port': ['ID=d346ba96-ec55-4ae3-9049-ae69abb44fb8,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:13.834972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.838126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:13.840449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.847746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-757cf9f8-64b6-489c-9283-a545c76259db service neutron] 10.222.0.26 "PUT /v2.0/ports/d346ba96-ec55-4ae3-9049-ae69abb44fb8 HTTP/1.1" status: 200 len: 1096 time: 2.9368176 Jan 29 19:44:13.854247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'tag': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:13.860181 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdc679b-a3df-4966-8e65-23942c210da6" -d '{"events": [{"name": "network-changed", "server_uuid": "29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9", "tag": "d346ba96-ec55-4ae3-9049-ae69abb44fb8"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:13.902982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks [] for router_gateway (1ee28535-e51c-4899-9f5b-0f95e1347e99), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.928495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] For port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,segment=NetworkSegment(b98adf68-824f-41e1-8871-cbffb8d59958),segment_id=b98adf68-824f-41e1-8871-cbffb8d59958)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:13.928903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:13.947836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] Calling delete_port for 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:14.137944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-554c76f1-1427-494d-b3ab-a60de2b8f560 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20ac015d41c945198d4fb53c34e59f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7660871 Jan 29 19:44:14.143481 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (9f9cdfb2-8620-4c6f-a1d3-88e1797568b1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.147190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23314a-47cd-46c6-9c26-9ea1e9b828c4 req-2f36a9dc-3d29-411b-aea6-7f7128701f42 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:14.148800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f23314a-47cd-46c6-9c26-9ea1e9b828c4 req-2f36a9dc-3d29-411b-aea6-7f7128701f42 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1900690 Jan 29 19:44:14.149494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41836) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:14.185713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.251079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] Pushing event deleted for resources: {'Port': ['ID=9f9cdfb2-8620-4c6f-a1d3-88e1797568b1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:14.269597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ed81f-b9d5-4b13-bfa6-7951be634189 None None] No DVR routers for this DVR port 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:14.273153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-8bb881cc-1ede-418f-b594-59cdb39b8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:14.274229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d834ced-8a76-4f07-b59c-1bfac8da9d79,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:14.274705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-8bb881cc-1ede-418f-b594-59cdb39b8756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8dadf375239475d88a5cc1ed2a83a58&device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 1130 time: 0.2610886 Jan 29 19:44:14.306560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Deleting port a88f0cb4-8a14-4519-a845-57bc533dbbd1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:14.306560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.323897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ca751-1d37-48d8-82e5-983371162161 req-69cf93e8-c2df-4c8a-84c9-299ee0696a62 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:14.327776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-567ca751-1d37-48d8-82e5-983371162161 req-69cf93e8-c2df-4c8a-84c9-299ee0696a62 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 948 time: 0.5958261 Jan 29 19:44:14.386626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-fd04b307-5595-4e33-8da0-d090bbfc76bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8 HTTP/1.1" status: 200 len: 217 time: 0.0907035 Jan 29 19:44:14.476860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f353439-79d0-47c8-9028-785b608d0261 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:14.489139 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.520304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3f353439-79d0-47c8-9028-785b608d0261 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:14.520941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3f353439-79d0-47c8-9028-785b608d0261 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:14.521608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:14.533946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Attempting to bind port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:14.534345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Attempting to bind port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:14.534620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Attempting to bind port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:14.560666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92bcd23-4e23-4c8a-8b28-9ad3a4f55661']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:14.563641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f23314a-47cd-46c6-9c26-9ea1e9b828c4 req-ce751cd9-7f81-41b4-b395-ce2914b0ef6d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364298 Jan 29 19:44:14.564555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:14.567644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9f9cdfb2-8620-4c6f-a1d3-88e1797568b1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:14.597659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-567ca751-1d37-48d8-82e5-983371162161 req-17a7d1a6-6a3c-4238-b28d-2a0c773f5215 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406735 Jan 29 19:44:14.610757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ded-72f1-4467-bb17-428b8683960a admin admin] Publish callbacks [] for security_group (7cdce656-9f17-4fff-9678-bf1e8cd6cf7f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.615437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 on network 497ac353-bc31-4538-88ec-cd403837a37f not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:44:14.618032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Attempting to bind port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:14.630215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98adf68-824f-41e1-8871-cbffb8d59958') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:14.631966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98adf68-824f-41e1-8871-cbffb8d59958') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:14.658694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:14.659056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:14.659455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Bound using segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:14.662167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Bound port: 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:14.662502 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.669767 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1975ab20-8b43-4122-9d73-25f2ecc6e4f5 x-openstack-request-id: req-1975ab20-8b43-4122-9d73-25f2ecc6e4f5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:14.673020 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9", "tag": "d346ba96-ec55-4ae3-9049-ae69abb44fb8", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:14.673482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1975ab20-8b43-4122-9d73-25f2ecc6e4f5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:14.673986 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'tag': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8', 'status': 'completed', 'code': 200} Jan 29 19:44:14.675589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-1f62852f-8698-43a7-9d45-ffbfdccc34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:14.689052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-1f62852f-8698-43a7-9d45-ffbfdccc34a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2771256 Jan 29 19:44:14.689550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (b98adf68-824f-41e1-8871-cbffb8d59958), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.739489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ded-72f1-4467-bb17-428b8683960a admin admin] Publish callbacks [] for security_group (7cdce656-9f17-4fff-9678-bf1e8cd6cf7f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.798076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b98adf68-824f-41e1-8871-cbffb8d59958), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.813337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:44:14.813753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (b98adf68-824f-41e1-8871-cbffb8d59958), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:44:14.815911 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:44:14.819421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] For port a88f0cb4-8a14-4519-a845-57bc533dbbd1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a88f0cb4-8a14-4519-a845-57bc533dbbd1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:14.819904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.835899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] For port 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:14.841836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Calling delete_port for a88f0cb4-8a14-4519-a845-57bc533dbbd1 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:14.869521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-041d258b-874b-4e92-9ecc-d4b84f340f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:14.872653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-041d258b-874b-4e92-9ecc-d4b84f340f16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1618943 Jan 29 19:44:14.901299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a91e6-0946-45c2-ae6f-4053a849c18c req-d12fc5af-0a9b-40ab-8c2c-be33b3fd6cdd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:14.913704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-633a91e6-0946-45c2-ae6f-4053a849c18c req-d12fc5af-0a9b-40ab-8c2c-be33b3fd6cdd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 943 time: 0.1604562 Jan 29 19:44:14.970355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c92bcd23-4e23-4c8a-8b28-9ad3a4f55661), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.978081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:14.981689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c92bcd23-4e23-4c8a-8b28-9ad3a4f55661 HTTP/1.1" status: 204 len: 168 time: 1.6112013 Jan 29 19:44:14.984882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] For port 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d834ced-8a76-4f07-b59c-1bfac8da9d79,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:14.997970 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-633a91e6-0946-45c2-ae6f-4053a849c18c req-2ac85248-3d14-4c69-bdf2-df687bdf4fd9 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857110 Jan 29 19:44:15.039178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e063b8-8d32-4f36-8ffc-650f437cc9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c92bcd23-4e23-4c8a-8b28-9ad3a4f55661,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:15.060302 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-277048ef-89d5-42fe-a699-384c4310f8bc service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585906 Jan 29 19:44:15.125154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ded-72f1-4467-bb17-428b8683960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7cdce656-9f17-4fff-9678-bf1e8cd6cf7f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.127862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cea0ded-72f1-4467-bb17-428b8683960a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.132405 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0cea0ded-72f1-4467-bb17-428b8683960a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cdce656-9f17-4fff-9678-bf1e8cd6cf7f HTTP/1.1" status: 204 len: 168 time: 0.9718337 Jan 29 19:44:15.154587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0ded-72f1-4467-bb17-428b8683960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdce656-9f17-4fff-9678-bf1e8cd6cf7f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:15.229253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf458be-332d-466c-b4f8-1f813430ba45 req-ef738b55-9364-4da4-9bad-a50220587e42 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.231223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cf458be-332d-466c-b4f8-1f813430ba45 req-ef738b55-9364-4da4-9bad-a50220587e42 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1079648 Jan 29 19:44:15.249874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53d1373b-525c-4ce1-93b4-8f42e09a5aeb req-26e4fb2d-fb7d-4759-916f-f3be2ef7ee61 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827035 Jan 29 19:44:15.253042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.314101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.314722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.316103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] 10.222.0.13 "PUT /v2.0/ports/5d834ced-8a76-4f07-b59c-1bfac8da9d79 HTTP/1.1" status: 200 len: 1091 time: 2.4818470 Jan 29 19:44:15.324577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'tag': '5d834ced-8a76-4f07-b59c-1bfac8da9d79'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:15.324577 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580eb59-aa04-4c7f-bab4-060ab4ed8578" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb40446-ab30-45fa-8740-6eb97bfa6a1a", "tag": "5d834ced-8a76-4f07-b59c-1bfac8da9d79"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:15.353315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cf458be-332d-466c-b4f8-1f813430ba45 req-0a60d048-dac8-445b-a819-aa37eefe4f6e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117132 Jan 29 19:44:15.353315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6cbee-e3d4-45b8-9079-2e1ea4c878ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d834ced-8a76-4f07-b59c-1bfac8da9d79,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:15.378330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a88f0cb4-8a14-4519-a845-57bc533dbbd1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.409974 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51468e77-db24-47bd-8873-8a0a1e6994ec x-openstack-request-id: req-51468e77-db24-47bd-8873-8a0a1e6994ec {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:15.410667 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb40446-ab30-45fa-8740-6eb97bfa6a1a", "tag": "5d834ced-8a76-4f07-b59c-1bfac8da9d79", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:15.423379 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51468e77-db24-47bd-8873-8a0a1e6994ec {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:15.424225 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'tag': '5d834ced-8a76-4f07-b59c-1bfac8da9d79', 'status': 'completed', 'code': 200} Jan 29 19:44:15.434786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88f0cb4-8a14-4519-a845-57bc533dbbd1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:15.527154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-01cb4df5-c232-44ce-aca9-3da4e8a139f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.532334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-01cb4df5-c232-44ce-aca9-3da4e8a139f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 0.1742122 Jan 29 19:44:15.541584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb59-aa04-4c7f-bab4-060ab4ed8578 req-886fd88a-825b-4fcf-874b-616381744b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.543809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3580eb59-aa04-4c7f-bab4-060ab4ed8578 req-886fd88a-825b-4fcf-874b-616381744b58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 1125 time: 0.1094000 Jan 29 19:44:15.578818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-1fc1eceb-9b8c-4325-98ef-b182da24a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.580081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-1fc1eceb-9b8c-4325-98ef-b182da24a538 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8dadf375239475d88a5cc1ed2a83a58&device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 1130 time: 0.0914340 Jan 29 19:44:15.586337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (1ee28535-e51c-4899-9f5b-0f95e1347e99), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.629524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41856) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:15.794102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb59-aa04-4c7f-bab4-060ab4ed8578 req-11ab1872-2b35-4144-813a-df0ea7457684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.796617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3580eb59-aa04-4c7f-bab4-060ab4ed8578 req-11ab1872-2b35-4144-813a-df0ea7457684 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2201719 Jan 29 19:44:15.869543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (1ee28535-e51c-4899-9f5b-0f95e1347e99), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.881630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks [] for router_controller (1ee28535-e51c-4899-9f5b-0f95e1347e99), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:15.916421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-528b0b35-5bbb-40c8-a73d-dc0af2bb6002 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa116025784a49038cf124b53074e046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831225 Jan 29 19:44:15.916421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-029add58-0efa-40b2-bc3a-5e609eeabef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:15.917322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-029add58-0efa-40b2-bc3a-5e609eeabef9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.3786194 Jan 29 19:44:15.920635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41866) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:16.106928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0642bf-b667-4282-b62b-30f06d1db91c req-1f6b3323-2784-4a77-ad4a-057e818e9991 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.109326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc0642bf-b667-4282-b62b-30f06d1db91c req-1f6b3323-2784-4a77-ad4a-057e818e9991 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 948 time: 0.4156728 Jan 29 19:44:16.115587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-324fdcdd-273d-4a90-9f3d-af6e181dfd04 admin admin] Publish callbacks [] for security_group (beb71a91-bc87-4183-9c39-7b7f298bae51), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.115838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-7af3c1eb-0af1-4e2c-95a1-062046089d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.118116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-7af3c1eb-0af1-4e2c-95a1-062046089d2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.4328079 Jan 29 19:44:16.158190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-353aa3d7-6baa-448e-8b46-3cfe14092fdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.1517730 Jan 29 19:44:16.191876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (1ee28535-e51c-4899-9f5b-0f95e1347e99), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.192618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee28535-e51c-4899-9f5b-0f95e1347e99 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:44:16.192931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-324fdcdd-273d-4a90-9f3d-af6e181dfd04 admin admin] Publish callbacks [] for security_group (beb71a91-bc87-4183-9c39-7b7f298bae51), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.194995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-e06f1a22-467a-418d-9ed8-243dea191316 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8 HTTP/1.1" status: 200 len: 217 time: 0.0683489 Jan 29 19:44:16.196371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb59-aa04-4c7f-bab4-060ab4ed8578 req-a3272910-3ddb-4f0a-a94c-d19da471d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.200047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3580eb59-aa04-4c7f-bab4-060ab4ed8578 req-a3272910-3ddb-4f0a-a94c-d19da471d573 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3748031 Jan 29 19:44:16.219561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.233712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f973d027-7050-480b-9e6b-eb3c81566bc5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1ee28535-e51c-4899-9f5b-0f95e1347e99 HTTP/1.1" status: 204 len: 168 time: 3.7464008 Jan 29 19:44:16.253932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41878) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:16.378303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-7676c071-64a6-42c8-aa08-2c96b661aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.384048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-7676c071-64a6-42c8-aa08-2c96b661aae2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1709356 Jan 29 19:44:16.401815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc0642bf-b667-4282-b62b-30f06d1db91c req-fd591567-fb58-49c4-af7f-fccd3afaed72 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739027 Jan 29 19:44:16.409095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-551d2ed1-cd9b-4f79-8572-3cb8a4f7e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.410696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-551d2ed1-cd9b-4f79-8572-3cb8a4f7e662 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.2352905 Jan 29 19:44:16.446370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Deleting subnet 7344705f-6d54-4316-bbc2-24ae80e3d864 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:44:16.466387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Publish callbacks [] for subnet (7344705f-6d54-4316-bbc2-24ae80e3d864), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.511659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dc597-5355-4c91-9082-166e44466624 req-74ad1a97-7a74-49d6-830d-6452fccb067e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.513701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-287dc597-5355-4c91-9082-166e44466624 req-74ad1a97-7a74-49d6-830d-6452fccb067e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 943 time: 0.3235838 Jan 29 19:44:16.517479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-cf377c13-8074-4bad-8964-7ebf9d89d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.519287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-cf377c13-8074-4bad-8964-7ebf9d89d39b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 1125 time: 0.2640941 Jan 29 19:44:16.526017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (7344705f-6d54-4316-bbc2-24ae80e3d864), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.570951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-9a83c667-10d5-4dce-b26d-0893cb9a4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.572605 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-9a83c667-10d5-4dce-b26d-0893cb9a4a7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1569550 Jan 29 19:44:16.624525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-287dc597-5355-4c91-9082-166e44466624 req-e3039deb-db03-4788-a5e6-dcea3d3f1820 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988150 Jan 29 19:44:16.649860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7344705f-6d54-4316-bbc2-24ae80e3d864), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.673508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-324fdcdd-273d-4a90-9f3d-af6e181dfd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (beb71a91-bc87-4183-9c39-7b7f298bae51), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.677145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-324fdcdd-273d-4a90-9f3d-af6e181dfd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:16.680697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-324fdcdd-273d-4a90-9f3d-af6e181dfd04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/beb71a91-bc87-4183-9c39-7b7f298bae51 HTTP/1.1" status: 204 len: 168 time: 0.7561743 Jan 29 19:44:16.680697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-66500415-607b-4684-b60d-27c4d341f2df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d834ced-8a76-4f07-b59c-1bfac8da9d79 HTTP/1.1" status: 200 len: 217 time: 0.1215150 Jan 29 19:44:16.703202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-dc4a23f3-f1be-4c36-8d6e-45f024c7d260 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212513 Jan 29 19:44:16.736443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-077a6001-19a1-45db-9ab4-3e90b1faa743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.738207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-077a6001-19a1-45db-9ab4-3e90b1faa743 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3179958 Jan 29 19:44:16.791225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fdcdd-273d-4a90-9f3d-af6e181dfd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb71a91-bc87-4183-9c39-7b7f298bae51,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:16.852701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-fbda48c1-ad0d-475e-a17e-2ca62bce900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:16.854724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-fbda48c1-ad0d-475e-a17e-2ca62bce900e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.1376204 Jan 29 19:44:17.011637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cdc679b-a3df-4966-8e65-23942c210da6 req-b6a2ea2c-4ff6-4b0f-ab11-a5d8b9d8e30d service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693022 Jan 29 19:44:17.297728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44f554-d86a-4d4f-90c5-4face2ee3314 req-b58c43f0-f958-4248-abf5-f4b9b7b81997 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:17.299408 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea44f554-d86a-4d4f-90c5-4face2ee3314 req-b58c43f0-f958-4248-abf5-f4b9b7b81997 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.7070439 Jan 29 19:44:17.302070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-5f99ba29-d7f4-49eb-b40d-2ac82c15c53f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4140980 Jan 29 19:44:17.373626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-f3ec9dc1-3e77-4c5c-badc-7a60f203b211 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014345 Jan 29 19:44:17.398833 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (7344705f-6d54-4316-bbc2-24ae80e3d864), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:17.472721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7344705f-6d54-4316-bbc2-24ae80e3d864,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:17.485239 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:17.491229 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9be4c79a-8328-4f04-89e7-b5491c90d5a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7344705f-6d54-4316-bbc2-24ae80e3d864 HTTP/1.1" status: 204 len: 168 time: 1.2159076 Jan 29 19:44:17.491478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41910) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:17.524486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea44f554-d86a-4d4f-90c5-4face2ee3314 req-db77ff62-a6c6-4373-b250-6ebe6f90740b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149632 Jan 29 19:44:17.576865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-40397374-a5db-498e-b51b-026f39fd8101 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662709 Jan 29 19:44:17.629853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-078d61cd-a0d3-4676-b7eb-f80a8af92b9e req-668577a6-782d-41d3-a623-2c8f888f228e service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250962 Jan 29 19:44:17.695439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6ec45a12-8522-4bea-8020-04f4704a0921), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:17.697787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d346ba96-ec55-4ae3-9049-ae69abb44fb8 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:44:17.822480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbbf4325-7bfd-41e9-bb0b-7875942bf857 req-b82bdad8-60d1-4521-b65b-11be94063342 service neutron] 10.222.0.13 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387853 Jan 29 19:44:17.829421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d346ba96-ec55-4ae3-9049-ae69abb44fb8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:17.831001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdd7a3-78d7-42c2-99c0-39163f9f35cf req-1df0edb9-7441-4301-adb1-b7be8be40a7d tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:17.838670 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abcdd7a3-78d7-42c2-99c0-39163f9f35cf req-1df0edb9-7441-4301-adb1-b7be8be40a7d tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 948 time: 0.2543733 Jan 29 19:44:17.841975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8', 'mac_address': 'fa:16:3e:2a:b0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:44:17.909644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaea34-52ed-4274-9acb-a745771709bf req-7d57801c-e8c1-4231-9872-8ff33caec258 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:17.917643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82eaea34-52ed-4274-9acb-a745771709bf req-7d57801c-e8c1-4231-9872-8ff33caec258 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 943 time: 0.1869118 Jan 29 19:44:17.944107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6ec45a12-8522-4bea-8020-04f4704a0921), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:17.955030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d346ba96-ec55-4ae3-9049-ae69abb44fb8 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:17.955434 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:17.972489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec45a12-8522-4bea-8020-04f4704a0921']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:18.005908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b35f42a-9c95-4964-9cb5-70fffd287210') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:18.007574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b35f42a-9c95-4964-9cb5-70fffd287210') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:18.025228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82eaea34-52ed-4274-9acb-a745771709bf req-37a94b30-aa5c-41dc-ad58-af156679bfdb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032252 Jan 29 19:44:18.034019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (7b35f42a-9c95-4964-9cb5-70fffd287210), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:18.075762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7b35f42a-9c95-4964-9cb5-70fffd287210), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:18.091688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:44:18.094064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (7b35f42a-9c95-4964-9cb5-70fffd287210), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:18.130908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d346ba96-ec55-4ae3-9049-ae69abb44fb8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:18.156150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d346ba96-ec55-4ae3-9049-ae69abb44fb8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:44:18.158552 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:44:18.189879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abcdd7a3-78d7-42c2-99c0-39163f9f35cf req-7991556a-cc7d-4f63-a3ad-b941b7cdda50 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348782 Jan 29 19:44:18.252720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:18.253192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6ec45a12-8522-4bea-8020-04f4704a0921), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:18.273401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:18.278391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6ec45a12-8522-4bea-8020-04f4704a0921 HTTP/1.1" status: 204 len: 168 time: 0.7852488 Jan 29 19:44:18.279897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354064cc-84ba-4fed-88d2-cb02c13ac8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec45a12-8522-4bea-8020-04f4704a0921,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:18.318718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d346ba96-ec55-4ae3-9049-ae69abb44fb8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:18.420226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a88f0cb4-8a14-4519-a845-57bc533dbbd1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:18.444257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a88f0cb4-8a14-4519-a845-57bc533dbbd1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:18.444698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a88f0cb4-8a14-4519-a845-57bc533dbbd1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:18.539006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d346ba96-ec55-4ae3-9049-ae69abb44fb8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:18.692842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ded420-d7bc-4298-9cbe-2820591e7dc0 req-c007013c-cca1-4514-8cbd-167dae63662b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:18.700005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c5ded420-d7bc-4298-9cbe-2820591e7dc0 req-c007013c-cca1-4514-8cbd-167dae63662b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0886304 Jan 29 19:44:18.757564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c5ded420-d7bc-4298-9cbe-2820591e7dc0 req-221175a5-ea06-4cf4-a718-ddb1b413e8ba tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558093 Jan 29 19:44:18.919474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:18.984330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cbc7b-cd7f-4334-a31b-ffa417343276 req-b2c8455e-004f-45d8-9e09-9a375a61c28a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:18.987480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-597cbc7b-cd7f-4334-a31b-ffa417343276 req-b2c8455e-004f-45d8-9e09-9a375a61c28a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0835941 Jan 29 19:44:19.000098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-35570657-a0e6-4b88-89cd-ee104fc1575c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a040d5b50da648d385431037f6d075d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766416 Jan 29 19:44:19.000940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41952) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:19.055143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-597cbc7b-cd7f-4334-a31b-ffa417343276 req-e33dce7f-995d-4aa1-8589-b4a28e3576a9 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615211 Jan 29 19:44:19.082163 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6473372-52ad-4ef6-a793-fa0aa570ec0d admin admin] Publish callbacks [] for security_group (2a527a83-a86d-4172-8171-730507ffcaf9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:19.140053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6473372-52ad-4ef6-a793-fa0aa570ec0d admin admin] Publish callbacks [] for security_group (2a527a83-a86d-4172-8171-730507ffcaf9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:19.235663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2117b0-c2c1-4bd9-a954-6cb2a79dffb1 req-0a2228d4-01fd-40e1-b8cb-a585d6855e31 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:19.236143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52d908-2e5f-45b9-ac4a-090813f48827 req-b87a8540-ab5b-4293-9020-209f1d2b6eda tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:19.243319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a52d908-2e5f-45b9-ac4a-090813f48827 req-b87a8540-ab5b-4293-9020-209f1d2b6eda tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0699289 Jan 29 19:44:19.243539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a2117b0-c2c1-4bd9-a954-6cb2a79dffb1 req-0a2228d4-01fd-40e1-b8cb-a585d6855e31 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 943 time: 0.1060927 Jan 29 19:44:19.304536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a52d908-2e5f-45b9-ac4a-090813f48827 req-627678cd-d985-459a-bedf-bbc4127c03cf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536256 Jan 29 19:44:19.332400 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a2117b0-c2c1-4bd9-a954-6cb2a79dffb1 req-f77c572c-40ef-4cec-9d92-32f6baf1dff0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853870 Jan 29 19:44:19.366484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6473372-52ad-4ef6-a793-fa0aa570ec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2a527a83-a86d-4172-8171-730507ffcaf9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:19.369934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6473372-52ad-4ef6-a793-fa0aa570ec0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:19.374345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b6473372-52ad-4ef6-a793-fa0aa570ec0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a527a83-a86d-4172-8171-730507ffcaf9 HTTP/1.1" status: 204 len: 168 time: 0.3660064 Jan 29 19:44:19.383389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473372-52ad-4ef6-a793-fa0aa570ec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a527a83-a86d-4172-8171-730507ffcaf9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:19.479593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e079e-ce4d-428b-9f2b-8b2a50282fa3 req-8b34437f-420d-4179-8f40-1062faecdbf0 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:19.481292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-360e079e-ce4d-428b-9f2b-8b2a50282fa3 req-8b34437f-420d-4179-8f40-1062faecdbf0 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 949 time: 0.0583942 Jan 29 19:44:19.530899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-360e079e-ce4d-428b-9f2b-8b2a50282fa3 req-f9515a40-c970-4a50-8fa9-13912351580d tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Jan 29 19:44:19.712771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d346ba96-ec55-4ae3-9049-ae69abb44fb8 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:19.841155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port d346ba96-ec55-4ae3-9049-ae69abb44fb8 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:44:19.846718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port d346ba96-ec55-4ae3-9049-ae69abb44fb8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:19.847102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:19.886689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-60491bcb-b09a-4900-90dc-2c5ee1360533 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:19.895779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-60491bcb-b09a-4900-90dc-2c5ee1360533 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.1794829 Jan 29 19:44:19.913596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-f980b733-653f-492c-88c6-3ca1384bd6fe tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/quotas/561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 375 time: 0.0167391 Jan 29 19:44:19.939387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d346ba96-ec55-4ae3-9049-ae69abb44fb8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:19.939780 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:19.965406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:19.968164 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a23fdd-174b-4abe-ba92-0692b04daa2d" -d '{"events": [{"server_uuid": "29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9", "name": "network-vif-plugged", "status": "completed", "tag": "d346ba96-ec55-4ae3-9049-ae69abb44fb8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:19.990872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-2be57185-d936-456f-9cc6-03cf03ad7e73 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762844 Jan 29 19:44:19.994807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d346ba96-ec55-4ae3-9049-ae69abb44fb8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:20.064418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:20.089454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-05c15505-02b4-4b63-aec6-dac465bccb9b service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969679 Jan 29 19:44:20.157938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d346ba96-ec55-4ae3-9049-ae69abb44fb8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:20.221193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-5bebf37d-9c22-4eaf-a0d7-f4b4ffa7c15c service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265042 Jan 29 19:44:20.391328 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5291900-64e3-46bc-ae76-3ace86c9456c x-openstack-request-id: req-e5291900-64e3-46bc-ae76-3ace86c9456c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:20.391328 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9", "name": "network-vif-plugged", "status": "completed", "tag": "d346ba96-ec55-4ae3-9049-ae69abb44fb8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:20.391328 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5291900-64e3-46bc-ae76-3ace86c9456c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:20.391328 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8', 'code': 200} Jan 29 19:44:20.595113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36d99-5f48-430f-b305-c365b2f4f9c4 req-a4635e14-2926-4356-8dbc-5e1b6c7956ce tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:20.602744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aa36d99-5f48-430f-b305-c365b2f4f9c4 req-a4635e14-2926-4356-8dbc-5e1b6c7956ce tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 943 time: 0.1437330 Jan 29 19:44:20.658583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25d0b4-5353-433d-a21c-a44a6efef735 req-83f77c0a-89eb-4cbf-be71-326877afe3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:20.666880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c25d0b4-5353-433d-a21c-a44a6efef735 req-83f77c0a-89eb-4cbf-be71-326877afe3fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 1132 time: 0.1273749 Jan 29 19:44:20.707547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aa36d99-5f48-430f-b305-c365b2f4f9c4 req-abf203ca-74c3-488c-a6d8-adc0f8490d05 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037593 Jan 29 19:44:20.762863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c25d0b4-5353-433d-a21c-a44a6efef735 req-2df09e6e-53a2-4462-8467-2ddcdf53b9e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880749 Jan 29 19:44:20.777087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ac10cf3-fc48-4d06-9e1e-ef255a264688 req-8fc4346a-a182-48ab-a668-b3545beb91b3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 210 time: 0.0736179 Jan 29 19:44:20.918473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abaec8-b3e6-451d-935f-580c55528b78 req-2cfaa5b7-a1b5-4778-b146-163172ab83bf tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:20.926942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72abaec8-b3e6-451d-935f-580c55528b78 req-2cfaa5b7-a1b5-4778-b146-163172ab83bf tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 950 time: 0.0957336 Jan 29 19:44:20.997779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72abaec8-b3e6-451d-935f-580c55528b78 req-96f73620-ba55-42b7-83e2-26044b745b72 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643098 Jan 29 19:44:21.291630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d834ced-8a76-4f07-b59c-1bfac8da9d79 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:44:21.406840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d834ced-8a76-4f07-b59c-1bfac8da9d79,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:21.418380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5d834ced-8a76-4f07-b59c-1bfac8da9d79', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': '5d834ced-8a76-4f07-b59c-1bfac8da9d79', 'mac_address': 'fa:16:3e:65:5f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:44:21.461934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:21.462339 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:21.476890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d834ced-8a76-4f07-b59c-1bfac8da9d79 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:21.496433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d834ced-8a76-4f07-b59c-1bfac8da9d79,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:21.618230 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:21.716547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d834ced-8a76-4f07-b59c-1bfac8da9d79,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:21.779015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42096) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:21.879346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5d834ced-8a76-4f07-b59c-1bfac8da9d79'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:21.979654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979e9e-7450-4206-bfb3-f8e999d2ff8d req-0f36f662-6349-47d7-8469-a81f6f5af993 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:21.981407 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c979e9e-7450-4206-bfb3-f8e999d2ff8d req-0f36f662-6349-47d7-8469-a81f6f5af993 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 944 time: 0.1108141 Jan 29 19:44:22.015889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9f98384-f5a6-49ba-8046-8e2739eb0fa5 req-8b126b66-a348-47b6-ba67-48423d174508 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 210 time: 0.0435946 Jan 29 19:44:22.082936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fc4a-b7b5-45c4-9332-eb08a4e5bffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.127056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c979e9e-7450-4206-bfb3-f8e999d2ff8d req-a8a10aff-d93a-4779-815b-dbe9fa7f2cee tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384311 Jan 29 19:44:22.288913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fc4a-b7b5-45c4-9332-eb08a4e5bffa admin admin] Publish callbacks [] for security_group (f8414781-09c2-4d3c-b310-cf652b6ae7fd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.302036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f9321-bec0-4713-a2b3-552450d83b74 req-2897b420-4f35-4e78-8050-f01a1850e3d7 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:22.303837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e46f9321-bec0-4713-a2b3-552450d83b74 req-2897b420-4f35-4e78-8050-f01a1850e3d7 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 950 time: 0.0895648 Jan 29 19:44:22.345471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fc4a-b7b5-45c4-9332-eb08a4e5bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f8414781-09c2-4d3c-b310-cf652b6ae7fd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.392690 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e46f9321-bec0-4713-a2b3-552450d83b74 req-c4418743-1230-4163-996d-738f5c7ff1a7 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819180 Jan 29 19:44:22.405970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ef0fc4a-b7b5-45c4-9332-eb08a4e5bffa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6374f5b2cc394014a38cd381aaa9ccad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6247401 Jan 29 19:44:22.408768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42146) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:22.418005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0fc4a-b7b5-45c4-9332-eb08a4e5bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8414781-09c2-4d3c-b310-cf652b6ae7fd,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:22.473187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19822426-60bc-4c3d-98d9-e8f7f544b3fa admin admin] Publish callbacks [] for security_group (f8414781-09c2-4d3c-b310-cf652b6ae7fd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.511765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19822426-60bc-4c3d-98d9-e8f7f544b3fa admin admin] Publish callbacks [] for security_group (f8414781-09c2-4d3c-b310-cf652b6ae7fd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.651891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19822426-60bc-4c3d-98d9-e8f7f544b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f8414781-09c2-4d3c-b310-cf652b6ae7fd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.654977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19822426-60bc-4c3d-98d9-e8f7f544b3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:22.662663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-19822426-60bc-4c3d-98d9-e8f7f544b3fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8414781-09c2-4d3c-b310-cf652b6ae7fd HTTP/1.1" status: 204 len: 168 time: 0.2472379 Jan 29 19:44:22.675483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19822426-60bc-4c3d-98d9-e8f7f544b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8414781-09c2-4d3c-b310-cf652b6ae7fd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:22.772252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42192) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:22.922206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-7dc6d06d-bcd2-4445-b2a0-adf7e75033cf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:22.923961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-7dc6d06d-bcd2-4445-b2a0-adf7e75033cf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.1597841 Jan 29 19:44:22.958736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'port': {'device_id': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'admin_state_up': True, 'tenant_id': '561181d3c09744d3aee03d38d75987a2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:23.177652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f7f8489-caaa-4a1a-8a1a-feaaf68d7c31 req-a0386ffd-31ef-40e5-8338-8f97de246030 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 210 time: 0.0410635 Jan 29 19:44:23.297534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d834ced-8a76-4f07-b59c-1bfac8da9d79 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:23.358303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a8b2e-26a6-460e-8540-5b2e3659563c req-10c6605d-54b6-444a-b159-cb9c6e1bc299 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:23.368613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-471a8b2e-26a6-460e-8540-5b2e3659563c req-10c6605d-54b6-444a-b159-cb9c6e1bc299 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 950 time: 0.4275990 Jan 29 19:44:23.371978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60f57292-83d0-4b2b-9e7d-fd99d30d21e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.469300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:44:23.486720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:23.487343 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-471a8b2e-26a6-460e-8540-5b2e3659563c req-8f0bab3c-9b10-42a8-9f2b-9b37bafed696 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014464 Jan 29 19:44:23.487553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.554290 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60f57292-83d0-4b2b-9e7d-fd99d30d21e7 admin admin] Publish callbacks [] for security_group (947d700b-2884-4a90-8e57-061c76cd75e8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.611459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:23.611781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:23.611907 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.615133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.629348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60f57292-83d0-4b2b-9e7d-fd99d30d21e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (947d700b-2884-4a90-8e57-061c76cd75e8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.671683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d834ced-8a76-4f07-b59c-1bfac8da9d79,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:23.673402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d834ced-8a76-4f07-b59c-1bfac8da9d79'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:23.675976 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40348a-c50a-4f99-8dfc-992c44e2d978" -d '{"events": [{"server_uuid": "fcb40446-ab30-45fa-8740-6eb97bfa6a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5d834ced-8a76-4f07-b59c-1bfac8da9d79"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:23.696152 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60f57292-83d0-4b2b-9e7d-fd99d30d21e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45e743511e704a7b98aca495bae2f101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9226885 Jan 29 19:44:23.699426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:23.723397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e3a5-82a5-49a5-9d5e-112f4f345e20 req-c77c19c8-026a-44a2-84a6-6f72adc9291c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:23.731328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f32e3a5-82a5-49a5-9d5e-112f4f345e20 req-c77c19c8-026a-44a2-84a6-6f72adc9291c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 944 time: 0.1531138 Jan 29 19:44:23.739241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f57292-83d0-4b2b-9e7d-fd99d30d21e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d700b-2884-4a90-8e57-061c76cd75e8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:23.749534 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.802574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb299490-5bae-4090-915c-5353f562be82 admin admin] Publish callbacks [] for security_group (947d700b-2884-4a90-8e57-061c76cd75e8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.809624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Allocated IP 172.20.0.8 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:23.829327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f32e3a5-82a5-49a5-9d5e-112f4f345e20 req-5ec8c726-59e4-49bc-9785-6d8062d22ace tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973322 Jan 29 19:44:23.830944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb299490-5bae-4090-915c-5353f562be82 admin admin] Publish callbacks [] for security_group (947d700b-2884-4a90-8e57-061c76cd75e8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.878286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d834ced-8a76-4f07-b59c-1bfac8da9d79,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:23.919693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42312) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:23.927594 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a97cd7-9ed3-4486-afbd-2319f0e4c0b1 x-openstack-request-id: req-e9a97cd7-9ed3-4486-afbd-2319f0e4c0b1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:23.928185 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb40446-ab30-45fa-8740-6eb97bfa6a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5d834ced-8a76-4f07-b59c-1bfac8da9d79", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:23.928542 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9a97cd7-9ed3-4486-afbd-2319f0e4c0b1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:23.929012 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d834ced-8a76-4f07-b59c-1bfac8da9d79', 'code': 200} Jan 29 19:44:23.981254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a733d698-1641-40b1-8d53-4390e3a37d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.995078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb299490-5bae-4090-915c-5353f562be82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (947d700b-2884-4a90-8e57-061c76cd75e8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.997684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb299490-5bae-4090-915c-5353f562be82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:23.999486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cb299490-5bae-4090-915c-5353f562be82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/947d700b-2884-4a90-8e57-061c76cd75e8 HTTP/1.1" status: 204 len: 168 time: 0.2816975 Jan 29 19:44:24.025827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb299490-5bae-4090-915c-5353f562be82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d700b-2884-4a90-8e57-061c76cd75e8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:24.073960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183407-f642-41b0-a5f7-9d0383d25874 req-a2ef8994-288f-450b-9e68-b46c73f599fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:24.078172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe183407-f642-41b0-a5f7-9d0383d25874 req-a2ef8994-288f-450b-9e68-b46c73f599fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 1127 time: 0.0664160 Jan 29 19:44:24.145591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe183407-f642-41b0-a5f7-9d0383d25874 req-dcba7fa3-aa01-4ef1-9bbe-dccb2934ce07 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 Jan 29 19:44:24.171946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.181191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a733d698-1641-40b1-8d53-4390e3a37d7b admin admin] Publish callbacks [] for security_group (54f608c7-ea36-4902-93b8-9903813a3f5c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.252039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a733d698-1641-40b1-8d53-4390e3a37d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (54f608c7-ea36-4902-93b8-9903813a3f5c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.297514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.301574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a733d698-1641-40b1-8d53-4390e3a37d7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e68146b33db940f4aafc70d7cf322350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730209 Jan 29 19:44:24.304477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733d698-1641-40b1-8d53-4390e3a37d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f608c7-ea36-4902-93b8-9903813a3f5c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:24.339384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42358) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:24.353962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:24.380450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:24.382357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:24.394054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:24.517446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:24.521904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.524298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a35b0-57ac-413f-956d-bae25bef59da req-25ee3a65-1ce3-41c9-a3b3-33186d41ba91 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:24.533691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b2a35b0-57ac-413f-956d-bae25bef59da req-25ee3a65-1ce3-41c9-a3b3-33186d41ba91 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 931 time: 0.2730145 Jan 29 19:44:24.620473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-1e859924-2130-4057-9a3d-115f2a8aed32 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6689930 Jan 29 19:44:24.624981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67b031-55a9-478c-b552-3a7411c05771 req-525429c5-068d-4679-a7df-65f7a3532f89 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:24.639281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab67b031-55a9-478c-b552-3a7411c05771 req-525429c5-068d-4679-a7df-65f7a3532f89 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.26 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 950 time: 0.2441022 Jan 29 19:44:24.646141 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca3add71-4718-47ba-bfe3-539a139ed6df admin admin] Publish callbacks [] for security_group (54f608c7-ea36-4902-93b8-9903813a3f5c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.677470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Request body: {'port': {'device_id': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:24.753434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b2a35b0-57ac-413f-956d-bae25bef59da req-f23efcf5-a001-48a5-ad05-40be10c586eb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150674 Jan 29 19:44:24.791363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca3add71-4718-47ba-bfe3-539a139ed6df admin admin] Publish callbacks [] for security_group (54f608c7-ea36-4902-93b8-9903813a3f5c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.793346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fc7dbd36-d9fd-4055-a2c8-5fc8a881b310 None None] Provisioning complete for port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:24.794925 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc7dbd36-d9fd-4055-a2c8-5fc8a881b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.796055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.863149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dbd36-d9fd-4055-a2c8-5fc8a881b310 None None] Port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:24.963331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Deleting port d346ba96-ec55-4ae3-9049-ae69abb44fb8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:24.963331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.995926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca3add71-4718-47ba-bfe3-539a139ed6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (54f608c7-ea36-4902-93b8-9903813a3f5c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:24.996119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc5bc9-91c8-4019-bc18-9ddd14d4108a req-d86ef76f-b9c4-46d6-8da1-0ffdac2a5ee6 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:24.999930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca3add71-4718-47ba-bfe3-539a139ed6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.002375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ca3add71-4718-47ba-bfe3-539a139ed6df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54f608c7-ea36-4902-93b8-9903813a3f5c HTTP/1.1" status: 204 len: 168 time: 0.6512375 Jan 29 19:44:25.005861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcfc5bc9-91c8-4019-bc18-9ddd14d4108a req-d86ef76f-b9c4-46d6-8da1-0ffdac2a5ee6 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 950 time: 0.3713791 Jan 29 19:44:25.054309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3add71-4718-47ba-bfe3-539a139ed6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f608c7-ea36-4902-93b8-9903813a3f5c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:25.095381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] For port d346ba96-ec55-4ae3-9049-ae69abb44fb8, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d346ba96-ec55-4ae3-9049-ae69abb44fb8,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:25.096052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.114773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Calling delete_port for d346ba96-ec55-4ae3-9049-ae69abb44fb8 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:25.148884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcfc5bc9-91c8-4019-bc18-9ddd14d4108a req-eb2c1e47-1523-47fc-8485-ceea01512db5 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e91328-64e1-44f0-9efd-6b513284e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354396 Jan 29 19:44:25.149156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91a91649-1c06-4bee-beed-8473487eb0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.258157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42462) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:25.463701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:25.467226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Publish callbacks [] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.476446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2a08e-0776-4b5d-af6f-ad19a8af1a90 req-5058e3ef-7bf7-4f2a-9bed-e7161ba417d7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:25.478379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5a2a08e-0776-4b5d-af6f-ad19a8af1a90 req-5058e3ef-7bf7-4f2a-9bed-e7161ba417d7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1698740 Jan 29 19:44:25.481667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d346ba96-ec55-4ae3-9049-ae69abb44fb8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.491959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Transition to ACTIVE for port object 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:44:25.517554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d346ba96-ec55-4ae3-9049-ae69abb44fb8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:25.591002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Pushing event deleted for resources: {'Port': ['ID=d346ba96-ec55-4ae3-9049-ae69abb44fb8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:25.593943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5a2a08e-0776-4b5d-af6f-ad19a8af1a90 req-bd009cc4-fa61-42f4-aff3-3a1ce6807b97 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941715 Jan 29 19:44:25.596609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.630795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b499d3c-63b2-4695-987a-281e26d42ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.651256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:25.709151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] No DVR routers for this DVR port d346ba96-ec55-4ae3-9049-ae69abb44fb8 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:25.713126 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:25.719624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab67b031-55a9-478c-b552-3a7411c05771 req-77ccab8a-403d-45ee-8168-7ad8d1003570 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.26 "DELETE /v2.0/ports/d346ba96-ec55-4ae3-9049-ae69abb44fb8 HTTP/1.1" status: 204 len: 173 time: 1.0744534 Jan 29 19:44:25.723357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'name': 'network-vif-deleted', 'tag': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:25.732390 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6953a-fdbc-4af7-88a6-9c66b93cf541" -d '{"events": [{"server_uuid": "29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9", "name": "network-vif-deleted", "tag": "d346ba96-ec55-4ae3-9049-ae69abb44fb8"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:25.867667 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c526b51e-6602-46db-883e-451a81dc9560 x-openstack-request-id: req-c526b51e-6602-46db-883e-451a81dc9560 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:25.868313 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9", "name": "network-vif-deleted", "tag": "d346ba96-ec55-4ae3-9049-ae69abb44fb8", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:25.871123 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c526b51e-6602-46db-883e-451a81dc9560 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:25.874619 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9', 'name': 'network-vif-deleted', 'tag': 'd346ba96-ec55-4ae3-9049-ae69abb44fb8', 'status': 'completed', 'code': 200} Jan 29 19:44:26.000382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Attempting to bind port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:26.009830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Attempting to bind port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:26.010534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Attempting to bind port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:26.012041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b499d3c-63b2-4695-987a-281e26d42ad0 admin admin] Publish callbacks [] for security_group (a6f440b9-65db-48cf-928f-bd7150f5b4a9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.022269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:44:26.022544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Attempting to bind port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:26.043268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:26.043615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:26.056317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:26.057062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Bound port: 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:26.065016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.111731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b499d3c-63b2-4695-987a-281e26d42ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a6f440b9-65db-48cf-928f-bd7150f5b4a9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.227592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b499d3c-63b2-4695-987a-281e26d42ad0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd64a85bfd684bd8a694234aea9a2940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9679110 Jan 29 19:44:26.233466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42530) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:26.240017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499d3c-63b2-4695-987a-281e26d42ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f440b9-65db-48cf-928f-bd7150f5b4a9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:26.245162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:26.350222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b07e2-702e-4bdf-b920-471e0d392ab6 req-6847f208-a3ad-484e-ab9e-253eed3ed91b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:26.360478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0b07e2-702e-4bdf-b920-471e0d392ab6 req-6847f208-a3ad-484e-ab9e-253eed3ed91b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 943 time: 0.2477467 Jan 29 19:44:26.381583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1509633682-network', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:26.385066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] For port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:26.427030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] For port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:26.439791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24683bc5-9d21-49a9-b7c0-dbd31d8522d9 admin admin] Publish callbacks [] for security_group (a6f440b9-65db-48cf-928f-bd7150f5b4a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.468506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0b07e2-702e-4bdf-b920-471e0d392ab6 req-5d5ccb48-1478-4d94-b8f1-90aa8037cd5c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065400 Jan 29 19:44:26.483613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24683bc5-9d21-49a9-b7c0-dbd31d8522d9 admin admin] Publish callbacks [] for security_group (a6f440b9-65db-48cf-928f-bd7150f5b4a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.502703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Made reservation on behalf of e71019087d3b4f6b9f3f7db948ca6a46 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:26.505262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.526236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.548244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.626627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:26.627863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.629599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d HTTP/1.1" status: 200 len: 1091 time: 1.9590096 Jan 29 19:44:26.630149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'tag': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:26.635554 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819693a-c36a-45f7-9170-cc92d79aaf37" -d '{"events": [{"name": "network-changed", "server_uuid": "b5395d2b-706f-4825-9325-2d8012fa0e45", "tag": "9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:26.661986 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks [] for security_group (fe32eee2-bf31-4b8e-854f-f29f4632bb82), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.707527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae859264-52b5-4cf5-ac30-566a874ad70d req-c7aed3bf-f88a-427a-962c-236fdc4c9c22 tempest-ImagesNegativeTestJSON-2000202023 tempest-ImagesNegativeTestJSON-2000202023-project] 10.222.0.15 "GET /v2.0/ports?device_id=29491d20-cd2c-4b0b-8fb6-a7fd304ed1a9 HTTP/1.1" status: 200 len: 210 time: 0.0681221 Jan 29 19:44:26.737492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f609cff-105b-410f-ba9a-c5fdf8a4bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:26.742819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fe32eee2-bf31-4b8e-854f-f29f4632bb82), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.777148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24683bc5-9d21-49a9-b7c0-dbd31d8522d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a6f440b9-65db-48cf-928f-bd7150f5b4a9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.786632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24683bc5-9d21-49a9-b7c0-dbd31d8522d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.786771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24683bc5-9d21-49a9-b7c0-dbd31d8522d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6f440b9-65db-48cf-928f-bd7150f5b4a9 HTTP/1.1" status: 204 len: 168 time: 0.5515850 Jan 29 19:44:26.808334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe32eee2-bf31-4b8e-854f-f29f4632bb82,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:26.810735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24683bc5-9d21-49a9-b7c0-dbd31d8522d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f440b9-65db-48cf-928f-bd7150f5b4a9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:26.828063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:44:26.879992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (672efe20-da51-4892-aeba-b95d24744fc1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:26.880424 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Added segment 672efe20-da51-4892-aeba-b95d24744fc1 of type vlan for network aa160f59-2535-4657-a321-131ef6adca88 Jan 29 19:44:26.988737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-b9200625-54dc-4dc0-98a9-3383cb8cf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:26.990806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-b9200625-54dc-4dc0-98a9-3383cb8cf266 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 1125 time: 0.1846495 Jan 29 19:44:26.994855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (aa160f59-2535-4657-a321-131ef6adca88), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.012697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dfac2-5f9f-48f8-bc14-4471dcd3b862 req-fe27df01-90cf-4b7e-b980-84a5e394d2ce tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:27.017511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a17dfac2-5f9f-48f8-bc14-4471dcd3b862 req-fe27df01-90cf-4b7e-b980-84a5e394d2ce tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1004059 Jan 29 19:44:27.095087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-687d8e14-6bdd-4f1a-a440-df0f71cd637d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d HTTP/1.1" status: 200 len: 217 time: 0.0764890 Jan 29 19:44:27.154540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (aa160f59-2535-4657-a321-131ef6adca88), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.155863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:27.156751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.197243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42602) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:27.225970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a17dfac2-5f9f-48f8-bc14-4471dcd3b862 req-ec3997b6-be4e-49f2-9d66-d4c4a7da9ca5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759133 Jan 29 19:44:27.228405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-75ae0a30-d755-446b-ba18-d88cd8935075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:27.234650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-75ae0a30-d755-446b-ba18-d88cd8935075 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.1292830 Jan 29 19:44:27.269569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0106637 Jan 29 19:44:27.269569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:27.282844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Request body: {'subnet': {'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1509633682-subnet', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:27.288078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd57be-9df3-4e9d-b89b-9f49453c5f9e admin admin] Pushing event updated for resources: {'Network': ['ID=aa160f59-2535-4657-a321-131ef6adca88,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:27.296756 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd414e8-76b4-4ae1-a839-8a37674e65f0 x-openstack-request-id: req-2bd414e8-76b4-4ae1-a839-8a37674e65f0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:27.296756 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5395d2b-706f-4825-9325-2d8012fa0e45", "tag": "9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:27.296756 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bd414e8-76b4-4ae1-a839-8a37674e65f0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:27.297173 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'tag': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d', 'status': 'completed', 'code': 200} Jan 29 19:44:27.304639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network aa160f59-2535-4657-a321-131ef6adca88 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:44:27.335608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903314e9-3e17-4e78-944d-76d91f061248 req-752ec600-5c9c-40df-8096-6b2edf02cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:27.337821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-752ec600-5c9c-40df-8096-6b2edf02cceb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961778 Jan 29 19:44:27.372607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Made reservation on behalf of e71019087d3b4f6b9f3f7db948ca6a46 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:27.376398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.478334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-network', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:27.509200 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9898d992-91e6-4e0c-bab5-78f6cd3542a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.523136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-dea8e0b1-0933-47e3-87b2-7ef7c181cb67 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751733 Jan 29 19:44:27.649802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Made reservation on behalf of f3c5daab1af54c4982d635be3e85c097 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:27.653343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.671156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:27.687255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.688160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903314e9-3e17-4e78-944d-76d91f061248 req-d51dcec4-ca4a-441b-bff5-549e8d131602 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563678 Jan 29 19:44:27.716460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8abdc97f-508d-4971-8d3d-7a01a6203bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.743425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d346ba96-ec55-4ae3-9049-ae69abb44fb8 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:27.772578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c8252-d708-42d1-9d58-6d0195aa7a61 req-bcb52fe6-da1c-428c-8db4-3bfa1cced4ab tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:27.774410 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed5c8252-d708-42d1-9d58-6d0195aa7a61 req-bcb52fe6-da1c-428c-8db4-3bfa1cced4ab tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 943 time: 0.0808668 Jan 29 19:44:27.785688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: d346ba96-ec55-4ae3-9049-ae69abb44fb8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:27.786337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d346ba96-ec55-4ae3-9049-ae69abb44fb8 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:27.853654 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d5e26a17-26a1-423b-ae64-fd7e187e4bdc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.854169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed5c8252-d708-42d1-9d58-6d0195aa7a61 req-8f428bcf-7672-4f7a-862c-9805fd92e2fc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617125 Jan 29 19:44:27.868504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks [] for security_group (a0077229-198f-4540-857d-439a46c1da76), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.910777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8abdc97f-508d-4971-8d3d-7a01a6203bb9 admin admin] Publish callbacks [] for security_group (6b362e76-6af6-4d8d-b3fa-cfa975b187a6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.945558 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a0077229-198f-4540-857d-439a46c1da76), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:27.953043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e26a17-26a1-423b-ae64-fd7e187e4bdc,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:27.984808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Checking segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:27.984808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Network hostable DHCP agents. Network: aa160f59-2535-4657-a321-131ef6adca88, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:44:27.987331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:44:27.987581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-3bac6ceb-d35e-441d-9f88-2a0aa33dd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:27.989139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-3bac6ceb-d35e-441d-9f88-2a0aa33dd8ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 1125 time: 0.0999842 Jan 29 19:44:28.003190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0077229-198f-4540-857d-439a46c1da76,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:28.012957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (bb15919a-57ab-4125-9cb3-b14117d1ff38), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.013311 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Added segment bb15919a-57ab-4125-9cb3-b14117d1ff38 of type vlan for network b03e1bf8-7488-475d-b8cc-0a061f71566f Jan 29 19:44:28.031669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ee6c-5166-43fb-9337-81bb799d004c req-c904a479-ca87-4b53-ad98-b6c6969ff03c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:28.038868 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c54ee6c-5166-43fb-9337-81bb799d004c req-c904a479-ca87-4b53-ad98-b6c6969ff03c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1011517 Jan 29 19:44:28.047123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8abdc97f-508d-4971-8d3d-7a01a6203bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6b362e76-6af6-4d8d-b3fa-cfa975b187a6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.100304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b03e1bf8-7488-475d-b8cc-0a061f71566f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.105478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdc97f-508d-4971-8d3d-7a01a6203bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b362e76-6af6-4d8d-b3fa-cfa975b187a6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:28.117026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8abdc97f-508d-4971-8d3d-7a01a6203bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c957ff7cf24541cc8c3c596307f1e982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421458 Jan 29 19:44:28.118429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42672) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:28.135163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Network aa160f59-2535-4657-a321-131ef6adca88 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:44:28.166386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c54ee6c-5166-43fb-9337-81bb799d004c req-1183ca71-22f3-4311-91b9-26ad408c65b7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217458 Jan 29 19:44:28.198451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-9e2efa44-13a0-4fec-8d48-b824bca5342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:28.200396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-9e2efa44-13a0-4fec-8d48-b824bca5342d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.2044659 Jan 29 19:44:28.234276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, aa160f59-2535-4657-a321-131ef6adca88) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:28.236695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b03e1bf8-7488-475d-b8cc-0a061f71566f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.241689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:28.241689 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.244936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7977bed-dc98-4f11-a0b2-c1464884ea88 None None] Network aa160f59-2535-4657-a321-131ef6adca88 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:28.265096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-5aa1a4f9-0000-4d7f-a41b-025d3ecb5414 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d HTTP/1.1" status: 200 len: 217 time: 0.0572681 Jan 29 19:44:28.345340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-cbb314d7-7d76-4728-a522-98e2cbfeab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:28.347695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-cbb314d7-7d76-4728-a522-98e2cbfeab67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0746078 Jan 29 19:44:28.376722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:28.377320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.391802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b61f2f06-6b9e-448b-abb9-a6dab32cae0c admin admin] Publish callbacks [] for security_group (6b362e76-6af6-4d8d-b3fa-cfa975b187a6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.400501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] Pushing event updated for resources: {'Network': ['ID=b03e1bf8-7488-475d-b8cc-0a061f71566f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:28.425611 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b61f2f06-6b9e-448b-abb9-a6dab32cae0c admin admin] Publish callbacks [] for security_group (6b362e76-6af6-4d8d-b3fa-cfa975b187a6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.426468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b03e1bf8-7488-475d-b8cc-0a061f71566f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:44:28.456470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6e0d5f0-93d2-46c5-8ad3-9ddddda2fb3c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1865849 Jan 29 19:44:28.461881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:28.476236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:28.478088 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0d0f5024-2ab4-4f49-83f7-d85cb9c468ac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2802491 Jan 29 19:44:28.483390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42720) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:28.509169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Request body: {'subnet': {'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-subnet', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:28.517667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-a38ed4c3-4850-482e-b757-91fced4e74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:28.520567 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-a38ed4c3-4850-482e-b757-91fced4e74b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1664944 Jan 29 19:44:28.558531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b61f2f06-6b9e-448b-abb9-a6dab32cae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6b362e76-6af6-4d8d-b3fa-cfa975b187a6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.564449 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b61f2f06-6b9e-448b-abb9-a6dab32cae0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.572440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b61f2f06-6b9e-448b-abb9-a6dab32cae0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b362e76-6af6-4d8d-b3fa-cfa975b187a6 HTTP/1.1" status: 204 len: 168 time: 0.4529550 Jan 29 19:44:28.599235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (a2ab1584-5537-4d14-990b-a7e21a18e2be), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.600435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f2f06-6b9e-448b-abb9-a6dab32cae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b362e76-6af6-4d8d-b3fa-cfa975b187a6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:28.601484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (a2ab1584-5537-4d14-990b-a7e21a18e2be), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.603621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-aa160f59-2535-4657-a321-131ef6adca88', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:44:28.605243 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.617334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Made reservation on behalf of f3c5daab1af54c4982d635be3e85c097 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:28.621678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.829754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.875023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks [] for router_controller (a2ab1584-5537-4d14-990b-a7e21a18e2be), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:28.885716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Allocated IP 172.20.0.2 (aa160f59-2535-4657-a321-131ef6adca88/d5e26a17-26a1-423b-ae64-fd7e187e4bdc/ddd64592-cd83-4b02-9c9c-04cc12ac9ef1) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:28.891478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-de29d2bd-1a5b-4c52-adde-eecf31d789eb service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630748 Jan 29 19:44:29.087165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (030c8d74-0ee3-46ea-b1b1-7ca50927da02), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.136230 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Publish callbacks [] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.211695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030c8d74-0ee3-46ea-b1b1-7ca50927da02,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:29.247044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.247605 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9819693a-c36a-45f7-9170-cc92d79aaf37 req-16b01cf2-2fc5-4a2d-a492-d49be17db74d service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444896 Jan 29 19:44:29.256135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Checking segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:29.259922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Network hostable DHCP agents. Network: b03e1bf8-7488-475d-b8cc-0a061f71566f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:44:29.284003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Network aa160f59-2535-4657-a321-131ef6adca88 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:29.291803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:29.303411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:29.333098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks [] for router_gateway (a2ab1584-5537-4d14-990b-a7e21a18e2be), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.349217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19995d-679e-471e-8361-4bd34105b2e5 req-51890242-41b7-4bdd-8c07-c426b8a681cc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:29.360317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca19995d-679e-471e-8361-4bd34105b2e5 req-51890242-41b7-4bdd-8c07-c426b8a681cc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 943 time: 0.3564978 Jan 29 19:44:29.367625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42780) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:29.389440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Network b03e1bf8-7488-475d-b8cc-0a061f71566f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:44:29.452418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b03e1bf8-7488-475d-b8cc-0a061f71566f) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:29.461677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:29.462713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.482709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca19995d-679e-471e-8361-4bd34105b2e5 req-289853c1-70ae-446a-bcfb-c4883a61fa54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209025 Jan 29 19:44:29.487094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db3f39-9640-4914-86a5-80a7aea03ffe None None] Network b03e1bf8-7488-475d-b8cc-0a061f71566f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:29.543992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f24a938f-b288-4461-8a28-40a5f7f73ba7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0479004 Jan 29 19:44:29.544693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42792) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:29.549731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:29.657979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Pushing event updated for resources: {'Port': ['ID=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:29.659087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-64f9c9d3-466e-45fb-acfe-0fbc45c7ba3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8dadf375239475d88a5cc1ed2a83a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870467 Jan 29 19:44:29.659799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42804) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:29.683653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b03e1bf8-7488-475d-b8cc-0a061f71566f', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:44:29.683653 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.683653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Attempting to bind port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:29.683653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Attempting to bind port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:29.683653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Attempting to bind port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 on network aa160f59-2535-4657-a321-131ef6adca88 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:29.699266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:29.699607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Checking segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:29.700006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.700426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Bound using segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:29.700913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Bound port: ddd64592-cd83-4b02-9c9c-04cc12ac9ef1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:29.701289 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.708754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.728964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (9cb1095b-2635-4db7-83bf-2037de6e3649), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.730825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (9cb1095b-2635-4db7-83bf-2037de6e3649), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.826125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73c5fe-d632-45f6-b093-d94c0da809ad req-64ebb634-5eca-4858-b69d-e10714b4b05a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:29.833964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:44:29.837815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff73c5fe-d632-45f6-b093-d94c0da809ad req-64ebb634-5eca-4858-b69d-e10714b4b05a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.2095845 Jan 29 19:44:29.886058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df6bb04b-87ad-4cd5-9d03-b1c8e8feba61 admin admin] Publish callbacks [] for security_group (a9e91328-64e1-44f0-9efd-6b513284e20f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.890108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks [] for router_controller (9cb1095b-2635-4db7-83bf-2037de6e3649), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:29.915607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df6bb04b-87ad-4cd5-9d03-b1c8e8feba61 admin admin] Publish callbacks [] for security_group (a9e91328-64e1-44f0-9efd-6b513284e20f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.016554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff73c5fe-d632-45f6-b093-d94c0da809ad req-dae92361-ede5-4d6a-b561-bc0506cfac2e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722808 Jan 29 19:44:30.067421 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:44:30.094081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks [] for router_gateway (a2ab1584-5537-4d14-990b-a7e21a18e2be), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.140856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.174805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks [] for router_gateway (9cb1095b-2635-4db7-83bf-2037de6e3649), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.224166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Allocated IP 172.20.0.2 (b03e1bf8-7488-475d-b8cc-0a061f71566f/030c8d74-0ee3-46ea-b1b1-7ca50927da02/2c44e790-c687-4c43-9bc1-489232c33c4a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:30.250371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:30.265880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] For port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:30.266384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df6bb04b-87ad-4cd5-9d03-b1c8e8feba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9e91328-64e1-44f0-9efd-6b513284e20f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.270368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df6bb04b-87ad-4cd5-9d03-b1c8e8feba61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.271796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df6bb04b-87ad-4cd5-9d03-b1c8e8feba61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9e91328-64e1-44f0-9efd-6b513284e20f HTTP/1.1" status: 204 len: 168 time: 0.6105368 Jan 29 19:44:30.292113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] For port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:30.300414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d', 'mac_address': 'fa:16:3e:d2:19:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:44:30.329022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb04b-87ad-4cd5-9d03-b1c8e8feba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e91328-64e1-44f0-9efd-6b513284e20f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:30.354091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.399246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.449264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:30.455342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.475440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Allocated IP 172.25.5.37 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/44afd8fd-fc87-4b30-a6dd-ce9fb5333b45) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:30.544975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:30.727248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks [] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.801971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks [] for router_gateway (9cb1095b-2635-4db7-83bf-2037de6e3649), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.826189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.860854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:30.866497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37368717-12f8-42e2-b123-4c5a6c8a34af None None] Pushing event updated for resources: {'Port': ['ID=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:30.904412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb9dd-1a5c-495a-ae20-3533023068ad req-77ced643-07a5-424d-9f2a-c3c99e93b9af tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:30.905887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcfb9dd-1a5c-495a-ae20-3533023068ad req-77ced643-07a5-424d-9f2a-c3c99e93b9af tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 943 time: 0.2615883 Jan 29 19:44:30.936724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Publish callbacks [] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.939162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:30.966896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.027573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.048542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:31.072157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcfb9dd-1a5c-495a-ae20-3533023068ad req-a26aa366-31ad-400b-959b-91d813419a49 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440639 Jan 29 19:44:31.080153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Pushing event updated for resources: {'Port': ['ID=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:31.088364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Allocated IP 172.25.5.9 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/9b180a71-8558-44e1-ae84-775d0c6309fb) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:31.102772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Network b03e1bf8-7488-475d-b8cc-0a061f71566f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:31.108552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:31.110764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:31.113593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:31.123985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:31.191314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:31.263399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Pushing event updated for resources: {'Port': ['ID=2c44e790-c687-4c43-9bc1-489232c33c4a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:31.266170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Attempting to bind port 2c44e790-c687-4c43-9bc1-489232c33c4a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:31.266407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Attempting to bind port 2c44e790-c687-4c43-9bc1-489232c33c4a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:31.266771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Attempting to bind port 2c44e790-c687-4c43-9bc1-489232c33c4a on network b03e1bf8-7488-475d-b8cc-0a061f71566f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:31.273338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:31.273777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Checking segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:31.274247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.274552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Bound using segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:31.275173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Bound port: 2c44e790-c687-4c43-9bc1-489232c33c4a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:31.275553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.292282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:31.372095 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks [] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.497795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] For port 2c44e790-c687-4c43-9bc1-489232c33c4a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:31.530326 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.536158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] For port 2c44e790-c687-4c43-9bc1-489232c33c4a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2c44e790-c687-4c43-9bc1-489232c33c4a,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:31.561722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.610221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:31.617489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:31.657469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:31.664596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:31.667412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:31.808869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdad45-6661-45ef-81b5-d2160833a36a None None] Pushing event updated for resources: {'Port': ['ID=2c44e790-c687-4c43-9bc1-489232c33c4a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:31.847448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Pushing event updated for resources: {'Port': ['ID=9b180a71-8558-44e1-ae84-775d0c6309fb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:31.928248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ee0097-8c55-44ff-b2b3-b8ee38350d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.071516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bb2e3-11e9-43c1-b581-42b316eca219 req-859c37e0-580a-416a-be4e-fc4160a25a17 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:32.074249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b82bb2e3-11e9-43c1-b581-42b316eca219 req-859c37e0-580a-416a-be4e-fc4160a25a17 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.8605754 Jan 29 19:44:32.311870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ee0097-8c55-44ff-b2b3-b8ee38350d81 admin admin] Publish callbacks [] for security_group (88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.390934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b82bb2e3-11e9-43c1-b581-42b316eca219 req-4a527c69-7e3b-42a5-9585-e07436589978 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887757 Jan 29 19:44:32.397208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks [] for router_gateway (a2ab1584-5537-4d14-990b-a7e21a18e2be), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.403451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks [] for router_gateway (9cb1095b-2635-4db7-83bf-2037de6e3649), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.431296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150991d8-cfb5-4ac4-a842-8110a999f2df None None] Network aa160f59-2535-4657-a321-131ef6adca88 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:32.525416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e260f-92eb-4171-b3d0-f0803f87fc1f req-60640e8f-cf0c-48dc-9f68-83e9a957dc45 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:32.529466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b3e260f-92eb-4171-b3d0-f0803f87fc1f req-60640e8f-cf0c-48dc-9f68-83e9a957dc45 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 944 time: 0.2192087 Jan 29 19:44:32.575876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] Provisioning complete for port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:32.576302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.670268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ee0097-8c55-44ff-b2b3-b8ee38350d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.785844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] Current status of the port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:32.786399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.809370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2c44e790-c687-4c43-9bc1-489232c33c4a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:32.867620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0097-8c55-44ff-b2b3-b8ee38350d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:32.875414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b3e260f-92eb-4171-b3d0-f0803f87fc1f req-7d291262-f4ed-47dc-bc07-ab23e1a3d97f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371096 Jan 29 19:44:32.879447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-32ee0097-8c55-44ff-b2b3-b8ee38350d81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=766c2516fe3e4ff981664029951009c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2649102 Jan 29 19:44:32.885826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42886) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:32.887002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] For port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:32.899573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 2c44e790-c687-4c43-9bc1-489232c33c4a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:32.899573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.929550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (a2ab1584-5537-4d14-990b-a7e21a18e2be), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:32.996989 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.079516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d25026b-4e26-4660-b1fd-6b8896581c5f admin admin] Publish callbacks [] for security_group (88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.155672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d25026b-4e26-4660-b1fd-6b8896581c5f admin admin] Publish callbacks [] for security_group (88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.224312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e31c-8b7c-439f-833b-eded25543c4b None None] Pushing event updated for resources: {'Port': ['ID=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:33.259381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (9cb1095b-2635-4db7-83bf-2037de6e3649), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.273048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 2c44e790-c687-4c43-9bc1-489232c33c4a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:33.273449 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.334824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 2c44e790-c687-4c43-9bc1-489232c33c4a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2c44e790-c687-4c43-9bc1-489232c33c4a,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:33.351064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-75cf736d-8c9d-42aa-977f-c54b53a439c2 None None] Provisioning complete for port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:33.352988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75cf736d-8c9d-42aa-977f-c54b53a439c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.355545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Router a2ab1584-5537-4d14-990b-a7e21a18e2be is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:44:33.414790 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.422862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:33.641874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=2c44e790-c687-4c43-9bc1-489232c33c4a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:33.642900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:44:33.645424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483c7bd-c590-4290-a007-4aacb47dd717 None None] Network b03e1bf8-7488-475d-b8cc-0a061f71566f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:33.728669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.731373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd699994-9e8f-49b7-af52-78d57887b063 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2685106 Jan 29 19:44:33.733529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:44:33.736303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:33.810257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:33.831057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:33.831705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:33.905300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:33.905694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:33.920070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-75cf736d-8c9d-42aa-977f-c54b53a439c2 None None] Current status of the port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:34.109793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:34.197911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:44:34.224326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:34.224995 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:34.234305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d25026b-4e26-4660-b1fd-6b8896581c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:34.243957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d25026b-4e26-4660-b1fd-6b8896581c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:34.247910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d25026b-4e26-4660-b1fd-6b8896581c5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c HTTP/1.1" status: 204 len: 168 time: 1.3582101 Jan 29 19:44:34.272734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25026b-4e26-4660-b1fd-6b8896581c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88966e40-5f3c-4caf-ba92-1e6d9b7d8f7c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:34.317864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27821e-aa50-468e-a75f-a54f007bd8f1 req-d8558dd8-877f-406d-a4a3-c0ec315e7d1d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:34.323604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f27821e-aa50-468e-a75f-a54f007bd8f1 req-d8558dd8-877f-406d-a4a3-c0ec315e7d1d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.2952819 Jan 29 19:44:34.339572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b2b7fd09-a3e5-4782-bd33-a2999de3ef71 None None] Provisioning complete for port 2c44e790-c687-4c43-9bc1-489232c33c4a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:34.351253 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fd09-a3e5-4782-bd33-a2999de3ef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:34.386776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:44:34.547758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:44:34.554121 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:44:34.570162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f27821e-aa50-468e-a75f-a54f007bd8f1 req-ccfbeb5e-9867-4256-9b7d-7bf18ec60e83 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404616 Jan 29 19:44:34.582356 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:34.583132 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:34.605685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:34.654319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:34.656644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25642071-54ac-4153-873b-362320b1d743 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1106079 Jan 29 19:44:34.664999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42930) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:34.697411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1978286-7e48-4abe-8bfb-52b54d7703ce req-eeacd759-9256-4256-b3c8-57617b7f017e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:34.699090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1978286-7e48-4abe-8bfb-52b54d7703ce req-eeacd759-9256-4256-b3c8-57617b7f017e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 944 time: 0.1461618 Jan 29 19:44:34.839356 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:35.034102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:35.049121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1978286-7e48-4abe-8bfb-52b54d7703ce req-71c0584c-402b-4629-9faa-e17de11b1f46 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425968 Jan 29 19:44:35.055571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Allocated IP 172.20.0.1 (aa160f59-2535-4657-a321-131ef6adca88/d5e26a17-26a1-423b-ae64-fd7e187e4bdc/b19941c2-8a72-4c65-ab71-2c0f664cc0e5) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:35.230026 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:31Z', 'revision_number': 3, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:35.315401 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:44:35.315750 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Updating router 9cb1095b-2635-4db7-83bf-2037de6e3649 port 9b180a71-8558-44e1-ae84-775d0c6309fb binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:44:35.335472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2c44e790-c687-4c43-9bc1-489232c33c4a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:35.358967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks [] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.362503 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.414256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7fd09-a3e5-4782-bd33-a2999de3ef71 None None] Current status of the port 2c44e790-c687-4c43-9bc1-489232c33c4a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:35.434196 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:35.434594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.452788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.523716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Network aa160f59-2535-4657-a321-131ef6adca88 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:35.526943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:35.541018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:35.545536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:35.547577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:35.554138 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f1481-4b93-4865-bbde-73dabe5eb867" -d '{"events": [{"server_uuid": "b5395d2b-706f-4825-9325-2d8012fa0e45", "name": "network-vif-plugged", "status": "completed", "tag": "9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:35.581212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 2c44e790-c687-4c43-9bc1-489232c33c4a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:35.581594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.650610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.675192 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e82cf9b-c1be-4fca-9fb7-20cc9ddae674 x-openstack-request-id: req-3e82cf9b-c1be-4fca-9fb7-20cc9ddae674 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:35.675496 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5395d2b-706f-4825-9325-2d8012fa0e45", "name": "network-vif-plugged", "status": "completed", "tag": "9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:35.675753 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e82cf9b-c1be-4fca-9fb7-20cc9ddae674 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:35.676161 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d', 'code': 200} Jan 29 19:44:35.801936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e6883078-398b-4db7-bd79-afce8e2ae35b None None] Provisioning complete for port 2c44e790-c687-4c43-9bc1-489232c33c4a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:35.802786 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e6883078-398b-4db7-bd79-afce8e2ae35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:35.891997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:32Z', 'revision_number': 3, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:35.952961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:44:35.954030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Updating router a2ab1584-5537-4d14-990b-a7e21a18e2be port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:44:35.974346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.004337 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.014923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077162f-82bc-441f-9035-e220360aa1bb req-352530d0-158d-48d7-b7ae-0c915c9bdcfd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:36.017075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6077162f-82bc-441f-9035-e220360aa1bb req-352530d0-158d-48d7-b7ae-0c915c9bdcfd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.2478914 Jan 29 19:44:36.229344 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Publish callbacks [] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.257607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6077162f-82bc-441f-9035-e220360aa1bb req-bb740676-8fd9-43d9-8523-5e9ddef40656 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253463 Jan 29 19:44:36.270282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:36.291835 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.394412 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Attempting to bind port 9b180a71-8558-44e1-ae84-775d0c6309fb on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:36.401669 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Attempting to bind port 9b180a71-8558-44e1-ae84-775d0c6309fb by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:36.401669 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Attempting to bind port 9b180a71-8558-44e1-ae84-775d0c6309fb on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:36.461458 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:36.477205 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:36.477470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (a2ab1584-5537-4d14-990b-a7e21a18e2be), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.478076 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.478076 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:36.478480 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Bound port: 9b180a71-8558-44e1-ae84-775d0c6309fb, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:36.479077 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.491148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e6883078-398b-4db7-bd79-afce8e2ae35b None None] Current status of the port 2c44e790-c687-4c43-9bc1-489232c33c4a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:36.524519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 2c44e790-c687-4c43-9bc1-489232c33c4a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:36.526088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:36.621247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Pushing event updated for resources: {'Port': ['ID=9b180a71-8558-44e1-ae84-775d0c6309fb,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:36.630437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:36.630760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.703728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Allocated IP 172.20.0.1 (b03e1bf8-7488-475d-b8cc-0a061f71566f/030c8d74-0ee3-46ea-b1b1-7ca50927da02/ad71115b-2297-464c-bdd4-6cf0610901ae) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:36.704624 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.705164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.707719 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.708300 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.708901 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.709430 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.709918 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.711549 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.712064 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.715194 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.717942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.717942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.717942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:36.736166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a9a42fc9-9d02-4bd1-a6d6-2871394a460e None None] Provisioning complete for port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:36.748171 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9a42fc9-9d02-4bd1-a6d6-2871394a460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.758822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378e9cb-6d5b-461b-a968-2f8fd8efd05f req-cfd3b8b4-23fa-4541-8d94-a3707e4e6776 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:36.761983 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] For port 9b180a71-8558-44e1-ae84-775d0c6309fb, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:36.766438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:36.770728 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] For port 9b180a71-8558-44e1-ae84-775d0c6309fb, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9b180a71-8558-44e1-ae84-775d0c6309fb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:36.782089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8378e9cb-6d5b-461b-a968-2f8fd8efd05f req-cfd3b8b4-23fa-4541-8d94-a3707e4e6776 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.3642001 Jan 29 19:44:36.836226 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.874567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:36.925964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:36.943146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bcf5-c394-4623-919b-e17b39f2583e req-8b644634-93c5-44a3-86e4-2bc3313e8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:36.949105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e65bcf5-c394-4623-919b-e17b39f2583e req-8b644634-93c5-44a3-86e4-2bc3313e8173 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 1127 time: 0.3008058 Jan 29 19:44:36.954830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9a42fc9-9d02-4bd1-a6d6-2871394a460e None None] Port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:36.972722 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:36.973377 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:36.976371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8378e9cb-6d5b-461b-a968-2f8fd8efd05f req-609fd72b-23b4-4263-bce5-e3e53a094b50 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933019 Jan 29 19:44:36.993777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Publish callbacks [] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.034425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d911d-1018-4fdb-997e-95610278d210 None None] Pushing event updated for resources: {'Port': ['ID=9b180a71-8558-44e1-ae84-775d0c6309fb,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:37.065409 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks [] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.074680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.139831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e65bcf5-c394-4623-919b-e17b39f2583e req-38917fc2-83c1-4f1b-a912-e15366c9e57e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309500 Jan 29 19:44:37.209177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Attempting to bind port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:37.211216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Attempting to bind port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:37.211607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Attempting to bind port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:37.213165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.215203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc2ac2-c3ee-4a68-9bdf-6d8ef6a3f63b None None] Pushing event updated for resources: {'Port': ['ID=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:37.231228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:37.231670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:37.232021 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.234385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:37.239416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Bound port: 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:37.239838 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.304544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Network b03e1bf8-7488-475d-b8cc-0a061f71566f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:37.320977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:37.327132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:37.369326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] For port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:37.375773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] For port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:37.401059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks [] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.419054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Pushing event updated for resources: {'Port': ['ID=ad71115b-2297-464c-bdd4-6cf0610901ae,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:37.434661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (9cb1095b-2635-4db7-83bf-2037de6e3649), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.434954 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:37.492264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.494800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.660496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:37.668041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:37.680473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc2ac2-c3ee-4a68-9bdf-6d8ef6a3f63b None None] Pushing event updated for resources: {'Port': ['ID=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:37.769746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:37.816045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (a2ab1584-5537-4d14-990b-a7e21a18e2be), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.843472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.850979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.852350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d766a7e8-a621-42ae-85da-ea97feb1c663 None None] Provisioning complete for port ad71115b-2297-464c-bdd4-6cf0610901ae triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:37.852734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d766a7e8-a621-42ae-85da-ea97feb1c663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:37.857182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f36998-b8ac-4501-967a-831a82104045 req-82a7b3b2-9ec9-4bc6-95ec-7c180dc7eca4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:37.866373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6f36998-b8ac-4501-967a-831a82104045 req-82a7b3b2-9ec9-4bc6-95ec-7c180dc7eca4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.3564200 Jan 29 19:44:37.907857 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:31Z', 'revision_number': 3, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:37.924326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:37.971794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d766a7e8-a621-42ae-85da-ea97feb1c663 None None] Port ad71115b-2297-464c-bdd4-6cf0610901ae cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:37.973587 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13f7aa-e7c8-4cb8-bd72-8d801bd8bb8c None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:31Z', 'revision_number': 3, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:44:38.031732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6f36998-b8ac-4501-967a-831a82104045 req-52c0a119-d0b9-4c1e-a399-bbc4aac1c24a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643918 Jan 29 19:44:38.178952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks [] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:38.192263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Network aa160f59-2535-4657-a321-131ef6adca88 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:38.196106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:38.241763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:38.523044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 2, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:38.536752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (9cb1095b-2635-4db7-83bf-2037de6e3649), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:38.554619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ed5aa-e9fc-4c74-8ca9-874c08e2268c None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 2, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:44:38.585534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Pushing event updated for resources: {'Port': ['ID=ad71115b-2297-464c-bdd4-6cf0610901ae,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:38.640496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Router a2ab1584-5537-4d14-990b-a7e21a18e2be has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:44:38.821626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2e3e7cfc-542b-412f-bb65-3d9fdde378d5 None None] Provisioning complete for port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:38.821991 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e3e7cfc-542b-412f-bb65-3d9fdde378d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:38.833130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05226-6f90-42e5-8873-e402f73adfd6 req-b5bfd085-21d7-4148-b583-9021c9d9382e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:38.846650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31c05226-6f90-42e5-8873-e402f73adfd6 req-b5bfd085-21d7-4148-b583-9021c9d9382e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.3030910 Jan 29 19:44:38.891734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Network b03e1bf8-7488-475d-b8cc-0a061f71566f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:38.900775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:38.919396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e7cfc-542b-412f-bb65-3d9fdde378d5 None None] Port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:38.933913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:44:38.948542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1323c82d-60a3-4611-a55d-775e7d53c2d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2ab1584-5537-4d14-990b-a7e21a18e2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2096314 Jan 29 19:44:38.986041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31c05226-6f90-42e5-8873-e402f73adfd6 req-3dbd0563-3fbe-443b-a25f-d64fc8a8202f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371858 Jan 29 19:44:39.318428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:44:39.371069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9b180a71-8558-44e1-ae84-775d0c6309fb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:39.532508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9b180a71-8558-44e1-ae84-775d0c6309fb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:39.533141 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:39.598852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ce675-9aa7-44c7-a0d0-36566c6d9d0d req-a1e4d865-40ec-448f-9d1f-ffe9b0081458 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:39.612235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f97ce675-9aa7-44c7-a0d0-36566c6d9d0d req-a1e4d865-40ec-448f-9d1f-ffe9b0081458 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.2757058 Jan 29 19:44:39.665132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bc47c84a-a4c7-4a5a-bd64-0bee10981bc3 None None] Provisioning complete for port ad71115b-2297-464c-bdd4-6cf0610901ae triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:39.665514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc47c84a-a4c7-4a5a-bd64-0bee10981bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:39.757270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bc47c84a-a4c7-4a5a-bd64-0bee10981bc3 None None] Port ad71115b-2297-464c-bdd4-6cf0610901ae cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:39.806947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:44:39.813698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b3a5d538-09fa-4b6e-867a-3ec984fe4f19 admin admin] 10.222.0.15 "PUT /v2.0/routers/9cb1095b-2635-4db7-83bf-2037de6e3649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1473703 Jan 29 19:44:39.851964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f97ce675-9aa7-44c7-a0d0-36566c6d9d0d req-44729e03-b75c-4c8c-b829-23080d8ac6bd tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387373 Jan 29 19:44:39.866461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9b180a71-8558-44e1-ae84-775d0c6309fb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:39.867170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:39.893526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 9b180a71-8558-44e1-ae84-775d0c6309fb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9b180a71-8558-44e1-ae84-775d0c6309fb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:39.954568 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:40.047793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=9b180a71-8558-44e1-ae84-775d0c6309fb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:40.068766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.069079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.070294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.072864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.086884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:40.263440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43072) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:40.325906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758ab65-a104-4e15-a4c9-c013c70547bf req-267ee49b-9d31-4623-8bd7-bbcce6ea0da1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:40.333797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5758ab65-a104-4e15-a4c9-c013c70547bf req-267ee49b-9d31-4623-8bd7-bbcce6ea0da1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1016605 Jan 29 19:44:40.414791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5758ab65-a104-4e15-a4c9-c013c70547bf req-cbcf50c5-396f-4cb3-9b16-b8eec96b6c5d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795474 Jan 29 19:44:40.480884 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebe37714-0f72-468e-b985-cf04e7a15e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:40.595800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebe37714-0f72-468e-b985-cf04e7a15e23 admin admin] Publish callbacks [] for security_group (586d6707-6d1d-4463-ae92-7a25e7615494), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:40.663378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebe37714-0f72-468e-b985-cf04e7a15e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (586d6707-6d1d-4463-ae92-7a25e7615494), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:40.721944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe37714-0f72-468e-b985-cf04e7a15e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586d6707-6d1d-4463-ae92-7a25e7615494,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:40.726589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ebe37714-0f72-468e-b985-cf04e7a15e23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16273b77224e4fb490a7d66095e142d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620581 Jan 29 19:44:40.729370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43080) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:40.799669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a4823b5-b8be-462b-beb1-0682675da798 admin admin] Publish callbacks [] for security_group (586d6707-6d1d-4463-ae92-7a25e7615494), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:40.869754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a4823b5-b8be-462b-beb1-0682675da798 admin admin] Publish callbacks [] for security_group (586d6707-6d1d-4463-ae92-7a25e7615494), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:40.874429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43094) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:40.878978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636235331', 'description': 'tempest-description--487186495'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:41.042821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.068878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-10442bb2-4efe-41f2-b49b-666ca3bc06d7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:41.075839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-10442bb2-4efe-41f2-b49b-666ca3bc06d7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 820 time: 0.1977313 Jan 29 19:44:41.113778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-5ef233cd-0a2f-4b3c-821d-afe0d76a9c1e tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/quotas/f3c5daab1af54c4982d635be3e85c097 HTTP/1.1" status: 200 len: 375 time: 0.0305133 Jan 29 19:44:41.176001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a4823b5-b8be-462b-beb1-0682675da798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (586d6707-6d1d-4463-ae92-7a25e7615494), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.178704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a4823b5-b8be-462b-beb1-0682675da798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.191376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3a4823b5-b8be-462b-beb1-0682675da798 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/586d6707-6d1d-4463-ae92-7a25e7615494 HTTP/1.1" status: 204 len: 168 time: 0.4495261 Jan 29 19:44:41.217771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43102) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:41.268139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4823b5-b8be-462b-beb1-0682675da798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586d6707-6d1d-4463-ae92-7a25e7615494,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:41.291642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (7ced603e-34c1-4b97-a0f6-eb62be13c65f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.312869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04712f31-4364-4b5c-81f7-44e63d8d7b19 req-e4dbb74e-56d2-43b6-a41f-10ac480f2232 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:41.314522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04712f31-4364-4b5c-81f7-44e63d8d7b19 req-e4dbb74e-56d2-43b6-a41f-10ac480f2232 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1684625 Jan 29 19:44:41.333595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-d6b5d278-094f-4381-a019-3ced02f6545d tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188501 Jan 29 19:44:41.355260 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7ced603e-34c1-4b97-a0f6-eb62be13c65f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.381314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:44:41.414956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:41.417912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:41.428556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9b180a71-8558-44e1-ae84-775d0c6309fb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:41.465419 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04712f31-4364-4b5c-81f7-44e63d8d7b19 req-fb799e3f-881f-41ef-b41e-d7dd01afb737 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416020 Jan 29 19:44:41.467381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ced603e-34c1-4b97-a0f6-eb62be13c65f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:41.522630 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.524054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6870b3a9-483f-46be-9d53-9ebfcf9dcf03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6485672 Jan 29 19:44:41.532717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43110) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:41.540047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'security_group_rule': {'security_group_id': '7ced603e-34c1-4b97-a0f6-eb62be13c65f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:41.595736 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-1514b56e-5c2d-401d-aa4c-736a675381b6 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471313 Jan 29 19:44:41.646345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (aa76132a-fd19-4e3b-ae08-c18551276f01), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.730653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55a3b001-13fa-4852-8b0f-63548a5d7fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.774440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (aa76132a-fd19-4e3b-ae08-c18551276f01), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.794441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-45699a8d-5fb7-4cf5-be32-62033a31c179 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906521 Jan 29 19:44:41.832681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9b180a71-8558-44e1-ae84-775d0c6309fb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:41.833204 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.865350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437de82a-6e9c-4022-b945-3ead70e585a4 req-a2ce66be-6c7e-438a-93d3-2589e32018ec tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:41.874424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-437de82a-6e9c-4022-b945-3ead70e585a4 req-a2ce66be-6c7e-438a-93d3-2589e32018ec tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.0775537 Jan 29 19:44:41.885820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (aa76132a-fd19-4e3b-ae08-c18551276f01), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.891396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55a3b001-13fa-4852-8b0f-63548a5d7fbd admin admin] Publish callbacks [] for security_group (d2b19257-461e-45c8-ba82-16df2f95b433), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:41.910642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:41.980003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa76132a-fd19-4e3b-ae08-c18551276f01,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:41.989742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55a3b001-13fa-4852-8b0f-63548a5d7fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d2b19257-461e-45c8-ba82-16df2f95b433), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.034322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9b180a71-8558-44e1-ae84-775d0c6309fb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:42.035384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:42.053465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-437de82a-6e9c-4022-b945-3ead70e585a4 req-d3d8e519-e4a5-456e-82a6-4f323384d547 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780820 Jan 29 19:44:42.056863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43116) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:42.057426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55a3b001-13fa-4852-8b0f-63548a5d7fbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c79b7dbb767d4c27a37904b6324ff37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8378849 Jan 29 19:44:42.058298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3b001-13fa-4852-8b0f-63548a5d7fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b19257-461e-45c8-ba82-16df2f95b433,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:42.114273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43118) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:42.139727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.141056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc945607-91f4-4e54-aa50-84bf586fc7cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6067502 Jan 29 19:44:42.143337 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3123598e-e755-4bd5-b593-9939d57c611f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.147389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43120) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:42.159029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'security_group_rule': {'security_group_id': '7ced603e-34c1-4b97-a0f6-eb62be13c65f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:42.212574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:42.212957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.251103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a54f844f-d437-45e1-8bba-cd3ce4908bcb admin admin] Publish callbacks [] for security_group (d2b19257-461e-45c8-ba82-16df2f95b433), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.311775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a54f844f-d437-45e1-8bba-cd3ce4908bcb admin admin] Publish callbacks [] for security_group (d2b19257-461e-45c8-ba82-16df2f95b433), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.332463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de1d835c-88b8-453e-9557-13a7b8acafc5 req-3f63c4e4-d89a-4dda-beae-f0d6849cd960 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 210 time: 0.1123402 Jan 29 19:44:42.423622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (023eef0c-04b8-4968-a5f5-96662e7cab81), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.453537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 2, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:42.491169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3123598e-e755-4bd5-b593-9939d57c611f admin admin] Publish callbacks [] for security_group (2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.539848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:42.543897 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.560065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:44:42.566861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Updating router 9cb1095b-2635-4db7-83bf-2037de6e3649 port ad71115b-2297-464c-bdd4-6cf0610901ae binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:44:42.572312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3123598e-e755-4bd5-b593-9939d57c611f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.590515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (023eef0c-04b8-4968-a5f5-96662e7cab81), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.598417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:44:42.612809 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:42.613832 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:42.629944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a54f844f-d437-45e1-8bba-cd3ce4908bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d2b19257-461e-45c8-ba82-16df2f95b433), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.632542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a54f844f-d437-45e1-8bba-cd3ce4908bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.636235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a54f844f-d437-45e1-8bba-cd3ce4908bcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2b19257-461e-45c8-ba82-16df2f95b433 HTTP/1.1" status: 204 len: 168 time: 0.5732169 Jan 29 19:44:42.681789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:42.683342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.686639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (023eef0c-04b8-4968-a5f5-96662e7cab81), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.699668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3123598e-e755-4bd5-b593-9939d57c611f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b2c8b9f00354bb7a0bf4cbc39511ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785508 Jan 29 19:44:42.706052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43136) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:42.719820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023eef0c-04b8-4968-a5f5-96662e7cab81,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:42.759955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:42.775847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.816427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef3c37-8965-4d1f-a258-80a0f387abeb req-e3e09b86-0641-4194-8ccc-016becfb9498 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:42.825046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fef3c37-8965-4d1f-a258-80a0f387abeb req-e3e09b86-0641-4194-8ccc-016becfb9498 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.2134504 Jan 29 19:44:42.858374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.863135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ac1d8df-6fbe-47be-ad7f-93d217923493 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7138662 Jan 29 19:44:42.864033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43138) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:42.871172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:42.883284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123598e-e755-4bd5-b593-9939d57c611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:42.915218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f844f-d437-45e1-8bba-cd3ce4908bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b19257-461e-45c8-ba82-16df2f95b433,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:42.927016 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-972e9a43-c0ae-4935-8949-4245205ddc4c admin admin] Publish callbacks [] for security_group (2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:42.949582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-3add8d56-b28a-4bb4-bbf7-15a8dfe08a5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3610513 Jan 29 19:44:42.960029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fef3c37-8965-4d1f-a258-80a0f387abeb req-e1298ca9-5d98-45cc-bfe3-2babf344d183 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337631 Jan 29 19:44:42.980653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:42.983359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-972e9a43-c0ae-4935-8949-4245205ddc4c admin admin] Publish callbacks [] for security_group (2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.028666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.149883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-5e00dcb0-d55a-4bed-84fc-e768c59045f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:43.160719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-5e00dcb0-d55a-4bed-84fc-e768c59045f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1127 time: 0.1665113 Jan 29 19:44:43.235376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:43.300674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-5b872d85-35bd-4b14-a88b-176899298716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:43.302389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-5b872d85-35bd-4b14-a88b-176899298716 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1268134 Jan 29 19:44:43.306713 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 2, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:43.327567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-972e9a43-c0ae-4935-8949-4245205ddc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.332947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-972e9a43-c0ae-4935-8949-4245205ddc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.335558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-972e9a43-c0ae-4935-8949-4245205ddc4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d HTTP/1.1" status: 204 len: 168 time: 0.6197014 Jan 29 19:44:43.399205 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:44:43.399560 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Updating router a2ab1584-5537-4d14-990b-a7e21a18e2be port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:44:43.417568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca4fe-fd3a-4990-9f6b-7d2011aa292a req-7a70ad89-006e-4824-8be6-e443ba2f63ba tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:43.424238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-e96359cd-656f-4353-ba38-44a087e9316f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.1147947 Jan 29 19:44:43.425826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e9a43-c0ae-4935-8949-4245205ddc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec1cb15-fd8e-4510-8cc9-fc8b72a8368d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:43.430254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bceca4fe-fd3a-4990-9f6b-7d2011aa292a req-7a70ad89-006e-4824-8be6-e443ba2f63ba tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1762376 Jan 29 19:44:43.465964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:43.467754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.481893 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.541853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.590458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-f552b9ed-b2f4-4958-9f33-5a9f98d22a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:43.593588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-f552b9ed-b2f4-4958-9f33-5a9f98d22a1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1493454 Jan 29 19:44:43.635772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bceca4fe-fd3a-4990-9f6b-7d2011aa292a req-029a300d-5697-4448-a5bf-7ce31e0d0021 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989608 Jan 29 19:44:43.667333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-4390a4e6-a1ad-41e3-96eb-d84636292f36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653281 Jan 29 19:44:43.683952 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Publish callbacks [] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.766004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:43.795569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:43.851718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-85cf053c-3ff4-45c3-84b1-2f72b6aa4ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775856 Jan 29 19:44:43.866621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b6d2749-4e73-4145-9907-dda3c1de1a31 req-078f871b-b865-4aa5-a332-94382aaad693 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 210 time: 0.0881696 Jan 29 19:44:43.908332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428ca0a-e2be-4c1e-a328-db2bbdba04de None None] Pushing event updated for resources: {'Port': ['ID=ad71115b-2297-464c-bdd4-6cf0610901ae,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:43.980262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Allocated IP 172.25.5.32 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/a2585828-0b44-455b-875f-3d3393e1f177) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:44.108072 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Publish callbacks [] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.144127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de26332-c9cd-4468-906b-b17ccb8ea713 req-5db40392-c735-4686-957f-06b9023109b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844210 Jan 29 19:44:44.151445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Attempting to bind port ad71115b-2297-464c-bdd4-6cf0610901ae on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:44.151445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Attempting to bind port ad71115b-2297-464c-bdd4-6cf0610901ae by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:44.151445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Attempting to bind port ad71115b-2297-464c-bdd4-6cf0610901ae on network b03e1bf8-7488-475d-b8cc-0a061f71566f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:44.189615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:44.194292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Checking segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:44.198595 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.199083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Bound using segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:44.203007 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.203349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Bound port: ad71115b-2297-464c-bdd4-6cf0610901ae, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:44.205859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.352613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for port (a2585828-0b44-455b-875f-3d3393e1f177), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.411216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] For port ad71115b-2297-464c-bdd4-6cf0610901ae, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:44.411826 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Attempting to bind port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:44.412302 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Attempting to bind port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:44.418661 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Attempting to bind port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 on network aa160f59-2535-4657-a321-131ef6adca88 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:44.418815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] For port ad71115b-2297-464c-bdd4-6cf0610901ae, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad71115b-2297-464c-bdd4-6cf0610901ae,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:44.421634 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:44.431569 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Checking segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:44.431994 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.439880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Bound using segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:44.447375 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Bound port: b19941c2-8a72-4c65-ab71-2c0f664cc0e5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:44.447375 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.454777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6d190578-807c-4c5d-9306-c3f1217bc39f None None] Provisioning complete for port ad71115b-2297-464c-bdd4-6cf0610901ae triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:44.455095 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d190578-807c-4c5d-9306-c3f1217bc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.537640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.562548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8589-5dc4-4250-bee6-35406172ac9c req-2c590bf9-8602-4d95-b800-45ead8f98c64 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:44.572159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7d8589-5dc4-4250-bee6-35406172ac9c req-2c590bf9-8602-4d95-b800-45ead8f98c64 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.3886104 Jan 29 19:44:44.585303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a2585828-0b44-455b-875f-3d3393e1f177), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.652300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:44.652300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:44.700421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] For port b19941c2-8a72-4c65-ab71-2c0f664cc0e5, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:44.704931 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] For port b19941c2-8a72-4c65-ab71-2c0f664cc0e5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:44.709169 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912b84-9901-47ad-a257-3f6d7762e02f None None] Pushing event updated for resources: {'Port': ['ID=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:44.717827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6d190578-807c-4c5d-9306-c3f1217bc39f None None] Port ad71115b-2297-464c-bdd4-6cf0610901ae cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:44.767184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:44.790617 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:44.812828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428ca0a-e2be-4c1e-a328-db2bbdba04de None None] Pushing event updated for resources: {'Port': ['ID=ad71115b-2297-464c-bdd4-6cf0610901ae,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:44.862283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:44.878575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7d8589-5dc4-4250-bee6-35406172ac9c req-bec9d041-f488-47a0-a691-f10e907d9bee tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850771 Jan 29 19:44:44.902110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:44.913860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'Port': ['ID=a2585828-0b44-455b-875f-3d3393e1f177,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:44.947337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:45.052937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82474e7e-bdaa-4c0a-920e-b4eb22fe886a req-ad1cbdc6-4cd5-4723-ac21-c96d838ae6dc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:45.064668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82474e7e-bdaa-4c0a-920e-b4eb22fe886a req-ad1cbdc6-4cd5-4723-ac21-c96d838ae6dc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1386459 Jan 29 19:44:45.075854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] Provisioning complete for port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:45.076882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:45.130626 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912b84-9901-47ad-a257-3f6d7762e02f None None] Pushing event updated for resources: {'Port': ['ID=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:45.131749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82474e7e-bdaa-4c0a-920e-b4eb22fe886a req-877cd05f-bee0-46b1-8e34-52fe7fef3a0f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 Jan 29 19:44:45.144455 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:44:45.150365 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:45.305019 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33dcbe19-8e4d-4567-800e-4a127a5d4d68 req-e1c7ef7f-350d-43d9-a9ae-fa46c2080c22 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 210 time: 0.1114111 Jan 29 19:44:45.329923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (52028ca8-6843-4474-aa2c-35bf05a863e5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:45.483731 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:44:45.664873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a2585828-0b44-455b-875f-3d3393e1f177), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:45.707185 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:44:45.733364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] Current status of the port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:45.734021 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:45.801377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] For port b19941c2-8a72-4c65-ab71-2c0f664cc0e5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:45.838631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:44Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:45.869479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e55d9c-a4ba-40ef-8659-264c1eb44151 None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:44Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:44:45.871503 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.004685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12196b9-30af-483a-b0fd-4483bfb2cd57 None None] Pushing event updated for resources: {'Port': ['ID=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:46.046091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Provisioning complete for port ad71115b-2297-464c-bdd4-6cf0610901ae triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:46.046728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.135765 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:44Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:44:46.190075 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98119df2-7758-4a78-9b09-8e94536d45f7 None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:44Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:44:46.193390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-f0d7e29f-6cbc-4a38-93e2-96a9be92118f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:46.201782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-f0d7e29f-6cbc-4a38-93e2-96a9be92118f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 820 time: 0.6674685 Jan 29 19:44:46.206714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Current status of the port ad71115b-2297-464c-bdd4-6cf0610901ae is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:46.209544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.222134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'port': {'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'admin_state_up': True, 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:46.325821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] For port ad71115b-2297-464c-bdd4-6cf0610901ae, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad71115b-2297-464c-bdd4-6cf0610901ae,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:46.381009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a984ab-9fbe-4c37-9852-37ccddf2c8d7 req-b30b5eb4-1913-4309-9066-58e6b937d397 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:46.388673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1a984ab-9fbe-4c37-9852-37ccddf2c8d7 req-b30b5eb4-1913-4309-9066-58e6b937d397 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1442261 Jan 29 19:44:46.423057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.508524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a8d7d-b656-487c-96a5-63c9860a9e2a req-48fa449a-601f-4a1c-bd13-54cd2f0a05b5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:46.517278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1a984ab-9fbe-4c37-9852-37ccddf2c8d7 req-d0847c4d-71fd-4f22-be22-7c0568ac5721 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203980 Jan 29 19:44:46.529897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a76a8d7d-b656-487c-96a5-63c9860a9e2a req-48fa449a-601f-4a1c-bd13-54cd2f0a05b5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.4383078 Jan 29 19:44:46.566243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Provisioning complete for port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:46.566744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.628614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Pushing event updated for resources: {'Port': ['ID=ad71115b-2297-464c-bdd4-6cf0610901ae,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:46.665273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43240) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:46.708598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for port (a2585828-0b44-455b-875f-3d3393e1f177), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.819108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a76a8d7d-b656-487c-96a5-63c9860a9e2a req-33d3f496-1517-4f20-8dc7-a768ad94d69d tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552888 Jan 29 19:44:46.821672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a2585828-0b44-455b-875f-3d3393e1f177), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.823641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e90f08af-c017-4030-9ab3-c03adce03885 None None] Current status of the port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:46.891857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d41116a-c236-4fa2-964e-66b01c1a8961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:46.911850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Made reservation on behalf of f3c5daab1af54c4982d635be3e85c097 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:46.915398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.094972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-045206b2-6cc7-4ad0-a9e7-95dc06b34c09 req-adfca559-176d-4bee-bcd3-68725e4663bd tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 210 time: 0.0895967 Jan 29 19:44:47.115585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'Port': ['ID=a2585828-0b44-455b-875f-3d3393e1f177,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:47.134977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d41116a-c236-4fa2-964e-66b01c1a8961 admin admin] Publish callbacks [] for security_group (898e0e82-015c-4f7d-accc-2205b4bfd336), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.209594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (52028ca8-6843-4474-aa2c-35bf05a863e5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.378820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Allocated IP 172.20.0.7 (b03e1bf8-7488-475d-b8cc-0a061f71566f/030c8d74-0ee3-46ea-b1b1-7ca50927da02/66241cd3-22f4-48f1-b3e2-eba0d321b153) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:47.523419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b19941c2-8a72-4c65-ab71-2c0f664cc0e5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:47.660922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:47.661309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.685125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.802661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafddf1f-4bec-4fa8-b46c-39049c2c9856 req-e008c9e4-ac5b-431c-9828-cd20462f4e5b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:47.805996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fafddf1f-4bec-4fa8-b46c-39049c2c9856 req-e008c9e4-ac5b-431c-9828-cd20462f4e5b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.0864298 Jan 29 19:44:47.834842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d41116a-c236-4fa2-964e-66b01c1a8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (898e0e82-015c-4f7d-accc-2205b4bfd336), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.840283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:47.846111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad71115b-2297-464c-bdd4-6cf0610901ae up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:47.872687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.887894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-04625468-e04d-4bea-a7a9-b206eeba7507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0176022 Jan 29 19:44:47.932611 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6d41116a-c236-4fa2-964e-66b01c1a8961 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35a080873896414b8d3073779d27408a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2658095 Jan 29 19:44:47.934113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43274) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:47.942666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:47.969806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Network b03e1bf8-7488-475d-b8cc-0a061f71566f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:47.974819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:47.975261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ad71115b-2297-464c-bdd4-6cf0610901ae triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:47.987755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.012585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:48.020327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fafddf1f-4bec-4fa8-b46c-39049c2c9856 req-d07c047e-c90e-451c-bae2-d0dc729a90cd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063150 Jan 29 19:44:48.094952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41116a-c236-4fa2-964e-66b01c1a8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898e0e82-015c-4f7d-accc-2205b4bfd336,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:48.179450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event updated for resources: {'Port': ['ID=66241cd3-22f4-48f1-b3e2-eba0d321b153,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:48.231159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee1278e4-a9d3-4cab-83a3-c9a4eed59aeb admin admin] Publish callbacks [] for security_group (898e0e82-015c-4f7d-accc-2205b4bfd336), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.251114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:48.251797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.302474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee1278e4-a9d3-4cab-83a3-c9a4eed59aeb admin admin] Publish callbacks [] for security_group (898e0e82-015c-4f7d-accc-2205b4bfd336), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.322250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a319-d0fc-472e-9da7-79d622c5db01 req-d53ed41a-62dd-4558-b68e-97806e18cc8f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:48.323262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ad71115b-2297-464c-bdd4-6cf0610901ae is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:48.323849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3433a319-d0fc-472e-9da7-79d622c5db01 req-d53ed41a-62dd-4558-b68e-97806e18cc8f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1501195 Jan 29 19:44:48.372253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-e93d3a73-66fc-4657-8258-fe3893c8f6ec tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1608002 Jan 29 19:44:48.399771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Request body: {'port': {'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:48.457442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee1278e4-a9d3-4cab-83a3-c9a4eed59aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (898e0e82-015c-4f7d-accc-2205b4bfd336), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.461402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee1278e4-a9d3-4cab-83a3-c9a4eed59aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.465782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee1278e4-a9d3-4cab-83a3-c9a4eed59aeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/898e0e82-015c-4f7d-accc-2205b4bfd336 HTTP/1.1" status: 204 len: 168 time: 0.5202167 Jan 29 19:44:48.489833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0ede0d92-634a-481d-a560-8fb16f57833b None None] Provisioning complete for port 66241cd3-22f4-48f1-b3e2-eba0d321b153 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:48.490218 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ede0d92-634a-481d-a560-8fb16f57833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.491890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3433a319-d0fc-472e-9da7-79d622c5db01 req-27e55c4b-3d46-407b-809a-a208d74782cb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561890 Jan 29 19:44:48.513124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1278e4-a9d3-4cab-83a3-c9a4eed59aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898e0e82-015c-4f7d-accc-2205b4bfd336,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:48.583905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:48.597627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0ede0d92-634a-481d-a560-8fb16f57833b None None] Port 66241cd3-22f4-48f1-b3e2-eba0d321b153 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:48.818380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfb302-35ac-4a40-a9d3-39eb1f31682a req-de11fe49-4a86-4f2c-97fa-2f0ff8ea9982 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:48.825512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51cfb302-35ac-4a40-a9d3-39eb1f31682a req-de11fe49-4a86-4f2c-97fa-2f0ff8ea9982 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 931 time: 0.1676602 Jan 29 19:44:48.930140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-40c54b99-da63-44f7-9d2c-25ea02d42589 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1636235331&fields=id&tenant_id=e71019087d3b4f6b9f3f7db948ca6a46 HTTP/1.1" status: 200 len: 267 time: 0.0693941 Jan 29 19:44:48.952317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51cfb302-35ac-4a40-a9d3-39eb1f31682a req-e705de92-e167-4291-918e-4b26ef44ec18 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205699 Jan 29 19:44:49.078669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66241cd3-22f4-48f1-b3e2-eba0d321b153 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:49.088950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Publish callbacks [] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:49.117768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-7cf7e2b9-31b7-4cbc-b57d-1d44cd770cbf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:49.119623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Transition to ACTIVE for port object 66241cd3-22f4-48f1-b3e2-eba0d321b153 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:44:49.127249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-7cf7e2b9-31b7-4cbc-b57d-1d44cd770cbf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 811 time: 0.1949673 Jan 29 19:44:49.152078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-014b2278-31df-46f3-9329-bc7a6f31c29c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/quotas/e71019087d3b4f6b9f3f7db948ca6a46 HTTP/1.1" status: 200 len: 375 time: 0.0181415 Jan 29 19:44:49.206123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:49.227915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-18f987b6-aed0-415d-be19-3ca3231eadba tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743437 Jan 29 19:44:49.287303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Pushing event updated for resources: {'Port': ['ID=66241cd3-22f4-48f1-b3e2-eba0d321b153,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:49.329327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245b04-8565-45c6-a8d6-95bf51dbf817 req-86cd0fef-c023-4e0c-bf22-b2e11d078683 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:49.331651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05245b04-8565-45c6-a8d6-95bf51dbf817 req-86cd0fef-c023-4e0c-bf22-b2e11d078683 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1602986 Jan 29 19:44:49.408469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-7eb96bca-d06d-424a-968c-2d6ed2a2fb16 service neutron] 10.222.0.15 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623724 Jan 29 19:44:49.478453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05245b04-8565-45c6-a8d6-95bf51dbf817 req-ceb93e21-c87d-4858-bb8e-de14255e7f90 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383429 Jan 29 19:44:49.484538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Attempting to bind port 66241cd3-22f4-48f1-b3e2-eba0d321b153 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:49.484885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Attempting to bind port 66241cd3-22f4-48f1-b3e2-eba0d321b153 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:49.485455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Attempting to bind port 66241cd3-22f4-48f1-b3e2-eba0d321b153 on network b03e1bf8-7488-475d-b8cc-0a061f71566f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:49.492344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Port 66241cd3-22f4-48f1-b3e2-eba0d321b153 on network b03e1bf8-7488-475d-b8cc-0a061f71566f not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:44:49.492918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Attempting to bind port 66241cd3-22f4-48f1-b3e2-eba0d321b153 on network b03e1bf8-7488-475d-b8cc-0a061f71566f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:49.501266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:49.501266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Checking segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:49.501266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Bound using segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:49.501266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Bound port: 66241cd3-22f4-48f1-b3e2-eba0d321b153, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:49.502276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:49.554950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d2f9cbaa-3f2f-4aea-89de-e0bba13380a3 service neutron] 10.222.0.15 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451118 Jan 29 19:44:49.689518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] For port 66241cd3-22f4-48f1-b3e2-eba0d321b153, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:49.706713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] For port 66241cd3-22f4-48f1-b3e2-eba0d321b153, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:49.728009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcca14-c25e-4e8e-83c0-65cc223cf039 req-e430cdc4-4bbe-41bf-8883-ee4fbb641339 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:49.735712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7dcca14-c25e-4e8e-83c0-65cc223cf039 req-e430cdc4-4bbe-41bf-8883-ee4fbb641339 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.0983250 Jan 29 19:44:49.761786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43338) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:49.792714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7dcca14-c25e-4e8e-83c0-65cc223cf039 req-cd71714b-b4e3-4405-b8d9-bff8810fd769 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554428 Jan 29 19:44:49.812505 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:49.929277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Pushing event updated for resources: {'Port': ['ID=66241cd3-22f4-48f1-b3e2-eba0d321b153,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:49.944727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:49.945396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:49.948652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-21f442e5-d0ce-4493-9a34-8e99fbe4b591 service neutron] 10.222.0.26 "PUT /v2.0/ports/66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 1091 time: 1.5582502 Jan 29 19:44:49.955215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:49.955215 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5573edf-dbff-4f1f-8ba4-cef962785549" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:50.004389 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf4cb88-72fd-41d9-8835-c549bc52d6cc x-openstack-request-id: req-daf4cb88-72fd-41d9-8835-c549bc52d6cc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:50.004917 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:50.005354 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-daf4cb88-72fd-41d9-8835-c549bc52d6cc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:50.005936 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'status': 'completed', 'code': 200} Jan 29 19:44:50.082775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96f273cc-516e-4ed5-b3a0-1a25d3579f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.164610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573edf-dbff-4f1f-8ba4-cef962785549 req-963ca812-2fef-4ba7-b90a-4e2d6c882107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:50.174044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5573edf-dbff-4f1f-8ba4-cef962785549 req-963ca812-2fef-4ba7-b90a-4e2d6c882107 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1125 time: 0.1245584 Jan 29 19:44:50.297566 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96f273cc-516e-4ed5-b3a0-1a25d3579f2c admin admin] Publish callbacks [] for security_group (a1ef0cb3-f717-4bf7-a2f0-a9b70790d407), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.400446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96f273cc-516e-4ed5-b3a0-1a25d3579f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a1ef0cb3-f717-4bf7-a2f0-a9b70790d407), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.462696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-96f273cc-516e-4ed5-b3a0-1a25d3579f2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c925fbffefc496284fc957762caeb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6970103 Jan 29 19:44:50.463627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43366) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:50.495327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f273cc-516e-4ed5-b3a0-1a25d3579f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef0cb3-f717-4bf7-a2f0-a9b70790d407,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:50.593658 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbf23ad8-3edc-4540-a892-17702892ab22 admin admin] Publish callbacks [] for security_group (a1ef0cb3-f717-4bf7-a2f0-a9b70790d407), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.645678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbf23ad8-3edc-4540-a892-17702892ab22 admin admin] Publish callbacks [] for security_group (a1ef0cb3-f717-4bf7-a2f0-a9b70790d407), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.649568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-733d7634-37e2-4132-96bd-e58af7b3c101 req-5b528957-2b0b-4bd3-aea9-80d48fe161f7 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 210 time: 0.7242346 Jan 29 19:44:50.792530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbf23ad8-3edc-4540-a892-17702892ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a1ef0cb3-f717-4bf7-a2f0-a9b70790d407), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.796838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbf23ad8-3edc-4540-a892-17702892ab22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:50.798253 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bbf23ad8-3edc-4540-a892-17702892ab22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1ef0cb3-f717-4bf7-a2f0-a9b70790d407 HTTP/1.1" status: 204 len: 168 time: 0.3299353 Jan 29 19:44:50.817165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf23ad8-3edc-4540-a892-17702892ab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef0cb3-f717-4bf7-a2f0-a9b70790d407,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:50.845475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573edf-dbff-4f1f-8ba4-cef962785549 req-f536e9d4-ad44-4333-ab71-97c298283870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:50.846822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5573edf-dbff-4f1f-8ba4-cef962785549 req-f536e9d4-ad44-4333-ab71-97c298283870 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f3c5daab1af54c4982d635be3e85c097&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6584945 Jan 29 19:44:50.868551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86919fa7-826e-4454-8b45-972f11ed676f req-6d041f54-08eb-49a0-8178-a61f2ea0bab6 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:50.871406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86919fa7-826e-4454-8b45-972f11ed676f req-6d041f54-08eb-49a0-8178-a61f2ea0bab6 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 943 time: 0.6837163 Jan 29 19:44:50.993033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86919fa7-826e-4454-8b45-972f11ed676f req-5d82b050-643f-4d3a-b150-6ab04f713124 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137707 Jan 29 19:44:51.108612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b5d3-755b-4565-9ef6-f25effb89945 req-a6e4b0e0-38da-4690-a998-4b4c64e8b260 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:51.110245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5891b5d3-755b-4565-9ef6-f25effb89945 req-a6e4b0e0-38da-4690-a998-4b4c64e8b260 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.3655438 Jan 29 19:44:51.150333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad44ce-0c68-474e-ad8e-504391f8c002 req-a106aaa3-9efd-4cdc-bfa7-fd8a7ef02910 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:51.152576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42ad44ce-0c68-474e-ad8e-504391f8c002 req-a106aaa3-9efd-4cdc-bfa7-fd8a7ef02910 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.0773616 Jan 29 19:44:51.160747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573edf-dbff-4f1f-8ba4-cef962785549 req-bc12fc4b-cb4f-4246-ba3a-3294663a7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:51.162277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5573edf-dbff-4f1f-8ba4-cef962785549 req-bc12fc4b-cb4f-4246-ba3a-3294663a7edc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2965779 Jan 29 19:44:51.202799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5891b5d3-755b-4565-9ef6-f25effb89945 req-30293fa0-8105-46d1-b591-2b6e12eed244 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845990 Jan 29 19:44:51.233084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42ad44ce-0c68-474e-ad8e-504391f8c002 req-2da86d4b-b6fd-4fbc-85a2-0b64b6a74ed4 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695398 Jan 29 19:44:51.292847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-92235fa7-bbef-46e2-acc2-b978aec4623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:51.294753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-92235fa7-bbef-46e2-acc2-b978aec4623b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1125 time: 0.0585742 Jan 29 19:44:51.361281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-4df8a8bd-7a37-4c20-b5fa-e354d7711e61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 217 time: 0.0526640 Jan 29 19:44:51.418103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-09a9bcce-ff33-470a-afc7-7ee7e1647c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:51.419823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-09a9bcce-ff33-470a-afc7-7ee7e1647c16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.0479474 Jan 29 19:44:51.489725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-cd437ce3-5864-4890-9783-21eabfec4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:51.491767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-cd437ce3-5864-4890-9783-21eabfec4c85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655038 Jan 29 19:44:51.605568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-c8885e62-28ea-4435-adec-e82fbfc569c6 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043251 Jan 29 19:44:51.749760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43402) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:51.799365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3e21ee6-17c4-46a3-8a5e-7dbd41621dff req-17e1466d-b177-4526-98e5-df12a3b3b027 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 210 time: 0.0391262 Jan 29 19:44:51.801649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f11e54d-32a3-4b85-a77d-69f08e04dac1 req-8c053f2d-f755-4c44-8005-3fdc4052a97e service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772215 Jan 29 19:44:51.987695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2013044990-network', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:52.089615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Made reservation on behalf of b71e2f6082a24fc9930ed1144bca1a5a for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:52.092454 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:52.368887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f90ea-163b-48e6-8ce9-bdb7af6f25c5 req-04a01947-4b42-4d03-9c06-3a844a058b39 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:52.371240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb7f90ea-163b-48e6-8ce9-bdb7af6f25c5 req-04a01947-4b42-4d03-9c06-3a844a058b39 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.0616329 Jan 29 19:44:52.453594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb7f90ea-163b-48e6-8ce9-bdb7af6f25c5 req-71fabe66-7976-43bf-92cf-358537830388 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Jan 29 19:44:52.510255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:52.573601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5be1-a91a-43b4-b189-06ba674b7a08 req-535c0a43-40db-4c7f-8673-98b95fc92ed1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:52.581726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fefb5be1-a91a-43b4-b189-06ba674b7a08 req-535c0a43-40db-4c7f-8673-98b95fc92ed1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 943 time: 0.5265520 Jan 29 19:44:52.602578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd6ee-f7a6-4065-8384-c2e73b853fda req-da0eb405-3c5e-40e4-ae72-7da2a0e71fb8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:52.612158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1dd6ee-f7a6-4065-8384-c2e73b853fda req-da0eb405-3c5e-40e4-ae72-7da2a0e71fb8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.0763526 Jan 29 19:44:52.656966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43434) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:52.693575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1dd6ee-f7a6-4065-8384-c2e73b853fda req-fd830e60-b563-466f-a64e-9c324c267f4c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801325 Jan 29 19:44:52.730674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fefb5be1-a91a-43b4-b189-06ba674b7a08 req-dcfe69b2-c9bd-4b9c-b208-23015ea21a8f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476617 Jan 29 19:44:52.784572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks [] for security_group (ad1bb859-54ec-4ea1-b67c-ee81dc66d297), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:52.804313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-9cfb3f5c-3cd5-4a9d-9cb4-e0c5fe9910b9 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:52.805945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-9cfb3f5c-3cd5-4a9d-9cb4-e0c5fe9910b9 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.13 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 811 time: 0.2057536 Jan 29 19:44:52.916954 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ad1bb859-54ec-4ea1-b67c-ee81dc66d297), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:52.957308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:44:52.987004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (63f11aa6-3df8-4a35-84dd-1866db703a44), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:52.987368 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Added segment 63f11aa6-3df8-4a35-84dd-1866db703a44 of type vlan for network 09fb82d9-2110-454f-8088-53f280adc4c7 Jan 29 19:44:52.992858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-7f46d590-f567-499b-b5e7-47715a9d03bf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71019087d3b4f6b9f3f7db948ca6a46 HTTP/1.1" status: 200 len: 380 time: 0.1698387 Jan 29 19:44:52.993476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1bb859-54ec-4ea1-b67c-ee81dc66d297,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:53.007684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'port': {'device_id': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'admin_state_up': True, 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'security_groups': ['7ced603e-34c1-4b97-a0f6-eb62be13c65f']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:53.025413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8f9eff4-d148-4515-b57c-b324a0efbc5e req-e78ab35c-f037-4c5c-8376-4c7f95ed47cf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 210 time: 0.0745516 Jan 29 19:44:53.029829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1558467996-network', 'tenant_id': '5d8c6eb0813245569110092584229571'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:53.087035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (09fb82d9-2110-454f-8088-53f280adc4c7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.132001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Made reservation on behalf of 5d8c6eb0813245569110092584229571 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:53.134320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.146251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.218302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (09fb82d9-2110-454f-8088-53f280adc4c7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.220596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:53.221110 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.279877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks [] for security_group (c8659cc2-39ae-4258-af80-9ca7e0c109b7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.310318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Made reservation on behalf of e71019087d3b4f6b9f3f7db948ca6a46 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:53.314068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.331574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5776927 Jan 29 19:44:53.331842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43456) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:53.334208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1a324-9ceb-4738-97fe-65bd96f6825c admin admin] Pushing event updated for resources: {'Network': ['ID=09fb82d9-2110-454f-8088-53f280adc4c7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:53.344701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Request body: {'subnet': {'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2013044990-subnet', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:53.349067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 09fb82d9-2110-454f-8088-53f280adc4c7 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:44:53.373133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c8659cc2-39ae-4258-af80-9ca7e0c109b7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.421945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:44:53.452357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6ff45951-4108-4b90-8131-8150c2c61d64), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.452706 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Added segment 6ff45951-4108-4b90-8131-8150c2c61d64 of type vlan for network ebbcf34b-380c-4cdb-be57-981671f96f24 Jan 29 19:44:53.464644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8659cc2-39ae-4258-af80-9ca7e0c109b7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:53.474165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Allocated IP 172.20.0.10 (aa160f59-2535-4657-a321-131ef6adca88/d5e26a17-26a1-423b-ae64-fd7e187e4bdc/732fc8af-2eb6-4455-bb1e-9d24f1b18cc2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:53.479965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Made reservation on behalf of b71e2f6082a24fc9930ed1144bca1a5a for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:53.483123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.662622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ebbcf34b-380c-4cdb-be57-981671f96f24), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.714925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.773432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ebbcf34b-380c-4cdb-be57-981671f96f24), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.774522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:53.775447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.804432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5951d-2dd4-483e-a6f0-03c7dd41860b req-3fe4741c-dbb1-49a5-a6be-df7ceee6a0a4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:53.806104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86c5951d-2dd4-483e-a6f0-03c7dd41860b req-3fe4741c-dbb1-49a5-a6be-df7ceee6a0a4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.2129402 Jan 29 19:44:53.869834 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86c5951d-2dd4-483e-a6f0-03c7dd41860b req-eae10409-9685-436e-b967-1ecca2b78ac3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556676 Jan 29 19:44:53.871450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.882489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (353154bc-ded0-4966-965a-8f52064d1a5f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:53.884898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66241cd3-22f4-48f1-b3e2-eba0d321b153 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:44:53.899175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2411392 Jan 29 19:44:53.902344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:53.907559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76dd42-6250-4388-8476-fba4911fca41 admin admin] Pushing event updated for resources: {'Network': ['ID=ebbcf34b-380c-4cdb-be57-981671f96f24,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:53.910795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Request body: {'subnet': {'network_id': 'ebbcf34b-380c-4cdb-be57-981671f96f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1558467996-subnet', 'tenant_id': '5d8c6eb0813245569110092584229571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:53.933156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ebbcf34b-380c-4cdb-be57-981671f96f24 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:44:53.941922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Network aa160f59-2535-4657-a321-131ef6adca88 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:53.949063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:53.961479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:53.964408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1fc44-9393-4cf4-9436-3e6ed11c1ddd req-6fa86e5b-e587-4644-b95f-d56c3940e6db tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:53.965961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ea1fc44-9393-4cf4-9436-3e6ed11c1ddd req-6fa86e5b-e587-4644-b95f-d56c3940e6db tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1797128 Jan 29 19:44:54.012428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'Port': ['ID=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:54.016292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Pushing event updated for resources: {'Subnet': ['ID=353154bc-ded0-4966-965a-8f52064d1a5f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:54.034320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Checking segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:54.034320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Network hostable DHCP agents. Network: 09fb82d9-2110-454f-8088-53f280adc4c7, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:44:54.060834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Made reservation on behalf of 5d8c6eb0813245569110092584229571 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:44:54.063263 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.082596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ea1fc44-9393-4cf4-9436-3e6ed11c1ddd req-25735b14-b1bf-4b84-98b1-63ada14204cb tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068358 Jan 29 19:44:54.105607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:54.109103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.146997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08668ca9-926d-4a4d-b862-e17fd457bf9b req-aa216269-9ff9-43c4-90fb-ded9b8d2bf34 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:54.155003 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08668ca9-926d-4a4d-b862-e17fd457bf9b req-aa216269-9ff9-43c4-90fb-ded9b8d2bf34 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 943 time: 0.1106756 Jan 29 19:44:54.219366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:44:54.221239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08668ca9-926d-4a4d-b862-e17fd457bf9b req-a39f2f39-4316-48bc-95fc-be7d76f92b2a tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598111 Jan 29 19:44:54.223425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Network 09fb82d9-2110-454f-8088-53f280adc4c7 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:44:54.251089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-d7f38b26-921a-4b07-93fd-d4e07d440657 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2475204 Jan 29 19:44:54.279915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Request body: {'port': {'device_id': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:54.384497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.419201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 09fb82d9-2110-454f-8088-53f280adc4c7) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:54.422385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 66241cd3-22f4-48f1-b3e2-eba0d321b153, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:54.433110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:54.433627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.445240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe5293-05c4-408a-b4c5-cfe704a30f1c req-2a69d1dd-e632-49d2-902b-25eb7b9973f5 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:54.451085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:44:54.452494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbbe5293-05c4-408a-b4c5-cfe704a30f1c req-2a69d1dd-e632-49d2-902b-25eb7b9973f5 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 932 time: 0.1791434 Jan 29 19:44:54.507180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ff5b2-4822-44d8-a23b-e8a6171aabab None None] Network 09fb82d9-2110-454f-8088-53f280adc4c7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:54.537721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbbe5293-05c4-408a-b4c5-cfe704a30f1c req-39a96d99-17b1-4b35-8deb-829238528a25 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842896 Jan 29 19:44:54.538123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 66241cd3-22f4-48f1-b3e2-eba0d321b153 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:54.538709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.576329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-57093ed5-5494-44ff-9f94-5c95a5d8fcce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2434278 Jan 29 19:44:54.583816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:44:54.598693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:54.604711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (29c0bd49-d651-4b92-8763-17d5d792a3d9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.639060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66241cd3-22f4-48f1-b3e2-eba0d321b153 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:54.676378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-72fea1df-a168-4248-9f1f-1819b4e6897e None None] Provisioning complete for port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:54.677056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-72fea1df-a168-4248-9f1f-1819b4e6897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.716782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c0bd49-d651-4b92-8763-17d5d792a3d9,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:54.735950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 66241cd3-22f4-48f1-b3e2-eba0d321b153, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:54.788307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Checking segment: {'id': '6ff45951-4108-4b90-8131-8150c2c61d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ebbcf34b-380c-4cdb-be57-981671f96f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:54.788732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Network hostable DHCP agents. Network: ebbcf34b-380c-4cdb-be57-981671f96f24, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:44:54.824361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (c4304fc2-ac96-45f0-8627-3f3214a9963b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.838758 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.855388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (c4304fc2-ac96-45f0-8627-3f3214a9963b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.891937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Network ebbcf34b-380c-4cdb-be57-981671f96f24 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:44:54.904738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=66241cd3-22f4-48f1-b3e2-eba0d321b153,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:54.908665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-09fb82d9-2110-454f-8088-53f280adc4c7', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:44:54.909890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:54.921876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-72fea1df-a168-4248-9f1f-1819b4e6897e None None] Port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:44:55.012978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ebbcf34b-380c-4cdb-be57-981671f96f24) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:55.027286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:55.033886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:55.070734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc7247-d95d-454e-83e1-63558189e551 req-b8144784-aa4a-4818-a552-5b752cb3b57e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:55.072319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5dfc7247-d95d-454e-83e1-63558189e551 req-b8144784-aa4a-4818-a552-5b752cb3b57e tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1657712 Jan 29 19:44:55.086217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75deb0c0-5b24-45af-ad10-1abf6db01917 None None] Network ebbcf34b-380c-4cdb-be57-981671f96f24 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:55.155143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c28b073-e1ed-4ce3-a1b4-9d5f1b817b72 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2407007 Jan 29 19:44:55.155143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5dfc7247-d95d-454e-83e1-63558189e551 req-b30488cd-1e9c-4c1b-ab17-6b3dbc01bc1a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734210 Jan 29 19:44:55.194585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:44:55.223782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['66241cd3-22f4-48f1-b3e2-eba0d321b153'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:44:55.242623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks [] for router_controller (c4304fc2-ac96-45f0-8627-3f3214a9963b), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:55.246989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Publish callbacks [] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:55.278901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Transition to ACTIVE for port object 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:44:55.301578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4bf60-8ac2-48b8-8622-edf3b2e87459 req-f2956f7c-cd01-4954-9f62-edc5bb9f5e80 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:55.303304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48b4bf60-8ac2-48b8-8622-edf3b2e87459 req-f2956f7c-cd01-4954-9f62-edc5bb9f5e80 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1341498 Jan 29 19:44:55.404808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68805-b709-4088-9f2b-8efdf8d408f5 req-1b5f4d59-8322-4bd2-8ee3-2389d5f4549a tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:55.410867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac68805-b709-4088-9f2b-8efdf8d408f5 req-1b5f4d59-8322-4bd2-8ee3-2389d5f4549a tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 944 time: 0.0973284 Jan 29 19:44:55.458295 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fea57ac0-72c3-4b9a-a969-5ee936788945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:55.508126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac68805-b709-4088-9f2b-8efdf8d408f5 req-15a23349-dfef-4c1e-868f-735303c8c19a tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913520 Jan 29 19:44:55.534439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Allocated IP 172.20.0.2 (09fb82d9-2110-454f-8088-53f280adc4c7/353154bc-ded0-4966-965a-8f52064d1a5f/655b6128-cca2-4eeb-8db3-9fb84326f04d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:55.537535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks [] for router_gateway (c4304fc2-ac96-45f0-8627-3f3214a9963b), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:55.538455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9a8fe-ea01-4476-90f9-38e920fcd9dd None None] Network ebbcf34b-380c-4cdb-be57-981671f96f24 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:55.544278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:55.595547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:55.631269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48b4bf60-8ac2-48b8-8622-edf3b2e87459 req-0e039f82-aeac-497b-b874-c5d602b3a6a8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212633 Jan 29 19:44:55.916452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50196e26-f780-4275-9f22-937d9fed67ba req-1c2848a5-44bb-41ca-b23b-844fd13ad047 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:55.917874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50196e26-f780-4275-9f22-937d9fed67ba req-1c2848a5-44bb-41ca-b23b-844fd13ad047 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 944 time: 0.1416495 Jan 29 19:44:55.925599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Attempting to bind port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:55.925949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Attempting to bind port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:55.926283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Attempting to bind port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 on network aa160f59-2535-4657-a321-131ef6adca88 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:55.931575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 on network aa160f59-2535-4657-a321-131ef6adca88 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:44:55.931917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Attempting to bind port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 on network aa160f59-2535-4657-a321-131ef6adca88 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:55.950600 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Publish callbacks [] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.002915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:56.003267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Checking segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:56.003659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Bound using segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:56.004112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Bound port: 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:56.004636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.024795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-c4dfc9c7-acca-4ed1-bc9e-53d62e6ef3cd req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2048478424', 'description': 'tempest-description-1299758734'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:56.040638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.085809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Network 09fb82d9-2110-454f-8088-53f280adc4c7 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:56.096249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:56.106083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:56.121957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Pushing event updated for resources: {'Port': ['ID=655b6128-cca2-4eeb-8db3-9fb84326f04d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:56.137259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50196e26-f780-4275-9f22-937d9fed67ba req-9d45cfe1-b712-445b-b91f-4a64ba104a2e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962745 Jan 29 19:44:56.159862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4dfc9c7-acca-4ed1-bc9e-53d62e6ef3cd req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.176176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Attempting to bind port 655b6128-cca2-4eeb-8db3-9fb84326f04d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:44:56.176536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Attempting to bind port 655b6128-cca2-4eeb-8db3-9fb84326f04d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:44:56.176859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Attempting to bind port 655b6128-cca2-4eeb-8db3-9fb84326f04d on network 09fb82d9-2110-454f-8088-53f280adc4c7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:44:56.182216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:44:56.182585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Checking segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:44:56.182980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.183372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Bound using segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:44:56.183829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Bound port: 655b6128-cca2-4eeb-8db3-9fb84326f04d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:44:56.184223 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.251135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks [] for router_gateway (c4304fc2-ac96-45f0-8627-3f3214a9963b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.296272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] For port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:56.299734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.321579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] For port 655b6128-cca2-4eeb-8db3-9fb84326f04d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:44:56.330299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4dfc9c7-acca-4ed1-bc9e-53d62e6ef3cd req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (c51920b9-2f9d-4888-856b-a6d80e056990), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.331107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] For port 655b6128-cca2-4eeb-8db3-9fb84326f04d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=655b6128-cca2-4eeb-8db3-9fb84326f04d,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:56.362153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-7e7e8521-22ea-4d27-845d-b92f52cca1e2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:56.363565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-7e7e8521-22ea-4d27-845d-b92f52cca1e2 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.2830102 Jan 29 19:44:56.396642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] For port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:44:56.416441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4dfc9c7-acca-4ed1-bc9e-53d62e6ef3cd req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c51920b9-2f9d-4888-856b-a6d80e056990), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.450084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51920b9-2f9d-4888-856b-a6d80e056990,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:56.458816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.459332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.459771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.460422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.461099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.468227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.468400 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.480809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.481529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.482141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.482141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.482551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.483138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.483480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:44:56.542009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c33f34-29f2-4568-8096-02ae4a1a75ed req-c47e7b44-7490-4154-a9d2-cc8f28fe279f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:56.543535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8c33f34-29f2-4568-8096-02ae4a1a75ed req-c47e7b44-7490-4154-a9d2-cc8f28fe279f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 945 time: 0.1888826 Jan 29 19:44:56.548660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.559195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23353f-83cd-4cc9-aa50-32319aa72b5c None None] Pushing event updated for resources: {'Port': ['ID=655b6128-cca2-4eeb-8db3-9fb84326f04d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:56.561684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4dfc9c7-acca-4ed1-bc9e-53d62e6ef3cd req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.572875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4dfc9c7-acca-4ed1-bc9e-53d62e6ef3cd req-5e0a262f-91c2-4712-b1db-421352ec33eb tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5525603 Jan 29 19:44:56.607685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Allocated IP 172.25.5.3 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/81d8648a-2457-4c3a-93dc-bb222942fce9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:44:56.646937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:56.647568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.649058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] 10.222.0.13 "PUT /v2.0/ports/732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 200 len: 1092 time: 2.3834276 Jan 29 19:44:56.662316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:56.665351 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:56.789173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccbee8-d2c3-445d-b33c-54649e578bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:56.830975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3facb61-56e5-4911-ba09-c782cff39a4e req-57a6014c-7564-402a-b789-c4513877b3b9 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:56.849302 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3facb61-56e5-4911-ba09-c782cff39a4e req-57a6014c-7564-402a-b789-c4513877b3b9 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 944 time: 0.1689181 Jan 29 19:44:56.924721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3facb61-56e5-4911-ba09-c782cff39a4e req-2e8d5ab9-ae80-4858-91cd-688b11628b9b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731823 Jan 29 19:44:56.960899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Deleting port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:44:56.962199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:56.969772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8c33f34-29f2-4568-8096-02ae4a1a75ed req-83fc3fc4-ee06-4683-8975-19806ee160a3 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641138 Jan 29 19:44:57.058597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-ca8e3879-8226-4f95-ad0a-6701b7e3864f tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/c51920b9-2f9d-4888-856b-a6d80e056990 HTTP/1.1" status: 200 len: 1822 time: 0.1013987 Jan 29 19:44:57.070912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-3185f214-3a49-49c5-8e82-838c877d2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:57.072857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-3185f214-3a49-49c5-8e82-838c877d2c22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 1126 time: 0.3138242 Jan 29 19:44:57.085838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c51920b9-2f9d-4888-856b-a6d80e056990', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:57.086166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c51920b9-2f9d-4888-856b-a6d80e056990', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:57.192125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] For port 5d834ced-8a76-4f07-b59c-1bfac8da9d79, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d834ced-8a76-4f07-b59c-1bfac8da9d79,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:57.192553 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.266569 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (cd38e872-1c5a-4038-adf7-2c02b7fcf542), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.270706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-7ae51eb3-7b15-41fb-9f5b-a1a4ee940011 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 200 len: 217 time: 0.1685138 Jan 29 19:44:57.279285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 655b6128-cca2-4eeb-8db3-9fb84326f04d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:57.304928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (cd38e872-1c5a-4038-adf7-2c02b7fcf542), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.335695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Calling delete_port for 5d834ced-8a76-4f07-b59c-1bfac8da9d79 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:44:57.339612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks [] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.358087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 655b6128-cca2-4eeb-8db3-9fb84326f04d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:57.358819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.382215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (cd38e872-1c5a-4038-adf7-2c02b7fcf542), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.429452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd38e872-1c5a-4038-adf7-2c02b7fcf542,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:57.467107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-2a8d56bd-d678-4dca-a41f-253069d195e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:57.468543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-2a8d56bd-d678-4dca-a41f-253069d195e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.1697135 Jan 29 19:44:57.510650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.530676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b993477e-3b8f-4595-afe1-8f9f5eeb9ed6 req-8c3cc38c-7696-4d5b-8dbd-2b73fafa2c06 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4489682 Jan 29 19:44:57.544534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f1472-e2cc-4734-8d84-26fc963f13fb req-2e2e1710-0e71-4f6f-a661-d2ded695a866 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:57.551748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc3f1472-e2cc-4734-8d84-26fc963f13fb req-2e2e1710-0e71-4f6f-a661-d2ded695a866 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.4504473 Jan 29 19:44:57.622390 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7e117-ded7-4bc8-aa6f-6160e7fc1228 x-openstack-request-id: req-b6b7e117-ded7-4bc8-aa6f-6160e7fc1228 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:57.622681 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:57.622924 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6b7e117-ded7-4bc8-aa6f-6160e7fc1228 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:57.623320 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'status': 'completed', 'code': 200} Jan 29 19:44:57.694892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 655b6128-cca2-4eeb-8db3-9fb84326f04d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:57.695465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.740309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc3f1472-e2cc-4734-8d84-26fc963f13fb req-55ef9b08-76bf-4ba8-9ea2-45e74a9a91f7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868715 Jan 29 19:44:57.750039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8414900-16f7-474d-ab42-25ecd75a80de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.755512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-de192169-cb1b-4a94-b2c9-1596218b0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:57.758164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-de192169-cb1b-4a94-b2c9-1596218b0548 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2758791 Jan 29 19:44:57.764507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.783182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 655b6128-cca2-4eeb-8db3-9fb84326f04d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=655b6128-cca2-4eeb-8db3-9fb84326f04d,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:57.799070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70c364-0ee7-4e67-bebf-943f46edbd8a req-391d6cc8-7ac0-4ffc-b33f-6470413d062e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:57.801714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f70c364-0ee7-4e67-bebf-943f46edbd8a req-391d6cc8-7ac0-4ffc-b33f-6470413d062e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 944 time: 0.1459854 Jan 29 19:44:57.870002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f4610d29-115e-4c09-a2fa-571cd3176f13 req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-784952044', 'description': 'tempest-description-499948671'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:57.874491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:57.910557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66241cd3-22f4-48f1-b3e2-eba0d321b153 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:57.915170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f70c364-0ee7-4e67-bebf-943f46edbd8a req-f7bcdec2-f4eb-49f5-8ea3-b8b367a13f84 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068530 Jan 29 19:44:57.947032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-5839e345-0774-4b6d-b6b0-0d4880536e67 service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786978 Jan 29 19:44:57.951350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:44:57.964976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:44:57.993322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:44:58.030944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=655b6128-cca2-4eeb-8db3-9fb84326f04d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:58.051253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Pushing event updated for resources: {'Port': ['ID=81d8648a-2457-4c3a-93dc-bb222942fce9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:58.061512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4610d29-115e-4c09-a2fa-571cd3176f13 req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.074096 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d834ced-8a76-4f07-b59c-1bfac8da9d79), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.109039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 66241cd3-22f4-48f1-b3e2-eba0d321b153 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:44:58.113633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 66241cd3-22f4-48f1-b3e2-eba0d321b153 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:58.114013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.132586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3a50f-d602-4e8e-bbbd-0f3aa3024122 req-b4163041-d82d-46b7-91bf-78c126fb9e41 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:58.144100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1af3a50f-d602-4e8e-bbbd-0f3aa3024122 req-b4163041-d82d-46b7-91bf-78c126fb9e41 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 944 time: 0.1167436 Jan 29 19:44:58.179617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589d6f7-5164-4239-9e5c-2c22ab5168bd None None] Network 09fb82d9-2110-454f-8088-53f280adc4c7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:44:58.253955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1af3a50f-d602-4e8e-bbbd-0f3aa3024122 req-975980c8-0a5d-47d4-840d-cbdf856f7b37 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093493 Jan 29 19:44:58.340498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cd1a1280-e52a-4244-8304-9199eead6aff None None] Provisioning complete for port 655b6128-cca2-4eeb-8db3-9fb84326f04d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:58.341705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd1a1280-e52a-4244-8304-9199eead6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.386910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc77bf5-1c21-4b65-a0d6-fb9110486681 req-369bcfba-b4ac-4188-875d-c16561d2511f tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 210 time: 0.0513313 Jan 29 19:44:58.485619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 66241cd3-22f4-48f1-b3e2-eba0d321b153 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:58.485854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.538164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:58.540842 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8119d3-aeee-4b64-99a1-eb271db15da4" -d '{"events": [{"server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "name": "network-vif-plugged", "status": "completed", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:58.580353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 66241cd3-22f4-48f1-b3e2-eba0d321b153, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:44:58.581655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a1280-e52a-4244-8304-9199eead6aff None None] Current status of the port 655b6128-cca2-4eeb-8db3-9fb84326f04d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:58.610475 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161aa61f-278d-4e92-a670-0c75905a3acc x-openstack-request-id: req-161aa61f-278d-4e92-a670-0c75905a3acc {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:44:58.610771 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "name": "network-vif-plugged", "status": "completed", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:44:58.611027 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-161aa61f-278d-4e92-a670-0c75905a3acc {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:44:58.611426 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'code': 200} Jan 29 19:44:58.651469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.662258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event deleted for resources: {'Port': ['ID=5d834ced-8a76-4f07-b59c-1bfac8da9d79,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:58.695200 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.727539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=66241cd3-22f4-48f1-b3e2-eba0d321b153,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:58.816318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26465243-5418-4cba-b73c-e4cc7ea056a2 req-c5c6f80e-08df-41e2-af2b-1e279b8df90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:58.819131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26465243-5418-4cba-b73c-e4cc7ea056a2 req-c5c6f80e-08df-41e2-af2b-1e279b8df90e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.0905960 Jan 29 19:44:58.900481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c5e67cb-c319-43a5-9d1f-e5a6152a2065 req-14c8fcb2-7ce2-4f6d-b749-a1d407c403d9 service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9463460 Jan 29 19:44:58.902151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] No DVR routers for this DVR port 5d834ced-8a76-4f07-b59c-1bfac8da9d79 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:44:58.912957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.916915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9cf92b1-1fec-493c-8d38-0b74460a4312 req-18654115-970a-499a-8db3-8b1d0d6a6926 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.13 "DELETE /v2.0/ports/5d834ced-8a76-4f07-b59c-1bfac8da9d79 HTTP/1.1" status: 204 len: 173 time: 2.5326443 Jan 29 19:44:58.925930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0b6c77f9-ff95-4fe9-937d-c658dc64f269 None None] Provisioning complete for port 655b6128-cca2-4eeb-8db3-9fb84326f04d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:58.926359 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b6c77f9-ff95-4fe9-937d-c658dc64f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.939273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26465243-5418-4cba-b73c-e4cc7ea056a2 req-a21bf71b-0f24-4daa-9ff3-ae80dbfc6fc2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090624 Jan 29 19:44:58.956401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4610d29-115e-4c09-a2fa-571cd3176f13 req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (a7235ec9-7fca-483d-bfb8-d0e04292ec45), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:58.974818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4047-013c-42a2-959a-75c8bdb7e58b req-bc5f1bba-cd4e-4d86-92b8-26dbd12291c7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:58.976556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d4d4047-013c-42a2-959a-75c8bdb7e58b req-bc5f1bba-cd4e-4d86-92b8-26dbd12291c7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1034517 Jan 29 19:44:59.040925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d4d4047-013c-42a2-959a-75c8bdb7e58b req-25a099d6-f944-488d-8253-d1fe2c2d971a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Jan 29 19:44:59.084492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0b6c77f9-ff95-4fe9-937d-c658dc64f269 None None] Current status of the port 655b6128-cca2-4eeb-8db3-9fb84326f04d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:59.174515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4610d29-115e-4c09-a2fa-571cd3176f13 req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a7235ec9-7fca-483d-bfb8-d0e04292ec45), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.189038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 655b6128-cca2-4eeb-8db3-9fb84326f04d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:44:59.208011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7235ec9-7fca-483d-bfb8-d0e04292ec45,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:59.249902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd1ac3-ab63-4db5-afee-bc7d03f308c5 req-fe82df25-87a2-48df-8493-884af8b20616 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:59.253521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26bd1ac3-ab63-4db5-afee-bc7d03f308c5 req-fe82df25-87a2-48df-8493-884af8b20616 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 944 time: 0.1370726 Jan 29 19:44:59.308833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 655b6128-cca2-4eeb-8db3-9fb84326f04d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:44:59.309532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.325555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f4610d29-115e-4c09-a2fa-571cd3176f13 req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.326846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4610d29-115e-4c09-a2fa-571cd3176f13 req-d94f0a65-b82b-4718-a808-f4c3a0b26f86 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.4698145 Jan 29 19:44:59.334502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-fa217d68-0090-4fd2-b2d6-d099d2d2f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:59.344733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-fa217d68-0090-4fd2-b2d6-d099d2d2f6a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 1126 time: 0.3281491 Jan 29 19:44:59.366166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26bd1ac3-ab63-4db5-afee-bc7d03f308c5 req-0e127678-d8eb-45f5-9882-2111665025f4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984411 Jan 29 19:44:59.421418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks [] for router_gateway (c4304fc2-ac96-45f0-8627-3f3214a9963b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.454318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d29155c-1f23-45d6-ad5d-355799486073 req-0e87eef6-4fbe-4d06-9668-2a1aff9380be tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/a7235ec9-7fca-483d-bfb8-d0e04292ec45 HTTP/1.1" status: 200 len: 1820 time: 0.0411971 Jan 29 19:44:59.465358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a7235ec9-7fca-483d-bfb8-d0e04292ec45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:59.465991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a7235ec9-7fca-483d-bfb8-d0e04292ec45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:44:59.479473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 655b6128-cca2-4eeb-8db3-9fb84326f04d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:44:59.494050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d834ced-8a76-4f07-b59c-1bfac8da9d79 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:44:59.518409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 5d834ced-8a76-4f07-b59c-1bfac8da9d79 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:44:59.521346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d834ced-8a76-4f07-b59c-1bfac8da9d79 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:44:59.559426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.621242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-5dff06b9-ba17-4489-99b1-65c4fa232d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:59.623300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-5dff06b9-ba17-4489-99b1-65c4fa232d95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.2670321 Jan 29 19:44:59.626635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'name': 'network-vif-deleted', 'tag': '5d834ced-8a76-4f07-b59c-1bfac8da9d79'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:44:59.628951 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2676136-815c-4394-b0d6-b0ad71b39506" -d '{"events": [{"server_uuid": "fcb40446-ab30-45fa-8740-6eb97bfa6a1a", "name": "network-vif-deleted", "tag": "5d834ced-8a76-4f07-b59c-1bfac8da9d79"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:44:59.646378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (d2fbc0d4-aea3-4c35-8b31-6e6564170a34), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.663402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81700aa-06e6-4349-8378-b37c03b1a682 req-87b514f5-9d7e-4583-801b-35e9bde94ed0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:59.664918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a81700aa-06e6-4349-8378-b37c03b1a682 req-87b514f5-9d7e-4583-801b-35e9bde94ed0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 945 time: 0.1947787 Jan 29 19:44:59.672248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (d2fbc0d4-aea3-4c35-8b31-6e6564170a34), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.699786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-0f4d1c8a-b067-4630-bacb-13e6ed85da8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 200 len: 217 time: 0.0656006 Jan 29 19:44:59.805448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d2fbc0d4-aea3-4c35-8b31-6e6564170a34), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.826450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-31b97080-5b23-4c9c-866f-ee414bd228bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:59.826676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fbc0d4-aea3-4c35-8b31-6e6564170a34,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:44:59.827386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-31b97080-5b23-4c9c-866f-ee414bd228bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.1175668 Jan 29 19:44:59.873860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a81700aa-06e6-4349-8378-b37c03b1a682 req-bbce2f9a-5e6a-4a11-bec1-93616803fea8 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766486 Jan 29 19:44:59.916991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (c4304fc2-ac96-45f0-8627-3f3214a9963b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:44:59.930958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-37a051e8-d10d-4490-8e37-0d28673085c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:44:59.932778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-37a051e8-d10d-4490-8e37-0d28673085c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0987463 Jan 29 19:44:59.973214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-5873e103-f7b8-4ec1-bfd0-4d2658c92645 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:44:59.974193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-5873e103-f7b8-4ec1-bfd0-4d2658c92645 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060558 Jan 29 19:44:59.994348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43574) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:00.014154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.016183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d29155c-1f23-45d6-ad5d-355799486073 req-1f5ac4cd-b01d-4b93-aaa0-21bcdf3b6094 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5541856 Jan 29 19:45:00.017615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-701c5047-f82f-4dbe-a509-7f465b9c5186 req-8769e6e2-e1df-48c3-9233-e5d934edc0f5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb40446-ab30-45fa-8740-6eb97bfa6a1a HTTP/1.1" status: 200 len: 210 time: 0.0406027 Jan 29 19:45:00.148721 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11720a50-6ab9-4133-898f-bbbd5d8d7201 x-openstack-request-id: req-11720a50-6ab9-4133-898f-bbbd5d8d7201 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:00.149050 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb40446-ab30-45fa-8740-6eb97bfa6a1a", "name": "network-vif-deleted", "tag": "5d834ced-8a76-4f07-b59c-1bfac8da9d79", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:00.149304 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11720a50-6ab9-4133-898f-bbbd5d8d7201 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:00.149733 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb40446-ab30-45fa-8740-6eb97bfa6a1a', 'name': 'network-vif-deleted', 'tag': '5d834ced-8a76-4f07-b59c-1bfac8da9d79', 'status': 'completed', 'code': 200} Jan 29 19:45:00.158835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f5732417-2e48-427b-af58-ca4ae07fafeb req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1436713308', 'description': 'tempest-description-1814090768'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:00.179560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e83d7661-11f6-43b9-a32f-63f97e287d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.204194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-3d7fc879-470e-440b-8f03-6454801050f1 service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163119 Jan 29 19:45:00.213463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852d1ef-ca4e-44af-9036-52cd0f9a6893 req-ba28e9a3-6e73-47cc-a6f9-b563c2975c8b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:00.214950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1852d1ef-ca4e-44af-9036-52cd0f9a6893 req-ba28e9a3-6e73-47cc-a6f9-b563c2975c8b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.0844836 Jan 29 19:45:00.288737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1852d1ef-ca4e-44af-9036-52cd0f9a6893 req-3b2afd43-d75d-4c19-a13a-712b222e27a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670645 Jan 29 19:45:00.321135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e83d7661-11f6-43b9-a32f-63f97e287d63 admin admin] Publish callbacks [] for security_group (a0fa8c71-ce26-40f6-9dcb-b0124258bcd1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.324163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a020e0ee-b3aa-4376-b0ee-dc5df65f81f2 req-208708b8-3ef7-4e64-a9b9-09edbe02a73a service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128371 Jan 29 19:45:00.330314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.400187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f5732417-2e48-427b-af58-ca4ae07fafeb req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.417290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e83d7661-11f6-43b9-a32f-63f97e287d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a0fa8c71-ce26-40f6-9dcb-b0124258bcd1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.418950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Router c4304fc2-ac96-45f0-8627-3f3214a9963b is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:45:00.501076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e83d7661-11f6-43b9-a32f-63f97e287d63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec5318489632497f92705ba612f2d02e&name=default HTTP/1.1" status: 200 len: 2997 time: 0.5054340 Jan 29 19:45:00.503173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d7661-11f6-43b9-a32f-63f97e287d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa8c71-ce26-40f6-9dcb-b0124258bcd1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:00.505519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43584) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:00.551765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f5732417-2e48-427b-af58-ca4ae07fafeb req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (741e6462-ef47-47cb-a94e-fe7ff0fdb359), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.560764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19847d4c-1f25-44d8-a44d-bd8a130283fb req-9d5c1ff9-9718-4416-9225-ee143746a61b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:00.563104 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19847d4c-1f25-44d8-a44d-bd8a130283fb req-9d5c1ff9-9718-4416-9225-ee143746a61b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 944 time: 0.1115146 Jan 29 19:45:00.574593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:00.587190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Sync routers for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:00.594355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9ed44dc-1c4c-4a4f-ba47-1259fd3a4ab2 admin admin] Publish callbacks [] for security_group (a0fa8c71-ce26-40f6-9dcb-b0124258bcd1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.598305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:00.599151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:00.628826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f5732417-2e48-427b-af58-ca4ae07fafeb req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (741e6462-ef47-47cb-a94e-fe7ff0fdb359), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.637220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9ed44dc-1c4c-4a4f-ba47-1259fd3a4ab2 admin admin] Publish callbacks [] for security_group (a0fa8c71-ce26-40f6-9dcb-b0124258bcd1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.647666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19847d4c-1f25-44d8-a44d-bd8a130283fb req-1e7455bc-c155-43ab-8c03-b0f813bea386 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781739 Jan 29 19:45:00.661023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741e6462-ef47-47cb-a94e-fe7ff0fdb359,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:00.666140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.667770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-669e3b3d-cfb6-460e-a282-02cfdf7f1915 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0824466 Jan 29 19:45:00.671110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43588) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:00.726467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:00.756406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f5732417-2e48-427b-af58-ca4ae07fafeb req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.757822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5732417-2e48-427b-af58-ca4ae07fafeb req-2df12f34-e8f9-48fb-ad98-9306eeaeeca4 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6110563 Jan 29 19:45:00.787453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d8787766-1e01-4f11-9abc-a8e562de149a req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1461133701', 'description': 'tempest-description-1534515466'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:00.838063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9ed44dc-1c4c-4a4f-ba47-1259fd3a4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a0fa8c71-ce26-40f6-9dcb-b0124258bcd1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.840574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9ed44dc-1c4c-4a4f-ba47-1259fd3a4ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:00.842260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c9ed44dc-1c4c-4a4f-ba47-1259fd3a4ab2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0fa8c71-ce26-40f6-9dcb-b0124258bcd1 HTTP/1.1" status: 204 len: 168 time: 0.3356907 Jan 29 19:45:00.884615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed44dc-1c4c-4a4f-ba47-1259fd3a4ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa8c71-ce26-40f6-9dcb-b0124258bcd1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:00.952118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:44:58Z', 'revision_number': 3, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:00.985971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Checking router: c4304fc2-ac96-45f0-8627-3f3214a9963b for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:00.986495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Updating router c4304fc2-ac96-45f0-8627-3f3214a9963b port 81d8648a-2457-4c3a-93dc-bb222942fce9 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:45:01.016446 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.025245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f10a54-0425-46e7-abe5-e1058e5febc8 req-cd4f230c-6698-496a-a36f-d6f06fb11004 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:01.026860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22f10a54-0425-46e7-abe5-e1058e5febc8 req-cd4f230c-6698-496a-a36f-d6f06fb11004 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 945 time: 0.0684373 Jan 29 19:45:01.116024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22f10a54-0425-46e7-abe5-e1058e5febc8 req-90482687-1597-49ba-a048-bc6a24102b42 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739472 Jan 29 19:45:01.172178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8787766-1e01-4f11-9abc-a8e562de149a req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.329477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-374f5608-8759-47be-bb8f-6c4997fea99b req-866597c6-d4f7-495f-b582-862cb9805c93 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1642871 Jan 29 19:45:01.344149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:01.368639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8787766-1e01-4f11-9abc-a8e562de149a req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (6e734f67-2987-465f-b481-310a87de52a0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.390204 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Publish callbacks [] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.448229 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8787766-1e01-4f11-9abc-a8e562de149a req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6e734f67-2987-465f-b481-310a87de52a0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.480428 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.481592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.487491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.495420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e734f67-2987-465f-b481-310a87de52a0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:01.499712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.527557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:45:01.576345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a61c-0bba-4bc4-9c04-f695724f4fb5 None None] Pushing event updated for resources: {'Port': ['ID=81d8648a-2457-4c3a-93dc-bb222942fce9,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:01.592589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8787766-1e01-4f11-9abc-a8e562de149a req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.594244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8787766-1e01-4f11-9abc-a8e562de149a req-f712cb2b-835d-4e7b-8a86-249c8cce1518 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8113959 Jan 29 19:45:01.605227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Attempting to bind port 81d8648a-2457-4c3a-93dc-bb222942fce9 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:01.605856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Attempting to bind port 81d8648a-2457-4c3a-93dc-bb222942fce9 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:01.606439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Attempting to bind port 81d8648a-2457-4c3a-93dc-bb222942fce9 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:01.635086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:01.635562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:01.636033 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.636615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:01.637206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Bound port: 81d8648a-2457-4c3a-93dc-bb222942fce9, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:01.637655 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.671147 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.711152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Allocated IP 172.20.0.1 (09fb82d9-2110-454f-8088-53f280adc4c7/353154bc-ded0-4966-965a-8f52064d1a5f/c9438475-8469-43c8-9e75-182b7570ab2b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:01.753645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] For port 81d8648a-2457-4c3a-93dc-bb222942fce9, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:01.757237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:01.776799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'port_id': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'mac_address': 'fa:16:3e:15:4a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:45:01.782352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] For port 81d8648a-2457-4c3a-93dc-bb222942fce9, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=81d8648a-2457-4c3a-93dc-bb222942fce9,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:01.785614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Allocated IP 172.25.5.57 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/260fc6de-da0b-4e5f-abd6-931a83817ff5) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:01.823365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:01.823890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.837729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:01.839956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ce8fc-81ad-431d-982d-9e2229057df5 req-7ab1bbcf-e8ba-40c5-82d9-b7a7a92fb5e9 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:01.842055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe4ce8fc-81ad-431d-982d-9e2229057df5 req-7ab1bbcf-e8ba-40c5-82d9-b7a7a92fb5e9 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1280260 Jan 29 19:45:01.861150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:01.864285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:01.885700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.901611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bbe4fc37-ee3f-42be-b1fe-cf451f411cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.914469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.935958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks [] for port (c9438475-8469-43c8-9e75-182b7570ab2b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:01.951134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:01.951811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:01.953741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a61c-0bba-4bc4-9c04-f695724f4fb5 None None] Pushing event updated for resources: {'Port': ['ID=81d8648a-2457-4c3a-93dc-bb222942fce9,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:01.979288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe4ce8fc-81ad-431d-982d-9e2229057df5 req-b0317982-95dd-449a-9336-9dbc4af04c7b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258025 Jan 29 19:45:01.989647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.033294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.055664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bbe4fc37-ee3f-42be-b1fe-cf451f411cdc admin admin] Publish callbacks [] for security_group (d9d69029-5476-4ac7-84c9-f33b2d4f08f9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.082525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:02.087920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:02.092436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:02.110308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.119458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event updated for resources: {'Port': ['ID=260fc6de-da0b-4e5f-abd6-931a83817ff5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:02.135825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.136068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.136583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.136861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.137164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.137498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.137878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.138237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.138543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.138873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.139198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.139521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.139843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:02.157180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bbe4fc37-ee3f-42be-b1fe-cf451f411cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9d69029-5476-4ac7-84c9-f33b2d4f08f9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.205505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.219785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Network 09fb82d9-2110-454f-8088-53f280adc4c7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:02.242104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:02.242519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:02.245729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:02.260563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:02.298593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Pushing event updated for resources: {'Port': ['ID=c9438475-8469-43c8-9e75-182b7570ab2b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:02.314372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bbe4fc37-ee3f-42be-b1fe-cf451f411cdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db10a247953543378df0b0ca26eb5362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4466839 Jan 29 19:45:02.315400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43626) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:02.330191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4fc37-ee3f-42be-b1fe-cf451f411cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d69029-5476-4ac7-84c9-f33b2d4f08f9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:02.339423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['732fc8af-2eb6-4455-bb1e-9d24f1b18cc2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:02.342588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-6db8c8e5-3be9-45d5-87d0-38651c6abc43 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:02.349754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-6db8c8e5-3be9-45d5-87d0-38651c6abc43 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.2713947 Jan 29 19:45:02.362046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (c4304fc2-ac96-45f0-8627-3f3214a9963b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.374136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.375141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-dfdbba5e-a8bb-4b72-8759-cf3703e58ce6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/quotas/18b6d6e5dba34a32a1160fbafe4e6476 HTTP/1.1" status: 200 len: 375 time: 0.0244122 Jan 29 19:45:02.459724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-9b3eb767-42bd-43b0-8a0e-09fcbc30fc35 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834408 Jan 29 19:45:02.495695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f745a0fe-cfb8-4fd3-a49c-25415bfc208b admin admin] Publish callbacks [] for security_group (d9d69029-5476-4ac7-84c9-f33b2d4f08f9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.566956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f745a0fe-cfb8-4fd3-a49c-25415bfc208b admin admin] Publish callbacks [] for security_group (d9d69029-5476-4ac7-84c9-f33b2d4f08f9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.582143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5f25aea0-3592-4f92-8ed2-26f3f734e8d5 None None] Provisioning complete for port c9438475-8469-43c8-9e75-182b7570ab2b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:02.582782 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5f25aea0-3592-4f92-8ed2-26f3f734e8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.614765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-1c55e736-6f09-45c9-97e1-4c5ede3f3cba service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469603 Jan 29 19:45:02.646774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5f25aea0-3592-4f92-8ed2-26f3f734e8d5 None None] Port c9438475-8469-43c8-9e75-182b7570ab2b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:02.663901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:44:58Z', 'revision_number': 3, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:02.665426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.698137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2591d-9aa3-413e-b01f-dea5c1cded62 None None] The sync data for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 is: [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:44:58Z', 'revision_number': 3, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:02.742081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.742867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f745a0fe-cfb8-4fd3-a49c-25415bfc208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9d69029-5476-4ac7-84c9-f33b2d4f08f9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.745830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f745a0fe-cfb8-4fd3-a49c-25415bfc208b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.763847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f745a0fe-cfb8-4fd3-a49c-25415bfc208b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9d69029-5476-4ac7-84c9-f33b2d4f08f9 HTTP/1.1" status: 204 len: 168 time: 0.4306505 Jan 29 19:45:02.763847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745a0fe-cfb8-4fd3-a49c-25415bfc208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d69029-5476-4ac7-84c9-f33b2d4f08f9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:02.770095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-4da7e896-5b4c-421e-a67a-15c539252165 service neutron] 10.222.0.15 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494317 Jan 29 19:45:02.797444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.913191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event updated for resources: {'Port': ['ID=260fc6de-da0b-4e5f-abd6-931a83817ff5,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:02.925172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:02.984379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks [] for port (c9438475-8469-43c8-9e75-182b7570ab2b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.037688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.049677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-374f5608-8759-47be-bb8f-6c4997fea99b req-6bb9d583-c7a6-406f-9a16-e01b994fd365 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7090547 Jan 29 19:45:03.057602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.139359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-374f5608-8759-47be-bb8f-6c4997fea99b req-c835a143-8448-41f1-bab2-684c15598a86 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0917614 Jan 29 19:45:03.195084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (c4304fc2-ac96-45f0-8627-3f3214a9963b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.214712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Pushing event updated for resources: {'Port': ['ID=c9438475-8469-43c8-9e75-182b7570ab2b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:03.230573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-bcf0653e-82e4-4c9c-8e86-d5d95413648b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/741e6462-ef47-47cb-a94e-fe7ff0fdb359 HTTP/1.1" status: 200 len: 1824 time: 0.1413629 Jan 29 19:45:03.260599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 81d8648a-2457-4c3a-93dc-bb222942fce9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:03.319415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-3b85c403-17df-41dc-8250-11cbfad5e28f tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/6e734f67-2987-465f-b481-310a87de52a0 HTTP/1.1" status: 200 len: 1824 time: 0.0827751 Jan 29 19:45:03.327390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '741e6462-ef47-47cb-a94e-fe7ff0fdb359', 'remote_group_id': '6e734f67-2987-465f-b481-310a87de52a0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:03.327856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '741e6462-ef47-47cb-a94e-fe7ff0fdb359', 'remote_group_id': '6e734f67-2987-465f-b481-310a87de52a0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:03.330892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5608-8759-47be-bb8f-6c4997fea99b req-9d4c15ab-bf75-44bc-9593-f755b582486f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:03.342084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-374f5608-8759-47be-bb8f-6c4997fea99b req-9d4c15ab-bf75-44bc-9593-f755b582486f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2017944 Jan 29 19:45:03.399616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 81d8648a-2457-4c3a-93dc-bb222942fce9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:03.400007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.442087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Network 09fb82d9-2110-454f-8088-53f280adc4c7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:03.443613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:03.509345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:03.597753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0d51b-15b7-47aa-90a8-279ccda95cf6 req-dc7734ac-d508-4ce5-9ed0-2de58be92e61 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:03.597753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4e0d51b-15b7-47aa-90a8-279ccda95cf6 req-dc7734ac-d508-4ce5-9ed0-2de58be92e61 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 945 time: 0.1538794 Jan 29 19:45:03.708936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4e0d51b-15b7-47aa-90a8-279ccda95cf6 req-36581a61-350c-48a6-aca0-ea34fa49eac2 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083064 Jan 29 19:45:03.804325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (19696914-682d-4d22-b2c2-e595d29abef0), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.820643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 81d8648a-2457-4c3a-93dc-bb222942fce9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:03.822131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.881310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Router c4304fc2-ac96-45f0-8627-3f3214a9963b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:03.887350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 81d8648a-2457-4c3a-93dc-bb222942fce9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=81d8648a-2457-4c3a-93dc-bb222942fce9,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:03.897873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (19696914-682d-4d22-b2c2-e595d29abef0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.910637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7eacf86a-7b23-467a-82f7-9dba350ea5a8 None None] Provisioning complete for port c9438475-8469-43c8-9e75-182b7570ab2b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:03.911316 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7eacf86a-7b23-467a-82f7-9dba350ea5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.937624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239cc2-39e8-4496-99d0-876b7d7c57ee req-6c3a66a2-a205-4573-829e-17867aec9d75 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:03.938791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:45:03.939354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0239cc2-39e8-4496-99d0-876b7d7c57ee req-6c3a66a2-a205-4573-829e-17867aec9d75 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.0701904 Jan 29 19:45:03.946617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:03.946989 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:03.991083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.032719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0239cc2-39e8-4496-99d0-876b7d7c57ee req-3564f141-d9a5-4b2e-a2f1-6eb1be74279d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873196 Jan 29 19:45:04.041020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:04.058892 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9bffde4b-5cc5-448e-ada3-32fcfac6f025 admin admin] 10.222.0.15 "PUT /v2.0/routers/c4304fc2-ac96-45f0-8627-3f3214a9963b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779900 Jan 29 19:45:04.058892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (19696914-682d-4d22-b2c2-e595d29abef0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.084581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19696914-682d-4d22-b2c2-e595d29abef0,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:04.086490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7eacf86a-7b23-467a-82f7-9dba350ea5a8 None None] Port c9438475-8469-43c8-9e75-182b7570ab2b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:04.123823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=81d8648a-2457-4c3a-93dc-bb222942fce9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:04.169482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7328d091-453d-4cfc-84ab-d5974da3fe58 req-4ac5943a-2a01-478c-90f2-043259924c0a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 210 time: 0.0398417 Jan 29 19:45:04.174681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:04.175214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.179566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.181600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-733bdb23-de0b-48b6-a7cc-07ab5ea5fffd req-633dd98e-626f-47d2-b3fe-fe4a2edb0c1d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8606060 Jan 29 19:45:04.230982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:04.233638 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082047b6-3c41-421b-9df2-dbb9e8b68f03" -d '{"events": [{"server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "name": "network-vif-plugged", "status": "completed", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:04.244949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-194b7450-c165-4f8c-bff4-898883224d93 req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-772904432', 'description': 'tempest-description-68953131'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:04.261213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:04.349591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.416407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-d9a6ad69-2bdb-4a55-a1e5-14d91cd9d3d1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:04.418479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-d9a6ad69-2bdb-4a55-a1e5-14d91cd9d3d1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 820 time: 0.1534562 Jan 29 19:45:04.432078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:04.437880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-194b7450-c165-4f8c-bff4-898883224d93 req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.449068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-2817c6c8-e8cd-45fb-9831-0aaa824ec61f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/quotas/f3c5daab1af54c4982d635be3e85c097 HTTP/1.1" status: 200 len: 375 time: 0.0239291 Jan 29 19:45:04.529868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-03404b36-37a0-4d6e-8cc3-3369efdf7611 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792828 Jan 29 19:45:04.548119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-194b7450-c165-4f8c-bff4-898883224d93 req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.622973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-194b7450-c165-4f8c-bff4-898883224d93 req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.652182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-73a954a9-81e7-44a5-bdc7-c78f89334ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129780 Jan 29 19:45:04.655847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:04.758201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-46fd3543-81c5-494c-8718-2d23b9a125d8 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995841 Jan 29 19:45:04.773778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-194b7450-c165-4f8c-bff4-898883224d93 req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:04.783250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-194b7450-c165-4f8c-bff4-898883224d93 req-793264a7-d9b8-4cc6-833f-13332ca55467 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5643799 Jan 29 19:45:04.858176 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f58e9-f252-49e2-9e42-8f262cb54d8d x-openstack-request-id: req-627f58e9-f252-49e2-9e42-8f262cb54d8d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:04.858176 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "name": "network-vif-plugged", "status": "completed", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:04.858176 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-627f58e9-f252-49e2-9e42-8f262cb54d8d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:04.858176 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'code': 200} Jan 29 19:45:05.210594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 81d8648a-2457-4c3a-93dc-bb222942fce9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:05.389689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 81d8648a-2457-4c3a-93dc-bb222942fce9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:05.391608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:05.394997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f754cd4-ccaf-426f-993d-16d8b4ada02c req-2f81d9a4-6285-4912-a5d4-df9a5e26236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:05.397279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f754cd4-ccaf-426f-993d-16d8b4ada02c req-2f81d9a4-6285-4912-a5d4-df9a5e26236e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 1128 time: 0.4758558 Jan 29 19:45:05.441419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9796284-ee35-48a9-9994-8904b84996f7 req-a25b38ae-c497-4c42-a221-e607a0ba6adf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:05.444533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9796284-ee35-48a9-9994-8904b84996f7 req-a25b38ae-c497-4c42-a221-e607a0ba6adf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1180871 Jan 29 19:45:05.447765 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Sync routers for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:05.474666 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:05.475587 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:05.507871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f754cd4-ccaf-426f-993d-16d8b4ada02c req-b20df53d-07d8-442c-af12-37f7f0cd9dd3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012967 Jan 29 19:45:05.519034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 81d8648a-2457-4c3a-93dc-bb222942fce9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:05.538477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9796284-ee35-48a9-9994-8904b84996f7 req-a1fcfe77-04e8-468a-8aef-8a7c4a4c14db tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875630 Jan 29 19:45:05.582037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-bec0da68-1808-46e1-afc2-3762b874d11b req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-780281845', 'description': 'tempest-description-122439824'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:05.628705 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:05.718375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bec0da68-1808-46e1-afc2-3762b874d11b req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:05.788999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bec0da68-1808-46e1-afc2-3762b874d11b req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (c66ad649-99d0-4458-8c31-df4e61064b3e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:05.852875 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 2, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:05.867573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43722) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:05.879858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565315757', 'description': 'tempest-description--504402353'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:05.903946 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Checking router: c4304fc2-ac96-45f0-8627-3f3214a9963b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:05.904460 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Updating router c4304fc2-ac96-45f0-8627-3f3214a9963b port c9438475-8469-43c8-9e75-182b7570ab2b binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:45:05.920520 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bec0da68-1808-46e1-afc2-3762b874d11b req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c66ad649-99d0-4458-8c31-df4e61064b3e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:05.938429 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:05.970114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66ad649-99d0-4458-8c31-df4e61064b3e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:05.975762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33dbe-3b7b-4632-ac0d-287f101da94f req-bee47863-1038-4244-a473-9c611ecbaac3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:05.978232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7d33dbe-3b7b-4632-ac0d-287f101da94f req-bee47863-1038-4244-a473-9c611ecbaac3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Jan 29 19:45:06.006310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.049942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7d33dbe-3b7b-4632-ac0d-287f101da94f req-5b1b173e-18c4-4372-88d0-e1fd5aa792c2 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Jan 29 19:45:06.108523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group (36537436-2c5f-493e-a9c6-8a7b003a5a9a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.114640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bec0da68-1808-46e1-afc2-3762b874d11b req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.114640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bec0da68-1808-46e1-afc2-3762b874d11b req-632ed233-18f8-48d2-9263-0c9a67535061 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5372252 Jan 29 19:45:06.170896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-534b0f53-5f72-42b4-8187-6e24a12bd4cb req-715033b6-7dad-4fe5-baee-0b82a17272fe tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 210 time: 0.0277009 Jan 29 19:45:06.216562 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73942243-7507-4f9a-a35b-56ab7133360a req-ddae272a-1c98-41b7-a6dc-0c07dff14e20 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 210 time: 0.0377500 Jan 29 19:45:06.218115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (36537436-2c5f-493e-a9c6-8a7b003a5a9a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.299425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36537436-2c5f-493e-a9c6-8a7b003a5a9a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:06.330604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-175c83a4-f647-49f7-af65-145feeca3f16 req-301a112e-f703-49f7-bf8e-cf33c1ab6b8a tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5 HTTP/1.1" status: 200 len: 1821 time: 0.0757041 Jan 29 19:45:06.337340 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Publish callbacks [] for port (c9438475-8469-43c8-9e75-182b7570ab2b), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.363422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.365708 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad0e395c-7453-417e-aa53-f1b0910fc9f3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4960284 Jan 29 19:45:06.375069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43738) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:06.381251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Request body: {'security_group_rule': {'security_group_id': '36537436-2c5f-493e-a9c6-8a7b003a5a9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:06.389873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-175c83a4-f647-49f7-af65-145feeca3f16 req-211347da-aa87-4e04-a7c5-f8c77eee187b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/c66ad649-99d0-4458-8c31-df4e61064b3e HTTP/1.1" status: 200 len: 1822 time: 0.0528593 Jan 29 19:45:06.403518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5', 'remote_group_id': 'c66ad649-99d0-4458-8c31-df4e61064b3e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:06.403856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5', 'remote_group_id': 'c66ad649-99d0-4458-8c31-df4e61064b3e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:06.428072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229ea09-ba7d-4734-ae6e-6420b76152d5 req-8d998409-c130-419a-8632-33c7a03527c7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:06.429704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9229ea09-ba7d-4734-ae6e-6420b76152d5 req-8d998409-c130-419a-8632-33c7a03527c7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0912776 Jan 29 19:45:06.457094 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.482692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9229ea09-ba7d-4734-ae6e-6420b76152d5 req-1a0a9ac0-9973-440a-b415-c0d7fa4d54cf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451999 Jan 29 19:45:06.529642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group_rule (ffbd6ac5-3c76-43de-b233-7defd25b6df8), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.531018 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330afb8-22c6-4dcc-ac90-b41069c60b4a None None] Pushing event updated for resources: {'Port': ['ID=c9438475-8469-43c8-9e75-182b7570ab2b,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:06.618358 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (aa715733-0046-499d-a7a4-3eb160094168), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.620488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group_rule (ffbd6ac5-3c76-43de-b233-7defd25b6df8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.621988 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Attempting to bind port c9438475-8469-43c8-9e75-182b7570ab2b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:06.623081 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Attempting to bind port c9438475-8469-43c8-9e75-182b7570ab2b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:06.623613 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Attempting to bind port c9438475-8469-43c8-9e75-182b7570ab2b on network 09fb82d9-2110-454f-8088-53f280adc4c7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:06.641387 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:06.649225 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Checking segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:06.649225 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.649225 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Bound using segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:06.649225 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Bound port: c9438475-8469-43c8-9e75-182b7570ab2b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:06.649709 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.686975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (aa715733-0046-499d-a7a4-3eb160094168), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.708919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec577e4-1950-452a-a531-9c88ceaf2dd4 req-a36d4498-a0c5-4d89-bfd6-99fc0fd03591 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:06.710962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ec577e4-1950-452a-a531-9c88ceaf2dd4 req-a36d4498-a0c5-4d89-bfd6-99fc0fd03591 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0837646 Jan 29 19:45:06.712535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ffbd6ac5-3c76-43de-b233-7defd25b6df8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.771620 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] For port c9438475-8469-43c8-9e75-182b7570ab2b, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:06.773751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbd6ac5-3c76-43de-b233-7defd25b6df8,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:06.776127 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] For port c9438475-8469-43c8-9e75-182b7570ab2b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c9438475-8469-43c8-9e75-182b7570ab2b,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:06.811315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (aa715733-0046-499d-a7a4-3eb160094168), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.832135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa715733-0046-499d-a7a4-3eb160094168,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:06.839806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ec577e4-1950-452a-a531-9c88ceaf2dd4 req-69cb4968-c1e2-4a9e-972a-30746e7bbe0a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172655 Jan 29 19:45:06.886101 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.893405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:06.898917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b5cb8715-6595-4abe-b81f-acfbe42a2c90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5223937 Jan 29 19:45:06.901774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43758) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:06.906744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Request body: {'security_group_rule': {'security_group_id': '36537436-2c5f-493e-a9c6-8a7b003a5a9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:06.970583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] Provisioning complete for port c9438475-8469-43c8-9e75-182b7570ab2b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:06.971687 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.005588 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:07.006346 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:07.049317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.060446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-175c83a4-f647-49f7-af65-145feeca3f16 req-1f5cb4d5-09f1-45df-8e3b-05e269e099a8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6571615 Jan 29 19:45:07.119445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-633d454b-a06f-4442-9c78-fd3888cf89b6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:07.120047 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330afb8-22c6-4dcc-ac90-b41069c60b4a None None] Pushing event updated for resources: {'Port': ['ID=c9438475-8469-43c8-9e75-182b7570ab2b,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:07.121623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-633d454b-a06f-4442-9c78-fd3888cf89b6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 812 time: 0.1914132 Jan 29 19:45:07.156292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] Current status of the port c9438475-8469-43c8-9e75-182b7570ab2b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:07.156774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.177116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Request body: {'port': {'device_id': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'admin_state_up': True, 'tenant_id': '18b6d6e5dba34a32a1160fbafe4e6476'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:07.209605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] For port c9438475-8469-43c8-9e75-182b7570ab2b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c9438475-8469-43c8-9e75-182b7570ab2b,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:07.251432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group_rule (393dbb10-d985-4aa5-a136-93f5d14218b1), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.287148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89176b5-e4ad-464b-aaf0-1db087908cfc req-ab6338d0-142f-4aba-9fa1-e7072d1eae48 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:07.289016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c89176b5-e4ad-464b-aaf0-1db087908cfc req-ab6338d0-142f-4aba-9fa1-e7072d1eae48 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1654050 Jan 29 19:45:07.315520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:07.336945 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.418531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c89176b5-e4ad-464b-aaf0-1db087908cfc req-05cd8d0e-56f5-48d0-be9b-cf0626a3ecac tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170449 Jan 29 19:45:07.430215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08330db-bc99-4fd0-9969-ed691228794d None None] Pushing event updated for resources: {'Port': ['ID=c9438475-8469-43c8-9e75-182b7570ab2b,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:07.448811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-0121f571-e103-4982-b63d-48a5c8fda89f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:07.448811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-0121f571-e103-4982-b63d-48a5c8fda89f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.2575943 Jan 29 19:45:07.473326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0ee5d15a-a853-4d17-bffd-77e83428d007 None None] Provisioning complete for port c9438475-8469-43c8-9e75-182b7570ab2b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:07.473895 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ee5d15a-a853-4d17-bffd-77e83428d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.476476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group_rule (393dbb10-d985-4aa5-a136-93f5d14218b1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.482644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-7e065add-c174-4658-8b1b-9d6dd65c03a5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/quotas/561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 375 time: 0.0245955 Jan 29 19:45:07.533468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03cd07fb-c3e0-4fbd-b43b-7bab854d4e05 req-94e831ad-b357-4559-8165-6e2917f828dd tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/c66ad649-99d0-4458-8c31-df4e61064b3e HTTP/1.1" status: 200 len: 1822 time: 0.0580239 Jan 29 19:45:07.547017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Made reservation on behalf of 18b6d6e5dba34a32a1160fbafe4e6476 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:07.553052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.564290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-413cdbf2-4d56-4f37-8618-cdb0db7c2303 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0759785 Jan 29 19:45:07.588193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5d15a-a853-4d17-bffd-77e83428d007 None None] Current status of the port c9438475-8469-43c8-9e75-182b7570ab2b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:07.614264 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (393dbb10-d985-4aa5-a136-93f5d14218b1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.653689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393dbb10-d985-4aa5-a136-93f5d14218b1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:07.706796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-03cd07fb-c3e0-4fbd-b43b-7bab854d4e05 req-32721ef4-52ce-457f-9749-771454f06f99 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (c66ad649-99d0-4458-8c31-df4e61064b3e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.726283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:06Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:07.742764 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-34385b41-a557-459f-933c-2308d50cd6ef service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696353 Jan 29 19:45:07.758863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-03cd07fb-c3e0-4fbd-b43b-7bab854d4e05 req-32721ef4-52ce-457f-9749-771454f06f99 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (c66ad649-99d0-4458-8c31-df4e61064b3e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.759214 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f6bc-ae8d-4432-b80e-e33cfb8bb441 None None] The sync data for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 is: [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:06Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:07.831752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:07.832954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0421f99d-af94-4463-943b-de59b2c80e63 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9299407 Jan 29 19:45:07.837676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43780) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:07.844659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:07.867436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Allocated IP 172.20.0.5 (497ac353-bc31-4538-88ec-cd403837a37f/64a8faf9-d953-4b18-815a-e0cda4a85b1c/0d75faec-f595-40ef-9f03-e4ba456040d1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:07.881495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3bcf1d7f-497f-45ad-a193-01034f572836 service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377003 Jan 29 19:45:07.908081 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.028724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.106103 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-03cd07fb-c3e0-4fbd-b43b-7bab854d4e05 req-32721ef4-52ce-457f-9749-771454f06f99 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c66ad649-99d0-4458-8c31-df4e61064b3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.109119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-03cd07fb-c3e0-4fbd-b43b-7bab854d4e05 req-32721ef4-52ce-457f-9749-771454f06f99 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.123446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03cd07fb-c3e0-4fbd-b43b-7bab854d4e05 req-32721ef4-52ce-457f-9749-771454f06f99 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/c66ad649-99d0-4458-8c31-df4e61064b3e HTTP/1.1" status: 204 len: 173 time: 0.5889635 Jan 29 19:45:08.174451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32721ef4-52ce-457f-9749-771454f06f99 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66ad649-99d0-4458-8c31-df4e61064b3e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:08.241504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.326653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4eb39d34-e221-4b7a-a861-07f736424584 req-49641fa1-6775-4e10-af6c-1d864625b662 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 210 time: 0.0515828 Jan 29 19:45:08.400015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b424f2da-ae2c-49c0-b66e-151c4ccfd9bf req-f1c22c61-acb7-4f75-931e-aae0f476666b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 210 time: 0.1889021 Jan 29 19:45:08.579145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc5cc09f-2de7-4904-ba8d-879268c51f2b req-5ee9626b-d12a-4fab-a2d8-72892bffa27c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 210 time: 0.0599134 Jan 29 19:45:08.615377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks [] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.682979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87c94355-f51d-4771-808f-746decbb2722 req-677120cf-2a42-4220-8bd9-774db0b490bc tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5 HTTP/1.1" status: 200 len: 1821 time: 0.2717769 Jan 29 19:45:08.737160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-e208679e-bb44-4416-855f-bf55f794327d tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:08.739467 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-e208679e-bb44-4416-855f-bf55f794327d tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 820 time: 0.3798082 Jan 29 19:45:08.747658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65f0284e-c4e9-4a4b-9b72-90d3ec4b65e4 req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1267070331', 'description': 'tempest-description-1619928298'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:08.756124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.766690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aea98-99e7-46bb-a28d-609a31bf2d61 req-9b1b97a8-c29e-4cdd-b34e-9d29c0c1ced1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:08.768624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'port': {'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'admin_state_up': True, 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:08.768790 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-088aea98-99e7-46bb-a28d-609a31bf2d61 req-9b1b97a8-c29e-4cdd-b34e-9d29c0c1ced1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0780392 Jan 29 19:45:08.776169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Allocated IP 172.25.5.4 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/784b1a0a-3b46-42fa-b277-bef1e95f0d88) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:08.834044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Network 497ac353-bc31-4538-88ec-cd403837a37f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:08.846214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:08.856956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:08.866625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event updated for resources: {'Port': ['ID=0d75faec-f595-40ef-9f03-e4ba456040d1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:08.947136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-088aea98-99e7-46bb-a28d-609a31bf2d61 req-5dd56fbf-af98-4de9-8881-fa027e31a114 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496999 Jan 29 19:45:08.975202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:08.976126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:08.988174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65f0284e-c4e9-4a4b-9b72-90d3ec4b65e4 req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.068840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.154775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65f0284e-c4e9-4a4b-9b72-90d3ec4b65e4 req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (30d71164-0190-4cf9-b961-d68599275982), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.165224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3f6f-94ec-40b8-aa4b-a8bce640e07b req-5921ad23-338b-4a15-be8d-eb6f41bce3e4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:09.173324 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c0f3f6f-94ec-40b8-aa4b-a8bce640e07b req-5921ad23-338b-4a15-be8d-eb6f41bce3e4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1332045 Jan 29 19:45:09.179063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:09.184114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'floatingip': {'port_id': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:09.201026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-90b9b780-2ca5-4c27-911a-7e1d85fab0a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0230768 Jan 29 19:45:09.220611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Made reservation on behalf of f3c5daab1af54c4982d635be3e85c097 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:09.224244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.246472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-73aa162a-9b36-4985-9083-810b9f769552 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:45:09.247557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-73aa162a-9b36-4985-9083-810b9f769552 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475681 Jan 29 19:45:09.288606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (52028ca8-6843-4474-aa2c-35bf05a863e5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.298327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c9438475-8469-43c8-9e75-182b7570ab2b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:09.344228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65f0284e-c4e9-4a4b-9b72-90d3ec4b65e4 req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (30d71164-0190-4cf9-b961-d68599275982), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.347737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.408441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c9438475-8469-43c8-9e75-182b7570ab2b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:09.411201 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.482325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d71164-0190-4cf9-b961-d68599275982,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:09.523475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:09.561638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:09.566943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65f0284e-c4e9-4a4b-9b72-90d3ec4b65e4 req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.569542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c9438475-8469-43c8-9e75-182b7570ab2b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:09.575699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Request body: {'port': {'device_id': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:09.576756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65f0284e-c4e9-4a4b-9b72-90d3ec4b65e4 req-6bb3cbd7-cbc7-48f4-a70a-3c7907181c0d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8512135 Jan 29 19:45:09.578576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event updated for resources: {'Port': ['ID=784b1a0a-3b46-42fa-b277-bef1e95f0d88,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:09.590215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:09.682019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Allocated IP 172.20.0.14 (b03e1bf8-7488-475d-b8cc-0a061f71566f/030c8d74-0ee3-46ea-b1b1-7ca50927da02/be7c4068-15f6-444d-b330-592e0f86ca95) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:09.688070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f498507b-fe28-427e-a0cd-1faf983b31a8 req-2e73ee15-6c00-4be3-ab1d-1bc2d2428eca tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 210 time: 0.0478103 Jan 29 19:45:09.734045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.741066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150dc7b-a223-490d-a9ac-86b2fd976ceb req-f2ae33f8-46d4-44db-a9c7-ab61e9fd07dc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:09.746353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6150dc7b-a223-490d-a9ac-86b2fd976ceb req-f2ae33f8-46d4-44db-a9c7-ab61e9fd07dc tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 931 time: 0.2194798 Jan 29 19:45:09.831039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.853544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33604b31-90ca-4324-9612-bc855007e87a req-3f4436ff-ccdf-4359-a23b-bc39c2bae0d8 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/30d71164-0190-4cf9-b961-d68599275982 HTTP/1.1" status: 200 len: 1824 time: 0.1186407 Jan 29 19:45:09.895422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d71164-0190-4cf9-b961-d68599275982', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:09.902601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d71164-0190-4cf9-b961-d68599275982', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:09.955605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for port (be7c4068-15f6-444d-b330-592e0f86ca95), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:09.973375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6150dc7b-a223-490d-a9ac-86b2fd976ceb req-7dc8d889-e65b-4281-8d93-9dcb4eda9d8a tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996982 Jan 29 19:45:09.981200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43824) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:10.001494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.098018 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (317f1a47-766d-4cfd-a39b-fa5e0d3183d2), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.144542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (317f1a47-766d-4cfd-a39b-fa5e0d3183d2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.173039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.208492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['66241cd3-22f4-48f1-b3e2-eba0d321b153'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:10.229496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Network b03e1bf8-7488-475d-b8cc-0a061f71566f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:10.245804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:10.283978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (317f1a47-766d-4cfd-a39b-fa5e0d3183d2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.297986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:10.325666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event updated for resources: {'Port': ['ID=be7c4068-15f6-444d-b330-592e0f86ca95,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:10.388936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317f1a47-766d-4cfd-a39b-fa5e0d3183d2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:10.423835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.431214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:10.432151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.479865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-969abd6d-9235-49d8-86ec-4b7313bc90f4 req-bd9fb5c0-9064-4afd-a71c-3901ae5407d7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 210 time: 0.4263930 Jan 29 19:45:10.504061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd006be-2898-4c7d-993c-2d00e8e518a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.549448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.550356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33604b31-90ca-4324-9612-bc855007e87a req-ef3ac821-5837-42d7-bec1-c42b3bb34dc9 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6613462 Jan 29 19:45:10.551019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.582658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-531de4e1-6488-4815-bbbf-cfe54e8a4e74 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8181849 Jan 29 19:45:10.607398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Request body: {'port': {'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:10.635315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae323c66-8da8-4753-a3d5-a888eb759edb None None] Provisioning complete for port be7c4068-15f6-444d-b330-592e0f86ca95 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:10.635941 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae323c66-8da8-4753-a3d5-a888eb759edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.656744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event updated for resources: {'Port': ['ID=784b1a0a-3b46-42fa-b277-bef1e95f0d88,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:10.678142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae323c66-8da8-4753-a3d5-a888eb759edb None None] Port be7c4068-15f6-444d-b330-592e0f86ca95 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:10.682362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:45:10.702911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.728107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.768221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-24eca414-e47c-4262-abae-5f0549a2e4d6 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/30d71164-0190-4cf9-b961-d68599275982 HTTP/1.1" status: 200 len: 2418 time: 0.1783795 Jan 29 19:45:10.793045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.797197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d71164-0190-4cf9-b961-d68599275982', 'remote_group_id': None}]} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:10.797469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30d71164-0190-4cf9-b961-d68599275982', 'remote_group_id': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:10.854449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd006be-2898-4c7d-993c-2d00e8e518a1 admin admin] Publish callbacks [] for security_group (971958e6-9a00-4af8-a334-d8a39f163bae), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.877144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.878361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-743b28d8-2782-4ef5-ad38-f2384475b66a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0397382 Jan 29 19:45:10.888137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d75faec-f595-40ef-9f03-e4ba456040d1 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:10.897256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Publish callbacks [] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.898906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2cce-4732-4513-8739-ab84e54a7ae4 req-336aef5d-0602-454e-8019-d751a81122de tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:10.900087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a1a2cce-4732-4513-8739-ab84e54a7ae4 req-336aef5d-0602-454e-8019-d751a81122de tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 932 time: 0.1315813 Jan 29 19:45:10.910867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Transition to ACTIVE for port object 0d75faec-f595-40ef-9f03-e4ba456040d1 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:45:10.931758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (52028ca8-6843-4474-aa2c-35bf05a863e5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:10.984437 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-efd006be-2898-4c7d-993c-2d00e8e518a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (971958e6-9a00-4af8-a334-d8a39f163bae), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.011262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a1a2cce-4732-4513-8739-ab84e54a7ae4 req-3e2173db-6ef8-4184-8453-75e1dfd316ed tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006145 Jan 29 19:45:11.095674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd006be-2898-4c7d-993c-2d00e8e518a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971958e6-9a00-4af8-a334-d8a39f163bae,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:11.131122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.155763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7c4068-15f6-444d-b330-592e0f86ca95 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:11.165679 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Publish callbacks [] for port (be7c4068-15f6-444d-b330-592e0f86ca95), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.189326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c8b7b-a2ad-4dc8-87cf-4a7f55bd9b17 req-6151d48d-1025-4f30-9ba2-5922e8e42f49 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:11.190193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-efd006be-2898-4c7d-993c-2d00e8e518a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=003d4dca9cc442a5b6eb58bbb1613429&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1604881 Jan 29 19:45:11.190861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d8c8b7b-a2ad-4dc8-87cf-4a7f55bd9b17 req-6151d48d-1025-4f30-9ba2-5922e8e42f49 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 943 time: 0.0952430 Jan 29 19:45:11.193441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43868) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:11.195468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Transition to ACTIVE for port object be7c4068-15f6-444d-b330-592e0f86ca95 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:45:11.228171 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Floating IP 52028ca8-6843-4474-aa2c-35bf05a863e5 associated. External IP: 172.25.5.32, port: 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2. Jan 29 19:45:11.272581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (8a0f2c2d-c0a1-4abc-b475-c18343df2f01), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.323256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d8c8b7b-a2ad-4dc8-87cf-4a7f55bd9b17 req-1c100d5b-145d-470e-8f26-67122863de97 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225331 Jan 29 19:45:11.326123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Pushing event updated for resources: {'Port': ['ID=0d75faec-f595-40ef-9f03-e4ba456040d1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:11.352785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a48733e-7686-4d9a-b68c-f8330ee564a8 admin admin] Publish callbacks [] for security_group (971958e6-9a00-4af8-a334-d8a39f163bae), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.355650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.415741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (8a0f2c2d-c0a1-4abc-b475-c18343df2f01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.434203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a48733e-7686-4d9a-b68c-f8330ee564a8 admin admin] Publish callbacks [] for security_group (971958e6-9a00-4af8-a334-d8a39f163bae), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.508543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8a0f2c2d-c0a1-4abc-b475-c18343df2f01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.540024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0f2c2d-c0a1-4abc-b475-c18343df2f01,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:11.604642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Pushing event updated for resources: {'Port': ['ID=be7c4068-15f6-444d-b330-592e0f86ca95,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:11.645163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Attempting to bind port 0d75faec-f595-40ef-9f03-e4ba456040d1 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:11.645163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Attempting to bind port 0d75faec-f595-40ef-9f03-e4ba456040d1 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:11.645163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Attempting to bind port 0d75faec-f595-40ef-9f03-e4ba456040d1 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:11.666560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bab15fcd-86ad-4338-9aa7-57636ee20814 req-c5835dd6-1450-4ebf-9407-ba22b2bbee08 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 210 time: 0.0553455 Jan 29 19:45:11.687919 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.692307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a0ac15a-ccfa-420f-b8c0-52924c6b747c req-15977e8b-b209-472b-acc8-531f34bd25ab tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9096320 Jan 29 19:45:11.692307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Port 0d75faec-f595-40ef-9f03-e4ba456040d1 on network 497ac353-bc31-4538-88ec-cd403837a37f not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:45:11.693227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Attempting to bind port 0d75faec-f595-40ef-9f03-e4ba456040d1 on network 497ac353-bc31-4538-88ec-cd403837a37f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:11.702110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:11.702455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Checking segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:11.702898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Bound using segment: {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:11.703348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Bound port: 0d75faec-f595-40ef-9f03-e4ba456040d1, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48987e2-dbcc-4972-b002-d608629c4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:11.703707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.737829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-27d9af7a-3765-4ce6-91ed-d7bd7fdcacb1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:11.741239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-27d9af7a-3765-4ce6-91ed-d7bd7fdcacb1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.4686160 Jan 29 19:45:11.765664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'port': {'device_id': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'admin_state_up': True, 'tenant_id': '561181d3c09744d3aee03d38d75987a2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:11.766806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Router a2ab1584-5537-4d14-990b-a7e21a18e2be has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:11.878392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Attempting to bind port be7c4068-15f6-444d-b330-592e0f86ca95 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:11.878882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Attempting to bind port be7c4068-15f6-444d-b330-592e0f86ca95 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:11.879346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Attempting to bind port be7c4068-15f6-444d-b330-592e0f86ca95 on network b03e1bf8-7488-475d-b8cc-0a061f71566f {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:11.889037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Port be7c4068-15f6-444d-b330-592e0f86ca95 on network b03e1bf8-7488-475d-b8cc-0a061f71566f not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:45:11.889479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Attempting to bind port be7c4068-15f6-444d-b330-592e0f86ca95 on network b03e1bf8-7488-475d-b8cc-0a061f71566f {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:11.895204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] For port 0d75faec-f595-40ef-9f03-e4ba456040d1, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:11.896517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4cbda44-6f37-42fb-b3a1-622691793247 req-e20260a3-1692-4a59-be57-adfd4988c7d2 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/30d71164-0190-4cf9-b961-d68599275982 HTTP/1.1" status: 200 len: 3017 time: 0.1826925 Jan 29 19:45:11.904476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:11.904957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Checking segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:11.905439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Bound using segment: {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:11.905982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Bound port: be7c4068-15f6-444d-b330-592e0f86ca95, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb15919a-57ab-4125-9cb3-b14117d1ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:11.906439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.912699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] For port 0d75faec-f595-40ef-9f03-e4ba456040d1, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0d75faec-f595-40ef-9f03-e4ba456040d1,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:11.949123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-de017028-6425-49a3-b605-819493128619 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-group-rules/8a0f2c2d-c0a1-4abc-b475-c18343df2f01 HTTP/1.1" status: 200 len: 783 time: 0.0250385 Jan 29 19:45:11.950704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:11.963038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:11.969172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.980180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a48733e-7686-4d9a-b68c-f8330ee564a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (971958e6-9a00-4af8-a334-d8a39f163bae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.980527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:11.982107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:11.994459 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a48733e-7686-4d9a-b68c-f8330ee564a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:11.998997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a48733e-7686-4d9a-b68c-f8330ee564a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/971958e6-9a00-4af8-a334-d8a39f163bae HTTP/1.1" status: 204 len: 168 time: 0.8015239 Jan 29 19:45:12.005665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.063222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48733e-7686-4d9a-b68c-f8330ee564a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971958e6-9a00-4af8-a334-d8a39f163bae,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:12.081439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6ea2395a-4082-417e-b98d-23d1f55304fd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "PUT /v2.0/floatingips/52028ca8-6843-4474-aa2c-35bf05a863e5 HTTP/1.1" status: 200 len: 991 time: 2.8986354 Jan 29 19:45:12.091185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:12.091450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.091558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:12.092986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d75faec-f595-40ef-9f03-e4ba456040d1 HTTP/1.1" status: 200 len: 1091 time: 2.8232539 Jan 29 19:45:12.099632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2'}, {'name': 'network-changed', 'server_uuid': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'tag': '0d75faec-f595-40ef-9f03-e4ba456040d1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:12.101946 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7cd18-5003-4591-97da-eaf936b26396" -d '{"events": [{"name": "network-changed", "server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2"}, {"name": "network-changed", "server_uuid": "9484abaf-9bc6-4871-9225-f8ffb8552db3", "tag": "0d75faec-f595-40ef-9f03-e4ba456040d1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:12.103743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.120438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-63118cbb-69ec-4168-a94f-4796e59fae5d tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/30d71164-0190-4cf9-b961-d68599275982 HTTP/1.1" status: 200 len: 3017 time: 0.1551232 Jan 29 19:45:12.205424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf12b86-9022-4824-aec1-cfef21302250 service neutron] Pushing event updated for resources: {'Port': ['ID=0d75faec-f595-40ef-9f03-e4ba456040d1,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:12.238558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-9a929df2-160e-4826-9eac-d1fe2d106c89 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (8a0f2c2d-c0a1-4abc-b475-c18343df2f01), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.258727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-9a929df2-160e-4826-9eac-d1fe2d106c89 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (8a0f2c2d-c0a1-4abc-b475-c18343df2f01), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.275382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:12.295139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] For port be7c4068-15f6-444d-b330-592e0f86ca95, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:12.373192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-fd90b8d7-0325-49e5-8ac3-e6152cc47f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:12.373192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-fd90b8d7-0325-49e5-8ac3-e6152cc47f36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 1125 time: 0.1303682 Jan 29 19:45:12.411540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] For port be7c4068-15f6-444d-b330-592e0f86ca95, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=be7c4068-15f6-444d-b330-592e0f86ca95,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:12.446404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-bfb983d4-3afb-45aa-a9e2-558c65cda2ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d75faec-f595-40ef-9f03-e4ba456040d1 HTTP/1.1" status: 200 len: 217 time: 0.0641546 Jan 29 19:45:12.483141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317da2a-b243-4462-92c5-2825082e8860 req-85af8936-979c-4d76-bf45-b3d2563bf611 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:12.488507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7317da2a-b243-4462-92c5-2825082e8860 req-85af8936-979c-4d76-bf45-b3d2563bf611 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 944 time: 0.2839682 Jan 29 19:45:12.519119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.551098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:12.551827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.553426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] 10.222.0.26 "PUT /v2.0/ports/be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 1092 time: 1.9564312 Jan 29 19:45:12.557122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-52c901f8-8f7f-421f-a684-fd43a4d1d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:12.558816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-52c901f8-8f7f-421f-a684-fd43a4d1d726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.1029093 Jan 29 19:45:12.560881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-9a929df2-160e-4826-9eac-d1fe2d106c89 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8a0f2c2d-c0a1-4abc-b475-c18343df2f01), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.569825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-9a929df2-160e-4826-9eac-d1fe2d106c89 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:12.591604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6300ef5-3f36-4451-a2be-63c91cad7c5c req-9a929df2-160e-4826-9eac-d1fe2d106c89 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8a0f2c2d-c0a1-4abc-b475-c18343df2f01 HTTP/1.1" status: 204 len: 173 time: 0.4317060 Jan 29 19:45:12.603389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:12.613527 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9047f04d-2306-4c35-9fa4-f930d09ff9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:12.695336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-bf0b7b56-9110-4a45-a1b4-7c7161246f29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974886 Jan 29 19:45:12.696843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929df2-160e-4826-9eac-d1fe2d106c89 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a0f2c2d-c0a1-4abc-b475-c18343df2f01,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:12.736216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Allocated IP 172.20.0.7 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/6fbde385-1c30-49d8-9aea-346974e434c8) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:12.765347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '52028ca8-6843-4474-aa2c-35bf05a863e5', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'port_id': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'mac_address': 'fa:16:3e:15:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:44:45Z', 'updated_at': '2022-01-29T19:45:10Z', 'revision_number': 1, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:12.770613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a153-344a-4f0c-9c9b-0ee88f57461f service neutron] Pushing event updated for resources: {'Port': ['ID=be7c4068-15f6-444d-b330-592e0f86ca95,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:12.824114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:12.827846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7317da2a-b243-4462-92c5-2825082e8860 req-4aa3acb3-d217-410c-a3fc-c63d49be62bd tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151128 Jan 29 19:45:12.857313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:12.858192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:44:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:12.867102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-5f825886-a11e-41ee-aaeb-a998a2362996 service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598694 Jan 29 19:45:12.969612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-80164603-1da0-43f4-a9b4-ddcbc75bf211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:12.974974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-80164603-1da0-43f4-a9b4-ddcbc75bf211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1126 time: 0.2867255 Jan 29 19:45:13.009835 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c2d483-2c92-4e91-ab84-2bd858fbc54a x-openstack-request-id: req-d8c2d483-2c92-4e91-ab84-2bd858fbc54a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:13.010177 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9484abaf-9bc6-4871-9225-f8ffb8552db3", "tag": "0d75faec-f595-40ef-9f03-e4ba456040d1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:13.010390 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8c2d483-2c92-4e91-ab84-2bd858fbc54a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:13.010796 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'status': 'completed', 'code': 200} Jan 29 19:45:13.011055 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'tag': '0d75faec-f595-40ef-9f03-e4ba456040d1', 'status': 'completed', 'code': 200} Jan 29 19:45:13.108777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:13.139073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-dd4aa700-92a0-42d3-a5e4-ef09e223a215 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 217 time: 0.1463687 Jan 29 19:45:13.169415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:13.199491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32f9ee4f-0bf4-4d5b-93df-12f34af7ea19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:13.230009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40098d-c62c-43c3-9dc7-b0acc49caf6f req-479b8eb0-76bd-420b-a316-8b15c15f7418 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:13.232068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c40098d-c62c-43c3-9dc7-b0acc49caf6f req-479b8eb0-76bd-420b-a316-8b15c15f7418 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.3640547 Jan 29 19:45:13.353413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-e4358931-cbd2-4fef-a0a8-068217fb80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:13.355202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-e4358931-cbd2-4fef-a0a8-068217fb80e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.2056315 Jan 29 19:45:13.359438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c40098d-c62c-43c3-9dc7-b0acc49caf6f req-6b4674af-2ce3-4fd6-b9e1-59b5ed7771cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176429 Jan 29 19:45:13.365359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe78d-a5eb-442a-a618-b27e1e30783b req-9332e49a-273f-4fd4-bc45-f8d092ad8524 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:13.367040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cdfe78d-a5eb-442a-a618-b27e1e30783b req-9332e49a-273f-4fd4-bc45-f8d092ad8524 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 943 time: 0.2430127 Jan 29 19:45:13.375493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3021fa2-9af4-4837-bc32-65dceb0f602e req-d5d8c6ba-809f-4563-ac12-c2510c5f52ce service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332042 Jan 29 19:45:13.457101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (6fbde385-1c30-49d8-9aea-346974e434c8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:13.470644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-8c10e863-dd99-4446-91fd-de6fbd6a3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:13.472478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-8c10e863-dd99-4446-91fd-de6fbd6a3ac7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015465 Jan 29 19:45:13.539909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36395e4c-4550-473c-a801-7603f8671002 req-b2ede6d6-0ad7-4028-8421-473db29d9bd5 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/30d71164-0190-4cf9-b961-d68599275982 HTTP/1.1" status: 200 len: 2418 time: 0.0999908 Jan 29 19:45:13.613715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32f9ee4f-0bf4-4d5b-93df-12f34af7ea19 admin admin] Publish callbacks [] for security_group (704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:13.628532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '52028ca8-6843-4474-aa2c-35bf05a863e5', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'port_id': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'mac_address': 'fa:16:3e:15:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:44:45Z', 'updated_at': '2022-01-29T19:45:10Z', 'revision_number': 1, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:13.666076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-4512123d-f732-42a0-9406-f81ba4457ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:13.667643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-4512123d-f732-42a0-9406-f81ba4457ea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 1125 time: 0.1192441 Jan 29 19:45:13.668294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-36395e4c-4550-473c-a801-7603f8671002 req-65723d27-12c8-46b1-b979-10a3d5ba0b04 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (30d71164-0190-4cf9-b961-d68599275982), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:13.690222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4922649-d8ec-4ded-a67a-26baffd044be None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '52028ca8-6843-4474-aa2c-35bf05a863e5', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'port_id': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'mac_address': 'fa:16:3e:15:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:44:45Z', 'updated_at': '2022-01-29T19:45:10Z', 'revision_number': 1, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:13.705888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32f9ee4f-0bf4-4d5b-93df-12f34af7ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:13.750937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9ee4f-0bf4-4d5b-93df-12f34af7ea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:13.780645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-36395e4c-4550-473c-a801-7603f8671002 req-65723d27-12c8-46b1-b979-10a3d5ba0b04 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (30d71164-0190-4cf9-b961-d68599275982), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:13.859433 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-32f9ee4f-0bf4-4d5b-93df-12f34af7ea19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=437e9170f86d4fe5939ba7b3da917af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903501 Jan 29 19:45:13.860074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43946) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:13.918530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-9dc62412-9588-4dfe-88a2-685ae988d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:13.922547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-9dc62412-9588-4dfe-88a2-685ae988d946 service neutron] 10.222.0.26 "GET /v2.0/networks?id=497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 200 len: 912 time: 0.2463126 Jan 29 19:45:13.975021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-64a629f9-6c26-41de-8790-382204ec3420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d75faec-f595-40ef-9f03-e4ba456040d1 HTTP/1.1" status: 200 len: 217 time: 0.0456128 Jan 29 19:45:13.980195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cdfe78d-a5eb-442a-a618-b27e1e30783b req-504f0cb6-fea7-49e5-acb4-29a37aa8d7c5 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657191 Jan 29 19:45:13.984336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc39f44a-2355-40da-a87b-b5e613c64343 admin admin] Publish callbacks [] for security_group (704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.015540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-46b3572f-2d98-4356-a90a-49d946ca08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.017201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-46b3572f-2d98-4356-a90a-49d946ca08fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 1128 time: 1.0280588 Jan 29 19:45:14.020814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-36395e4c-4550-473c-a801-7603f8671002 req-65723d27-12c8-46b1-b979-10a3d5ba0b04 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (30d71164-0190-4cf9-b961-d68599275982), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.023428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-36395e4c-4550-473c-a801-7603f8671002 req-65723d27-12c8-46b1-b979-10a3d5ba0b04 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.024621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36395e4c-4550-473c-a801-7603f8671002 req-65723d27-12c8-46b1-b979-10a3d5ba0b04 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/30d71164-0190-4cf9-b961-d68599275982 HTTP/1.1" status: 204 len: 173 time: 0.4835680 Jan 29 19:45:14.040002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-8ac778af-7b03-43a8-a002-3b92d5927d5c service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942262 Jan 29 19:45:14.066120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.087192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc39f44a-2355-40da-a87b-b5e613c64343 admin admin] Publish callbacks [] for security_group (704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.090120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65723d27-12c8-46b1-b979-10a3d5ba0b04 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d71164-0190-4cf9-b961-d68599275982,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:14.112911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:14.118745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-cfb4ca06-aff1-4150-8693-369fe46fb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.118745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-cfb4ca06-aff1-4150-8693-369fe46fb2a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 200 len: 852 time: 0.1340592 Jan 29 19:45:14.149652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:14.173667 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6b3ae-0a1d-4714-bbd1-7f0cdcabcfe5 None None] New status for floating IP 52028ca8-6843-4474-aa2c-35bf05a863e5: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:45:14.199645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-c5f634fc-c1a3-486d-98fc-a2674e8af3ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=497ac353-bc31-4538-88ec-cd403837a37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707042 Jan 29 19:45:14.241931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:14.271294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:14.385340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-16958dd8-1b25-4dae-a464-1a1f2dfc3a79 service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798232 Jan 29 19:45:14.393956 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f3c1c3-2ed1-48b9-bee7-342b24c4633c x-openstack-request-id: req-68f3c1c3-2ed1-48b9-bee7-342b24c4633c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:14.395579 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:14.396034 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68f3c1c3-2ed1-48b9-bee7-342b24c4633c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:14.396652 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'status': 'completed', 'code': 200} Jan 29 19:45:14.441182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=6fbde385-1c30-49d8-9aea-346974e434c8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:14.498748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-41479d6a-2b07-438f-bc83-aa8c28fbe061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.500674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-41479d6a-2b07-438f-bc83-aa8c28fbe061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.4757173 Jan 29 19:45:14.548980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.550082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.554512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-9d564b8e-9866-4271-b579-08d42602d207 service neutron] 10.222.0.26 "GET /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385713 Jan 29 19:45:14.619204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc39f44a-2355-40da-a87b-b5e613c64343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.625989 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc39f44a-2355-40da-a87b-b5e613c64343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.628479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc39f44a-2355-40da-a87b-b5e613c64343 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37 HTTP/1.1" status: 204 len: 168 time: 0.7600782 Jan 29 19:45:14.634891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-420b6b1a-2ce3-4637-b196-26f47d087bf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 200 len: 999 time: 0.1131091 Jan 29 19:45:14.645522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-640ba2a2-db1a-4411-8bc0-12502e48029f req-036afdb8-af7f-4481-89eb-9363f36a2e60 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944004 Jan 29 19:45:14.650035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a9feb2de-8858-489c-83f0-b5ecaf64425c None None] Provisioning complete for port 6fbde385-1c30-49d8-9aea-346974e434c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:14.650675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9feb2de-8858-489c-83f0-b5ecaf64425c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.688737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39f44a-2355-40da-a87b-b5e613c64343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704799b3-6cb7-43ec-9c2c-f8c0f3fe9a37,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:14.719499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1bfe5-caa7-45ce-b86f-ad1f97a6152f req-9efa75ad-f484-4a31-a411-b8815e28285e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.724884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fb1bfe5-caa7-45ce-b86f-ad1f97a6152f req-9efa75ad-f484-4a31-a411-b8815e28285e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 931 time: 0.5038469 Jan 29 19:45:14.725147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961b309-07cd-4be2-bca2-f10dcb59e0aa req-88b0587d-f7f6-4c5e-94ca-4ed12a242647 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.733479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9961b309-07cd-4be2-bca2-f10dcb59e0aa req-88b0587d-f7f6-4c5e-94ca-4ed12a242647 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 944 time: 0.2515907 Jan 29 19:45:14.758812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3f0a3bdd-9590-4870-a616-8e93ebf67f69 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0041590 Jan 29 19:45:14.795443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Request body: {'port': {'device_id': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:14.848745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fb1bfe5-caa7-45ce-b86f-ad1f97a6152f req-560a0e64-037b-4f42-bd58-07885cbf3010 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118529 Jan 29 19:45:14.882182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:14.926579 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-91417f6a-09b7-470b-90e8-65238db6e6bd req-7de35bf5-6a51-440e-a19d-c36da2e74d4e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] show failed (client error): The resource could not be found. Jan 29 19:45:14.930676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91417f6a-09b7-470b-90e8-65238db6e6bd req-7de35bf5-6a51-440e-a19d-c36da2e74d4e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/c66ad649-99d0-4458-8c31-df4e61064b3e HTTP/1.1" status: 404 len: 352 time: 0.0266206 Jan 29 19:45:14.940955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9961b309-07cd-4be2-bca2-f10dcb59e0aa req-09607cc8-180b-49ec-a70b-3ae2802aa507 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063575 Jan 29 19:45:14.952096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-57047205-7c51-4fcf-9336-8c5474e9dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:14.958393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-57047205-7c51-4fcf-9336-8c5474e9dd64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.3076372 Jan 29 19:45:14.970568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9feb2de-8858-489c-83f0-b5ecaf64425c None None] Port 6fbde385-1c30-49d8-9aea-346974e434c8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:15.099655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-c9ec3bf7-9350-4a65-96f5-821c51bad6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.101284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-c9ec3bf7-9350-4a65-96f5-821c51bad6fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1126 time: 0.2448285 Jan 29 19:45:15.105425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e0a8b-4110-4a9f-af1b-3ae05bbcf33a req-3690e753-fc0b-4cea-9bf9-db602ebb5dbf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.115060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-482e0a8b-4110-4a9f-af1b-3ae05bbcf33a req-3690e753-fc0b-4cea-9bf9-db602ebb5dbf tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0813913 Jan 29 19:45:15.158199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cd18-5003-4591-97da-eaf936b26396 req-fa0d482b-69df-4a74-a74e-2d29b6ec9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.159771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-fa0d482b-69df-4a74-a74e-2d29b6ec9193 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1923070 Jan 29 19:45:15.199392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-482e0a8b-4110-4a9f-af1b-3ae05bbcf33a req-8fd6f86a-2d4a-41a0-ba3e-9ad0a630c92c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833087 Jan 29 19:45:15.287957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-189cefe3-e70e-45f0-abd1-2bfe3885d00f req-ea49ea2a-56c2-412b-a1b6-0fcdf70db1ee tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5 HTTP/1.1" status: 200 len: 1821 time: 0.0461812 Jan 29 19:45:15.360817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-189cefe3-e70e-45f0-abd1-2bfe3885d00f req-28e3de89-3f05-4b8e-aa13-90c49960343e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:15.386998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-189cefe3-e70e-45f0-abd1-2bfe3885d00f req-28e3de89-3f05-4b8e-aa13-90c49960343e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:15.458270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-defbf389-9469-44cc-b535-e4e0b449c106 service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795804 Jan 29 19:45:15.515360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-3e1483af-2fa2-433f-a586-f94781716276 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.516846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-3e1483af-2fa2-433f-a586-f94781716276 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.4581854 Jan 29 19:45:15.547502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-189cefe3-e70e-45f0-abd1-2bfe3885d00f req-28e3de89-3f05-4b8e-aa13-90c49960343e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:15.551369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-189cefe3-e70e-45f0-abd1-2bfe3885d00f req-28e3de89-3f05-4b8e-aa13-90c49960343e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:15.553056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-189cefe3-e70e-45f0-abd1-2bfe3885d00f req-28e3de89-3f05-4b8e-aa13-90c49960343e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5 HTTP/1.1" status: 204 len: 173 time: 0.2582302 Jan 29 19:45:15.564820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-0622be56-4364-4c00-9a6c-5450be5619c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.565005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3de89-3f05-4b8e-aa13-90c49960343e tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd18c5-6589-46b5-a1ec-d61d8d3dc5b5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:15.566284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-0622be56-4364-4c00-9a6c-5450be5619c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.4106207 Jan 29 19:45:15.582977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-b5999fc5-6294-4743-b65c-8730ddfc7906 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/quotas/00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 375 time: 0.0488303 Jan 29 19:45:15.692039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c1d55-b241-4c9d-bfe4-0e5857ed3d0a req-27b5613d-0f92-4cbd-b030-5d3ea6aa292c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.695014 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-853c1d55-b241-4c9d-bfe4-0e5857ed3d0a req-27b5613d-0f92-4cbd-b030-5d3ea6aa292c tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 943 time: 0.0792661 Jan 29 19:45:15.705656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-8de52cf0-c6d0-4eca-a12b-4523b614a76d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 217 time: 0.1244037 Jan 29 19:45:15.755618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-853c1d55-b241-4c9d-bfe4-0e5857ed3d0a req-543a79c3-7cd4-4a89-866a-96750039ced8 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 Jan 29 19:45:15.816397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e7cd18-5003-4591-97da-eaf936b26396 req-6eb18399-191a-4f7a-9744-76b70b199c52 service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188534 Jan 29 19:45:15.820067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-d7c8bcf7-6870-4e5e-b6e7-06984d60093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:15.820067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-d7c8bcf7-6870-4e5e-b6e7-06984d60093d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.0998590 Jan 29 19:45:15.831282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-8d888c40-f9b0-429a-a9a7-6f0a2c03a778 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2319670 Jan 29 19:45:15.838246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00dd9f65-e78b-4767-a4b6-986d1272fec1 req-298f6197-ee8b-4bd7-9b47-5906630505c6 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/6e734f67-2987-465f-b481-310a87de52a0 HTTP/1.1" status: 200 len: 1824 time: 0.0502274 Jan 29 19:45:15.926063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbde385-1c30-49d8-9aea-346974e434c8 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:15.933555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-00dd9f65-e78b-4767-a4b6-986d1272fec1 req-1c23d2ec-df3d-4912-a4d7-4d260c68298b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (6e734f67-2987-465f-b481-310a87de52a0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:15.947506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0d75faec-f595-40ef-9f03-e4ba456040d1 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:45:15.962286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-00dd9f65-e78b-4767-a4b6-986d1272fec1 req-1c23d2ec-df3d-4912-a4d7-4d260c68298b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (6e734f67-2987-465f-b481-310a87de52a0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:15.972951 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Publish callbacks [] for port (6fbde385-1c30-49d8-9aea-346974e434c8), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.024975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-16d36502-3a0f-4df7-b840-a64feef363a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:16.026520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-16d36502-3a0f-4df7-b840-a64feef363a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1917272 Jan 29 19:45:16.027496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Transition to ACTIVE for port object 6fbde385-1c30-49d8-9aea-346974e434c8 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:45:16.066925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-45bd9796-8e78-4b82-a24d-ceb010c1e837 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049897 Jan 29 19:45:16.073880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 0d75faec-f595-40ef-9f03-e4ba456040d1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0d75faec-f595-40ef-9f03-e4ba456040d1,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:16.100804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '0d75faec-f595-40ef-9f03-e4ba456040d1', 'network_id': '497ac353-bc31-4538-88ec-cd403837a37f', 'port_id': '0d75faec-f595-40ef-9f03-e4ba456040d1', 'mac_address': 'fa:16:3e:e4:00:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8faf9-d953-4b18-815a-e0cda4a85b1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:45:16.102359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-00dd9f65-e78b-4767-a4b6-986d1272fec1 req-1c23d2ec-df3d-4912-a4d7-4d260c68298b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6e734f67-2987-465f-b481-310a87de52a0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.104999 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-00dd9f65-e78b-4767-a4b6-986d1272fec1 req-1c23d2ec-df3d-4912-a4d7-4d260c68298b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.112797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00dd9f65-e78b-4767-a4b6-986d1272fec1 req-1c23d2ec-df3d-4912-a4d7-4d260c68298b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e734f67-2987-465f-b481-310a87de52a0 HTTP/1.1" status: 204 len: 173 time: 0.2630432 Jan 29 19:45:16.131889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.135487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23d2ec-df3d-4912-a4d7-4d260c68298b tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e734f67-2987-465f-b481-310a87de52a0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:16.182178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 0d75faec-f595-40ef-9f03-e4ba456040d1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:16.182924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.203217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d75faec-f595-40ef-9f03-e4ba456040d1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:16.254936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 0d75faec-f595-40ef-9f03-e4ba456040d1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0d75faec-f595-40ef-9f03-e4ba456040d1,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:16.299103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-e73a41f9-787e-4e7b-87d2-a60df6f3228e service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638693 Jan 29 19:45:16.309170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbde385-1c30-49d8-9aea-346974e434c8,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:16.311518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47167a8-27d5-42c7-9c36-79c9b5adc9ad req-351f0d1e-686b-4a28-853f-86e36f24ddea tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:16.313971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f47167a8-27d5-42c7-9c36-79c9b5adc9ad req-351f0d1e-686b-4a28-853f-86e36f24ddea tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 943 time: 0.1049359 Jan 29 19:45:16.342697 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.343554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device be7c4068-15f6-444d-b330-592e0f86ca95 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:45:16.378101 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-e838d8c8-25d6-4edd-af5a-80e24e067f65 service neutron] 10.222.0.15 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002181 Jan 29 19:45:16.435197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f47167a8-27d5-42c7-9c36-79c9b5adc9ad req-52550c87-17fd-484a-8919-035251a5283b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132646 Jan 29 19:45:16.506909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=0d75faec-f595-40ef-9f03-e4ba456040d1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:16.533328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Attempting to bind port 6fbde385-1c30-49d8-9aea-346974e434c8 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:16.536677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Attempting to bind port 6fbde385-1c30-49d8-9aea-346974e434c8 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:16.537251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Attempting to bind port 6fbde385-1c30-49d8-9aea-346974e434c8 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:16.556770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Port 6fbde385-1c30-49d8-9aea-346974e434c8 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:45:16.557104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Attempting to bind port 6fbde385-1c30-49d8-9aea-346974e434c8 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:16.572264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9047f04d-2306-4c35-9fa4-f930d09ff9d2 req-4353d794-6dd0-4c39-b8bd-e3210f626562 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595251 Jan 29 19:45:16.575611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:16.576068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:16.578037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:16.585486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Bound port: 6fbde385-1c30-49d8-9aea-346974e434c8, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:16.585954 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.683184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626100c-5f5a-4849-b14e-76689c7a4b1d req-954b798b-a1e5-4505-bd06-95ab2580d3ab tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:16.692066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1626100c-5f5a-4849-b14e-76689c7a4b1d req-954b798b-a1e5-4505-bd06-95ab2580d3ab tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 944 time: 0.1135201 Jan 29 19:45:16.726038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] For port 6fbde385-1c30-49d8-9aea-346974e434c8, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:16.731148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] For port 6fbde385-1c30-49d8-9aea-346974e434c8, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6fbde385-1c30-49d8-9aea-346974e434c8,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:16.746149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port be7c4068-15f6-444d-b330-592e0f86ca95, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=be7c4068-15f6-444d-b330-592e0f86ca95,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:16.764261 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1626100c-5f5a-4849-b14e-76689c7a4b1d req-35d30d47-b3ac-422b-8110-47307a437dda tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644944 Jan 29 19:45:16.773782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:45:16.817784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port be7c4068-15f6-444d-b330-592e0f86ca95 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:16.818179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.819013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48f932bf-89de-4106-adc6-9f101d5b5028 req-2640c553-9a87-426d-845b-14cf22aee042 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/741e6462-ef47-47cb-a94e-fe7ff0fdb359 HTTP/1.1" status: 200 len: 1824 time: 0.0417047 Jan 29 19:45:16.835371 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.847040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7c4068-15f6-444d-b330-592e0f86ca95 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:16.879413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port be7c4068-15f6-444d-b330-592e0f86ca95, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=be7c4068-15f6-444d-b330-592e0f86ca95,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:16.896530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-48f932bf-89de-4106-adc6-9f101d5b5028 req-65cfc16b-e41d-4572-babb-902eb5f9fc40 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (741e6462-ef47-47cb-a94e-fe7ff0fdb359), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.900693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:16.905721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.905721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/6fbde385-1c30-49d8-9aea-346974e434c8 HTTP/1.1" status: 200 len: 1091 time: 2.1165202 Jan 29 19:45:16.905721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'tag': '6fbde385-1c30-49d8-9aea-346974e434c8'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:16.905721 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8878cf50-10e4-4ed3-9714-b982f1488412" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7afc7d-733b-4f5f-b1ea-965c23826b72", "tag": "6fbde385-1c30-49d8-9aea-346974e434c8"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:16.928858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-48f932bf-89de-4106-adc6-9f101d5b5028 req-65cfc16b-e41d-4572-babb-902eb5f9fc40 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (741e6462-ef47-47cb-a94e-fe7ff0fdb359), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:16.945912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8eb88-20fd-4c98-896d-fbf0768008e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbde385-1c30-49d8-9aea-346974e434c8,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:17.003383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.064242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=be7c4068-15f6-444d-b330-592e0f86ca95,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:17.076805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-a080cba8-f9da-4771-8ca8-c13ba6a306ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:17.078635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-a080cba8-f9da-4771-8ca8-c13ba6a306ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 1125 time: 0.0527434 Jan 29 19:45:17.091396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-48f932bf-89de-4106-adc6-9f101d5b5028 req-65cfc16b-e41d-4572-babb-902eb5f9fc40 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (741e6462-ef47-47cb-a94e-fe7ff0fdb359), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.097044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-48f932bf-89de-4106-adc6-9f101d5b5028 req-65cfc16b-e41d-4572-babb-902eb5f9fc40 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.097044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48f932bf-89de-4106-adc6-9f101d5b5028 req-65cfc16b-e41d-4572-babb-902eb5f9fc40 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/741e6462-ef47-47cb-a94e-fe7ff0fdb359 HTTP/1.1" status: 204 len: 173 time: 0.2691848 Jan 29 19:45:17.116433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc16b-e41d-4572-babb-902eb5f9fc40 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e6462-ef47-47cb-a94e-fe7ff0fdb359,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:17.140036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-c483171c-661a-4df5-98dd-57bfe424266f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fbde385-1c30-49d8-9aea-346974e434c8 HTTP/1.1" status: 200 len: 217 time: 0.0537632 Jan 29 19:45:17.291385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-7334db65-f8be-4bba-92ec-39f0c657b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:17.298201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-7334db65-f8be-4bba-92ec-39f0c657b6a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.1522517 Jan 29 19:45:17.332489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ffa78-cfa9-4856-b234-dd25a6c24272 req-e1b7b48b-4a4f-4c72-96f5-3c4f24b8b81c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:17.332489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be2ffa78-cfa9-4856-b234-dd25a6c24272 req-e1b7b48b-4a4f-4c72-96f5-3c4f24b8b81c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1275511 Jan 29 19:45:17.358582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['be7c4068-15f6-444d-b330-592e0f86ca95'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:17.374361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['0d75faec-f595-40ef-9f03-e4ba456040d1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:17.400119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675797f8-6348-4410-a5b0-5ad16c3b026d req-85a60334-689a-46aa-954e-df52fd7002ef tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:17.401684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-675797f8-6348-4410-a5b0-5ad16c3b026d req-85a60334-689a-46aa-954e-df52fd7002ef tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 944 time: 0.1505044 Jan 29 19:45:17.409736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-accd3fcf-cf1c-4942-9135-7fe4b857ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:17.411781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-accd3fcf-cf1c-4942-9135-7fe4b857ff54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071718 Jan 29 19:45:17.427706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be2ffa78-cfa9-4856-b234-dd25a6c24272 req-75e0f8a9-fd85-4429-a3a7-2968f8e8b377 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933161 Jan 29 19:45:17.546810 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae79bc3-aca8-4281-bd75-720df941ab44 x-openstack-request-id: req-7ae79bc3-aca8-4281-bd75-720df941ab44 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:17.547169 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7afc7d-733b-4f5f-b1ea-965c23826b72", "tag": "6fbde385-1c30-49d8-9aea-346974e434c8", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:17.547420 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ae79bc3-aca8-4281-bd75-720df941ab44 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:17.547821 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'tag': '6fbde385-1c30-49d8-9aea-346974e434c8', 'status': 'completed', 'code': 200} Jan 29 19:45:17.564919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-675797f8-6348-4410-a5b0-5ad16c3b026d req-d429e972-3f8c-4434-8965-80350dccdf81 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519432 Jan 29 19:45:17.616442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-3fe134b2-047b-4865-9bf5-03d300998bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967087 Jan 29 19:45:17.621912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0390e045-592b-4afa-8d9a-5658e3790c4e req-fc438907-1e19-4f13-ba17-4aec6cfc6693 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/a7235ec9-7fca-483d-bfb8-d0e04292ec45 HTTP/1.1" status: 200 len: 2419 time: 0.0875833 Jan 29 19:45:17.709800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0390e045-592b-4afa-8d9a-5658e3790c4e req-22595380-4649-44ff-bc52-983ec27e7531 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (a7235ec9-7fca-483d-bfb8-d0e04292ec45), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.750887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0390e045-592b-4afa-8d9a-5658e3790c4e req-22595380-4649-44ff-bc52-983ec27e7531 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (a7235ec9-7fca-483d-bfb8-d0e04292ec45), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.783256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf42ead0-dd34-4467-b239-1c809d823fcd req-cfee34e2-2d05-47ec-b5d0-3692d17e026c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0613878 Jan 29 19:45:17.812656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a417902c-c2a6-42e3-bdf3-c1617a353ebc req-08f3ca2c-7044-42d0-a86b-c57bb1ca3ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861837 Jan 29 19:45:17.959477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0390e045-592b-4afa-8d9a-5658e3790c4e req-22595380-4649-44ff-bc52-983ec27e7531 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a7235ec9-7fca-483d-bfb8-d0e04292ec45), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.963372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0390e045-592b-4afa-8d9a-5658e3790c4e req-22595380-4649-44ff-bc52-983ec27e7531 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:17.974125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0390e045-592b-4afa-8d9a-5658e3790c4e req-22595380-4649-44ff-bc52-983ec27e7531 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7235ec9-7fca-483d-bfb8-d0e04292ec45 HTTP/1.1" status: 204 len: 173 time: 0.3500850 Jan 29 19:45:17.989892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22595380-4649-44ff-bc52-983ec27e7531 tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7235ec9-7fca-483d-bfb8-d0e04292ec45,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:18.002963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b70c8-3aaa-423d-8118-4fa92e5a5fc8 req-a0a1dd7e-26d1-4b4d-8ad1-30d272eab657 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:18.010006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-601b70c8-3aaa-423d-8118-4fa92e5a5fc8 req-a0a1dd7e-26d1-4b4d-8ad1-30d272eab657 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 943 time: 0.1019530 Jan 29 19:45:18.163940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af63a9-d87a-4675-8bb9-e888f27acbac req-a7e5e518-6dfa-4b75-af66-2646c29cee08 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:18.170572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72af63a9-d87a-4675-8bb9-e888f27acbac req-a7e5e518-6dfa-4b75-af66-2646c29cee08 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 945 time: 0.0776017 Jan 29 19:45:18.226331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72af63a9-d87a-4675-8bb9-e888f27acbac req-cd0c2725-006b-419e-adff-b654595ca0e2 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544024 Jan 29 19:45:18.321011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ecc8b90-8573-4482-aeb3-49086fe24954 req-a3f09874-ecda-429b-a81b-ca84333fec6f tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "GET /v2.0/security-groups/c51920b9-2f9d-4888-856b-a6d80e056990 HTTP/1.1" status: 200 len: 2415 time: 0.0650201 Jan 29 19:45:18.349837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-685e25df-2121-43de-b252-6bed9d8e1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:18.351336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-685e25df-2121-43de-b252-6bed9d8e1f2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 1125 time: 0.4067361 Jan 29 19:45:18.420121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-601b70c8-3aaa-423d-8118-4fa92e5a5fc8 req-0baf0698-60a5-4b3d-8182-59631c3f5521 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035811 Jan 29 19:45:18.477622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-fe3ead1e-9d4d-4866-b7e7-65adf6526bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:18.479602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-fe3ead1e-9d4d-4866-b7e7-65adf6526bbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.1186302 Jan 29 19:45:18.538813 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-62772148-b458-4a9b-9a21-894e58c27a74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fbde385-1c30-49d8-9aea-346974e434c8 HTTP/1.1" status: 200 len: 217 time: 0.0449014 Jan 29 19:45:18.636056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-910f1a1a-0b49-443f-9285-ba76db00c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:18.638683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-910f1a1a-0b49-443f-9285-ba76db00c201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0919247 Jan 29 19:45:18.717129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-f5706bcc-e0bc-4b96-a632-d22a2677b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:18.719423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-f5706bcc-e0bc-4b96-a632-d22a2677b636 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0735958 Jan 29 19:45:18.728982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ecc8b90-8573-4482-aeb3-49086fe24954 req-35db3102-9bc2-4832-a166-fc97228d9f6c tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (c51920b9-2f9d-4888-856b-a6d80e056990), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:18.759781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ecc8b90-8573-4482-aeb3-49086fe24954 req-35db3102-9bc2-4832-a166-fc97228d9f6c tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (c51920b9-2f9d-4888-856b-a6d80e056990), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:18.859514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-e3442684-eb7b-411a-ba5a-d45dcf926019 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272259 Jan 29 19:45:18.904449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ecc8b90-8573-4482-aeb3-49086fe24954 req-35db3102-9bc2-4832-a166-fc97228d9f6c tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c51920b9-2f9d-4888-856b-a6d80e056990), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:18.908357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ecc8b90-8573-4482-aeb3-49086fe24954 req-35db3102-9bc2-4832-a166-fc97228d9f6c tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:18.917248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ecc8b90-8573-4482-aeb3-49086fe24954 req-35db3102-9bc2-4832-a166-fc97228d9f6c tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] 10.222.0.15 "DELETE /v2.0/security-groups/c51920b9-2f9d-4888-856b-a6d80e056990 HTTP/1.1" status: 204 len: 173 time: 0.5818174 Jan 29 19:45:18.922040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44064) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:18.923063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db3102-9bc2-4832-a166-fc97228d9f6c tempest-SecurityGroupRulesTestJSON-1324258301 tempest-SecurityGroupRulesTestJSON-1324258301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51920b9-2f9d-4888-856b-a6d80e056990,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:19.017734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Deleting subnet 29c0bd49-d651-4b92-8763-17d5d792a3d9 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:45:19.023164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Publish callbacks [] for subnet (29c0bd49-d651-4b92-8763-17d5d792a3d9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.038102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8878cf50-10e4-4ed3-9714-b982f1488412 req-6176c55f-3745-4f56-82a3-6c301b16b813 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742847 Jan 29 19:45:19.064644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c878c-5321-4035-a038-c4c6cabd8e0e req-a8cb50af-6028-422d-9e5c-3c1dd6139376 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:19.066203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-527c878c-5321-4035-a038-c4c6cabd8e0e req-a8cb50af-6028-422d-9e5c-3c1dd6139376 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 944 time: 0.0972836 Jan 29 19:45:19.105612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea29eec4-96dc-4c1c-8132-6079be419fd5 req-17eb882c-36af-4a4a-9b6d-afd2792102be tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0717390 Jan 29 19:45:19.117539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (29c0bd49-d651-4b92-8763-17d5d792a3d9), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.146557 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-527c878c-5321-4035-a038-c4c6cabd8e0e req-aeeba931-ecb2-44e8-9999-85644c919928 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660062 Jan 29 19:45:19.148642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44068) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:19.165856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (29c0bd49-d651-4b92-8763-17d5d792a3d9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.280793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee97f39-81d9-405a-8806-81f0148c2d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.300998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (29c0bd49-d651-4b92-8763-17d5d792a3d9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.350956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c0bd49-d651-4b92-8763-17d5d792a3d9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:19.364091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.367209 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-eefb0c8a-9498-44ac-94f4-aaa9545e7c2c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/29c0bd49-d651-4b92-8763-17d5d792a3d9 HTTP/1.1" status: 204 len: 168 time: 0.4417849 Jan 29 19:45:19.370009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44074) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:19.447628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ebbcf34b-380c-4cdb-be57-981671f96f24), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.456116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e26ad-c55c-4d4f-8414-6cf1dd9815a3 req-08e935ab-7008-4379-8be8-affed822f576 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:19.457691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-170e26ad-c55c-4d4f-8414-6cf1dd9815a3 req-08e935ab-7008-4379-8be8-affed822f576 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 945 time: 0.1312954 Jan 29 19:45:19.476325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee97f39-81d9-405a-8806-81f0148c2d34 admin admin] Publish callbacks [] for security_group (d5272dae-87eb-4267-bca4-6b7f78a75139), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.517602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-170e26ad-c55c-4d4f-8414-6cf1dd9815a3 req-ffe6b67d-48a0-4d5e-bb90-95fb988cd0ab tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519214 Jan 29 19:45:19.565894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee97f39-81d9-405a-8806-81f0148c2d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d5272dae-87eb-4267-bca4-6b7f78a75139), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.578814 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ebbcf34b-380c-4cdb-be57-981671f96f24), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.613172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee97f39-81d9-405a-8806-81f0148c2d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5272dae-87eb-4267-bca4-6b7f78a75139,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:19.632449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ee97f39-81d9-405a-8806-81f0148c2d34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=319e515818e442af8a1d23bb85634bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4803407 Jan 29 19:45:19.633385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44078) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:19.640310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbcf34b-380c-4cdb-be57-981671f96f24']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:19.690601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff45951-4108-4b90-8131-8150c2c61d64') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:19.690823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff45951-4108-4b90-8131-8150c2c61d64') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:19.714066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (6ff45951-4108-4b90-8131-8150c2c61d64), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.723299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa01ec5-ea1f-4dbb-83f6-4d2753c5f802 req-8e2d0d6f-9954-47c2-bb3e-005ada219947 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:19.723797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fa01ec5-ea1f-4dbb-83f6-4d2753c5f802 req-8e2d0d6f-9954-47c2-bb3e-005ada219947 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 943 time: 0.2232814 Jan 29 19:45:19.764854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6ff45951-4108-4b90-8131-8150c2c61d64), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.781322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:45:19.781726 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (6ff45951-4108-4b90-8131-8150c2c61d64), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:45:19.787880 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:45:19.864195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-d3009700-b3b8-460a-a8cf-68af0f07d0a4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:19.865666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-d3009700-b3b8-460a-a8cf-68af0f07d0a4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 821 time: 0.2995868 Jan 29 19:45:19.873147 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f862e84d-2f0b-4d63-95ac-83feccc48725 admin admin] Publish callbacks [] for security_group (d5272dae-87eb-4267-bca4-6b7f78a75139), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.890871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Request body: {'port': {'device_id': '40806312-f09f-422b-99d2-703f02e5fc51', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'admin_state_up': True, 'tenant_id': '00fbe0ef4eb44fc3800953e74d08d260'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:19.915362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fa01ec5-ea1f-4dbb-83f6-4d2753c5f802 req-9960963c-7bd5-4c71-940c-3762d4286f75 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782858 Jan 29 19:45:19.947981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f862e84d-2f0b-4d63-95ac-83feccc48725 admin admin] Publish callbacks [] for security_group (d5272dae-87eb-4267-bca4-6b7f78a75139), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:19.995145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0d75faec-f595-40ef-9f03-e4ba456040d1 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:19.997319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ebbcf34b-380c-4cdb-be57-981671f96f24), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.021067 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.027012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ebbcf34b-380c-4cdb-be57-981671f96f24 HTTP/1.1" status: 204 len: 168 time: 0.6532276 Jan 29 19:45:20.031825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e665a-5953-49b9-afcf-46c6369a9a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbcf34b-380c-4cdb-be57-981671f96f24,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:20.125580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 0d75faec-f595-40ef-9f03-e4ba456040d1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:45:20.130784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 0d75faec-f595-40ef-9f03-e4ba456040d1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:20.131136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.153889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Made reservation on behalf of 00fbe0ef4eb44fc3800953e74d08d260 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:20.157895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.223049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68756b9d-3ecb-4302-9ad3-3dca3e87a42a req-7265b173-9fcb-4d30-84db-be99b65c47d1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0415287 Jan 29 19:45:20.281755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f862e84d-2f0b-4d63-95ac-83feccc48725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d5272dae-87eb-4267-bca4-6b7f78a75139), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.287419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f862e84d-2f0b-4d63-95ac-83feccc48725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.288572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f862e84d-2f0b-4d63-95ac-83feccc48725 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5272dae-87eb-4267-bca4-6b7f78a75139 HTTP/1.1" status: 204 len: 168 time: 0.6545274 Jan 29 19:45:20.309389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 0d75faec-f595-40ef-9f03-e4ba456040d1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:20.311662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.313110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862e84d-2f0b-4d63-95ac-83feccc48725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5272dae-87eb-4267-bca4-6b7f78a75139,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:20.399374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75faec-f595-40ef-9f03-e4ba456040d1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:20.402530 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abedaa7a-c61c-4dc2-86d2-dd5e47692a0e" -d '{"events": [{"server_uuid": "9484abaf-9bc6-4871-9225-f8ffb8552db3", "name": "network-vif-plugged", "status": "completed", "tag": "0d75faec-f595-40ef-9f03-e4ba456040d1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:20.411434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70addb5b-e0d8-4394-9e15-02f6d2d4f6d6 req-51c6aa0f-5f08-4654-b757-ffb2751c2dd7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:20.418480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70addb5b-e0d8-4394-9e15-02f6d2d4f6d6 req-51c6aa0f-5f08-4654-b757-ffb2751c2dd7 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 944 time: 0.1377821 Jan 29 19:45:20.432341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 0d75faec-f595-40ef-9f03-e4ba456040d1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0d75faec-f595-40ef-9f03-e4ba456040d1,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:20.463113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Allocated IP 172.20.0.9 (ba8a63ab-731c-45d5-8024-60929d95ba21/00639101-4ff5-4875-9a00-ae3023b0a41a/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:20.472912 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3611a9f7-7fb8-448d-9879-934eaccc4087 x-openstack-request-id: req-3611a9f7-7fb8-448d-9879-934eaccc4087 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:20.473209 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9484abaf-9bc6-4871-9225-f8ffb8552db3", "name": "network-vif-plugged", "status": "completed", "tag": "0d75faec-f595-40ef-9f03-e4ba456040d1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:20.473466 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3611a9f7-7fb8-448d-9879-934eaccc4087 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:20.473867 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75faec-f595-40ef-9f03-e4ba456040d1', 'code': 200} Jan 29 19:45:20.482446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44092) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:20.500996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70addb5b-e0d8-4394-9e15-02f6d2d4f6d6 req-c7e0d013-6da8-4073-bcc0-23c333913d15 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816159 Jan 29 19:45:20.504081 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.505802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device be7c4068-15f6-444d-b330-592e0f86ca95 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:20.647132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-afbc432b-c4cd-48ed-bed6-0ddc56f608c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d8c6eb0813245569110092584229571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622238 Jan 29 19:45:20.654116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:20.762358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=0d75faec-f595-40ef-9f03-e4ba456040d1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:20.776768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c24c-d763-4130-b9dc-291f4fc05a9b req-1e72a59f-b6b0-4133-b1db-6cfbcf3f7a61 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:20.781892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef65025-7ff5-4b06-99fa-1877638e5441 req-a0780235-7308-4f43-8fd3-a36bdb3d06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:20.782322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebc2c24c-d763-4130-b9dc-291f4fc05a9b req-1e72a59f-b6b0-4133-b1db-6cfbcf3f7a61 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 945 time: 0.1117187 Jan 29 19:45:20.783848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef65025-7ff5-4b06-99fa-1877638e5441 req-a0780235-7308-4f43-8fd3-a36bdb3d06a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 1127 time: 0.1854656 Jan 29 19:45:20.801794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks [] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.833593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0950-0788-4d90-8d5c-0850e74fd70f admin admin] Publish callbacks [] for security_group (c8659cc2-39ae-4258-af80-9ca7e0c109b7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.858548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebc2c24c-d763-4130-b9dc-291f4fc05a9b req-06978b43-0f5a-487e-9336-a67566240a6f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686312 Jan 29 19:45:20.874509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef65025-7ff5-4b06-99fa-1877638e5441 req-0b9a087c-26cb-43dd-be72-dc6966234529 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Jan 29 19:45:20.880586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port be7c4068-15f6-444d-b330-592e0f86ca95 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:45:20.886303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port be7c4068-15f6-444d-b330-592e0f86ca95 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:20.886772 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:20.901384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0950-0788-4d90-8d5c-0850e74fd70f admin admin] Publish callbacks [] for security_group (c8659cc2-39ae-4258-af80-9ca7e0c109b7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.017244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.038193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port be7c4068-15f6-444d-b330-592e0f86ca95 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:21.039500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.043202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['411d5aca-aee9-44ce-85da-35ebc576fad6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:21.096078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Network ba8a63ab-731c-45d5-8024-60929d95ba21 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:21.111921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:21.119012 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0950-0788-4d90-8d5c-0850e74fd70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c8659cc2-39ae-4258-af80-9ca7e0c109b7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.122003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0950-0788-4d90-8d5c-0850e74fd70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.123511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5a4d0950-0788-4d90-8d5c-0850e74fd70f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8659cc2-39ae-4258-af80-9ca7e0c109b7 HTTP/1.1" status: 204 len: 168 time: 0.4247658 Jan 29 19:45:21.145234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port be7c4068-15f6-444d-b330-592e0f86ca95, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=be7c4068-15f6-444d-b330-592e0f86ca95,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:21.147768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:21.219948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:21.221074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.246508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.274405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44108) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:21.291644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0b3c2e1-9ffa-41bf-bfdf-ca98308e57a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.307686 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4270475 Jan 29 19:45:21.308671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d0950-0788-4d90-8d5c-0850e74fd70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8659cc2-39ae-4258-af80-9ca7e0c109b7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:21.320235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9932cc-f438-41e6-a005-81c213dc3d68 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:21.331115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Request body: {'port': {'device_id': '40806312-f09f-422b-99d2-703f02e5fc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:21.392956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f19efa-ff98-43b7-aff2-d30b1cd2c84c req-b68a0599-5761-4512-8979-769871c9937f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:21.402731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91f19efa-ff98-43b7-aff2-d30b1cd2c84c req-b68a0599-5761-4512-8979-769871c9937f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 943 time: 0.3304672 Jan 29 19:45:21.419093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=be7c4068-15f6-444d-b330-592e0f86ca95,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:21.480475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744705a-58a7-495c-80f1-a122f3a64dbb req-24d57794-8d6c-48ca-b7ff-f320dc0500c8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:21.482795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c744705a-58a7-495c-80f1-a122f3a64dbb req-24d57794-8d6c-48ca-b7ff-f320dc0500c8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 931 time: 0.1473651 Jan 29 19:45:21.514926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91f19efa-ff98-43b7-aff2-d30b1cd2c84c req-d73bb8fa-05b5-4abe-b4b6-8ec723b55407 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105068 Jan 29 19:45:21.519698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.591836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6fbde385-1c30-49d8-9aea-346974e434c8 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:45:21.594724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c744705a-58a7-495c-80f1-a122f3a64dbb req-32b24141-636f-4c40-8b20-48119ed5ef80 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996180 Jan 29 19:45:21.613548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0b3c2e1-9ffa-41bf-bfdf-ca98308e57a0 admin admin] Publish callbacks [] for security_group (f9aa701b-3d07-48c4-b203-75dbcb3df00d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.702448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0b3c2e1-9ffa-41bf-bfdf-ca98308e57a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f9aa701b-3d07-48c4-b203-75dbcb3df00d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.783088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3c2e1-9ffa-41bf-bfdf-ca98308e57a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa701b-3d07-48c4-b203-75dbcb3df00d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:21.863084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d0b3c2e1-9ffa-41bf-bfdf-ca98308e57a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2a3d441a1624ace9977b3c5a567a143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5854783 Jan 29 19:45:21.864059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:21.864980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44118) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:21.872239 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Publish callbacks [] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.872651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6fbde385-1c30-49d8-9aea-346974e434c8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6fbde385-1c30-49d8-9aea-346974e434c8,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:21.887007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Transition to ACTIVE for port object 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:45:21.890061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '6fbde385-1c30-49d8-9aea-346974e434c8', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '6fbde385-1c30-49d8-9aea-346974e434c8', 'mac_address': 'fa:16:3e:3e:86:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:45:21.953234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275617c-4e9b-45d2-8ae6-81aa8b0292f3 req-28284f13-7b4f-452d-8827-e0b9aaedbdcf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:21.955130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f275617c-4e9b-45d2-8ae6-81aa8b0292f3 req-28284f13-7b4f-452d-8827-e0b9aaedbdcf tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.0661790 Jan 29 19:45:21.979851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6fbde385-1c30-49d8-9aea-346974e434c8 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:21.981963 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:21.996336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbde385-1c30-49d8-9aea-346974e434c8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:22.017859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f275617c-4e9b-45d2-8ae6-81aa8b0292f3 req-d8c75c92-0239-41b0-9db3-7cc1fc96a850 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554249 Jan 29 19:45:22.017859 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.054452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6fbde385-1c30-49d8-9aea-346974e434c8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6fbde385-1c30-49d8-9aea-346974e434c8,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:22.062597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f03770b-814f-4b8e-b9e5-b6063396c8ee admin admin] Publish callbacks [] for security_group (f9aa701b-3d07-48c4-b203-75dbcb3df00d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.113162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f03770b-814f-4b8e-b9e5-b6063396c8ee admin admin] Publish callbacks [] for security_group (f9aa701b-3d07-48c4-b203-75dbcb3df00d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.125449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:22.131293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.216765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:22.217108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:22.217436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:22.228634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:45:22.235519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:22.235668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6fbde385-1c30-49d8-9aea-346974e434c8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:22.237872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:22.238432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:22.238814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:22.239245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Bound port: 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:22.239604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.255820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d6326-4842-4172-bf8e-b484c41f7b5f req-b66ec0ff-5f1f-4cba-92e5-230590cc803f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:22.270312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362d6326-4842-4172-bf8e-b484c41f7b5f req-b66ec0ff-5f1f-4cba-92e5-230590cc803f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 946 time: 0.2704241 Jan 29 19:45:22.347051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362d6326-4842-4172-bf8e-b484c41f7b5f req-b876df27-8a62-41c3-a8c4-126df92521b9 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754552 Jan 29 19:45:22.373756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:22.377508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:22.407105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f03770b-814f-4b8e-b9e5-b6063396c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f9aa701b-3d07-48c4-b203-75dbcb3df00d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.408623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f03770b-814f-4b8e-b9e5-b6063396c8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.413731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f03770b-814f-4b8e-b9e5-b6063396c8ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9aa701b-3d07-48c4-b203-75dbcb3df00d HTTP/1.1" status: 204 len: 168 time: 0.5438762 Jan 29 19:45:22.415283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6fbde385-1c30-49d8-9aea-346974e434c8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:22.420672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03770b-814f-4b8e-b9e5-b6063396c8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa701b-3d07-48c4-b203-75dbcb3df00d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:22.483411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:22.485628 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b011d-b442-40c7-a30a-c5cbd4b7a5bd" -d '{"events": [{"server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "name": "network-vif-plugged", "status": "completed", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:22.491956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.534210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:22.534918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:22.536434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 1091 time: 1.2190075 Jan 29 19:45:22.537078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:22.539593 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cef699-fbb2-4b3d-90e6-95e7b00207a1" -d '{"events": [{"name": "network-changed", "server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:22.571105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8cd6a-9af4-4545-8915-c9f9c1650463 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:22.650036 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:45:22.754568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fd6f9-1b84-4dc3-9d2c-74730e811949 req-a795329e-21d8-44d1-a19f-7f097a91d7dc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:22.761165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-67075f45-7c7c-40de-aac2-3e34e0e2cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:22.763417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c7fd6f9-1b84-4dc3-9d2c-74730e811949 req-a795329e-21d8-44d1-a19f-7f097a91d7dc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 944 time: 0.1362762 Jan 29 19:45:22.766800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-67075f45-7c7c-40de-aac2-3e34e0e2cd3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1125 time: 0.1095631 Jan 29 19:45:22.832296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-a091e876-98e5-4a6a-9392-91c0fff1d04d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 217 time: 0.0576456 Jan 29 19:45:22.889509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-bcadce3f-083f-4316-bca2-f476fd082e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:22.891083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-bcadce3f-083f-4316-bca2-f476fd082e98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0531347 Jan 29 19:45:22.901576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c7fd6f9-1b84-4dc3-9d2c-74730e811949 req-b34ea6ca-7ada-411d-82f8-6c5e1123eff7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372485 Jan 29 19:45:22.943034 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103e109f-0ca2-443f-a72a-a41df9525ee5 x-openstack-request-id: req-103e109f-0ca2-443f-a72a-a41df9525ee5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:22.943435 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "name": "network-vif-plugged", "status": "completed", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:22.943784 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-103e109f-0ca2-443f-a72a-a41df9525ee5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:22.944311 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'code': 200} Jan 29 19:45:22.962300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-2277d6dd-4a48-4bc5-9af7-707e153f772a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645330 Jan 29 19:45:23.047192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44152) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:23.051955 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df96286-a3b5-4eb3-9a20-3813fd7c5afe x-openstack-request-id: req-1df96286-a3b5-4eb3-9a20-3813fd7c5afe {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:23.053563 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:23.053720 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1df96286-a3b5-4eb3-9a20-3813fd7c5afe {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:23.054072 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'status': 'completed', 'code': 200} Jan 29 19:45:23.253591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc5834-675e-458c-9900-c5a299ffda2a req-efabee31-9299-4fcc-9518-1e8687c86f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:23.255574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7cc5834-675e-458c-9900-c5a299ffda2a req-efabee31-9299-4fcc-9518-1e8687c86f5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1128 time: 0.1836057 Jan 29 19:45:23.263014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-22cefd38-2c3c-49ea-9add-403a53789473 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883201 Jan 29 19:45:23.267210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b56fa-1992-4333-9695-b9a0533ebaea req-f768d6a8-039a-404e-9e4c-11dd49499b93 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:23.274145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d3b56fa-1992-4333-9695-b9a0533ebaea req-f768d6a8-039a-404e-9e4c-11dd49499b93 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.0836101 Jan 29 19:45:23.279465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471556-123f-436b-a52f-760dd551ce94 req-757a41c4-52ef-441a-b12f-d12064534927 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:23.281027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d471556-123f-436b-a52f-760dd551ce94 req-757a41c4-52ef-441a-b12f-d12064534927 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2261717 Jan 29 19:45:23.281982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-176473161-network', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:23.358304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d3b56fa-1992-4333-9695-b9a0533ebaea req-ec3cbe82-9c2d-4d19-8e28-c1ebfa35c2a0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831051 Jan 29 19:45:23.427610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7cc5834-675e-458c-9900-c5a299ffda2a req-896401d5-4357-4b9b-9d8f-b176f46ab4be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630461 Jan 29 19:45:23.427972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:23.431307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.438417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d471556-123f-436b-a52f-760dd551ce94 req-29b94cca-92ae-4dc8-b26d-8865dd972952 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427705 Jan 29 19:45:23.449411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59baf89d-2fe5-45f9-9806-a7e71be0bbc9 req-a743d8c4-b569-4e51-8cbf-404fae90e633 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630864 Jan 29 19:45:23.458791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.585304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafa80-00ca-425d-9061-1e7956e63c3d req-80466334-cee6-43ad-b68f-87febb2a3bfb tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:23.586877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93aafa80-00ca-425d-9061-1e7956e63c3d req-80466334-cee6-43ad-b68f-87febb2a3bfb tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 946 time: 0.1304920 Jan 29 19:45:23.595464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6fbde385-1c30-49d8-9aea-346974e434c8 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:23.681877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-853e5016-5d71-4ce9-aeba-66244e14ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:23.687254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-853e5016-5d71-4ce9-aeba-66244e14ed7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1125 time: 0.0797548 Jan 29 19:45:23.719984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93aafa80-00ca-425d-9061-1e7956e63c3d req-936719d0-208d-4d3d-8870-8861ce4db9ee tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228676 Jan 29 19:45:23.722163 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks [] for security_group (77929908-38c8-42d6-b8fa-7630d3da24b5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.759428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 6fbde385-1c30-49d8-9aea-346974e434c8 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:45:23.764922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 6fbde385-1c30-49d8-9aea-346974e434c8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:23.766622 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.826245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-a3157fc5-e8c4-4f99-8632-d97c0d440d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:23.830473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-a3157fc5-e8c4-4f99-8632-d97c0d440d35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1276925 Jan 29 19:45:23.844852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (77929908-38c8-42d6-b8fa-7630d3da24b5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.884810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6fbde385-1c30-49d8-9aea-346974e434c8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:23.886242 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.926667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77929908-38c8-42d6-b8fa-7630d3da24b5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:23.933086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:45:23.939394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6fbde385-1c30-49d8-9aea-346974e434c8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6fbde385-1c30-49d8-9aea-346974e434c8,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:23.972232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a1661015-180f-4091-83f3-b9a255b9c238), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:23.973265 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Added segment a1661015-180f-4091-83f3-b9a255b9c238 of type vlan for network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 Jan 29 19:45:23.976408 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-9bb99bad-7f0f-499b-b705-ee110ea93cce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 217 time: 0.1383090 Jan 29 19:45:24.062739 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:24.088607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-b7579376-6739-409a-a6a7-cf50decdb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:24.091530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-b7579376-6739-409a-a6a7-cf50decdb5b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1079140 Jan 29 19:45:24.093152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8eb011d2-7b95-4ce2-9c2c-ddea50a93041), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:24.140344 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-b53870fb-e3da-442d-8278-61d56371d13e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409455 Jan 29 19:45:24.145444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4b838-1195-48a9-8732-cfd0155163be req-88e990fd-d062-40da-87f7-3007da027169 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:24.147823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-29e4b838-1195-48a9-8732-cfd0155163be req-88e990fd-d062-40da-87f7-3007da027169 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.1207490 Jan 29 19:45:24.169869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee9649-a727-4455-ad03-40a38aff80d9 req-71ad0d67-6e7b-47a6-90d9-dbe0efc5dd1c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:24.176512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7ee9649-a727-4455-ad03-40a38aff80d9 req-71ad0d67-6e7b-47a6-90d9-dbe0efc5dd1c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 944 time: 0.1353214 Jan 29 19:45:24.211378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6fbde385-1c30-49d8-9aea-346974e434c8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:24.251400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8eb011d2-7b95-4ce2-9c2c-ddea50a93041), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:24.253670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:24.254298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:24.288559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-29e4b838-1195-48a9-8732-cfd0155163be req-a6205ae7-30f6-441f-a689-254b94866f71 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330268 Jan 29 19:45:24.329839 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7ee9649-a727-4455-ad03-40a38aff80d9 req-7d5a136c-287c-4fb4-ac36-269d2b200bff tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322913 Jan 29 19:45:24.342811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-2febf662-33b3-4417-ad0e-561153c2310b service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652057 Jan 29 19:45:24.389534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3410611 Jan 29 19:45:24.390902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0cb71-5e30-4dfc-a296-6c2d050d182a admin admin] Pushing event updated for resources: {'Network': ['ID=8eb011d2-7b95-4ce2-9c2c-ddea50a93041,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:24.394504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:24.400673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Request body: {'subnet': {'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-176473161-subnet', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:24.400844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:45:24.467684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:24.470895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:24.530514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73cef699-fbb2-4b3d-90e6-95e7b00207a1 req-86109167-17d3-4077-a444-35091e5d29b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804216 Jan 29 19:45:24.728598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ca939-77ae-4d9e-814c-4679c916f357 req-ebb10ea0-c148-4314-99aa-6eca9ce61ef3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:24.730222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-039ca939-77ae-4d9e-814c-4679c916f357 req-ebb10ea0-c148-4314-99aa-6eca9ce61ef3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1905527 Jan 29 19:45:24.861435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-039ca939-77ae-4d9e-814c-4679c916f357 req-10b1c01d-fff0-4700-837f-2ef1523b156c tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222966 Jan 29 19:45:24.923536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410c8fe-92f9-462c-a856-9bf95d23f44d req-c2d951d0-f3fa-4ac7-9ea7-3dc5ae0a07bb tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:24.925142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3410c8fe-92f9-462c-a856-9bf95d23f44d req-c2d951d0-f3fa-4ac7-9ea7-3dc5ae0a07bb tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 946 time: 0.0938516 Jan 29 19:45:24.945803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbde385-1c30-49d8-9aea-346974e434c8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:24.948151 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd59281-48d7-4aba-8df4-60ede88cb881" -d '{"events": [{"server_uuid": "0a7afc7d-733b-4f5f-b1ea-965c23826b72", "name": "network-vif-plugged", "status": "completed", "tag": "6fbde385-1c30-49d8-9aea-346974e434c8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:25.014875 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3410c8fe-92f9-462c-a856-9bf95d23f44d req-cc45dd73-3f08-405d-b569-ae11d54de899 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808918 Jan 29 19:45:25.030831 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c2a71e-dfc0-4432-9c40-331108d890c8 x-openstack-request-id: req-01c2a71e-dfc0-4432-9c40-331108d890c8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:25.031125 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7afc7d-733b-4f5f-b1ea-965c23826b72", "name": "network-vif-plugged", "status": "completed", "tag": "6fbde385-1c30-49d8-9aea-346974e434c8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:25.031377 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01c2a71e-dfc0-4432-9c40-331108d890c8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:25.031809 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbde385-1c30-49d8-9aea-346974e434c8', 'code': 200} Jan 29 19:45:25.046118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (4882ea39-8c06-4cb1-ae8d-3357bd9d486d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.107988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e549f1d-bd64-4a42-9864-2dbf3d16af01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.141145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4882ea39-8c06-4cb1-ae8d-3357bd9d486d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:25.173745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Checking segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:25.174107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Network hostable DHCP agents. Network: 8eb011d2-7b95-4ce2-9c2c-ddea50a93041, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:45:25.197007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba046f7-f5e6-4cb6-bc7a-e9df2d8b26e4 req-4a9e962e-88fb-46a9-b325-226b25c4eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:25.199259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ba046f7-f5e6-4cb6-bc7a-e9df2d8b26e4 req-4a9e962e-88fb-46a9-b325-226b25c4eb25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 1127 time: 0.0986383 Jan 29 19:45:25.250821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:45:25.251930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ba046f7-f5e6-4cb6-bc7a-e9df2d8b26e4 req-800492d2-f248-46c8-96fd-a12a1a52e8ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Jan 29 19:45:25.321702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8eb011d2-7b95-4ce2-9c2c-ddea50a93041) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:25.337845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e2ba2-4084-4902-a368-5beecaad780c None None] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:45:25.342027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:25.348962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.469662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:45:25.470544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.470696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c2528fcd-049c-49eb-9d76-1698dc701045 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0749798 Jan 29 19:45:25.474545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44220) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:25.488806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:25.534419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b00f04-545d-421c-8e0d-5f78db8df506 req-904a4441-0abc-4908-bc55-63f69a45d5b6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:25.544550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48b00f04-545d-421c-8e0d-5f78db8df506 req-904a4441-0abc-4908-bc55-63f69a45d5b6 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.0833061 Jan 29 19:45:25.545067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bf249-c6be-461a-970d-b771fa0ca6dd req-8529c658-c29a-422d-96f8-cec4735a63b2 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:25.546950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-634bf249-c6be-461a-970d-b771fa0ca6dd req-8529c658-c29a-422d-96f8-cec4735a63b2 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 945 time: 0.1240449 Jan 29 19:45:25.613077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48b00f04-545d-421c-8e0d-5f78db8df506 req-96763d0b-5faa-4152-ae35-ca4979400126 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671215 Jan 29 19:45:25.632696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (181b6709-8e52-411c-99ee-08dfc8b257af), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.633756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (181b6709-8e52-411c-99ee-08dfc8b257af), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.663478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-634bf249-c6be-461a-970d-b771fa0ca6dd req-1629c85a-bcb2-4514-966b-8df7169ac912 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085510 Jan 29 19:45:25.708936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Allocated IP 172.20.0.2 (8eb011d2-7b95-4ce2-9c2c-ddea50a93041/4882ea39-8c06-4cb1-ae8d-3357bd9d486d/321ae127-443b-486c-a115-3db3e3b6e4fd) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:25.722651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks [] for router_controller (181b6709-8e52-411c-99ee-08dfc8b257af), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.915023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Publish callbacks [] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:25.994315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:26.055079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:26.070876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:26.083780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:26.086791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Pushing event updated for resources: {'Port': ['ID=321ae127-443b-486c-a115-3db3e3b6e4fd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:26.121203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks [] for router_gateway (181b6709-8e52-411c-99ee-08dfc8b257af), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:26.178526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c863313-5044-4522-94b6-53a8082d0516 req-4bd117b9-1e2c-47b6-bb5a-bec17c755298 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:26.181386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Attempting to bind port 321ae127-443b-486c-a115-3db3e3b6e4fd on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:26.182038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Attempting to bind port 321ae127-443b-486c-a115-3db3e3b6e4fd by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:26.182836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Attempting to bind port 321ae127-443b-486c-a115-3db3e3b6e4fd on network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:26.188442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c863313-5044-4522-94b6-53a8082d0516 req-4bd117b9-1e2c-47b6-bb5a-bec17c755298 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2054062 Jan 29 19:45:26.194549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:26.195529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Checking segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:26.200429 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:26.200429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Bound using segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:26.200429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Bound port: 321ae127-443b-486c-a115-3db3e3b6e4fd, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:26.200429 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:26.247737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4259e57-4596-46c8-8013-d5877cb35258 req-8f5859bc-ac8e-4a96-8c4a-635c2299ad73 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:26.255558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4259e57-4596-46c8-8013-d5877cb35258 req-8f5859bc-ac8e-4a96-8c4a-635c2299ad73 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.1154850 Jan 29 19:45:26.312927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c863313-5044-4522-94b6-53a8082d0516 req-2f78dac7-b8a9-4f00-88bf-e078f1e47819 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215794 Jan 29 19:45:26.346737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4259e57-4596-46c8-8013-d5877cb35258 req-efa1935a-454b-463a-ace2-d595fd8efc2b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Jan 29 19:45:26.412787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] For port 321ae127-443b-486c-a115-3db3e3b6e4fd, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:26.417964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] For port 321ae127-443b-486c-a115-3db3e3b6e4fd, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=321ae127-443b-486c-a115-3db3e3b6e4fd,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:26.494167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d495d8-cb5a-40b6-8614-5ec38c1ecc58 req-b6d5ba8d-7ccc-42e3-a490-7120c1c2ccd3 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:26.497446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09d495d8-cb5a-40b6-8614-5ec38c1ecc58 req-b6d5ba8d-7ccc-42e3-a490-7120c1c2ccd3 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 946 time: 0.0631006 Jan 29 19:45:26.515241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:26.617010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09d495d8-cb5a-40b6-8614-5ec38c1ecc58 req-c12fddac-deca-47f7-b976-f5437ffb4a8c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065757 Jan 29 19:45:26.659548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8022e-bc74-4732-a6b1-3bef1d411abd None None] Pushing event updated for resources: {'Port': ['ID=321ae127-443b-486c-a115-3db3e3b6e4fd,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:26.910946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cf1f8-4dc8-4eb1-b3a8-8967502dfc1d req-c479a6c0-8ec6-44d9-ae13-887c2170c1ab tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:26.918723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad1cf1f8-4dc8-4eb1-b3a8-8967502dfc1d req-c479a6c0-8ec6-44d9-ae13-887c2170c1ab tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 945 time: 0.1286571 Jan 29 19:45:27.074162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad1cf1f8-4dc8-4eb1-b3a8-8967502dfc1d req-2239e8aa-4e2f-446c-ae08-1cdadba44ed6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483068 Jan 29 19:45:27.125421 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks [] for router_gateway (181b6709-8e52-411c-99ee-08dfc8b257af), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.145699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-e9d79b21-bc1d-44d5-ab57-402fb5ba06da tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:27.152645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-e9d79b21-bc1d-44d5-ab57-402fb5ba06da tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1318681 Jan 29 19:45:27.195753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.336858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 321ae127-443b-486c-a115-3db3e3b6e4fd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:27.379007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-be32adba-8836-44ba-ad68-97753937eca1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.2254393 Jan 29 19:45:27.386131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'floatingip': {'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:27.424949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 321ae127-443b-486c-a115-3db3e3b6e4fd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:27.425695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.519799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.536559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0bc27e6c-f90a-403a-9d92-0493b7807813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.591897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 321ae127-443b-486c-a115-3db3e3b6e4fd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:27.592358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.597449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfdd10-76a7-4a67-b63b-52f02b00cea9 req-53a6cefe-548f-40c4-8035-c72c31ecce92 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:27.612271 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2acfdd10-76a7-4a67-b63b-52f02b00cea9 req-53a6cefe-548f-40c4-8035-c72c31ecce92 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1451387 Jan 29 19:45:27.638119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Allocated IP 172.25.5.121 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/69a32b84-2d39-4262-aa81-f28911770709) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:27.685640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 321ae127-443b-486c-a115-3db3e3b6e4fd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=321ae127-443b-486c-a115-3db3e3b6e4fd,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:27.696846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2acfdd10-76a7-4a67-b63b-52f02b00cea9 req-7100f8c7-88a3-43d7-a177-f71ab1ad78c6 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834653 Jan 29 19:45:27.753733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:27.886727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=321ae127-443b-486c-a115-3db3e3b6e4fd,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:27.928436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-058fbcb6-8615-415a-acc9-c8a4669e70ae tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:27.930823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-058fbcb6-8615-415a-acc9-c8a4669e70ae tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.3446836 Jan 29 19:45:27.936006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899f0fa-ac0e-49b1-933b-c50a3e063050 req-203494a3-d9ca-476b-ad2b-e5c13b7aff63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:27.936171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c899f0fa-ac0e-49b1-933b-c50a3e063050 req-203494a3-d9ca-476b-ad2b-e5c13b7aff63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.1031022 Jan 29 19:45:27.991928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks [] for port (69a32b84-2d39-4262-aa81-f28911770709), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.064782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c899f0fa-ac0e-49b1-933b-c50a3e063050 req-8e2685a2-b420-4a8d-8dbf-e952ddae5fee tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199181 Jan 29 19:45:28.297148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (69a32b84-2d39-4262-aa81-f28911770709), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.341608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633bb13-55f8-45f6-bc7d-3ea871c1e2f4 None None] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:45:28.374874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:28.415476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:28.420865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Deleting port 0d75faec-f595-40ef-9f03-e4ba456040d1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:45:28.421448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.429470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:28.473861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Pushing event updated for resources: {'Port': ['ID=69a32b84-2d39-4262-aa81-f28911770709,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:28.536669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c37cdbef-5c6d-48cd-b2c3-7129881a6a9c None None] Provisioning complete for port 321ae127-443b-486c-a115-3db3e3b6e4fd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:28.537314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c37cdbef-5c6d-48cd-b2c3-7129881a6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.713524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:45:28.764095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] For port 0d75faec-f595-40ef-9f03-e4ba456040d1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=0d75faec-f595-40ef-9f03-e4ba456040d1,segment=NetworkSegment(b48987e2-dbcc-4972-b002-d608629c4bf7),segment_id=b48987e2-dbcc-4972-b002-d608629c4bf7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:28.764488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.800150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Calling delete_port for 0d75faec-f595-40ef-9f03-e4ba456040d1 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:45:28.804632 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.907080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d203fae-6a20-40b4-a07c-444af008af18 req-56c0ed8b-c2ae-4456-b78f-7aa59383ad55 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:28.916413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c37cdbef-5c6d-48cd-b2c3-7129881a6a9c None None] Current status of the port 321ae127-443b-486c-a115-3db3e3b6e4fd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:28.917138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d203fae-6a20-40b4-a07c-444af008af18 req-56c0ed8b-c2ae-4456-b78f-7aa59383ad55 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1187658 Jan 29 19:45:28.926273 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:28.966537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.014224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d203fae-6a20-40b4-a07c-444af008af18 req-b3083cf1-9b9f-4788-885d-5622b3fc89d1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946741 Jan 29 19:45:29.235921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks [] for router_gateway (181b6709-8e52-411c-99ee-08dfc8b257af), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.293474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da442afe-5e3c-4486-8bf5-e369b8b49d96 req-cb0dbacb-88f4-4758-93dc-7009171b183b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:29.295420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 321ae127-443b-486c-a115-3db3e3b6e4fd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:29.295664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da442afe-5e3c-4486-8bf5-e369b8b49d96 req-cb0dbacb-88f4-4758-93dc-7009171b183b tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 945 time: 0.1204450 Jan 29 19:45:29.304420 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Floating IP 96912cf8-20d0-4a78-9915-b86763258fea associated. External IP: 172.25.5.57, port: 66241cd3-22f4-48f1-b3e2-eba0d321b153. Jan 29 19:45:29.357162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0d75faec-f595-40ef-9f03-e4ba456040d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.414350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 321ae127-443b-486c-a115-3db3e3b6e4fd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:29.414935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.429705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da442afe-5e3c-4486-8bf5-e369b8b49d96 req-4f3911ef-42cd-41b7-86e9-6fecc76a0d68 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/security-groups?id=fdd7cd25-d573-4627-bfc0-4771046cadc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226344 Jan 29 19:45:29.458975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Pushing event deleted for resources: {'Port': ['ID=0d75faec-f595-40ef-9f03-e4ba456040d1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:29.578118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d261824-6e39-459d-84b3-ae57d486232c None None] Provisioning complete for port 321ae127-443b-486c-a115-3db3e3b6e4fd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:29.578543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d261824-6e39-459d-84b3-ae57d486232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.602653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 321ae127-443b-486c-a115-3db3e3b6e4fd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:29.621870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.636722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] No DVR routers for this DVR port 0d75faec-f595-40ef-9f03-e4ba456040d1 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:45:29.641278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:29.644978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b92d6a3-490f-449f-b562-4ac06dd3202a req-2bcd54a1-cd82-48ac-8846-7e1829e32a63 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.26 "DELETE /v2.0/ports/0d75faec-f595-40ef-9f03-e4ba456040d1 HTTP/1.1" status: 204 len: 173 time: 1.7016404 Jan 29 19:45:29.646392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'name': 'network-vif-deleted', 'tag': '0d75faec-f595-40ef-9f03-e4ba456040d1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:29.676005 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8612f375-577f-44ea-80d4-40d144dcb197" -d '{"events": [{"server_uuid": "9484abaf-9bc6-4871-9225-f8ffb8552db3", "name": "network-vif-deleted", "tag": "0d75faec-f595-40ef-9f03-e4ba456040d1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:29.712914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d261824-6e39-459d-84b3-ae57d486232c None None] Current status of the port 321ae127-443b-486c-a115-3db3e3b6e4fd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:29.785740 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e097b71-c46e-49e4-bc92-73dd5b637d3a x-openstack-request-id: req-6e097b71-c46e-49e4-bc92-73dd5b637d3a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:29.786060 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9484abaf-9bc6-4871-9225-f8ffb8552db3", "name": "network-vif-deleted", "tag": "0d75faec-f595-40ef-9f03-e4ba456040d1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:29.786273 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e097b71-c46e-49e4-bc92-73dd5b637d3a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:29.787233 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9484abaf-9bc6-4871-9225-f8ffb8552db3', 'name': 'network-vif-deleted', 'tag': '0d75faec-f595-40ef-9f03-e4ba456040d1', 'status': 'completed', 'code': 200} Jan 29 19:45:29.999744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (181b6709-8e52-411c-99ee-08dfc8b257af), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:30.008664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0d75faec-f595-40ef-9f03-e4ba456040d1 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:45:30.343034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 0d75faec-f595-40ef-9f03-e4ba456040d1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:45:30.343034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 0d75faec-f595-40ef-9f03-e4ba456040d1 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:45:30.343419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:30.344031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:30.344244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9acdde-6213-4449-ab4a-70016789b9a0 req-4f50bd45-9bf2-4762-b769-33a955cc109e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:30.344244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf9acdde-6213-4449-ab4a-70016789b9a0 req-4f50bd45-9bf2-4762-b769-33a955cc109e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.0938637 Jan 29 19:45:30.344244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf9acdde-6213-4449-ab4a-70016789b9a0 req-d55c15f9-aafb-4c38-95a1-5ceba87f9a6e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788436 Jan 29 19:45:30.614277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-437974f4-db8f-47aa-bc88-0818d43f2166 req-744bf568-4eaa-4696-9de3-e5505a168cd0 tempest-DeleteServersTestJSON-757534142 tempest-DeleteServersTestJSON-757534142-project] 10.222.0.15 "GET /v2.0/ports?device_id=9484abaf-9bc6-4871-9225-f8ffb8552db3 HTTP/1.1" status: 200 len: 210 time: 0.0400548 Jan 29 19:45:30.616872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:30.621959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:30.631040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:30.642513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:30.644893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:30.665040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-8a7906cc-e640-4da3-b998-e077cf198766 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "PUT /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 995 time: 3.2850926 Jan 29 19:45:30.773193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Router 181b6709-8e52-411c-99ee-08dfc8b257af is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:45:30.884938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:30.897256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-9e25e19e-1a82-4ea2-897f-8ca4348e235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:30.905167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-9e25e19e-1a82-4ea2-897f-8ca4348e235f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.2136788 Jan 29 19:45:31.070656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-6efa1da7-f47d-4d41-ae7f-b14274afbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:31.082216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-6efa1da7-f47d-4d41-ae7f-b14274afbe91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.1761007 Jan 29 19:45:31.187925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:28Z', 'revision_number': 1, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:31.236487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:31.249682 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Sync routers for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:31.255210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-6fd4e377-eb48-4441-9f15-05bd7e40ef11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 998 time: 0.1721385 Jan 29 19:45:31.256325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:31.268636 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:31.269565 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:31.287734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:31.288409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:31.421016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-709aaeff-4846-416b-a8a3-e54a76170448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:31.421016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-709aaeff-4846-416b-a8a3-e54a76170448 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.0999460 Jan 29 19:45:31.422281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:31.430957 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:31.498091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-e011e085-1c6d-4ed1-8a72-fcd7fdbdab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:31.509788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-e011e085-1c6d-4ed1-8a72-fcd7fdbdab26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1365626 Jan 29 19:45:31.522372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-2e12c5c8-b7ae-44e3-9107-c55a4c69cece service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:45:31.538112 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-2e12c5c8-b7ae-44e3-9107-c55a4c69cece service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271101 Jan 29 19:45:31.627562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e0d2a-4331-4241-a580-a06ff7f43b29 req-5309627f-6b12-4288-b6c0-48026fd5c946 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:31.638123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f8e0d2a-4331-4241-a580-a06ff7f43b29 req-5309627f-6b12-4288-b6c0-48026fd5c946 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1316867 Jan 29 19:45:31.683645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-05be6f55-a8ce-4cfb-8d27-ba6eceda2b15 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440938 Jan 29 19:45:31.716451 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:28Z', 'revision_number': 3, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:31.770524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:28Z', 'revision_number': 1, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:31.776973 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Checking router: 181b6709-8e52-411c-99ee-08dfc8b257af for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:31.780640 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Updating router 181b6709-8e52-411c-99ee-08dfc8b257af port 69a32b84-2d39-4262-aa81-f28911770709 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:45:31.785104 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f8e0d2a-4331-4241-a580-a06ff7f43b29 req-a8b257b2-1206-416c-b383-0d937d77e338 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329279 Jan 29 19:45:31.808439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:31.811342 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:31.849920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4d66a-61ed-4189-b78d-eb68787a3320 None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:28Z', 'revision_number': 1, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:31.868718 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69a32b84-2d39-4262-aa81-f28911770709), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:31.880938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc8ffd3e-5244-4f18-a178-99355f2e3aea req-96d3297b-5107-47a1-8e55-287cdd6f7879 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886511 Jan 29 19:45:31.964507 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0d0e4-ba9f-4983-8582-ba710b853b21 x-openstack-request-id: req-d2a0d0e4-ba9f-4983-8582-ba710b853b21 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:31.966288 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:31.973510 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2a0d0e4-ba9f-4983-8582-ba710b853b21 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:31.973510 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'status': 'completed', 'code': 200} Jan 29 19:45:31.998974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:32.002236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:32.005298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44340) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:32.005509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6efd8e79-6fcb-457c-9586-b2c9f77d9f52 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5277035 Jan 29 19:45:32.162337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-d10662a4-ea4e-491d-9d5f-e69703d73edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:32.166613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-d10662a4-ea4e-491d-9d5f-e69703d73edd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.1313992 Jan 29 19:45:32.366263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497429a9-7876-4e79-bc36-da2454bd08ea None None] New status for floating IP 96912cf8-20d0-4a78-9915-b86763258fea: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:45:32.515584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-6c0b5860-d704-4195-bfb6-3e71d64ea24a tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:32.531668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-6c0b5860-d704-4195-bfb6-3e71d64ea24a tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3035030 Jan 29 19:45:32.550607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-2a58a39f-5f39-4b0c-abee-3e63b9432705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:32.552711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-2a58a39f-5f39-4b0c-abee-3e63b9432705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.3783526 Jan 29 19:45:32.675911 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Publish callbacks [] for port (69a32b84-2d39-4262-aa81-f28911770709), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:32.800472 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69a32b84-2d39-4262-aa81-f28911770709), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:32.882143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-6687a896-d3f4-4489-8dd4-1f49d0932bf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 998 time: 0.2316246 Jan 29 19:45:32.925668 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f307ab-88b4-409b-a764-85f688196e8f None None] Pushing event updated for resources: {'Port': ['ID=69a32b84-2d39-4262-aa81-f28911770709,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:32.972654 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Attempting to bind port 69a32b84-2d39-4262-aa81-f28911770709 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:32.973032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Attempting to bind port 69a32b84-2d39-4262-aa81-f28911770709 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:32.973474 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Attempting to bind port 69a32b84-2d39-4262-aa81-f28911770709 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:32.979437 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:32.979815 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:32.980283 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:32.981912 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:32.982455 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Bound port: 69a32b84-2d39-4262-aa81-f28911770709, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:32.982847 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69a32b84-2d39-4262-aa81-f28911770709), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:33.050779 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] For port 69a32b84-2d39-4262-aa81-f28911770709, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:33.055860 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] For port 69a32b84-2d39-4262-aa81-f28911770709, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=69a32b84-2d39-4262-aa81-f28911770709,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:33.058279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-d609dc62-f713-49e1-901d-1722233e0435 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 998 time: 0.5251338 Jan 29 19:45:33.076171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'floatingip': {'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:33.119095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-613e3c9b-3e9f-4154-bd5b-d448fa86b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:33.120843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-613e3c9b-3e9f-4154-bd5b-d448fa86b192 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.2297828 Jan 29 19:45:33.137631 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69a32b84-2d39-4262-aa81-f28911770709), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:33.138514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:33.177765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37f7b9-afe8-4bbe-9e86-81d9683816cd req-fb89b8d7-260f-4360-9288-e297a726dbf5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:33.184727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d37f7b9-afe8-4bbe-9e86-81d9683816cd req-fb89b8d7-260f-4360-9288-e297a726dbf5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2420518 Jan 29 19:45:33.218350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:33.309430 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:33.311867 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:33.313409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d37f7b9-afe8-4bbe-9e86-81d9683816cd req-0077d63c-ef56-4a1b-913d-7c878d681884 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036232 Jan 29 19:45:33.316676 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f307ab-88b4-409b-a764-85f688196e8f None None] Pushing event updated for resources: {'Port': ['ID=69a32b84-2d39-4262-aa81-f28911770709,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:33.339362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-f1bc4e71-4394-4fd7-a430-0f27b0e56402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:33.342345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-f1bc4e71-4394-4fd7-a430-0f27b0e56402 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2135623 Jan 29 19:45:33.482528 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:33.622558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Allocated IP 172.20.0.1 (8eb011d2-7b95-4ce2-9c2c-ddea50a93041/4882ea39-8c06-4cb1-ae8d-3357bd9d486d/c0cbd6a1-8789-42ee-9f6c-c442e55a7507) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:33.736170 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:28Z', 'revision_number': 3, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:33.745446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-0bb0bf8b-10fb-43f1-8216-eb5adbd9383f service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953774 Jan 29 19:45:33.769853 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591b0f1-a899-4aaf-a53b-446169cae6d8 None None] The sync data for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 is: [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:28Z', 'revision_number': 3, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:33.867036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks [] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.008514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9ec65a-3a3e-4168-96a6-de722eb1db0d req-4fc3102e-2c60-4333-877a-6ad983ab19cd service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547932 Jan 29 19:45:34.137086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.175728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:34.217968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:34.222312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:34.223453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.299418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:34.307602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.348663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (181b6709-8e52-411c-99ee-08dfc8b257af), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.488976 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Floating IP 96912cf8-20d0-4a78-9915-b86763258fea associated. External IP: 172.25.5.57, port: 66241cd3-22f4-48f1-b3e2-eba0d321b153. Jan 29 19:45:34.565581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dad61-bf61-43b1-b852-1387ab04d143 req-ef0b6e0f-a8ee-47af-ab25-8f797019484e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:34.576661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-842dad61-bf61-43b1-b852-1387ab04d143 req-ef0b6e0f-a8ee-47af-ab25-8f797019484e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1140940 Jan 29 19:45:34.686259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-723457c6-9663-48dc-9d0d-9e2ce3dd8b61 None None] Provisioning complete for port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:34.689066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-723457c6-9663-48dc-9d0d-9e2ce3dd8b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.737475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-842dad61-bf61-43b1-b852-1387ab04d143 req-7fb74f5b-4cc0-41be-ab4d-a87cc324dc1e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596122 Jan 29 19:45:34.791406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-723457c6-9663-48dc-9d0d-9e2ce3dd8b61 None None] Port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:34.941801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:34.995199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:35.167628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks [] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:35.209490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:35.221448 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:35.238935 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:35.239984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:35.250745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:35.312223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69a32b84-2d39-4262-aa81-f28911770709 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:35.445734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (181b6709-8e52-411c-99ee-08dfc8b257af), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:35.514849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 69a32b84-2d39-4262-aa81-f28911770709 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:35.516493 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69a32b84-2d39-4262-aa81-f28911770709), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:35.573093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Pushing event updated for resources: {'Port': ['ID=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:35.645045 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:35.705708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 69a32b84-2d39-4262-aa81-f28911770709 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:35.708002 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69a32b84-2d39-4262-aa81-f28911770709), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:35.748757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:35.750441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:35.771750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 69a32b84-2d39-4262-aa81-f28911770709, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=69a32b84-2d39-4262-aa81-f28911770709,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:35.845276 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69a32b84-2d39-4262-aa81-f28911770709), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:35.966510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=69a32b84-2d39-4262-aa81-f28911770709,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:36.146753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96fe70-f5d1-4084-9f37-4b5f8f868b04 req-3cdbfb7f-ad8d-46a9-a6c9-54aec29b54bf tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:36.148610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 3, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:36.151878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f96fe70-f5d1-4084-9f37-4b5f8f868b04 req-3cdbfb7f-ad8d-46a9-a6c9-54aec29b54bf tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2551324 Jan 29 19:45:36.222855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Router 181b6709-8e52-411c-99ee-08dfc8b257af has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:36.238547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-58f83324-64ed-4236-ad47-37af78dc2b73 None None] Provisioning complete for port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:36.239878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-58f83324-64ed-4236-ad47-37af78dc2b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:36.334513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f96fe70-f5d1-4084-9f37-4b5f8f868b04 req-a23713df-7f64-4e20-9f57-a10ec86c8c2b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739058 Jan 29 19:45:36.360572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-58f83324-64ed-4236-ad47-37af78dc2b73 None None] Port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:36.417709 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:36.435527 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:36.437574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:36.477427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:36.500024 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c72ea75-b72c-464a-9cb4-8fd9da603102 admin admin] 10.222.0.15 "PUT /v2.0/routers/181b6709-8e52-411c-99ee-08dfc8b257af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4846327 Jan 29 19:45:36.519124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:36.704705 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:36.758074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Sync routers for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:36.777748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:36.780086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:36.818581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:36.825776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:36.929659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:36.932318 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf094f8-63a2-4371-a07b-498a8badc57a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:36.966558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-03ed721b-2598-47f3-9ffe-b62f15a9d80f tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "PUT /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 998 time: 3.9072673 Jan 29 19:45:37.007742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:37.039603 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6c7bd7-8ed9-43ff-bc7c-e99aab0025e7 x-openstack-request-id: req-be6c7bd7-8ed9-43ff-bc7c-e99aab0025e7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:37.039603 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:37.039772 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be6c7bd7-8ed9-43ff-bc7c-e99aab0025e7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:37.040121 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'status': 'completed', 'code': 200} Jan 29 19:45:37.067896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-c392da38-c370-47c5-92cf-a32d03dcb6e8 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:37.069404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-c392da38-c370-47c5-92cf-a32d03dcb6e8 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports/66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 942 time: 0.0969017 Jan 29 19:45:37.200605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-f1d762a0-80d0-40c4-8314-4344f469610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:37.207851 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-f1d762a0-80d0-40c4-8314-4344f469610e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.0978160 Jan 29 19:45:37.245593 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 3, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:37.321207 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed054195-a489-4ea7-8358-78110c15a766 None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 3, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:37.431122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69a32b84-2d39-4262-aa81-f28911770709 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:37.453962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-ad0621ae-431f-4138-ae49-e7ef6b683296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:37.460491 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-ad0621ae-431f-4138-ae49-e7ef6b683296 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.2426407 Jan 29 19:45:37.616363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9d1cd-75bb-4935-a95c-c44dd42be1b3 req-d06467a3-a5a0-4a59-a3aa-cd7adb005b0d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:37.634627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5b9d1cd-75bb-4935-a95c-c44dd42be1b3 req-d06467a3-a5a0-4a59-a3aa-cd7adb005b0d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1080065 Jan 29 19:45:37.681904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-197f6090-6ea6-44d7-adb3-6d6a6d501f63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 217 time: 0.1905186 Jan 29 19:45:37.687418 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6635d54-6db7-432e-84ef-44e476eb0aee None None] New status for floating IP 96912cf8-20d0-4a78-9915-b86763258fea: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:45:37.724836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5b9d1cd-75bb-4935-a95c-c44dd42be1b3 req-db6b7a63-fe7d-4c55-9f62-07d55f3dc8f8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871305 Jan 29 19:45:37.810018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 69a32b84-2d39-4262-aa81-f28911770709 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:37.810511 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69a32b84-2d39-4262-aa81-f28911770709), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:37.831537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-73899e6d-90f5-4945-869a-21344da882af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:37.841426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-73899e6d-90f5-4945-869a-21344da882af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.3798723 Jan 29 19:45:37.955295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-0762eff6-36de-4405-84ae-78f2700142ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:37.964410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-0762eff6-36de-4405-84ae-78f2700142ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.1218569 Jan 29 19:45:37.997565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 2, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:38.079238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-a2139e87-fdc1-4836-8794-ef4d77d21e5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 217 time: 0.1119661 Jan 29 19:45:38.130966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.149899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Checking router: 181b6709-8e52-411c-99ee-08dfc8b257af for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:38.152103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-6b7ae7b6-d0a9-4cd5-9b49-8a427f267238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:38.154566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-6b7ae7b6-d0a9-4cd5-9b49-8a427f267238 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.4489350 Jan 29 19:45:38.160462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Updating router 181b6709-8e52-411c-99ee-08dfc8b257af port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:45:38.222997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.233309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-3b5f1373-56c8-4883-b0b1-d7ab5d159d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:38.236223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-3b5f1373-56c8-4883-b0b1-d7ab5d159d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.1515186 Jan 29 19:45:38.236407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:38.239891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 69a32b84-2d39-4262-aa81-f28911770709 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:38.280596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-b84c6b1a-aff4-406d-aa01-95f755dde48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:38.282244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-b84c6b1a-aff4-406d-aa01-95f755dde48b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1187592 Jan 29 19:45:38.287031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44492) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:38.294099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1764381794-network', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:38.329288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:38.329960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:38.369913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-98ed252c-77bc-46ed-a20b-3ae1887b0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:38.371863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-98ed252c-77bc-46ed-a20b-3ae1887b0e13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1261942 Jan 29 19:45:38.405007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Made reservation on behalf of f042957e91a34771a81517a3c95d69a8 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:38.408853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.422716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.497478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-54a24da1-9fdf-44f3-8c48-902ec0960307 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070353 Jan 29 19:45:38.608587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:38.647731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks [] for security_group (89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.695926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.712887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-61aaec84-edfc-4a43-8a06-b5d0cf17136a service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195457 Jan 29 19:45:38.745383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:38.771030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:45:38.781377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf094f8-63a2-4371-a07b-498a8badc57a req-27c210b9-57d8-486a-bb21-436c45286681 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278237 Jan 29 19:45:38.796544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ca6f450b-6735-4376-a356-4c01a6712dc5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:38.796891 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Added segment ca6f450b-6735-4376-a356-4c01a6712dc5 of type vlan for network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e Jan 29 19:45:38.959147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-092e629c-f3d3-4f75-b26a-88235cd2108b service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445481 Jan 29 19:45:38.962014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.053270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:39.054423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e8521-1ce7-45ed-823d-4871511049e8 req-34510733-b662-489a-9350-e12f3ed5f56f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:39.056462 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc466f3c-c607-4727-9126-08db0254a717" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:39.056642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad3e8521-1ce7-45ed-823d-4871511049e8 req-34510733-b662-489a-9350-e12f3ed5f56f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1895332 Jan 29 19:45:39.088299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-43b49c0e-d85a-44eb-91b8-88da0ec3738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:39.098726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-43b49c0e-d85a-44eb-91b8-88da0ec3738d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1128 time: 0.0975230 Jan 29 19:45:39.137853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.138872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:39.139483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.249876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-d174e976-fcf9-4d3a-a1ae-08bd26906556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:39.258340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-d174e976-fcf9-4d3a-a1ae-08bd26906556 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.1585684 Jan 29 19:45:39.265556 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Publish callbacks [] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.277429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad3e8521-1ce7-45ed-823d-4871511049e8 req-6eece69c-452e-4f79-bb41-250ef2592e4a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149863 Jan 29 19:45:39.362757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.370675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-e9234804-43f3-4464-a4f1-435fc6f21383 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 1001 time: 0.1107905 Jan 29 19:45:39.377386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0891421 Jan 29 19:45:39.379860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44510) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:39.381643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdb036-6c5d-4b4d-a717-641ec5cdb4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=202ba4a1-9acc-4ddc-97e7-75aa7c8d461e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:39.398939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Request body: {'subnet': {'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1764381794-subnet', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:39.448765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-e749047b-fe53-4901-bc1e-3823adaa6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:39.460971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-e749047b-fe53-4901-bc1e-3823adaa6a8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.0887232 Jan 29 19:45:39.478621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:45:39.496962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Made reservation on behalf of f042957e91a34771a81517a3c95d69a8 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:39.499830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.527570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-3db511d0-8d56-409a-adac-2e5579d648bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:39.538090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-3db511d0-8d56-409a-adac-2e5579d648bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756593 Jan 29 19:45:39.640696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Pushing event updated for resources: {'Port': ['ID=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:39.689937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:39.705489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-5613abcf-a7be-4f8b-a41e-52b10f82e634 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635063 Jan 29 19:45:39.710055 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0778c66f-0beb-4c51-8412-3c0a1f1a5bf1 x-openstack-request-id: req-0778c66f-0beb-4c51-8412-3c0a1f1a5bf1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:39.710347 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:39.716499 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0778c66f-0beb-4c51-8412-3c0a1f1a5bf1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:39.717121 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'status': 'completed', 'code': 200} Jan 29 19:45:39.730480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:39.821633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:39.822444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:39.834298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (50135798-d5fa-44dd-bd5a-ab62a2ea8c05), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:39.963293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Attempting to bind port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:39.965538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Attempting to bind port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:39.971701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=50135798-d5fa-44dd-bd5a-ab62a2ea8c05,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:39.973335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Attempting to bind port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 on network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:39.998695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466f3c-c607-4727-9126-08db0254a717 req-8f505af7-ef5d-49c1-8a3e-698be0b59150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.000492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-8f505af7-ef5d-49c1-8a3e-698be0b59150 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1128 time: 0.2813101 Jan 29 19:45:40.002870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8295c-5f93-4ae5-af69-ff02e7b0c482 req-1c53b1b8-13fc-499c-9dfd-e8cbbe440110 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.011367 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25d8295c-5f93-4ae5-af69-ff02e7b0c482 req-1c53b1b8-13fc-499c-9dfd-e8cbbe440110 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2366309 Jan 29 19:45:40.021941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:40.023392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Checking segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:40.024659 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.025561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Bound using segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:40.027751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Bound port: c0cbd6a1-8789-42ee-9f6c-c442e55a7507, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:40.029903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.037617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Checking segment: {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:40.037968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Network hostable DHCP agents. Network: 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:45:40.045773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d4791d76-859a-46d5-b446-6a19e8d0944f req-6c1813b4-e82d-4e04-bf10-2467a45491fa service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393588 Jan 29 19:45:40.127177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25d8295c-5f93-4ae5-af69-ff02e7b0c482 req-082b7179-8470-494d-98f0-8eb2c54a46ae tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147413 Jan 29 19:45:40.147579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466f3c-c607-4727-9126-08db0254a717 req-5c2846bd-70a7-4992-971f-48ec4c15ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.149239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-5c2846bd-70a7-4992-971f-48ec4c15ab97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.1319616 Jan 29 19:45:40.176722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-31ea5600-e7a2-4090-b8d8-eb09b3fdbf05 None None] Provisioning complete for port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:40.177105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-31ea5600-e7a2-4090-b8d8-eb09b3fdbf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.200482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:45:40.234313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] For port c0cbd6a1-8789-42ee-9f6c-c442e55a7507, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:40.237110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-31ea5600-e7a2-4090-b8d8-eb09b3fdbf05 None None] Port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:40.256600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] For port c0cbd6a1-8789-42ee-9f6c-c442e55a7507, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:40.275942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:40.323968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:40.334113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.334942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4fba9-739d-43e6-9974-32a60bc6ae56 None None] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:45:40.336632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.390234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2a76c-090c-4563-bc90-9d069b4de577 req-e92a9d39-7c27-4148-abd6-8f62d317f2ff tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.398166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6e2a76c-090c-4563-bc90-9d069b4de577 req-e92a9d39-7c27-4148-abd6-8f62d317f2ff tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1168091 Jan 29 19:45:40.410617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-46e68123-52c9-487c-92c9-52c8c5275d9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 1001 time: 0.2548580 Jan 29 19:45:40.456661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89506360-d82d-483e-9b99-84ca196558ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0633533 Jan 29 19:45:40.457340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44528) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:40.465620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:40.476906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466f3c-c607-4727-9126-08db0254a717 req-8f41d0f8-c2a8-44da-915e-f198e1d1e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.483588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-8f41d0f8-c2a8-44da-915e-f198e1d1e1c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.0643635 Jan 29 19:45:40.496387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6e2a76c-090c-4563-bc90-9d069b4de577 req-7c132746-bcee-4820-acc4-789269dc168e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972805 Jan 29 19:45:40.580272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-767f0c97-e84d-415a-8ba2-fce461cb3cec req-451c52aa-e5ba-449d-92c4-ff79736849ae tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.3632445 Jan 29 19:45:40.588816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (505dbdfd-cb68-4653-89d1-580a0b749b01), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.590510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (505dbdfd-cb68-4653-89d1-580a0b749b01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.729339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks [] for router_controller (505dbdfd-cb68-4653-89d1-580a0b749b01), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.751621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466f3c-c607-4727-9126-08db0254a717 req-6670d5a3-3dac-410c-bceb-8a5fe708c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.753187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-6670d5a3-3dac-410c-bceb-8a5fe708c7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2601032 Jan 29 19:45:40.760773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:40.782720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f0c97-e84d-415a-8ba2-fce461cb3cec req-19264031-3780-45c3-94bf-8b93704e3b43 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.784157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-767f0c97-e84d-415a-8ba2-fce461cb3cec req-19264031-3780-45c3-94bf-8b93704e3b43 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports/be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 943 time: 0.1850429 Jan 29 19:45:40.785591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d623a-e1bb-4101-a704-323fda29ce2b req-62ce674b-ff04-46f3-9280-323043f0de01 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:40.787403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5e4d623a-e1bb-4101-a704-323fda29ce2b req-62ce674b-ff04-46f3-9280-323043f0de01 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.0969932 Jan 29 19:45:40.846904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Pushing event updated for resources: {'Port': ['ID=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:40.882065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.882409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.882911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.883254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.883706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.884041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.884368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.884690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.885013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.885407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.885727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.886047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.886365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c9b6f7-1bfe-4036-a44e-973c552f5b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:40.898843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:40.902911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:41.039416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-202ba4a1-9acc-4ddc-97e7-75aa7c8d461e', 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e', 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'fixed_ips': [{'subnet_id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:45:41.040312 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:41.040874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-b7791374-daff-4321-a6e9-34bdf5f53373 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800560 Jan 29 19:45:41.214077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-767f0c97-e84d-415a-8ba2-fce461cb3cec req-939e3ce2-601d-45d4-b4a9-a308c00178db tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.2992685 Jan 29 19:45:41.454243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc466f3c-c607-4727-9126-08db0254a717 req-155245e6-9135-4279-8446-969662fc5055 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008250 Jan 29 19:45:41.528339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] Provisioning complete for port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:41.528833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:41.539820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f0c97-e84d-415a-8ba2-fce461cb3cec req-fb3ff451-fb14-4568-9223-0efea754cdbf tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:41.543371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-767f0c97-e84d-415a-8ba2-fce461cb3cec req-fb3ff451-fb14-4568-9223-0efea754cdbf tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.3156705 Jan 29 19:45:41.596741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:41.671907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:41.811505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5e4d623a-e1bb-4101-a704-323fda29ce2b req-d65c9114-73f8-4221-9ff6-5b1f977ea836 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0161822 Jan 29 19:45:41.823850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks [] for router_gateway (505dbdfd-cb68-4653-89d1-580a0b749b01), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:41.834303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Allocated IP 172.20.0.2 (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e/50135798-d5fa-44dd-bd5a-ab62a2ea8c05/b6a64fd3-ae33-4858-8cc6-b20d69868b37) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:41.953657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-c1060042-03ba-4c5f-98c9-5b43cf466ae9 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.1030297 Jan 29 19:45:42.020028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697cc64-a756-4c10-9cb5-a4711670f5bb None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:38:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:42.124447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-f9b2c148-d1b3-48e1-a09a-67dd9a854eca tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:42.128995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] Current status of the port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:42.129749 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.139652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-f9b2c148-d1b3-48e1-a09a-67dd9a854eca tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports/be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 943 time: 0.1848748 Jan 29 19:45:42.360720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018e7cf-b32e-440c-9038-60e82f333ac8 req-17de19b0-944d-4a78-b877-a2183e49783b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:42.362279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b018e7cf-b32e-440c-9038-60e82f333ac8 req-17de19b0-944d-4a78-b877-a2183e49783b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1248157 Jan 29 19:45:42.453226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Publish callbacks [] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.465365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] For port c0cbd6a1-8789-42ee-9f6c-c442e55a7507, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:42.465550 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b018e7cf-b32e-440c-9038-60e82f333ac8 req-2855801e-6517-4221-a602-0678b5f57c41 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869675 Jan 29 19:45:42.474994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-26721d5a-6a31-4a48-8acf-af27c40700b8 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.1957054 Jan 29 19:45:42.502061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:40Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:42.570836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.580632 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.604358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c8008e-f1c3-421d-b8a1-9b2dd4e88898 None None] The sync data for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 is: [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:40Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:42.644140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:42.647392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:42.650903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:42.796757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8e62-10a2-45ac-996c-60ddec824368 None None] Pushing event updated for resources: {'Port': ['ID=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:42.836723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-78ba068f-7243-4a8e-bce8-badf8cbb6542 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:42.847984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-78ba068f-7243-4a8e-bce8-badf8cbb6542 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.3719234 Jan 29 19:45:42.871475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks [] for router_gateway (505dbdfd-cb68-4653-89d1-580a0b749b01), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.878166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Attempting to bind port b6a64fd3-ae33-4858-8cc6-b20d69868b37 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:42.891396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Attempting to bind port b6a64fd3-ae33-4858-8cc6-b20d69868b37 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:42.891953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Attempting to bind port b6a64fd3-ae33-4858-8cc6-b20d69868b37 on network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:42.930669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.950743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:42.950743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Checking segment: {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:42.951106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:42.961165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Bound using segment: {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:42.961828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Bound port: b6a64fd3-ae33-4858-8cc6-b20d69868b37, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:42.962847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:43.039987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Pushing event updated for resources: {'Port': ['ID=b6a64fd3-ae33-4858-8cc6-b20d69868b37,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:43.060136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-5f4f27ba-131f-40f2-b626-0e853ec5edee tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.2111840 Jan 29 19:45:43.066599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:43.156569 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:43.181649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] For port b6a64fd3-ae33-4858-8cc6-b20d69868b37, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:43.190995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] For port b6a64fd3-ae33-4858-8cc6-b20d69868b37, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b6a64fd3-ae33-4858-8cc6-b20d69868b37,segment=NetworkSegment(ca6f450b-6735-4376-a356-4c01a6712dc5),segment_id=ca6f450b-6735-4376-a356-4c01a6712dc5)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:43.273219 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:43.313598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Allocated IP 172.25.5.166 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/7ec5e8c9-e3d4-49a3-892d-aad529339ed8) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:43.362573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c0cbd6a1-8789-42ee-9f6c-c442e55a7507 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:43.461005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aacd4-71c1-442a-b218-bd138e7ce4b3 None None] Pushing event updated for resources: {'Port': ['ID=b6a64fd3-ae33-4858-8cc6-b20d69868b37,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:43.510090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3615d-6c2a-42b6-a12a-e9b09c25e346 req-1cc7814c-072e-4986-8b5f-7619df93b892 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:43.519583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bb3615d-6c2a-42b6-a12a-e9b09c25e346 req-1cc7814c-072e-4986-8b5f-7619df93b892 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1665523 Jan 29 19:45:43.521076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks [] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:43.523405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:43.524672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:43.623075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bb3615d-6c2a-42b6-a12a-e9b09c25e346 req-63fb9066-97c1-4365-bdba-8a91ddb438fa tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920603 Jan 29 19:45:43.671636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:45:43.768071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:43.865070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:43.886037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:43.890203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:43.946561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:43.987803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:43.992825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:44.002939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21', 'port_id': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'mac_address': 'fa:16:3e:46:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00639101-4ff5-4875-9a00-ae3023b0a41a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:45:44.069523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:44.102155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:44.106935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:44.142209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:45:44.195489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:44.280547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12182-0bcb-443c-9f8e-7c6c4b4569cf req-e85dd884-2d3f-4ee2-ae97-a9b5bc28dc12 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:44.285117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:44.289310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5e12182-0bcb-443c-9f8e-7c6c4b4569cf req-e85dd884-2d3f-4ee2-ae97-a9b5bc28dc12 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1567898 Jan 29 19:45:44.292950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:44.293817 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Floating IP 96912cf8-20d0-4a78-9915-b86763258fea disassociated. External IP: 172.25.5.57, port: be7c4068-15f6-444d-b330-592e0f86ca95. Jan 29 19:45:44.397922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5e12182-0bcb-443c-9f8e-7c6c4b4569cf req-d03ae8c6-4ccc-4764-a347-1fbfa3c09647 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062787 Jan 29 19:45:44.432835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:44.610697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:44.672643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44626) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:44.776311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:44.966444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85155-8f92-4570-8e95-4205620ed7bb req-23f0cc9c-8d13-40ea-a292-d9cfd9a62f9d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:44.973822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94a85155-8f92-4570-8e95-4205620ed7bb req-23f0cc9c-8d13-40ea-a292-d9cfd9a62f9d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.2002718 Jan 29 19:45:44.995066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:45.006587 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:45.039738 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:45.039738 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:45.079258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.153099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-01dfddcb-f00c-402e-b9ff-55cd8577383c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "PUT /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 694 time: 2.0910082 Jan 29 19:45:45.156220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:45.158705 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6415695-22ae-4165-9a13-1e54d46351dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:45.162682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94a85155-8f92-4570-8e95-4205620ed7bb req-0c96f0e0-2091-45de-9bda-28ef836d3e21 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772478 Jan 29 19:45:45.333604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks [] for router_gateway (505dbdfd-cb68-4653-89d1-580a0b749b01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.346139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-b20ee97e-0c20-48c6-b484-704f8a79161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:45.352858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-b20ee97e-0c20-48c6-b484-704f8a79161d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1128 time: 0.1812935 Jan 29 19:45:45.467875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b6a64fd3-ae33-4858-8cc6-b20d69868b37 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:45.477611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Deleting subnet 64a8faf9-d953-4b18-815a-e0cda4a85b1c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:45:45.510334 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Publish callbacks [] for subnet (64a8faf9-d953-4b18-815a-e0cda4a85b1c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.530947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:45.555949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-22ff8445-8415-4f82-a345-a0181992079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:45.565792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-22ff8445-8415-4f82-a345-a0181992079c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.1976922 Jan 29 19:45:45.566357 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (64a8faf9-d953-4b18-815a-e0cda4a85b1c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.574900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff21c92-a20f-463a-a829-f02391b7ed49 None None] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:45:45.656783 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (64a8faf9-d953-4b18-815a-e0cda4a85b1c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.662677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-6593120e-81d8-4d01-ba2c-e6a56ed76f1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 217 time: 0.0960212 Jan 29 19:45:45.734420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Provisioning complete for port b6a64fd3-ae33-4858-8cc6-b20d69868b37 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:45.735579 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.806223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-2865ecc7-8359-46cd-aa3b-506894f11f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:45.807777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-2865ecc7-8359-46cd-aa3b-506894f11f95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.1364191 Jan 29 19:45:45.858109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (64a8faf9-d953-4b18-815a-e0cda4a85b1c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.879039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b6a64fd3-ae33-4858-8cc6-b20d69868b37 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:45.879463 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.938752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:45.948716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/64a8faf9-d953-4b18-815a-e0cda4a85b1c HTTP/1.1" status: 204 len: 168 time: 1.2748530 Jan 29 19:45:45.953325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5a091-26d1-4d50-8a7d-d9b2b87ba4cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a8faf9-d953-4b18-815a-e0cda4a85b1c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:45.959900 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2163b-ede2-461d-b870-693348865498 x-openstack-request-id: req-33f2163b-ede2-461d-b870-693348865498 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:45.960619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:45.961296 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:45.961563 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33f2163b-ede2-461d-b870-693348865498 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:45.962045 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'status': 'completed', 'code': 200} Jan 29 19:45:46.154930 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:46.233647 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:46.254170 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:46.256174 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:46.336951 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (497ac353-bc31-4538-88ec-cd403837a37f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:46.387073 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:46.494528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415695-22ae-4165-9a13-1e54d46351dc req-83af5b19-bbf4-457c-82c5-b345609c92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:46.501257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-83af5b19-bbf4-457c-82c5-b345609c92df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 1128 time: 0.5015180 Jan 29 19:45:46.677915 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:46.689794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415695-22ae-4165-9a13-1e54d46351dc req-1fa66541-8ec5-4f43-ac6c-38867c2f9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:46.691735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-1fa66541-8ec5-4f43-ac6c-38867c2f9cde service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.1588240 Jan 29 19:45:46.711499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709270-fa71-46be-8650-ffde9cb951c0 req-d18e8957-1379-43f9-bb16-381e951aa221 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:46.724886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94709270-fa71-46be-8650-ffde9cb951c0 req-d18e8957-1379-43f9-bb16-381e951aa221 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.5748715 Jan 29 19:45:46.775252 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0828a1c-32b8-468b-8564-ea5112210aef None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:46.815572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b6a64fd3-ae33-4858-8cc6-b20d69868b37 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:46.816107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:46.945106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-d461f329-e485-4386-86c8-357c216a2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:46.946155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port b6a64fd3-ae33-4858-8cc6-b20d69868b37, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b6a64fd3-ae33-4858-8cc6-b20d69868b37,segment=NetworkSegment(ca6f450b-6735-4376-a356-4c01a6712dc5),segment_id=ca6f450b-6735-4376-a356-4c01a6712dc5)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:46.953496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Current status of the port b6a64fd3-ae33-4858-8cc6-b20d69868b37 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:46.954314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-d461f329-e485-4386-86c8-357c216a2e0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1361392 Jan 29 19:45:46.954550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:46.985932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-6a26c293-165d-4c90-bfc8-10aafb5988b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 200 len: 217 time: 0.2156539 Jan 29 19:45:47.028698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:47.122928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415695-22ae-4165-9a13-1e54d46351dc req-fdd4b74f-8b26-410d-b978-e1c4a6fddb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:47.124653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-fdd4b74f-8b26-410d-b978-e1c4a6fddb43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.1226273 Jan 29 19:45:47.166462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (497ac353-bc31-4538-88ec-cd403837a37f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:47.218050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=b6a64fd3-ae33-4858-8cc6-b20d69868b37,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:47.263998 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:45:47.264298 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:45:47.279344 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94709270-fa71-46be-8650-ffde9cb951c0 req-0cfc725f-61e8-4ce5-a66a-441aab1e729a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5523605 Jan 29 19:45:47.314958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497ac353-bc31-4538-88ec-cd403837a37f']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:47.357045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48987e2-dbcc-4972-b002-d608629c4bf7') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:47.361440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-9fb6367b-f4c1-4f71-98ff-2f9b05f68a2e service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036434 Jan 29 19:45:47.363232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48987e2-dbcc-4972-b002-d608629c4bf7') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:47.378622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (b48987e2-dbcc-4972-b002-d608629c4bf7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:47.390853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415695-22ae-4165-9a13-1e54d46351dc req-dba66db1-a17a-4a36-aa9a-a79472460711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:47.392804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-dba66db1-a17a-4a36-aa9a-a79472460711 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2210789 Jan 29 19:45:47.394828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac8f591-de36-4692-a3ce-34c12ceb23f7 None None] New status for floating IP 96912cf8-20d0-4a78-9915-b86763258fea: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:45:47.443438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (505dbdfd-cb68-4653-89d1-580a0b749b01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:47.580943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-baa14240-5897-4c0f-b5a8-35717b2785d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763456 Jan 29 19:45:47.782204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d1d7577-14a5-44c0-b12f-63c77f02f4ed req-b5612fab-dadf-4ee3-8465-5ad311e20160 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106028 Jan 29 19:45:47.812867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6415695-22ae-4165-9a13-1e54d46351dc req-8fbdc881-09b3-49cb-9b5d-d39bcac56c71 service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110634 Jan 29 19:45:47.867824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b48987e2-dbcc-4972-b002-d608629c4bf7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:47.869157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:47.890308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:45:47.910155 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (b48987e2-dbcc-4972-b002-d608629c4bf7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:45:47.915530 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:45:47.976432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Router 505dbdfd-cb68-4653-89d1-580a0b749b01 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:45:48.014016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-391c7e11-e7a3-4919-92cf-02a54b0d447d None None] Current status of the port b6a64fd3-ae33-4858-8cc6-b20d69868b37 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:48.066201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f2fd2-fb5e-48d0-b4e6-869e084e2bff req-7f7caae2-6efb-4e13-a9e5-08ef645bc6c8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:48.073231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f30f2fd2-fb5e-48d0-b4e6-869e084e2bff req-7f7caae2-6efb-4e13-a9e5-08ef645bc6c8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.4880619 Jan 29 19:45:48.136654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:45:48.171903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d3e1a2e3-b93c-4247-8986-43f31d9c4227 None None] Provisioning complete for port b6a64fd3-ae33-4858-8cc6-b20d69868b37 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:48.171903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a2e3-b93c-4247-8986-43f31d9c4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.176563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f30f2fd2-fb5e-48d0-b4e6-869e084e2bff req-de06426d-3e38-48ac-80c1-70a52b9a0895 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999119 Jan 29 19:45:48.187456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (497ac353-bc31-4538-88ec-cd403837a37f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.198107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.203148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] 10.222.0.15 "DELETE /v2.0/networks/497ac353-bc31-4538-88ec-cd403837a37f HTTP/1.1" status: 204 len: 168 time: 2.2392225 Jan 29 19:45:48.258948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efc8c2-3699-4f4b-aa2a-66938327e017 admin admin] Pushing event deleted for resources: {'Network': ['ID=497ac353-bc31-4538-88ec-cd403837a37f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:48.293994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:48.295132 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.342224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:48.363330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Sync routers for ids ['505dbdfd-cb68-4653-89d1-580a0b749b01'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:48.381564 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Routers {'505dbdfd-cb68-4653-89d1-580a0b749b01'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:48.385964 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['505dbdfd-cb68-4653-89d1-580a0b749b01'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:48.463999 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.468733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f411d2ec-06f0-4ad4-a7bc-9f2963e2b212 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0077448 Jan 29 19:45:48.469192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:48.660477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9203b74-7a78-478d-a6fb-4f045f51d1e9 req-a4fcd2b8-0724-476d-849e-01875f0fd53e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:48.673818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9203b74-7a78-478d-a6fb-4f045f51d1e9 req-a4fcd2b8-0724-476d-849e-01875f0fd53e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2631724 Jan 29 19:45:48.749829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1a2e3-b93c-4247-8986-43f31d9c4227 None None] Current status of the port b6a64fd3-ae33-4858-8cc6-b20d69868b37 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:48.760598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:48.761029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.779964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-776941a7-df4c-4b31-bcaf-b1d898ec24b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3271847 Jan 29 19:45:48.828790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:48.840862 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0541bdd2-e79e-4af4-aebd-bc83d6dd8f57" -d '{"events": [{"server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "name": "network-vif-plugged", "status": "completed", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:48.853973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9203b74-7a78-478d-a6fb-4f045f51d1e9 req-834aa9a3-b537-4a7a-a066-11ec47f0ba88 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700990 Jan 29 19:45:48.878535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:48.947303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:48.974201 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Set router 505dbdfd-cb68-4653-89d1-580a0b749b01 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:48.990202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-33c7ff6f-c9c3-417f-a604-2412baffd026 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:48.992603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-33c7ff6f-c9c3-417f-a604-2412baffd026 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4068854 Jan 29 19:45:49.017331 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01518cd-5859-4926-b794-0ba2e456659e x-openstack-request-id: req-e01518cd-5859-4926-b794-0ba2e456659e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:49.017625 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "name": "network-vif-plugged", "status": "completed", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:49.028057 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e01518cd-5859-4926-b794-0ba2e456659e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:49.028057 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'code': 200} Jan 29 19:45:49.033527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e836-3a74-469e-947a-43790b697625 req-cbbe8d48-5ae2-4278-ac80-23f0b4f6fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:49.035500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-cbbe8d48-5ae2-4278-ac80-23f0b4f6fa2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 1127 time: 0.1596467 Jan 29 19:45:49.039236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44700) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:49.117075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:49.261322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37c9db4e-be06-4e72-bddf-9f6df78f57b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18b6d6e5dba34a32a1160fbafe4e6476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165165 Jan 29 19:45:49.281678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44706) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:49.335411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b6a64fd3-ae33-4858-8cc6-b20d69868b37 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:49.461018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b6a64fd3-ae33-4858-8cc6-b20d69868b37 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:49.461542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:49.490527 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:45:44Z', 'revision_number': 3, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:49.504053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-ea448d9d-bbfa-4a62-bb61-e4981174822c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.4982641 Jan 29 19:45:49.536792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'floatingip': {'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:49.558540 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Checking router: 505dbdfd-cb68-4653-89d1-580a0b749b01 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:49.558886 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Updating router 505dbdfd-cb68-4653-89d1-580a0b749b01 port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:45:49.633507 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:49.652805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:49.660856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b6a64fd3-ae33-4858-8cc6-b20d69868b37 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:49.713085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72fd0b00-7891-4098-b7b7-2ca722b8d96f admin admin] Publish callbacks [] for security_group (fdd7cd25-d573-4627-bfc0-4771046cadc0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:49.727328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d6f6-5c1f-4b36-8681-7ec58f625555 req-8d719266-a77c-4487-93c7-01e0f1902b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:49.728877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7df8d6f6-5c1f-4b36-8681-7ec58f625555 req-8d719266-a77c-4487-93c7-01e0f1902b57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1127 time: 0.5642521 Jan 29 19:45:49.770454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efa073-b9b7-4679-90e8-c85db98f7c01 req-9af95e6e-e5f1-4b14-966a-bf36acbbc655 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:49.777347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16efa073-b9b7-4679-90e8-c85db98f7c01 req-9af95e6e-e5f1-4b14-966a-bf36acbbc655 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1166520 Jan 29 19:45:49.804938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7df8d6f6-5c1f-4b36-8681-7ec58f625555 req-82f49a43-3274-497f-bd5a-f6264788aa01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Jan 29 19:45:49.812057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e836-3a74-469e-947a-43790b697625 req-1d2b51bd-f94c-466d-aebf-32436992a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:49.813591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-1d2b51bd-f94c-466d-aebf-32436992a50d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.7285955 Jan 29 19:45:49.837836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72fd0b00-7891-4098-b7b7-2ca722b8d96f admin admin] Publish callbacks [] for security_group (fdd7cd25-d573-4627-bfc0-4771046cadc0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:49.888291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16efa073-b9b7-4679-90e8-c85db98f7c01 req-214a93f7-460c-436c-8ad8-a4da42259584 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100352 Jan 29 19:45:49.890012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-97599e3e-b815-4186-b308-fe7b6e8a7b69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d HTTP/1.1" status: 200 len: 217 time: 0.0632422 Jan 29 19:45:49.958163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e836-3a74-469e-947a-43790b697625 req-a2042fe9-364e-4b76-ab31-f26198b6aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:49.959641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-a2042fe9-364e-4b76-ab31-f26198b6aadd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0454698 Jan 29 19:45:50.028079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e836-3a74-469e-947a-43790b697625 req-2cd56394-704e-4997-9f46-525966d4aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:50.033801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-2cd56394-704e-4997-9f46-525966d4aba4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677173 Jan 29 19:45:50.077806 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Publish callbacks [] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.161141 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.179896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf70cf-788f-49e1-8868-32ba63e49797 req-38e9930e-f9be-46d6-892d-45543f1d106e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:50.187483 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6bbf70cf-788f-49e1-8868-32ba63e49797 req-38e9930e-f9be-46d6-892d-45543f1d106e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1524920 Jan 29 19:45:50.191200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64da2-580f-4443-96b7-aee055efecc9 req-6a375df2-0b3e-4b46-9549-25981acd146c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:50.192748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fba64da2-580f-4443-96b7-aee055efecc9 req-6a375df2-0b3e-4b46-9549-25981acd146c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f7cf7ed-f2fb-44ed-b306-1bacee789c6b HTTP/1.1" status: 200 len: 946 time: 0.2630885 Jan 29 19:45:50.232652 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Attempting to bind port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:50.232848 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Attempting to bind port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:50.233833 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Attempting to bind port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:50.243077 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:50.243330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:50.243973 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.244516 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:50.244990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Bound port: 7ec5e8c9-e3d4-49a3-892d-aad529339ed8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:50.245437 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.264249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-b7a8fe4d-48a9-4e53-8de0-44c82bb3873d service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737752 Jan 29 19:45:50.283875 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Pushing event updated for resources: {'Port': ['ID=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:50.298818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.299330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.299673 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.300012 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.300574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.300903 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.301232 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.301577 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.301922 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.302284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.303571 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.303571 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.303571 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:45:50.305370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72fd0b00-7891-4098-b7b7-2ca722b8d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fdd7cd25-d573-4627-bfc0-4771046cadc0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.307963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72fd0b00-7891-4098-b7b7-2ca722b8d96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.310889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-72fd0b00-7891-4098-b7b7-2ca722b8d96f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdd7cd25-d573-4627-bfc0-4771046cadc0 HTTP/1.1" status: 204 len: 168 time: 0.8767366 Jan 29 19:45:50.343372 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] For port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:50.346991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6bbf70cf-788f-49e1-8868-32ba63e49797 req-7b86929e-7072-485d-b759-2f4c605681a7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563969 Jan 29 19:45:50.347367 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] For port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:50.407939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab19e836-3a74-469e-947a-43790b697625 req-a80c52c0-ce41-4e41-8a1f-28ee1bd5bf75 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427059 Jan 29 19:45:50.433112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd0b00-7891-4098-b7b7-2ca722b8d96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd7cd25-d573-4627-bfc0-4771046cadc0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:50.435789 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.504269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a230c3-a9dd-46ad-bcdf-d3cd79b40f21 None None] Pushing event updated for resources: {'Port': ['ID=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:50.520485 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Routers {'505dbdfd-cb68-4653-89d1-580a0b749b01'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:50.521054 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['505dbdfd-cb68-4653-89d1-580a0b749b01'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:50.553165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Deleting port be7c4068-15f6-444d-b330-592e0f86ca95 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:45:50.553513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.604045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:50.653357 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] Set router 505dbdfd-cb68-4653-89d1-580a0b749b01 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:50.853163 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-45089898-de65-46b7-9977-270b7ef73211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:45:44Z', 'revision_number': 3, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:50.888573 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089898-de65-46b7-9977-270b7ef73211 None None] The sync data for ids ['505dbdfd-cb68-4653-89d1-580a0b749b01'] in n-d-825496-5 is: [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:45:44Z', 'revision_number': 3, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:51.213091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:45:51.320406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] For port be7c4068-15f6-444d-b330-592e0f86ca95, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=be7c4068-15f6-444d-b330-592e0f86ca95,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:51.320793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:51.349507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Calling delete_port for be7c4068-15f6-444d-b330-592e0f86ca95 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:45:51.357056 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:51.455677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:51.494902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Allocated IP 172.20.0.1 (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e/50135798-d5fa-44dd-bd5a-ab62a2ea8c05/ffad4f22-e5d8-4e0e-b9c7-f75083f992b8) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:51.693082 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Floating IP 96912cf8-20d0-4a78-9915-b86763258fea associated. External IP: 172.25.5.57, port: 66241cd3-22f4-48f1-b3e2-eba0d321b153. Jan 29 19:45:51.848126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks [] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:51.892341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (be7c4068-15f6-444d-b330-592e0f86ca95), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:51.921084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44762) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:51.927642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['66241cd3-22f4-48f1-b3e2-eba0d321b153', 'be7c4068-15f6-444d-b330-592e0f86ca95'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:45:52.043494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event deleted for resources: {'Port': ['ID=be7c4068-15f6-444d-b330-592e0f86ca95,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:52.083205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] No DVR routers for this DVR port be7c4068-15f6-444d-b330-592e0f86ca95 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:45:52.094985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.110744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fba64da2-580f-4443-96b7-aee055efecc9 req-3abba7e4-5fdd-4b52-96ee-6fc74774e3fc tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "DELETE /v2.0/ports/be7c4068-15f6-444d-b330-592e0f86ca95 HTTP/1.1" status: 204 len: 173 time: 1.8838561 Jan 29 19:45:52.226476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'name': 'network-vif-deleted', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:52.235962 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a536195-fe76-45b2-a49b-166aa092bfe7" -d '{"events": [{"server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "name": "network-vif-deleted", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:52.407784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffca5111-f326-4265-8208-cd826c6084fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.425016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:52.439474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27a6be-3f3d-4d3a-b5ac-1977ad1ce6b4 req-2459c163-73c8-4661-b10e-bd29fa7bcf3e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:52.450924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f27a6be-3f3d-4d3a-b5ac-1977ad1ce6b4 req-2459c163-73c8-4661-b10e-bd29fa7bcf3e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1136334 Jan 29 19:45:52.453273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44772) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:52.490540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.537473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:52.546525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:52.552507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:52.556885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f27a6be-3f3d-4d3a-b5ac-1977ad1ce6b4 req-20f455a8-38fd-4286-be08-fcb95cac7e25 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044378 Jan 29 19:45:52.574314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-778918599-network', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:52.693309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Pushing event updated for resources: {'Port': ['ID=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:52.754917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:52.768796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:52.786618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:52.787550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:52.789876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.795891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (505dbdfd-cb68-4653-89d1-580a0b749b01), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.806515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffca5111-f326-4265-8208-cd826c6084fc admin admin] Publish callbacks [] for security_group (554b10da-5d62-40f9-83ef-245c3c321998), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.810314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:52.814002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.878054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:52.926192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-8d533f99-38e0-4024-8925-b1dc036427b0 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "PUT /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 995 time: 3.4207377 Jan 29 19:45:52.974005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:52.987425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffca5111-f326-4265-8208-cd826c6084fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (554b10da-5d62-40f9-83ef-245c3c321998), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.009533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d581edd-3237-473f-851b-6d35fb9d8203 req-509fe646-611a-4822-8818-70e7ac7a279f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:53.018048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d581edd-3237-473f-851b-6d35fb9d8203 req-509fe646-611a-4822-8818-70e7ac7a279f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.3708379 Jan 29 19:45:53.106031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca5111-f326-4265-8208-cd826c6084fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554b10da-5d62-40f9-83ef-245c3c321998,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:53.132715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d2169e97-4f65-41f0-9a9e-4c94e4d712a5 None None] Provisioning complete for port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:53.132715 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d2169e97-4f65-41f0-9a9e-4c94e4d712a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.189282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-35686a08-bb04-477f-9889-9b1256beea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:53.195463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-35686a08-bb04-477f-9889-9b1256beea91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.2626700 Jan 29 19:45:53.232255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ffca5111-f326-4265-8208-cd826c6084fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f77e3f0e335409392a52a1830c039c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3065860 Jan 29 19:45:53.235682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44784) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:53.305693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d2169e97-4f65-41f0-9a9e-4c94e4d712a5 None None] Port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:53.341228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d581edd-3237-473f-851b-6d35fb9d8203 req-76ce4379-0f9a-47e0-992b-5c7f2108ee0e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222768 Jan 29 19:45:53.368094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks [] for security_group (cba45522-b348-40c4-81ce-d92ea3997412), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.421904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:53.439934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25738edc-350c-4453-aef1-f7797c7b5cf2 admin admin] Publish callbacks [] for security_group (554b10da-5d62-40f9-83ef-245c3c321998), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.448461 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b06875-37e0-46d1-a14a-3163c4e01baa x-openstack-request-id: req-30b06875-37e0-46d1-a14a-3163c4e01baa {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:53.449246 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7cf7ed-f2fb-44ed-b306-1bacee789c6b", "name": "network-vif-deleted", "tag": "be7c4068-15f6-444d-b330-592e0f86ca95", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:53.449246 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30b06875-37e0-46d1-a14a-3163c4e01baa {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:53.449749 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7cf7ed-f2fb-44ed-b306-1bacee789c6b', 'name': 'network-vif-deleted', 'tag': 'be7c4068-15f6-444d-b330-592e0f86ca95', 'status': 'completed', 'code': 200} Jan 29 19:45:53.450449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.473445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cba45522-b348-40c4-81ce-d92ea3997412), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.513940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:53.514316 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.529483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25738edc-350c-4453-aef1-f7797c7b5cf2 admin admin] Publish callbacks [] for security_group (554b10da-5d62-40f9-83ef-245c3c321998), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.550694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:45:53.554568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:51Z', 'revision_number': 8, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:53.583484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-dd601484-ad92-4d43-b2b4-457ae9a24b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:53.585304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-dd601484-ad92-4d43-b2b4-457ae9a24b2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.3783031 Jan 29 19:45:53.587542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:53.605762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:53.606268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba45522-b348-40c4-81ce-d92ea3997412,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:53.606376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:53.613081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (acba6d68-1cea-4cd4-b4ef-8d04adaf4af9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.613372 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Added segment acba6d68-1cea-4cd4-b4ef-8d04adaf4af9 of type vlan for network 534d07ce-bb8c-4683-9cca-1edf87284068 Jan 29 19:45:53.697406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (534d07ce-bb8c-4683-9cca-1edf87284068), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.756549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-60d6b0c4-e465-4c9f-85b9-8ff1a5254d02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 998 time: 0.1558142 Jan 29 19:45:53.770377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c624b-d983-4712-a527-6ad39cf686e1 req-f4536fce-b2ab-45ac-b42e-d4b3c2bc5097 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:53.779227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f9c624b-d983-4712-a527-6ad39cf686e1 req-f4536fce-b2ab-45ac-b42e-d4b3c2bc5097 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1127 time: 0.2168989 Jan 29 19:45:53.818225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks [] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.844821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f9c624b-d983-4712-a527-6ad39cf686e1 req-734468f6-b689-43bd-8b42-cb1d937c7a04 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Jan 29 19:45:53.878977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25738edc-350c-4453-aef1-f7797c7b5cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (554b10da-5d62-40f9-83ef-245c3c321998), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.881670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25738edc-350c-4453-aef1-f7797c7b5cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.883524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25738edc-350c-4453-aef1-f7797c7b5cf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/554b10da-5d62-40f9-83ef-245c3c321998 HTTP/1.1" status: 204 len: 168 time: 0.6309533 Jan 29 19:45:53.895453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-6b91a5e3-698f-4a9f-a250-6e1844c42cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:53.897194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-6b91a5e3-698f-4a9f-a250-6e1844c42cad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.0766239 Jan 29 19:45:53.899466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:53.899866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.916765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25738edc-350c-4453-aef1-f7797c7b5cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b10da-5d62-40f9-83ef-245c3c321998,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:53.928182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (534d07ce-bb8c-4683-9cca-1edf87284068), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.931074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:53.932802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.939984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:53.989444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:54.013693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:54.044000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Pushing event updated for resources: {'Port': ['ID=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:54.070971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] Pushing event updated for resources: {'Network': ['ID=534d07ce-bb8c-4683-9cca-1edf87284068,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:54.087808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d9c1-fdfb-414b-a591-40c1b8e20dc0 req-37c9ac63-b582-4fa5-aac7-5e3926854206 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:54.090549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 534d07ce-bb8c-4683-9cca-1edf87284068 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:45:54.094886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e81d9c1-fdfb-414b-a591-40c1b8e20dc0 req-37c9ac63-b582-4fa5-aac7-5e3926854206 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1127 time: 0.0813701 Jan 29 19:45:54.123254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (505dbdfd-cb68-4653-89d1-580a0b749b01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:54.130374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-93364323-f105-42e7-8f6d-b61b6284d1bf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6709952 Jan 29 19:45:54.130660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-bdb88b7b-9663-44c7-b828-e02ba080b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:54.130943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44792) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:54.137113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Request body: {'subnet': {'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-subnet', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:54.155317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-bdb88b7b-9663-44c7-b828-e02ba080b67c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2505596 Jan 29 19:45:54.177401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device be7c4068-15f6-444d-b330-592e0f86ca95 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:45:54.180855 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e81d9c1-fdfb-414b-a591-40c1b8e20dc0 req-bb1d5909-6378-4a8a-81af-e1ea14a2b65d tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833604 Jan 29 19:45:54.227691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: be7c4068-15f6-444d-b330-592e0f86ca95 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:45:54.228044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device be7c4068-15f6-444d-b330-592e0f86ca95 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:45:54.240550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:54.318898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:45:54.321351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:54.439716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-36d8282b-684f-4c55-92ac-8dbe06cca528 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824063 Jan 29 19:45:54.591906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-246ccb38-dbcb-4359-9eb7-8348b682d7fd req-010dd886-0b37-48f5-b6fe-d147168a4a38 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512966 Jan 29 19:45:54.595332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:54.596865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:54.672167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:54.707639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:51Z', 'revision_number': 8, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:54.744505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (43ae2ac7-1858-4c96-b813-1c199b81f07a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:54.752428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478301ab-e770-4326-a290-0fe1410f6d19 None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '96912cf8-20d0-4a78-9915-b86763258fea', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'port_id': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'mac_address': 'fa:16:3e:e7:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:02Z', 'updated_at': '2022-01-29T19:45:51Z', 'revision_number': 8, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:54.766544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Router 505dbdfd-cb68-4653-89d1-580a0b749b01 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:45:54.924009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:45:54.924915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ae2ac7-1858-4c96-b813-1c199b81f07a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:54.932995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Checking segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:54.933488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Network hostable DHCP agents. Network: 534d07ce-bb8c-4683-9cca-1edf87284068, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:45:54.943458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-87deb01c-19fb-4228-8067-7ed04e1ad664 admin admin] 10.222.0.15 "PUT /v2.0/routers/505dbdfd-cb68-4653-89d1-580a0b749b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4732571 Jan 29 19:45:54.967549 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Sync routers for ids ['505dbdfd-cb68-4653-89d1-580a0b749b01'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:45:54.984791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Routers {'505dbdfd-cb68-4653-89d1-580a0b749b01'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:54.985427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['505dbdfd-cb68-4653-89d1-580a0b749b01'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:55.048701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44812) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:55.062158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42456aae-cd80-4b7d-baaa-44f2c8b7f1d1 req-c372863d-91d1-4068-b4db-1616c8b376e8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:55.063747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-42456aae-cd80-4b7d-baaa-44f2c8b7f1d1 req-c372863d-91d1-4068-b4db-1616c8b376e8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1413639 Jan 29 19:45:55.067990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bebed995-d3d9-4a7a-b820-b636a3bd3c6d None None] Provisioning complete for port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:55.068505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bebed995-d3d9-4a7a-b820-b636a3bd3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.081832 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8456ca2-ad01-4528-be45-4e500d872244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.104667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Network 534d07ce-bb8c-4683-9cca-1edf87284068 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:45:55.172595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bebed995-d3d9-4a7a-b820-b636a3bd3c6d None None] Port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:45:55.186473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-42456aae-cd80-4b7d-baaa-44f2c8b7f1d1 req-b0c7192f-0534-460e-9c3a-4e5a9798ec42 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169872 Jan 29 19:45:55.278911 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84afcd34-ed4b-48d4-ad3e-3624339898cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.283721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622fa977-8ffa-4549-800e-00333c773396 None None] New status for floating IP 96912cf8-20d0-4a78-9915-b86763258fea: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:45:55.327169 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Set router 505dbdfd-cb68-4653-89d1-580a0b749b01 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:55.382111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8456ca2-ad01-4528-be45-4e500d872244 admin admin] Publish callbacks [] for security_group (708e25d7-3bac-41f5-9209-7d1e53e8d65d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.399277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 534d07ce-bb8c-4683-9cca-1edf87284068) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:55.414433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:55.423043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:55.423998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.438881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e664b23-48e7-4d66-b657-76cfdef30ac2 None None] Network 534d07ce-bb8c-4683-9cca-1edf87284068 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:45:55.453006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:45:55.455225 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0cb76b-fafc-45c2-a823-d69feed21eea" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:45:55.473327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8456ca2-ad01-4528-be45-4e500d872244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (708e25d7-3bac-41f5-9209-7d1e53e8d65d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.488303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-70ad94db-2878-41d5-9608-8862442f5f90 req-4410249a-a537-489e-8d7c-aecb913b0fdb tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 995 time: 0.2487147 Jan 29 19:45:55.590194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e94756c-4ea7-4e07-80f9-442b3c7027bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4512680 Jan 29 19:45:55.590904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44828) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:55.624662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:55.630429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e8456ca2-ad01-4528-be45-4e500d872244 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a60b38a8887e4231a996374f3199fdf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5806539 Jan 29 19:45:55.633516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44834) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:45:55.644793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8456ca2-ad01-4528-be45-4e500d872244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e25d7-3bac-41f5-9209-7d1e53e8d65d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:55.679781 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ffad4f22-e5d8-4e0e-b9c7-f75083f992b8', 'name': '', 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'mac_address': 'fa:16:3e:62:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:51Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 2, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'subnets': [{'id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:55.758862 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Checking router: 505dbdfd-cb68-4653-89d1-580a0b749b01 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:45:55.761662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad94db-2878-41d5-9608-8862442f5f90 req-a64e88ed-a982-42bf-8082-542f714031de tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:55.762319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Updating router 505dbdfd-cb68-4653-89d1-580a0b749b01 port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:45:55.786224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-70ad94db-2878-41d5-9608-8862442f5f90 req-a64e88ed-a982-42bf-8082-542f714031de tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2970002 Jan 29 19:45:55.793836 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63dc7b6-004d-4ab4-8550-bcbfafc22041 admin admin] Publish callbacks [] for security_group (708e25d7-3bac-41f5-9209-7d1e53e8d65d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.830936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.837177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.852591 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.935995 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks [] for router_controller (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:55.992775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63dc7b6-004d-4ab4-8550-bcbfafc22041 admin admin] Publish callbacks [] for security_group (708e25d7-3bac-41f5-9209-7d1e53e8d65d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.046735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:56.047113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.070753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-534d07ce-bb8c-4683-9cca-1edf87284068', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:45:56.072018 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.299249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks [] for router_gateway (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.312629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:56.352612 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ae59e-a39c-4d86-aeea-29b0153e16b9 x-openstack-request-id: req-533ae59e-a39c-4d86-aeea-29b0153e16b9 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:45:56.353111 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:45:56.353499 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-533ae59e-a39c-4d86-aeea-29b0153e16b9 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:45:56.354093 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'status': 'completed', 'code': 200} Jan 29 19:45:56.368020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Allocated IP 172.20.0.2 (534d07ce-bb8c-4683-9cca-1edf87284068/43ae2ac7-1858-4c96-b813-1c199b81f07a/c6c47761-8890-4895-b1c8-7f06f8647511) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:56.405025 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Publish callbacks [] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.458238 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63dc7b6-004d-4ab4-8550-bcbfafc22041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (708e25d7-3bac-41f5-9209-7d1e53e8d65d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.461114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63dc7b6-004d-4ab4-8550-bcbfafc22041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.462992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c63dc7b6-004d-4ab4-8550-bcbfafc22041 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/708e25d7-3bac-41f5-9209-7d1e53e8d65d HTTP/1.1" status: 204 len: 168 time: 0.8276992 Jan 29 19:45:56.530377 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.579093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-f522a74d-edc5-4c42-a11c-71a0addac10c tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1000 time: 0.2038884 Jan 29 19:45:56.606079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dc7b6-004d-4ab4-8550-bcbfafc22041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e25d7-3bac-41f5-9209-7d1e53e8d65d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:56.661269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4e10-d4ed-40b4-8b03-4025883766af None None] Pushing event updated for resources: {'Port': ['ID=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:56.684473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-b66a6401-2459-4c0b-b05d-af2c34d28463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:56.686036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-b66a6401-2459-4c0b-b05d-af2c34d28463 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.2524586 Jan 29 19:45:56.689435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Publish callbacks [] for port (c6c47761-8890-4895-b1c8-7f06f8647511), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.737448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-790bfd64-3924-4669-93b5-8c1492c6fec1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:56.738924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-790bfd64-3924-4669-93b5-8c1492c6fec1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports/66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 942 time: 0.1590228 Jan 29 19:45:56.744962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-062578aa-5c7c-43b2-ac9d-0726bf4dbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:56.747661 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-062578aa-5c7c-43b2-ac9d-0726bf4dbcd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 0.2535756 Jan 29 19:45:56.805472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.955314 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Attempting to bind port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:56.956188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Attempting to bind port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:56.956947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Attempting to bind port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 on network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:56.963440 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:56.965018 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Checking segment: {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:56.965626 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.966356 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Bound using segment: {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:56.967289 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Bound port: ffad4f22-e5d8-4e0e-b9c7-f75083f992b8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6f450b-6735-4376-a356-4c01a6712dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:56.967883 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:56.987419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Network 534d07ce-bb8c-4683-9cca-1edf87284068 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:56.989218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:56.995145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:57.001747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-8af7a66d-dc39-4f04-803d-54e2822f5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:57.003479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-8af7a66d-dc39-4f04-803d-54e2822f5993 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.2485452 Jan 29 19:45:57.071892 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] For port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:57.074937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Pushing event updated for resources: {'Port': ['ID=c6c47761-8890-4895-b1c8-7f06f8647511,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:57.087749 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] For port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,segment=NetworkSegment(ca6f450b-6735-4376-a356-4c01a6712dc5),segment_id=ca6f450b-6735-4376-a356-4c01a6712dc5)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:57.135084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-38b7cf46-bd15-498f-9c57-6ceed7f8f2af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.1239281 Jan 29 19:45:57.164664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Attempting to bind port c6c47761-8890-4895-b1c8-7f06f8647511 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:57.164664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Attempting to bind port c6c47761-8890-4895-b1c8-7f06f8647511 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:57.164664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Attempting to bind port c6c47761-8890-4895-b1c8-7f06f8647511 on network 534d07ce-bb8c-4683-9cca-1edf87284068 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:57.169033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:57.169418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Checking segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:57.169827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.170221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Bound using segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:57.171115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Bound port: c6c47761-8890-4895-b1c8-7f06f8647511, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:57.171115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.211371 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.227485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e311d145-7988-4059-9276-82884c965669 None None] Provisioning complete for port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:57.227865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e311d145-7988-4059-9276-82884c965669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.294330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-a8c83c09-d1a1-4b01-a3a4-35dc9ffc0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:57.294330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-a8c83c09-d1a1-4b01-a3a4-35dc9ffc0936 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0903695 Jan 29 19:45:57.337590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] For port c6c47761-8890-4895-b1c8-7f06f8647511, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:45:57.342165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] For port c6c47761-8890-4895-b1c8-7f06f8647511, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c6c47761-8890-4895-b1c8-7f06f8647511,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:57.409642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e311d145-7988-4059-9276-82884c965669 None None] Current status of the port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:57.410372 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e311d145-7988-4059-9276-82884c965669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.475908 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4e10-d4ed-40b4-8b03-4025883766af None None] Pushing event updated for resources: {'Port': ['ID=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:57.486536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e311d145-7988-4059-9276-82884c965669 None None] For port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,segment=NetworkSegment(ca6f450b-6735-4376-a356-4c01a6712dc5),segment_id=ca6f450b-6735-4376-a356-4c01a6712dc5)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:45:57.506116 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Routers {'505dbdfd-cb68-4653-89d1-580a0b749b01'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:45:57.512177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['505dbdfd-cb68-4653-89d1-580a0b749b01'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:57.543973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f7e4e43d-6fc8-46ee-961f-13d090d3a54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.547036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.638403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e311d145-7988-4059-9276-82884c965669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.659820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks [] for router_gateway (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.664748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de705618-8e34-452e-a5c5-fc8272ead44d None None] Pushing event updated for resources: {'Port': ['ID=c6c47761-8890-4895-b1c8-7f06f8647511,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:57.763940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.789967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0443e03b-290a-49fe-804a-f175f9fbe144 None None] Provisioning complete for port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:57.790285 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0443e03b-290a-49fe-804a-f175f9fbe144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:57.808486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-3607ff41-258e-422f-bff4-1f31935d171d tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:45:57.810918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-3607ff41-258e-422f-bff4-1f31935d171d tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227976 Jan 29 19:45:57.846583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311d145-7988-4059-9276-82884c965669 None None] Pushing event updated for resources: {'Port': ['ID=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:57.849752 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] Set router 505dbdfd-cb68-4653-89d1-580a0b749b01 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:45:57.928398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-9988a2ba-2031-498a-8f25-859f6fa9ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:57.933632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-9988a2ba-2031-498a-8f25-859f6fa9ffb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5096991 Jan 29 19:45:57.968051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0443e03b-290a-49fe-804a-f175f9fbe144 None None] Current status of the port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:45:58.053048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-30a42e37-1aaa-4cc2-b92f-6224fbea72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:58.064532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-30a42e37-1aaa-4cc2-b92f-6224fbea72cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 1.3434277 Jan 29 19:45:58.092587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-8c1e74b9-31a9-43ab-a0c3-525fc5d34565 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425300 Jan 29 19:45:58.281717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-8e073ef3-4e20-4cd1-bdc9-573df6f79509 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1000 time: 1.4051962 Jan 29 19:45:58.283261 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ffad4f22-e5d8-4e0e-b9c7-f75083f992b8', 'name': '', 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'mac_address': 'fa:16:3e:62:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:51Z', 'updated_at': '2022-01-29T19:45:57Z', 'revision_number': 4, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'subnets': [{'id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:45:58.309597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Allocated IP 172.25.5.79 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/ec979eba-d2db-4582-bfb4-05e7d427c328) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:45:58.314512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6e4f4a0-4c59-4dd0-9e31-eebc6ac49670 req-94e5459a-761c-4cd5-b6c0-a25c1760db9d service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143161 Jan 29 19:45:58.376102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-498c130f-8b53-4b22-92ad-846fa2984e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:58.377738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-498c130f-8b53-4b22-92ad-846fa2984e56 service neutron] 10.222.0.15 "GET /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 1124 time: 0.5582352 Jan 29 19:45:58.392656 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07091021-f9f3-4c45-8e0b-41f8fe4a7f16 None None] The sync data for ids ['505dbdfd-cb68-4653-89d1-580a0b749b01'] in n-d-825496-5 is: [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ffad4f22-e5d8-4e0e-b9c7-f75083f992b8', 'name': '', 'network_id': '202ba4a1-9acc-4ddc-97e7-75aa7c8d461e', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'mac_address': 'fa:16:3e:62:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:51Z', 'updated_at': '2022-01-29T19:45:57Z', 'revision_number': 4, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'subnets': [{'id': '50135798-d5fa-44dd-bd5a-ab62a2ea8c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:45:58.394503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Request body: {'binding': {'host': 'n-h2-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:58.395063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:45:58.493749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-2fc4c098-513d-4f26-a529-6fcbe607dd5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 1000 time: 0.4272552 Jan 29 19:45:58.538708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks [] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:58.714576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:58.759023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:58.819331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:45:58.838322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-3ca7af50-afa2-4934-a090-c5ed5713324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:58.844843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-3ca7af50-afa2-4934-a090-c5ed5713324a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.2802241 Jan 29 19:45:58.851329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:45:58.877732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:45:58.945576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Pushing event updated for resources: {'Port': ['ID=ec979eba-d2db-4582-bfb4-05e7d427c328,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:45:58.954039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-cef7d4db-747c-40ff-8ec5-e3e135d29a13 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:58.955656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-cef7d4db-747c-40ff-8ec5-e3e135d29a13 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.6737835 Jan 29 19:45:59.026031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-99a327b2-6069-47b3-8b26-21049c1f1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:45:59.028253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-99a327b2-6069-47b3-8b26-21049c1f1568 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1778896 Jan 29 19:45:59.213621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-953a78ec-1761-4ada-92f4-78391477712c service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563365 Jan 29 19:45:59.352176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-c5acadfe-dd41-49f8-a35b-46c8be783b87 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1000 time: 0.3811548 Jan 29 19:45:59.362369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on host n-h2-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:45:59.362748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:45:59.363111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:59.377048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:45:59.377380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:45:59.395976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:45:59.463724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:45:59.464833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:45:59.466521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:45:59.467014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Bound port: 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:45:59.497847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d0cb76b-fafc-45c2-a823-d69feed21eea req-26ade0d9-64e1-4cae-bd51-bdfe09f1968f service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538564 Jan 29 19:45:59.560709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:45:59.570101 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:59.622071 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:59.644903 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:45:59.694297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:45:59.718836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:59.719403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:59.752063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bde84e-2cde-4cd7-a868-391e4c19b71a None None] Network 534d07ce-bb8c-4683-9cca-1edf87284068 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:45:59.754976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks [] for router_gateway (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:59.814952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:59.816427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-d36f7dea-1784-418a-bafb-6bf2e30f4c49 service neutron] 10.222.0.15 "POST /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42/bindings HTTP/1.1" status: 201 len: 389 time: 1.4309142 Jan 29 19:45:59.943364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] Provisioning complete for port c6c47761-8890-4895-b1c8-7f06f8647511 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:45:59.943938 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:45:59.989109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.084816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.085285 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Floating IP 96912cf8-20d0-4a78-9915-b86763258fea disassociated. External IP: 172.25.5.57, port: 66241cd3-22f4-48f1-b3e2-eba0d321b153. Jan 29 19:46:00.157534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:00.376157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.398382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.564612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e1e24-5ab8-4200-91e4-e01e701508b6 req-869372b3-b154-4bb7-abd8-6e83ef39327f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:00.574772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a5e1e24-5ab8-4200-91e4-e01e701508b6 req-869372b3-b154-4bb7-abd8-6e83ef39327f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.3040867 Jan 29 19:46:00.583315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:00.584476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c6c47761-8890-4895-b1c8-7f06f8647511 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:00.686590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:00.765789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Publish callbacks [] for security_group (c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.816274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.836327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a5e1e24-5ab8-4200-91e4-e01e701508b6 req-02c8d5bb-8841-43f6-b0a3-be637bef58b6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580423 Jan 29 19:46:00.883347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] Current status of the port c6c47761-8890-4895-b1c8-7f06f8647511 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:00.894336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.902527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.908260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c6c47761-8890-4895-b1c8-7f06f8647511 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:00.908668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:00.977658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:46:01.043972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=206f78c8eee14f0282fa64d66a582d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8844793 Jan 29 19:46:01.052651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44982) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:01.092675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] For port c6c47761-8890-4895-b1c8-7f06f8647511, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c6c47761-8890-4895-b1c8-7f06f8647511,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:01.120683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c6c47761-8890-4895-b1c8-7f06f8647511 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:01.121305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:01.145036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:01.167040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.167715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.174169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.176634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.177725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.181189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.181189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da836e7a-3afc-42c5-8f9c-c4636b4c3c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:01.189644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Publish callbacks [] for security_group (c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:01.202170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ad778-e376-4862-8f49-4519519292a8 req-4187b2e6-67ba-42a6-b734-e7555a4068a6 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:01.209960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac7ad778-e376-4862-8f49-4519519292a8 req-4187b2e6-67ba-42a6-b734-e7555a4068a6 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.2535455 Jan 29 19:46:01.224449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-9a854f12-9a36-4003-9b11-17ddfffeee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:01.224449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-9a854f12-9a36-4003-9b11-17ddfffeee1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1127 time: 0.3419335 Jan 29 19:46:01.224899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:01.230879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:01.237977 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:01.250990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:01.251850 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:01.256162 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:01.340465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119ac7b-9796-4ef6-b779-a5b462717d58 None None] Pushing event updated for resources: {'Port': ['ID=c6c47761-8890-4895-b1c8-7f06f8647511,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:01.480681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-b66d19af-d9f6-482e-8358-262e1b6d4bea tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "PUT /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 695 time: 2.0836709 Jan 29 19:46:01.489579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:01.498667 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:01.516638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:01.525562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:46:01.525905 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:46:01.538753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-14a24157-1a82-41b2-b1d2-b1ae8349abe8 None None] Provisioning complete for port c6c47761-8890-4895-b1c8-7f06f8647511 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:01.539134 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-14a24157-1a82-41b2-b1d2-b1ae8349abe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:01.554831 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:01.666379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-18891cd5-bbf7-4524-9b9d-61cf910dc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:01.668932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-18891cd5-bbf7-4524-9b9d-61cf910dc0d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.4340689 Jan 29 19:46:01.696424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-538e26d3-480c-47ad-b264-79247f5c5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:01.706054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-538e26d3-480c-47ad-b264-79247f5c5a4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.1901522 Jan 29 19:46:01.750439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-14a24157-1a82-41b2-b1d2-b1ae8349abe8 None None] Current status of the port c6c47761-8890-4895-b1c8-7f06f8647511 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:01.795682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-bd9904fe-fe42-4e44-bb91-28118e132ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 217 time: 0.1207356 Jan 29 19:46:01.981749 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:02.019778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Publish callbacks [] for security_group (c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:02.041500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:02.066218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Sync routers for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:02.067956 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:02.085941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-7c6b26c5-2583-4cba-bda2-57cfada29f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:02.090313 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-7c6b26c5-2583-4cba-bda2-57cfada29f8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.2657371 Jan 29 19:46:02.101671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac7ad778-e376-4862-8f49-4519519292a8 req-7307b925-dfa8-4516-a8ff-9ca7f21c9f2d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8909745 Jan 29 19:46:02.111800 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:02.112509 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:02.153292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-e2904335-4aae-4be9-a3f1-99358f930ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484729 Jan 29 19:46:02.174271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-e3254d35-a10a-47da-9e54-01497758cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:02.177378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c6c47761-8890-4895-b1c8-7f06f8647511 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:02.183411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-e3254d35-a10a-47da-9e54-01497758cc5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 0.4753067 Jan 29 19:46:02.188287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:02.188925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:02.237599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:02.242826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8ba65cfc-102a-4f45-a075-49e5de032771 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6257329 Jan 29 19:46:02.248507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:02.289609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-2f82d01a-b434-4472-b14d-a4f70aa37fff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 217 time: 0.1051710 Jan 29 19:46:02.329439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957bf1a-83e7-43d7-865a-264320a1f0aa req-a78ad76d-f2e5-4aba-9a03-cf2ae511d612 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:02.338709 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:02.340069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6957bf1a-83e7-43d7-865a-264320a1f0aa req-a78ad76d-f2e5-4aba-9a03-cf2ae511d612 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1669102 Jan 29 19:46:02.345118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:02.352863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:02.354375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8 HTTP/1.1" status: 204 len: 168 time: 1.2987387 Jan 29 19:46:02.397547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c6c47761-8890-4895-b1c8-7f06f8647511 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:02.420964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a4f627-7f2e-43ca-93be-31ed1fe4cbc8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:02.514496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-bc579b0e-57d4-4c07-8ad3-2c0906bcb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:02.524484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-bc579b0e-57d4-4c07-8ad3-2c0906bcb225 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.2334812 Jan 29 19:46:02.530412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6957bf1a-83e7-43d7-865a-264320a1f0aa req-8d3c8bd7-6e53-4e47-b922-03c67dc4e7ce tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873279 Jan 29 19:46:02.536709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.539037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.539606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.540579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.546488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.547182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.547743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.551052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.551770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.552408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.553061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.553605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.557107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a074949-d38d-4be3-9a6b-a1ab5b281d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:02.587940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-0127e95f-8a92-46c4-b791-c19d0fca7b34 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229002 Jan 29 19:46:02.675911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:02.864697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5d654a62-1cbe-44b6-8dc1-48df0d1f5639 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699366 Jan 29 19:46:02.874556 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70dd501-6545-46b7-ad59-04159482cb14 x-openstack-request-id: req-d70dd501-6545-46b7-ad59-04159482cb14 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:02.874877 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:02.875138 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d70dd501-6545-46b7-ad59-04159482cb14 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:02.876398 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'status': 'completed', 'code': 200} Jan 29 19:46:02.878565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-cf83d32f-9fc6-485a-b876-bd67df93b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:02.882689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-cf83d32f-9fc6-485a-b876-bd67df93b04b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3c5daab1af54c4982d635be3e85c097&device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 1127 time: 0.1725388 Jan 29 19:46:02.916418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-fd961ac3-d28d-4d88-94bf-800179209991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:02.931061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-fd961ac3-d28d-4d88-94bf-800179209991 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4054744 Jan 29 19:46:02.979326 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:03.043873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f6e66-38b6-4447-848c-1cd31cbc62a2 None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:44:37Z', 'revision_number': 4, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'ad71115b-2297-464c-bdd4-6cf0610901ae', 'name': '', 'network_id': 'b03e1bf8-7488-475d-b8cc-0a061f71566f', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'mac_address': 'fa:16:3e:62:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:36Z', 'updated_at': '2022-01-29T19:44:46Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'subnets': [{'id': '030c8d74-0ee3-46ea-b1b1-7ca50927da02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:03.221044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c6c47761-8890-4895-b1c8-7f06f8647511 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:03.224036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:03.290703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-8a5f884a-5d89-4dad-814a-dd41ca7c57a9 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558073 Jan 29 19:46:03.529046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:45:59Z', 'revision_number': 3, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:03.591485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11181fe5-92fa-4680-a51d-d0fad97fe5aa req-ec9daba2-65f4-4f46-8452-9969c7a78872 service neutron] 10.222.0.15 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996795 Jan 29 19:46:03.623449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Checking router: 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:03.623807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Updating router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 port ec979eba-d2db-4582-bfb4-05e7d427c328 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:46:03.678337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c6c47761-8890-4895-b1c8-7f06f8647511 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:03.708750 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042f3cb-680b-48fa-8661-5d666947c02f None None] New status for floating IP 96912cf8-20d0-4a78-9915-b86763258fea: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:46:03.719037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:03.903766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb58934-3082-4dfb-8003-64f62507f980 req-35bc7124-80d6-476b-80ab-f4d76334d5c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:03.922887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-cdf88810-1d03-48c0-a0f3-0dacc723296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:03.932370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efb58934-3082-4dfb-8003-64f62507f980 req-35bc7124-80d6-476b-80ab-f4d76334d5c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1627469 Jan 29 19:46:03.933795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-cdf88810-1d03-48c0-a0f3-0dacc723296a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 200 len: 920 time: 1.0418162 Jan 29 19:46:03.970154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b093cd9-b723-4571-834f-a9a673458a37 req-9bc616fe-06e8-4a3e-927c-3534743536ae tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:03.985447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b093cd9-b723-4571-834f-a9a673458a37 req-9bc616fe-06e8-4a3e-927c-3534743536ae tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.6278360 Jan 29 19:46:04.077389 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efb58934-3082-4dfb-8003-64f62507f980 req-bfbb7888-4d94-4c4b-9ed9-9f41bc4c348c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379948 Jan 29 19:46:04.165277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-b0daefa0-7775-4c87-8dc6-23ccd6fd8250 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 200 len: 217 time: 0.1061542 Jan 29 19:46:04.474596 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Publish callbacks [] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:04.495369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-7591b81b-9886-4ca2-8a43-8aa108ae48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:04.497587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-7591b81b-9886-4ca2-8a43-8aa108ae48c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 200 len: 859 time: 0.3238566 Jan 29 19:46:04.528498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b093cd9-b723-4571-834f-a9a673458a37 req-3fabbb09-fb6c-499d-ab99-39eb6955031e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410826 Jan 29 19:46:04.547166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:04.623091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:04.787445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-c616496f-106d-4855-8c93-83eb277fbf87 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 200 len: 693 time: 0.1303322 Jan 29 19:46:04.816416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e03d7-7df7-4030-b23a-49bf1ad1a9ac None None] Pushing event updated for resources: {'Port': ['ID=ec979eba-d2db-4582-bfb4-05e7d427c328,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:04.822471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Attempting to bind port ec979eba-d2db-4582-bfb4-05e7d427c328 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:04.822860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Attempting to bind port ec979eba-d2db-4582-bfb4-05e7d427c328 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:04.836770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Attempting to bind port ec979eba-d2db-4582-bfb4-05e7d427c328 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:04.853817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:04.857448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:04.858034 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:04.858446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:04.859045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Bound port: ec979eba-d2db-4582-bfb4-05e7d427c328, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:04.860238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:04.965886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d140674-c6b8-45bd-8246-2561bd323bdc req-df038f43-e983-4fcc-951c-5d6f5c7dedfa tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:04.977847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d140674-c6b8-45bd-8246-2561bd323bdc req-df038f43-e983-4fcc-951c-5d6f5c7dedfa tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1525760 Jan 29 19:46:05.015448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-ea8aec28-5cf2-457f-aea3-cb1550c4b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:05.017763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-ea8aec28-5cf2-457f-aea3-cb1550c4b37c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b03e1bf8-7488-475d-b8cc-0a061f71566f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4794998 Jan 29 19:46:05.030708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] For port ec979eba-d2db-4582-bfb4-05e7d427c328, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:05.038849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] For port ec979eba-d2db-4582-bfb4-05e7d427c328, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec979eba-d2db-4582-bfb4-05e7d427c328,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:05.094377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d140674-c6b8-45bd-8246-2561bd323bdc req-abcad2b6-eee7-42ac-b5df-dac81ed5edee tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114810 Jan 29 19:46:05.154257 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:05.222622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:05.224049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:05.227676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e03d7-7df7-4030-b23a-49bf1ad1a9ac None None] Pushing event updated for resources: {'Port': ['ID=ec979eba-d2db-4582-bfb4-05e7d427c328,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:05.261481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-1ebb9a4a-e962-4564-8ae4-52dca08ff29b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:05.265523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-1ebb9a4a-e962-4564-8ae4-52dca08ff29b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.4731953 Jan 29 19:46:05.337516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Allocated IP 172.20.0.1 (534d07ce-bb8c-4683-9cca-1edf87284068/43ae2ac7-1858-4c96-b813-1c199b81f07a/9a8493a8-422a-4db3-b3c3-5a5649d13420) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:05.357056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-1e101705-1f6e-41bb-902a-ab8a61a1d16f service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014884 Jan 29 19:46:05.380363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-eb010336-1118-4045-8b83-8896a3319d14 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 696 time: 0.0950696 Jan 29 19:46:05.387401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:05.577069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-f999e4e2-a976-4eeb-8fc4-5f87a0f972f1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 696 time: 0.1725636 Jan 29 19:46:05.722595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405d1cc-0f82-41dc-880a-165366f53a37 req-0e968dc7-390b-405d-85d3-8bc4deb9a9f9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:05.733366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1405d1cc-0f82-41dc-880a-165366f53a37 req-0e968dc7-390b-405d-85d3-8bc4deb9a9f9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.0965452 Jan 29 19:46:05.752369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:45:59Z', 'revision_number': 3, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:05.804281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6a73fbc-7c33-4160-a10c-f14869d8a2f5 req-a2a57658-60fb-4998-912f-581ccbff4abc service neutron] 10.222.0.26 "GET /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286103 Jan 29 19:46:05.816972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks [] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:05.887886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1405d1cc-0f82-41dc-880a-165366f53a37 req-7369112f-846b-42de-a77b-5acb2c5b8ebe tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501186 Jan 29 19:46:06.035141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Deleting port 260fc6de-da0b-4e5f-abd6-931a83817ff5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:06.035141 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:06.106037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78f60-041e-4841-8e63-b87a5363d93d None None] The sync data for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 is: [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:45:59Z', 'revision_number': 3, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:06.143552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:06.143885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (260fc6de-da0b-4e5f-abd6-931a83817ff5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:06.169019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Calling delete_port for 260fc6de-da0b-4e5f-abd6-931a83817ff5 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:06.227590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:06.314132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87065da-c56f-4843-9ba6-95a1caed57bb req-575d6bec-64f5-4ab3-adec-40b5049dbae1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:06.327228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e87065da-c56f-4843-9ba6-95a1caed57bb req-575d6bec-64f5-4ab3-adec-40b5049dbae1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0781963 Jan 29 19:46:06.443158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e87065da-c56f-4843-9ba6-95a1caed57bb req-384ec5e9-a5d2-4f92-95b5-c23fe1adade8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143250 Jan 29 19:46:06.459371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Network 534d07ce-bb8c-4683-9cca-1edf87284068 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:06.475915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:06.487265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:06.489455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8493a8-422a-4db3-b3c3-5a5649d13420,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:06.688741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:06.971788 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (260fc6de-da0b-4e5f-abd6-931a83817ff5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.051627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event deleted for resources: {'Port': ['ID=260fc6de-da0b-4e5f-abd6-931a83817ff5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:07.137980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2c7f834d-f388-4816-8c00-7b77f954a2a5 None None] Provisioning complete for port 9a8493a8-422a-4db3-b3c3-5a5649d13420 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:07.139411 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c7f834d-f388-4816-8c00-7b77f954a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.157684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fca4c-04ab-47f1-816d-e71f47cbe1c8 req-fbea7e2f-38f8-4264-bc75-cb9ecde14546 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:07.184662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.185240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb1fca4c-04ab-47f1-816d-e71f47cbe1c8 req-fbea7e2f-38f8-4264-bc75-cb9ecde14546 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1549904 Jan 29 19:46:07.204164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks [] for floatingip (96912cf8-20d0-4a78-9915-b86763258fea), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.208769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.210160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e30870b-e7bc-4150-ad40-2178ccbefaa5 req-acce05f8-999c-48db-bcd3-5e12e1335c4b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "DELETE /v2.0/floatingips/96912cf8-20d0-4a78-9915-b86763258fea HTTP/1.1" status: 204 len: 173 time: 1.5983028 Jan 29 19:46:07.248075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f834d-f388-4816-8c00-7b77f954a2a5 None None] Port 9a8493a8-422a-4db3-b3c3-5a5649d13420 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:07.282655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb1fca4c-04ab-47f1-816d-e71f47cbe1c8 req-ab68e24a-94ef-4f3f-809b-daa4e325d88b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963504 Jan 29 19:46:07.528094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaf7c6-cbb1-4d41-85d9-99c7ea6e92b4 req-18e87ac5-0eeb-4670-b0b0-77ddc1c04638 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:07.529753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2cfaf7c6-cbb1-4d41-85d9-99c7ea6e92b4 req-18e87ac5-0eeb-4670-b0b0-77ddc1c04638 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1243834 Jan 29 19:46:07.600260 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks [] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.621857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2cfaf7c6-cbb1-4d41-85d9-99c7ea6e92b4 req-8139e7ea-e7a1-41b2-a62e-55c85f97cf7b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794797 Jan 29 19:46:07.674097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.758187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.813767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8493a8-422a-4db3-b3c3-5a5649d13420,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:07.850039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:07.907337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68cfe-c562-4783-bafa-731a09a6d465 req-32742a0b-9c46-41e1-a2bf-2b86775bf1c1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:07.914386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9b68cfe-c562-4783-bafa-731a09a6d465 req-32742a0b-9c46-41e1-a2bf-2b86775bf1c1 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 945 time: 0.1539650 Jan 29 19:46:07.977134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Network 534d07ce-bb8c-4683-9cca-1edf87284068 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:07.997773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9b68cfe-c562-4783-bafa-731a09a6d465 req-f396697c-9797-4038-abae-51405771fb43 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791543 Jan 29 19:46:07.997773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:08.164410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:08.381400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:08.398987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-96c6282a-83b3-4926-b425-d55422fc80d8 admin admin] 10.222.0.15 "PUT /v2.0/routers/6e2d2d39-a9dd-4340-88a5-6ff47f6456e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1393380 Jan 29 19:46:08.400559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-32a27559-2eda-4404-9a10-e32dbc3250c5 None None] Provisioning complete for port 9a8493a8-422a-4db3-b3c3-5a5649d13420 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:08.401008 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-32a27559-2eda-4404-9a10-e32dbc3250c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:08.489011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2caaf1-0da2-4499-a04f-9ff052950a67 req-066b1db1-301b-4261-a3e9-a7fcc292aa5f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:08.503298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a2caaf1-0da2-4499-a04f-9ff052950a67 req-066b1db1-301b-4261-a3e9-a7fcc292aa5f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1439462 Jan 29 19:46:08.503914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-32a27559-2eda-4404-9a10-e32dbc3250c5 None None] Port 9a8493a8-422a-4db3-b3c3-5a5649d13420 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:08.506690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec979eba-d2db-4582-bfb4-05e7d427c328 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:08.618946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ec979eba-d2db-4582-bfb4-05e7d427c328 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:08.619879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:08.628865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a2caaf1-0da2-4499-a04f-9ff052950a67 req-2176c5c6-c596-4b16-96be-ab72baadc9dd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137497 Jan 29 19:46:08.787175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ec979eba-d2db-4582-bfb4-05e7d427c328 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:08.787916 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:08.821182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port ec979eba-d2db-4582-bfb4-05e7d427c328, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec979eba-d2db-4582-bfb4-05e7d427c328,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:08.866067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8d8a-e83d-4acf-9e1b-d8285e37ba93 req-d60fcbc6-f5fa-4e58-aecd-9607b0f7f1ce tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:08.872768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98cc8d8a-e83d-4acf-9e1b-d8285e37ba93 req-d60fcbc6-f5fa-4e58-aecd-9607b0f7f1ce tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1167059 Jan 29 19:46:08.884765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f042f-a383-42af-a08f-8a894d5c66fc req-054219ab-4d8e-447f-9e73-8a16ed721c72 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:08.886807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d2f042f-a383-42af-a08f-8a894d5c66fc req-054219ab-4d8e-447f-9e73-8a16ed721c72 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1309757 Jan 29 19:46:08.890032 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:08.944432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98cc8d8a-e83d-4acf-9e1b-d8285e37ba93 req-9ff3442d-cd43-4c01-bccb-4761fdf8b49d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608003 Jan 29 19:46:08.960692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=ec979eba-d2db-4582-bfb4-05e7d427c328,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:08.982071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d2f042f-a383-42af-a08f-8a894d5c66fc req-076870fb-0e2a-4ca0-ab39-b0558733eb52 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889192 Jan 29 19:46:09.158896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Sync routers for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:09.170560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:09.176787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:09.226329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0618-1900-47f9-9a2d-65d7c614156a req-8cf9ddc3-7f99-41a6-9479-f377dc9139a9 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:09.235010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-038a0618-1900-47f9-9a2d-65d7c614156a req-8cf9ddc3-7f99-41a6-9479-f377dc9139a9 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 945 time: 0.1672368 Jan 29 19:46:09.389924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-038a0618-1900-47f9-9a2d-65d7c614156a req-d5389925-a532-41af-a45b-5769296fe58b tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494129 Jan 29 19:46:09.467267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:09.961908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45106) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:09.964686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b9de-ab0f-4d07-b62f-d190230a36a5 req-ff9177df-56d3-4338-a44d-2b52c004f82f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:09.967796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1042b9de-ab0f-4d07-b62f-d190230a36a5 req-ff9177df-56d3-4338-a44d-2b52c004f82f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.8968728 Jan 29 19:46:09.968346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-543827769-network', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:09.975438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-73fd518f-e562-40fd-b99c-4c7f19294097 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:09.977149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-73fd518f-e562-40fd-b99c-4c7f19294097 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 945 time: 0.8940358 Jan 29 19:46:10.002278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:07Z', 'revision_number': 2, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:10.050608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Made reservation on behalf of 508c8c4d1d8548e580f24aa426dbdfe7 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:10.055064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.065467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Checking router: 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:10.066198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Updating router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 port 9a8493a8-422a-4db3-b3c3-5a5649d13420 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:46:10.075432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.109579 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.160237 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1042b9de-ab0f-4d07-b62f-d190230a36a5 req-ea2879f6-8426-4303-a17b-4199db836244 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820056 Jan 29 19:46:10.202703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Deleting port 66241cd3-22f4-48f1-b3e2-eba0d321b153 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:10.203157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.321927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] For port 66241cd3-22f4-48f1-b3e2-eba0d321b153, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=66241cd3-22f4-48f1-b3e2-eba0d321b153,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:10.322403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.323989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c743784-67a4-4fad-a3f0-212274a899a5 req-30576668-7a24-4f2a-91b4-bc9e8ac41ec7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:10.335216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c743784-67a4-4fad-a3f0-212274a899a5 req-30576668-7a24-4f2a-91b4-bc9e8ac41ec7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.2205956 Jan 29 19:46:10.354284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec979eba-d2db-4582-bfb4-05e7d427c328 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:10.392495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Calling delete_port for 66241cd3-22f4-48f1-b3e2-eba0d321b153 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:10.417461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c743784-67a4-4fad-a3f0-212274a899a5 req-5d58b88b-495e-4945-a4ad-3e7422edfdfa tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812736 Jan 29 19:46:10.455414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks [] for security_group (2e9706a1-9715-455e-bef8-81653bc7f29f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.490825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbabcf5-88cc-4df6-ac9a-c2126422d449 req-f8fadc44-4033-4e4a-9a47-8cf3e3bfe680 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:10.492765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bbabcf5-88cc-4df6-ac9a-c2126422d449 req-f8fadc44-4033-4e4a-9a47-8cf3e3bfe680 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1653764 Jan 29 19:46:10.501201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ec979eba-d2db-4582-bfb4-05e7d427c328 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:10.502294 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.546602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2e9706a1-9715-455e-bef8-81653bc7f29f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.575258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bbabcf5-88cc-4df6-ac9a-c2126422d449 req-4a24db62-7631-4b70-8c68-dd115fc8ee1b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739717 Jan 29 19:46:10.631523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9706a1-9715-455e-bef8-81653bc7f29f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:10.647211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:46:10.678301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.678655 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Added segment 3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b of type vlan for network f70b939a-19a4-4199-8657-f7a2acacb69d Jan 29 19:46:10.719130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (66241cd3-22f4-48f1-b3e2-eba0d321b153), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.721224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f87e-a09c-489d-92eb-55459dc82d38 req-634e3770-b5ca-42e1-857c-164f022dec8d tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:10.723238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e414f87e-a09c-489d-92eb-55459dc82d38 req-634e3770-b5ca-42e1-857c-164f022dec8d tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 945 time: 0.1914392 Jan 29 19:46:10.749031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ec979eba-d2db-4582-bfb4-05e7d427c328 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:10.770353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f70b939a-19a4-4199-8657-f7a2acacb69d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.779369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Publish callbacks [] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.790841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Pushing event deleted for resources: {'Port': ['ID=66241cd3-22f4-48f1-b3e2-eba0d321b153,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:10.833944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.848723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] No DVR routers for this DVR port 66241cd3-22f4-48f1-b3e2-eba0d321b153 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:10.851482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.856157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c93d4ae0-1763-4d25-aa0b-3d1e1db6e8df req-0811b34a-5760-4889-8f83-8ccea4d6d2b7 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.26 "DELETE /v2.0/ports/66241cd3-22f4-48f1-b3e2-eba0d321b153 HTTP/1.1" status: 204 len: 173 time: 0.8675299 Jan 29 19:46:10.856646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'name': 'network-vif-deleted', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:10.859108 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec336b18-322a-41f3-9660-12449c988ac1" -d '{"events": [{"server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "name": "network-vif-deleted", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:10.880264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e414f87e-a09c-489d-92eb-55459dc82d38 req-aa05f83a-756b-4741-9ded-f0d46bec8fb4 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0077229-198f-4540-857d-439a46c1da76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292264 Jan 29 19:46:10.882803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f70b939a-19a4-4199-8657-f7a2acacb69d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.885323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:10.886970 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:10.906328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d8977-8aa9-410a-84be-2c084a210b27 None None] Pushing event updated for resources: {'Port': ['ID=9a8493a8-422a-4db3-b3c3-5a5649d13420,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:10.960337 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb478f8-66e7-48d7-9d9b-f03bff369444 x-openstack-request-id: req-acb478f8-66e7-48d7-9d9b-f03bff369444 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:10.961114 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c", "name": "network-vif-deleted", "tag": "66241cd3-22f4-48f1-b3e2-eba0d321b153", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:10.961602 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acb478f8-66e7-48d7-9d9b-f03bff369444 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:10.962234 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c', 'name': 'network-vif-deleted', 'tag': '66241cd3-22f4-48f1-b3e2-eba0d321b153', 'status': 'completed', 'code': 200} Jan 29 19:46:11.014376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0487030 Jan 29 19:46:11.014376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64293a93-adfd-4a0f-b210-5723adb8441c admin admin] Pushing event updated for resources: {'Network': ['ID=f70b939a-19a4-4199-8657-f7a2acacb69d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:11.014985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45122) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:11.027819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Request body: {'subnet': {'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-subnet', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:11.044414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f70b939a-19a4-4199-8657-f7a2acacb69d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:46:11.085257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Attempting to bind port 9a8493a8-422a-4db3-b3c3-5a5649d13420 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:11.085257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Attempting to bind port 9a8493a8-422a-4db3-b3c3-5a5649d13420 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:11.085257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Attempting to bind port 9a8493a8-422a-4db3-b3c3-5a5649d13420 on network 534d07ce-bb8c-4683-9cca-1edf87284068 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:11.095025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:11.095807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Checking segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:11.096469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.097125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Bound using segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:11.097885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Bound port: 9a8493a8-422a-4db3-b3c3-5a5649d13420, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:11.098464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.139474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Made reservation on behalf of 508c8c4d1d8548e580f24aa426dbdfe7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:11.145969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.281446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] For port 9a8493a8-422a-4db3-b3c3-5a5649d13420, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:11.288367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] For port 9a8493a8-422a-4db3-b3c3-5a5649d13420, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9a8493a8-422a-4db3-b3c3-5a5649d13420,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:11.393938 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.494062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] Provisioning complete for port 9a8493a8-422a-4db3-b3c3-5a5649d13420 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:11.495208 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.627400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (c421377a-6fd1-4ff4-a13f-4dae7654cdaf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.650477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:11.653608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:11.769885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c421377a-6fd1-4ff4-a13f-4dae7654cdaf,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:11.780097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] Current status of the port 9a8493a8-422a-4db3-b3c3-5a5649d13420 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:11.781060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:11.787173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d8977-8aa9-410a-84be-2c084a210b27 None None] Pushing event updated for resources: {'Port': ['ID=9a8493a8-422a-4db3-b3c3-5a5649d13420,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:11.817357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e392733-c32f-4a08-9feb-2ba5a73d77ca req-a4482062-278e-40a9-86b7-14390d203dd3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:11.819670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e392733-c32f-4a08-9feb-2ba5a73d77ca req-a4482062-278e-40a9-86b7-14390d203dd3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.2421288 Jan 29 19:46:11.847963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-440553b3-796c-4fce-80da-357438d891a3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--565315757&fields=id&tenant_id=b71e2f6082a24fc9930ed1144bca1a5a HTTP/1.1" status: 200 len: 267 time: 0.1509542 Jan 29 19:46:11.866247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Checking segment: {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:11.866645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Network hostable DHCP agents. Network: f70b939a-19a4-4199-8657-f7a2acacb69d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:46:11.912283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e392733-c32f-4a08-9feb-2ba5a73d77ca req-18cfddd2-647e-4692-b950-d9f5b8a4b28a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804026 Jan 29 19:46:11.987016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Network f70b939a-19a4-4199-8657-f7a2acacb69d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:46:12.061397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f70b939a-19a4-4199-8657-f7a2acacb69d) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:12.066422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:12.067039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.121540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:12.167229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bd24e-96c3-404f-84b4-ac3d5a21c462 None None] Network f70b939a-19a4-4199-8657-f7a2acacb69d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:12.169453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66241cd3-22f4-48f1-b3e2-eba0d321b153 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:12.173850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6872aca-9e37-4d80-8121-5bd374a7c0e5 req-252ff8b0-671d-4ecb-8fcf-f4021a8bfdc5 tempest-FloatingIPsAssociationTestJSON-1897116217 tempest-FloatingIPsAssociationTestJSON-1897116217-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7c3dfc7-c43a-4d1b-8fe9-5e1af432a17c HTTP/1.1" status: 200 len: 210 time: 0.0431652 Jan 29 19:46:12.193075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f416fea0-7ef8-423e-acf2-d967109328cb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1759100 Jan 29 19:46:12.195781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45134) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:12.207424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:12.220063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] For port 9a8493a8-422a-4db3-b3c3-5a5649d13420, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9a8493a8-422a-4db3-b3c3-5a5649d13420,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:12.231659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 66241cd3-22f4-48f1-b3e2-eba0d321b153 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:12.232008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 66241cd3-22f4-48f1-b3e2-eba0d321b153 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:12.320232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (620998c2-33a4-45be-bd13-fa2faf634141), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.322409 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (620998c2-33a4-45be-bd13-fa2faf634141), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.337548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.428933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks [] for router_controller (620998c2-33a4-45be-bd13-fa2faf634141), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.520535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f70b939a-19a4-4199-8657-f7a2acacb69d', 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d', 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'fixed_ips': [{'subnet_id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:46:12.521645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.523662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bae63-6a76-4bc0-9734-99d4d402c8da None None] Pushing event updated for resources: {'Port': ['ID=9a8493a8-422a-4db3-b3c3-5a5649d13420,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:12.565615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-317d3620-2187-4096-a046-c61651f4b915 None None] Provisioning complete for port 9a8493a8-422a-4db3-b3c3-5a5649d13420 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:12.565853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-317d3620-2187-4096-a046-c61651f4b915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.639597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-bf82557e-4fdc-4d46-a4ab-7e071c2c1676 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:12.649837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-bf82557e-4fdc-4d46-a4ab-7e071c2c1676 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/networks?id=09fb82d9-2110-454f-8088-53f280adc4c7 HTTP/1.1" status: 200 len: 816 time: 0.7900064 Jan 29 19:46:12.672962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-d06c46f9-9978-47f0-88ad-815df45ec4a9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/quotas/b71e2f6082a24fc9930ed1144bca1a5a HTTP/1.1" status: 200 len: 375 time: 0.0156722 Jan 29 19:46:12.756902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-1f5e439b-0805-4d09-b6bd-44e2f13aaadd tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71e2f6082a24fc9930ed1144bca1a5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784385 Jan 29 19:46:12.772993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-2ab4eec2-5f86-43f8-9ee0-c0e490aab4ad service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:46:12.780162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-2ab4eec2-5f86-43f8-9ee0-c0e490aab4ad service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112252 Jan 29 19:46:12.788893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks [] for router_gateway (620998c2-33a4-45be-bd13-fa2faf634141), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:12.851852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:12.889128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-16d7febd-6b70-4ba7-bfe7-7733de0760cf service neutron] 10.222.0.15 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080556 Jan 29 19:46:12.896013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ddcf9-06ec-4c33-a167-616f064cf636 None None] The sync data for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 is: [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:12.898533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Allocated IP 172.20.0.2 (f70b939a-19a4-4199-8657-f7a2acacb69d/c421377a-6fd1-4ff4-a13f-4dae7654cdaf/b1125700-58ab-46a2-b59a-f64dc1de0678) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:12.900563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-317d3620-2187-4096-a046-c61651f4b915 None None] Current status of the port 9a8493a8-422a-4db3-b3c3-5a5649d13420 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:13.083307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-78345947-3c4c-4b17-a2a7-b0c17d3b5a50 service neutron] 10.222.0.15 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877534 Jan 29 19:46:13.211518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Publish callbacks [] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.240111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks [] for router_gateway (620998c2-33a4-45be-bd13-fa2faf634141), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.276901 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.307664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.355872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2463b-e71a-4d94-ac45-9e88be57a259 req-d7c8975a-c04c-4f98-a5a4-a8801de78799 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:13.357789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bf2463b-e71a-4d94-ac45-9e88be57a259 req-d7c8975a-c04c-4f98-a5a4-a8801de78799 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1750102 Jan 29 19:46:13.375246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Network f70b939a-19a4-4199-8657-f7a2acacb69d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:13.379999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:13.383566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:13.463264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Pushing event updated for resources: {'Port': ['ID=b1125700-58ab-46a2-b59a-f64dc1de0678,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:13.491339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Attempting to bind port b1125700-58ab-46a2-b59a-f64dc1de0678 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:13.491757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Attempting to bind port b1125700-58ab-46a2-b59a-f64dc1de0678 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:13.492395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Attempting to bind port b1125700-58ab-46a2-b59a-f64dc1de0678 on network f70b939a-19a4-4199-8657-f7a2acacb69d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:13.498904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:13.501974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Checking segment: {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:13.501974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.501974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Bound using segment: {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:13.501974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Bound port: b1125700-58ab-46a2-b59a-f64dc1de0678, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:13.501974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.579305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Allocated IP 172.25.5.128 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:13.594979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bf2463b-e71a-4d94-ac45-9e88be57a259 req-c1dffc31-b1b0-4b8d-ad86-93e1ea5c4e21 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549950 Jan 29 19:46:13.603806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] For port b1125700-58ab-46a2-b59a-f64dc1de0678, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:13.609909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] For port b1125700-58ab-46a2-b59a-f64dc1de0678, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b1125700-58ab-46a2-b59a-f64dc1de0678,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:13.690574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:13.748239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45162) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:13.816569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423cce0-3089-4aa2-8b8e-48a94652435f None None] Pushing event updated for resources: {'Port': ['ID=b1125700-58ab-46a2-b59a-f64dc1de0678,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:13.969649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks [] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:14.342477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:14.444075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d647207f-ab28-4611-af69-449ea01f4724 req-5090228d-a6db-476a-967b-6b6992d48850 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.2661707 Jan 29 19:46:14.556348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:14.557122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Pushing event updated for resources: {'Port': ['ID=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:14.578932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:14.584709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:14.603734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9a8493a8-422a-4db3-b3c3-5a5649d13420 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:14.701705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9a8493a8-422a-4db3-b3c3-5a5649d13420 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:14.702503 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:14.887530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9a8493a8-422a-4db3-b3c3-5a5649d13420 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:14.889107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b1125700-58ab-46a2-b59a-f64dc1de0678 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:14.927971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099a85-b67c-4ca5-ae3c-ca0d4da08116 req-0179f6fc-f36f-482d-930e-5ae406c6e08e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:14.933917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5099a85-b67c-4ca5-ae3c-ca0d4da08116 req-0179f6fc-f36f-482d-930e-5ae406c6e08e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1534193 Jan 29 19:46:14.996662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b1125700-58ab-46a2-b59a-f64dc1de0678 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:15.005684 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:15.126149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5099a85-b67c-4ca5-ae3c-ca0d4da08116 req-5ac8b490-4862-4f9d-8b90-6184170476d7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823523 Jan 29 19:46:15.225394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b1125700-58ab-46a2-b59a-f64dc1de0678 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:15.226011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:15.306902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port b1125700-58ab-46a2-b59a-f64dc1de0678, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b1125700-58ab-46a2-b59a-f64dc1de0678,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:15.321600 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks [] for router_gateway (620998c2-33a4-45be-bd13-fa2faf634141), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:15.373227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (9cb1095b-2635-4db7-83bf-2037de6e3649), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:15.381539 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:15.513506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=b1125700-58ab-46a2-b59a-f64dc1de0678,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:15.677641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6755cf2e-eab3-44a2-a7a0-9efcc907ffff None None] Network f70b939a-19a4-4199-8657-f7a2acacb69d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:15.821846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a7f30f77-3333-48fe-9b21-798979495eb5 None None] Provisioning complete for port b1125700-58ab-46a2-b59a-f64dc1de0678 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:15.823988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7f30f77-3333-48fe-9b21-798979495eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:15.904511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39c9e6d5-e7f5-4d9f-96ea-fbc2f9b5bda4 req-03df988b-fd3a-4d8b-8f61-842e79756cd7 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0367329 Jan 29 19:46:16.007728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a7f30f77-3333-48fe-9b21-798979495eb5 None None] Current status of the port b1125700-58ab-46a2-b59a-f64dc1de0678 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:16.289891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (620998c2-33a4-45be-bd13-fa2faf634141), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:16.331492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b1125700-58ab-46a2-b59a-f64dc1de0678 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:16.352861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7bc15-09bf-4da8-9358-b192fa5df605 req-de005679-3bac-494c-976e-c62822a74d8d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:16.355862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86a7bc15-09bf-4da8-9358-b192fa5df605 req-de005679-3bac-494c-976e-c62822a74d8d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1064296 Jan 29 19:46:16.380685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7ffa4b4a-94fa-4363-b62e-c0b3799de986 None None] Provisioning complete for port b1125700-58ab-46a2-b59a-f64dc1de0678 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:16.381456 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4b4a-94fa-4363-b62e-c0b3799de986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:16.500870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86a7bc15-09bf-4da8-9358-b192fa5df605 req-3ac26068-cf55-4ff6-8d07-fedaeb6aaea1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374791 Jan 29 19:46:16.524289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Deleting port ad71115b-2297-464c-bdd4-6cf0610901ae {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:16.524780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:16.630615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b1125700-58ab-46a2-b59a-f64dc1de0678 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:16.631078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:16.649267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] For port ad71115b-2297-464c-bdd4-6cf0610901ae, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad71115b-2297-464c-bdd4-6cf0610901ae,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:16.649719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:16.676700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Calling delete_port for ad71115b-2297-464c-bdd4-6cf0610901ae owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:16.688875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Router 620998c2-33a4-45be-bd13-fa2faf634141 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:46:16.755218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa4b4a-94fa-4363-b62e-c0b3799de986 None None] Current status of the port b1125700-58ab-46a2-b59a-f64dc1de0678 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:16.774096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b1125700-58ab-46a2-b59a-f64dc1de0678 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:16.914400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:16.930743 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Sync routers for ids ['620998c2-33a4-45be-bd13-fa2faf634141'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:16.955127 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Routers {'620998c2-33a4-45be-bd13-fa2faf634141'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:16.955916 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['620998c2-33a4-45be-bd13-fa2faf634141'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:17.014931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:17.016852 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78979603-069e-4b00-9f6f-491bde3638ba admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8197889 Jan 29 19:46:17.019609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45196) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:17.087675 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Set router 620998c2-33a4-45be-bd13-fa2faf634141 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:17.111417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-530126b5-1b11-4580-a35b-cb62f90f1ca9 req-17b1f88b-8a5f-4a84-8b29-c3c402da36a4 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0527380 Jan 29 19:46:17.195417 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ad71115b-2297-464c-bdd4-6cf0610901ae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:17.287172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad71115b-2297-464c-bdd4-6cf0610901ae,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:17.412564 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:46:14Z', 'revision_number': 3, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:17.505154 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Checking router: 620998c2-33a4-45be-bd13-fa2faf634141 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:17.505505 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Updating router 620998c2-33a4-45be-bd13-fa2faf634141 port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:46:17.551695 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:17.569453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (9cb1095b-2635-4db7-83bf-2037de6e3649), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:17.966075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af03ce1-944a-49a4-a46b-6c73c91ebc28 req-24df07d6-e76f-4f32-8889-3f3a010e2d83 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:17.968536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2af03ce1-944a-49a4-a46b-6c73c91ebc28 req-24df07d6-e76f-4f32-8889-3f3a010e2d83 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1095188 Jan 29 19:46:18.015291 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Publish callbacks [] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:18.021639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2af03ce1-944a-49a4-a46b-6c73c91ebc28 req-e6c60d3f-1b2f-4eb1-a0fb-5b2d9a8efe62 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468857 Jan 29 19:46:18.101590 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:18.169276 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fe32d-f8d4-4296-9ff3-e6b3a94777b1 None None] Pushing event updated for resources: {'Port': ['ID=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:18.186837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e470f-ef2a-45cb-9d17-1a907a11845f req-e599d6a1-f9c9-496c-9745-c4d7545a4cb5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:18.188984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f3e470f-ef2a-45cb-9d17-1a907a11845f req-e599d6a1-f9c9-496c-9745-c4d7545a4cb5 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.5674560 Jan 29 19:46:18.204314 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Attempting to bind port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:18.204719 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Attempting to bind port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:18.205090 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Attempting to bind port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:18.218926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-2d8b8dea-c061-44a3-9de0-f83f0657e6f6 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:18.219589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-2d8b8dea-c061-44a3-9de0-f83f0657e6f6 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.26 "GET /v2.0/networks?id=09fb82d9-2110-454f-8088-53f280adc4c7 HTTP/1.1" status: 200 len: 816 time: 0.4957552 Jan 29 19:46:18.220891 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:18.221274 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:18.221690 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:18.222072 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:18.222548 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Bound port: fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:18.223043 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:18.314959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52372203-08b4-4470-9c71-070da12f2e6b req-e53c8cb3-2d80-451e-8981-65edad3f3941 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0654585 Jan 29 19:46:18.349034 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] For port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:18.357029 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] For port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:18.373910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f3e470f-ef2a-45cb-9d17-1a907a11845f req-a15291dc-e73e-42f3-b117-cf6d1ea282bb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639578 Jan 29 19:46:18.422011 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:18.482547 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Routers {'620998c2-33a4-45be-bd13-fa2faf634141'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:18.483270 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['620998c2-33a4-45be-bd13-fa2faf634141'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:18.550305 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fe32d-f8d4-4296-9ff3-e6b3a94777b1 None None] Pushing event updated for resources: {'Port': ['ID=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:18.617463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Router 9cb1095b-2635-4db7-83bf-2037de6e3649 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:18.637142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-9b56cb09-ef8a-4613-b0ae-fb48b46f1cd7 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71e2f6082a24fc9930ed1144bca1a5a HTTP/1.1" status: 200 len: 379 time: 0.2690094 Jan 29 19:46:18.671528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Request body: {'port': {'device_id': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'admin_state_up': True, 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'security_groups': ['36537436-2c5f-493e-a9c6-8a7b003a5a9a']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:18.698256 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] Set router 620998c2-33a4-45be-bd13-fa2faf634141 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:18.795397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:19.039424 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:46:14Z', 'revision_number': 3, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:19.043996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:19.049989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-003921b2-fb5d-419b-a65a-b16a12d2c602 admin admin] 10.222.0.15 "PUT /v2.0/routers/9cb1095b-2635-4db7-83bf-2037de6e3649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2973423 Jan 29 19:46:19.053233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45214) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:19.072502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] Sync routers for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:19.113087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:19.114364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:19.175904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4270ded8-1c85-4e6d-8c01-81cda5176fd0 None None] The sync data for ids ['620998c2-33a4-45be-bd13-fa2faf634141'] in n-d-825496-5 is: [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:46:14Z', 'revision_number': 3, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:19.352775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970d3f-81e5-4dc0-88ee-1f18c863210e req-2ce6a4c8-ac59-432a-9dcd-565e93fb4a4b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:19.356936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20970d3f-81e5-4dc0-88ee-1f18c863210e req-2ce6a4c8-ac59-432a-9dcd-565e93fb4a4b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1614246 Jan 29 19:46:19.383190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:19.434601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks [] for router (9cb1095b-2635-4db7-83bf-2037de6e3649), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:19.626955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20970d3f-81e5-4dc0-88ee-1f18c863210e req-21c9ebfd-9555-4fca-b1a7-2436f392e801 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523685 Jan 29 19:46:19.803589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks [] for router_gateway (9cb1095b-2635-4db7-83bf-2037de6e3649), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:19.831375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Made reservation on behalf of b71e2f6082a24fc9930ed1144bca1a5a for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:19.835565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:19.877006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:46:16Z', 'revision_number': 5, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port': {'id': '9b180a71-8558-44e1-ae84-775d0c6309fb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:19.894457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f42a9af-ad49-41e0-a4cc-c4d4e2846d16 req-e3d96ddf-eea2-46e0-866b-286df5a4a89b tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0636704 Jan 29 19:46:19.911593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] Checking router: 9cb1095b-2635-4db7-83bf-2037de6e3649 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:19.916580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Allocated IP 172.20.0.1 (f70b939a-19a4-4199-8657-f7a2acacb69d/c421377a-6fd1-4ff4-a13f-4dae7654cdaf/166c28de-3120-4bb9-9ee9-78938d806133) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:19.922867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] Routers {'9cb1095b-2635-4db7-83bf-2037de6e3649'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:19.923491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9cb1095b-2635-4db7-83bf-2037de6e3649'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:20.027712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a94a97-2340-41bb-8dd3-12d1f9f01853 req-0bafb728-693e-45dd-b374-3f570e754cb7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:20.035906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a94a97-2340-41bb-8dd3-12d1f9f01853 req-0bafb728-693e-45dd-b374-3f570e754cb7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.2278397 Jan 29 19:46:20.112713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] Set router 9cb1095b-2635-4db7-83bf-2037de6e3649 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:20.127148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1a94a97-2340-41bb-8dd3-12d1f9f01853 req-a9299895-f8e5-46c6-b964-a3e9295c4aba tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893180 Jan 29 19:46:20.139286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Deleting port 9b180a71-8558-44e1-ae84-775d0c6309fb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:20.141093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.147085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks [] for port (166c28de-3120-4bb9-9ee9-78938d806133), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.247780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:46:19Z', 'revision_number': 6, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:20.321631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] For port 9b180a71-8558-44e1-ae84-775d0c6309fb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9b180a71-8558-44e1-ae84-775d0c6309fb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:20.322377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.339166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Calling delete_port for 9b180a71-8558-44e1-ae84-775d0c6309fb owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:20.349945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Allocated IP 172.20.0.3 (09fb82d9-2110-454f-8088-53f280adc4c7/353154bc-ded0-4966-965a-8f52064d1a5f/032cbc24-fe61-4396-835d-42013307b56f) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:20.359437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd2bf8-f821-4db2-953f-5f2038ee07fa None None] The sync data for ids ['9cb1095b-2635-4db7-83bf-2037de6e3649'] in n-d-825496-5 is: [{'id': '9cb1095b-2635-4db7-83bf-2037de6e3649', 'name': 'tempest-FloatingIPsAssociationTestJSON-767837500-router', 'tenant_id': 'f3c5daab1af54c4982d635be3e85c097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:29Z', 'updated_at': '2022-01-29T19:46:19Z', 'revision_number': 6, 'project_id': 'f3c5daab1af54c4982d635be3e85c097', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:20.415315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (166c28de-3120-4bb9-9ee9-78938d806133), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.446738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:20.512106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=166c28de-3120-4bb9-9ee9-78938d806133,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:20.543706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Network f70b939a-19a4-4199-8657-f7a2acacb69d is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:20.545404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:20.545898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.555102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:20.568048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:20.723259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:20.731346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.752768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9b180a71-8558-44e1-ae84-775d0c6309fb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.770169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:20.794123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b180a71-8558-44e1-ae84-775d0c6309fb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:20.839585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (620998c2-33a4-45be-bd13-fa2faf634141), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.844188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:20.949391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (9cb1095b-2635-4db7-83bf-2037de6e3649), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.049410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for port (032cbc24-fe61-4396-835d-42013307b56f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.074809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:21.081584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-acb52fc3-24e2-4d98-aecc-8ff5b6b49d88 None None] Provisioning complete for port 166c28de-3120-4bb9-9ee9-78938d806133 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:21.090825 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-acb52fc3-24e2-4d98-aecc-8ff5b6b49d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166c28de-3120-4bb9-9ee9-78938d806133), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.091154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f64b8d-73b2-426d-91b6-715a9886dfb5 req-1bad52ed-5228-4f71-b7e1-dd26db295a10 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:21.091154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59f64b8d-73b2-426d-91b6-715a9886dfb5 req-1bad52ed-5228-4f71-b7e1-dd26db295a10 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.3384943 Jan 29 19:46:21.129606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-acb52fc3-24e2-4d98-aecc-8ff5b6b49d88 None None] Port 166c28de-3120-4bb9-9ee9-78938d806133 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:21.160992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05c86105-5c5a-4a68-a837-29b90fe0b708 req-f1898093-50f0-4386-ab01-f06d27868ad1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0570235 Jan 29 19:46:21.204334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (9cb1095b-2635-4db7-83bf-2037de6e3649), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.211234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks [] for router_controller (9cb1095b-2635-4db7-83bf-2037de6e3649), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.233209 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59f64b8d-73b2-426d-91b6-715a9886dfb5 req-9a69a799-bc99-4878-a78b-8719d5c98d03 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357727 Jan 29 19:46:21.349522 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166c28de-3120-4bb9-9ee9-78938d806133), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.370932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afaa20-f81e-4727-9304-23fa42c12f49 req-39b2413a-ecf5-4047-b504-df77f73e0d78 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:21.381897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7afaa20-f81e-4727-9304-23fa42c12f49 req-39b2413a-ecf5-4047-b504-df77f73e0d78 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.0879912 Jan 29 19:46:21.415689 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.434146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (9cb1095b-2635-4db7-83bf-2037de6e3649), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.440974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb1095b-2635-4db7-83bf-2037de6e3649 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:46:21.444710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.448547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-91395d0b-6724-419f-82c3-93b31f8169cc admin admin] 10.222.0.15 "DELETE /v2.0/routers/9cb1095b-2635-4db7-83bf-2037de6e3649 HTTP/1.1" status: 204 len: 168 time: 2.3888779 Jan 29 19:46:21.450300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45236) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:21.495234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Network 09fb82d9-2110-454f-8088-53f280adc4c7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:21.506557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:21.512493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Deleting subnet 030c8d74-0ee3-46ea-b1b1-7ca50927da02 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:46:21.516360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Publish callbacks [] for subnet (030c8d74-0ee3-46ea-b1b1-7ca50927da02), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.524582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:21.524735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7afaa20-f81e-4727-9304-23fa42c12f49 req-39093ef5-f60e-4253-bad3-27657f0d18ea tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419580 Jan 29 19:46:21.565748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event updated for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:21.582072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (030c8d74-0ee3-46ea-b1b1-7ca50927da02), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.689375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (030c8d74-0ee3-46ea-b1b1-7ca50927da02), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.696484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:21.697181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.783014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks [] for port (166c28de-3120-4bb9-9ee9-78938d806133), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.848000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-208ee204-0cee-41fc-b286-19b734b467e3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2034414 Jan 29 19:46:21.866952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Request body: {'port': {'device_id': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:21.868067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (030c8d74-0ee3-46ea-b1b1-7ca50927da02), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.877470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (166c28de-3120-4bb9-9ee9-78938d806133), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.917253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030c8d74-0ee3-46ea-b1b1-7ca50927da02,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:21.930722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:21.935861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-942d2f92-39f7-40a8-b3fc-cbf048758d55 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/030c8d74-0ee3-46ea-b1b1-7ca50927da02 HTTP/1.1" status: 204 len: 168 time: 0.4845572 Jan 29 19:46:21.936672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046c68a-c692-497c-a7e0-d6e4c9f06742 None None] Network b03e1bf8-7488-475d-b8cc-0a061f71566f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:21.941532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45238) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:21.985478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=166c28de-3120-4bb9-9ee9-78938d806133,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:22.060178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (620998c2-33a4-45be-bd13-fa2faf634141), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.083006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (032cbc24-fe61-4396-835d-42013307b56f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.138119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fcde14fd-0945-41de-a3db-b27fa14d591c None None] Provisioning complete for port 032cbc24-fe61-4396-835d-42013307b56f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:22.138669 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fcde14fd-0945-41de-a3db-b27fa14d591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (032cbc24-fe61-4396-835d-42013307b56f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.160429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b03e1bf8-7488-475d-b8cc-0a061f71566f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.231690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fcde14fd-0945-41de-a3db-b27fa14d591c None None] Port 032cbc24-fe61-4396-835d-42013307b56f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:22.345042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Deleting port 2c44e790-c687-4c43-9bc1-489232c33c4a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:22.345593 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.348905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] DHCP port deletion for b03e1bf8-7488-475d-b8cc-0a061f71566f request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:46:22.453989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:22.488505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Network f70b939a-19a4-4199-8657-f7a2acacb69d is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:22.493688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:22.528037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] Deleting port 2c44e790-c687-4c43-9bc1-489232c33c4a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:22.528615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.564635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] For port 2c44e790-c687-4c43-9bc1-489232c33c4a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2c44e790-c687-4c43-9bc1-489232c33c4a,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:22.565414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.585814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Calling delete_port for 2c44e790-c687-4c43-9bc1-489232c33c4a owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:22.620189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebc09-99eb-44fc-9788-6c0c9b3410ad req-f32c277a-1437-4eef-946e-a7b07bbb16ec tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:22.627648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b77ebc09-99eb-44fc-9788-6c0c9b3410ad req-f32c277a-1437-4eef-946e-a7b07bbb16ec tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 931 time: 0.2422650 Jan 29 19:46:22.702386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] For port 2c44e790-c687-4c43-9bc1-489232c33c4a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2c44e790-c687-4c43-9bc1-489232c33c4a,segment=NetworkSegment(bb15919a-57ab-4125-9cb3-b14117d1ff38),segment_id=bb15919a-57ab-4125-9cb3-b14117d1ff38)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:22.702797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.735673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1879d-90ec-4f9e-89ea-aa2f8c054cb0 req-84a16d19-a05b-4869-a02c-42bee0b3f8b3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:22.737295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54d1879d-90ec-4f9e-89ea-aa2f8c054cb0 req-84a16d19-a05b-4869-a02c-42bee0b3f8b3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.3406012 Jan 29 19:46:22.756668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] Calling delete_port for 2c44e790-c687-4c43-9bc1-489232c33c4a owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:22.780351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:22.780735 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.789429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.862002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b77ebc09-99eb-44fc-9788-6c0c9b3410ad req-51e226d6-b7ea-48f7-8db2-9dad90e7f73a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333455 Jan 29 19:46:22.886386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] No DVR routers for this DVR port 2c44e790-c687-4c43-9bc1-489232c33c4a on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:22.925957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Router 620998c2-33a4-45be-bd13-fa2faf634141 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:22.941256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c44e790-c687-4c43-9bc1-489232c33c4a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:22.958216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032cbc24-fe61-4396-835d-42013307b56f {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:46:22.958851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54d1879d-90ec-4f9e-89ea-aa2f8c054cb0 req-7ad098c8-fee0-4419-878a-f3fac3974947 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153611 Jan 29 19:46:22.966590 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (2c44e790-c687-4c43-9bc1-489232c33c4a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.975737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Publish callbacks [] for port (032cbc24-fe61-4396-835d-42013307b56f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:22.995240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Transition to ACTIVE for port object 032cbc24-fe61-4396-835d-42013307b56f will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:46:22.996825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] Pushing event deleted for resources: {'Port': ['ID=2c44e790-c687-4c43-9bc1-489232c33c4a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:23.022727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c3d32-26da-497b-be06-d8210d963a97 None None] No DVR routers for this DVR port 2c44e790-c687-4c43-9bc1-489232c33c4a on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:23.032045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39820625-0e33-4bd8-a337-6e5e5afdc0c8 None None] Provisioning complete for port 166c28de-3120-4bb9-9ee9-78938d806133 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:23.032454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39820625-0e33-4bd8-a337-6e5e5afdc0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166c28de-3120-4bb9-9ee9-78938d806133), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.092984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b03e1bf8-7488-475d-b8cc-0a061f71566f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.130125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03e1bf8-7488-475d-b8cc-0a061f71566f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:23.155059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb15919a-57ab-4125-9cb3-b14117d1ff38') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:23.155362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb15919a-57ab-4125-9cb3-b14117d1ff38') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:23.157539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:23.167861 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Sync routers for ids ['620998c2-33a4-45be-bd13-fa2faf634141'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:23.175705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (bb15919a-57ab-4125-9cb3-b14117d1ff38), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.177607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0bbc4eef-d9d5-4e1d-bc1c-fb1eb337d5f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/620998c2-33a4-45be-bd13-fa2faf634141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1567547 Jan 29 19:46:23.182588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.190761 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Routers {'620998c2-33a4-45be-bd13-fa2faf634141'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:23.192049 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['620998c2-33a4-45be-bd13-fa2faf634141'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:23.221992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (bb15919a-57ab-4125-9cb3-b14117d1ff38), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.226205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:46:23.227289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (bb15919a-57ab-4125-9cb3-b14117d1ff38), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:46:23.232507 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:46:23.427237 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Set router 620998c2-33a4-45be-bd13-fa2faf634141 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:23.444027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b03e1bf8-7488-475d-b8cc-0a061f71566f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.450496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.454105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b03e1bf8-7488-475d-b8cc-0a061f71566f HTTP/1.1" status: 204 len: 168 time: 1.5113139 Jan 29 19:46:23.461594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-39820625-0e33-4bd8-a337-6e5e5afdc0c8 None None] Port 166c28de-3120-4bb9-9ee9-78938d806133 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:23.497446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:23.516104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799b0ba-dbc0-4453-87b5-e6a2e53116f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b03e1bf8-7488-475d-b8cc-0a061f71566f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:23.524586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Pushing event updated for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:23.540823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc2b9a-2a97-4782-974e-a9d2e434c622 req-581b3800-2aaf-4607-9b24-62a42443940a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:23.543461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cbc2b9a-2a97-4782-974e-a9d2e434c622 req-581b3800-2aaf-4607-9b24-62a42443940a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.5460911 Jan 29 19:46:23.614574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9b180a71-8558-44e1-ae84-775d0c6309fb no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:23.659192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9b180a71-8558-44e1-ae84-775d0c6309fb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:23.660058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9b180a71-8558-44e1-ae84-775d0c6309fb not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:23.665827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad71115b-2297-464c-bdd4-6cf0610901ae no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:23.680224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cbc2b9a-2a97-4782-974e-a9d2e434c622 req-4116306f-353c-49a6-8072-db9d766a6ebd tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250055 Jan 29 19:46:23.693233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ad71115b-2297-464c-bdd4-6cf0610901ae {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:23.693639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad71115b-2297-464c-bdd4-6cf0610901ae not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:23.723191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Attempting to bind port 032cbc24-fe61-4396-835d-42013307b56f on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:23.723535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Attempting to bind port 032cbc24-fe61-4396-835d-42013307b56f by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:23.723875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Attempting to bind port 032cbc24-fe61-4396-835d-42013307b56f on network 09fb82d9-2110-454f-8088-53f280adc4c7 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:23.728421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Port 032cbc24-fe61-4396-835d-42013307b56f on network 09fb82d9-2110-454f-8088-53f280adc4c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:46:23.728768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Attempting to bind port 032cbc24-fe61-4396-835d-42013307b56f on network 09fb82d9-2110-454f-8088-53f280adc4c7 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:23.741401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:23.742314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Checking segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:23.742925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Bound using segment: {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:23.744150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Bound port: 032cbc24-fe61-4396-835d-42013307b56f, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f11aa6-3df8-4a35-84dd-1866db703a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:23.746070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (032cbc24-fe61-4396-835d-42013307b56f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.757020 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:46:21Z', 'revision_number': 4, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166c28de-3120-4bb9-9ee9-78938d806133', 'name': '', 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'mac_address': 'fa:16:3e:77:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:18Z', 'updated_at': '2022-01-29T19:46:21Z', 'revision_number': 2, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'subnets': [{'id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:23.788940 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Checking router: 620998c2-33a4-45be-bd13-fa2faf634141 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:23.789337 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Updating router 620998c2-33a4-45be-bd13-fa2faf634141 port 166c28de-3120-4bb9-9ee9-78938d806133 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:46:23.827099 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166c28de-3120-4bb9-9ee9-78938d806133), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:23.833338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:23.837901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=032cbc24-fe61-4396-835d-42013307b56f,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:23.914424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.011850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:24.013436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.015036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] 10.222.0.26 "PUT /v2.0/ports/032cbc24-fe61-4396-835d-42013307b56f HTTP/1.1" status: 200 len: 1091 time: 2.1525002 Jan 29 19:46:24.021820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'tag': '032cbc24-fe61-4396-835d-42013307b56f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:24.025771 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1801322e-4a23-47cd-b48c-993be32dd3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "tag": "032cbc24-fe61-4396-835d-42013307b56f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:24.079791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842ea68-1d68-4dda-92ec-f6ec1fef93f3 req-0025653f-c3e5-4817-be68-ae5d2cc824d9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:24.082780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9842ea68-1d68-4dda-92ec-f6ec1fef93f3 req-0025653f-c3e5-4817-be68-ae5d2cc824d9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1493647 Jan 29 19:46:24.156391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45268) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:24.178998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff9b22-5a02-4811-bf84-89342976702a service neutron] Pushing event updated for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:24.300709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520068fe-c701-4aaf-96ad-ef29c5292495 req-7326af65-5b5d-4306-9ce8-a1814c9f695a tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:24.300869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-276df61c-b854-4b77-b9b3-da9ad08ba5e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3c5daab1af54c4982d635be3e85c097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394594 Jan 29 19:46:24.307512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-520068fe-c701-4aaf-96ad-ef29c5292495 req-7326af65-5b5d-4306-9ce8-a1814c9f695a tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1975758 Jan 29 19:46:24.315505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45270) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:24.316407 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9842ea68-1d68-4dda-92ec-f6ec1fef93f3 req-63d0106c-4ac2-4f3b-8df4-56252e2738ee tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208731 Jan 29 19:46:24.369215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2c44e790-c687-4c43-9bc1-489232c33c4a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:24.404532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 2c44e790-c687-4c43-9bc1-489232c33c4a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:24.406005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2c44e790-c687-4c43-9bc1-489232c33c4a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:24.430311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-d1feac20-4dc4-4fa9-bba9-5430e507ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:24.433621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-d1feac20-4dc4-4fa9-bba9-5430e507ab27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b71e2f6082a24fc9930ed1144bca1a5a&device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 1125 time: 0.2730253 Jan 29 19:46:24.435352 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aacc4b4-9194-49db-9b48-99f5e6ebe024 x-openstack-request-id: req-8aacc4b4-9194-49db-9b48-99f5e6ebe024 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:24.436560 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "tag": "032cbc24-fe61-4396-835d-42013307b56f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:24.437026 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aacc4b4-9194-49db-9b48-99f5e6ebe024 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:24.438035 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'tag': '032cbc24-fe61-4396-835d-42013307b56f', 'status': 'completed', 'code': 200} Jan 29 19:46:24.438838 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Publish callbacks [] for port (166c28de-3120-4bb9-9ee9-78938d806133), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.506670 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (166c28de-3120-4bb9-9ee9-78938d806133), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.510027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-520068fe-c701-4aaf-96ad-ef29c5292495 req-74289125-cad0-4f90-8506-8c1ead3e9a5c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014818 Jan 29 19:46:24.513593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-91849193-758c-41e8-b969-c8b952dfbb9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032cbc24-fe61-4396-835d-42013307b56f HTTP/1.1" status: 200 len: 217 time: 0.0579157 Jan 29 19:46:24.529610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5e37ef-b366-4f76-a32b-de0bb0e7eaad admin admin] Publish callbacks [] for security_group (a0077229-198f-4540-857d-439a46c1da76), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.553341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5e37ef-b366-4f76-a32b-de0bb0e7eaad admin admin] Publish callbacks [] for security_group (a0077229-198f-4540-857d-439a46c1da76), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.582780 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbe06-848e-4fcd-b28a-538c10a43c0a None None] Pushing event updated for resources: {'Port': ['ID=166c28de-3120-4bb9-9ee9-78938d806133,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:24.652464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-ca3f1304-24c7-4341-a490-529ccc841c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:24.655787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-ca3f1304-24c7-4341-a490-529ccc841c13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353154bc-ded0-4966-965a-8f52064d1a5f HTTP/1.1" status: 200 len: 855 time: 0.1270852 Jan 29 19:46:24.682179 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Attempting to bind port 166c28de-3120-4bb9-9ee9-78938d806133 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:24.682736 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Attempting to bind port 166c28de-3120-4bb9-9ee9-78938d806133 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:24.683233 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Attempting to bind port 166c28de-3120-4bb9-9ee9-78938d806133 on network f70b939a-19a4-4199-8657-f7a2acacb69d {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:24.690521 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:24.691009 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Checking segment: {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:24.691500 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.691988 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Bound using segment: {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:24.692603 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Bound port: 166c28de-3120-4bb9-9ee9-78938d806133, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:24.693075 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166c28de-3120-4bb9-9ee9-78938d806133), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.744405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-fa62b807-7013-4e84-849e-1974b9ad41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:24.747100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-fa62b807-7013-4e84-849e-1974b9ad41dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09fb82d9-2110-454f-8088-53f280adc4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0864031 Jan 29 19:46:24.774244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] For port 166c28de-3120-4bb9-9ee9-78938d806133, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:24.780606 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] For port 166c28de-3120-4bb9-9ee9-78938d806133, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=166c28de-3120-4bb9-9ee9-78938d806133,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:24.788234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5e37ef-b366-4f76-a32b-de0bb0e7eaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a0077229-198f-4540-857d-439a46c1da76), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.790950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5e37ef-b366-4f76-a32b-de0bb0e7eaad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.792367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5a5e37ef-b366-4f76-a32b-de0bb0e7eaad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0077229-198f-4540-857d-439a46c1da76 HTTP/1.1" status: 204 len: 168 time: 0.4750123 Jan 29 19:46:24.812824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e37ef-b366-4f76-a32b-de0bb0e7eaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0077229-198f-4540-857d-439a46c1da76,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:24.872943 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (166c28de-3120-4bb9-9ee9-78938d806133), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:24.882389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-e5996a2b-4ad3-4d35-bf62-e941fa87f198 service neutron] 10.222.0.26 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285653 Jan 29 19:46:24.984447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Routers {'620998c2-33a4-45be-bd13-fa2faf634141'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:24.985083 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:45:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['620998c2-33a4-45be-bd13-fa2faf634141'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:24.993472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191632df-ce4a-49cb-a5e7-9f2fb8ce7a14 req-74e3f05b-c0fd-400b-97f3-5812e40646e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:25.017353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-191632df-ce4a-49cb-a5e7-9f2fb8ce7a14 req-74e3f05b-c0fd-400b-97f3-5812e40646e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1639159 Jan 29 19:46:25.095872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] Provisioning complete for port 166c28de-3120-4bb9-9ee9-78938d806133 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:25.097544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166c28de-3120-4bb9-9ee9-78938d806133), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:25.106914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c849fd82-452b-4712-b9c6-03aa0c1fbebf req-a28e069d-c91b-4cf5-a725-f40224681568 service neutron] 10.222.0.26 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135556 Jan 29 19:46:25.177346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c5c62bc-1eec-49f1-9f0d-509d833ff688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:25.182047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-191632df-ce4a-49cb-a5e7-9f2fb8ce7a14 req-7f4f27b6-b70a-48e7-a8e7-7fe98b32c982 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636286 Jan 29 19:46:25.265265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] Current status of the port 166c28de-3120-4bb9-9ee9-78938d806133 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:25.274608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166c28de-3120-4bb9-9ee9-78938d806133), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:25.285283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbe06-848e-4fcd-b28a-538c10a43c0a None None] Pushing event updated for resources: {'Port': ['ID=166c28de-3120-4bb9-9ee9-78938d806133,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:25.345357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-d6aa497d-8821-47a7-86dc-8e3bddf571fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:25.345357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-d6aa497d-8821-47a7-86dc-8e3bddf571fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b71e2f6082a24fc9930ed1144bca1a5a&device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 1125 time: 0.0642917 Jan 29 19:46:25.360508 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] Set router 620998c2-33a4-45be-bd13-fa2faf634141 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:25.403881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] For port 166c28de-3120-4bb9-9ee9-78938d806133, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=166c28de-3120-4bb9-9ee9-78938d806133,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:25.484520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (166c28de-3120-4bb9-9ee9-78938d806133), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:25.585168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-ff491204-4ceb-4d39-b83e-e2a27020badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:25.588950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-ff491204-4ceb-4d39-b83e-e2a27020badd service neutron] 10.222.0.26 "GET /v2.0/networks?id=09fb82d9-2110-454f-8088-53f280adc4c7 HTTP/1.1" status: 200 len: 916 time: 0.2366574 Jan 29 19:46:25.610814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd9eae-dbd4-4002-985d-4d0db5388776 req-c827df1b-2ed4-40b0-aca2-3e5de3c5c17f tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:25.613841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71cd9eae-dbd4-4002-985d-4d0db5388776 req-c827df1b-2ed4-40b0-aca2-3e5de3c5c17f tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1681626 Jan 29 19:46:25.681252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a49166-a605-4369-88f7-c51976f1a5e7 None None] Pushing event updated for resources: {'Port': ['ID=166c28de-3120-4bb9-9ee9-78938d806133,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:25.694610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c0892db7-e7b8-4ce1-ac7c-0186e7e9b679 None None] Provisioning complete for port 166c28de-3120-4bb9-9ee9-78938d806133 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:25.695770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0892db7-e7b8-4ce1-ac7c-0186e7e9b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166c28de-3120-4bb9-9ee9-78938d806133), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:25.741935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-86a21683-88fb-49cb-bfcc-c04a302af764 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032cbc24-fe61-4396-835d-42013307b56f HTTP/1.1" status: 200 len: 217 time: 0.1261563 Jan 29 19:46:25.777825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7920-79cf-450b-b6d6-cbdac548b37b req-eb3028df-4118-4e53-8d65-df9ebe6c0372 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:25.786882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82fe7920-79cf-450b-b6d6-cbdac548b37b req-eb3028df-4118-4e53-8d65-df9ebe6c0372 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0712743 Jan 29 19:46:25.831006 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:46:21Z', 'revision_number': 4, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166c28de-3120-4bb9-9ee9-78938d806133', 'name': '', 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'mac_address': 'fa:16:3e:77:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:18Z', 'updated_at': '2022-01-29T19:46:24Z', 'revision_number': 4, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'subnets': [{'id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:25.852006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82fe7920-79cf-450b-b6d6-cbdac548b37b req-d863354a-3409-4984-9e55-45c14e363542 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613918 Jan 29 19:46:25.887036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c0892db7-e7b8-4ce1-ac7c-0186e7e9b679 None None] Current status of the port 166c28de-3120-4bb9-9ee9-78938d806133 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:25.895725 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cfa6e-ee98-4247-a06f-392a984c0904 None None] The sync data for ids ['620998c2-33a4-45be-bd13-fa2faf634141'] in n-d-825496-5 is: [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:46:21Z', 'revision_number': 4, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166c28de-3120-4bb9-9ee9-78938d806133', 'name': '', 'network_id': 'f70b939a-19a4-4199-8657-f7a2acacb69d', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'mac_address': 'fa:16:3e:77:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:18Z', 'updated_at': '2022-01-29T19:46:24Z', 'revision_number': 4, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'subnets': [{'id': 'c421377a-6fd1-4ff4-a13f-4dae7654cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:25.912441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71cd9eae-dbd4-4002-985d-4d0db5388776 req-34f3c3b0-5ab7-4fb1-b8a1-2951956c48e9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779970 Jan 29 19:46:25.914572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-704ec627-a543-4e27-8025-4ca99d051877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:25.915942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-704ec627-a543-4e27-8025-4ca99d051877 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353154bc-ded0-4966-965a-8f52064d1a5f HTTP/1.1" status: 200 len: 855 time: 0.1618268 Jan 29 19:46:26.018791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-6586de1e-d466-44e9-8bf5-01754193eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:26.021084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-6586de1e-d466-44e9-8bf5-01754193eb70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09fb82d9-2110-454f-8088-53f280adc4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985503 Jan 29 19:46:26.142194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-4ae6d6a6-64b6-4c10-aa50-53163cebcb50 service neutron] 10.222.0.26 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130438 Jan 29 19:46:26.298824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1801322e-4a23-47cd-b48c-993be32dd3ea req-e81788e8-ec66-473d-92c5-1b44fda4c3aa service neutron] 10.222.0.26 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501348 Jan 29 19:46:26.400934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f64d3e-de7e-43fd-aa0b-d940fe88b76e req-c623545b-bdb3-4ae0-a544-3cef8385c632 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:26.400934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32f64d3e-de7e-43fd-aa0b-d940fe88b76e req-c623545b-bdb3-4ae0-a544-3cef8385c632 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.0996256 Jan 29 19:46:26.492056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166c28de-3120-4bb9-9ee9-78938d806133 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:26.496465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32f64d3e-de7e-43fd-aa0b-d940fe88b76e req-1c3c910c-2bca-4732-a04c-8b4df349de2b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884230 Jan 29 19:46:26.628534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 166c28de-3120-4bb9-9ee9-78938d806133 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:26.630183 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166c28de-3120-4bb9-9ee9-78938d806133), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:26.683965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:26.763137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 166c28de-3120-4bb9-9ee9-78938d806133 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:26.845339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-network', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:27.005093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14beb8f-e6b2-4543-ae47-104f2ad94c87 req-eb819318-f87b-40b6-9b8b-5e2f5076fba0 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:27.014495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f14beb8f-e6b2-4543-ae47-104f2ad94c87 req-eb819318-f87b-40b6-9b8b-5e2f5076fba0 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0760689 Jan 29 19:46:27.023692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Made reservation on behalf of e9c395f6e5b4498489d5cd21e439636b for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:27.033253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.057255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.125293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f14beb8f-e6b2-4543-ae47-104f2ad94c87 req-2319bb99-c8fe-40aa-95bb-0e5cfa30a78c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093786 Jan 29 19:46:27.182476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4d291-f3c2-4619-b09d-646b4d08d347 req-90b93671-b7db-4969-a007-061d8cab89b2 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:27.189792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38a4d291-f3c2-4619-b09d-646b4d08d347 req-90b93671-b7db-4969-a007-061d8cab89b2 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1527429 Jan 29 19:46:27.278781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks [] for security_group (bcb47bb6-9091-4a40-8af7-33f555ff7c47), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.329164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38a4d291-f3c2-4619-b09d-646b4d08d347 req-fa64a275-3d60-47a1-a389-b4f606d68545 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377716 Jan 29 19:46:27.347234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bcb47bb6-9091-4a40-8af7-33f555ff7c47), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.405647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:46:27.419165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.419600 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Added segment 8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7 of type vlan for network cda6fdae-d994-4207-b728-83c6015de441 Jan 29 19:46:27.456640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-deb14408-f060-4e0f-965d-dee4fd915316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.521895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (cda6fdae-d994-4207-b728-83c6015de441), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.566456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb47bb6-9091-4a40-8af7-33f555ff7c47,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:27.605380 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (cda6fdae-d994-4207-b728-83c6015de441), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.606400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:27.608569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:27.730070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] Pushing event updated for resources: {'Network': ['ID=cda6fdae-d994-4207-b728-83c6015de441,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:27.742134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network cda6fdae-d994-4207-b728-83c6015de441 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:46:27.780736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dda49e-c3e9-40fd-a595-29fffe32ec0f req-725bcbd4-1c7a-4360-b4ca-22fc1776f5e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:27.788312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6dda49e-c3e9-40fd-a595-29fffe32ec0f req-725bcbd4-1c7a-4360-b4ca-22fc1776f5e3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1490571 Jan 29 19:46:27.807342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45366) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:27.811196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a000402-e503-4a64-a045-ced123991652 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1256354 Jan 29 19:46:27.812235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Request body: {'subnet': {'network_id': 'cda6fdae-d994-4207-b728-83c6015de441', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-subnet', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:27.881891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6dda49e-c3e9-40fd-a595-29fffe32ec0f req-60c2d053-07d0-441a-8758-14319be6906d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869672 Jan 29 19:46:27.901646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Made reservation on behalf of e9c395f6e5b4498489d5cd21e439636b for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:27.906375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.203619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (c6d634b0-513b-4f7b-bf3f-7e10173c2e28), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.292934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d634b0-513b-4f7b-bf3f-7e10173c2e28,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:28.321417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd13ce-3c6e-4593-b885-6fda73deadef req-852a3124-e205-4b4b-a9b2-534cace38964 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:28.323532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75fd13ce-3c6e-4593-b885-6fda73deadef req-852a3124-e205-4b4b-a9b2-534cace38964 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1333315 Jan 29 19:46:28.326859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Checking segment: {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:28.327499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Network hostable DHCP agents. Network: cda6fdae-d994-4207-b728-83c6015de441, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:46:28.407565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75fd13ce-3c6e-4593-b885-6fda73deadef req-fa8eeaa6-0e0a-41bc-9e1d-39145521e914 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770130 Jan 29 19:46:28.433743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Network cda6fdae-d994-4207-b728-83c6015de441 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:46:28.531315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, cda6fdae-d994-4207-b728-83c6015de441) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:28.531589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9f4f-8bef-4f90-babb-eacda7f37774 req-290c0e19-8ebe-4e32-b24e-37702a7c5722 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:28.533864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-389c9f4f-8bef-4f90-babb-eacda7f37774 req-290c0e19-8ebe-4e32-b24e-37702a7c5722 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0901804 Jan 29 19:46:28.536745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:28.537593 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.544117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583bdbd-c0ac-4485-84a2-9b972363ea3b None None] Network cda6fdae-d994-4207-b728-83c6015de441 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:28.611806 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-389c9f4f-8bef-4f90-babb-eacda7f37774 req-10a26b4f-3f10-48cd-95d6-973482760bee tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723777 Jan 29 19:46:28.686863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45382) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:28.687801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dddaf34d-ae30-4f23-b0f2-1943afa3c6a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8792820 Jan 29 19:46:28.699554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:28.770752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-cda6fdae-d994-4207-b728-83c6015de441', 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441', 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'fixed_ips': [{'subnet_id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:46:28.772681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.800421 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.856104 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.857446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:28.970595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks [] for router_controller (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.099793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9b943-bf03-4045-91c8-eaab2ebdb5a9 req-5f4e6456-41b0-40c8-b81d-e11ff2f37769 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:29.109344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43d9b943-bf03-4045-91c8-eaab2ebdb5a9 req-5f4e6456-41b0-40c8-b81d-e11ff2f37769 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1223752 Jan 29 19:46:29.144035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Allocated IP 172.20.0.2 (cda6fdae-d994-4207-b728-83c6015de441/c6d634b0-513b-4f7b-bf3f-7e10173c2e28/dd05ab53-ba3a-4124-925e-9b01fc6e74b1) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:29.180220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43d9b943-bf03-4045-91c8-eaab2ebdb5a9 req-9b5a43cc-6765-453b-8351-84ce0bf6d2c0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692904 Jan 29 19:46:29.412413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Publish callbacks [] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.503299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.586109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Pushing event updated for resources: {'Port': ['ID=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:29.589247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.606187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Network cda6fdae-d994-4207-b728-83c6015de441 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:29.609552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:29.613624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:29.709528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Attempting to bind port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:29.709957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Attempting to bind port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:29.710445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Attempting to bind port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 on network cda6fdae-d994-4207-b728-83c6015de441 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:29.717669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:29.719738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Checking segment: {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:29.719738 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.719738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Bound using segment: {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:29.719738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Bound port: dd05ab53-ba3a-4124-925e-9b01fc6e74b1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:29.720286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.821295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] For port dd05ab53-ba3a-4124-925e-9b01fc6e74b1, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:29.832869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] For port dd05ab53-ba3a-4124-925e-9b01fc6e74b1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:29.857328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks [] for router_gateway (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.875001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf44df-3eba-4ec9-abf6-3dd12466b0ce req-6c969b22-4c6d-41a7-9fb2-4cb9f5327a99 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:29.883644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64cf44df-3eba-4ec9-abf6-3dd12466b0ce req-6c969b22-4c6d-41a7-9fb2-4cb9f5327a99 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0919843 Jan 29 19:46:29.912250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78c37-5c57-43d9-bf0f-92dfd6eaefba req-e98332ad-7d9e-4b3e-aedc-797e9b4be7b1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:29.934646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98f78c37-5c57-43d9-bf0f-92dfd6eaefba req-e98332ad-7d9e-4b3e-aedc-797e9b4be7b1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.2682617 Jan 29 19:46:29.953465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:29.988617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64cf44df-3eba-4ec9-abf6-3dd12466b0ce req-245cd774-4d85-4003-9f91-831d4b1ddd90 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025839 Jan 29 19:46:30.031967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a0e9d-ccc9-44e2-9693-7350d33497c7 None None] Pushing event updated for resources: {'Port': ['ID=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:30.060326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98f78c37-5c57-43d9-bf0f-92dfd6eaefba req-8395aa6d-2372-4a78-bd4e-2548ed8c6545 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182201 Jan 29 19:46:30.205562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:30.442554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd11d9-5df4-4c82-bda2-7310a0e76e0b req-0c17d2ff-0336-4f9a-9e29-a6ed9980e350 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:30.445785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cefd11d9-5df4-4c82-bda2-7310a0e76e0b req-0c17d2ff-0336-4f9a-9e29-a6ed9980e350 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1311071 Jan 29 19:46:30.470344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks [] for router_gateway (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:30.543291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cefd11d9-5df4-4c82-bda2-7310a0e76e0b req-d44a36be-e7ab-4202-8cd2-6b36ddb2369a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899007 Jan 29 19:46:30.563040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:30.742513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Allocated IP 172.25.5.161 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/59b71553-3180-40e9-92c1-d428f4dfe11b) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:30.918338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks [] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:31.044644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:31.088627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:31.091958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:31.097031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:31.301426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4083b33-7580-44f5-a691-5f66d22fe323 req-8bd7e7e1-635e-4df1-8bae-18d27f93f8f0 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:31.305808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4083b33-7580-44f5-a691-5f66d22fe323 req-8bd7e7e1-635e-4df1-8bae-18d27f93f8f0 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1220074 Jan 29 19:46:31.398857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Pushing event updated for resources: {'Port': ['ID=59b71553-3180-40e9-92c1-d428f4dfe11b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:31.403904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4083b33-7580-44f5-a691-5f66d22fe323 req-bb6b229c-420d-43c9-9cbb-2b427d5bf57d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876865 Jan 29 19:46:31.445930 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:31.473718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f6315-80c8-4140-8a36-c13c2b626d74 req-dfe07d2e-3e5f-4327-86d2-fafa1590d0ca tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:31.476877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b42f6315-80c8-4140-8a36-c13c2b626d74 req-dfe07d2e-3e5f-4327-86d2-fafa1590d0ca tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1035762 Jan 29 19:46:31.624241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b42f6315-80c8-4140-8a36-c13c2b626d74 req-9d0b615d-c1ea-4ad8-a6f5-0a914750edec tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406589 Jan 29 19:46:31.715828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks [] for router_gateway (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:31.730150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02379016-be80-430c-94d7-e69e0c3e50e3 None None] Network cda6fdae-d994-4207-b728-83c6015de441 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:31.754054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b0327-3e67-46da-81a2-ae274b90214e req-80598fdb-4bad-4926-9755-14b274eeeb4a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:31.767465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-011b0327-3e67-46da-81a2-ae274b90214e req-80598fdb-4bad-4926-9755-14b274eeeb4a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1092663 Jan 29 19:46:31.871340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-011b0327-3e67-46da-81a2-ae274b90214e req-2584b24d-bcda-4fbf-8d25-921db9ddce21 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904794 Jan 29 19:46:31.875907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] Provisioning complete for port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:31.876304 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:31.982055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] Current status of the port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:31.993550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:32.081380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] For port dd05ab53-ba3a-4124-925e-9b01fc6e74b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:32.130873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:32.164940 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:32.241735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49286ac-ffd7-4752-afd6-afee9a02508f None None] Pushing event updated for resources: {'Port': ['ID=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:32.305925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7b05e617-3234-4dcb-8d38-184ba7d40a42 None None] Provisioning complete for port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:32.306314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b05e617-3234-4dcb-8d38-184ba7d40a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:32.452134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7b05e617-3234-4dcb-8d38-184ba7d40a42 None None] Current status of the port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:32.464914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd05ab53-ba3a-4124-925e-9b01fc6e74b1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:32.466731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:46:32.589343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:32.590502 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:32.770100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:32.784900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf182e8e-43f4-4319-8448-e72e3768a5c6 req-f1845c07-2a7b-4334-a83c-b24b59270eb9 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:32.786473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf182e8e-43f4-4319-8448-e72e3768a5c6 req-f1845c07-2a7b-4334-a83c-b24b59270eb9 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1994722 Jan 29 19:46:32.810945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:32.822316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Sync routers for ids ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:32.844564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846124-bf92-44c1-99d9-5dc3fd7d716a req-2438295d-c2c3-4007-b052-e86598783f59 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:32.854574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4846124-bf92-44c1-99d9-5dc3fd7d716a req-2438295d-c2c3-4007-b052-e86598783f59 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0896590 Jan 29 19:46:32.877461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Routers {'b783a6b7-c5dc-4e16-9e5c-0245b03b3157'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:32.882207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:32.883119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf182e8e-43f4-4319-8448-e72e3768a5c6 req-ab4bd2b1-189b-4078-ab40-ef73bfeba2ef tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895803 Jan 29 19:46:32.983293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:32.985292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4846124-bf92-44c1-99d9-5dc3fd7d716a req-2ccca546-2fe0-48b7-87b9-b85364160f56 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295519 Jan 29 19:46:32.987166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:32.987365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-edf64070-c233-482f-b888-73719d5d8e5e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2989104 Jan 29 19:46:33.080327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Set router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:33.175242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1224-480c-44e1-939c-c826ff6c549c req-2d4205bb-87fd-4cef-9425-5fe7e8e3bf59 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:33.179054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c16c1224-480c-44e1-939c-c826ff6c549c req-2d4205bb-87fd-4cef-9425-5fe7e8e3bf59 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.1141143 Jan 29 19:46:33.296693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c16c1224-480c-44e1-939c-c826ff6c549c req-a88b7abd-0fa1-4953-ac29-dbff72fff8fd tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079252 Jan 29 19:46:33.349992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:31Z', 'revision_number': 3, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:33.386989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:33.393957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Checking router: b783a6b7-c5dc-4e16-9e5c-0245b03b3157 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:33.394282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Updating router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 port 59b71553-3180-40e9-92c1-d428f4dfe11b binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:46:33.456183 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:33.547336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6aa2-dfa3-4273-960c-89d97a990125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:33.653641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6aa2-dfa3-4273-960c-89d97a990125 admin admin] Publish callbacks [] for security_group (b634ec37-4164-42e2-8a53-b0ad95184c72), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:33.756727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:33.809507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6aa2-dfa3-4273-960c-89d97a990125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b634ec37-4164-42e2-8a53-b0ad95184c72), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:33.838348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad6aa2-dfa3-4273-960c-89d97a990125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b634ec37-4164-42e2-8a53-b0ad95184c72,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:33.895837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b0ad6aa2-dfa3-4273-960c-89d97a990125 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7a5588d567b42eca805fe27a320e904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076842 Jan 29 19:46:33.898381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45476) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:34.014515 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Publish callbacks [] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.020460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad3618a1-4fe8-4d6e-8d67-11a4a2c3d1d4 admin admin] Publish callbacks [] for security_group (b634ec37-4164-42e2-8a53-b0ad95184c72), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.051276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad3618a1-4fe8-4d6e-8d67-11a4a2c3d1d4 admin admin] Publish callbacks [] for security_group (b634ec37-4164-42e2-8a53-b0ad95184c72), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.082511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Allocated IP 172.20.0.1 (cda6fdae-d994-4207-b728-83c6015de441/c6d634b0-513b-4f7b-bf3f-7e10173c2e28/0ecce7b4-dc8e-4068-a939-dd3893907643) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:46:34.118613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030a0f4-5a62-42bf-b971-6d826b3cd073 req-0c2731c5-e697-436d-893e-405193a24882 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:34.123446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a030a0f4-5a62-42bf-b971-6d826b3cd073 req-0c2731c5-e697-436d-893e-405193a24882 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1174872 Jan 29 19:46:34.123854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.196833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8334cb-81a8-43cf-b615-9778c017507d req-62f26a2e-600e-4d8b-b830-cbd06126f98d tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:34.198613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa8334cb-81a8-43cf-b615-9778c017507d req-62f26a2e-600e-4d8b-b830-cbd06126f98d tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0973620 Jan 29 19:46:34.218377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e96dd-94bc-4393-8084-fe5a3e99641e None None] Pushing event updated for resources: {'Port': ['ID=59b71553-3180-40e9-92c1-d428f4dfe11b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:34.220800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Attempting to bind port 59b71553-3180-40e9-92c1-d428f4dfe11b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:34.221205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Attempting to bind port 59b71553-3180-40e9-92c1-d428f4dfe11b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:34.221699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Attempting to bind port 59b71553-3180-40e9-92c1-d428f4dfe11b on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:34.227450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:34.227828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:34.228251 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.229345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:34.229911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Bound port: 59b71553-3180-40e9-92c1-d428f4dfe11b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:34.230292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.274070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad3618a1-4fe8-4d6e-8d67-11a4a2c3d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b634ec37-4164-42e2-8a53-b0ad95184c72), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.279518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad3618a1-4fe8-4d6e-8d67-11a4a2c3d1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.286647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad3618a1-4fe8-4d6e-8d67-11a4a2c3d1d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b634ec37-4164-42e2-8a53-b0ad95184c72 HTTP/1.1" status: 204 len: 168 time: 0.3868463 Jan 29 19:46:34.313736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] For port 59b71553-3180-40e9-92c1-d428f4dfe11b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:34.319596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] For port 59b71553-3180-40e9-92c1-d428f4dfe11b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=59b71553-3180-40e9-92c1-d428f4dfe11b,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:34.334515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks [] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.346867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3618a1-4fe8-4d6e-8d67-11a4a2c3d1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b634ec37-4164-42e2-8a53-b0ad95184c72,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:34.360304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa8334cb-81a8-43cf-b615-9778c017507d req-2ccf9aa7-c4df-467a-8f1b-b090566fafe3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530175 Jan 29 19:46:34.393538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd05ab53-ba3a-4124-925e-9b01fc6e74b1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:34.394168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a030a0f4-5a62-42bf-b971-6d826b3cd073 req-325d78f9-c8c6-442a-9cd9-3c1715090a16 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511315 Jan 29 19:46:34.435833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.536295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e96dd-94bc-4393-8084-fe5a3e99641e None None] Pushing event updated for resources: {'Port': ['ID=59b71553-3180-40e9-92c1-d428f4dfe11b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:34.537566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Routers {'b783a6b7-c5dc-4e16-9e5c-0245b03b3157'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:34.537684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ffee6-b449-471d-904e-152ff78f7d6d req-c8c2a8ac-09bc-4c2a-b22d-28c3c70324f8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:34.537987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:34.544928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-443ffee6-b449-471d-904e-152ff78f7d6d req-c8c2a8ac-09bc-4c2a-b22d-28c3c70324f8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 945 time: 0.0866225 Jan 29 19:46:34.548054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.604413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:34.612801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.639496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Network cda6fdae-d994-4207-b728-83c6015de441 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:34.644447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:34.651336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-443ffee6-b449-471d-904e-152ff78f7d6d req-daf44ab9-c5d7-4bd1-bdd3-8307aca1f33a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002743 Jan 29 19:46:34.661170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:46:34.726228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:34.732382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecce7b4-dc8e-4068-a939-dd3893907643,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:34.816484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] Set router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:34.853070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-62c20a40-93a9-475c-b938-fdee11b6bb21 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:34.860876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-62c20a40-93a9-475c-b938-fdee11b6bb21 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.1613345 Jan 29 19:46:34.883698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825496-5'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:35.061863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.130467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:35.183244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.208765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b9fef8a9-0575-4d7d-a645-3418bf0d049c None None] Provisioning complete for port 0ecce7b4-dc8e-4068-a939-dd3893907643 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:35.209157 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9fef8a9-0575-4d7d-a645-3418bf0d049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.298259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b9fef8a9-0575-4d7d-a645-3418bf0d049c None None] Port 0ecce7b4-dc8e-4068-a939-dd3893907643 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:35.316615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:35.319120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:31Z', 'revision_number': 3, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:35.358854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8aca5-9adf-49ca-940a-341fba5a9b29 None None] The sync data for ids ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'] in n-d-825496-5 is: [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:31Z', 'revision_number': 3, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:35.365435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:35.417994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Publish callbacks [] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.424688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:35.431462 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb2f4b-32bc-4002-b5e0-af775bed1660" -d '{"events": [{"server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:35.527032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.594887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks [] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.656873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d69ee-59fb-43aa-8c8e-8282ad58f0a8 req-1022cb9d-1959-45e5-a5f9-d24e68c4321c tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:35.658460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c6d69ee-59fb-43aa-8c8e-8282ad58f0a8 req-1022cb9d-1959-45e5-a5f9-d24e68c4321c tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1616204 Jan 29 19:46:35.675581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:35.698793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6bbf-d7c1-448d-8c31-7376cc088ad0 req-0b57e9f0-8fee-46c4-bb35-9db0a8c07b34 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:35.700564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f44d6bbf-d7c1-448d-8c31-7376cc088ad0 req-0b57e9f0-8fee-46c4-bb35-9db0a8c07b34 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1893470 Jan 29 19:46:35.704164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on host n-h1-825496-5 for vnic_type normal with profile {"migrating_to": "n-h2-825496-5"} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:35.704785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:35.705383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:35.722320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.724828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:46:35.726451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Attempting to bind port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on network ba8a63ab-731c-45d5-8024-60929d95ba21 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:35.745933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:35.746263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Checking segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:35.746958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Bound using segment: {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:35.747217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Bound port: 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29492f03-fe17-475c-8bdb-91434026ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ba8a63ab-731c-45d5-8024-60929d95ba21'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:35.747631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:35.946680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f44d6bbf-d7c1-448d-8c31-7376cc088ad0 req-39f4be80-19cb-4634-b51a-14758c635479 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289944 Jan 29 19:46:36.052076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:36.057417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:36.084366 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662caa7-9144-45f3-9d0e-10d1496bf5a0 x-openstack-request-id: req-e662caa7-9144-45f3-9d0e-10d1496bf5a0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:36.084624 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:36.084906 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e662caa7-9144-45f3-9d0e-10d1496bf5a0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:36.085462 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'code': 200} Jan 29 19:46:36.241921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c6d69ee-59fb-43aa-8c8e-8282ad58f0a8 req-bfe4c634-08e4-4281-bc26-6a5dbbb92606 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624807 Jan 29 19:46:36.242539 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:36.290291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:46:36.315980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:36.319030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecce7b4-dc8e-4068-a939-dd3893907643,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:36.457633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35542f8c-a4f7-42e6-9ab6-31cdc8304a21 req-80319629-05bd-4192-b789-c44dd489cdd8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:36.462005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35542f8c-a4f7-42e6-9ab6-31cdc8304a21 req-80319629-05bd-4192-b789-c44dd489cdd8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.3283482 Jan 29 19:46:36.547136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:36.547794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:36.549303 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] 10.222.0.26 "PUT /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 1121 time: 1.6826897 Jan 29 19:46:36.550039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435595d-08f7-4332-851d-56ed4e9f9a69 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=8']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:36.556746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Network cda6fdae-d994-4207-b728-83c6015de441 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:46:36.560252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:36.628807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 59b71553-3180-40e9-92c1-d428f4dfe11b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:36.633406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35542f8c-a4f7-42e6-9ab6-31cdc8304a21 req-d5394b45-8a37-42ef-b781-5ccda407d31d tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630435 Jan 29 19:46:36.656303 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:46:36.839501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:46:36.851924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:46:36.851924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:36.913382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:37.079464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 has no active binding in host n-h2-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 19:46:37.093438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ed73ac35-3688-4251-af31-c1949ad00718 None None] Provisioning complete for port 0ecce7b4-dc8e-4068-a939-dd3893907643 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:37.097076 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed73ac35-3688-4251-af31-c1949ad00718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:37.137820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:37.151055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-14bd34aa-21c6-4de6-97c9-db9e136bf7b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/b783a6b7-c5dc-4e16-9e5c-0245b03b3157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1610701 Jan 29 19:46:37.207734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 59b71553-3180-40e9-92c1-d428f4dfe11b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:37.208422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:37.218971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ed73ac35-3688-4251-af31-c1949ad00718 None None] Port 0ecce7b4-dc8e-4068-a939-dd3893907643 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:37.324430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d175e-0e30-4390-b836-d4b574b78c3a req-f6e8ef90-8c60-49ad-8a09-2640baba34ee tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:37.334093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f23d175e-0e30-4390-b836-d4b574b78c3a req-f6e8ef90-8c60-49ad-8a09-2640baba34ee tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1772845 Jan 29 19:46:37.468688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 59b71553-3180-40e9-92c1-d428f4dfe11b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:37.469204 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:37.475181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f23d175e-0e30-4390-b836-d4b574b78c3a req-9835a96f-5940-458d-87ec-324168458a09 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324859 Jan 29 19:46:37.508897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 59b71553-3180-40e9-92c1-d428f4dfe11b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=59b71553-3180-40e9-92c1-d428f4dfe11b,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:37.544036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b2bf9-048c-40c2-9e74-83eaaf562fb5 req-66537b2a-18b8-4922-9699-010e2d82049a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:37.552096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-569b2bf9-048c-40c2-9e74-83eaaf562fb5 req-66537b2a-18b8-4922-9699-010e2d82049a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1116641 Jan 29 19:46:37.626920 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-569b2bf9-048c-40c2-9e74-83eaaf562fb5 req-ab028895-e926-42cb-bcb8-c724e6021852 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690773 Jan 29 19:46:37.655553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:37.778754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=59b71553-3180-40e9-92c1-d428f4dfe11b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:37.952935 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-f9ec479b-a373-4680-b113-1d005feaeee3 req-a20e5487-01d1-4f3e-a578-22b31a2cfa5f tempest-FloatingIPDetailsNegativeTestJSON-677403664 tempest-FloatingIPDetailsNegativeTestJSON-677403664-project] show failed (client error): The resource could not be found. Jan 29 19:46:37.954081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9ec479b-a373-4680-b113-1d005feaeee3 req-a20e5487-01d1-4f3e-a578-22b31a2cfa5f tempest-FloatingIPDetailsNegativeTestJSON-677403664 tempest-FloatingIPDetailsNegativeTestJSON-677403664-project] 10.222.0.15 "GET /v2.0/floatingips/70424997-69f3-4c85-9668-ba850e8f4882 HTTP/1.1" status: 404 len: 350 time: 0.0444026 Jan 29 19:46:37.966229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45558) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:38.045803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:38.086720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:38.092267 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28be63-c9cb-4788-80a0-ba015bfba48c" -d '{"events": [{"name": "network-changed", "server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:38.119968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2153d-e718-46ae-b6b0-f6c217f12516 req-338189c3-cf0d-4f26-8632-6c59d3f11430 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:38.141506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf2153d-e718-46ae-b6b0-f6c217f12516 req-338189c3-cf0d-4f26-8632-6c59d3f11430 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1007595 Jan 29 19:46:38.244698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf2153d-e718-46ae-b6b0-f6c217f12516 req-568a23f5-0ea5-451f-81b6-eb8e038063ad tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070414 Jan 29 19:46:38.361914 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Sync routers for ids ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:38.374644 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f85e1-0e90-4d65-9802-324e66f5b454 x-openstack-request-id: req-e90f85e1-0e90-4d65-9802-324e66f5b454 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:38.374644 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:38.374644 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e90f85e1-0e90-4d65-9802-324e66f5b454 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:38.374993 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'status': 'completed', 'code': 200} Jan 29 19:46:38.409519 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Routers {'b783a6b7-c5dc-4e16-9e5c-0245b03b3157'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:38.411398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:38.448804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 59b71553-3180-40e9-92c1-d428f4dfe11b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:38.538599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 59b71553-3180-40e9-92c1-d428f4dfe11b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:38.539164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:38.648419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-847d5eb0-fe23-47ee-8522-49f4b269cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:38.649942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-847d5eb0-fe23-47ee-8522-49f4b269cd56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 0.3283246 Jan 29 19:46:38.672633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885d10e-eb8a-4466-8595-9328e0b9d7a9 req-ce357d32-c2cf-40fb-b5f9-cd436ec30db0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:38.674720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6885d10e-eb8a-4466-8595-9328e0b9d7a9 req-ce357d32-c2cf-40fb-b5f9-cd436ec30db0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.3539662 Jan 29 19:46:38.694832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683ea90-2de2-452c-9dc0-9f217c562734 req-f5fa7b54-5b4e-4415-861e-3c26b84ad4b7 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:38.704379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 59b71553-3180-40e9-92c1-d428f4dfe11b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:38.708963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2683ea90-2de2-452c-9dc0-9f217c562734 req-f5fa7b54-5b4e-4415-861e-3c26b84ad4b7 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1278167 Jan 29 19:46:38.723103 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Set router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:38.739234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-3bd94683-898b-4c7b-b037-8ea3544806a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:38.741146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-3bd94683-898b-4c7b-b037-8ea3544806a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1155 time: 0.3367054 Jan 29 19:46:38.824633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2683ea90-2de2-452c-9dc0-9f217c562734 req-17e2c8f6-beb7-47da-8fe1-6beb3bf143d4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133885 Jan 29 19:46:38.980803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6885d10e-eb8a-4466-8595-9328e0b9d7a9 req-6c7461ad-38c2-45d0-9036-0d407b2bc4ce tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053215 Jan 29 19:46:39.055431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c3e1-414a-4ccd-8555-196c4e5f54cf req-31fcdf87-1786-4317-961d-45d6c4ef4a93 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.063141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad63c3e1-414a-4ccd-8555-196c4e5f54cf req-31fcdf87-1786-4317-961d-45d6c4ef4a93 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1076324 Jan 29 19:46:39.087335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-123ed116-402d-4f71-a308-db41adb4a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.090214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-123ed116-402d-4f71-a308-db41adb4a460 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.3199320 Jan 29 19:46:39.109250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-1a7c1745-9e0a-4799-bb60-785f648f7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.110800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-1a7c1745-9e0a-4799-bb60-785f648f7798 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.4317944 Jan 29 19:46:39.133509 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:34Z', 'revision_number': 4, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '0ecce7b4-dc8e-4068-a939-dd3893907643', 'name': '', 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'mac_address': 'fa:16:3e:73:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:33Z', 'updated_at': '2022-01-29T19:46:35Z', 'revision_number': 2, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'subnets': [{'id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:39.155558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-21a08109-e5b3-4d12-afc9-f988010e17ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 217 time: 0.0548975 Jan 29 19:46:39.162671 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Checking router: b783a6b7-c5dc-4e16-9e5c-0245b03b3157 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:39.170398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Updating router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 port 0ecce7b4-dc8e-4068-a939-dd3893907643 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:46:39.170549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad63c3e1-414a-4ccd-8555-196c4e5f54cf req-79038656-1930-4dec-8f65-eeda00c67a02 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001310 Jan 29 19:46:39.207225 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:39.469060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5da07d-b4a8-4bac-a3f0-f7dcb5c2c305 req-3b3c5412-7240-44c3-9bef-1bee0ebbc2b1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.493553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e5da07d-b4a8-4bac-a3f0-f7dcb5c2c305 req-3b3c5412-7240-44c3-9bef-1bee0ebbc2b1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1033010 Jan 29 19:46:39.625109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e5da07d-b4a8-4bac-a3f0-f7dcb5c2c305 req-27131bca-e921-4772-a9ff-9e8980fce6be tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239798 Jan 29 19:46:39.724900 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Publish callbacks [] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:39.729832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-2fc0692e-3b5c-41af-8a40-4507df880a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.733806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-2fc0692e-3b5c-41af-8a40-4507df880a11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 1128 time: 0.0816016 Jan 29 19:46:39.821339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:39.864692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-c169482c-d55d-4688-80a6-9a10edbd6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.866462 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-c169482c-d55d-4688-80a6-9a10edbd6247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.6935689 Jan 29 19:46:39.874156 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:39.888974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-49612bed-7b52-4f0f-9b29-a070d76f6f3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.7323890 Jan 29 19:46:39.890329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-1b175c8c-0b90-438d-94fb-7012a33147e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:39.892226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-1b175c8c-0b90-438d-94fb-7012a33147e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.1522002 Jan 29 19:46:39.936311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-64ec8cfc-60c0-4484-82ba-aa292d3d160b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611308 Jan 29 19:46:39.982253 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a691a-dfb0-4a2c-ab27-1d10cdac772a None None] Pushing event updated for resources: {'Port': ['ID=0ecce7b4-dc8e-4068-a939-dd3893907643,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:40.075506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7190a-2bde-42f4-a1b1-1d91b77a7845 req-0aa13d3a-e968-44f7-b41f-1ed67d996c0e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.082509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6e7190a-2bde-42f4-a1b1-1d91b77a7845 req-0aa13d3a-e968-44f7-b41f-1ed67d996c0e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.3512719 Jan 29 19:46:40.132823 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Attempting to bind port 0ecce7b4-dc8e-4068-a939-dd3893907643 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:46:40.134319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Attempting to bind port 0ecce7b4-dc8e-4068-a939-dd3893907643 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:46:40.135646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Attempting to bind port 0ecce7b4-dc8e-4068-a939-dd3893907643 on network cda6fdae-d994-4207-b728-83c6015de441 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:46:40.147426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-f5cd6227-95c8-4d27-97c1-f5016edccc61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 200 len: 1001 time: 0.2468932 Jan 29 19:46:40.152729 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:46:40.153109 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Checking segment: {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:40.164054 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:40.164613 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Bound using segment: {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:46:40.165134 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Bound port: 0ecce7b4-dc8e-4068-a939-dd3893907643, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:46:40.169206 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:40.171299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6e7190a-2bde-42f4-a1b1-1d91b77a7845 req-70a76a82-5865-4e10-a564-a165313ae451 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877213 Jan 29 19:46:40.299202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-aafbfdf4-6829-4838-bc39-ab41346758f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.301254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-aafbfdf4-6829-4838-bc39-ab41346758f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.1413260 Jan 29 19:46:40.313993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca794b-2d42-44e0-a5e1-3153a6fa1768 req-5a50bee3-3b36-43a5-8d4a-1ea871ace33e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.321691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3ca794b-2d42-44e0-a5e1-3153a6fa1768 req-5a50bee3-3b36-43a5-8d4a-1ea871ace33e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1726210 Jan 29 19:46:40.343829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-345b4b19-8adc-4e74-8157-9a4187f3bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.345316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-345b4b19-8adc-4e74-8157-9a4187f3bb88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.4321978 Jan 29 19:46:40.354155 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] For port 0ecce7b4-dc8e-4068-a939-dd3893907643, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:40.361363 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] For port 0ecce7b4-dc8e-4068-a939-dd3893907643, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ecce7b4-dc8e-4068-a939-dd3893907643,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:46:40.389817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3ca794b-2d42-44e0-a5e1-3153a6fa1768 req-d212fcab-ca0a-400d-853d-6fb3da881429 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661464 Jan 29 19:46:40.403657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0901ace9-8cbf-402c-afd3-15624a29fd0d None None] Provisioning complete for port 0ecce7b4-dc8e-4068-a939-dd3893907643 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:40.404138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0901ace9-8cbf-402c-afd3-15624a29fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:40.453296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-516bf700-dd90-44c7-b587-3395573a9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.456003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-516bf700-dd90-44c7-b587-3395573a9345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1304650 Jan 29 19:46:40.481448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0901ace9-8cbf-402c-afd3-15624a29fd0d None None] Port 0ecce7b4-dc8e-4068-a939-dd3893907643 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:46:40.508678 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:40.561059 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Routers {'b783a6b7-c5dc-4e16-9e5c-0245b03b3157'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:40.561691 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:40.581791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-cf0b3861-71c4-44d8-83a2-5e19f5de166c service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097941 Jan 29 19:46:40.668643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-df2e6055-47e8-47d6-a8a7-5e9fe62c2889 service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034433 Jan 29 19:46:40.810672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b28be63-c9cb-4788-80a0-ba015bfba48c req-03581cbf-bae8-40c9-8768-cca04ca47459 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134359 Jan 29 19:46:40.868268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec51502-4cda-41f3-ba2d-d5342475e954 req-448caec9-2a13-437a-bb6b-e4f3c75f2d06 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.877980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ec51502-4cda-41f3-ba2d-d5342475e954 req-448caec9-2a13-437a-bb6b-e4f3c75f2d06 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.5361502 Jan 29 19:46:40.978703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-46b28cde-336b-4d74-b534-cefd9eb9d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:40.981626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-46b28cde-336b-4d74-b534-cefd9eb9d111 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5938690 Jan 29 19:46:41.020542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Provisioning complete for port 0ecce7b4-dc8e-4068-a939-dd3893907643 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:41.021209 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:41.028245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd49378-d4fa-44f3-b875-cbe2e2a89b9f req-3332878f-200d-4a99-82ce-27dace70fd3e service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504260 Jan 29 19:46:41.061282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d387-ab9e-4e91-a8d2-97220517e0bd req-9ee664d0-f414-4c61-a0da-73a9b32548a9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:41.065686 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a691a-dfb0-4a2c-ab27-1d10cdac772a None None] Pushing event updated for resources: {'Port': ['ID=0ecce7b4-dc8e-4068-a939-dd3893907643,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:41.073445 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b291d387-ab9e-4e91-a8d2-97220517e0bd req-9ee664d0-f414-4c61-a0da-73a9b32548a9 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2310505 Jan 29 19:46:41.123165 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] Set router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:41.192821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:41.215295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b291d387-ab9e-4e91-a8d2-97220517e0bd req-f9676736-6c7a-4c70-a713-7f323c4072d4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381817 Jan 29 19:46:41.237475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Current status of the port 0ecce7b4-dc8e-4068-a939-dd3893907643 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:41.237871 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:41.253858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ec51502-4cda-41f3-ba2d-d5342475e954 req-7994d692-b5b4-4eb4-89a4-0d4912f93398 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658531 Jan 29 19:46:41.297371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] For port 0ecce7b4-dc8e-4068-a939-dd3893907643, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ecce7b4-dc8e-4068-a939-dd3893907643,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:41.387467 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-749db6c3-d6ed-40c0-a49a-98b21e7d9ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886390 Jan 29 19:46:41.397737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:41.492826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Pushing event updated for resources: {'Port': ['ID=0ecce7b4-dc8e-4068-a939-dd3893907643,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:41.510341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.510689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.512819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.513404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.515384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.528617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.529206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.530424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.530949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.532526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.532885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.533236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.533741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807894a4-19bc-4d0d-9e22-697ebc39c352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:46:41.573736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-64ef18ac-80b3-46c3-991d-69c35cbe88fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:41.579145 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:34Z', 'revision_number': 4, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '0ecce7b4-dc8e-4068-a939-dd3893907643', 'name': '', 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'mac_address': 'fa:16:3e:73:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:33Z', 'updated_at': '2022-01-29T19:46:40Z', 'revision_number': 4, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'subnets': [{'id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:41.609541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92f10-11b0-4fcf-b9b2-107f39efc643 req-0f1a7dfe-66a8-4d0e-b6db-f70008622e9a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:41.626524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79e92f10-11b0-4fcf-b9b2-107f39efc643 req-0f1a7dfe-66a8-4d0e-b6db-f70008622e9a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1095951 Jan 29 19:46:41.645746 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193509da-ea1f-4c3a-82ca-22f13e9355eb None None] The sync data for ids ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'] in n-d-825496-5 is: [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:34Z', 'revision_number': 4, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '0ecce7b4-dc8e-4068-a939-dd3893907643', 'name': '', 'network_id': 'cda6fdae-d994-4207-b728-83c6015de441', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'mac_address': 'fa:16:3e:73:68:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:33Z', 'updated_at': '2022-01-29T19:46:40Z', 'revision_number': 4, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'subnets': [{'id': 'c6d634b0-513b-4f7b-bf3f-7e10173c2e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:41.677304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79271-bb2c-4071-a052-3005c1262c69 req-38f087cc-23c6-427f-ad8a-7154ddeb27ae tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:41.684780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ca79271-bb2c-4071-a052-3005c1262c69 req-38f087cc-23c6-427f-ad8a-7154ddeb27ae tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.2952089 Jan 29 19:46:41.693446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79e92f10-11b0-4fcf-b9b2-107f39efc643 req-0cf082c8-e9ff-4320-ac6a-9f9ff61f5d73 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638576 Jan 29 19:46:41.763058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44f2de21-5271-4c98-9758-ad34688ed8fe req-c311bebc-9e0e-41a8-adb4-a681539f6ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551064 Jan 29 19:46:41.787552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Deleting port 0ecce7b4-dc8e-4068-a939-dd3893907643 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:41.787891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:41.834351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ca79271-bb2c-4071-a052-3005c1262c69 req-ca75d7ee-6ff8-4906-a7a8-a982c1fc320d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485553 Jan 29 19:46:41.986577 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-64ef18ac-80b3-46c3-991d-69c35cbe88fb admin admin] Publish callbacks [] for security_group (3b337ffe-1350-41b2-9a3f-2f39614f6737), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.026231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] For port 0ecce7b4-dc8e-4068-a939-dd3893907643, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ecce7b4-dc8e-4068-a939-dd3893907643,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:42.027028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.060415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Calling delete_port for 0ecce7b4-dc8e-4068-a939-dd3893907643 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:42.133476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-64ef18ac-80b3-46c3-991d-69c35cbe88fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3b337ffe-1350-41b2-9a3f-2f39614f6737), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.206555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-64ef18ac-80b3-46c3-991d-69c35cbe88fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1da6ea8163b64aee86b55b939064850f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0121224 Jan 29 19:46:42.210275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45658) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:42.210987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef18ac-80b3-46c3-991d-69c35cbe88fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b337ffe-1350-41b2-9a3f-2f39614f6737,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:42.412957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f40f59de-536e-47e5-a3a4-fade6855bae4 admin admin] Publish callbacks [] for security_group (3b337ffe-1350-41b2-9a3f-2f39614f6737), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.495013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f40f59de-536e-47e5-a3a4-fade6855bae4 admin admin] Publish callbacks [] for security_group (3b337ffe-1350-41b2-9a3f-2f39614f6737), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.509289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ecce7b4-dc8e-4068-a939-dd3893907643 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:42.534241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947a40-606a-48ae-90d2-179d68805944 req-519b6c86-0312-4841-8c0a-da8eb9620c8b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:42.536605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea947a40-606a-48ae-90d2-179d68805944 req-519b6c86-0312-4841-8c0a-da8eb9620c8b tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.1099203 Jan 29 19:46:42.617568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port 0ecce7b4-dc8e-4068-a939-dd3893907643 {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 19:46:42.618184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port 0ecce7b4-dc8e-4068-a939-dd3893907643 host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:46:42.620411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ecce7b4-dc8e-4068-a939-dd3893907643 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 19:46:42.621739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738e5d0-35b5-4020-8a2f-06d002742fd9 req-23f7b24f-0197-4596-9554-2d9b7939dfae tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:42.635465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7738e5d0-35b5-4020-8a2f-06d002742fd9 req-23f7b24f-0197-4596-9554-2d9b7939dfae tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.2039516 Jan 29 19:46:42.657827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea947a40-606a-48ae-90d2-179d68805944 req-bb114138-5a29-4d97-8f6b-0b51d676133a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118960 Jan 29 19:46:42.661066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0ecce7b4-dc8e-4068-a939-dd3893907643), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.668318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 0ecce7b4-dc8e-4068-a939-dd3893907643 not found, will not notify nova. {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 19:46:42.704053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecce7b4-dc8e-4068-a939-dd3893907643,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:42.791308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7738e5d0-35b5-4020-8a2f-06d002742fd9 req-b72184e1-a98b-4fca-bb98-b0d9a91a23b4 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517982 Jan 29 19:46:42.844383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f40f59de-536e-47e5-a3a4-fade6855bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3b337ffe-1350-41b2-9a3f-2f39614f6737), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.847153 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f40f59de-536e-47e5-a3a4-fade6855bae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:42.848361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f40f59de-536e-47e5-a3a4-fade6855bae4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b337ffe-1350-41b2-9a3f-2f39614f6737 HTTP/1.1" status: 204 len: 168 time: 0.6360381 Jan 29 19:46:42.872242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f59de-536e-47e5-a3a4-fade6855bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b337ffe-1350-41b2-9a3f-2f39614f6737,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:43.095971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c70f6-3dea-4143-a540-853a1cbb8f58 req-6241c9ef-7b5d-4b1b-a40a-ecaa48d2601e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:43.104700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c2c70f6-3dea-4143-a540-853a1cbb8f58 req-6241c9ef-7b5d-4b1b-a40a-ecaa48d2601e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2804475 Jan 29 19:46:43.141515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad57c7-025a-4357-880b-4175c16de8c7 req-339fe12b-e37a-4e29-be0d-1f7d16110ae4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:43.143329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1ad57c7-025a-4357-880b-4175c16de8c7 req-339fe12b-e37a-4e29-be0d-1f7d16110ae4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1670284 Jan 29 19:46:43.260617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c2c70f6-3dea-4143-a540-853a1cbb8f58 req-097c02ca-ea3e-4634-9656-0c9f0232bef5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523561 Jan 29 19:46:43.261756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:43.276841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1ad57c7-025a-4357-880b-4175c16de8c7 req-2c974cad-7d86-4466-b0c7-110bc43faeb1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208651 Jan 29 19:46:43.624352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:43.774871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:43.780789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f3e5f640-7422-4e24-940c-8254f331b749 admin admin] 10.222.0.15 "PUT /v2.0/routers/b783a6b7-c5dc-4e16-9e5c-0245b03b3157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8132901 Jan 29 19:46:43.783293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45682) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:43.937525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] Sync routers for ids ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:43.958235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] Routers {'b783a6b7-c5dc-4e16-9e5c-0245b03b3157'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:43.960521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:43.981670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks [] for router (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:43.999416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a708c4-dc06-41d3-b7fb-333520d2e347 req-9bde23ce-b071-47e1-b2a9-055c8b4eeff4 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:44.001561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a708c4-dc06-41d3-b7fb-333520d2e347 req-9bde23ce-b071-47e1-b2a9-055c8b4eeff4 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0951908 Jan 29 19:46:44.002066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:44.023477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3597d096-ef60-40c2-b594-cde8b2814c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.124932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dd44-192a-448c-870e-92cc67df81bb req-df3693a6-7236-44e5-85b9-e78dfd215c06 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:44.126455 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d05dd44-192a-448c-870e-92cc67df81bb req-df3693a6-7236-44e5-85b9-e78dfd215c06 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2794147 Jan 29 19:46:44.142867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks [] for router_gateway (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.158069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] Set router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:44.161943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:44.194850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a708c4-dc06-41d3-b7fb-333520d2e347 req-feeaf1c8-6826-445a-b9db-2bbbc24682db tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852589 Jan 29 19:46:44.303180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3597d096-ef60-40c2-b594-cde8b2814c23 admin admin] Publish callbacks [] for security_group (401b6343-c5f7-4dd3-a421-a56fc3f9beb2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.325706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d05dd44-192a-448c-870e-92cc67df81bb req-57467539-4102-401d-a941-7a02fcb0694a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905968 Jan 29 19:46:44.389733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-42fc2425-05d1-4374-a922-6f08bea24b47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908570 Jan 29 19:46:44.421089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Deleting port 59b71553-3180-40e9-92c1-d428f4dfe11b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:44.421431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.449841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3597d096-ef60-40c2-b594-cde8b2814c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (401b6343-c5f7-4dd3-a421-a56fc3f9beb2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.499442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3597d096-ef60-40c2-b594-cde8b2814c23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1085de7c2f0a4d64895a4b20b654782a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4962983 Jan 29 19:46:44.500131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:44.508434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597d096-ef60-40c2-b594-cde8b2814c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401b6343-c5f7-4dd3-a421-a56fc3f9beb2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:44.569296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:44.601960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] For port 59b71553-3180-40e9-92c1-d428f4dfe11b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=59b71553-3180-40e9-92c1-d428f4dfe11b,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:44.602444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.619613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Calling delete_port for 59b71553-3180-40e9-92c1-d428f4dfe11b owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:44.622439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-2e3fc3d3-5f4d-40a2-8ff0-99e66f2abd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:44.624245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-2e3fc3d3-5f4d-40a2-8ff0-99e66f2abd0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 1127 time: 0.1700008 Jan 29 19:46:44.647550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-154adc3e-3efc-463e-aaba-5edfc2c8f454 admin admin] Publish callbacks [] for security_group (401b6343-c5f7-4dd3-a421-a56fc3f9beb2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.689656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:42Z', 'revision_number': 5, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port': {'id': '59b71553-3180-40e9-92c1-d428f4dfe11b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:30Z', 'updated_at': '2022-01-29T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:44.709233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-154adc3e-3efc-463e-aaba-5edfc2c8f454 admin admin] Publish callbacks [] for security_group (401b6343-c5f7-4dd3-a421-a56fc3f9beb2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:44.765149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] Checking router: b783a6b7-c5dc-4e16-9e5c-0245b03b3157 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:44.786271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] Routers {'b783a6b7-c5dc-4e16-9e5c-0245b03b3157'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:44.786901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:45.120430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-154adc3e-3efc-463e-aaba-5edfc2c8f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (401b6343-c5f7-4dd3-a421-a56fc3f9beb2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:45.120430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-154adc3e-3efc-463e-aaba-5edfc2c8f454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:45.120430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-154adc3e-3efc-463e-aaba-5edfc2c8f454 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/401b6343-c5f7-4dd3-a421-a56fc3f9beb2 HTTP/1.1" status: 204 len: 168 time: 0.4624639 Jan 29 19:46:45.120430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154adc3e-3efc-463e-aaba-5edfc2c8f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b6343-c5f7-4dd3-a421-a56fc3f9beb2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:45.122103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] Set router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:45.144395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:44Z', 'revision_number': 6, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:45.187726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-0cf1574b-3dd4-4c8c-a852-b6193ae6e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:45.189551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-0cf1574b-3dd4-4c8c-a852-b6193ae6e63b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.5203798 Jan 29 19:46:45.191768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d606c4-28b2-409a-97f1-4689fbce601e None None] The sync data for ids ['b783a6b7-c5dc-4e16-9e5c-0245b03b3157'] in n-d-825496-5 is: [{'id': 'b783a6b7-c5dc-4e16-9e5c-0245b03b3157', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-341277541-router', 'tenant_id': 'e9c395f6e5b4498489d5cd21e439636b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:28Z', 'updated_at': '2022-01-29T19:46:44Z', 'revision_number': 6, 'project_id': 'e9c395f6e5b4498489d5cd21e439636b', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:45.286279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-7ed60dcc-f2ab-44e1-a140-df66c515608d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 200 len: 217 time: 0.0883517 Jan 29 19:46:45.387926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bfd2c-b972-4bd7-82c4-529c490c950c req-1b07fe8e-a634-40e3-b043-85fc86a875cb tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:45.396250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-778bfd2c-b972-4bd7-82c4-529c490c950c req-1b07fe8e-a634-40e3-b043-85fc86a875cb tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0823817 Jan 29 19:46:45.419178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-44461389-5cac-40af-881f-d419451dca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:45.420950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-44461389-5cac-40af-881f-d419451dca6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.1087811 Jan 29 19:46:45.475526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-778bfd2c-b972-4bd7-82c4-529c490c950c req-5d3fe8fd-a004-443c-a39f-d36f8b39c2e2 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781436 Jan 29 19:46:45.517775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-bd0ea2d3-dcb0-4a67-82a3-c100e2ad7e70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898931 Jan 29 19:46:45.519626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (59b71553-3180-40e9-92c1-d428f4dfe11b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:45.581212 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b71553-3180-40e9-92c1-d428f4dfe11b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:45.757225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3bdc1-dc28-4a7a-b87c-fb4ae88f08a3 req-48beddb2-21c6-4543-a230-b472b6966ac2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:45.757225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26b3bdc1-dc28-4a7a-b87c-fb4ae88f08a3 req-48beddb2-21c6-4543-a230-b472b6966ac2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 943 time: 0.2982817 Jan 29 19:46:45.774493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:45.821024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-3ddc70bb-1782-4561-8852-76eb0cdb1222 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821109 Jan 29 19:46:45.923115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:45.926831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks [] for router_controller (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.022530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26b3bdc1-dc28-4a7a-b87c-fb4ae88f08a3 req-537dac19-5ca3-40c2-8c09-937b11780de0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513742 Jan 29 19:46:46.030291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-8935ca3a-5a39-40d5-bc31-9826f38d4c84 service neutron] 10.222.0.13 "GET /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.0682199 Jan 29 19:46:46.079147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24af1960-72c1-43c7-9c4e-2bf831ee8304 req-d7f01fef-0657-4d4b-a98b-d7dc4169aace service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189658 Jan 29 19:46:46.243747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:46.281173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:46.324455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:46:46.345465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:46.348551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ecce7b4-dc8e-4068-a939-dd3893907643 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:46.378875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 0ecce7b4-dc8e-4068-a939-dd3893907643 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:46.379621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ecce7b4-dc8e-4068-a939-dd3893907643 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:46.379919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 59b71553-3180-40e9-92c1-d428f4dfe11b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:46.381571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (b783a6b7-c5dc-4e16-9e5c-0245b03b3157), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.383629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b783a6b7-c5dc-4e16-9e5c-0245b03b3157 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:46:46.397688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.397688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cce6e04c-1b58-4081-ac6f-54d1d1c0bad3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b783a6b7-c5dc-4e16-9e5c-0245b03b3157 HTTP/1.1" status: 204 len: 168 time: 2.6081915 Jan 29 19:46:46.398260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:46.401377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 59b71553-3180-40e9-92c1-d428f4dfe11b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:46.401740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 59b71553-3180-40e9-92c1-d428f4dfe11b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:46.463006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Deleting subnet c6d634b0-513b-4f7b-bf3f-7e10173c2e28 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:46:46.466940 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Publish callbacks [] for subnet (c6d634b0-513b-4f7b-bf3f-7e10173c2e28), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.510796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.523632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (c6d634b0-513b-4f7b-bf3f-7e10173c2e28), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.713742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] Transition to ACTIVE for port object 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:46:46.732090 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c6d634b0-513b-4f7b-bf3f-7e10173c2e28), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.741013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2df7c1-d192-49ce-bf3a-765e23a6ace1 req-2fe53fa4-2b45-4a20-9289-c74b5203e9ec tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:46.743738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e2df7c1-d192-49ce-bf3a-765e23a6ace1 req-2fe53fa4-2b45-4a20-9289-c74b5203e9ec tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.1389141 Jan 29 19:46:46.809722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:46.863685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e2df7c1-d192-49ce-bf3a-765e23a6ace1 req-ba6f7aac-10ff-4317-8ba2-3fe955f05f65 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979846 Jan 29 19:46:46.909608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] No DVR routers for this DVR port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:46.918116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:46.949112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6fe76860-ead7-4b22-93d0-585a9ff9e492 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42/bindings/n-h2-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9135070 Jan 29 19:46:46.995632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (c6d634b0-513b-4f7b-bf3f-7e10173c2e28), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.021457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d634b0-513b-4f7b-bf3f-7e10173c2e28,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:47.026282 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.029723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-90043afe-814b-43bb-88a5-1c18da74ac8a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c6d634b0-513b-4f7b-bf3f-7e10173c2e28 HTTP/1.1" status: 204 len: 168 time: 0.6334908 Jan 29 19:46:47.032475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45732) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:47.042508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45336b24-1e4b-4b6f-8293-35eb44f687cb None None] Network cda6fdae-d994-4207-b728-83c6015de441 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:47.125399 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (cda6fdae-d994-4207-b728-83c6015de441), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.189173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Deleting port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:47.189544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.213424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-0a04d18a-4fa0-426c-b75a-fc943511e698 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:47.214981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-0a04d18a-4fa0-426c-b75a-fc943511e698 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.1245785 Jan 29 19:46:47.270377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec843e-8775-4698-b2d4-75248f408076 req-83559afc-0d0d-4e5d-93b0-0a4a82442d1e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:47.272105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95ec843e-8775-4698-b2d4-75248f408076 req-83559afc-0d0d-4e5d-93b0-0a4a82442d1e tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.1188390 Jan 29 19:46:47.300427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] DHCP port deletion for cda6fdae-d994-4207-b728-83c6015de441 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:46:47.312043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6b639836-432a-4f8d-a285-54510964ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:47.317806 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-6b639836-432a-4f8d-a285-54510964ce0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51&tenant_id=00fbe0ef4eb44fc3800953e74d08d260 HTTP/1.1" status: 200 len: 1126 time: 0.0955551 Jan 29 19:46:47.321528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] For port dd05ab53-ba3a-4124-925e-9b01fc6e74b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:47.321528 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.348695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Calling delete_port for dd05ab53-ba3a-4124-925e-9b01fc6e74b1 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:47.381144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] Deleting port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:47.381680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.394194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95ec843e-8775-4698-b2d4-75248f408076 req-366db8ba-13ba-4dd7-b773-20321c349892 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150432 Jan 29 19:46:47.448934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-c0c6043d-69d5-4b83-b96d-86302c425d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:47.450511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-c0c6043d-69d5-4b83-b96d-86302c425d3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1126 time: 0.0893748 Jan 29 19:46:47.487365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] For port dd05ab53-ba3a-4124-925e-9b01fc6e74b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,segment=NetworkSegment(8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7),segment_id=8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:47.487805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.505030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] Calling delete_port for dd05ab53-ba3a-4124-925e-9b01fc6e74b1 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:47.598439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.609437 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (dd05ab53-ba3a-4124-925e-9b01fc6e74b1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.620292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-8755bf2c-a000-4916-8605-79672aedf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:47.620607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-8755bf2c-a000-4916-8605-79672aedf17b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 200 len: 921 time: 0.1575096 Jan 29 19:46:47.627862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] No DVR routers for this DVR port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:47.633529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:47.654449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] Pushing event deleted for resources: {'Port': ['ID=dd05ab53-ba3a-4124-925e-9b01fc6e74b1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:47.661132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f26f4-2536-4e82-a6cc-98a10523c7d8 None None] No DVR routers for this DVR port dd05ab53-ba3a-4124-925e-9b01fc6e74b1 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:47.696440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5a9e69c8-d882-4867-9cb0-a785d4f3b8bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 200 len: 217 time: 0.0664186 Jan 29 19:46:47.734117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (cda6fdae-d994-4207-b728-83c6015de441), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.763194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-64c6060e-9956-49cc-9a5d-7da9e24e0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:47.763516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda6fdae-d994-4207-b728-83c6015de441']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:47.765196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-64c6060e-9956-49cc-9a5d-7da9e24e0099 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 200 len: 861 time: 0.0626557 Jan 29 19:46:47.787076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:47.787076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:47.799410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.806917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-7ad96bee-d6d7-444c-b7c9-abdfbafe19fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba8a63ab-731c-45d5-8024-60929d95ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345404 Jan 29 19:46:47.816550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.825224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:46:47.825642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (8648490d-0460-4d7f-8a8e-3ab0fa2b9fa7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:46:47.827489 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:46:47.921976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-90bceef4-29cf-4934-9a8e-fe45c9dd3d12 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103318 Jan 29 19:46:48.039550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88ce2-7403-4883-ace4-dd4e502b6c1d req-55749103-732d-44ff-aa2d-0af6a510d4fd tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:48.041894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-fa2aa5eb-697e-4f94-82e0-b7f157017b72 service neutron] 10.222.0.26 "GET /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122622 Jan 29 19:46:48.042112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-afe88ce2-7403-4883-ace4-dd4e502b6c1d req-55749103-732d-44ff-aa2d-0af6a510d4fd tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 943 time: 0.0713418 Jan 29 19:46:48.043285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (cda6fdae-d994-4207-b728-83c6015de441), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:48.051206 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:48.058622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] 10.222.0.15 "DELETE /v2.0/networks/cda6fdae-d994-4207-b728-83c6015de441 HTTP/1.1" status: 204 len: 168 time: 1.0251422 Jan 29 19:46:48.074988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216e789-fdf8-466d-a13e-274b31ba446e admin admin] Pushing event deleted for resources: {'Network': ['ID=cda6fdae-d994-4207-b728-83c6015de441,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:48.122539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-afe88ce2-7403-4883-ace4-dd4e502b6c1d req-26e31a19-736b-4207-a724-f7106f4b1d47 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540760 Jan 29 19:46:48.348400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd05ab53-ba3a-4124-925e-9b01fc6e74b1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:48.369951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: dd05ab53-ba3a-4124-925e-9b01fc6e74b1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:48.370315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd05ab53-ba3a-4124-925e-9b01fc6e74b1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:48.413952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 032cbc24-fe61-4396-835d-42013307b56f details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:46:48.526692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=032cbc24-fe61-4396-835d-42013307b56f,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:48.540528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '032cbc24-fe61-4396-835d-42013307b56f', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'port_id': '032cbc24-fe61-4396-835d-42013307b56f', 'mac_address': 'fa:16:3e:59:e7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:46:48.556134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816deee3-8455-4511-ac13-2eba5a7fde22 req-1066da20-ca94-45fe-a8e4-d93d3cffd2ec tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:48.560697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-816deee3-8455-4511-ac13-2eba5a7fde22 req-1066da20-ca94-45fe-a8e4-d93d3cffd2ec tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.0654030 Jan 29 19:46:48.580004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 032cbc24-fe61-4396-835d-42013307b56f is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:48.580436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (032cbc24-fe61-4396-835d-42013307b56f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:48.594782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032cbc24-fe61-4396-835d-42013307b56f {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:46:48.618020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=032cbc24-fe61-4396-835d-42013307b56f,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:48.621461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-816deee3-8455-4511-ac13-2eba5a7fde22 req-4cc73d82-9d2d-4cdf-9e59-af3ca3198b2f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573936 Jan 29 19:46:48.838348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:48.889834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:48.961161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45772) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:49.012431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6621cf8-bf43-4c05-a264-9ed2008d03a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9c395f6e5b4498489d5cd21e439636b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500462 Jan 29 19:46:49.014858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45774) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:49.077124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97a96197-6acb-4126-ab66-8106b64d33fb admin admin] Publish callbacks [] for security_group (bcb47bb6-9091-4a40-8af7-33f555ff7c47), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:49.085726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5e4cf629-b327-457c-8550-8ef2de343bbc tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:49.090304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-5e4cf629-b327-457c-8550-8ef2de343bbc tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51&tenant_id=00fbe0ef4eb44fc3800953e74d08d260&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.0810225 Jan 29 19:46:49.109760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97a96197-6acb-4126-ab66-8106b64d33fb admin admin] Publish callbacks [] for security_group (bcb47bb6-9091-4a40-8af7-33f555ff7c47), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:49.151163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['032cbc24-fe61-4396-835d-42013307b56f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:46:49.284793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97a96197-6acb-4126-ab66-8106b64d33fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bcb47bb6-9091-4a40-8af7-33f555ff7c47), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:49.287674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97a96197-6acb-4126-ab66-8106b64d33fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:49.288664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-97a96197-6acb-4126-ab66-8106b64d33fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcb47bb6-9091-4a40-8af7-33f555ff7c47 HTTP/1.1" status: 204 len: 168 time: 0.2727742 Jan 29 19:46:49.302845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d072e6-8a18-4415-8d51-95bb866624db req-73ca522d-6397-431b-a363-eddc3c965f05 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:49.311381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d072e6-8a18-4415-8d51-95bb866624db req-73ca522d-6397-431b-a363-eddc3c965f05 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0793829 Jan 29 19:46:49.345058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-3c2b8765-a4d5-4276-af92-dfd46551c72b service neutron] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:46:49.350087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-3c2b8765-a4d5-4276-af92-dfd46551c72b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:49.351263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a96197-6acb-4126-ab66-8106b64d33fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb47bb6-9091-4a40-8af7-33f555ff7c47,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:49.365809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2675b03-adb8-468f-84fa-a4dc50db9be8 req-3c2b8765-a4d5-4276-af92-dfd46551c72b service neutron] 10.222.0.26 "DELETE /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42/bindings/n-h1-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.2692058 Jan 29 19:46:49.416101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d072e6-8a18-4415-8d51-95bb866624db req-dd74461a-aa2a-44bd-829a-5f66e5fc2d36 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005144 Jan 29 19:46:49.751972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3026-0da5-415c-abd5-7e4bcea60d40 req-e97e5c27-6784-4197-8445-9f76f2ea3e03 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:49.764934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52bf3026-0da5-415c-abd5-7e4bcea60d40 req-e97e5c27-6784-4197-8445-9f76f2ea3e03 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.0574992 Jan 29 19:46:49.807032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52bf3026-0da5-415c-abd5-7e4bcea60d40 req-2b38a527-9f56-4c91-9eea-e9171bb6c910 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465341 Jan 29 19:46:49.983901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cadd3-ef52-4090-920e-294e902658ab req-36570c50-7784-42b3-aade-6344d55a77fb tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:49.985496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c2cadd3-ef52-4090-920e-294e902658ab req-36570c50-7784-42b3-aade-6344d55a77fb tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 1126 time: 0.0710788 Jan 29 19:46:50.030671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c2cadd3-ef52-4090-920e-294e902658ab req-135217ca-099a-4943-8817-850ef23dca31 tempest-LiveAutoBlockMigrationV225Test-1293891707 tempest-LiveAutoBlockMigrationV225Test-1293891707-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Jan 29 19:46:50.413269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 032cbc24-fe61-4396-835d-42013307b56f up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:46:50.556486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5049-f030-4b7a-b976-3465507394e9 req-ce6a3d3e-7ff0-44b7-a327-a98346a75f57 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:50.563890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f4d5049-f030-4b7a-b976-3465507394e9 req-ce6a3d3e-7ff0-44b7-a327-a98346a75f57 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 944 time: 0.0700221 Jan 29 19:46:50.615904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f4d5049-f030-4b7a-b976-3465507394e9 req-8d6cf6e9-ee88-4e74-a32f-7e329d532e8a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508332 Jan 29 19:46:50.638322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 032cbc24-fe61-4396-835d-42013307b56f completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:46:50.643456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 032cbc24-fe61-4396-835d-42013307b56f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:46:50.644017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (032cbc24-fe61-4396-835d-42013307b56f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:50.787360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 032cbc24-fe61-4396-835d-42013307b56f is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:46:50.787819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (032cbc24-fe61-4396-835d-42013307b56f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:50.813718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032cbc24-fe61-4396-835d-42013307b56f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:50.816065 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2888b0-3118-4817-b98a-ce3299e15949" -d '{"events": [{"server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "name": "network-vif-plugged", "status": "completed", "tag": "032cbc24-fe61-4396-835d-42013307b56f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:50.827449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=032cbc24-fe61-4396-835d-42013307b56f,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:50.869018 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d3d34-79a1-4579-b5f5-f20a638cc0a6 x-openstack-request-id: req-774d3d34-79a1-4579-b5f5-f20a638cc0a6 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:50.869018 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "name": "network-vif-plugged", "status": "completed", "tag": "032cbc24-fe61-4396-835d-42013307b56f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:50.869018 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-774d3d34-79a1-4579-b5f5-f20a638cc0a6 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:50.869018 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032cbc24-fe61-4396-835d-42013307b56f', 'code': 200} Jan 29 19:46:50.921745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:50.985933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:51.096002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dd567-dfc7-47ee-928e-d36cdad137c2 req-bc10f55d-500b-4e15-aff7-2990736902e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:51.097927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e9dd567-dfc7-47ee-928e-d36cdad137c2 req-bc10f55d-500b-4e15-aff7-2990736902e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 1127 time: 0.1009393 Jan 29 19:46:51.129364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f275e-2bbc-41c7-ba4d-c9bb389229d1 req-a1180f05-bd78-45bb-9887-af1af6f10c64 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:51.132648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-019f275e-2bbc-41c7-ba4d-c9bb389229d1 req-a1180f05-bd78-45bb-9887-af1af6f10c64 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.0979209 Jan 29 19:46:51.181842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e9dd567-dfc7-47ee-928e-d36cdad137c2 req-4d357217-bb8f-4cfd-950d-8a299c71d6b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763824 Jan 29 19:46:51.251325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-019f275e-2bbc-41c7-ba4d-c9bb389229d1 req-0bbb9663-9213-4fde-900a-591807c216e0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026700 Jan 29 19:46:51.813971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39aef5-383b-4d48-bb6f-d146aaf470e2 req-9cec3754-d757-4948-9a4c-296601c50179 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:51.815458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e39aef5-383b-4d48-bb6f-d146aaf470e2 req-9cec3754-d757-4948-9a4c-296601c50179 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.0740807 Jan 29 19:46:51.896445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e39aef5-383b-4d48-bb6f-d146aaf470e2 req-ee0a547a-7a76-440e-979d-cf1e12e3d15f tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754862 Jan 29 19:46:51.930255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-ca830ef3-7c9a-429a-9b0a-8492e9705ead tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:51.931888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-ca830ef3-7c9a-429a-9b0a-8492e9705ead tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.0700717 Jan 29 19:46:52.049953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Deleting port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:46:52.050305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.191535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] For port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:46:52.192239 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.219984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Calling delete_port for 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:46:52.266993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45900) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:52.518137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d62ad-1fe0-4a90-9b39-02e00d5d9bfc req-ce34328e-1fe1-40b3-996a-602f17d6a0b2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:52.519713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b05d62ad-1fe0-4a90-9b39-02e00d5d9bfc req-ce34328e-1fe1-40b3-996a-602f17d6a0b2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 944 time: 0.1550100 Jan 29 19:46:52.520725 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24cb36cf-2a68-4fc5-b708-81231dd6eccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.575609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9a0dcb18-81a8-4698-b2a1-d125b2b1ae42), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.595128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['411d5aca-aee9-44ce-85da-35ebc576fad6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:46:52.605184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b05d62ad-1fe0-4a90-9b39-02e00d5d9bfc req-764210b7-4e5a-4c61-aa87-b55db2cbf8b3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 Jan 29 19:46:52.647921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event deleted for resources: {'Port': ['ID=9a0dcb18-81a8-4698-b2a1-d125b2b1ae42,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:52.689522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24cb36cf-2a68-4fc5-b708-81231dd6eccd admin admin] Publish callbacks [] for security_group (1051e47c-537d-4172-98b5-96e55b4e0e92), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.776716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] No DVR routers for this DVR port 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:46:52.779274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.782539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24cb36cf-2a68-4fc5-b708-81231dd6eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1051e47c-537d-4172-98b5-96e55b4e0e92), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.783384 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7bccfe99-ebce-46e3-bd0c-a6fad38dcb80 req-dbfdd845-3fe3-48ef-8a39-db2372b0a9c7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.26 "DELETE /v2.0/ports/9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 HTTP/1.1" status: 204 len: 173 time: 0.8455853 Jan 29 19:46:52.783853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'name': 'network-vif-deleted', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:52.786560 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631413da-2816-4cd7-b234-c9b7ed501a35" -d '{"events": [{"server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "name": "network-vif-deleted", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:52.848749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24cb36cf-2a68-4fc5-b708-81231dd6eccd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2806df73235c47aa8ab921f1b941ccec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5767419 Jan 29 19:46:52.848895 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a068b1-1b17-4ed5-8941-f7137270437f x-openstack-request-id: req-07a068b1-1b17-4ed5-8941-f7137270437f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:52.848895 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40806312-f09f-422b-99d2-703f02e5fc51", "name": "network-vif-deleted", "tag": "9a0dcb18-81a8-4698-b2a1-d125b2b1ae42", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:52.848895 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07a068b1-1b17-4ed5-8941-f7137270437f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:52.849095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb36cf-2a68-4fc5-b708-81231dd6eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1051e47c-537d-4172-98b5-96e55b4e0e92,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:52.849201 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40806312-f09f-422b-99d2-703f02e5fc51', 'name': 'network-vif-deleted', 'tag': '9a0dcb18-81a8-4698-b2a1-d125b2b1ae42', 'status': 'completed', 'code': 200} Jan 29 19:46:52.849201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45914) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:52.918889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:52.929676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74db0438-853d-4a42-b7f5-44030a726c74 admin admin] Publish callbacks [] for security_group (1051e47c-537d-4172-98b5-96e55b4e0e92), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:52.959527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74db0438-853d-4a42-b7f5-44030a726c74 admin admin] Publish callbacks [] for security_group (1051e47c-537d-4172-98b5-96e55b4e0e92), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.089953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74db0438-853d-4a42-b7f5-44030a726c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1051e47c-537d-4172-98b5-96e55b4e0e92), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.092552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74db0438-853d-4a42-b7f5-44030a726c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.096040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-74db0438-853d-4a42-b7f5-44030a726c74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1051e47c-537d-4172-98b5-96e55b4e0e92 HTTP/1.1" status: 204 len: 168 time: 0.2437477 Jan 29 19:46:53.097585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1600884-c357-45e6-96a5-2508318bd8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.103896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db0438-853d-4a42-b7f5-44030a726c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1051e47c-537d-4172-98b5-96e55b4e0e92,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:53.154537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e71d-382e-4718-b4ea-b18172aa64c5 req-6418d5a9-6adf-4983-8640-a9e82deb4228 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:53.156163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c423e71d-382e-4718-b4ea-b18172aa64c5 req-6418d5a9-6adf-4983-8640-a9e82deb4228 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.1105897 Jan 29 19:46:53.231092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c423e71d-382e-4718-b4ea-b18172aa64c5 req-808992aa-11fa-43bf-b02a-aa294cd6c6fe tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685592 Jan 29 19:46:53.255998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1600884-c357-45e6-96a5-2508318bd8c7 admin admin] Publish callbacks [] for security_group (2dc5150c-6647-46cf-87ef-b11cdbaf55fb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.357727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1600884-c357-45e6-96a5-2508318bd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2dc5150c-6647-46cf-87ef-b11cdbaf55fb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.384883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a2661-c506-4a5c-b283-f5c4e4a2d662 req-35c6389e-62f7-4c1d-bbbd-f720c58ada5d tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:53.390121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c1600884-c357-45e6-96a5-2508318bd8c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484be7a49e4947d58ca1c1d5ddd8e365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700644 Jan 29 19:46:53.390242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e55a2661-c506-4a5c-b283-f5c4e4a2d662 req-35c6389e-62f7-4c1d-bbbd-f720c58ada5d tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.0669413 Jan 29 19:46:53.391721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45926) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:53.396525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45928) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:53.404817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Request body: {'floatingip': {'port_id': '032cbc24-fe61-4396-835d-42013307b56f'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:53.458799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14028a7d-c954-4b01-a790-cf01dc7836a3 admin admin] Publish callbacks [] for security_group (2dc5150c-6647-46cf-87ef-b11cdbaf55fb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.484663 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14028a7d-c954-4b01-a790-cf01dc7836a3 admin admin] Publish callbacks [] for security_group (2dc5150c-6647-46cf-87ef-b11cdbaf55fb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.486509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600884-c357-45e6-96a5-2508318bd8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc5150c-6647-46cf-87ef-b11cdbaf55fb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:53.494904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.650888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14028a7d-c954-4b01-a790-cf01dc7836a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2dc5150c-6647-46cf-87ef-b11cdbaf55fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.656735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14028a7d-c954-4b01-a790-cf01dc7836a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:53.658503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-14028a7d-c954-4b01-a790-cf01dc7836a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dc5150c-6647-46cf-87ef-b11cdbaf55fb HTTP/1.1" status: 204 len: 168 time: 0.2657919 Jan 29 19:46:53.687838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14028a7d-c954-4b01-a790-cf01dc7836a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc5150c-6647-46cf-87ef-b11cdbaf55fb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:53.807438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b71c0c45-c88d-42bc-96b0-fea74f458d13 req-ccb7604f-dedc-47a4-9df7-64789e030bd7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0392051 Jan 29 19:46:54.440074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:46:54.471963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:46:54.472345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9a0dcb18-81a8-4698-b2a1-d125b2b1ae42 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:46:54.560246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45960) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:54.573970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b3dffee-a747-4e71-bdf7-70df93cc809b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:54.665987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:54.745172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b3dffee-a747-4e71-bdf7-70df93cc809b admin admin] Publish callbacks [] for security_group (874c9d68-014b-4b89-a35a-06889ead9135), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:54.752003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:54.798034 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b3dffee-a747-4e71-bdf7-70df93cc809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (874c9d68-014b-4b89-a35a-06889ead9135), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:54.844995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:54.870896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9b3dffee-a747-4e71-bdf7-70df93cc809b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3928fc4dbbe641e4a5396ca16a6e5ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129578 Jan 29 19:46:54.870896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dffee-a747-4e71-bdf7-70df93cc809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c9d68-014b-4b89-a35a-06889ead9135,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:54.882676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45972) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:54.981062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd043fbf-686c-4f67-97fa-d2c731e8f012 req-bbd7bf81-4aaf-41b2-82a2-483235c4fbe7 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0731800 Jan 29 19:46:54.989661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-872670672-network', 'tenant_id': 'a2f1d2d610034145b8fb6325b868173c'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:55.038330 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d827-8b9d-4f3b-8c56-49c9b5894e40 admin admin] Publish callbacks [] for security_group (874c9d68-014b-4b89-a35a-06889ead9135), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.053972 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Floating IP 8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c associated. External IP: 172.25.5.4, port: 032cbc24-fe61-4396-835d-42013307b56f. Jan 29 19:46:55.067272 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d827-8b9d-4f3b-8c56-49c9b5894e40 admin admin] Publish callbacks [] for security_group (874c9d68-014b-4b89-a35a-06889ead9135), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.072531 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dffafa3d-c0b1-4d1a-8153-27c0abb4be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.102489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Made reservation on behalf of a2f1d2d610034145b8fb6325b868173c for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:55.105519 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.115505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.256524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d827-8b9d-4f3b-8c56-49c9b5894e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (874c9d68-014b-4b89-a35a-06889ead9135), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.259744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d827-8b9d-4f3b-8c56-49c9b5894e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.262657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8ea9d827-8b9d-4f3b-8c56-49c9b5894e40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/874c9d68-014b-4b89-a35a-06889ead9135 HTTP/1.1" status: 204 len: 168 time: 0.3784790 Jan 29 19:46:55.305741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9d827-8b9d-4f3b-8c56-49c9b5894e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c9d68-014b-4b89-a35a-06889ead9135,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:55.359601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Router c4304fc2-ac96-45f0-8627-3f3214a9963b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:46:55.400899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks [] for security_group (0aa39318-d6e9-4234-8a81-a34c957222ca), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.500921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0aa39318-d6e9-4234-8a81-a34c957222ca), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.505446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:46:55.518588 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.518732 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] Sync routers for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:46:55.534695 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:55.537503 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:55.557972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa39318-d6e9-4234-8a81-a34c957222ca,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:55.565341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-59446e98-0361-4db6-8c81-19b2c3580da1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "PUT /v2.0/floatingips/8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c HTTP/1.1" status: 200 len: 989 time: 2.1675825 Jan 29 19:46:55.565954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'tag': '032cbc24-fe61-4396-835d-42013307b56f'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:46:55.568292 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb1422-c1b4-49c1-8652-4b3490b772c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "tag": "032cbc24-fe61-4396-835d-42013307b56f"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:46:55.598489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:46:55.628842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a3cd2727-bdee-4e87-b6ab-49bd86d4a63b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.634941 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Added segment a3cd2727-bdee-4e87-b6ab-49bd86d4a63b of type vlan for network 8c346222-e3c9-4302-95ae-1448b7829785 Jan 29 19:46:55.677590 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db7e91-c0d3-4696-8c35-de98a41655d7 x-openstack-request-id: req-a2db7e91-c0d3-4696-8c35-de98a41655d7 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:46:55.677879 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "tag": "032cbc24-fe61-4396-835d-42013307b56f", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:46:55.678143 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2db7e91-c0d3-4696-8c35-de98a41655d7 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:46:55.678554 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'tag': '032cbc24-fe61-4396-835d-42013307b56f', 'status': 'completed', 'code': 200} Jan 29 19:46:55.795836 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8c346222-e3c9-4302-95ae-1448b7829785), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:55.800176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:55.847855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67bd5e-2520-405c-abfa-bd818b2b8787 req-41bd5608-cdf1-4b40-9764-149be1186ce5 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:55.849492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b67bd5e-2520-405c-abfa-bd818b2b8787 req-41bd5608-cdf1-4b40-9764-149be1186ce5 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.1565452 Jan 29 19:46:55.871573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-1e3979f4-450f-40d8-88d5-3481da4e60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:55.876377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-1e3979f4-450f-40d8-88d5-3481da4e60b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b71e2f6082a24fc9930ed1144bca1a5a&device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 1127 time: 0.1363354 Jan 29 19:46:55.949311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b67bd5e-2520-405c-abfa-bd818b2b8787 req-fd2a9d9e-18e9-4ae7-92ab-7726f6170fc1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909956 Jan 29 19:46:56.042443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8c346222-e3c9-4302-95ae-1448b7829785), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:56.043410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:56.044778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:56.101865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-8cd28873-06f2-421c-85f8-cfb56a7c94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:56.104644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-8cd28873-06f2-421c-85f8-cfb56a7c94e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09fb82d9-2110-454f-8088-53f280adc4c7 HTTP/1.1" status: 200 len: 916 time: 0.2184424 Jan 29 19:46:56.337555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-34fd9111-b193-4090-826b-05b4509f5863 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032cbc24-fe61-4396-835d-42013307b56f HTTP/1.1" status: 200 len: 997 time: 0.2245793 Jan 29 19:46:56.402703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7335665 Jan 29 19:46:56.405748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46006) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:46:56.410522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Request body: {'subnet': {'network_id': '8c346222-e3c9-4302-95ae-1448b7829785', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-872670672-subnet', 'tenant_id': 'a2f1d2d610034145b8fb6325b868173c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:56.421853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74cd3bb9-a2d9-4f74-9027-d06586daadaa req-b5e91dda-c630-42cf-a5c7-60bc990e0559 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.2668657 Jan 29 19:46:56.435380 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'port_id': '032cbc24-fe61-4396-835d-42013307b56f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'mac_address': 'fa:16:3e:59:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:09Z', 'updated_at': '2022-01-29T19:46:54Z', 'revision_number': 1, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:07Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:56.448162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d5e12-dff6-489e-a200-6462b4021ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c346222-e3c9-4302-95ae-1448b7829785,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:56.469840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8c346222-e3c9-4302-95ae-1448b7829785 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:46:56.501818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] Checking router: c4304fc2-ac96-45f0-8627-3f3214a9963b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:46:56.516529 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:46:56.517516 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:46:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:56.557982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Made reservation on behalf of a2f1d2d610034145b8fb6325b868173c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:46:56.560357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:56.570913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-4dd1f5d6-1e33-4444-8c7a-dedc8110c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:56.576656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-4dd1f5d6-1e33-4444-8c7a-dedc8110c86c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353154bc-ded0-4966-965a-8f52064d1a5f HTTP/1.1" status: 200 len: 855 time: 0.1572590 Jan 29 19:46:56.646707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-22f000e6-2afe-48cc-9d70-cfd3e603fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:56.648611 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-22f000e6-2afe-48cc-9d70-cfd3e603fac8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09fb82d9-2110-454f-8088-53f280adc4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660563 Jan 29 19:46:56.785863 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:46:56.845027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-6f21d2bf-d9ba-4a88-bd04-48f0e11428f3 service neutron] 10.222.0.26 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891840 Jan 29 19:46:57.016106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (a47bfd14-c0fe-486d-b46a-cf0579880808), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:57.089214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9afb1422-c1b4-49c1-8652-4b3490b772c7 req-6d05ca94-6592-429b-834b-2d21b058fdff service neutron] 10.222.0.26 "GET /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368088 Jan 29 19:46:57.168571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47bfd14-c0fe-486d-b46a-cf0579880808,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:57.201542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Checking segment: {'id': 'a3cd2727-bdee-4e87-b6ab-49bd86d4a63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8c346222-e3c9-4302-95ae-1448b7829785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:46:57.201808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Network hostable DHCP agents. Network: 8c346222-e3c9-4302-95ae-1448b7829785, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:46:57.261604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c826f-a8aa-4718-9c12-1cb94e3b0469 req-c6a822d0-a51a-4a0a-bdc0-80020cf05af9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:57.266059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca9c826f-a8aa-4718-9c12-1cb94e3b0469 req-c6a822d0-a51a-4a0a-bdc0-80020cf05af9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.1643569 Jan 29 19:46:57.306929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Network 8c346222-e3c9-4302-95ae-1448b7829785 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:46:57.347629 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'port_id': '032cbc24-fe61-4396-835d-42013307b56f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'mac_address': 'fa:16:3e:59:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:09Z', 'updated_at': '2022-01-29T19:46:54Z', 'revision_number': 1, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:07Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:46:57.392033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca9c826f-a8aa-4718-9c12-1cb94e3b0469 req-e8ed8116-f40d-4a50-8875-350cf8f7f93e tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210425 Jan 29 19:46:57.405421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8c346222-e3c9-4302-95ae-1448b7829785) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:46:57.409586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:57.410195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:57.420147 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d417f12-df4b-4132-9eb7-435393233f93 None None] The sync data for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 is: [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'port_id': '032cbc24-fe61-4396-835d-42013307b56f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'mac_address': 'fa:16:3e:59:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:45:09Z', 'updated_at': '2022-01-29T19:46:54Z', 'revision_number': 1, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:07Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:46:57.427029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec074f-7ebc-401a-9203-ff619ddb4b22 None None] Network 8c346222-e3c9-4302-95ae-1448b7829785 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:57.459903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83aecbc7-338f-49e6-bae0-d1579bd9db46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:57.537359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0149be27-8ed7-470d-86e2-cce1046671be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1302443 Jan 29 19:46:57.588682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b14564ba-5b5c-4b16-85ac-0871d0366e9c req-a169d437-c3d0-4ea9-b552-83a50d5fa4a1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0660889 Jan 29 19:46:57.645340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d48c2-526f-4205-b110-49649d0ebeb5 None None] Network 8c346222-e3c9-4302-95ae-1448b7829785 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:46:57.888667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971ca86-dd50-43cb-bc06-048982c0ab54 None None] New status for floating IP 8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:46:57.937910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-34f485dd-d22b-45bd-98f4-0f02bef0c83d req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1337313617', 'description': 'tempest-description-1789078287'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:58.049396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f485dd-d22b-45bd-98f4-0f02bef0c83d req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.155122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f485dd-d22b-45bd-98f4-0f02bef0c83d req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (2fdeeab2-47dd-4305-a8b8-246d8b0a4224), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.233106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f485dd-d22b-45bd-98f4-0f02bef0c83d req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2fdeeab2-47dd-4305-a8b8-246d8b0a4224), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.301264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdeeab2-47dd-4305-a8b8-246d8b0a4224,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:58.339536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f485dd-d22b-45bd-98f4-0f02bef0c83d req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.341161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34f485dd-d22b-45bd-98f4-0f02bef0c83d req-f7e163bc-5690-44d5-be50-a2b7c2d0ab87 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4079843 Jan 29 19:46:58.410639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-cb2dd807-91b1-4d48-b112-424e2186ab0c tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/2fdeeab2-47dd-4305-a8b8-246d8b0a4224 HTTP/1.1" status: 200 len: 1832 time: 0.0465920 Jan 29 19:46:58.421461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fdeeab2-47dd-4305-a8b8-246d8b0a4224', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:58.421784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fdeeab2-47dd-4305-a8b8-246d8b0a4224', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:58.573443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group_rule (8026574a-cb2a-4faa-9bf2-be939765f7db), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.600358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d73b4-a56c-4445-bb64-76f5b659dce2 req-b913a682-9a16-4ae5-a31d-209f36a71202 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:58.615544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c78d73b4-a56c-4445-bb64-76f5b659dce2 req-b913a682-9a16-4ae5-a31d-209f36a71202 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.1019864 Jan 29 19:46:58.638974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group_rule (8026574a-cb2a-4faa-9bf2-be939765f7db), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.686219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c78d73b4-a56c-4445-bb64-76f5b659dce2 req-8b5ef8a1-a88a-4e6d-be23-8e08b64744ae tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750804 Jan 29 19:46:58.721708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8026574a-cb2a-4faa-9bf2-be939765f7db), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.744607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.764133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8026574a-cb2a-4faa-9bf2-be939765f7db,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:58.806791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89de52af-75bb-4caf-9f3b-ed841ac4932f req-ba9ed2b8-6ad5-43f3-bedd-9c76e62dd641 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0366766 Jan 29 19:46:58.854896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:58.856580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d8cfbeb-d399-4bb0-9ce7-ff7b64745798 req-9c3ac22d-b53b-4ad8-96f8-945dc4d342fd tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4393911 Jan 29 19:46:58.978984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7758d4f8-36ac-4aed-b1c8-01a1548829af req-14327b47-3d8c-43d4-8ef0-f0ab2663c7b5 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/2fdeeab2-47dd-4305-a8b8-246d8b0a4224 HTTP/1.1" status: 200 len: 2426 time: 0.0999458 Jan 29 19:46:58.992314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056190b2-c0af-42a6-8cbc-fad5c23cf950 req-c32a74c1-019f-4148-a317-22ee9bbebbc2 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:46:58.996487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-056190b2-c0af-42a6-8cbc-fad5c23cf950 req-c32a74c1-019f-4148-a317-22ee9bbebbc2 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.1079187 Jan 29 19:46:59.028276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-0ff912da-f121-4fb3-b1da-36de98fa2210 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-group-rules/8026574a-cb2a-4faa-9bf2-be939765f7db HTTP/1.1" status: 200 len: 778 time: 0.0278676 Jan 29 19:46:59.088418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-056190b2-c0af-42a6-8cbc-fad5c23cf950 req-bb21d8f7-cc6b-4732-8245-59ad7d83f4d5 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870967 Jan 29 19:46:59.139148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-c9c4feb0-7bc4-4ecd-93fe-12db3d2ff2ab tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/2fdeeab2-47dd-4305-a8b8-246d8b0a4224 HTTP/1.1" status: 200 len: 2426 time: 0.1050513 Jan 29 19:46:59.176868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-7862f917-f338-4cae-b7d3-922ef44df430 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group_rule (8026574a-cb2a-4faa-9bf2-be939765f7db), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.187036 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-7862f917-f338-4cae-b7d3-922ef44df430 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group_rule (8026574a-cb2a-4faa-9bf2-be939765f7db), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.301121 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-7862f917-f338-4cae-b7d3-922ef44df430 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8026574a-cb2a-4faa-9bf2-be939765f7db), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.308257 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-7862f917-f338-4cae-b7d3-922ef44df430 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.309395 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b3a128c-bdc4-46b5-9378-4fbaaed6e788 req-7862f917-f338-4cae-b7d3-922ef44df430 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8026574a-cb2a-4faa-9bf2-be939765f7db HTTP/1.1" status: 204 len: 173 time: 0.1647985 Jan 29 19:46:59.330479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862f917-f338-4cae-b7d3-922ef44df430 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8026574a-cb2a-4faa-9bf2-be939765f7db,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:59.344715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8dbd2bee-8189-4b93-be4c-bbba18948ac5 req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1536183193', 'description': 'tempest-description-1913187788'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:46:59.444049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8dbd2bee-8189-4b93-be4c-bbba18948ac5 req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.553764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8dbd2bee-8189-4b93-be4c-bbba18948ac5 req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (b0dc9e10-72b4-48cd-b87b-1018e00b73a1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.574581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.672158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8dbd2bee-8189-4b93-be4c-bbba18948ac5 req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b0dc9e10-72b4-48cd-b87b-1018e00b73a1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.723968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dc9e10-72b4-48cd-b87b-1018e00b73a1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:46:59.765350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8dbd2bee-8189-4b93-be4c-bbba18948ac5 req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:46:59.766602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8dbd2bee-8189-4b93-be4c-bbba18948ac5 req-586ca7f2-e3ff-49c4-bdaf-3eddba70a317 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4325655 Jan 29 19:46:59.902924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6d46288-944f-4574-92f2-8981f3d33b16 req-e286d52d-8fa5-4199-87b2-474cf3c88fd0 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/b0dc9e10-72b4-48cd-b87b-1018e00b73a1 HTTP/1.1" status: 200 len: 1832 time: 0.1108966 Jan 29 19:46:59.964147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-574d9781-8212-44f8-a48e-03c71355a299 req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1878384543', 'description': 'tempest-description-781160347'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:00.025872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97393e5c-e41a-4bc5-b7d9-3614d9b9dbc5 req-d4219114-ff03-45ff-a6b6-6bed622c1453 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0552020 Jan 29 19:47:00.106879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-574d9781-8212-44f8-a48e-03c71355a299 req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.192121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.224542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-574d9781-8212-44f8-a48e-03c71355a299 req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (151f604b-f5d1-4a24-9f95-5e4bd08dd278), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.312174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-574d9781-8212-44f8-a48e-03c71355a299 req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (151f604b-f5d1-4a24-9f95-5e4bd08dd278), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.357585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151f604b-f5d1-4a24-9f95-5e4bd08dd278,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:00.463797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-574d9781-8212-44f8-a48e-03c71355a299 req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.474586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-574d9781-8212-44f8-a48e-03c71355a299 req-e9a5bb76-23b7-4c37-9dbf-5fb23dbb1ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5053596 Jan 29 19:47:00.557422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8867d40c-aa7c-4f5b-ba4f-85c525f98041 req-a2f8dc83-1c8a-4206-9cad-89ce591e5d84 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/151f604b-f5d1-4a24-9f95-5e4bd08dd278 HTTP/1.1" status: 200 len: 1831 time: 0.0641737 Jan 29 19:47:00.582970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-341dcc61-5acc-400a-9447-804bb42ff683 req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-260195461', 'description': 'tempest-description-421705109'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:00.689267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-341dcc61-5acc-400a-9447-804bb42ff683 req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.762047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-341dcc61-5acc-400a-9447-804bb42ff683 req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (a76ce229-259b-4afe-bb51-f4f36f32b9f4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.838217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-341dcc61-5acc-400a-9447-804bb42ff683 req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a76ce229-259b-4afe-bb51-f4f36f32b9f4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.868491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ce229-259b-4afe-bb51-f4f36f32b9f4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:00.914615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-341dcc61-5acc-400a-9447-804bb42ff683 req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:00.919683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-341dcc61-5acc-400a-9447-804bb42ff683 req-0dd9ba5d-23ee-4279-8018-0d48968fc60b tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3417797 Jan 29 19:47:00.978070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46150) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:00.984656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1633500155'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:01.017285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a103d9d2-a2d9-46f9-b7b8-f5807591a8e1 req-fd475f76-7d56-4f03-9869-26146979003a tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/a76ce229-259b-4afe-bb51-f4f36f32b9f4 HTTP/1.1" status: 200 len: 1830 time: 0.0640566 Jan 29 19:47:01.033863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8b4296d7-60ca-46f6-ac06-9ef4964cc280 req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-114167822', 'description': 'tempest-description-504938468'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:01.083176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:01.088053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.124628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:47:01.144647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4e467b79-1df0-462f-8b1f-d4cd76eafc7d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.145048 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Added segment 4e467b79-1df0-462f-8b1f-d4cd76eafc7d of type vlan for network 0960a350-6d88-444e-88a0-73294b536673 Jan 29 19:47:01.166189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdf600a5-4e89-41ae-ad67-a7fdb4e7a434 req-ad9d78eb-fa51-4506-83b9-51d64e621278 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0531652 Jan 29 19:47:01.192399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8b4296d7-60ca-46f6-ac06-9ef4964cc280 req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.214743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0960a350-6d88-444e-88a0-73294b536673), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.310355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8b4296d7-60ca-46f6-ac06-9ef4964cc280 req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (6ace3001-9572-4410-b58f-e9424f8e9839), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.392017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0960a350-6d88-444e-88a0-73294b536673), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.397194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:01.398178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.466870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8b4296d7-60ca-46f6-ac06-9ef4964cc280 req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6ace3001-9572-4410-b58f-e9424f8e9839), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.511966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.520751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Network': ['ID=0960a350-6d88-444e-88a0-73294b536673,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:01.533496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0960a350-6d88-444e-88a0-73294b536673 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:47:01.534323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace3001-9572-4410-b58f-e9424f8e9839,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:01.561335 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ca8ffc3-e2e8-46a5-9d79-5c9b1b4d5f67 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5806618 Jan 29 19:47:01.563850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46168) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:01.569708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1323529775'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:01.674136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8b4296d7-60ca-46f6-ac06-9ef4964cc280 req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.675376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b4296d7-60ca-46f6-ac06-9ef4964cc280 req-011bafb5-0ee0-4806-bea3-f9d8e5c34b79 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6465044 Jan 29 19:47:01.708016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:01.712874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.743069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:47:01.756046 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9087f920-34c6-49b1-abb6-e9b8e9ba84fd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.763048 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Added segment 9087f920-34c6-49b1-abb6-e9b8e9ba84fd of type vlan for network ccf308fd-6e37-4079-8786-61da3c58b5c9 Jan 29 19:47:01.763397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4832de29-a3e7-418f-abff-f5472d9dd587 req-c8e3283f-ffc4-481d-a797-7d902b96f63a tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/6ace3001-9572-4410-b58f-e9424f8e9839 HTTP/1.1" status: 200 len: 1830 time: 0.0630105 Jan 29 19:47:01.807638 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-69842e51-23ac-45f8-8143-a55bdae75f5c req-d6cea60a-1b9e-4672-a538-97c96db607e4 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] show failed (client error): The resource could not be found. Jan 29 19:47:01.808766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69842e51-23ac-45f8-8143-a55bdae75f5c req-d6cea60a-1b9e-4672-a538-97c96db607e4 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/32068cf6-d74f-49cd-b7bf-f14451ba532e HTTP/1.1" status: 404 len: 352 time: 0.0239840 Jan 29 19:47:01.810302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ccf308fd-6e37-4079-8786-61da3c58b5c9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.842826 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-3cd8a4f8-834c-4998-8f25-e4e663cacebb req-1de955fc-e454-465f-aaac-3b836cb20af3 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] show failed (client error): The resource could not be found. Jan 29 19:47:01.843832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd8a4f8-834c-4998-8f25-e4e663cacebb req-1de955fc-e454-465f-aaac-3b836cb20af3 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-group-rules/995606db-e7f4-4068-a65d-a844a051a516 HTTP/1.1" status: 404 len: 361 time: 0.0126166 Jan 29 19:47:01.906235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c23c33ff-107c-4550-a1ec-1c0c634befc4 req-a0831b2e-fdad-45af-a310-8364f5dab624 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/6ace3001-9572-4410-b58f-e9424f8e9839 HTTP/1.1" status: 200 len: 1830 time: 0.0423696 Jan 29 19:47:01.964890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c23c33ff-107c-4550-a1ec-1c0c634befc4 req-488a3900-50a0-490d-8ae3-b92414ef5c1d tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (6ace3001-9572-4410-b58f-e9424f8e9839), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.975455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ccf308fd-6e37-4079-8786-61da3c58b5c9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:01.980463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:01.981060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.018359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c23c33ff-107c-4550-a1ec-1c0c634befc4 req-488a3900-50a0-490d-8ae3-b92414ef5c1d tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (6ace3001-9572-4410-b58f-e9424f8e9839), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.076625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Network': ['ID=ccf308fd-6e37-4079-8786-61da3c58b5c9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:02.091087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:47:02.230894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a832ff15-5204-4275-af95-87a277f4066c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6645100 Jan 29 19:47:02.233090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46186) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:02.239533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'subnet': {'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:02.272827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c23c33ff-107c-4550-a1ec-1c0c634befc4 req-488a3900-50a0-490d-8ae3-b92414ef5c1d tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6ace3001-9572-4410-b58f-e9424f8e9839), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.276600 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c23c33ff-107c-4550-a1ec-1c0c634befc4 req-488a3900-50a0-490d-8ae3-b92414ef5c1d tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.283291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c23c33ff-107c-4550-a1ec-1c0c634befc4 req-488a3900-50a0-490d-8ae3-b92414ef5c1d tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ace3001-9572-4410-b58f-e9424f8e9839 HTTP/1.1" status: 204 len: 173 time: 0.3709278 Jan 29 19:47:02.295408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a3900-50a0-490d-8ae3-b92414ef5c1d tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace3001-9572-4410-b58f-e9424f8e9839,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:02.309503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-806b92f8-c619-4b79-b544-031e88ed9c75 req-4b41a7eb-01a0-4997-9068-4abef2c91550 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0628948 Jan 29 19:47:02.403429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51286f6e-bde3-439f-8a5c-1deba421701d req-0cae301a-a2a9-4a8f-8b93-3735c75096af tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/a76ce229-259b-4afe-bb51-f4f36f32b9f4 HTTP/1.1" status: 200 len: 1830 time: 0.0750544 Jan 29 19:47:02.463603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51286f6e-bde3-439f-8a5c-1deba421701d req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (a76ce229-259b-4afe-bb51-f4f36f32b9f4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.477982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:02.482805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.486841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51286f6e-bde3-439f-8a5c-1deba421701d req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (a76ce229-259b-4afe-bb51-f4f36f32b9f4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.618764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51286f6e-bde3-439f-8a5c-1deba421701d req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a76ce229-259b-4afe-bb51-f4f36f32b9f4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.618764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-51286f6e-bde3-439f-8a5c-1deba421701d req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.618764 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51286f6e-bde3-439f-8a5c-1deba421701d req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "DELETE /v2.0/security-groups/a76ce229-259b-4afe-bb51-f4f36f32b9f4 HTTP/1.1" status: 204 len: 173 time: 0.2106597 Jan 29 19:47:02.629152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ce229-259b-4afe-bb51-f4f36f32b9f4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:02.639080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.639480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.642072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.642394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.642804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.643146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.652590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980ab21c-68f4-4800-b2cc-9c1e72909825 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.713530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a7050aa-049e-4192-a078-e27709f75d5c req-c42b2d74-3113-48d1-b58b-7bf6e1a4f4a8 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/151f604b-f5d1-4a24-9f95-5e4bd08dd278 HTTP/1.1" status: 200 len: 1831 time: 0.0757375 Jan 29 19:47:02.809916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a7050aa-049e-4192-a078-e27709f75d5c req-e21aabdb-5957-4640-b153-5faa92bbd598 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (151f604b-f5d1-4a24-9f95-5e4bd08dd278), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.832854 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a7050aa-049e-4192-a078-e27709f75d5c req-e21aabdb-5957-4640-b153-5faa92bbd598 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (151f604b-f5d1-4a24-9f95-5e4bd08dd278), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.871826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (a6a03a47-18be-463c-bb7c-40d6c000148c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.925282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Subnet': ['ID=a6a03a47-18be-463c-bb7c-40d6c000148c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:02.942325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.943168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.943168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.943387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.943722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.943979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.944337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.944769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.945101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.945427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.945805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.946126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.947014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:02.955575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Checking segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:02.955936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network hostable DHCP agents. Network: 0960a350-6d88-444e-88a0-73294b536673, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:47:02.959333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a7050aa-049e-4192-a078-e27709f75d5c req-e21aabdb-5957-4640-b153-5faa92bbd598 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (151f604b-f5d1-4a24-9f95-5e4bd08dd278), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.962071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a7050aa-049e-4192-a078-e27709f75d5c req-e21aabdb-5957-4640-b153-5faa92bbd598 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:02.963116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a7050aa-049e-4192-a078-e27709f75d5c req-e21aabdb-5957-4640-b153-5faa92bbd598 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "DELETE /v2.0/security-groups/151f604b-f5d1-4a24-9f95-5e4bd08dd278 HTTP/1.1" status: 204 len: 173 time: 0.2432218 Jan 29 19:47:02.979962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aabdb-5957-4640-b153-5faa92bbd598 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151f604b-f5d1-4a24-9f95-5e4bd08dd278,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:03.024947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe29c3f5-3050-4cf6-a16b-79a9b86608f4 req-0527fd78-03e3-42ed-bd68-1b63da919edb tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/b0dc9e10-72b4-48cd-b87b-1018e00b73a1 HTTP/1.1" status: 200 len: 1832 time: 0.0408173 Jan 29 19:47:03.088482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe29c3f5-3050-4cf6-a16b-79a9b86608f4 req-9ef4015a-56ce-4489-af5c-5365ce1f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (b0dc9e10-72b4-48cd-b87b-1018e00b73a1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.096632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 0960a350-6d88-444e-88a0-73294b536673 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:47:03.116768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe29c3f5-3050-4cf6-a16b-79a9b86608f4 req-9ef4015a-56ce-4489-af5c-5365ce1f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (b0dc9e10-72b4-48cd-b87b-1018e00b73a1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.226203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0960a350-6d88-444e-88a0-73294b536673) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:03.231108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:03.232459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.235627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14186a90-3602-47be-bbb4-09a8bac75d5d None None] Network 0960a350-6d88-444e-88a0-73294b536673 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:03.256561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe29c3f5-3050-4cf6-a16b-79a9b86608f4 req-9ef4015a-56ce-4489-af5c-5365ce1f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b0dc9e10-72b4-48cd-b87b-1018e00b73a1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.262869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fe29c3f5-3050-4cf6-a16b-79a9b86608f4 req-9ef4015a-56ce-4489-af5c-5365ce1f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.263973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe29c3f5-3050-4cf6-a16b-79a9b86608f4 req-9ef4015a-56ce-4489-af5c-5365ce1f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0dc9e10-72b4-48cd-b87b-1018e00b73a1 HTTP/1.1" status: 204 len: 173 time: 0.2316833 Jan 29 19:47:03.279129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4015a-56ce-4489-af5c-5365ce1f8ac2 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dc9e10-72b4-48cd-b87b-1018e00b73a1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:03.340039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-174c6626-18d7-4597-9903-612070b9c197 req-f8156bae-1b38-468f-8e0c-bf4ab7653768 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "GET /v2.0/security-groups/2fdeeab2-47dd-4305-a8b8-246d8b0a4224 HTTP/1.1" status: 200 len: 1832 time: 0.0501182 Jan 29 19:47:03.433103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-31d00578-eb37-4075-8388-22e0762a03d4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1985295 Jan 29 19:47:03.434489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-0960a350-6d88-444e-88a0-73294b536673', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:47:03.435742 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.437190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46222) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:03.442785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'subnet': {'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:03.449116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-174c6626-18d7-4597-9903-612070b9c197 req-0dfdd219-92b0-46c6-8840-583642492b00 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (2fdeeab2-47dd-4305-a8b8-246d8b0a4224), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.481923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ca9c88e-01cc-41aa-ae6e-6cbeeb5ab7a6 req-6ac39458-ae2a-4da6-9c59-d808d8f5f2d0 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0626929 Jan 29 19:47:03.579674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-174c6626-18d7-4597-9903-612070b9c197 req-0dfdd219-92b0-46c6-8840-583642492b00 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (2fdeeab2-47dd-4305-a8b8-246d8b0a4224), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.627675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Allocated IP 10.1.1.2 (0960a350-6d88-444e-88a0-73294b536673/a6a03a47-18be-463c-bb7c-40d6c000148c/84c8e416-e228-453b-b023-771d9af64739) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:03.769465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-174c6626-18d7-4597-9903-612070b9c197 req-0dfdd219-92b0-46c6-8840-583642492b00 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2fdeeab2-47dd-4305-a8b8-246d8b0a4224), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.772603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-174c6626-18d7-4597-9903-612070b9c197 req-0dfdd219-92b0-46c6-8840-583642492b00 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.777641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-174c6626-18d7-4597-9903-612070b9c197 req-0dfdd219-92b0-46c6-8840-583642492b00 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] 10.222.0.15 "DELETE /v2.0/security-groups/2fdeeab2-47dd-4305-a8b8-246d8b0a4224 HTTP/1.1" status: 204 len: 173 time: 0.4315250 Jan 29 19:47:03.783795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:03.783911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46234) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:03.783990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.794151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Publish callbacks [] for port (84c8e416-e228-453b-b023-771d9af64739), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.849042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Deleting subnet a47bfd14-c0fe-486d-b46a-cf0579880808 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:47:03.853561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Publish callbacks [] for subnet (a47bfd14-c0fe-486d-b46a-cf0579880808), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.866996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (84c8e416-e228-453b-b023-771d9af64739), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.896922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd219-92b0-46c6-8840-583642492b00 tempest-SecurityGroupRulesNegativeTestJSON-635876131 tempest-SecurityGroupRulesNegativeTestJSON-635876131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdeeab2-47dd-4305-a8b8-246d8b0a4224,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:03.897512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (a47bfd14-c0fe-486d-b46a-cf0579880808), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.916398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Network 0960a350-6d88-444e-88a0-73294b536673 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:03.922538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:03.925277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:03.955790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a47bfd14-c0fe-486d-b46a-cf0579880808), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:03.991734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Pushing event updated for resources: {'Port': ['ID=84c8e416-e228-453b-b023-771d9af64739,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:04.046735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Attempting to bind port 84c8e416-e228-453b-b023-771d9af64739 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:04.047102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Attempting to bind port 84c8e416-e228-453b-b023-771d9af64739 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:04.047758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Attempting to bind port 84c8e416-e228-453b-b023-771d9af64739 on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:04.064902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:04.064902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Checking segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:04.064902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.064902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Bound using segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:04.064902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Bound port: 84c8e416-e228-453b-b023-771d9af64739, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:04.064902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (84c8e416-e228-453b-b023-771d9af64739), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.132314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] For port 84c8e416-e228-453b-b023-771d9af64739, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:04.135890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] For port 84c8e416-e228-453b-b023-771d9af64739, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=84c8e416-e228-453b-b023-771d9af64739,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:04.192607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (a47bfd14-c0fe-486d-b46a-cf0579880808), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.222556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47bfd14-c0fe-486d-b46a-cf0579880808,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:04.231380 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.239959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b25ddc2-04ca-4b5f-b167-3ed1bb02c6fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a47bfd14-c0fe-486d-b46a-cf0579880808 HTTP/1.1" status: 204 len: 168 time: 0.4551725 Jan 29 19:47:04.240070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:04.272826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (4d75b6d3-e32d-4e81-80f3-9307645d6526), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.284170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (84c8e416-e228-453b-b023-771d9af64739), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.343319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece990f-c67e-44d7-8c01-1f9a5bb0f714 None None] Pushing event updated for resources: {'Port': ['ID=84c8e416-e228-453b-b023-771d9af64739,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:04.356301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8c346222-e3c9-4302-95ae-1448b7829785), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.389790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Subnet': ['ID=4d75b6d3-e32d-4e81-80f3-9307645d6526,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:04.424298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Checking segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:04.424675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network hostable DHCP agents. Network: ccf308fd-6e37-4079-8786-61da3c58b5c9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:47:04.498661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8c346222-e3c9-4302-95ae-1448b7829785), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.523090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c346222-e3c9-4302-95ae-1448b7829785']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:04.538002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cd2727-bdee-4e87-b6ab-49bd86d4a63b') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:04.538425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cd2727-bdee-4e87-b6ab-49bd86d4a63b') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:04.576485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (a3cd2727-bdee-4e87-b6ab-49bd86d4a63b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.597659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:47:04.619813 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a3cd2727-bdee-4e87-b6ab-49bd86d4a63b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.631446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:47:04.637869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (a3cd2727-bdee-4e87-b6ab-49bd86d4a63b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:47:04.641316 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:47:04.654967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b062ea8-7969-4eef-9e07-08a7869e3321 req-97be7814-e8ee-4a32-bb0a-45c143ebbc5a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0466485 Jan 29 19:47:04.740910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ccf308fd-6e37-4079-8786-61da3c58b5c9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:04.746295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:04.747499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.758842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6bc33-a23d-4efe-aec7-2b4b895cce3d None None] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:04.841373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8c346222-e3c9-4302-95ae-1448b7829785), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.847923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:04.853870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c346222-e3c9-4302-95ae-1448b7829785 HTTP/1.1" status: 204 len: 168 time: 0.6149096 Jan 29 19:47:04.875675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbd112-5c06-4b8f-9c2d-f95ac223ab1a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c346222-e3c9-4302-95ae-1448b7829785,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:04.887634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9bf86aa3-2e78-40f8-b821-d7e78f589e64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4472790 Jan 29 19:47:04.888721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46290) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:04.894303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'name': 'tempest-TaggedBootDevicesTest-1842533643', 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:04.911967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ccf308fd-6e37-4079-8786-61da3c58b5c9', 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9', 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'fixed_ips': [{'subnet_id': '4d75b6d3-e32d-4e81-80f3-9307645d6526'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:47:04.913464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:05.125680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Allocated IP 10.2.2.2 (ccf308fd-6e37-4079-8786-61da3c58b5c9/4d75b6d3-e32d-4e81-80f3-9307645d6526/a543d76a-58f8-4fd2-b048-554246eba081) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:05.163763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:05.385336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:05.412747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] device_id is not set on port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:47:05.514618 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Publish callbacks [] for port (a543d76a-58f8-4fd2-b048-554246eba081), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:05.621325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46328) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:05.634278 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a543d76a-58f8-4fd2-b048-554246eba081), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:05.759586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30128327-0d3d-47e9-8d24-aa6f57a962e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2f1d2d610034145b8fb6325b868173c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362369 Jan 29 19:47:05.760275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46340) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:05.768681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 10.1.1.126 (0960a350-6d88-444e-88a0-73294b536673/a6a03a47-18be-463c-bb7c-40d6c000148c/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:05.808133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:05.813048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ef8d1-1252-4fcf-9b94-b3f7a32072c7 None None] Network 0960a350-6d88-444e-88a0-73294b536673 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:05.874228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:05.901238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:05.907216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d430cfb9-847a-4b9b-869b-82ab0d6e19c3 req-dabec1a0-6d54-4aca-b55a-b6a0c4fd1062 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=40806312-f09f-422b-99d2-703f02e5fc51 HTTP/1.1" status: 200 len: 210 time: 0.0348132 Jan 29 19:47:05.931964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Pushing event updated for resources: {'Port': ['ID=a543d76a-58f8-4fd2-b048-554246eba081,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:05.956913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4aebd59-7bf3-44e0-83e8-4bf38c43722e admin admin] Publish callbacks [] for security_group (0aa39318-d6e9-4234-8a81-a34c957222ca), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.021190 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4aebd59-7bf3-44e0-83e8-4bf38c43722e admin admin] Publish callbacks [] for security_group (0aa39318-d6e9-4234-8a81-a34c957222ca), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.089039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] Provisioning complete for port 84c8e416-e228-453b-b023-771d9af64739 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:06.089420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (84c8e416-e228-453b-b023-771d9af64739), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.099519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Attempting to bind port a543d76a-58f8-4fd2-b048-554246eba081 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:06.099893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Attempting to bind port a543d76a-58f8-4fd2-b048-554246eba081 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:06.100285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Attempting to bind port a543d76a-58f8-4fd2-b048-554246eba081 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:06.167595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:06.168451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Checking segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:06.169010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.169554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Bound using segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:06.170192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Bound port: a543d76a-58f8-4fd2-b048-554246eba081, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:06.170770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a543d76a-58f8-4fd2-b048-554246eba081), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.232424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4aebd59-7bf3-44e0-83e8-4bf38c43722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0aa39318-d6e9-4234-8a81-a34c957222ca), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.236180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4aebd59-7bf3-44e0-83e8-4bf38c43722e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.239737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a4aebd59-7bf3-44e0-83e8-4bf38c43722e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0aa39318-d6e9-4234-8a81-a34c957222ca HTTP/1.1" status: 204 len: 168 time: 0.4763014 Jan 29 19:47:06.256635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aebd59-7bf3-44e0-83e8-4bf38c43722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa39318-d6e9-4234-8a81-a34c957222ca,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:06.472822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] For port a543d76a-58f8-4fd2-b048-554246eba081, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:06.506261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] For port a543d76a-58f8-4fd2-b048-554246eba081, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a543d76a-58f8-4fd2-b048-554246eba081,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:06.509809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] Current status of the port 84c8e416-e228-453b-b023-771d9af64739 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:06.510197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (84c8e416-e228-453b-b023-771d9af64739), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.546140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.556246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 84c8e416-e228-453b-b023-771d9af64739 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:06.623151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] For port 84c8e416-e228-453b-b023-771d9af64739, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=84c8e416-e228-453b-b023-771d9af64739,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:06.643953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a543d76a-58f8-4fd2-b048-554246eba081), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.674740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.767922 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (84c8e416-e228-453b-b023-771d9af64739), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.787786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc0c68-1ea9-451f-86df-0240c35403a9 None None] Pushing event updated for resources: {'Port': ['ID=a543d76a-58f8-4fd2-b048-554246eba081,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:06.843015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 0960a350-6d88-444e-88a0-73294b536673 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:06.881495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 84c8e416-e228-453b-b023-771d9af64739 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:06.881875 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (84c8e416-e228-453b-b023-771d9af64739), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:06.891389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:06.908900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:07.028584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:07.032686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dac98a-b27e-45ef-ba79-e82907a93ea8 None None] Pushing event updated for resources: {'Port': ['ID=84c8e416-e228-453b-b023-771d9af64739,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:07.039418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6c02c667-e5e8-4faa-8baf-0a29aaad15de None None] Provisioning complete for port 84c8e416-e228-453b-b023-771d9af64739 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:07.042552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c02c667-e5e8-4faa-8baf-0a29aaad15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (84c8e416-e228-453b-b023-771d9af64739), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:07.186413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:07.186413 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:07.275400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 84c8e416-e228-453b-b023-771d9af64739 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:07.301510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d878742c-b555-4950-87b0-ffc630dca3f1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4105577 Jan 29 19:47:07.309500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46382) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:07.315732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'name': 'tempest-TaggedBootDevicesTest-1721953946', 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:07.398489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6c02c667-e5e8-4faa-8baf-0a29aaad15de None None] Current status of the port 84c8e416-e228-453b-b023-771d9af64739 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:07.526879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7a019775-164f-43ec-899b-ba499b6d7297 None None] Provisioning complete for port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:07.530762 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a019775-164f-43ec-899b-ba499b6d7297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:07.599652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7a019775-164f-43ec-899b-ba499b6d7297 None None] Port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:07.695074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:07.838895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:07.866548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] device_id is not set on port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:47:07.894869 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.278680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 10.1.1.207 (0960a350-6d88-444e-88a0-73294b536673/a6a03a47-18be-463c-bb7c-40d6c000148c/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:08.282687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46414) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:08.543673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1213157668-network', 'tenant_id': 'fb272d73373946c5a182c9e50a929bb3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:08.575145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a8faf-9920-4e23-ab1d-5722f57fd9ab None None] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:08.655029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Made reservation on behalf of fb272d73373946c5a182c9e50a929bb3 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:08.657754 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.672954 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.715401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.752721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] Provisioning complete for port a543d76a-58f8-4fd2-b048-554246eba081 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:08.754338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a543d76a-58f8-4fd2-b048-554246eba081), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.825780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks [] for security_group (192021e4-10a5-4f35-bd21-5ac047d97b6f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.924174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.935483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (192021e4-10a5-4f35-bd21-5ac047d97b6f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:08.993242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] Current status of the port a543d76a-58f8-4fd2-b048-554246eba081 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:08.997327 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a543d76a-58f8-4fd2-b048-554246eba081), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.005325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192021e4-10a5-4f35-bd21-5ac047d97b6f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:09.018405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:47:09.030323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a543d76a-58f8-4fd2-b048-554246eba081 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:09.046341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 0960a350-6d88-444e-88a0-73294b536673 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:09.050152 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cbda7e2b-4359-46b3-ab38-3fd936816433), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.050717 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Added segment cbda7e2b-4359-46b3-ab38-3fd936816433 of type vlan for network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 Jan 29 19:47:09.063004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:09.075599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:09.128554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] For port a543d76a-58f8-4fd2-b048-554246eba081, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a543d76a-58f8-4fd2-b048-554246eba081,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:09.138727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a0a68dc6-5a4b-460c-95f4-be89f641bbf4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.187357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:09.237639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:09.237639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.245180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a543d76a-58f8-4fd2-b048-554246eba081 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:09.245850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a543d76a-58f8-4fd2-b048-554246eba081), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.262247 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a0a68dc6-5a4b-460c-95f4-be89f641bbf4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.262247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:09.262247 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.302013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a543d76a-58f8-4fd2-b048-554246eba081), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.393677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-20e334bb-426f-4442-be4b-5316ef32b2dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0823941 Jan 29 19:47:09.425236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] Pushing event updated for resources: {'Network': ['ID=a0a68dc6-5a4b-460c-95f4-be89f641bbf4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:09.437783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a30df3ed-cb1a-43c3-8478-011cb206e0ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1521802 Jan 29 19:47:09.441472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46448) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:09.448181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:47:09.448422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Request body: {'subnet': {'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1213157668-subnet', 'tenant_id': 'fb272d73373946c5a182c9e50a929bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:09.598159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb299d2-dc67-4443-9e9a-c26cb39726c7 None None] Pushing event updated for resources: {'Port': ['ID=a543d76a-58f8-4fd2-b048-554246eba081,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:09.647519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Made reservation on behalf of fb272d73373946c5a182c9e50a929bb3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:09.652641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.704836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-00ede810-3714-48e2-8858-b7990190c6cd None None] Provisioning complete for port a543d76a-58f8-4fd2-b048-554246eba081 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:09.705448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00ede810-3714-48e2-8858-b7990190c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a543d76a-58f8-4fd2-b048-554246eba081), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.707078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a543d76a-58f8-4fd2-b048-554246eba081 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:09.710966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 84c8e416-e228-453b-b023-771d9af64739 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:09.943778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 84c8e416-e228-453b-b023-771d9af64739 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:09.944498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (84c8e416-e228-453b-b023-771d9af64739), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:09.948343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46458) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:09.955997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294904231', 'description': 'tempest-description--1864284427'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:10.010096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-00ede810-3714-48e2-8858-b7990190c6cd None None] Current status of the port a543d76a-58f8-4fd2-b048-554246eba081 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:10.038223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.047262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-00ede810-3714-48e2-8858-b7990190c6cd None None] Provisioning complete for port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:10.054904 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00ede810-3714-48e2-8858-b7990190c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.130027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.175392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Checking segment: {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:10.183061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Network hostable DHCP agents. Network: a0a68dc6-5a4b-460c-95f4-be89f641bbf4, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:47:10.183830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 84c8e416-e228-453b-b023-771d9af64739 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:10.195846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-00ede810-3714-48e2-8858-b7990190c6cd None None] Port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:10.205588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:10.253705 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group (3802a18e-cebc-4ad1-9611-735e29fc6b40), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.323406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:47:10.385358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a543d76a-58f8-4fd2-b048-554246eba081 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:10.390887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3802a18e-cebc-4ad1-9611-735e29fc6b40), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.427094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3802a18e-cebc-4ad1-9611-735e29fc6b40,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:10.443831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a0a68dc6-5a4b-460c-95f4-be89f641bbf4) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:10.457460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:10.459137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.464782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c9a5a-ab53-407a-80da-d6d8bfa16706 None None] Network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:10.538898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a543d76a-58f8-4fd2-b048-554246eba081 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:10.539269 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a543d76a-58f8-4fd2-b048-554246eba081), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.548365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.550013 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9220496c-39c8-40a1-939e-9362b7101899 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6006680 Jan 29 19:47:10.552861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46482) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:10.558739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'security_group_rule': {'security_group_id': '3802a18e-cebc-4ad1-9611-735e29fc6b40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:10.590997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-baae461d-9259-4b44-be56-b5d126347420 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1481864 Jan 29 19:47:10.685622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a543d76a-58f8-4fd2-b048-554246eba081 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:10.692012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65545d66-1286-4eb6-a220-2ad4fe27babb None None] Network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:10.709295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group_rule (20708335-b953-4d9c-a29d-c33d4f246edc), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.841883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group_rule (20708335-b953-4d9c-a29d-c33d4f246edc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.895136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-0315c25b-0567-4147-9a61-7b532d787de1 req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013754658', 'description': 'tempest-description-706049089'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:10.963972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (20708335-b953-4d9c-a29d-c33d4f246edc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:10.999098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20708335-b953-4d9c-a29d-c33d4f246edc,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:11.038095 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0315c25b-0567-4147-9a61-7b532d787de1 req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.126448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0315c25b-0567-4147-9a61-7b532d787de1 req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (910ebd86-24a8-4214-a714-381c4ba3528e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.182816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.184240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc5f66da-379b-4274-ae23-9ae9643a2f87 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6302483 Jan 29 19:47:11.189993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46514) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:11.194660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'security_group_rule': {'security_group_id': '3802a18e-cebc-4ad1-9611-735e29fc6b40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:11.275997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0315c25b-0567-4147-9a61-7b532d787de1 req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (910ebd86-24a8-4214-a714-381c4ba3528e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.314747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910ebd86-24a8-4214-a714-381c4ba3528e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:11.351676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group_rule (584476df-5901-475d-93b0-426430757681), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.418268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group_rule (584476df-5901-475d-93b0-426430757681), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.445734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0315c25b-0567-4147-9a61-7b532d787de1 req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.448674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0315c25b-0567-4147-9a61-7b532d787de1 req-9a9e5aad-1033-4455-af91-efd3325ddbb0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5577202 Jan 29 19:47:11.477996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-774c34f8-7384-43c4-b0ec-fd7cce286587 req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-989802771', 'description': 'tempest-description-575596581'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:11.592475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (584476df-5901-475d-93b0-426430757681), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.616864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584476df-5901-475d-93b0-426430757681,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:11.619963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-774c34f8-7384-43c4-b0ec-fd7cce286587 req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.739780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-774c34f8-7384-43c4-b0ec-fd7cce286587 req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (8483f7b3-79f6-4a12-869e-aa72630e171f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.751419 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.757540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46524) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:11.766879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:11.772044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9d70b21d-cdf0-4a0c-b373-7c7d9cd16d49 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5794003 Jan 29 19:47:11.890647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-774c34f8-7384-43c4-b0ec-fd7cce286587 req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8483f7b3-79f6-4a12-869e-aa72630e171f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.918760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:11.947656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483f7b3-79f6-4a12-869e-aa72630e171f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:12.023617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-774c34f8-7384-43c4-b0ec-fd7cce286587 req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.025837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-774c34f8-7384-43c4-b0ec-fd7cce286587 req-d65a9177-bb7c-43f4-a16b-bb4c7e99d1a7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5520458 Jan 29 19:47:12.085706 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.439359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 172.25.5.53 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/2932365c-03b3-4076-a06c-bc02e35414fe) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:12.475720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46548) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:12.516094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-24e27468-59c8-49ec-8d18-6cd8b4cf0e0c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:12.518556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-24e27468-59c8-49ec-8d18-6cd8b4cf0e0c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 813 time: 0.2207000 Jan 29 19:47:12.566985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-4c412d6b-c834-4f9f-aebf-55e1ad6c87cd tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/quotas/fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 375 time: 0.0179038 Jan 29 19:47:12.610987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-ad4b607d-b180-49af-9b59-da650506d92c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374403 Jan 29 19:47:12.655625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (2932365c-03b3-4076-a06c-bc02e35414fe), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.660747 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49ae2f-389b-4090-8694-026432b66f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.780084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49ae2f-389b-4090-8694-026432b66f83 admin admin] Publish callbacks [] for security_group (785b59e3-3b90-4e73-8ba7-83a5df54c903), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.788782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-6b97ed46-129d-4b8b-ae05-b6480eaf4415 service neutron] 10.222.0.15 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637497 Jan 29 19:47:12.843577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49ae2f-389b-4090-8694-026432b66f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (785b59e3-3b90-4e73-8ba7-83a5df54c903), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.936449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-b9864e5b-7b01-4bb0-a634-22448cfcf389 service neutron] 10.222.0.15 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254320 Jan 29 19:47:12.938009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2932365c-03b3-4076-a06c-bc02e35414fe), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:12.968249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2a49ae2f-389b-4090-8694-026432b66f83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e18f17ff6b24458bf2d40bf5e628176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4886179 Jan 29 19:47:12.968249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49ae2f-389b-4090-8694-026432b66f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785b59e3-3b90-4e73-8ba7-83a5df54c903,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:12.982221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46554) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:13.005316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:13.006920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=2932365c-03b3-4076-a06c-bc02e35414fe,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:13.011435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:13.013858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:13.118751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (f8a8d0f9-fb95-4d88-a019-ca417e8ee84a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.127367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5da126e7-426c-4890-9dd3-a9ff3048ef3a admin admin] Publish callbacks [] for security_group (785b59e3-3b90-4e73-8ba7-83a5df54c903), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.160824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5da126e7-426c-4890-9dd3-a9ff3048ef3a admin admin] Publish callbacks [] for security_group (785b59e3-3b90-4e73-8ba7-83a5df54c903), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.271555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2932365c-03b3-4076-a06c-bc02e35414fe), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.329232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5da126e7-426c-4890-9dd3-a9ff3048ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (785b59e3-3b90-4e73-8ba7-83a5df54c903), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.331965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5da126e7-426c-4890-9dd3-a9ff3048ef3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.333265 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5da126e7-426c-4890-9dd3-a9ff3048ef3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/785b59e3-3b90-4e73-8ba7-83a5df54c903 HTTP/1.1" status: 204 len: 168 time: 0.3499815 Jan 29 19:47:13.374388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da126e7-426c-4890-9dd3-a9ff3048ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785b59e3-3b90-4e73-8ba7-83a5df54c903,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:13.484913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (2932365c-03b3-4076-a06c-bc02e35414fe), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.499551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-249ab4ac-b1c4-47ed-8169-a5387935163f req-83a7525b-23c5-413d-a5ea-bbdcc12ada02 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 210 time: 0.0612106 Jan 29 19:47:13.545968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (2932365c-03b3-4076-a06c-bc02e35414fe), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.628729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=2932365c-03b3-4076-a06c-bc02e35414fe,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:13.642951 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8a8d0f9-fb95-4d88-a019-ca417e8ee84a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.648618 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:47:13.748907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:13.750560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ae4bad18-46ad-41fb-88fb-7e9272adbe63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9914570 Jan 29 19:47:14.198839 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8d7f6719-3c7f-48bf-8949-5811b0f30cd7 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--294904231&fields=id&tenant_id=c94f239dbe12466785b6bd3a0e31b7cd HTTP/1.1" status: 200 len: 267 time: 0.0909042 Jan 29 19:47:14.260318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-dfd14aba-5094-4dd0-acfa-665d4862b71e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:14.271685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-dfd14aba-5094-4dd0-acfa-665d4862b71e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 932 time: 0.0680952 Jan 29 19:47:14.328481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-44b85e7c-90b7-4bbe-a685-ed6eb698dd5e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:14.335709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-44b85e7c-90b7-4bbe-a685-ed6eb698dd5e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 932 time: 0.0668528 Jan 29 19:47:14.412657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-093ac728-58ac-4f2d-8e64-c85809ce4caa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0759847 Jan 29 19:47:14.457083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-94a6389f-6ab8-4ffa-9993-e2db799e522c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0434515 Jan 29 19:47:14.620498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6076b929-9dde-4265-94b8-8ab3a4ab0a60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:14.626050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6076b929-9dde-4265-94b8-8ab3a4ab0a60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:14.631949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6076b929-9dde-4265-94b8-8ab3a4ab0a60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:14.633146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a8ceebf-2ad6-4265-92d1-ed0f2e8efb52 req-ca22d41e-e2ed-4b7e-86d1-c3460599cec2 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 210 time: 0.0577970 Jan 29 19:47:14.635197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6076b929-9dde-4265-94b8-8ab3a4ab0a60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/networks?id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=ccf308fd-6e37-4079-8786-61da3c58b5c9&id=ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 200 len: 1990 time: 0.1772916 Jan 29 19:47:14.670999 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-41ae6923-355c-40b2-b10b-470f93fde4aa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/quotas/c94f239dbe12466785b6bd3a0e31b7cd HTTP/1.1" status: 200 len: 375 time: 0.0258586 Jan 29 19:47:14.754529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-da2eda90-77da-4bfc-84ab-a516e54ba1ba tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0823185 Jan 29 19:47:14.886533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-2ccbac27-ff95-4a62-bc1c-645090142698 service neutron] 10.222.0.15 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174834 Jan 29 19:47:15.034733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8a5949de-2b93-4e58-8f0e-dd36ae791abf service neutron] 10.222.0.15 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396635 Jan 29 19:47:15.100912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-4c40c22c-3f62-4e24-b640-12d0765aede9 service neutron] 10.222.0.15 "GET /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0642190 Jan 29 19:47:15.218441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-bd10169b-500f-48a3-b24f-07f795008ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100175 Jan 29 19:47:15.330587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-c0a3877a-0e6f-4e44-819f-3a76a5a3ee9b service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062524 Jan 29 19:47:15.380987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-31ff9671-a09e-4aa7-9450-f44633f7bfb4 service neutron] 10.222.0.15 "GET /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0413947 Jan 29 19:47:15.526510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-eaad2aae-b290-497d-99b0-87ab454f28db service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386328 Jan 29 19:47:15.733439 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-78763c32-02b2-4e19-8816-0a4f479bbf1a service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004638 Jan 29 19:47:15.793120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46664) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:15.812317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97a29049-0864-4375-b27d-d30684dcbcb9 req-46cabbe1-d434-4b67-ba2a-ea5afa5b76d2 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 210 time: 0.0635500 Jan 29 19:47:15.869377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d82db62d-7ee2-40c1-8d17-3c9656becee9 service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242125 Jan 29 19:47:15.975717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef18a75c-3e05-4bf6-9134-54146065d472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:15.999245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5768f6a9-be3b-4d2c-be17-c5d7267d4c8e service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240299 Jan 29 19:47:16.068992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef18a75c-3e05-4bf6-9134-54146065d472 admin admin] Publish callbacks [] for security_group (851d332a-8882-438e-ae3f-4615dcf220d1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:16.162185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-fee71fa3-c517-4593-8f2f-0a276d6e3f98 service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576819 Jan 29 19:47:16.180685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef18a75c-3e05-4bf6-9134-54146065d472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (851d332a-8882-438e-ae3f-4615dcf220d1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:16.248242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46676) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:16.249404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef18a75c-3e05-4bf6-9134-54146065d472 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb64d08f28b5455ebca219832e850cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549482 Jan 29 19:47:16.252908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18a75c-3e05-4bf6-9134-54146065d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851d332a-8882-438e-ae3f-4615dcf220d1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:16.394414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7b61500c-eaaa-4b30-948a-161eb48d453b service neutron] 10.222.0.15 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253656 Jan 29 19:47:16.408860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58b9d596-436a-4dbb-a448-3564cd9fbff2 admin admin] Publish callbacks [] for security_group (851d332a-8882-438e-ae3f-4615dcf220d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:16.552372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58b9d596-436a-4dbb-a448-3564cd9fbff2 admin admin] Publish callbacks [] for security_group (851d332a-8882-438e-ae3f-4615dcf220d1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:16.663115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-376f687f-8917-467f-a715-92971e601bdf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:16.665303 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-376f687f-8917-467f-a715-92971e601bdf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.26 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 813 time: 0.2648139 Jan 29 19:47:16.674507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-2a205388-c416-4075-92ad-dc1552f8da37 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627161 Jan 29 19:47:16.702431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'port': {'device_id': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4', 'admin_state_up': True, 'tenant_id': 'fb272d73373946c5a182c9e50a929bb3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:16.822771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58b9d596-436a-4dbb-a448-3564cd9fbff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (851d332a-8882-438e-ae3f-4615dcf220d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:16.825462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58b9d596-436a-4dbb-a448-3564cd9fbff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:16.827996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-58b9d596-436a-4dbb-a448-3564cd9fbff2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/851d332a-8882-438e-ae3f-4615dcf220d1 HTTP/1.1" status: 204 len: 168 time: 0.5776463 Jan 29 19:47:16.878380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9d596-436a-4dbb-a448-3564cd9fbff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d332a-8882-438e-ae3f-4615dcf220d1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:16.925726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-91f86cb1-233d-47f6-8fff-08b198f9ba55 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938829 Jan 29 19:47:17.031752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Made reservation on behalf of fb272d73373946c5a182c9e50a929bb3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:17.036685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:17.057991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ae7c11d-034b-4b7a-ac93-984a4ba021bc service neutron] 10.222.0.15 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212900 Jan 29 19:47:17.274726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-10c0390c-0594-4fcd-8107-3aa2cafe99e8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:17.276395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-10c0390c-0594-4fcd-8107-3aa2cafe99e8 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.1354342 Jan 29 19:47:17.388675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7c4460e6-7c59-4933-8c91-39cffb09f576 service neutron] 10.222.0.15 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240399 Jan 29 19:47:17.426529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Allocated IP 172.20.0.11 (a0a68dc6-5a4b-460c-95f4-be89f641bbf4/d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd/d0805ff2-3776-4edd-86ea-5020a3153428) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:17.533488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Deleting port 411d5aca-aee9-44ce-85da-35ebc576fad6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:47:17.534083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:17.666214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] For port 411d5aca-aee9-44ce-85da-35ebc576fad6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=411d5aca-aee9-44ce-85da-35ebc576fad6,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:17.666594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:17.690370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Calling delete_port for 411d5aca-aee9-44ce-85da-35ebc576fad6 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:47:17.801057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for port (d0805ff2-3776-4edd-86ea-5020a3153428), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:17.854924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba10f3-9b78-46b8-9ffa-b58dd631d51d req-f44eb1b5-6b7f-4901-919a-52c61a17443d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:17.863588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8ba10f3-9b78-46b8-9ffa-b58dd631d51d req-f44eb1b5-6b7f-4901-919a-52c61a17443d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1080644 Jan 29 19:47:17.946534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:17.974981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8ba10f3-9b78-46b8-9ffa-b58dd631d51d req-ca5c4d44-3065-4772-a193-d317afba51ac tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103125 Jan 29 19:47:18.021735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:18.027887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:18.034607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:18.141679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:18.191380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:18.192063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:18.207075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (411d5aca-aee9-44ce-85da-35ebc576fad6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:18.221435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['411d5aca-aee9-44ce-85da-35ebc576fad6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:18.240545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event deleted for resources: {'Port': ['ID=411d5aca-aee9-44ce-85da-35ebc576fad6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:18.253666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b8602-cb8a-4850-aafd-ab4c87d4db96 req-863f53eb-3164-4978-b55a-f6292674f1c4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:18.261408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f3b8602-cb8a-4850-aafd-ab4c87d4db96 req-863f53eb-3164-4978-b55a-f6292674f1c4 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 945 time: 0.1323628 Jan 29 19:47:18.337439 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-c11db3fa-5460-4826-8a0e-e7251aa7b12b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6560659 Jan 29 19:47:18.355147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Request body: {'port': {'device_id': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:18.369982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] No DVR routers for this DVR port 411d5aca-aee9-44ce-85da-35ebc576fad6 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:47:18.386451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f3b8602-cb8a-4850-aafd-ab4c87d4db96 req-78273b77-acae-42ac-add6-47f471c77663 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241443 Jan 29 19:47:18.390032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:18.395987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0383ca7a-8e8e-416b-baf2-ae67d64e91df req-f3109810-5d56-46c8-be09-4368458d46f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "DELETE /v2.0/ports/411d5aca-aee9-44ce-85da-35ebc576fad6 HTTP/1.1" status: 204 len: 173 time: 1.1098790 Jan 29 19:47:18.396486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'name': 'network-vif-deleted', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:18.399828 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fef3db-faa6-4be1-8271-9960d47ffb54" -d '{"events": [{"server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "name": "network-vif-deleted", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:18.438605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:18.577798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df227f2-9e01-4c6e-98e4-67d33a3548b1 req-a5b65612-2654-43db-ae08-f38ec0ed471f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:18.583466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df227f2-9e01-4c6e-98e4-67d33a3548b1 req-a5b65612-2654-43db-ae08-f38ec0ed471f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 932 time: 0.1218843 Jan 29 19:47:18.742923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df227f2-9e01-4c6e-98e4-67d33a3548b1 req-52fa2205-bcf4-4f23-91e3-b1ce2180d1e6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428642 Jan 29 19:47:18.917856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25f065-c0fc-4b41-b8ae-812808bd228b req-26fd33da-7c86-4053-8f32-3fbed37bb2d8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:18.924956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d25f065-c0fc-4b41-b8ae-812808bd228b req-26fd33da-7c86-4053-8f32-3fbed37bb2d8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0827544 Jan 29 19:47:18.976855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d25f065-c0fc-4b41-b8ae-812808bd228b req-b743bbca-4d0e-4d69-8e84-be92d0ea1380 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508585 Jan 29 19:47:18.983929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0805ff2-3776-4edd-86ea-5020a3153428 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:19.005621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Publish callbacks [] for port (d0805ff2-3776-4edd-86ea-5020a3153428), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.019931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Transition to ACTIVE for port object d0805ff2-3776-4edd-86ea-5020a3153428 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:19.048093 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ba97b-d536-47b0-8b23-07cff01f57dc x-openstack-request-id: req-e28ba97b-d536-47b0-8b23-07cff01f57dc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:19.048664 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a704ad0-7fba-4867-ad80-b9be3cfd0bc5", "name": "network-vif-deleted", "tag": "411d5aca-aee9-44ce-85da-35ebc576fad6", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:19.049145 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e28ba97b-d536-47b0-8b23-07cff01f57dc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:19.049768 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a704ad0-7fba-4867-ad80-b9be3cfd0bc5', 'name': 'network-vif-deleted', 'tag': '411d5aca-aee9-44ce-85da-35ebc576fad6', 'status': 'completed', 'code': 200} Jan 29 19:47:19.186401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.243065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:19.353014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Attempting to bind port d0805ff2-3776-4edd-86ea-5020a3153428 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:19.353377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Attempting to bind port d0805ff2-3776-4edd-86ea-5020a3153428 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:19.353686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Attempting to bind port d0805ff2-3776-4edd-86ea-5020a3153428 on network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:19.359303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Port d0805ff2-3776-4edd-86ea-5020a3153428 on network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:19.362543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Attempting to bind port d0805ff2-3776-4edd-86ea-5020a3153428 on network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:19.368910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:19.369208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Checking segment: {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:19.369600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Bound using segment: {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:19.370051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Bound port: d0805ff2-3776-4edd-86ea-5020a3153428, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:19.370429 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.374329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-f140b9e9-49c8-435c-995a-4434215c9d37 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:19.376004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-f140b9e9-49c8-435c-995a-4434215c9d37 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.1850743 Jan 29 19:47:19.397139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-770331e8-f3f6-44ed-af5e-9f23a12e9ed7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/quotas/561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 375 time: 0.0124526 Jan 29 19:47:19.436679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:19.439783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:19.472604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-4fad3282-b214-4fa9-ad89-27a9a9f8e601 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0675156 Jan 29 19:47:19.473157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46772) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:19.584230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-0efebf32-c480-40ad-b608-c0924a24852c service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035659 Jan 29 19:47:19.606702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a889a5f-a292-48f5-92ac-c881552b4018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.645668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.679707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-c18b4720-8396-4171-a1f6-93150c8736ee service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888107 Jan 29 19:47:19.698422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:19.699057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.700508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] 10.222.0.26 "PUT /v2.0/ports/d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 1092 time: 1.3503053 Jan 29 19:47:19.703172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:19.705049 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43989900-edca-4623-aa29-88f0d9a32f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:19.762355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9225f5-1bd0-4f63-9223-879611e08581 service neutron] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:19.783653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a889a5f-a292-48f5-92ac-c881552b4018 admin admin] Publish callbacks [] for security_group (f39a3399-e0a6-4d44-afc1-7c7ed6b4f597), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.895398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a889a5f-a292-48f5-92ac-c881552b4018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f39a3399-e0a6-4d44-afc1-7c7ed6b4f597), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:19.947486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8c294cd-5246-4125-87b0-4a1ecd73d579 req-8d7de808-ea3a-41cf-8051-e031e6a2d398 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a704ad0-7fba-4867-ad80-b9be3cfd0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0655034 Jan 29 19:47:20.020225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a889a5f-a292-48f5-92ac-c881552b4018 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e12e1e2311004f06adb28dcd5620d8ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5458753 Jan 29 19:47:20.023314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:20.033880 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2d37c-8773-4343-a8ed-890a81de26e3 x-openstack-request-id: req-fac2d37c-8773-4343-a8ed-890a81de26e3 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:20.034169 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:20.034427 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fac2d37c-8773-4343-a8ed-890a81de26e3 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:20.034823 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'status': 'completed', 'code': 200} Jan 29 19:47:20.041240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a889a5f-a292-48f5-92ac-c881552b4018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a3399-e0a6-4d44-afc1-7c7ed6b4f597,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:20.077206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-e6416cab-06db-4f93-a5e9-a363770700a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:20.078265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-e6416cab-06db-4f93-a5e9-a363770700a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1126 time: 0.2313995 Jan 29 19:47:20.135183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9623fba0-2700-4a6b-af94-52c2ed42ea75 req-ece923a4-73a1-4564-8570-bb4edf0f4b0c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0715954 Jan 29 19:47:20.152311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d63cc9a8-3c39-4a25-b938-92cee1481a5c admin admin] Publish callbacks [] for security_group (f39a3399-e0a6-4d44-afc1-7c7ed6b4f597), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:20.205270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d63cc9a8-3c39-4a25-b938-92cee1481a5c admin admin] Publish callbacks [] for security_group (f39a3399-e0a6-4d44-afc1-7c7ed6b4f597), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:20.230698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-13c938f7-2d40-45ea-9784-a6cfd8fde4bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 217 time: 0.1312692 Jan 29 19:47:20.282350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:47:20.293895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbce2121-a8d4-4e82-8056-b2dd086e5fc9 req-b7bf0284-636e-4ef7-bfb4-cf7460f493d3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 210 time: 0.0738361 Jan 29 19:47:20.330199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd9544-4d3f-4f04-acf3-cbc1c2a7de0d req-efc01178-fbfc-4b9d-88a3-7e2bd3911098 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:20.339634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3dcd9544-4d3f-4f04-acf3-cbc1c2a7de0d req-efc01178-fbfc-4b9d-88a3-7e2bd3911098 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 944 time: 0.1476874 Jan 29 19:47:20.343447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 411d5aca-aee9-44ce-85da-35ebc576fad6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:47:20.344613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 411d5aca-aee9-44ce-85da-35ebc576fad6 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:47:20.383967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864079d8-59be-4680-b1dc-05d42f5856ef req-2d1b9cd4-80f2-4e95-bb1d-56c1e9298112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:20.387411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-2d1b9cd4-80f2-4e95-bb1d-56c1e9298112 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.1313629 Jan 29 19:47:20.407521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3dcd9544-4d3f-4f04-acf3-cbc1c2a7de0d req-003a39b4-f359-4f06-84da-8e55a8198369 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656743 Jan 29 19:47:20.410514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d63cc9a8-3c39-4a25-b938-92cee1481a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f39a3399-e0a6-4d44-afc1-7c7ed6b4f597), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:20.415355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d63cc9a8-3c39-4a25-b938-92cee1481a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:20.419653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d63cc9a8-3c39-4a25-b938-92cee1481a5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f39a3399-e0a6-4d44-afc1-7c7ed6b4f597 HTTP/1.1" status: 204 len: 168 time: 0.3918481 Jan 29 19:47:20.438414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cc9a8-3c39-4a25-b938-92cee1481a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a3399-e0a6-4d44-afc1-7c7ed6b4f597,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:20.809182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-9cc1bbcf-78f0-4a9b-a957-39bc4f753af0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4153659 Jan 29 19:47:20.924662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-b7c7b2a1-c91f-4020-a39f-aa41ee32095e service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085315 Jan 29 19:47:21.109197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864079d8-59be-4680-b1dc-05d42f5856ef req-be944951-4d97-4ab3-a405-50b40d62a272 service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669164 Jan 29 19:47:21.232379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e3df054-039f-4be2-8343-9d834041c5fd req-79348e96-de27-4bf9-86db-78395a75abc4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0325739 Jan 29 19:47:21.435411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-395e715d-aeca-45a0-9cd3-f162d82a3f76 req-b1c41529-b51c-4b23-95fc-eedf7c2693bc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 210 time: 0.0489049 Jan 29 19:47:21.447632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989900-edca-4623-aa29-88f0d9a32f6d req-4bc871b2-108b-47b0-9ef5-59f4a3d948b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:21.449491 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-4bc871b2-108b-47b0-9ef5-59f4a3d948b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1126 time: 0.1244147 Jan 29 19:47:21.624713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989900-edca-4623-aa29-88f0d9a32f6d req-7d7ed80a-6d42-4fda-9e2f-764acdc4ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:21.626399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-7d7ed80a-6d42-4fda-9e2f-764acdc4ee74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.1711807 Jan 29 19:47:21.722794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdc218-9092-43de-af3c-a900bec737bd req-53f8afb4-2c33-443f-bb48-9ae446e37c94 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:21.740526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7bdc218-9092-43de-af3c-a900bec737bd req-53f8afb4-2c33-443f-bb48-9ae446e37c94 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.1511526 Jan 29 19:47:21.769790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58f60-0891-4964-8709-891efe817eb0 req-2e4ba727-decb-4538-a4e0-60684b23564e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:21.771272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1c58f60-0891-4964-8709-891efe817eb0 req-2e4ba727-decb-4538-a4e0-60684b23564e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 944 time: 0.2344072 Jan 29 19:47:21.790073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-00b41e77-6ade-44b2-9207-cf49a224b82b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 217 time: 0.1547313 Jan 29 19:47:21.912651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7bdc218-9092-43de-af3c-a900bec737bd req-4512a63a-f3c2-4536-ad4d-8ebb41ed5c96 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655986 Jan 29 19:47:22.027709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1c58f60-0891-4964-8709-891efe817eb0 req-fa2764d4-aebc-4db7-8186-cd9740c85034 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458563 Jan 29 19:47:22.042031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989900-edca-4623-aa29-88f0d9a32f6d req-6153e9e6-915e-40c7-8699-d8b849eaefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:22.043876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-6153e9e6-915e-40c7-8699-d8b849eaefad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.2427568 Jan 29 19:47:22.051729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-0eb8ad3d-b49a-476c-bbb6-a30dfb495400 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:22.060537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-0eb8ad3d-b49a-476c-bbb6-a30dfb495400 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 945 time: 0.1452682 Jan 29 19:47:22.091412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-4a795053-0708-4c3b-92da-f83fc552fe8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373814 Jan 29 19:47:22.240929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-5eaf5b57-cad3-46d4-8a9b-f052bd164ce5 service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434159 Jan 29 19:47:22.271404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Deleting port ff09138b-861f-4168-8403-9e67d3cffe22 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:47:22.272336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:22.409329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] For port ff09138b-861f-4168-8403-9e67d3cffe22, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff09138b-861f-4168-8403-9e67d3cffe22,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:22.409329 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:22.424359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Calling delete_port for ff09138b-861f-4168-8403-9e67d3cffe22 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:47:22.444689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43989900-edca-4623-aa29-88f0d9a32f6d req-d1767687-348b-4d18-bcc0-0ecc0fcba002 service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971779 Jan 29 19:47:22.486368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d0805ff2-3776-4edd-86ea-5020a3153428 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:47:22.526159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-637b84f8-346b-4877-9f47-cc1a0b797b72 req-ed544bcc-166a-4519-aa07-a6030ab52ec7 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0526299 Jan 29 19:47:22.604853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-243ad07f-0d1b-40d0-a594-b4aa8e843fbf req-c7fbb4b1-2ddd-43ec-ba4a-f777ff1f649f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 210 time: 0.0806410 Jan 29 19:47:22.651214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:22.666508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4', 'port_id': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'mac_address': 'fa:16:3e:48:7e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e51e7e-5aa4-4a3c-9e19-86f2afab67fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:47:22.703446 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ff09138b-861f-4168-8403-9e67d3cffe22), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:22.741617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event deleted for resources: {'Port': ['ID=ff09138b-861f-4168-8403-9e67d3cffe22,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:22.883162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] No DVR routers for this DVR port ff09138b-861f-4168-8403-9e67d3cffe22 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:47:22.888079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:22.896553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b877fa69-b50c-44f7-849b-d57474f6b8c6 req-dead052b-1c28-409f-af5c-f6291b5f49fb tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "DELETE /v2.0/ports/ff09138b-861f-4168-8403-9e67d3cffe22 HTTP/1.1" status: 204 len: 173 time: 0.8348007 Jan 29 19:47:22.899934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'name': 'network-vif-deleted', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:22.906446 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f429aec-903e-496d-bc0d-5a482f0cd65a" -d '{"events": [{"server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "name": "network-vif-deleted", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:22.972148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-489709c1-72ce-4ea9-a07b-6dbe5ba0e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:22.973594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-489709c1-72ce-4ea9-a07b-6dbe5ba0e546 service neutron] 10.222.0.13 "GET /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 1028 time: 0.1180832 Jan 29 19:47:23.056402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d0805ff2-3776-4edd-86ea-5020a3153428 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:23.056402 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:23.103324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0805ff2-3776-4edd-86ea-5020a3153428 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:23.128137 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1efd993-b059-49e1-b2e0-7f7a261702f6 x-openstack-request-id: req-e1efd993-b059-49e1-b2e0-7f7a261702f6 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:23.129689 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51150d07-a58e-4434-b305-bc469405980d", "name": "network-vif-deleted", "tag": "ff09138b-861f-4168-8403-9e67d3cffe22", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:23.130059 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1efd993-b059-49e1-b2e0-7f7a261702f6 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:23.131432 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51150d07-a58e-4434-b305-bc469405980d', 'name': 'network-vif-deleted', 'tag': 'ff09138b-861f-4168-8403-9e67d3cffe22', 'status': 'completed', 'code': 200} Jan 29 19:47:23.162063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef47c57b-e799-4237-aa02-6a4cca5b6666 req-2db438f3-5655-4567-9632-92acf2e86f5f tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 210 time: 0.1068945 Jan 29 19:47:23.164875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-b972f3e3-6c93-4683-b5fc-9d33e62b50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:23.167332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:23.168506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-b972f3e3-6c93-4683-b5fc-9d33e62b50cc service neutron] 10.222.0.13 "GET /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 1028 time: 0.1862843 Jan 29 19:47:23.249477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-f850bd0b-089f-43c8-9b38-281062e349b5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:23.251363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-f850bd0b-089f-43c8-9b38-281062e349b5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.3246157 Jan 29 19:47:23.261309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:23.298328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faa5d1-838c-4c72-a526-48a570866a6d req-570d14c3-74f3-44c0-9f5e-bbab1f1b0f12 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:23.306321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83faa5d1-838c-4c72-a526-48a570866a6d req-570d14c3-74f3-44c0-9f5e-bbab1f1b0f12 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 944 time: 0.1139576 Jan 29 19:47:23.309932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'port': {'device_id': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'admin_state_up': True, 'tenant_id': '561181d3c09744d3aee03d38d75987a2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:23.353302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9f4336af-7e2c-495e-b6d6-35c8240cf4b8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:23.358358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9f4336af-7e2c-495e-b6d6-35c8240cf4b8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:23.359433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46882) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:23.363392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9f4336af-7e2c-495e-b6d6-35c8240cf4b8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:23.365081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9f4336af-7e2c-495e-b6d6-35c8240cf4b8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "GET /v2.0/networks?id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=ccf308fd-6e37-4079-8786-61da3c58b5c9&id=ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 200 len: 1990 time: 0.1897464 Jan 29 19:47:23.371442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:23.444717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-feddde27-b5b2-43a1-a114-7a2fc1ec8147 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94f239dbe12466785b6bd3a0e31b7cd HTTP/1.1" status: 200 len: 379 time: 0.0630255 Jan 29 19:47:23.459882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'admin_state_up': True, 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'security_groups': ['3802a18e-cebc-4ad1-9611-735e29fc6b40']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:23.551518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:23.835650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2a19460-9f79-490e-a3ef-2476fc4cfc8f req-c158b60e-3c30-4e74-a532-727de29d9c31 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0691102 Jan 29 19:47:23.839251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:23.852226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:23.880418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83faa5d1-838c-4c72-a526-48a570866a6d req-44bdedd3-dafa-4de8-a385-3869c683732c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514212 Jan 29 19:47:23.945327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b92915d1-9e6e-4ba5-88a8-c1052599cbcc tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-19713209'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:23.945736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b92915d1-9e6e-4ba5-88a8-c1052599cbcc tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Unknown quota resources ['metering_label']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:47:24.027965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a126747-19bd-40cb-b35d-818d885bae68 req-475c53e3-20ec-4c86-9da4-6db1332b22bd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 210 time: 0.0484884 Jan 29 19:47:24.103413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:24.106794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.138245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 172.20.0.5 (8eb011d2-7b95-4ce2-9c2c-ddea50a93041/4882ea39-8c06-4cb1-ae8d-3357bd9d486d/b8739d60-7283-40b9-8fc9-721af3540b7a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:24.329398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.393242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0521e6e1-128d-416e-aa77-35e1f691dc54 req-42a2db95-0a67-4fd5-87e9-ccf5d45d36f3 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=51150d07-a58e-4434-b305-bc469405980d HTTP/1.1" status: 200 len: 210 time: 0.0329299 Jan 29 19:47:24.409950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.465024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b92915d1-9e6e-4ba5-88a8-c1052599cbcc tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.466217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b92915d1-9e6e-4ba5-88a8-c1052599cbcc tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 1.0875404 Jan 29 19:47:24.469323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:24.470673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:24.478351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Allocated IP 172.20.0.9 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/cea7b399-53f3-4d29-a337-22f4c1009d6c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:24.493083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ac7f1770-82c7-45f3-80c6-036d446db37a tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '94f77a05-1c83-47b8-8226-39113fbc8ad0'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:24.493740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ac7f1770-82c7-45f3-80c6-036d446db37a tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:47:24.501973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d0805ff2-3776-4edd-86ea-5020a3153428 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:24.505584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:24.513820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:24.591413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:24.611421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:24.612406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.706354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port d0805ff2-3776-4edd-86ea-5020a3153428 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:47:24.710988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port d0805ff2-3776-4edd-86ea-5020a3153428 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:24.715834 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.758805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.761898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8ce908a9-0b2f-43fa-883e-a98fd36f6309 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3073139 Jan 29 19:47:24.774777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'admin_state_up': True, 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'security_groups': ['3802a18e-cebc-4ad1-9611-735e29fc6b40']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:24.878172 n-d-825496-5 neutron-server[103563]: WARNING neutron.services.metering.metering_plugin [None req-ac7f1770-82c7-45f3-80c6-036d446db37a tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 19:47:24.891660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d0805ff2-3776-4edd-86ea-5020a3153428 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:24.893071 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:24.906763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.002048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6fbde385-1c30-49d8-9aea-346974e434c8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:25.004018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:25.010694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:25.013430 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7540a78a-1726-4ce5-82af-aaf9b968c329" -d '{"events": [{"server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "name": "network-vif-plugged", "status": "completed", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:25.019296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1770-82c7-45f3-80c6-036d446db37a tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.023968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ac7f1770-82c7-45f3-80c6-036d446db37a tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5466943 Jan 29 19:47:25.025517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46904) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:25.040901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b5246a73-2769-46f1-a56d-9be6a05cebec tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '94f77a05-1c83-47b8-8226-39113fbc8ad0'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:25.041510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b5246a73-2769-46f1-a56d-9be6a05cebec tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:47:25.097012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:25.149737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3a578811-093b-4b7e-8229-105eb3ffc031 None None] Provisioning complete for port b8739d60-7283-40b9-8fc9-721af3540b7a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:25.150174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a578811-093b-4b7e-8229-105eb3ffc031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.167680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:25.169513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:25.174644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:25.175857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a3cf0-5e24-4b2f-90e8-cc00ae5814f2 req-4f07da5b-9964-4022-815a-d1b85faaa316 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:25.178753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-927a3cf0-5e24-4b2f-90e8-cc00ae5814f2 req-4f07da5b-9964-4022-815a-d1b85faaa316 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 931 time: 0.1642056 Jan 29 19:47:25.178923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:25.194483 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.207725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:25.216944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.233388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3a09-f3b2-40b0-8d28-ac01ae84b539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.238283 n-d-825496-5 neutron-server[103563]: WARNING neutron.services.metering.metering_plugin [None req-b5246a73-2769-46f1-a56d-9be6a05cebec tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 19:47:25.246128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea012774-ba06-4532-a63d-44b5dddfdc50 req-541c1d8b-011c-493e-a70d-528eb46c1037 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:25.253311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea012774-ba06-4532-a63d-44b5dddfdc50 req-541c1d8b-011c-493e-a70d-528eb46c1037 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 945 time: 0.2319653 Jan 29 19:47:25.261421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:25.263361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.314586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3a578811-093b-4b7e-8229-105eb3ffc031 None None] Port b8739d60-7283-40b9-8fc9-721af3540b7a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:25.349469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea012774-ba06-4532-a63d-44b5dddfdc50 req-32bde368-8e62-4af8-a2db-78339ab56a6f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949960 Jan 29 19:47:25.373770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:25.385126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-1ad67827-0f6e-4e75-be0d-602f1a20d6cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1072233 Jan 29 19:47:25.399263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Request body: {'port': {'device_id': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:25.424233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b5246a73-2769-46f1-a56d-9be6a05cebec tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.428277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b5246a73-2769-46f1-a56d-9be6a05cebec tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3918238 Jan 29 19:47:25.431432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46910) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:25.527279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-927a3cf0-5e24-4b2f-90e8-cc00ae5814f2 req-2c209f66-d8ca-4bbe-a024-8ce46516b13f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418515 Jan 29 19:47:25.536506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3011ad9a-969c-40cc-9ff3-9a6f590872e4 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=5fe8ff46-2646-4012-94f5-65e6e3e46e7d HTTP/1.1" status: 200 len: 464 time: 0.0291634 Jan 29 19:47:25.539991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46912) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:25.580281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.602365 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0c2113-846f-4143-befd-96047245c6e0 x-openstack-request-id: req-7e0c2113-846f-4143-befd-96047245c6e0 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:25.602957 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "name": "network-vif-plugged", "status": "completed", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:25.603373 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e0c2113-846f-4143-befd-96047245c6e0 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:25.603929 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'code': 200} Jan 29 19:47:25.650758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e7762c7e-64c9-448c-a5fe-635f8129321d None None] Provisioning complete for port cea7b399-53f3-4d29-a337-22f4c1009d6c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:25.650937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87346b-b2f2-48ab-aa1c-710900468548 req-71d54932-a6d8-4a24-933a-7e8fe2e04cd0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:25.651137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7762c7e-64c9-448c-a5fe-635f8129321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.652502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac87346b-b2f2-48ab-aa1c-710900468548 req-71d54932-a6d8-4a24-933a-7e8fe2e04cd0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 931 time: 0.1192720 Jan 29 19:47:25.676906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 10.1.1.152 (0960a350-6d88-444e-88a0-73294b536673/a6a03a47-18be-463c-bb7c-40d6c000148c/506da6d9-844b-429d-8934-d7c708e110f4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:25.742919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e7762c7e-64c9-448c-a5fe-635f8129321d None None] Port cea7b399-53f3-4d29-a337-22f4c1009d6c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:25.830452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac87346b-b2f2-48ab-aa1c-710900468548 req-afa706c9-a89b-4a1e-b6e8-49f2cc613a4c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644294 Jan 29 19:47:25.882368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72625c-6856-45b2-8879-b7a88d25da6b req-b6a1509e-2b55-455c-85a8-3413aec81f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:25.884647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e72625c-6856-45b2-8879-b7a88d25da6b req-b6a1509e-2b55-455c-85a8-3413aec81f26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1128 time: 0.1791949 Jan 29 19:47:25.925293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b24a79c9-cd81-4657-b7a7-e848302e7af8 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.926338 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b24a79c9-cd81-4657-b7a7-e848302e7af8 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/5fe8ff46-2646-4012-94f5-65e6e3e46e7d HTTP/1.1" status: 204 len: 168 time: 0.3854096 Jan 29 19:47:25.930994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:25.946741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-722b5557-9d12-45ad-a9c7-f99e1a33f1e2 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=5fe8ff46-2646-4012-94f5-65e6e3e46e7d HTTP/1.1" status: 200 len: 221 time: 0.0148928 Jan 29 19:47:25.951729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46918) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:25.959083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6e714039-0953-4528-a76d-a64d0c2ea436 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1043106471', 'description': 'label created by tempest'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:25.959614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6e714039-0953-4528-a76d-a64d0c2ea436 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Unknown quota resources ['metering_label']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:47:25.967958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (506da6d9-844b-429d-8934-d7c708e110f4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:25.989968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e72625c-6856-45b2-8879-b7a88d25da6b req-09f09595-17f3-4502-9740-a2e3e5ea9c76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747054 Jan 29 19:47:26.043270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea7b399-53f3-4d29-a337-22f4c1009d6c {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:26.051030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Publish callbacks [] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.063270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Transition to ACTIVE for port object cea7b399-53f3-4d29-a337-22f4c1009d6c will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:26.094998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.147803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 0960a350-6d88-444e-88a0-73294b536673 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:26.153645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:26.157377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:26.164071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:26.185618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.221356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.228479 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.287442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e714039-0953-4528-a76d-a64d0c2ea436 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.288794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6e714039-0953-4528-a76d-a64d0c2ea436 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3363936 Jan 29 19:47:26.291646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:26.312088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:26.338034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:47:26.356395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed0eed-c3cc-4ce5-abc4-ad2698c11df6 req-9c325a17-58ba-47c5-81d3-dfa82856beee tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.358174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2ed0eed-c3cc-4ce5-abc4-ad2698c11df6 req-9c325a17-58ba-47c5-81d3-dfa82856beee tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.2060199 Jan 29 19:47:26.412113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b9a2f2cc-d7a7-42e8-9ab9-7bbcf94583b9 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=04c065fd-0d70-4a9e-b880-183de0e31d84 HTTP/1.1" status: 200 len: 468 time: 0.1170812 Jan 29 19:47:26.413567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: ff09138b-861f-4168-8403-9e67d3cffe22 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:47:26.413742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-82ccc868-9b82-4e34-88e3-21b5e41f46a6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6460779 Jan 29 19:47:26.413920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff09138b-861f-4168-8403-9e67d3cffe22 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:47:26.414725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46926) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:26.440248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'admin_state_up': True, 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'security_groups': ['3802a18e-cebc-4ad1-9611-735e29fc6b40']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:26.492437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2ed0eed-c3cc-4ce5-abc4-ad2698c11df6 req-03b29539-116e-462c-bf12-fc7734838cf2 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097913 Jan 29 19:47:26.496819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Attempting to bind port cea7b399-53f3-4d29-a337-22f4c1009d6c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:26.497231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Attempting to bind port cea7b399-53f3-4d29-a337-22f4c1009d6c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:26.497635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Attempting to bind port cea7b399-53f3-4d29-a337-22f4c1009d6c on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:26.503174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Port cea7b399-53f3-4d29-a337-22f4c1009d6c on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:26.503582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Attempting to bind port cea7b399-53f3-4d29-a337-22f4c1009d6c on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:26.510055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:26.510481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:26.510946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:26.511443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Bound port: cea7b399-53f3-4d29-a337-22f4c1009d6c, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:26.511870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.629035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:26.633090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:26.681264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b57c71aa-77fb-47f0-bd42-93cd6cea2663 None None] Provisioning complete for port 506da6d9-844b-429d-8934-d7c708e110f4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:26.681849 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b57c71aa-77fb-47f0-bd42-93cd6cea2663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (506da6d9-844b-429d-8934-d7c708e110f4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.700777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.740306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b57c71aa-77fb-47f0-bd42-93cd6cea2663 None None] Port 506da6d9-844b-429d-8934-d7c708e110f4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:26.755098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.755762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.757373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/cea7b399-53f3-4d29-a337-22f4c1009d6c HTTP/1.1" status: 200 len: 1091 time: 1.3636923 Jan 29 19:47:26.760606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:26.763137 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88341393-16e0-43df-a02a-5722d5ed7773" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:26.803124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d97-c1b7-491d-8f0b-846086c478f0 req-936080a7-1684-4b2a-a404-6bf160a3fc41 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.809691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7194d97-c1b7-491d-8f0b-846086c478f0 req-936080a7-1684-4b2a-a404-6bf160a3fc41 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.817051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7194d97-c1b7-491d-8f0b-846086c478f0 req-936080a7-1684-4b2a-a404-6bf160a3fc41 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 1653 time: 0.1646931 Jan 29 19:47:26.844870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36226e9f-0e84-4f39-a86f-8dfce9f2b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:26.913842 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7194d97-c1b7-491d-8f0b-846086c478f0 req-6e7423f2-a523-42bb-b1f7-a66d24411ee2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956604 Jan 29 19:47:26.932156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-cb1fa632-a426-45e3-853b-a940a60aa8a1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.933763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-cb1fa632-a426-45e3-853b-a940a60aa8a1 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.4831042 Jan 29 19:47:26.950661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e75ff-73c4-499f-b65f-4c842cfac7b0 req-f13c0ce2-1b87-4128-a281-d5f0351f9980 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:26.958161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f5e75ff-73c4-499f-b65f-4c842cfac7b0 req-f13c0ce2-1b87-4128-a281-d5f0351f9980 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 946 time: 0.4017067 Jan 29 19:47:26.969058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3f3b61e-3a91-46e7-92fc-53d260fb0577 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:26.970748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e3f3b61e-3a91-46e7-92fc-53d260fb0577 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/04c065fd-0d70-4a9e-b880-183de0e31d84 HTTP/1.1" status: 204 len: 168 time: 0.5548899 Jan 29 19:47:26.985508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46934) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:26.994835 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c663e-2e3d-4ad5-ab01-b3f3d90afc89 x-openstack-request-id: req-151c663e-2e3d-4ad5-ab01-b3f3d90afc89 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:26.995398 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:26.995398 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-151c663e-2e3d-4ad5-ab01-b3f3d90afc89 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:26.995761 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c', 'status': 'completed', 'code': 200} Jan 29 19:47:27.055341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-b97497cd-1ada-4e27-80e8-b96d23338aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:27.055341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-b97497cd-1ada-4e27-80e8-b96d23338aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 1125 time: 0.1057880 Jan 29 19:47:27.082924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ca2be0af-72c8-4ae4-b773-4abb2e5729c5 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=04c065fd-0d70-4a9e-b880-183de0e31d84 HTTP/1.1" status: 200 len: 216 time: 0.0968552 Jan 29 19:47:27.098229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46936) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:27.143923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-b900379d-db0a-4f70-8725-8a97e70c2c41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c HTTP/1.1" status: 200 len: 217 time: 0.0720289 Jan 29 19:47:27.147380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-47a04153-fa2f-4e85-97fc-5bebc91ec533 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0477736 Jan 29 19:47:27.151829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:27.158785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f5e75ff-73c4-499f-b65f-4c842cfac7b0 req-d8d6e12c-efa1-42f2-b2de-a2adcd56fbf0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997464 Jan 29 19:47:27.192551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Deleting port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:47:27.196069 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:27.215767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed42b61f-4501-44c2-a849-f4565c858f10 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0228007 Jan 29 19:47:27.215767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-caac8282-be11-42d0-8486-9c4e5b887ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:27.215767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-caac8282-be11-42d0-8486-9c4e5b887ceb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0646260 Jan 29 19:47:27.216851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46940) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:27.228361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f700b4-e298-4773-93e4-932cf9a89c43 req-b73321c5-5027-4e4e-934c-736155aa9a02 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:27.229933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f700b4-e298-4773-93e4-932cf9a89c43 req-b73321c5-5027-4e4e-934c-736155aa9a02 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 943 time: 0.1708522 Jan 29 19:47:27.304877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:27.308790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:27.317822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-a5961262-a045-4fe6-bfd3-eee6628a8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:27.319307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-a5961262-a045-4fe6-bfd3-eee6628a8490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885146 Jan 29 19:47:27.323459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f700b4-e298-4773-93e4-932cf9a89c43 req-15e10fd5-5b4c-4c56-83e7-35cffe98d036 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840340 Jan 29 19:47:27.348336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-98696fd5-d4ab-4ab0-9ad2-968e0144a797 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/94f77a05-1c83-47b8-8226-39113fbc8ad0 HTTP/1.1" status: 200 len: 471 time: 0.1233599 Jan 29 19:47:27.348532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46942) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:27.376745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c92622f2-570c-467f-9ae2-fb40ee5ec9cc tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/820efa84-1ec3-4979-97f5-4f26fe17c5d1 HTTP/1.1" status: 200 len: 461 time: 0.0339174 Jan 29 19:47:27.380008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46944) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:27.415770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a4879e8-3427-49d1-8a87-cdc30218b7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:27.454645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-0307fb30-d396-4e6f-bf38-edcf90773ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237409 Jan 29 19:47:27.628437 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-881e21a9-f9ca-494f-ba11-25442132dbfe tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:27.631982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-881e21a9-f9ca-494f-ba11-25442132dbfe tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/820efa84-1ec3-4979-97f5-4f26fe17c5d1 HTTP/1.1" status: 204 len: 168 time: 0.2486482 Jan 29 19:47:27.634722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:27.778287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-953ddf15-2007-4f1c-840c-7d113dbc0cb8 req-9a967767-f249-45a8-ad3a-cf6986af16c1 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142726 Jan 29 19:47:27.823014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] For port 0b6b58c5-c7cd-461d-bfa1-5ac153409984, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0b6b58c5-c7cd-461d-bfa1-5ac153409984,segment=NetworkSegment(29492f03-fe17-475c-8bdb-91434026ade9),segment_id=29492f03-fe17-475c-8bdb-91434026ade9)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:27.823614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:27.842351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Calling delete_port for 0b6b58c5-c7cd-461d-bfa1-5ac153409984 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:47:27.943526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23657a95-b436-44a0-beaa-2e96e4cc3039 req-fab5bddc-f473-43ad-a443-6e14cc44e185 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:27.945872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23657a95-b436-44a0-beaa-2e96e4cc3039 req-fab5bddc-f473-43ad-a443-6e14cc44e185 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 945 time: 0.2011514 Jan 29 19:47:27.959393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee80cd8d-9a85-4a1a-8a0c-3e217e56f421 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:27.960543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ee80cd8d-9a85-4a1a-8a0c-3e217e56f421 tempest-MeteringTestJSON-1923957385 tempest-MeteringTestJSON-1923957385-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/94f77a05-1c83-47b8-8226-39113fbc8ad0 HTTP/1.1" status: 204 len: 168 time: 0.3248410 Jan 29 19:47:27.997556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341393-16e0-43df-a02a-5722d5ed7773 req-3c9d5e2d-5b35-405b-aef6-933aae90a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.000346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-3c9d5e2d-5b35-405b-aef6-933aae90a22e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 1125 time: 0.0804095 Jan 29 19:47:28.014104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 10.1.1.180 (0960a350-6d88-444e-88a0-73294b536673/a6a03a47-18be-463c-bb7c-40d6c000148c/4e23dd28-b9cd-4521-846a-f91b9bee2eac) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:28.102944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23657a95-b436-44a0-beaa-2e96e4cc3039 req-534be2cf-c55b-4e7d-b641-03d2dd065f0a tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9e64b77-e6e4-4b5f-96c0-172479a53a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464069 Jan 29 19:47:28.173076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a196a-773e-4db7-b9a4-5f4711a69623 req-f413cc1e-e323-4851-bcd7-b8c9e39ec465 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.178739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a196a-773e-4db7-b9a4-5f4711a69623 req-f413cc1e-e323-4851-bcd7-b8c9e39ec465 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.181728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-951a196a-773e-4db7-b9a4-5f4711a69623 req-f413cc1e-e323-4851-bcd7-b8c9e39ec465 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 1653 time: 0.1802542 Jan 29 19:47:28.219662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341393-16e0-43df-a02a-5722d5ed7773 req-ffd507e1-bf45-45fc-af98-b73a0f2aa27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.221518 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-ffd507e1-bf45-45fc-af98-b73a0f2aa27b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.1743231 Jan 29 19:47:28.251952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.259172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-951a196a-773e-4db7-b9a4-5f4711a69623 req-f73be22e-a830-4450-a774-22c17dc5d5a2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674205 Jan 29 19:47:28.278669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0b6b58c5-c7cd-461d-bfa1-5ac153409984), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.299594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-9d883c91-f499-446e-929d-22974042c502 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c HTTP/1.1" status: 200 len: 217 time: 0.0501795 Jan 29 19:47:28.337179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Pushing event deleted for resources: {'Port': ['ID=0b6b58c5-c7cd-461d-bfa1-5ac153409984,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:28.390445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341393-16e0-43df-a02a-5722d5ed7773 req-4cd967e4-4875-4c8c-89dd-beb93b71ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.392609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-4cd967e4-4875-4c8c-89dd-beb93b71ec5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0864580 Jan 29 19:47:28.418874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] No DVR routers for this DVR port 0b6b58c5-c7cd-461d-bfa1-5ac153409984 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:47:28.421871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.426644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4c1f53f-2e81-47a6-bf7d-492f7a30a311 req-a69fae58-96bc-49a0-afe3-b5f37c6c0598 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.13 "DELETE /v2.0/ports/0b6b58c5-c7cd-461d-bfa1-5ac153409984 HTTP/1.1" status: 204 len: 173 time: 1.4638777 Jan 29 19:47:28.432800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'name': 'network-vif-deleted', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:28.436165 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb6a3b-ed58-4b8e-9079-e61a18ea4ecc" -d '{"events": [{"server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "name": "network-vif-deleted", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:28.459429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ca2c-3bd2-46c6-a96c-73f2097487b0 req-e8c26b9d-0644-4d8c-b7f4-b532a219b861 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.462747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7327ca2c-3bd2-46c6-a96c-73f2097487b0 req-e8c26b9d-0644-4d8c-b7f4-b532a219b861 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 946 time: 0.1735590 Jan 29 19:47:28.491273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341393-16e0-43df-a02a-5722d5ed7773 req-a3a1012b-667d-4b09-ac4c-c89ce46fcdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.493205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-a3a1012b-667d-4b09-ac4c-c89ce46fcdcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920916 Jan 29 19:47:28.515244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e8fd-c9da-4581-bd25-62d1875f76d9 req-3e63c91b-d3b8-405b-8d2e-e4e3a4b98d7f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.516813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec7e8fd-c9da-4581-bd25-62d1875f76d9 req-3e63c91b-d3b8-405b-8d2e-e4e3a4b98d7f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 943 time: 0.1022890 Jan 29 19:47:28.536683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7327ca2c-3bd2-46c6-a96c-73f2097487b0 req-300f6578-7140-406d-9ea2-28c3f7f624df tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663536 Jan 29 19:47:28.538877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.594695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network 0960a350-6d88-444e-88a0-73294b536673 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:28.598873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:28.602162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:28.684048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:28.691073 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b12a8a-ef11-4669-9e5d-cf3d595dcd72 x-openstack-request-id: req-28b12a8a-ef11-4669-9e5d-cf3d595dcd72 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:28.691372 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08f29a5-fca8-4165-b159-034119ded6e7", "name": "network-vif-deleted", "tag": "0b6b58c5-c7cd-461d-bfa1-5ac153409984", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:28.691846 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28b12a8a-ef11-4669-9e5d-cf3d595dcd72 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:28.692062 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08f29a5-fca8-4165-b159-034119ded6e7', 'name': 'network-vif-deleted', 'tag': '0b6b58c5-c7cd-461d-bfa1-5ac153409984', 'status': 'completed', 'code': 200} Jan 29 19:47:28.695963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:28.718678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:28.719307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.734839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.768853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec7e8fd-c9da-4581-bd25-62d1875f76d9 req-e93bc115-f25c-4cfa-a464-63031b27c4e0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395325 Jan 29 19:47:28.777727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-2736530f-f639-46c1-bc4a-413dfdfefd53 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599363 Jan 29 19:47:28.835747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d8a06639-68d3-45e1-8796-17cfed5b5daa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4055355 Jan 29 19:47:28.855675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9', 'admin_state_up': True, 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'security_groups': ['3802a18e-cebc-4ad1-9611-735e29fc6b40']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:28.922101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88341393-16e0-43df-a02a-5722d5ed7773 req-278696c1-46ff-43d1-aeb3-c518df219135 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297264 Jan 29 19:47:28.961824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-832d2f21-01a6-4b4e-9b0f-3296a1924fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:28.965377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-fc4d2d41-caf9-49b8-ab38-a8cdf9715f2b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1013754658&fields=id&tenant_id=fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 267 time: 0.1932349 Jan 29 19:47:29.058221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7be96bc3-197f-4841-be19-0d88cfd49e8a None None] Provisioning complete for port 4e23dd28-b9cd-4521-846a-f91b9bee2eac triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:29.058595 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7be96bc3-197f-4841-be19-0d88cfd49e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.064364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-832d2f21-01a6-4b4e-9b0f-3296a1924fac admin admin] Publish callbacks [] for security_group (666e4b73-18e6-46c5-9c81-2e5aa547cfaf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.073267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-f61d39c4-871d-4a9a-b019-25fba481baf3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:29.081750 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-f61d39c4-871d-4a9a-b019-25fba481baf3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 946 time: 0.1151769 Jan 29 19:47:29.090902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'port': {'security_groups': ['192021e4-10a5-4f35-bd21-5ac047d97b6f', '910ebd86-24a8-4214-a714-381c4ba3528e']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:29.098372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7be96bc3-197f-4841-be19-0d88cfd49e8a None None] Port 4e23dd28-b9cd-4521-846a-f91b9bee2eac cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:29.122997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-832d2f21-01a6-4b4e-9b0f-3296a1924fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (666e4b73-18e6-46c5-9c81-2e5aa547cfaf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.168118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d2f21-01a6-4b4e-9b0f-3296a1924fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666e4b73-18e6-46c5-9c81-2e5aa547cfaf,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:29.193241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.195809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-832d2f21-01a6-4b4e-9b0f-3296a1924fac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92269b1a593a486d8208034e5d27e3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5103145 Jan 29 19:47:29.197129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46972) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:29.205660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:29.252902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68573dae-d682-4712-ac3d-b563b3b6c7f0 req-9de81fd3-cb10-4a54-97b9-c10584235414 tempest-LiveAutoBlockMigrationV225Test-1018482364 tempest-LiveAutoBlockMigrationV225Test-1018482364-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08f29a5-fca8-4165-b159-034119ded6e7 HTTP/1.1" status: 200 len: 210 time: 0.0349813 Jan 29 19:47:29.285048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5832b56b-75d6-4c3a-960a-589d35f75606 admin admin] Publish callbacks [] for security_group (666e4b73-18e6-46c5-9c81-2e5aa547cfaf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.311636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5832b56b-75d6-4c3a-960a-589d35f75606 admin admin] Publish callbacks [] for security_group (666e4b73-18e6-46c5-9c81-2e5aa547cfaf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.409800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.434387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67891b0-1b0e-42a9-b850-2b2865fa4911 req-54332bf4-5de9-4241-b67a-025f8e1e7a05 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:29.439949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67891b0-1b0e-42a9-b850-2b2865fa4911 req-54332bf4-5de9-4241-b67a-025f8e1e7a05 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:29.445967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67891b0-1b0e-42a9-b850-2b2865fa4911 req-54332bf4-5de9-4241-b67a-025f8e1e7a05 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:29.449836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a67891b0-1b0e-42a9-b850-2b2865fa4911 req-54332bf4-5de9-4241-b67a-025f8e1e7a05 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 2374 time: 0.0731034 Jan 29 19:47:29.499833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5832b56b-75d6-4c3a-960a-589d35f75606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (666e4b73-18e6-46c5-9c81-2e5aa547cfaf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.502523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5832b56b-75d6-4c3a-960a-589d35f75606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.509314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5832b56b-75d6-4c3a-960a-589d35f75606 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/666e4b73-18e6-46c5-9c81-2e5aa547cfaf HTTP/1.1" status: 204 len: 168 time: 0.3056049 Jan 29 19:47:29.521466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a67891b0-1b0e-42a9-b850-2b2865fa4911 req-999135df-16f4-43cc-a8fa-f8ed58717c24 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633757 Jan 29 19:47:29.522808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832b56b-75d6-4c3a-960a-589d35f75606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666e4b73-18e6-46c5-9c81-2e5aa547cfaf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:29.546499 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.702828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:29.773923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for port (d0805ff2-3776-4edd-86ea-5020a3153428), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.798437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 10.2.2.100 (ccf308fd-6e37-4079-8786-61da3c58b5c9/4d75b6d3-e32d-4e81-80f3-9307645d6526/b0b17f85-4c04-4f3d-9296-da38da666563) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:29.841877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:29.875797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:29.953295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c165d-09ac-496a-adad-a167788deb6e req-1c8a3723-7c5f-4f5c-bd0f-486911b8cb41 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:29.967328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-211c165d-09ac-496a-adad-a167788deb6e req-1c8a3723-7c5f-4f5c-bd0f-486911b8cb41 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 943 time: 0.1065857 Jan 29 19:47:30.037372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46982) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:30.042790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-246285551'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:30.062567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:30.087273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-211c165d-09ac-496a-adad-a167788deb6e req-4f6325ca-2b4d-4ebe-b474-29cf7fb973c1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190045 Jan 29 19:47:30.139949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:30.141172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.150197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-faddc316-a3f6-4722-8b66-0725a58a3f0e req-be77241d-be38-4464-80f4-40e3fde67db3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "PUT /v2.0/ports/d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 982 time: 1.0661480 Jan 29 19:47:30.225731 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.227555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:30.233757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.235614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (b0b17f85-4c04-4f3d-9296-da38da666563), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.268896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:47:30.280724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-a0e40d73-b214-4a61-9dcb-3821075134a3 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-989802771&fields=id&tenant_id=fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 267 time: 0.0801954 Jan 29 19:47:30.282670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3cfeea51-6bee-48df-8eb1-832dc13b2675), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.283064 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Added segment 3cfeea51-6bee-48df-8eb1-832dc13b2675 of type vlan for network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 Jan 29 19:47:30.338302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cea7b399-53f3-4d29-a337-22f4c1009d6c details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:47:30.342702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4e440b44-2717-42ce-8fbe-a1ea6042dd67), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.345813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-cce74612-946d-42c7-a33a-cdadf3bb3289 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:30.347398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-cce74612-946d-42c7-a33a-cdadf3bb3289 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 985 time: 0.0577796 Jan 29 19:47:30.355972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:30.362108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'port': {'security_groups': ['192021e4-10a5-4f35-bd21-5ac047d97b6f', '910ebd86-24a8-4214-a714-381c4ba3528e', '8483f7b3-79f6-4a12-869e-aa72630e171f']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:30.406743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:47:30.408082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46990) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:30.409672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.435678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4e440b44-2717-42ce-8fbe-a1ea6042dd67), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.446677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 0b6b58c5-c7cd-461d-bfa1-5ac153409984 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:47:30.446677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0b6b58c5-c7cd-461d-bfa1-5ac153409984 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:47:30.448462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:30.451846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.497066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-615340ed-c1a0-4573-a01b-9089dae04a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.518207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:30.529968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:30.535262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:30.537621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46994) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:30.541621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:30.595850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.691573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Network': ['ID=4e440b44-2717-42ce-8fbe-a1ea6042dd67,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:30.695149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:30.704190 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:30.721014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:47:30.761056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39946043-e3df-4c0e-a331-583817dbb6e9 req-ecd5cf69-eb5e-4244-b93f-d19b7772b733 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:30.769877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39946043-e3df-4c0e-a331-583817dbb6e9 req-ecd5cf69-eb5e-4244-b93f-d19b7772b733 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0793009 Jan 29 19:47:30.806867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1df94a18-aa84-410a-8e47-0890bea8a63e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7684190 Jan 29 19:47:30.810191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:30.810959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:30.821363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1785994144'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:30.821681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:30.822379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:30.858311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39946043-e3df-4c0e-a331-583817dbb6e9 req-f4c5d59b-4e6d-4621-a307-730465cc2ff1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828013 Jan 29 19:47:30.917473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'cea7b399-53f3-4d29-a337-22f4c1009d6c', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': 'cea7b399-53f3-4d29-a337-22f4c1009d6c', 'mac_address': 'fa:16:3e:f2:88:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:47:30.986956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-615340ed-c1a0-4573-a01b-9089dae04a03 admin admin] Publish callbacks [] for security_group (80533db4-db65-41b1-bfc8-8f96a60045fd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.040235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6db92ca3-ec9c-435c-bd69-e6feb4f460d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1956713 Jan 29 19:47:31.057856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-40c3ede4-99e7-4954-9e6e-fea5173f9f0b None None] Provisioning complete for port b0b17f85-4c04-4f3d-9296-da38da666563 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:31.058355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-40c3ede4-99e7-4954-9e6e-fea5173f9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.061890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cea7b399-53f3-4d29-a337-22f4c1009d6c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:31.062519 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.081281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9', 'admin_state_up': True, 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'security_groups': ['3802a18e-cebc-4ad1-9611-735e29fc6b40']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:31.105782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-615340ed-c1a0-4573-a01b-9089dae04a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (80533db4-db65-41b1-bfc8-8f96a60045fd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.110211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea7b399-53f3-4d29-a337-22f4c1009d6c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:31.145156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-40c3ede4-99e7-4954-9e6e-fea5173f9f0b None None] Port b0b17f85-4c04-4f3d-9296-da38da666563 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:31.153364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:31.206187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Deleting subnet 00639101-4ff5-4875-9a00-ae3023b0a41a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:47:31.232090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.249743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Publish callbacks [] for subnet (00639101-4ff5-4875-9a00-ae3023b0a41a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.253592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-615340ed-c1a0-4573-a01b-9089dae04a03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee64466d1666406595f1bd8f1975ab9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8409281 Jan 29 19:47:31.277703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615340ed-c1a0-4573-a01b-9089dae04a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80533db4-db65-41b1-bfc8-8f96a60045fd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:31.282672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47006) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:31.324600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:31.327903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.340243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:31.348223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:31.371277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:47:31.373195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (00639101-4ff5-4875-9a00-ae3023b0a41a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.392765 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3b4babc3-4a55-4a50-b028-a505cc003ba6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.393158 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Added segment 3b4babc3-4a55-4a50-b028-a505cc003ba6 of type vlan for network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 Jan 29 19:47:31.403943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbee112-6e3d-4e59-a0dc-fe906114cc67 req-2a8274ed-b2c3-4e19-af25-64e9a293d68c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.411496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbee112-6e3d-4e59-a0dc-fe906114cc67 req-2a8274ed-b2c3-4e19-af25-64e9a293d68c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.417534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbee112-6e3d-4e59-a0dc-fe906114cc67 req-2a8274ed-b2c3-4e19-af25-64e9a293d68c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.423667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbee112-6e3d-4e59-a0dc-fe906114cc67 req-2a8274ed-b2c3-4e19-af25-64e9a293d68c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.428964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdbee112-6e3d-4e59-a0dc-fe906114cc67 req-2a8274ed-b2c3-4e19-af25-64e9a293d68c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3095 time: 0.4664845 Jan 29 19:47:31.447422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for port (d0805ff2-3776-4edd-86ea-5020a3153428), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.472438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ea51924-4cc4-477f-bed4-ed903a92ee91 admin admin] Publish callbacks [] for security_group (80533db4-db65-41b1-bfc8-8f96a60045fd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.472957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.474391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (00639101-4ff5-4875-9a00-ae3023b0a41a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.495952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7b0f131b-b2a5-4b1a-bfb4-4308728e6014), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.516494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cea7b399-53f3-4d29-a337-22f4c1009d6c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:31.522238 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ea51924-4cc4-477f-bed4-ed903a92ee91 admin admin] Publish callbacks [] for security_group (80533db4-db65-41b1-bfc8-8f96a60045fd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.537803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.551589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdbee112-6e3d-4e59-a0dc-fe906114cc67 req-73f089c3-32a5-47dd-b96b-9b0b1213c2a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083016 Jan 29 19:47:31.573158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:31.602056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Made reservation on behalf of c94f239dbe12466785b6bd3a0e31b7cd for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:31.606538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.614794 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b4f570-d6b9-4004-b332-6d0699e976ef x-openstack-request-id: req-80b4f570-d6b9-4004-b332-6d0699e976ef {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:31.615087 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:31.617638 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80b4f570-d6b9-4004-b332-6d0699e976ef {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:31.617638 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'status': 'completed', 'code': 200} Jan 29 19:47:31.638182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7b0f131b-b2a5-4b1a-bfb4-4308728e6014), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.644681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.645409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.647730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.648506 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.653393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9a1281a-3ff9-4d31-87a1-ecfda31a3424 req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "PUT /v2.0/ports/d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 1021 time: 1.2970693 Jan 29 19:47:31.752498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (00639101-4ff5-4875-9a00-ae3023b0a41a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.754457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Network': ['ID=7b0f131b-b2a5-4b1a-bfb4-4308728e6014,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:31.783427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:47:31.789010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7e0a4-9b10-4ba2-82e6-31cc7dd6692c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:31.811820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:31.817096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00639101-4ff5-4875-9a00-ae3023b0a41a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:31.819277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:31.823402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c16e2c46-c11a-4cc7-9adb-382d3ce30771 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/00639101-4ff5-4875-9a00-ae3023b0a41a HTTP/1.1" status: 204 len: 168 time: 1.2827232 Jan 29 19:47:31.826561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47012) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:31.839218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a905d86-f045-42ec-aef9-0161d36cd1c1 req-f724489e-7a24-49a3-9b67-459be8ca9c2a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.848063 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a905d86-f045-42ec-aef9-0161d36cd1c1 req-f724489e-7a24-49a3-9b67-459be8ca9c2a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 944 time: 0.0951061 Jan 29 19:47:31.877695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e839d042-d868-4b28-82b2-35a1522381e6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0663033 Jan 29 19:47:31.883612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47016) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:31.894308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-54eaaba7-0cf4-4551-8729-e24103c4e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:31.895997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-54eaaba7-0cf4-4551-8729-e24103c4e40e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1207 time: 0.2281265 Jan 29 19:47:31.903473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'subnet': {'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:31.951413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a905d86-f045-42ec-aef9-0161d36cd1c1 req-6476e79b-f83b-4587-af2f-f61bf9a96e1d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020503 Jan 29 19:47:32.033789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ba8a63ab-731c-45d5-8024-60929d95ba21), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.057274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ea51924-4cc4-477f-bed4-ed903a92ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (80533db4-db65-41b1-bfc8-8f96a60045fd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.062497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ea51924-4cc4-477f-bed4-ed903a92ee91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.064522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5ea51924-4cc4-477f-bed4-ed903a92ee91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80533db4-db65-41b1-bfc8-8f96a60045fd HTTP/1.1" status: 204 len: 168 time: 0.7770286 Jan 29 19:47:32.135513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea51924-4cc4-477f-bed4-ed903a92ee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80533db4-db65-41b1-bfc8-8f96a60045fd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:32.186887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ba8a63ab-731c-45d5-8024-60929d95ba21), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.215272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8a63ab-731c-45d5-8024-60929d95ba21']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:32.223388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55a2c-07fe-440c-af9a-fdb69738a34d req-d685c860-5f04-4131-9d57-9b71e8c0c8a9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.225020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ba55a2c-07fe-440c-af9a-fdb69738a34d req-d685c860-5f04-4131-9d57-9b71e8c0c8a9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1024 time: 0.4764965 Jan 29 19:47:32.227294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29492f03-fe17-475c-8bdb-91434026ade9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:32.227602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29492f03-fe17-475c-8bdb-91434026ade9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:32.241421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (29492f03-fe17-475c-8bdb-91434026ade9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.255127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (29492f03-fe17-475c-8bdb-91434026ade9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.276788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c274c-49dd-4906-9534-336471a75f19 req-53e8ba08-77c4-457d-968e-3ba775a1caca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.283944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-403c274c-49dd-4906-9534-336471a75f19 req-53e8ba08-77c4-457d-968e-3ba775a1caca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.2472310 Jan 29 19:47:32.287136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:47:32.287546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (29492f03-fe17-475c-8bdb-91434026ade9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:47:32.290015 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:47:32.401300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ba55a2c-07fe-440c-af9a-fdb69738a34d req-7f943904-dd2b-4e63-afe1-4c2dade62337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=8483f7b3-79f6-4a12-869e-aa72630e171f&id=910ebd86-24a8-4214-a714-381c4ba3528e HTTP/1.1" status: 200 len: 6206 time: 0.1650801 Jan 29 19:47:32.402489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:32.415940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.420916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-403c274c-49dd-4906-9534-336471a75f19 req-7cc18cce-d1a0-46d9-9bb3-b14208d0cba3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359234 Jan 29 19:47:32.453991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-869ded4f-4f3b-45ea-b20d-0f90b8454eea req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1390812057 ', 'description': 'tempest-description-574388617'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:32.489361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ba8a63ab-731c-45d5-8024-60929d95ba21), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.502363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.507126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/ba8a63ab-731c-45d5-8024-60929d95ba21 HTTP/1.1" status: 204 len: 168 time: 0.6785026 Jan 29 19:47:32.518924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47024) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:32.573659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Deleting subnet dee3ad61-36d4-410f-a3e8-320ff4e76652 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:47:32.573880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-4acf51a4-d310-4cea-9782-33c93053ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.575601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-4acf51a4-d310-4cea-9782-33c93053ddc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.5619986 Jan 29 19:47:32.577750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Publish callbacks [] for subnet (dee3ad61-36d4-410f-a3e8-320ff4e76652), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.611051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c430e6c-836f-4ece-99d3-cd7b81d138ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8a63ab-731c-45d5-8024-60929d95ba21,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:32.650214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (dee3ad61-36d4-410f-a3e8-320ff4e76652), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.697833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Allocated IP 10.2.2.200 (ccf308fd-6e37-4079-8786-61da3c58b5c9/4d75b6d3-e32d-4e81-80f3-9307645d6526/d352aa1d-f48f-45de-a066-77cbb00b46a8) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:32.732008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (dee3ad61-36d4-410f-a3e8-320ff4e76652), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.756964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-ca7f5421-b8ab-470c-ba7e-0b75cbe31b0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 217 time: 0.0919161 Jan 29 19:47:32.765713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-869ded4f-4f3b-45ea-b20d-0f90b8454eea req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.775424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd584bd-1645-4071-8419-11de9fa18c91 req-fc5acd4e-c9cf-44de-aa5e-318a6d89dc78 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.780631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd584bd-1645-4071-8419-11de9fa18c91 req-fc5acd4e-c9cf-44de-aa5e-318a6d89dc78 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.785743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd584bd-1645-4071-8419-11de9fa18c91 req-fc5acd4e-c9cf-44de-aa5e-318a6d89dc78 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.791153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd584bd-1645-4071-8419-11de9fa18c91 req-fc5acd4e-c9cf-44de-aa5e-318a6d89dc78 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.792919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfd584bd-1645-4071-8419-11de9fa18c91 req-fc5acd4e-c9cf-44de-aa5e-318a6d89dc78 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3095 time: 0.1180534 Jan 29 19:47:32.862871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfd584bd-1645-4071-8419-11de9fa18c91 req-13f05fd1-6114-4752-9afe-85519fafe21e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597663 Jan 29 19:47:32.935145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-869ded4f-4f3b-45ea-b20d-0f90b8454eea req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (033a686d-7ce8-4a3e-ac67-bd25c6349710), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.940996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (dee3ad61-36d4-410f-a3e8-320ff4e76652), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.974137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee3ad61-36d4-410f-a3e8-320ff4e76652,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:32.976826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:32.981108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa3c2d31-f3e9-41bc-95d1-4a5f5293eb6e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dee3ad61-36d4-410f-a3e8-320ff4e76652 HTTP/1.1" status: 204 len: 168 time: 0.4611282 Jan 29 19:47:32.983629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47038) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:32.998243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-87a2c48e-d207-411a-b68e-d8b079dfc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:32.999734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-87a2c48e-d207-411a-b68e-d8b079dfc82a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.2294691 Jan 29 19:47:33.048583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-1e609c23-e543-469f-894c-3b84c63f24b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371416 Jan 29 19:47:33.096084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8a05624e-7436-4818-b3fb-1be733ec13b7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.097426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-869ded4f-4f3b-45ea-b20d-0f90b8454eea req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (033a686d-7ce8-4a3e-ac67-bd25c6349710), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.145594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69c36f-b541-4bf8-97ae-7e2a9a67b2a7 req-c2062a41-6db7-4754-b4d2-fb89b1c40e61 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:33.147761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (5d5887b2-4866-41c5-9c75-2fd3437954c5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.152726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb69c36f-b541-4bf8-97ae-7e2a9a67b2a7 req-c2062a41-6db7-4754-b4d2-fb89b1c40e61 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 944 time: 0.0974178 Jan 29 19:47:33.232530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8a05624e-7436-4818-b3fb-1be733ec13b7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.278735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb69c36f-b541-4bf8-97ae-7e2a9a67b2a7 req-b4568a93-55f5-4cb3-90bd-e15442494b29 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232083 Jan 29 19:47:33.292650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a05624e-7436-4818-b3fb-1be733ec13b7']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:33.298856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171aa665-38aa-4826-90ca-f4e40d6f56a6') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:33.299246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171aa665-38aa-4826-90ca-f4e40d6f56a6') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:47:33.314873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (171aa665-38aa-4826-90ca-f4e40d6f56a6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.332109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (171aa665-38aa-4826-90ca-f4e40d6f56a6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.339410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:47:33.339811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (171aa665-38aa-4826-90ca-f4e40d6f56a6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:47:33.341651 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:47:33.489741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8a05624e-7436-4818-b3fb-1be733ec13b7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.524695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.544009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a05624e-7436-4818-b3fb-1be733ec13b7 HTTP/1.1" status: 204 len: 168 time: 0.5488491 Jan 29 19:47:33.556494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80010a2-8488-4120-8698-fdb62b61701f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a05624e-7436-4818-b3fb-1be733ec13b7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:33.607674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033a686d-7ce8-4a3e-ac67-bd25c6349710,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:33.612944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-869ded4f-4f3b-45ea-b20d-0f90b8454eea req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.614144 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-869ded4f-4f3b-45ea-b20d-0f90b8454eea req-df1caeba-4fc6-4ba8-a174-cbd5d98d5eb6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1730008 Jan 29 19:47:33.634170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:33.636642 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45492b4c-5883-4e47-b310-69216269ec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:33.662187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.662345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d149-d70f-4fc5-89d3-3fc72d8a462e req-6ddd77ef-a439-43cf-910d-e9ba6ef4b33a tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:33.669269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d78d149-d70f-4fc5-89d3-3fc72d8a462e req-6ddd77ef-a439-43cf-910d-e9ba6ef4b33a tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1214283 Jan 29 19:47:33.696406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Subnet': ['ID=5d5887b2-4866-41c5-9c75-2fd3437954c5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:33.726267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Checking segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:33.727179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network hostable DHCP agents. Network: 4e440b44-2717-42ce-8fbe-a1ea6042dd67, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:47:33.735650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-1c6579be-edd7-4ba7-ba03-81695b38a6aa service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559777 Jan 29 19:47:33.744765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d78d149-d70f-4fc5-89d3-3fc72d8a462e req-28a1277d-e71e-464d-bb2f-c641fbdaadc3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693138 Jan 29 19:47:33.796888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b5b5d53-337c-4816-a293-ba47235764de req-ba9a1bc6-b50f-41d4-9a9e-26006cb36c4e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/033a686d-7ce8-4a3e-ac67-bd25c6349710 HTTP/1.1" status: 200 len: 1799 time: 0.1552346 Jan 29 19:47:33.799617 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f88fb4-b73c-4f44-ba33-3dcfa4c9c02f x-openstack-request-id: req-01f88fb4-b73c-4f44-ba33-3dcfa4c9c02f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:33.799807 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:33.800062 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01f88fb4-b73c-4f44-ba33-3dcfa4c9c02f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:33.800573 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'status': 'completed', 'code': 200} Jan 29 19:47:33.896082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da08b9d9-811d-4477-bbcc-aef424409c10 req-fa49a274-28b3-416e-8358-a5081c2922f1 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/033a686d-7ce8-4a3e-ac67-bd25c6349710 HTTP/1.1" status: 200 len: 1799 time: 0.0618551 Jan 29 19:47:33.901904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0dce3f1-da7d-4ff5-86b3-d81d7d57906a req-0c535010-be13-42a9-9ebc-f566c0df008b service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518862 Jan 29 19:47:33.904835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.907281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:47:33.963991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:33.969765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:33.972123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da08b9d9-811d-4477-bbcc-aef424409c10 req-987ff902-7375-4809-9fdc-8c86e8cec3d7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (033a686d-7ce8-4a3e-ac67-bd25c6349710), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:33.974424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:33.981976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event updated for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:34.040176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da08b9d9-811d-4477-bbcc-aef424409c10 req-987ff902-7375-4809-9fdc-8c86e8cec3d7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (033a686d-7ce8-4a3e-ac67-bd25c6349710), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.059723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4e440b44-2717-42ce-8fbe-a1ea6042dd67) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:34.068293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.069816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92562387-9ac7-4f12-8c7a-1eceb2543e0c None None] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:34.070804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.076876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.077553 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.215148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-8e9e3395-ee4f-45e4-8d85-6a3df126000e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.228714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-8e9e3395-ee4f-45e4-8d85-6a3df126000e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.241776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-8e9e3395-ee4f-45e4-8d85-6a3df126000e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.241875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:47:34.243657 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.245012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-8e9e3395-ee4f-45e4-8d85-6a3df126000e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.246294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47068) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:34.254081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-8e9e3395-ee4f-45e4-8d85-6a3df126000e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.257136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-8e9e3395-ee4f-45e4-8d85-6a3df126000e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3816 time: 0.2427466 Jan 29 19:47:34.267536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9a4b4ad2-25b0-4597-b23b-cec6d2910b04 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2022395 Jan 29 19:47:34.281737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:34.313244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8e745f77-5513-4d5c-bda6-b50863a3bbfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00fbe0ef4eb44fc3800953e74d08d260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657082 Jan 29 19:47:34.314151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da08b9d9-811d-4477-bbcc-aef424409c10 req-987ff902-7375-4809-9fdc-8c86e8cec3d7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (033a686d-7ce8-4a3e-ac67-bd25c6349710), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.317156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da08b9d9-811d-4477-bbcc-aef424409c10 req-987ff902-7375-4809-9fdc-8c86e8cec3d7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.319573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492b4c-5883-4e47-b310-69216269ec2b req-32fd9421-6928-4bca-85c4-5e6edf65bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.324675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-32fd9421-6928-4bca-85c4-5e6edf65bf9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1207 time: 0.2325523 Jan 29 19:47:34.328278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47072) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:34.332014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fef1e16d-1f6d-4788-b4e9-6d09f1171b30 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4452064 Jan 29 19:47:34.342788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da08b9d9-811d-4477-bbcc-aef424409c10 req-987ff902-7375-4809-9fdc-8c86e8cec3d7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/033a686d-7ce8-4a3e-ac67-bd25c6349710 HTTP/1.1" status: 204 len: 173 time: 0.4446244 Jan 29 19:47:34.347397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:34.363023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'subnet': {'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:34.372349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ff902-7375-4809-9fdc-8c86e8cec3d7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033a686d-7ce8-4a3e-ac67-bd25c6349710,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:34.416835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cea7b399-53f3-4d29-a337-22f4c1009d6c up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:34.503326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c34a1e16-4018-4db4-82cf-4e105c7f34ab None None] Provisioning complete for port d352aa1d-f48f-45de-a066-77cbb00b46a8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:34.504883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c34a1e16-4018-4db4-82cf-4e105c7f34ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.537712 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99c3fb9c-ad19-4bda-8e48-58de941f7f63 req-7b942272-468f-4464-80ff-b353cc57a39c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678077 Jan 29 19:47:34.559796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.582718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc7188-41ac-46e8-b5d4-1d312f145ccd req-f8dbac66-071f-4fef-842e-bb63f065262a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.590464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71cc7188-41ac-46e8-b5d4-1d312f145ccd req-f8dbac66-071f-4fef-842e-bb63f065262a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 944 time: 0.1862552 Jan 29 19:47:34.601846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c34a1e16-4018-4db4-82cf-4e105c7f34ab None None] Port d352aa1d-f48f-45de-a066-77cbb00b46a8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:34.605906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6023a71d-446e-4a45-b1f5-7fbde159206d admin admin] Publish callbacks [] for security_group (a9e64b77-e6e4-4b5f-96c0-172479a53a53), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.624871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Allocated IP 10.1.1.2 (4e440b44-2717-42ce-8fbe-a1ea6042dd67/5d5887b2-4866-41c5-9c75-2fd3437954c5/662c219d-f0e1-4cb9-a6da-998a8d6b5966) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:34.628508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492b4c-5883-4e47-b310-69216269ec2b req-37145ca0-21f8-4241-a478-a6d331ba58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.630199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-37145ca0-21f8-4241-a478-a6d331ba58e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.2908442 Jan 29 19:47:34.678285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6023a71d-446e-4a45-b1f5-7fbde159206d admin admin] Publish callbacks [] for security_group (a9e64b77-e6e4-4b5f-96c0-172479a53a53), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.679274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71cc7188-41ac-46e8-b5d4-1d312f145ccd req-95e78517-3be1-4a91-8600-50717e0faa6b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833774 Jan 29 19:47:34.709291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port cea7b399-53f3-4d29-a337-22f4c1009d6c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:47:34.715383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port cea7b399-53f3-4d29-a337-22f4c1009d6c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:34.715889 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.734369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:34.738267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:34.809281 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-42fa40d4-82ad-4d9d-bea2-c47a2ccb4494 req-7d08707c-acdc-4dd4-997a-c811e247bc6d tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:47:34.811196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42fa40d4-82ad-4d9d-bea2-c47a2ccb4494 req-7d08707c-acdc-4dd4-997a-c811e247bc6d tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/033a686d-7ce8-4a3e-ac67-bd25c6349710 HTTP/1.1" status: 404 len: 352 time: 0.1794207 Jan 29 19:47:34.831911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-db50a582-0481-4d10-af5e-12211d9b79bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 200 len: 217 time: 0.1416645 Jan 29 19:47:34.865677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-efaf77a7-36ab-472c-884e-406d3a9f7444 req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172238947', 'description': 'tempest-description-1948995446'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:34.915510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47088) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:34.979602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0bf98-4655-42de-8b8a-cfd868d813c6 req-104466ed-e7f5-441f-a1c7-3d0ca1478e8b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:34.981207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3f0bf98-4655-42de-8b8a-cfd868d813c6 req-104466ed-e7f5-441f-a1c7-3d0ca1478e8b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0971346 Jan 29 19:47:35.028282 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6023a71d-446e-4a45-b1f5-7fbde159206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9e64b77-e6e4-4b5f-96c0-172479a53a53), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.034318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6023a71d-446e-4a45-b1f5-7fbde159206d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.038213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6023a71d-446e-4a45-b1f5-7fbde159206d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9e64b77-e6e4-4b5f-96c0-172479a53a53 HTTP/1.1" status: 204 len: 168 time: 0.7015193 Jan 29 19:47:35.042692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cea7b399-53f3-4d29-a337-22f4c1009d6c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:35.042692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.042692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Publish callbacks [] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.094706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:35.104770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a71d-446e-4a45-b1f5-7fbde159206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e64b77-e6e4-4b5f-96c0-172479a53a53,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:35.112987 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a1b0f7-9f67-444c-8d38-3ed611742b30" -d '{"events": [{"server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "name": "network-vif-plugged", "status": "completed", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:35.121954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492b4c-5883-4e47-b310-69216269ec2b req-ba5b76c7-ccd1-4389-ac63-24fcc7eaaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.124181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:35.124348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-ba5b76c7-ccd1-4389-ac63-24fcc7eaaf3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.2776945 Jan 29 19:47:35.127574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.152576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:35.156022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:35.182262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:35.193027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-d3acfdc3-9a76-4307-8e97-82a0e6518bf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499377 Jan 29 19:47:35.195928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-efaf77a7-36ab-472c-884e-406d3a9f7444 req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.196048 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.230758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1886935542'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:35.276882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3f0bf98-4655-42de-8b8a-cfd868d813c6 req-d21ab5b2-fbc0-4a25-8e60-e6f897d980d9 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678236 Jan 29 19:47:35.278701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Attempting to bind port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:35.279185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Attempting to bind port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:35.279654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Attempting to bind port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:35.291884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:35.291884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Checking segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:35.291884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.291884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Bound using segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:35.291884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Bound port: 662c219d-f0e1-4cb9-a6da-998a8d6b5966, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:35.291884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.293924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (8dddf333-9839-4205-8c0e-02d75c093ae2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.294067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Pushing event updated for resources: {'Port': ['ID=662c219d-f0e1-4cb9-a6da-998a8d6b5966,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:35.361567 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea06692-4fc6-4845-aeab-f3db344ce7ca x-openstack-request-id: req-bea06692-4fc6-4845-aeab-f3db344ce7ca {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:35.362009 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "name": "network-vif-plugged", "status": "completed", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:35.362369 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bea06692-4fc6-4845-aeab-f3db344ce7ca {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:35.362871 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c', 'code': 200} Jan 29 19:47:35.398404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:35.403969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Checking segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:35.404366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network hostable DHCP agents. Network: 7b0f131b-b2a5-4b1a-bfb4-4308728e6014, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:47:35.412906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Subnet': ['ID=8dddf333-9839-4205-8c0e-02d75c093ae2,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:35.424019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] For port 662c219d-f0e1-4cb9-a6da-998a8d6b5966, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:35.427533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] For port 662c219d-f0e1-4cb9-a6da-998a8d6b5966, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=662c219d-f0e1-4cb9-a6da-998a8d6b5966,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:35.502293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7d8ed-5f02-4c6f-864e-64d7e9c40936 req-7152fb6e-45f0-4c54-babd-8bf2b01f71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.504075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ea7d8ed-5f02-4c6f-864e-64d7e9c40936 req-7152fb6e-45f0-4c54-babd-8bf2b01f71f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0484369 Jan 29 19:47:35.505499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:47:35.529823 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.539807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-47abc1e6-7025-4ac4-a2a4-04e72f7f5e1c service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357217 Jan 29 19:47:35.540677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (d178871c-0351-4053-8457-ad5e6e04d1ba), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.541723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (d178871c-0351-4053-8457-ad5e6e04d1ba), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.583325 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ea7d8ed-5f02-4c6f-864e-64d7e9c40936 req-0241087b-1a4b-4617-ae8c-b10951b32ffb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Jan 29 19:47:35.598034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7b0f131b-b2a5-4b1a-bfb4-4308728e6014) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:35.612343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.613401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (d178871c-0351-4053-8457-ad5e6e04d1ba), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.619839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.631350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ace31e-fe3f-4f71-a75d-12a8236026dc None None] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:35.666914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-efaf77a7-36ab-472c-884e-406d3a9f7444 req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (f488804d-a1a8-4319-9e7e-27a947474e28), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.689180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (d178871c-0351-4053-8457-ad5e6e04d1ba), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.782884 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-efaf77a7-36ab-472c-884e-406d3a9f7444 req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f488804d-a1a8-4319-9e7e-27a947474e28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.783511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-66c3149d-4380-4e9d-a550-ee060d7f27fa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4267786 Jan 29 19:47:35.787149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47102) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:35.795649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'fixed_ips': [{'subnet_id': '8dddf333-9839-4205-8c0e-02d75c093ae2'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:47:35.797300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.799388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'name': 'tempest-TaggedBootDevicesTest_v242-633729453', 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:35.799884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41518dc5-6b0c-402c-aafb-57a7c3e852d1 None None] Pushing event updated for resources: {'Port': ['ID=662c219d-f0e1-4cb9-a6da-998a8d6b5966,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:35.843023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8739d60-7283-40b9-8fc9-721af3540b7a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:35.878039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Publish callbacks [] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.924236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce933b-fb73-438b-9041-136cf5b759aa req-06249ee8-b377-4267-9481-5c91a19b857f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.927284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce933b-fb73-438b-9041-136cf5b759aa req-06249ee8-b377-4267-9481-5c91a19b857f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.937313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce933b-fb73-438b-9041-136cf5b759aa req-06249ee8-b377-4267-9481-5c91a19b857f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.943658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce933b-fb73-438b-9041-136cf5b759aa req-06249ee8-b377-4267-9481-5c91a19b857f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.949859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce933b-fb73-438b-9041-136cf5b759aa req-06249ee8-b377-4267-9481-5c91a19b857f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:35.951159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.951924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abce933b-fb73-438b-9041-136cf5b759aa req-06249ee8-b377-4267-9481-5c91a19b857f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3816 time: 0.2335370 Jan 29 19:47:35.952519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d9a6458b-ae24-4813-a951-ae92454eda35 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9463177 Jan 29 19:47:35.957147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47104) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:35.967698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-efaf77a7-36ab-472c-884e-406d3a9f7444 req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:35.969715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-efaf77a7-36ab-472c-884e-406d3a9f7444 req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.1096122 Jan 29 19:47:35.981261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137ae45-a4b7-4caf-a117-dd374dc5d60a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f488804d-a1a8-4319-9e7e-27a947474e28,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:35.982919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45492b4c-5883-4e47-b310-69216269ec2b req-c353324c-56ef-4ea7-b62c-41a6e2b1b1f7 service neutron] 10.222.0.26 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680227 Jan 29 19:47:35.984506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Transition to ACTIVE for port object b8739d60-7283-40b9-8fc9-721af3540b7a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:36.058648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Allocated IP 10.2.2.2 (7b0f131b-b2a5-4b1a-bfb4-4308728e6014/8dddf333-9839-4205-8c0e-02d75c093ae2/1ddf6103-c1cd-4529-a0e8-c6f17bfef728) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:36.140931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.222308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Pushing event updated for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:36.235691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b564-1344-406f-b134-b6994e3cfdcb req-e020e9e0-4806-4d88-b678-2ad2ca74dfdf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:36.237923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9d7b564-1344-406f-b134-b6994e3cfdcb req-e020e9e0-4806-4d88-b678-2ad2ca74dfdf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 945 time: 0.1676245 Jan 29 19:47:36.239003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abce933b-fb73-438b-9041-136cf5b759aa req-3bb5d4e1-4ebb-4e2f-bb98-62a0f11f6a14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671504 Jan 29 19:47:36.249125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (d178871c-0351-4053-8457-ad5e6e04d1ba), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.322041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47110) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:36.357885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Publish callbacks [] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.363443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:36.417645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-699a2440-d3dd-4ff4-92ca-35570ff7a031 req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1347152847', 'description': 'tempest-description-113390447'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:36.432388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.461244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9d7b564-1344-406f-b134-b6994e3cfdcb req-c27e9965-06fe-49c0-8f50-ae5270962d9d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069495 Jan 29 19:47:36.469616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-27fa4e03-4f0f-47b0-8d8b-48ff6bed2b77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0cb89a2976c4a8280426fc5ada7c596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463945 Jan 29 19:47:36.470493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47112) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:36.503622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Attempting to bind port b8739d60-7283-40b9-8fc9-721af3540b7a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:36.503976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Attempting to bind port b8739d60-7283-40b9-8fc9-721af3540b7a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:36.504361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Attempting to bind port b8739d60-7283-40b9-8fc9-721af3540b7a on network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:36.517745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Port b8739d60-7283-40b9-8fc9-721af3540b7a on network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:36.518084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Attempting to bind port b8739d60-7283-40b9-8fc9-721af3540b7a on network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:36.528367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:36.528758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Checking segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:36.529223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Bound using segment: {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:36.529676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Bound port: b8739d60-7283-40b9-8fc9-721af3540b7a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1661015-180f-4091-83f3-b9a255b9c238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:36.530047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.619647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Pushing event updated for resources: {'Port': ['ID=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:36.646887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 662c219d-f0e1-4cb9-a6da-998a8d6b5966 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:36.699281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:36.719859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:36.740220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:36.751966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:36.783462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b8739d60-7283-40b9-8fc9-721af3540b7a,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:36.791317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (d178871c-0351-4053-8457-ad5e6e04d1ba), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.793858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (d178871c-0351-4053-8457-ad5e6e04d1ba), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.814407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266d199-9def-4764-bd82-a5b3a58a899c req-8f5542d8-6019-474d-8067-ce7816b1ec60 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:36.814407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b266d199-9def-4764-bd82-a5b3a58a899c req-8f5542d8-6019-474d-8067-ce7816b1ec60 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1581521 Jan 29 19:47:36.850500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-699a2440-d3dd-4ff4-92ca-35570ff7a031 req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.882856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:36.883572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.908022 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b266d199-9def-4764-bd82-a5b3a58a899c req-565433f4-e769-470d-b969-c9562bef29b2 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825510 Jan 29 19:47:36.910982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.934863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a8a8efa4-fcb6-4846-bd2e-25f65129031d admin admin] Publish callbacks [] for security_group (00df75de-0908-43c4-b573-914fdc8ec21a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.936531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Attempting to bind port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:36.936914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Attempting to bind port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:36.937317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Attempting to bind port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:36.948655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:36.949040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Checking segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:36.949447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.949848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Bound using segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:36.950492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Bound port: 1ddf6103-c1cd-4529-a0e8-c6f17bfef728, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:36.950880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.953637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (d178871c-0351-4053-8457-ad5e6e04d1ba), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.954715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d178871c-0351-4053-8457-ad5e6e04d1ba {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:47:36.960709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:36.967778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8cf7ca8c-e071-46df-a254-726627fb895e tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d178871c-0351-4053-8457-ad5e6e04d1ba HTTP/1.1" status: 204 len: 168 time: 1.0070579 Jan 29 19:47:36.980016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47114) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:36.987676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Request body: {'router': {'name': 'tempest-router-2073034312', 'distributed': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:37.006230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Pushing event updated for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:37.008515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.016582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.018277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.020299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f34f59b8-b568-4165-8b79-b391e15fc965 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8739d60-7283-40b9-8fc9-721af3540b7a HTTP/1.1" status: 200 len: 1091 time: 2.7423544 Jan 29 19:47:37.020869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:37.023833 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:37.092313 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17ec571-704f-44e7-9f78-80479f8cc631 x-openstack-request-id: req-b17ec571-704f-44e7-9f78-80479f8cc631 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:37.092796 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:37.093168 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b17ec571-704f-44e7-9f78-80479f8cc631 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:37.093704 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'status': 'completed', 'code': 200} Jan 29 19:47:37.108150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] For port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:37.166583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] device_id is not set on port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:47:37.166799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] For port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:37.171309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:37.171708 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.224875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-e2f30977-b818-4176-84f0-b25236fd95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.225568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-e2f30977-b818-4176-84f0-b25236fd95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.226138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-e2f30977-b818-4176-84f0-b25236fd95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.227230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-e2f30977-b818-4176-84f0-b25236fd95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.227819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-e2f30977-b818-4176-84f0-b25236fd95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.232825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-e2f30977-b818-4176-84f0-b25236fd95d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 4394 time: 0.1036892 Jan 29 19:47:37.233472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 662c219d-f0e1-4cb9-a6da-998a8d6b5966, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=662c219d-f0e1-4cb9-a6da-998a8d6b5966,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:37.239168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a8a8efa4-fcb6-4846-bd2e-25f65129031d admin admin] Publish callbacks [] for security_group (00df75de-0908-43c4-b573-914fdc8ec21a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.267670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:37.341055 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.398757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-699a2440-d3dd-4ff4-92ca-35570ff7a031 req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (c3c7340b-ca68-4a77-84b6-af3afe123a0c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.399732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-fd665ce3-22ef-4d14-8b2c-f1ada7fff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.400325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-fd665ce3-22ef-4d14-8b2c-f1ada7fff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.400760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-fd665ce3-22ef-4d14-8b2c-f1ada7fff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.403018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-fd665ce3-22ef-4d14-8b2c-f1ada7fff4e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1607435 Jan 29 19:47:37.458311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.459408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.487729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.522187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.544471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9f90a-10c7-4372-8870-c1664a5c0233 None None] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:37.552870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66959c2-e4af-46d2-a636-ed356f4031d6 None None] Pushing event updated for resources: {'Port': ['ID=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:37.593767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-699a2440-d3dd-4ff4-92ca-35570ff7a031 req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3c7340b-ca68-4a77-84b6-af3afe123a0c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.662802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-f6ce3628-9366-4fa3-830b-9a6b052be5a5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.670829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-f6ce3628-9366-4fa3-830b-9a6b052be5a5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.676998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-f6ce3628-9366-4fa3-830b-9a6b052be5a5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.683369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-f6ce3628-9366-4fa3-830b-9a6b052be5a5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.710329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-f6ce3628-9366-4fa3-830b-9a6b052be5a5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.726522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-f6ce3628-9366-4fa3-830b-9a6b052be5a5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3828 time: 0.2118282 Jan 29 19:47:37.744061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7340b-ca68-4a77-84b6-af3afe123a0c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:37.747336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a8a8efa4-fcb6-4846-bd2e-25f65129031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (00df75de-0908-43c4-b573-914fdc8ec21a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.750068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a8a8efa4-fcb6-4846-bd2e-25f65129031d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.751428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a8a8efa4-fcb6-4846-bd2e-25f65129031d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00df75de-0908-43c4-b573-914fdc8ec21a HTTP/1.1" status: 204 len: 168 time: 1.2723403 Jan 29 19:47:37.767015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.790172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-fa670aa3-81fa-44bc-9af7-62ded9e613c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:37.791859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbce9cb6-f59c-4590-bd8f-0bf94e295e85 req-fa670aa3-81fa-44bc-9af7-62ded9e613c0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3825166 Jan 29 19:47:37.800531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8efa4-fcb6-4846-bd2e-25f65129031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df75de-0908-43c4-b573-914fdc8ec21a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:37.809303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 10.1.1.158 (4e440b44-2717-42ce-8fbe-a1ea6042dd67/5d5887b2-4866-41c5-9c75-2fd3437954c5/6bdb29d6-36d9-40cd-8bcb-794a317b5a16) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:37.829661 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10405ffc-67d2-474a-9b12-e2c20cfe35a2 req-a9777539-f599-4416-a197-0bbb8a78e242 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965073 Jan 29 19:47:37.836371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=662c219d-f0e1-4cb9-a6da-998a8d6b5966,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:37.859568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-699a2440-d3dd-4ff4-92ca-35570ff7a031 req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.886576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-699a2440-d3dd-4ff4-92ca-35570ff7a031 req-88ef3782-2d9c-48cb-96bf-ca1de64a5554 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.5244024 Jan 29 19:47:37.894779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a2d649e4-520f-4c36-929e-3d9254ea3d8d None None] Provisioning complete for port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:37.895324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2d649e4-520f-4c36-929e-3d9254ea3d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.965898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.971748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:37.991475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-92da3964-76cc-417d-80de-f171af950666 req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-598261338', 'description': 'tempest-description-1819208191'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:38.049381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a2d649e4-520f-4c36-929e-3d9254ea3d8d None None] Current status of the port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:38.088772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550cbd-af0a-45b3-bc9b-9b74262ce039 req-99444e4f-234e-4eea-b64c-4856e8a0f641 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:38.095767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90550cbd-af0a-45b3-bc9b-9b74262ce039 req-99444e4f-234e-4eea-b64c-4856e8a0f641 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 945 time: 0.1075642 Jan 29 19:47:38.174063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-92da3964-76cc-417d-80de-f171af950666 req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.188327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90550cbd-af0a-45b3-bc9b-9b74262ce039 req-f4a458b8-4f83-4459-8842-719135431a98 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885146 Jan 29 19:47:38.203080 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.204459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-77f7261f-0d0d-402e-861e-44382ed15e67 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2233233 Jan 29 19:47:38.212409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47132) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:38.460187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.494871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d6ff8fed-e2e3-404f-8e7e-bcdb79d15530 None None] Provisioning complete for port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:38.495331 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8fed-e2e3-404f-8e7e-bcdb79d15530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.640433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff8fed-e2e3-404f-8e7e-bcdb79d15530 None None] Current status of the port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:38.666647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 662c219d-f0e1-4cb9-a6da-998a8d6b5966 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:38.686952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427b0b4-429b-4357-9d5d-5f90ec63a54c req-f6aac2b7-797a-4d2e-a9ba-5710459b4aa1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:38.689062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8427b0b4-429b-4357-9d5d-5f90ec63a54c req-f6aac2b7-797a-4d2e-a9ba-5710459b4aa1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.3668125 Jan 29 19:47:38.738732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:38.739117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.847806 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.852130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.905844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:38.909695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:38.930586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-92da3964-76cc-417d-80de-f171af950666 req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (28d79720-3810-4f3e-a31f-a70943bf0deb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.978012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-92da3964-76cc-417d-80de-f171af950666 req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (28d79720-3810-4f3e-a31f-a70943bf0deb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:38.995969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8427b0b4-429b-4357-9d5d-5f90ec63a54c req-2a8930d2-c5de-460e-a921-c1472a7f3920 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978709 Jan 29 19:47:39.020475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.021024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:47:39.022537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:39.035879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.035879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-856d690c-84d6-43ff-9235-5116800179fe tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "DELETE /v2.0/routers/b356cdf2-0f1b-4fa4-bd5e-2be99ffd2a54 HTTP/1.1" status: 204 len: 168 time: 0.8179975 Jan 29 19:47:39.036341 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.036584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47150) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:39.042358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Request body: {'router': {'name': 'tempest-router-870536589', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a2ff5f98d3384d4aa801d877e98fb763'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:39.115066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.120748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d79720-3810-4f3e-a31f-a70943bf0deb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:39.158669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3934a1-4cb3-4221-b19e-9a798e58037f None None] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:39.166526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-92da3964-76cc-417d-80de-f171af950666 req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.168220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92da3964-76cc-417d-80de-f171af950666 req-af7a3ee8-420a-4ad1-aa39-5127c0844274 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.2104368 Jan 29 19:47:39.173538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:39.185530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Publish callbacks [] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.210200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Transition to ACTIVE for port object fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:39.215719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-b8f8d4ad-9ae1-4f8a-a914-52eb42ad5e47 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 267 time: 0.0933673 Jan 29 19:47:39.254396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Provisioning complete for port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:39.254947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.294828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (d0805210-5d73-4712-870c-e7af0396a50b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.295918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (d0805210-5d73-4712-870c-e7af0396a50b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.299035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.302516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.326191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-9128d416-466f-4cf6-9d36-f36e908ce830 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.328876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-9128d416-466f-4cf6-9d36-f36e908ce830 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 945 time: 0.0999043 Jan 29 19:47:39.343660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'port': {'security_groups': []}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:39.359046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Pushing event updated for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:39.411697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:39.417859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:39.423767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:39.424109 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.437826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-e7f75773-d88a-498c-b692-59579f479609 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.443750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-e7f75773-d88a-498c-b692-59579f479609 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.449471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-e7f75773-d88a-498c-b692-59579f479609 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.454836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-e7f75773-d88a-498c-b692-59579f479609 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.460393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-e7f75773-d88a-498c-b692-59579f479609 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.466994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-e7f75773-d88a-498c-b692-59579f479609 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3828 time: 0.2091718 Jan 29 19:47:39.469228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:39.615153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:39.628241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Current status of the port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:39.629977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.634016 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.651595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (d0805210-5d73-4712-870c-e7af0396a50b), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.678962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:39.688592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.756945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (d0805210-5d73-4712-870c-e7af0396a50b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.774577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:39.775278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.803986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c29a744-a078-414e-8e15-9ca303016ba9 req-3fb9a847-74c3-4824-935c-3e0dd3de11f9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275316 Jan 29 19:47:39.821175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Attempting to bind port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:39.821527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Attempting to bind port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:39.821868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Attempting to bind port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:39.829501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 on network 0960a350-6d88-444e-88a0-73294b536673 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:39.832036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Attempting to bind port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:39.847837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:39.847837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Checking segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:39.848190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Bound using segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:39.848528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Bound port: fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:39.848900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.896324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:39.902779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-db917f2f-0a4b-4f3b-99c5-8111515b63ba tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8608153 Jan 29 19:47:39.903018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c21aca5c-1bf8-4a68-9ae4-4b71155f1aef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1096928 Jan 29 19:47:39.906424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:39.906795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47164) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:39.927600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:40.084188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:40.089818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'name': 'tempest-TaggedBootDevicesTest_v242-1260871059', 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:40.122080 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.134199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:47:40.134695 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:47:40.151809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:40.220319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.237342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6fbde385-1c30-49d8-9aea-346974e434c8', 'cea7b399-53f3-4d29-a337-22f4c1009d6c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:40.274895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:40.275552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.292039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eedac874-9fe2-4a25-9cbc-dee39273e15a req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "PUT /v2.0/ports/cea7b399-53f3-4d29-a337-22f4c1009d6c HTTP/1.1" status: 200 len: 904 time: 0.9567544 Jan 29 19:47:40.292600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:40.295051 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:40.344562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c05f8-b652-4ec1-b8ab-657815c4cd54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:40.356632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:40.452530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cea7b399-53f3-4d29-a337-22f4c1009d6c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:40.482595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf22cf-d283-4d84-a618-e51f5136fc3a req-a9bba41a-211c-4749-9107-c1ebf8d702db tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:40.489868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03cf22cf-d283-4d84-a618-e51f5136fc3a req-a9bba41a-211c-4749-9107-c1ebf8d702db tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1201296 Jan 29 19:47:40.519237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:40.541007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:40.609244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03cf22cf-d283-4d84-a618-e51f5136fc3a req-79c5164b-c762-48e7-a8e8-18c8b9e084c3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177444 Jan 29 19:47:40.617023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:40.635297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (d0805210-5d73-4712-870c-e7af0396a50b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.635712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (d0805210-5d73-4712-870c-e7af0396a50b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.750030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.755332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02ef2c-de4a-4a0c-b2f2-b8bbc012bdb9 req-ddb3ef17-d2af-4871-a359-63a8d14fcdbf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:40.759164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad02ef2c-de4a-4a0c-b2f2-b8bbc012bdb9 req-ddb3ef17-d2af-4871-a359-63a8d14fcdbf tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 907 time: 0.0722380 Jan 29 19:47:40.826629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103562) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 29 19:47:40.826629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Router d0805210-5d73-4712-870c-e7af0396a50b migrating from provider to provider. {{(pid=103562) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 29 19:47:40.826629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (d0805210-5d73-4712-870c-e7af0396a50b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.847290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:40.847921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.849368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] 10.222.0.13 "PUT /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 1131 time: 3.6124835 Jan 29 19:47:40.855762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'fbd17a0c-2fc4-4db1-8b31-5824b8191ae6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:40.858439 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913d51d9-6566-4ec1-8f2f-8f77ec200617" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "fbd17a0c-2fc4-4db1-8b31-5824b8191ae6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:40.876493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ebc37ec-0e3e-4717-ad6f-53f937d2d77d req-be0b12ed-5d19-47a6-b850-b1032c361708 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 11011 time: 0.7554510 Jan 29 19:47:40.887183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (d0805210-5d73-4712-870c-e7af0396a50b), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.891308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-23a1575b-70f4-43de-a0ca-7e4d89082d1d None None] Current status of the port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:40.892871 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237ae5a-8bc6-4760-a2ee-9039465ee46f x-openstack-request-id: req-2237ae5a-8bc6-4760-a2ee-9039465ee46f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:40.893165 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:40.893897 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2237ae5a-8bc6-4760-a2ee-9039465ee46f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:40.894307 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c', 'status': 'completed', 'code': 200} Jan 29 19:47:40.937488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:40.939118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.957484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:40.964256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.982270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (d0805210-5d73-4712-870c-e7af0396a50b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:40.991331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:41.004969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430c0b5-ac7a-4163-97f0-a534f820016d service neutron] Pushing event updated for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:41.062823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] device_id is not set on port 90ee797e-ba25-4ad9-acae-55b22028251c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:47:41.097521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Provisioning complete for port cea7b399-53f3-4d29-a337-22f4c1009d6c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:41.098151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:41.126161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96cbc3-ebd4-4ca0-b2bd-77dc86859527 req-9fc080c9-7773-4f18-aafa-860cc2c4220e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.137306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb96cbc3-ebd4-4ca0-b2bd-77dc86859527 req-9fc080c9-7773-4f18-aafa-860cc2c4220e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1678002 Jan 29 19:47:41.161276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ebc37ec-0e3e-4717-ad6f-53f937d2d77d req-de5f11c3-6eb5-482e-9f81-013372831ddd tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/192021e4-10a5-4f35-bd21-5ac047d97b6f HTTP/1.1" status: 200 len: 3002 time: 0.2725153 Jan 29 19:47:41.235160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb96cbc3-ebd4-4ca0-b2bd-77dc86859527 req-c9833e2f-02fa-4587-a80a-5931c4313059 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963075 Jan 29 19:47:41.265720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-a2b3442d-ca75-4f20-b5fc-8f3e7d792cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.267249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-a2b3442d-ca75-4f20-b5fc-8f3e7d792cd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 1089 time: 0.2784688 Jan 29 19:47:41.297306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:41.347365 n-d-825496-5 neutron-server[103562]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] No L3 agents can host the router d0805210-5d73-4712-870c-e7af0396a50b Jan 29 19:47:41.361413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Current status of the port cea7b399-53f3-4d29-a337-22f4c1009d6c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:41.388786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Provisioning complete for port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:41.390346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:41.406518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:41.410228 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7695cf88-ec26-48e9-8c65-f91f769c84a4 x-openstack-request-id: req-7695cf88-ec26-48e9-8c65-f91f769c84a4 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:41.410556 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "fbd17a0c-2fc4-4db1-8b31-5824b8191ae6", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:41.410796 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7695cf88-ec26-48e9-8c65-f91f769c84a4 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:41.411346 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'fbd17a0c-2fc4-4db1-8b31-5824b8191ae6', 'status': 'completed', 'code': 200} Jan 29 19:47:41.452824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ebc37ec-0e3e-4717-ad6f-53f937d2d77d req-2a6516ca-f77a-4a2d-80fd-9521791df206 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/192021e4-10a5-4f35-bd21-5ac047d97b6f HTTP/1.1" status: 200 len: 3002 time: 0.2542996 Jan 29 19:47:41.505042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Current status of the port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:41.522258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-6762cddc-d7b5-4b20-98d2-131f43dcefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.523582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-6762cddc-d7b5-4b20-98d2-131f43dcefeb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.2483299 Jan 29 19:47:41.524338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Provisioning complete for port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:41.524903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:41.548558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.549024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.549495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.549989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.550586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.550867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.552708 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-84fefd8a-9d44-42c6-a433-fcfb42064bdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5349 time: 0.1901717 Jan 29 19:47:41.580175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-287ded8b-d4ea-474f-8ec0-26adc8807270 None None] Port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:41.605603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.611687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.619955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.626855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.632373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.638321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.650168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-d2e03c44-ada8-4059-988f-f10b66863231 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 4601 time: 0.2299380 Jan 29 19:47:41.661691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-2b04d518-ea47-4a2f-a9aa-79b2a6ec2b41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c HTTP/1.1" status: 200 len: 217 time: 0.1304278 Jan 29 19:47:41.770454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 10.1.1.142 (4e440b44-2717-42ce-8fbe-a1ea6042dd67/5d5887b2-4866-41c5-9c75-2fd3437954c5/90ee797e-ba25-4ad9-acae-55b22028251c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:41.785153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Hosts for router d0805210-5d73-4712-870c-e7af0396a50b: [] {{(pid=103562) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 29 19:47:41.868324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-f292d7ba-3e9a-4658-9ddb-26ce379c84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.868885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-f292d7ba-3e9a-4658-9ddb-26ce379c84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.869743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-f292d7ba-3e9a-4658-9ddb-26ce379c84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.871172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-f292d7ba-3e9a-4658-9ddb-26ce379c84fc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2046609 Jan 29 19:47:41.872428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Hosts for other DVR routers connected to router d0805210-5d73-4712-870c-e7af0396a50b: set() {{(pid=103562) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 29 19:47:41.875263 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:41.879127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3c72df2b-2b46-479e-bf11-b38957c24228 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "PUT /v2.0/routers/d0805210-5d73-4712-870c-e7af0396a50b HTTP/1.1" status: 200 len: 716 time: 1.9622579 Jan 29 19:47:41.880406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:41.951464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-576f574d-54a2-459c-a3da-79b9b903c4b3 req-4b688486-bb1c-4204-8287-c4346d578c48 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3002982 Jan 29 19:47:41.996934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9830bb-a795-485d-a5c2-740c5f83c826 req-eb2f213d-ab95-477d-8905-b03c9bf50354 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:41.997880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c9830bb-a795-485d-a5c2-740c5f83c826 req-eb2f213d-ab95-477d-8905-b03c9bf50354 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1831470 Jan 29 19:47:42.002178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-6dbbd7fb-65ad-409c-bb74-ef0db37cdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:42.004997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-6dbbd7fb-65ad-409c-bb74-ef0db37cdf24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.2234480 Jan 29 19:47:42.177876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c9830bb-a795-485d-a5c2-740c5f83c826 req-a22b6a4a-27a8-456a-b56f-473de6493e35 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734653 Jan 29 19:47:42.192616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (90ee797e-ba25-4ad9-acae-55b22028251c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.204970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:42.217682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Publish callbacks [] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.237097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Transition to ACTIVE for port object ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:42.330891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.382441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.423388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3f875-96c2-4111-8f2e-ed204bcd2353 req-ac8c5380-955e-4eff-8386-1ceb69f58602 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:42.425058 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2f3f875-96c2-4111-8f2e-ed204bcd2353 req-ac8c5380-955e-4eff-8386-1ceb69f58602 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1368110 Jan 29 19:47:42.431628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Pushing event updated for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:42.455942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b89ec3f3-06c3-43a7-a2e8-1be596e73dec tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "GET /v2.0/routers/d0805210-5d73-4712-870c-e7af0396a50b HTTP/1.1" status: 200 len: 716 time: 0.5726411 Jan 29 19:47:42.459408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:42.466485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47210) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:42.523894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:42.545802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-c66a80ee-49e1-459a-9262-1fd7ce763a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:42.554558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-913d51d9-6566-4ec1-8f2f-8f77ec200617 req-c66a80ee-49e1-459a-9262-1fd7ce763a36 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6747677 Jan 29 19:47:42.558606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:42.569056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19891a0c-22f7-4593-a5d4-98c635ce8478 req-d19c5ef2-2b30-4043-a6d0-c07adca93807 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/f488804d-a1a8-4319-9e7e-27a947474e28 HTTP/1.1" status: 200 len: 1820 time: 0.5461450 Jan 29 19:47:42.598333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-4a7a6533-2874-484f-9daf-66a3470184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:42.600329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-4a7a6533-2874-484f-9daf-66a3470184d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5423360 Jan 29 19:47:42.620930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:42.621604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.701440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2f3f875-96c2-4111-8f2e-ed204bcd2353 req-bfff6a51-20ef-4a69-8d5d-bb2da72353e3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446555 Jan 29 19:47:42.711561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7965643 Jan 29 19:47:42.733716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0c869-8a7c-44f5-aabb-462a5e886758 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:42.749739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Attempting to bind port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:42.750127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Attempting to bind port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:42.750548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Attempting to bind port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:42.753099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-19891a0c-22f7-4593-a5d4-98c635ce8478 req-f649c616-0b3e-4d13-9f35-56774a65c426 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (f488804d-a1a8-4319-9e7e-27a947474e28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.755741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c on network 0960a350-6d88-444e-88a0-73294b536673 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:42.756083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Attempting to bind port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:42.762276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:42.762626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Checking segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:42.767799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Bound using segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:42.767799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Bound port: ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:42.767799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.848375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-19891a0c-22f7-4593-a5d4-98c635ce8478 req-f649c616-0b3e-4d13-9f35-56774a65c426 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (f488804d-a1a8-4319-9e7e-27a947474e28), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.866435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:42.873317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:42.901005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-3974460f-15d2-4847-8d74-42025f22e30d service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916684 Jan 29 19:47:42.952395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.980574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-02c9d694-ae91-4ed5-8fcd-da147e49f4a3 None None] Provisioning complete for port 90ee797e-ba25-4ad9-acae-55b22028251c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:42.981542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-02c9d694-ae91-4ed5-8fcd-da147e49f4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.990142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:42.990997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:42.993501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] 10.222.0.13 "PUT /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 1131 time: 2.0170901 Jan 29 19:47:43.051481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8df59e-98ba-4ae2-89f3-d4aa564f135d service neutron] Pushing event updated for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:43.063436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-02c9d694-ae91-4ed5-8fcd-da147e49f4a3 None None] Port 90ee797e-ba25-4ad9-acae-55b22028251c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:43.105880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47230) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:43.117561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-382a5d2e-0082-4199-9116-c3cc09cf9ce5 tempest-RoutersTestDVR-1763536628 tempest-RoutersTestDVR-1763536628-project] 10.222.0.15 "GET /v2.0/routers/d0805210-5d73-4712-870c-e7af0396a50b HTTP/1.1" status: 200 len: 682 time: 0.6403825 Jan 29 19:47:43.174275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:43.176151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-19891a0c-22f7-4593-a5d4-98c635ce8478 req-f649c616-0b3e-4d13-9f35-56774a65c426 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f488804d-a1a8-4319-9e7e-27a947474e28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.179035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-19891a0c-22f7-4593-a5d4-98c635ce8478 req-f649c616-0b3e-4d13-9f35-56774a65c426 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.180538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19891a0c-22f7-4593-a5d4-98c635ce8478 req-f649c616-0b3e-4d13-9f35-56774a65c426 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/f488804d-a1a8-4319-9e7e-27a947474e28 HTTP/1.1" status: 204 len: 173 time: 0.6034367 Jan 29 19:47:43.198655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649c616-0b3e-4d13-9f35-56774a65c426 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f488804d-a1a8-4319-9e7e-27a947474e28,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:43.214471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37cf4a4d-b507-4aa5-ab6c-9e0a13c15ba2 req-fb4aac48-833e-4d4d-8a74-cf639fa79425 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694836 Jan 29 19:47:43.579442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:43.581650 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:43.604257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:43.609790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080589859', 'description': 'tempest-description--933212024'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:43.610196 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (d0805210-5d73-4712-870c-e7af0396a50b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.706205 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.758942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (506da6d9-844b-429d-8934-d7c708e110f4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.783554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group (607292b6-a65c-458e-9e8a-167438a2c956), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.878089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (607292b6-a65c-458e-9e8a-167438a2c956), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.899107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (d0805210-5d73-4712-870c-e7af0396a50b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.903221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (d0805210-5d73-4712-870c-e7af0396a50b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:43.910058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f2b2ffc8-a82a-42a6-9a59-cf1e756fcbed tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:43.911609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f2b2ffc8-a82a-42a6-9a59-cf1e756fcbed tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.7417138 Jan 29 19:47:43.950572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607292b6-a65c-458e-9e8a-167438a2c956,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:43.990002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-99ec22e4-02e2-4b05-8d11-4eb6f480ae6b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/quotas/561181d3c09744d3aee03d38d75987a2 HTTP/1.1" status: 200 len: 375 time: 0.0581179 Jan 29 19:47:44.003961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.011075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.018674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.025468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.031697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.037835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.044113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.048743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-de15c87a-0608-44ad-aceb-341854fc2fcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5374 time: 0.1439440 Jan 29 19:47:44.056028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.059930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c745b532-d13a-433f-9cdc-422e25cd5e99 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4521036 Jan 29 19:47:44.064266 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (d0805210-5d73-4712-870c-e7af0396a50b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.064266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0805210-5d73-4712-870c-e7af0396a50b {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:47:44.067898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.068777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bb57ed0c-ad09-4203-bb11-59e586cadb03 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d0805210-5d73-4712-870c-e7af0396a50b HTTP/1.1" status: 204 len: 168 time: 0.9619045 Jan 29 19:47:44.074529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47246) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:44.074874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47248) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:44.082418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'security_group_rule': {'security_group_id': '607292b6-a65c-458e-9e8a-167438a2c956', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:44.108329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Request body: {'router': {'name': 'tempest-router-266228353', 'distributed': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:44.151358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-7f347f89-4430-4f52-b002-545148b6c843 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1121111 Jan 29 19:47:44.205564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-257ce90f-bb09-4a8c-a190-d395038cceb2 req-fb78e5b0-8e7d-4ef7-a22e-89d12c274948 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469877 Jan 29 19:47:44.208773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-e96876a0-5f1b-4708-bf40-28abde8b3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.210226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-e96876a0-5f1b-4708-bf40-28abde8b3146 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 1128 time: 0.1506414 Jan 29 19:47:44.216587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.217405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.325662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group_rule (031b8fae-5117-4b5b-8faf-22c9c6028682), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.362966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-520cd01b-efc5-4c9d-af91-a598a9f606dd service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794817 Jan 29 19:47:44.370552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.406592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-b7e01209-279a-47f8-9bc1-e7fcaccdb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.408174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-b7e01209-279a-47f8-9bc1-e7fcaccdb1b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.1869538 Jan 29 19:47:44.446929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506da6d9-844b-429d-8934-d7c708e110f4 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:44.469514 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.484361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Publish callbacks [] for port (506da6d9-844b-429d-8934-d7c708e110f4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.507523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Transition to ACTIVE for port object 506da6d9-844b-429d-8934-d7c708e110f4 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:44.517115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1bf3813b-86a4-42c9-b206-6d7a9095905a req-92f447e2-e132-4e0b-983d-239df87acebf tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e5e9275188c430ca551c50fa5c72451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556653 Jan 29 19:47:44.527331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group_rule (031b8fae-5117-4b5b-8faf-22c9c6028682), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.527949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-7fee8159-68ab-4a48-b5f3-94ec419dba9e service neutron] 10.222.0.15 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545167 Jan 29 19:47:44.542799 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-7ba26951-1819-44f9-9924-d84e02695b14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 200 len: 1001 time: 0.1276069 Jan 29 19:47:44.591175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.642912 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.646806 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0f54fe62-da04-4296-8b33-882e6d1505ed tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5697095 Jan 29 19:47:44.647675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (031b8fae-5117-4b5b-8faf-22c9c6028682), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.650077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47264) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:44.703293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Pushing event updated for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:44.731325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b8fae-5117-4b5b-8faf-22c9c6028682,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:44.734109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-803c6e87-bd37-4864-b283-c45bc85db58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.735578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-803c6e87-bd37-4864-b283-c45bc85db58b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.1783540 Jan 29 19:47:44.774231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Attempting to bind port 506da6d9-844b-429d-8934-d7c708e110f4 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:44.774525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Attempting to bind port 506da6d9-844b-429d-8934-d7c708e110f4 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:44.774791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Attempting to bind port 506da6d9-844b-429d-8934-d7c708e110f4 on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:44.780467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Port 506da6d9-844b-429d-8934-d7c708e110f4 on network 0960a350-6d88-444e-88a0-73294b536673 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:44.780806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Attempting to bind port 506da6d9-844b-429d-8934-d7c708e110f4 on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:44.786342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:44.786714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Checking segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:44.787106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Bound using segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:44.791622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Bound port: 506da6d9-844b-429d-8934-d7c708e110f4, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:44.791622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (506da6d9-844b-429d-8934-d7c708e110f4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.802392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.864070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:44.867708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=506da6d9-844b-429d-8934-d7c708e110f4,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:44.894490 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-89bbc7f5-fcad-4d6f-8d31-9826d09bde1a req-8bb9ee0a-4abc-4546-a7b1-8bb374715f08 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:47:44.908254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89bbc7f5-fcad-4d6f-8d31-9826d09bde1a req-8bb9ee0a-4abc-4546-a7b1-8bb374715f08 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/f488804d-a1a8-4319-9e7e-27a947474e28 HTTP/1.1" status: 404 len: 352 time: 0.0367577 Jan 29 19:47:44.908408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:44.909597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3358b10b-2804-46a2-994b-e7119a0e3d31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8337893 Jan 29 19:47:44.916591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:44.920597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3813b-86a4-42c9-b206-6d7a9095905a req-f22376b1-4b8f-41a8-8d8c-d6ff9ab7a529 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:44.921309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'security_group_rule': {'security_group_id': '607292b6-a65c-458e-9e8a-167438a2c956', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:44.927510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1bf3813b-86a4-42c9-b206-6d7a9095905a req-f22376b1-4b8f-41a8-8d8c-d6ff9ab7a529 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980515 Jan 29 19:47:44.957608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.040073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1bf3813b-86a4-42c9-b206-6d7a9095905a req-d41d8351-3fa8-48a7-8dd7-6fda1bef2d36 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/quotas/9e5e9275188c430ca551c50fa5c72451 HTTP/1.1" status: 200 len: 375 time: 0.1110272 Jan 29 19:47:45.059995 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95cc112-30fc-4920-91bb-754ab2fad5f6 x-openstack-request-id: req-c95cc112-30fc-4920-91bb-754ab2fad5f6 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:45.060308 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:45.061945 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c95cc112-30fc-4920-91bb-754ab2fad5f6 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:45.062517 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c', 'status': 'completed', 'code': 200} Jan 29 19:47:45.109311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.110146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.112323 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] 10.222.0.13 "PUT /v2.0/ports/506da6d9-844b-429d-8934-d7c708e110f4 HTTP/1.1" status: 200 len: 1091 time: 1.9434624 Jan 29 19:47:45.160106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1bf3813b-86a4-42c9-b206-6d7a9095905a req-3e0e5ada-3818-4b25-8f8d-13aca537ce50 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e5e9275188c430ca551c50fa5c72451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184611 Jan 29 19:47:45.214441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group_rule (fc7872ee-de49-4328-bc81-89194ef1b90b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.227368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.230533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router_controller (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.232036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:45.245337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-da524262-e91e-46a9-ba5e-44349b7799ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.246862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-da524262-e91e-46a9-ba5e-44349b7799ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4704764 Jan 29 19:47:45.367896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.368416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.368886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.369344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.369802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.370251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.370707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.372760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-e3704878-cc1b-4b9c-9ea0-44d997532b5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6402 time: 0.3759403 Jan 29 19:47:45.378258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.401012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ed3e3-a258-46dc-b0ee-389dcd1a52fb service neutron] Pushing event updated for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:45.471457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1be8084c-6395-4ccc-bdfb-ae638b83768f req-fbaa02d0-7cca-4a14-a46f-5978556c1052 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 210 time: 0.0910990 Jan 29 19:47:45.472008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (ebd62a0d-9c3e-44a4-a5b5-42803f5245df), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.472565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebd62a0d-9c3e-44a4-a5b5-42803f5245df {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:47:45.482659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.489120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e46bb5fc-1c13-4dbd-bfa7-bb253a3d5579 tempest-RoutersTestDVR-1803738681 tempest-RoutersTestDVR-1803738681-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ebd62a0d-9c3e-44a4-a5b5-42803f5245df HTTP/1.1" status: 204 len: 168 time: 0.8280585 Jan 29 19:47:45.575445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-59870706-5579-45c2-ab6c-3fd7b0b39a4c service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906878 Jan 29 19:47:45.636838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-50ecabdb-0f56-4fcc-9430-a7be12ce3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.637314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-50ecabdb-0f56-4fcc-9430-a7be12ce3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.637783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-50ecabdb-0f56-4fcc-9430-a7be12ce3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.639580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-50ecabdb-0f56-4fcc-9430-a7be12ce3970 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2492471 Jan 29 19:47:45.695944 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group_rule (fc7872ee-de49-4328-bc81-89194ef1b90b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.700882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4f4e73e-7584-4013-9341-3cf2f7c3c11c req-d3915326-2364-45f9-8f34-25a6219d22b7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/c3c7340b-ca68-4a77-84b6-af3afe123a0c HTTP/1.1" status: 200 len: 1819 time: 0.1577749 Jan 29 19:47:45.716956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446897a8-49c4-467a-b61f-6971c0ba1bcd req-7dd9e805-139c-4fac-8d37-ae376008c693 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.719598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-446897a8-49c4-467a-b61f-6971c0ba1bcd req-7dd9e805-139c-4fac-8d37-ae376008c693 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.6319199 Jan 29 19:47:45.818639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-86dcf33b-d008-4916-a1fc-ad78b0960ffa service neutron] 10.222.0.13 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332542 Jan 29 19:47:45.825201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-1526f447-bb01-485e-991d-109eb1f0604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:45.826799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-b0f9c332-7553-415d-8ac3-507dc7b12ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4834828 Jan 29 19:47:45.827052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e29bfe30-96c2-45cb-9dcc-7430e0b8c9f5 req-1526f447-bb01-485e-991d-109eb1f0604b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1796072 Jan 29 19:47:45.830980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (fc7872ee-de49-4328-bc81-89194ef1b90b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.848652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4f4e73e-7584-4013-9341-3cf2f7c3c11c req-d0d5f494-94f3-4f7e-8975-ece06e7fee60 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (c3c7340b-ca68-4a77-84b6-af3afe123a0c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.875962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4f4e73e-7584-4013-9341-3cf2f7c3c11c req-d0d5f494-94f3-4f7e-8975-ece06e7fee60 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (c3c7340b-ca68-4a77-84b6-af3afe123a0c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:45.889730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-446897a8-49c4-467a-b61f-6971c0ba1bcd req-8404748f-b2d5-48e8-bc0a-5c5c4d78ea3c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002440 Jan 29 19:47:45.928754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7872ee-de49-4328-bc81-89194ef1b90b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:46.038824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.043072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-329458c2-e6bf-43f0-b078-a3e8eb402184 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1224301 Jan 29 19:47:46.043675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:46.048805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:46.057903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4f4e73e-7584-4013-9341-3cf2f7c3c11c req-d0d5f494-94f3-4f7e-8975-ece06e7fee60 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3c7340b-ca68-4a77-84b6-af3afe123a0c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.060753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4f4e73e-7584-4013-9341-3cf2f7c3c11c req-d0d5f494-94f3-4f7e-8975-ece06e7fee60 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.061889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4f4e73e-7584-4013-9341-3cf2f7c3c11c req-d0d5f494-94f3-4f7e-8975-ece06e7fee60 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3c7340b-ca68-4a77-84b6-af3afe123a0c HTTP/1.1" status: 204 len: 173 time: 0.3484328 Jan 29 19:47:46.064996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-1e3208a3-edab-43de-8267-521a6f6a9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.066382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-1e3208a3-edab-43de-8267-521a6f6a9579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 0.1475844 Jan 29 19:47:46.081752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5f494-94f3-4f7e-8975-ece06e7fee60 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7340b-ca68-4a77-84b6-af3afe123a0c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:46.082902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e23dd28-b9cd-4521-846a-f91b9bee2eac {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:46.120317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Publish callbacks [] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.158488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.177230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.186453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.193837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.199556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.205326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.211546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.216993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.218937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-c5ba9487-99e5-499a-9e54-5b06c55cc2ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5386 time: 0.2421670 Jan 29 19:47:46.220017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Transition to ACTIVE for port object 4e23dd28-b9cd-4521-846a-f91b9bee2eac will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:46.284761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:46.309277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.399053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.437577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-8bf1592f-5f5c-4c89-8b26-f7d8fc4b0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.439654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-8bf1592f-5f5c-4c89-8b26-f7d8fc4b0e42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.3281312 Jan 29 19:47:46.584580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:46.612778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-044cdb83-e9e3-439e-bae7-3a977158b5d0 req-a1bf6323-214b-42c6-9129-0c7c98eeed84 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3817773 Jan 29 19:47:46.619980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 172.25.5.123 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/b458443b-bf36-4068-bfd8-ba2d92001811) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:46.622815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9ce61be-1a51-44f2-9f4a-d00a28ba8ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.654701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Attempting to bind port 4e23dd28-b9cd-4521-846a-f91b9bee2eac on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:46.655065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Attempting to bind port 4e23dd28-b9cd-4521-846a-f91b9bee2eac by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:46.655403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Attempting to bind port 4e23dd28-b9cd-4521-846a-f91b9bee2eac on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:46.658914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-7bc5688d-053a-4013-a034-d336467dcc36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.1759548 Jan 29 19:47:46.666015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Port 4e23dd28-b9cd-4521-846a-f91b9bee2eac on network 0960a350-6d88-444e-88a0-73294b536673 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:46.666347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Attempting to bind port 4e23dd28-b9cd-4521-846a-f91b9bee2eac on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:46.715139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:46.715805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Checking segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:46.715805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Bound using segment: {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:46.716245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Bound port: 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e467b79-1df0-462f-8b1f-d4cd76eafc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0960a350-6d88-444e-88a0-73294b536673'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:46.716950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.724452 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-a07bba2d-6763-4b0b-90df-a9a3ea39a9fd req-55682cb2-9fc2-4f91-a300-3bbd9c547560 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:47:46.739547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a07bba2d-6763-4b0b-90df-a9a3ea39a9fd req-55682cb2-9fc2-4f91-a300-3bbd9c547560 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/c3c7340b-ca68-4a77-84b6-af3afe123a0c HTTP/1.1" status: 404 len: 352 time: 0.0735993 Jan 29 19:47:46.876417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-ee46d5e4-6bd1-4130-9e50-44d046646ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:46.878114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-ee46d5e4-6bd1-4130-9e50-44d046646ac8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.2089703 Jan 29 19:47:46.896894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6213a21e-9a1c-4cf4-b4b9-14a924bc1dc3 req-32bb5a03-6578-499c-b268-e6d00c05a574 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 210 time: 0.0687745 Jan 29 19:47:46.942779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (b458443b-bf36-4068-bfd8-ba2d92001811), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:46.974090 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9ce61be-1a51-44f2-9f4a-d00a28ba8ad2 admin admin] Publish callbacks [] for security_group (7c572661-3671-4b08-90df-9d4c403f70f7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.022067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:47.029362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:47.050044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c07d75ff-922d-4a68-89e0-ac8e7bb0dff9 req-595796cf-af20-4287-b5b3-390984e77783 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/28d79720-3810-4f3e-a31f-a70943bf0deb HTTP/1.1" status: 200 len: 1819 time: 0.1113987 Jan 29 19:47:47.066494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-387e37d9-d8b2-461f-a9a2-d10ca941491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:47.067983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-387e37d9-d8b2-461f-a9a2-d10ca941491c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1818779 Jan 29 19:47:47.075538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:47.078076 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "506da6d9-844b-429d-8934-d7c708e110f4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:47.089463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9ce61be-1a51-44f2-9f4a-d00a28ba8ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7c572661-3671-4b08-90df-9d4c403f70f7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.094495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b458443b-bf36-4068-bfd8-ba2d92001811), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.122791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.172815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:47.200120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:47.218846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f9ce61be-1a51-44f2-9f4a-d00a28ba8ad2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2ff5f98d3384d4aa801d877e98fb763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9231644 Jan 29 19:47:47.218846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:47.224233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:47.247824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce61be-1a51-44f2-9f4a-d00a28ba8ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c572661-3671-4b08-90df-9d4c403f70f7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:47.250832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:47.251093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.254248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e23dd28-b9cd-4521-846a-f91b9bee2eac HTTP/1.1" status: 200 len: 1091 time: 2.0474389 Jan 29 19:47:47.288880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=b458443b-bf36-4068-bfd8-ba2d92001811,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:47.365511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c07d75ff-922d-4a68-89e0-ac8e7bb0dff9 req-cf29ebbc-95d0-4122-be3f-01d1ef2ddbf5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (28d79720-3810-4f3e-a31f-a70943bf0deb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.407466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:47.433814 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0c170007-154c-43c9-bb5e-d9ff5d9a5e5d admin admin] Publish callbacks [] for security_group (7c572661-3671-4b08-90df-9d4c403f70f7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.443772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298d2d-2fa9-4f60-a0f4-94b424c624b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:47.491285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-3f6d79ae-fb82-448c-b04e-7a1bbb7eeffd service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981295 Jan 29 19:47:47.500665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c07d75ff-922d-4a68-89e0-ac8e7bb0dff9 req-cf29ebbc-95d0-4122-be3f-01d1ef2ddbf5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (28d79720-3810-4f3e-a31f-a70943bf0deb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.513547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0c170007-154c-43c9-bb5e-d9ff5d9a5e5d admin admin] Publish callbacks [] for security_group (7c572661-3671-4b08-90df-9d4c403f70f7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.529897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa378a-28ae-493b-8dbd-e33439140cf4 req-2a4fc865-9292-4ff0-afe0-75e6be351513 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:47.546811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29aa378a-28ae-493b-8dbd-e33439140cf4 req-2a4fc865-9292-4ff0-afe0-75e6be351513 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.2237236 Jan 29 19:47:47.589113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (8446e989-3462-4857-a3fe-633a28693cb4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.667457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.741182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29aa378a-28ae-493b-8dbd-e33439140cf4 req-a9ab81c5-fc8e-4e36-b34c-ee0ef15a2743 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826229 Jan 29 19:47:47.744273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd06cb3b-8e9e-4c65-818f-4a98ae36ddeb req-e24a821c-50e3-4a28-8397-272030cfb735 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383399 Jan 29 19:47:47.775139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c07d75ff-922d-4a68-89e0-ac8e7bb0dff9 req-cf29ebbc-95d0-4122-be3f-01d1ef2ddbf5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (28d79720-3810-4f3e-a31f-a70943bf0deb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.786239 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c07d75ff-922d-4a68-89e0-ac8e7bb0dff9 req-cf29ebbc-95d0-4122-be3f-01d1ef2ddbf5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.786239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c07d75ff-922d-4a68-89e0-ac8e7bb0dff9 req-cf29ebbc-95d0-4122-be3f-01d1ef2ddbf5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/28d79720-3810-4f3e-a31f-a70943bf0deb HTTP/1.1" status: 204 len: 173 time: 0.7240632 Jan 29 19:47:47.808921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-afdeb7de-bd38-4b9f-aae7-ce487111adad tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:47.810492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-afdeb7de-bd38-4b9f-aae7-ce487111adad tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 811 time: 0.2229381 Jan 29 19:47:47.811256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b458443b-bf36-4068-bfd8-ba2d92001811), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.839266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Request body: {'port': {'device_id': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'admin_state_up': True, 'tenant_id': '561181d3c09744d3aee03d38d75987a2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:47.849829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29ebbc-95d0-4122-be3f-01d1ef2ddbf5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d79720-3810-4f3e-a31f-a70943bf0deb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:47.861676 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa0639c-1d1c-4f2e-a9af-6e0a8d4db72d x-openstack-request-id: req-9fa0639c-1d1c-4f2e-a9af-6e0a8d4db72d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:47.862030 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "506da6d9-844b-429d-8934-d7c708e110f4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:47.862330 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fa0639c-1d1c-4f2e-a9af-6e0a8d4db72d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:47.862757 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4', 'status': 'completed', 'code': 200} Jan 29 19:47:47.865984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0c170007-154c-43c9-bb5e-d9ff5d9a5e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7c572661-3671-4b08-90df-9d4c403f70f7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.869341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0c170007-154c-43c9-bb5e-d9ff5d9a5e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:47.872825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0c170007-154c-43c9-bb5e-d9ff5d9a5e5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c572661-3671-4b08-90df-9d4c403f70f7 HTTP/1.1" status: 204 len: 168 time: 0.6439970 Jan 29 19:47:47.994108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170007-154c-43c9-bb5e-d9ff5d9a5e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c572661-3671-4b08-90df-9d4c403f70f7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:48.088816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7cc3113-0dfe-4f87-8ada-b419c7387413 req-f4e4d4e4-0be5-4cdc-970b-7381b5ccbf2f tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e5e9275188c430ca551c50fa5c72451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012344 Jan 29 19:47:48.182901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.183505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.184029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.185593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.186134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.186610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.187073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.189136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-7c315ef3-4472-4372-a872-0c113a6db9ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6500 time: 0.2341554 Jan 29 19:47:48.207504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.213645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.219127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.224522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.230176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.235596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.241332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.244099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-bc8440d0-1501-489c-b874-97e1aa2d6382 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5398 time: 0.2842448 Jan 29 19:47:48.260119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b17f85-4c04-4f3d-9296-da38da666563 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:48.268882 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Publish callbacks [] for port (b0b17f85-4c04-4f3d-9296-da38da666563), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:48.282715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Transition to ACTIVE for port object b0b17f85-4c04-4f3d-9296-da38da666563 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:48.372285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:48.469365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:48.475752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-6f03be8e-ff6e-4630-bbe5-e9939a9b7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.476143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-6f03be8e-ff6e-4630-bbe5-e9939a9b7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.476791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-6f03be8e-ff6e-4630-bbe5-e9939a9b7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.478634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-6f03be8e-ff6e-4630-bbe5-e9939a9b7209 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2333119 Jan 29 19:47:48.483575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f924452-a2a7-4ce1-8f7d-f21dd5a78460 req-578d25bb-b607-4acf-b546-67739d6a0381 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2282689 Jan 29 19:47:48.635319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Made reservation on behalf of 561181d3c09744d3aee03d38d75987a2 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:48.638966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:48.777599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3113-0dfe-4f87-8ada-b419c7387413 req-d03926b8-0072-4ce8-b19e-dac0019f4bc1 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:48.787532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7cc3113-0dfe-4f87-8ada-b419c7387413 req-d03926b8-0072-4ce8-b19e-dac0019f4bc1 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6974368 Jan 29 19:47:48.815582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7cc3113-0dfe-4f87-8ada-b419c7387413 req-933f8b97-2fed-475c-9d56-6cc6673d1128 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/quotas/9e5e9275188c430ca551c50fa5c72451 HTTP/1.1" status: 200 len: 375 time: 0.0269437 Jan 29 19:47:48.908812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7cc3113-0dfe-4f87-8ada-b419c7387413 req-2a2c70d5-ece6-4911-9308-ab71e5739fd5 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e5e9275188c430ca551c50fa5c72451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836616 Jan 29 19:47:48.924314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (b458443b-bf36-4068-bfd8-ba2d92001811), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:48.939489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Allocated IP 172.20.0.3 (1b89b87b-0061-4f36-9a85-4a33246edfe2/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a/4431c243-22ea-477d-afca-3e44122d9637) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:49.005760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:49.060675 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-09c2bb21-fabc-41a1-8760-4d61a8c89762 req-b33983b3-1488-421a-a381-7e8aaabbde26 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:47:49.061554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09c2bb21-fabc-41a1-8760-4d61a8c89762 req-b33983b3-1488-421a-a381-7e8aaabbde26 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/28d79720-3810-4f3e-a31f-a70943bf0deb HTTP/1.1" status: 404 len: 352 time: 0.0679829 Jan 29 19:47:49.082524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-410da8a1-3ba3-49e5-aabe-9aa725370d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.088070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Attempting to bind port b0b17f85-4c04-4f3d-9296-da38da666563 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:49.088440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Attempting to bind port b0b17f85-4c04-4f3d-9296-da38da666563 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:49.088767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Attempting to bind port b0b17f85-4c04-4f3d-9296-da38da666563 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:49.098058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Port b0b17f85-4c04-4f3d-9296-da38da666563 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:49.102984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Attempting to bind port b0b17f85-4c04-4f3d-9296-da38da666563 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:49.102984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-40858fa2-f63b-4589-ad26-3bf3b555f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.105109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a90f6b7f-7401-46ee-ae08-529ba2ea90d3 req-40858fa2-f63b-4589-ad26-3bf3b555f1c5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6182892 Jan 29 19:47:49.109493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:49.109838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Checking segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:49.110229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Bound using segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:49.110657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Bound port: b0b17f85-4c04-4f3d-9296-da38da666563, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:49.111014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.144244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b458443b-bf36-4068-bfd8-ba2d92001811), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.157230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7822d2f2-956a-402d-8fea-822c5cd5311a req-715b347c-df84-40bd-bcae-ae125885638f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 210 time: 0.1046176 Jan 29 19:47:49.214338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:49.219596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b0b17f85-4c04-4f3d-9296-da38da666563,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:49.296970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=b458443b-bf36-4068-bfd8-ba2d92001811,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:49.370336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8446e989-3462-4857-a3fe-633a28693cb4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.380897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.417322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for port (4431c243-22ea-477d-afca-3e44122d9637), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.473522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:49.483151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.484420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-345b041d-f33d-43c1-8bb0-b33d61a0c1c7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4393718 Jan 29 19:47:49.500865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.500865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.502207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-10bb75e5-6e64-4f63-87a1-c9fdbbcbe732 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0b17f85-4c04-4f3d-9296-da38da666563 HTTP/1.1" status: 200 len: 1091 time: 2.1019990 Jan 29 19:47:49.529151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97484564-ed00-42b7-9a08-59680c545acd req-45a26736-cbd3-4885-9c2d-a025cd200724 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 6206 time: 0.3087132 Jan 29 19:47:49.534102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-5a6fa3f7-95ed-4265-bb43-6a2d8592862b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769854 Jan 29 19:47:49.612086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Request body: {'port': {'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:49.659617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97484564-ed00-42b7-9a08-59680c545acd req-cb658030-516a-4ad6-b5a5-0170bf9304f7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/192021e4-10a5-4f35-bd21-5ac047d97b6f HTTP/1.1" status: 200 len: 3002 time: 0.1292048 Jan 29 19:47:49.736593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-410da8a1-3ba3-49e5-aabe-9aa725370d10 admin admin] Publish callbacks [] for security_group (2683b250-f9f4-49b8-b315-9c33d8694f5e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.752762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97484564-ed00-42b7-9a08-59680c545acd req-74db6c5c-e821-4c67-b358-9cbc2b050344 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/192021e4-10a5-4f35-bd21-5ac047d97b6f HTTP/1.1" status: 200 len: 3002 time: 0.0905459 Jan 29 19:47:49.793130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.806527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6fbde385-1c30-49d8-9aea-346974e434c8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:49.862681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:49.871963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac'}, {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:49.874592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-410da8a1-3ba3-49e5-aabe-9aa725370d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2683b250-f9f4-49b8-b315-9c33d8694f5e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.878038 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0062b25b-dafa-4888-aae2-da58e5c0c022" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac"}, {"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:49.912579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.919483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.925971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.933374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.940010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.946626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.952408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:49.955131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-ed664c25-90e8-4112-a519-ff92fe5fb507 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5410 time: 0.2629409 Jan 29 19:47:49.972603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:49.980710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:49.999357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad871-5672-4779-95bd-870d3ca71594 req-71793a42-fbcd-442e-b44e-86be115ccaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.001187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410da8a1-3ba3-49e5-aabe-9aa725370d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2683b250-f9f4-49b8-b315-9c33d8694f5e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:50.001680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-71793a42-fbcd-442e-b44e-86be115ccaba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 1127 time: 0.3303523 Jan 29 19:47:50.024272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:50.059943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:50.068881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-410da8a1-3ba3-49e5-aabe-9aa725370d10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ec5f6229afc40e5a27250c1559b1d23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0613756 Jan 29 19:47:50.069707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:50.080798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47384) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:50.254038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.285681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.300089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-56cd835a-c853-4cf6-9259-10dc51dea9fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1080589859&fields=id&tenant_id=b953bf3f955d45f18a0bc913055ef21c HTTP/1.1" status: 200 len: 267 time: 0.3530343 Jan 29 19:47:50.371589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26a5bf0b-b375-4c33-932b-83cdebb3320b admin admin] Publish callbacks [] for security_group (2683b250-f9f4-49b8-b315-9c33d8694f5e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.387612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-163f7633-346a-47bd-a70a-1928bfee7e62 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.394491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c9065891-c985-4eec-9dc0-8682c0cd90f4 None None] Provisioning complete for port 4431c243-22ea-477d-afca-3e44122d9637 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:50.395172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9065891-c985-4eec-9dc0-8682c0cd90f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4431c243-22ea-477d-afca-3e44122d9637), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.395361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-163f7633-346a-47bd-a70a-1928bfee7e62 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 200 len: 936 time: 0.0943713 Jan 29 19:47:50.433651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d352aa1d-f48f-45de-a066-77cbb00b46a8 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:50.458558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c9065891-c985-4eec-9dc0-8682c0cd90f4 None None] Port 4431c243-22ea-477d-afca-3e44122d9637 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:47:50.458886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Publish callbacks [] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.467314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f41d5ac-5336-46d2-8c95-d69e7c41fb2c req-a04bc1c3-aa7f-402e-afbb-486a3603c30a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5019574 Jan 29 19:47:50.469029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f27146f2-04b8-4e96-a369-f6e8e5b9ae28 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6361742 Jan 29 19:47:50.478815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-107f5a66-2694-4dcb-a242-ecc6e8be1992 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.480228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-107f5a66-2694-4dcb-a242-ecc6e8be1992 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 200 len: 937 time: 0.0840766 Jan 29 19:47:50.482854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26a5bf0b-b375-4c33-932b-83cdebb3320b admin admin] Publish callbacks [] for security_group (2683b250-f9f4-49b8-b315-9c33d8694f5e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.483974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Transition to ACTIVE for port object d352aa1d-f48f-45de-a066-77cbb00b46a8 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:50.489148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad871-5672-4779-95bd-870d3ca71594 req-470001df-e67d-479c-95ce-2285cface1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.492336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Request body: {'port': {'device_id': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:50.492657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-470001df-e67d-479c-95ce-2285cface1b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.2055211 Jan 29 19:47:50.540480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-e9856b1b-65ce-4539-879b-288c78522a52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d HTTP/1.1" status: 200 len: 217 time: 0.0428419 Jan 29 19:47:50.546026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-34f8f702-0fe9-4bef-9da5-346fb25a0305 req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457827431', 'description': 'tempest-description-792309012'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:50.553463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f45c88f2-e129-4efe-b229-8453b8c82d9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540750 Jan 29 19:47:50.607276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-68248ddb-6af8-49c3-95f8-0d40568ec04d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0424013 Jan 29 19:47:50.610590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad871-5672-4779-95bd-870d3ca71594 req-454190e7-f8a7-4440-a170-e0939b2c448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.613049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-454190e7-f8a7-4440-a170-e0939b2c448e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0625319 Jan 29 19:47:50.622029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.648867 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:47:50.670934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.783431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:50.798059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad871-5672-4779-95bd-870d3ca71594 req-306d07dc-7dde-483b-8b9d-fed5b890faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:50.799600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-306d07dc-7dde-483b-8b9d-fed5b890faa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697574 Jan 29 19:47:50.816836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f8f702-0fe9-4bef-9da5-346fb25a0305 req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.870732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Attempting to bind port d352aa1d-f48f-45de-a066-77cbb00b46a8 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:50.871096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Attempting to bind port d352aa1d-f48f-45de-a066-77cbb00b46a8 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:50.871512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Attempting to bind port d352aa1d-f48f-45de-a066-77cbb00b46a8 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:50.877856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26a5bf0b-b375-4c33-932b-83cdebb3320b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2683b250-f9f4-49b8-b315-9c33d8694f5e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.885064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26a5bf0b-b375-4c33-932b-83cdebb3320b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.885064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-26a5bf0b-b375-4c33-932b-83cdebb3320b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2683b250-f9f4-49b8-b315-9c33d8694f5e HTTP/1.1" status: 204 len: 168 time: 0.7713594 Jan 29 19:47:50.904631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5bf0b-b375-4c33-932b-83cdebb3320b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2683b250-f9f4-49b8-b315-9c33d8694f5e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:50.952690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Port d352aa1d-f48f-45de-a066-77cbb00b46a8 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:50.953026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Attempting to bind port d352aa1d-f48f-45de-a066-77cbb00b46a8 on network ccf308fd-6e37-4079-8786-61da3c58b5c9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:50.972875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:50.973252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Checking segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:50.973651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Bound using segment: {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:50.974105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Bound port: d352aa1d-f48f-45de-a066-77cbb00b46a8, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9087f920-34c6-49b1-abb6-e9b8e9ba84fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:50.974465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:50.995549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-74f23358-1250-4eb7-bf9e-8e186d76a162 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.000940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-74f23358-1250-4eb7-bf9e-8e186d76a162 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.006131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-74f23358-1250-4eb7-bf9e-8e186d76a162 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.013732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-74f23358-1250-4eb7-bf9e-8e186d76a162 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/networks?id=534d07ce-bb8c-4683-9cca-1edf87284068&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014 HTTP/1.1" status: 200 len: 1994 time: 0.3833048 Jan 29 19:47:51.031696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc7ea6ef-a800-4c66-8c77-c8cadf937fbd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/quotas/b953bf3f955d45f18a0bc913055ef21c HTTP/1.1" status: 200 len: 375 time: 0.0169041 Jan 29 19:47:51.039621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-e341d45d-88a6-4004-9984-5c70e86ca5c5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327533 Jan 29 19:47:51.133695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-93cacbe0-4fe9-4114-8f96-038849382698 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1008544 Jan 29 19:47:51.145778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f8f702-0fe9-4bef-9da5-346fb25a0305 req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (03764c2b-15f1-43b5-9a17-2669aeb8e188), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.187944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4431c243-22ea-477d-afca-3e44122d9637 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:51.192448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:51.197294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Publish callbacks [] for port (4431c243-22ea-477d-afca-3e44122d9637), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.197475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:51.210725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Transition to ACTIVE for port object 4431c243-22ea-477d-afca-3e44122d9637 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:47:51.218719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b19ad871-5672-4779-95bd-870d3ca71594 req-82ae43de-b349-4608-8d6e-accc1546a387 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711390 Jan 29 19:47:51.241697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f8f702-0fe9-4bef-9da5-346fb25a0305 req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03764c2b-15f1-43b5-9a17-2669aeb8e188), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.274522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03764c2b-15f1-43b5-9a17-2669aeb8e188,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:51.328819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.392155 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.400577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:51.426241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-34f8f702-0fe9-4bef-9da5-346fb25a0305 req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.426241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34f8f702-0fe9-4bef-9da5-346fb25a0305 req-d0dada4f-c0fe-490d-8e17-051a6e74f83f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8821030 Jan 29 19:47:51.445413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.446339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.450263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0ceea368-399a-43d3-b801-5666d3c3bc01 service neutron] 10.222.0.13 "PUT /v2.0/ports/d352aa1d-f48f-45de-a066-77cbb00b46a8 HTTP/1.1" status: 200 len: 1091 time: 1.8424709 Jan 29 19:47:51.541729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9343c736-7ffa-4846-99f6-f3640c34c5ab service neutron] 10.222.0.15 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893969 Jan 29 19:47:51.558467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:51.738143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Attempting to bind port 4431c243-22ea-477d-afca-3e44122d9637 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:51.738751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Attempting to bind port 4431c243-22ea-477d-afca-3e44122d9637 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:51.739085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Attempting to bind port 4431c243-22ea-477d-afca-3e44122d9637 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:51.747965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Port 4431c243-22ea-477d-afca-3e44122d9637 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:47:51.748321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Attempting to bind port 4431c243-22ea-477d-afca-3e44122d9637 on network 1b89b87b-0061-4f36-9a85-4a33246edfe2 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:51.783839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.785291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.785787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.786265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.790209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.790759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.791301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.796168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7a01934e-be75-4b2e-94ee-63a5d437b1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6696 time: 0.1749296 Jan 29 19:47:51.816264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-94196b11-d264-448a-813f-c940edd107ea service neutron] 10.222.0.15 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588959 Jan 29 19:47:51.836859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:51.837288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Checking segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:51.837766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Bound using segment: {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:51.839145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Bound port: 4431c243-22ea-477d-afca-3e44122d9637, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284233b8-6b69-47a7-8874-4d65ebbaf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:51.840172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:51.878706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-e687e07a-9491-4588-9a6e-4a0ef211be6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8739d60-7283-40b9-8fc9-721af3540b7a HTTP/1.1" status: 200 len: 217 time: 0.0760589 Jan 29 19:47:51.949557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ffdf6aad-5373-41cb-9793-4650db97e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:51.952181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-ffdf6aad-5373-41cb-9793-4650db97e8de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4882ea39-8c06-4cb1-ae8d-3357bd9d486d HTTP/1.1" status: 200 len: 850 time: 0.0648842 Jan 29 19:47:51.956121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-3a11d489-5b9d-4d3d-b423-cd3635e249f3 service neutron] 10.222.0.15 "GET /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1365793 Jan 29 19:47:52.015307 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397fb971-f7e0-40d2-ad49-e760969a2eaa x-openstack-request-id: req-397fb971-f7e0-40d2-ad49-e760969a2eaa {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:52.015530 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:52.015776 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-397fb971-f7e0-40d2-ad49-e760969a2eaa {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:52.016722 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac', 'status': 'completed', 'code': 200} Jan 29 19:47:52.016722 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563', 'status': 'completed', 'code': 200} Jan 29 19:47:52.039437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-1fcb41d6-2956-4304-9927-505b034b4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:52.042354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-1fcb41d6-2956-4304-9927-505b034b4e8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774589 Jan 29 19:47:52.152933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:52.171233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:52.198517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-6df2d52a-5d51-4553-8883-3321b3e09e99 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438066 Jan 29 19:47:52.231932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-1a580efa-6414-4d56-8314-0901aa6cd130 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829858 Jan 29 19:47:52.244462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7893b-969e-4f97-b1d2-a4008c51bdf8 req-ac6abda9-068b-4cc0-b62e-dd7fc1144512 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:52.245175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4b7893b-969e-4f97-b1d2-a4008c51bdf8 req-ac6abda9-068b-4cc0-b62e-dd7fc1144512 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 943 time: 0.0887706 Jan 29 19:47:52.329034 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:52.380807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4b7893b-969e-4f97-b1d2-a4008c51bdf8 req-caf0b6b0-75cd-4662-8416-4520da025721 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269312 Jan 29 19:47:52.406409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-ac1e6386-a7c7-41ca-a41e-3f457e5f57bf req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1764495734', 'description': 'tempest-description-476995918'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:52.442499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-b1afcc0b-47f0-4c45-994f-80efd9a8494a service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962132 Jan 29 19:47:52.450977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:52.478549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:52.479695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:52.482555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-21b6f664-6479-4fa8-8e6e-f2569b218975 service neutron] 10.222.0.26 "PUT /v2.0/ports/4431c243-22ea-477d-afca-3e44122d9637 HTTP/1.1" status: 200 len: 1091 time: 1.9975715 Jan 29 19:47:52.483484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'tag': '4431c243-22ea-477d-afca-3e44122d9637'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:52.489531 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae1703f-6a5b-4d28-8022-65483c88fe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "tag": "4431c243-22ea-477d-afca-3e44122d9637"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:52.510357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9a01454b-96f7-4653-a060-b95a2ed52d38 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059964 Jan 29 19:47:52.528034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ac1e6386-a7c7-41ca-a41e-3f457e5f57bf req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:52.530951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-80f22c58-cc39-4580-abbd-75d63c5fd921 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 217 time: 0.0705435 Jan 29 19:47:52.618375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1ea8e8f4-3dd1-4826-9a40-24f3f117b477 service neutron] 10.222.0.15 "GET /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0985286 Jan 29 19:47:52.651183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-063dfd39-9125-43db-b4b2-738e9ec402f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:52.654033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-063dfd39-9125-43db-b4b2-738e9ec402f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.1137938 Jan 29 19:47:52.768167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ac1e6386-a7c7-41ca-a41e-3f457e5f57bf req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (affbbeb7-ddf3-40c1-900e-31f266c66fdf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:52.788361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-743d9227-6c5a-490d-8f79-9257cef885c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:52.796752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-743d9227-6c5a-490d-8f79-9257cef885c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 1125 time: 0.1603277 Jan 29 19:47:52.796902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8199423e-6d04-423c-b62b-94e230aa34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:52.796902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8199423e-6d04-423c-b62b-94e230aa34a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1285725 Jan 29 19:47:52.797286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47424) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:52.799644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-7c415a17-fbf8-47f3-b7c0-004f1e69a401 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803753 Jan 29 19:47:52.876681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-2e06cf32-95bf-4beb-a2bf-14db6ec8e588 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4431c243-22ea-477d-afca-3e44122d9637 HTTP/1.1" status: 200 len: 217 time: 0.0530877 Jan 29 19:47:52.896191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ac1e6386-a7c7-41ca-a41e-3f457e5f57bf req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (affbbeb7-ddf3-40c1-900e-31f266c66fdf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:52.951668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2020279874'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:52.962078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affbbeb7-ddf3-40c1-900e-31f266c66fdf,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:52.976615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-3095ff1b-58d0-42a4-8c25-63addfb15f3d service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768641 Jan 29 19:47:53.007374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-e019aaa1-7176-4b0c-8aa8-3e6fefad5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.009519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-e019aaa1-7176-4b0c-8aa8-3e6fefad5193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.1192112 Jan 29 19:47:53.054529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ac1e6386-a7c7-41ca-a41e-3f457e5f57bf req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.055852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1e6386-a7c7-41ca-a41e-3f457e5f57bf req-291cb09c-8878-4223-8460-0050b13d0d9b tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6569440 Jan 29 19:47:53.057222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f676318b-ad4d-4d11-9bc1-15c5bc6980a6 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566702 Jan 29 19:47:53.091916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-2c407e8a-62ca-4ddf-835a-1919d1ef210c service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016505 Jan 29 19:47:53.150905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-be0e532d-9583-4c0e-96ca-374c0c31285b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 217 time: 0.0521951 Jan 29 19:47:53.161741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:53.165942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.223122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.239319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-021cc8e5-fb85-4971-bd64-798424423a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.241032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-021cc8e5-fb85-4971-bd64-798424423a10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2034972 Jan 29 19:47:53.260936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-60517d50-26ec-42c8-9194-e7638013d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.262832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-60517d50-26ec-42c8-9194-e7638013d855 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.1017280 Jan 29 19:47:53.264880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-549d41f1-e192-4ba8-b533-e9ce43ee9f80 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768153 Jan 29 19:47:53.318660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.324189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.329566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.334901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.340396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.345873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.351778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.354309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-8215f7bc-f61d-470a-ab48-4b1015bde3d8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2121878 Jan 29 19:47:53.406808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-f011863a-c3b0-4d70-bf58-de43c8eede43 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559649 Jan 29 19:47:53.415789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-2cc1fa88-d046-483a-96aa-e9f365fe0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.417437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-2cc1fa88-d046-483a-96aa-e9f365fe0415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1479607 Jan 29 19:47:53.447189 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-db246ec9-6660-49d4-8ccd-19cbbe325d47 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310058 Jan 29 19:47:53.520915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for security_group (428190ae-7381-494a-966f-6d6d1e018892), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.528180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02621a58-cbe8-4222-ba36-bfa4b49bc4b7 req-c9ba86c5-d3c6-4cd2-a70e-50a2d3eb9c32 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564476 Jan 29 19:47:53.558885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-bea62680-b9c1-4409-8340-3b7171362c05 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329036 Jan 29 19:47:53.581565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de600782-4c6a-412f-9ff3-3118a88efc05 req-079e7c6d-fae2-4297-8c96-f9d8b4afaceb service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642797 Jan 29 19:47:53.605736 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (428190ae-7381-494a-966f-6d6d1e018892), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.619282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-fb854297-3101-49d9-977a-e4f756b20b36 service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382692 Jan 29 19:47:53.647249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:47:53.706270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428190ae-7381-494a-966f-6d6d1e018892,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:53.722648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5cdd3a61-7052-4a01-b333-bb3dd4d05fb3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.723123 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Added segment 5cdd3a61-7052-4a01-b333-bb3dd4d05fb3 of type vlan for network ac47868e-431b-4fd9-9bd3-6d96b0283d91 Jan 29 19:47:53.726707 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c905ff66-b30b-4690-a95b-88a2fe0bb71e service neutron] 10.222.0.15 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995286 Jan 29 19:47:53.727112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62b77b20-8271-4203-a2e0-55b4fda1a8bd req-803c03cd-2523-49ea-81e0-cacb11e55b21 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e5e9275188c430ca551c50fa5c72451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488770 Jan 29 19:47:53.815944 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ac47868e-431b-4fd9-9bd3-6d96b0283d91), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:53.821263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-45d2d908-1c94-4ff6-bf90-9c90f72281d0 service neutron] 10.222.0.15 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Jan 29 19:47:53.826240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-8633c60f-6b74-4efe-a51a-cc76737187c8 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569611 Jan 29 19:47:53.912851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-136c48a2-00ec-4359-8bc1-1c7d5a108bbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=506da6d9-844b-429d-8934-d7c708e110f4 HTTP/1.1" status: 200 len: 217 time: 0.0533948 Jan 29 19:47:53.928416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-89e72407-8388-4180-8aab-ebcd6f141ffc service neutron] 10.222.0.15 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000283 Jan 29 19:47:53.987403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b77b20-8271-4203-a2e0-55b4fda1a8bd req-fa1e943b-2cb3-47ff-bed0-0a83c3821104 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.989085 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62b77b20-8271-4203-a2e0-55b4fda1a8bd req-fa1e943b-2cb3-47ff-bed0-0a83c3821104 tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480104 Jan 29 19:47:53.998250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-c8955f61-c568-4488-aed4-b4f02f951222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:53.999765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-c8955f61-c568-4488-aed4-b4f02f951222 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.0812519 Jan 29 19:47:54.001731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ac47868e-431b-4fd9-9bd3-6d96b0283d91), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:54.007918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.011121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:54.030924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-fac5eec3-e033-46bd-ac76-323cccae4dfa service neutron] 10.222.0.15 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956836 Jan 29 19:47:54.034507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:54.034507 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19467e24-43e8-41a6-b1a9-099555bb96f3" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:54.082492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62b77b20-8271-4203-a2e0-55b4fda1a8bd req-e33c0def-5cda-4075-a261-83e8b7473c5b tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/quotas/9e5e9275188c430ca551c50fa5c72451 HTTP/1.1" status: 200 len: 375 time: 0.0815597 Jan 29 19:47:54.131173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Network': ['ID=ac47868e-431b-4fd9-9bd3-6d96b0283d91,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:54.138389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-3a349ff5-4812-451b-a939-54c3ca91992f service neutron] 10.222.0.15 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997610 Jan 29 19:47:54.143804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:47:54.156456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62b77b20-8271-4203-a2e0-55b4fda1a8bd req-14fa30c7-b159-43d1-b12d-1ce60a203c9b tempest-QuotasAdminNegativeTest-1303289717 tempest-QuotasAdminNegativeTest-1303289717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e5e9275188c430ca551c50fa5c72451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658314 Jan 29 19:47:54.161363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e9f4cdb-648a-42e5-a50e-022e39f09407 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3627801 Jan 29 19:47:54.164619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:54.177909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'subnet': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:54.195934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-eb35620e-3e23-45ef-b6f3-b38b25e09aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.200449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-eb35620e-3e23-45ef-b6f3-b38b25e09aed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1868505 Jan 29 19:47:54.284862 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982ca16a-5268-4097-907d-b4d098bbef92 x-openstack-request-id: req-982ca16a-5268-4097-907d-b4d098bbef92 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:54.285143 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "tag": "4431c243-22ea-477d-afca-3e44122d9637", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:54.285406 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-982ca16a-5268-4097-907d-b4d098bbef92 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:54.285817 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'tag': '4431c243-22ea-477d-afca-3e44122d9637', 'status': 'completed', 'code': 200} Jan 29 19:47:54.430637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-8fc07820-f92f-44bf-9946-b10a7ba39529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.432466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-8fc07820-f92f-44bf-9946-b10a7ba39529 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 1125 time: 0.0849712 Jan 29 19:47:54.498443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-41b0f5d9-1072-4c9a-bc32-340ffd1e44ed service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733860 Jan 29 19:47:54.551352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-d1360810-8a3f-42e3-97f7-a6b6bf2cf966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.553251 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-d1360810-8a3f-42e3-97f7-a6b6bf2cf966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.1145294 Jan 29 19:47:54.555152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:54.558580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:54.595336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-7e1822c1-80be-448d-a082-660e1062559b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4431c243-22ea-477d-afca-3e44122d9637 HTTP/1.1" status: 200 len: 217 time: 0.0361750 Jan 29 19:47:54.599009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-22c07213-fff2-4070-8792-1653ec68d2bd tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.600504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-22c07213-fff2-4070-8792-1653ec68d2bd tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 813 time: 0.1994042 Jan 29 19:47:54.633379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4431c243-22ea-477d-afca-3e44122d9637 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:47:54.646936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-14a78525-f7a9-4187-bb7d-a9b41beaa759 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/quotas/fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 375 time: 0.0343850 Jan 29 19:47:54.653608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-1237b938-4d81-4071-88cf-4793a20ffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.655277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-1237b938-4d81-4071-88cf-4793a20ffb42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.0520935 Jan 29 19:47:54.719116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-c2c56ae6-0e81-47aa-80ce-eac9fb8465b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:54.721065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-c2c56ae6-0e81-47aa-80ce-eac9fb8465b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582323 Jan 29 19:47:54.746553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-826cc1a0-6835-45e1-989b-7d89bd2ecb5c service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408264 Jan 29 19:47:54.797965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:54.800231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-b2641bae-6cd4-4c6a-be0d-af39815ee98d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac HTTP/1.1" status: 200 len: 217 time: 0.0461740 Jan 29 19:47:54.812429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '4431c243-22ea-477d-afca-3e44122d9637', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '4431c243-22ea-477d-afca-3e44122d9637', 'mac_address': 'fa:16:3e:34:90:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:47:54.838552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-ec9b1182-5fff-4370-ab07-2c67266b125c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909842 Jan 29 19:47:54.860546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4431c243-22ea-477d-afca-3e44122d9637 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:54.860996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:54.876109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4431c243-22ea-477d-afca-3e44122d9637 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:47:54.884569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-b6e5bc1c-fdbf-4e7b-9ff9-96f402348c9c service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546204 Jan 29 19:47:54.899399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:54.991073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae1703f-6a5b-4d28-8022-65483c88fe9f req-04b06b58-d109-4126-8c08-e426a1ac9dc4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999873 Jan 29 19:47:55.021069 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:55.090166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:55.099127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.099454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.099804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.100124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.100501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.100863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.101185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.101572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.101898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.102305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.102642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.102954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.103449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:47:55.189039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c95c-bad5-4b21-a062-fbd54fd33af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:55.296224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-130f7ca5-9cc5-4e33-95b2-bbd10e1bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:55.297741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-130f7ca5-9cc5-4e33-95b2-bbd10e1bbba6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.4879544 Jan 29 19:47:55.337107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4431c243-22ea-477d-afca-3e44122d9637'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:47:55.370391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5330e7a1-650f-42ce-a183-158f1199ac2c service neutron] 10.222.0.15 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308743 Jan 29 19:47:55.379831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7b25d05a-1945-40fe-86b4-ae05bd44ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:55.384039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7b25d05a-1945-40fe-86b4-ae05bd44ab58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0773160 Jan 29 19:47:55.472245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (01fc9787-0e3c-4773-ad05-ed9f64abc9d5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:55.603532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Subnet': ['ID=01fc9787-0e3c-4773-ad05-ed9f64abc9d5,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:55.615571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-153f711f-56d4-46dd-a03d-46a4efe523ee service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233095 Jan 29 19:47:55.641560 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-6f2f333b-2015-42a2-ba68-7fee013e56e4 service neutron] 10.222.0.15 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562091 Jan 29 19:47:55.669704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Checking segment: {'id': '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:55.670070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network hostable DHCP agents. Network: ac47868e-431b-4fd9-9bd3-6d96b0283d91, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:47:55.739203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-c3246b37-b3a1-4961-9432-72adc94482a6 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132550 Jan 29 19:47:55.794586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-6748a166-4fcf-4993-ab69-4904aab4e3ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0b17f85-4c04-4f3d-9296-da38da666563 HTTP/1.1" status: 200 len: 217 time: 0.0458846 Jan 29 19:47:55.828292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:47:55.852371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7c676017-b743-4c6a-86b8-3aa094f0d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:55.854089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-7c676017-b743-4c6a-86b8-3aa094f0d9d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.0536699 Jan 29 19:47:55.884722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f929-c790-4fa3-a4ff-f6ecf5e57264 req-aec225c3-e90d-475c-9194-d0a080fb3f4e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:55.886593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b625f929-c790-4fa3-a4ff-f6ecf5e57264 req-aec225c3-e90d-475c-9194-d0a080fb3f4e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 944 time: 0.0707872 Jan 29 19:47:55.918746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d1446d87-3cc1-4bf5-8035-0f8a3261f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:55.918746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-d1446d87-3cc1-4bf5-8035-0f8a3261f093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0558710 Jan 29 19:47:55.958044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b625f929-c790-4fa3-a4ff-f6ecf5e57264 req-721b662e-e7f2-424e-bd6e-c71048057169 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Jan 29 19:47:55.981421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ac47868e-431b-4fd9-9bd3-6d96b0283d91) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:55.989978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c1130-675c-4b01-b284-98f38c524b06 None None] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:55.999288 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc3de3-fba0-4e2e-8114-24a85463bc01 x-openstack-request-id: req-effc3de3-fba0-4e2e-8114-24a85463bc01 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:56.008292 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:56.008576 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-effc3de3-fba0-4e2e-8114-24a85463bc01 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:56.009161 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8', 'status': 'completed', 'code': 200} Jan 29 19:47:56.013115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.013748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:56.209128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-0c171cd1-674a-4ad3-8c28-afdb5fe3424d service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830584 Jan 29 19:47:56.211751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'project_id': '8f5e5a1dd23349e2a36344c246b47466', 'fixed_ips': [{'subnet_id': '01fc9787-0e3c-4773-ad05-ed9f64abc9d5'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:47:56.212920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:56.226478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.232358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.240839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.246989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.253183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.260039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.266540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.273427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-64f7175c-8c3e-457a-bac6-2b0a5681d9b2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1573563 Jan 29 19:47:56.287177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a739a92b-3662-4223-9815-6e63d2b62de6 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1162722 Jan 29 19:47:56.290710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:56.296703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1861548251'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:56.403983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Allocated IP 2001:db8::2 (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/eda5946a-ca81-4f15-9461-95ebd2e88cb4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:56.443553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a8f1cc-40e5-4ec5-92c0-f4b264a6d0ff req-f1133ecb-bbd3-47cd-92bd-12f176945234 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631322 Jan 29 19:47:56.463853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-2b541823-4e27-443b-acf1-d38380452005 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875715 Jan 29 19:47:56.523535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-f7e48ba6-5919-42c9-9a77-593be2e9eb4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8 HTTP/1.1" status: 200 len: 217 time: 0.0515406 Jan 29 19:47:56.541171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:56.551030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:56.622767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7cdb2ff-0f39-4aaf-92c5-bb4afc60c1bf req-5a4187c1-06d1-451a-97c7-625151af9f14 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 210 time: 0.0667679 Jan 29 19:47:56.624081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae201306-109b-4ff7-8c2c-a432d44c6f09 req-5e58b64f-c822-4731-8b73-c0be3632eab9 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1044776 Jan 29 19:47:56.643890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] device_id is not set on port 28468688-84c8-4fda-9ac6-d7a50a643a62 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:47:56.651046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-06e1302c-e934-4a68-8e51-83bc5903b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.653190 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-06e1302c-e934-4a68-8e51-83bc5903b845 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.1212058 Jan 29 19:47:56.672532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4431c243-22ea-477d-afca-3e44122d9637 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:56.776747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-45f7a8fd-8162-4a54-a462-c0f6110381f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:56.781523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-45f7a8fd-8162-4a54-a462-c0f6110381f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1212640 Jan 29 19:47:56.826846 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Publish callbacks [] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:56.894056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-982ad747-24e9-42d5-9557-2debe7cf0101 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038623 Jan 29 19:47:56.928676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 4431c243-22ea-477d-afca-3e44122d9637 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:47:56.932419 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:56.942497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 4431c243-22ea-477d-afca-3e44122d9637 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:56.942497 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4431c243-22ea-477d-afca-3e44122d9637), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:56.993672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:57.001686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:57.006534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Allocated IP 2001:db8::33d (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/28468688-84c8-4fda-9ac6-d7a50a643a62) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:57.012831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:57.029908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Pushing event updated for resources: {'Port': ['ID=eda5946a-ca81-4f15-9461-95ebd2e88cb4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:57.063366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65ca0b4b-45c0-4b54-b35f-595eafb86818 req-9dfc9045-a2a3-499b-be92-76e744f6971d service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604071 Jan 29 19:47:57.093367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Attempting to bind port eda5946a-ca81-4f15-9461-95ebd2e88cb4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:47:57.097378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Attempting to bind port eda5946a-ca81-4f15-9461-95ebd2e88cb4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:47:57.097378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Attempting to bind port eda5946a-ca81-4f15-9461-95ebd2e88cb4 on network ac47868e-431b-4fd9-9bd3-6d96b0283d91 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:47:57.121751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:47:57.122137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Checking segment: {'id': '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:47:57.125575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.125575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Bound using segment: {'id': '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:47:57.125575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Bound port: eda5946a-ca81-4f15-9461-95ebd2e88cb4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:47:57.125575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.164216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4431c243-22ea-477d-afca-3e44122d9637 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:57.164806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.191987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42550448-1041-4139-953a-f570415d4dd6 req-04b94957-2bb4-4bab-a162-87484f3fa7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.197670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4431c243-22ea-477d-afca-3e44122d9637'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:47:57.199495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42550448-1041-4139-953a-f570415d4dd6 req-04b94957-2bb4-4bab-a162-87484f3fa7c8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 944 time: 0.1335144 Jan 29 19:47:57.199828 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb820625-2952-4699-a947-3a3e7c9a689c" -d '{"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-plugged", "status": "completed", "tag": "4431c243-22ea-477d-afca-3e44122d9637"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:47:57.232342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:57.243169 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cf4668-77f7-4641-a859-fdffbfe61641 x-openstack-request-id: req-c8cf4668-77f7-4641-a859-fdffbfe61641 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:47:57.243698 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-plugged", "status": "completed", "tag": "4431c243-22ea-477d-afca-3e44122d9637", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:47:57.244133 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8cf4668-77f7-4641-a859-fdffbfe61641 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:47:57.244678 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4431c243-22ea-477d-afca-3e44122d9637', 'code': 200} Jan 29 19:47:57.293884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] For port eda5946a-ca81-4f15-9461-95ebd2e88cb4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:47:57.317481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] For port eda5946a-ca81-4f15-9461-95ebd2e88cb4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda5946a-ca81-4f15-9461-95ebd2e88cb4,segment=NetworkSegment(5cdd3a61-7052-4a01-b333-bb3dd4d05fb3),segment_id=5cdd3a61-7052-4a01-b333-bb3dd4d05fb3)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:47:57.321263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.344953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42550448-1041-4139-953a-f570415d4dd6 req-1b33870d-bb31-4850-9202-5ae49bc0c2c3 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443744 Jan 29 19:47:57.399721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.416357 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.422301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.423051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.424220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.427364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.427881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.428655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.432687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.453602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bb799b22-d509-4069-9d1f-f55de8f1342a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6696 time: 0.1980128 Jan 29 19:47:57.456457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:57.496498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8d0d-1b6b-4c3f-ada4-80143858c900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.521939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1312c7-1caa-4d3f-bf9d-5b9d083f1060 None None] Pushing event updated for resources: {'Port': ['ID=eda5946a-ca81-4f15-9461-95ebd2e88cb4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:57.543243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ea7a-5743-45fb-ad22-e51eab8dc33f req-d73da06e-7464-4634-b882-8949ac3b71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.545339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8725ea7a-5743-45fb-ad22-e51eab8dc33f req-d73da06e-7464-4634-b882-8949ac3b71ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 1127 time: 0.1669476 Jan 29 19:47:57.573409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47518) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:57.622500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8725ea7a-5743-45fb-ad22-e51eab8dc33f req-19761eb1-4527-4667-adb6-405329f96e36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702391 Jan 29 19:47:57.623596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.686780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=28468688-84c8-4fda-9ac6-d7a50a643a62,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:57.702129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:47:57.703556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:47:57.706903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:47:57.721375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.723261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:57.786917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93ecb021-3263-4678-99b5-e8eb569dbd83 req-dca36672-031e-4a22-98cb-ac554a15f37c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 210 time: 0.0405672 Jan 29 19:47:57.813311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-32d561bb-495c-4429-b6ff-223ca6ed68d3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5211868 Jan 29 19:47:57.816546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47526) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:57.824104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-123895646', 'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:b5:79:3a'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:57.894304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.900805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.906391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.914105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.937852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.946854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.952983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:57.962503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-7b0f0c4e-2264-4200-82fc-23c1978dcccf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.3822021 Jan 29 19:47:57.969841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9533c954-ac26-4e79-bb31-516313b5b505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.095061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-2721dc3d-71ac-48f9-a880-9a2ebb466a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:58.103186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-2721dc3d-71ac-48f9-a880-9a2ebb466a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0960a350-6d88-444e-88a0-73294b536673 HTTP/1.1" status: 200 len: 902 time: 0.4564266 Jan 29 19:47:58.189867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-2142a929-8e66-439a-9609-e9b32d12e2f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac HTTP/1.1" status: 200 len: 217 time: 0.0648813 Jan 29 19:47:58.334221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9533c954-ac26-4e79-bb31-516313b5b505 admin admin] Publish callbacks [] for security_group (5a00620e-2c76-4fdf-8d91-5373e6bc19de), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.365611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0cb70254-4510-47ef-b1b1-757607f1ae6e req-a2a287eb-393d-4316-ab25-c3e73f002914 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4022369 Jan 29 19:47:58.397408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-fdad115b-cf64-4323-ba36-8e5c6a2783f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:58.401098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-fdad115b-cf64-4323-ba36-8e5c6a2783f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.1976836 Jan 29 19:47:58.430923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9533c954-ac26-4e79-bb31-516313b5b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5a00620e-2c76-4fdf-8d91-5373e6bc19de), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.541374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c9f3fc3-f328-4028-b0e3-c40e73775fa4 req-fac836da-9406-4a2e-a1cc-f4c0ff183bb1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.6228440 Jan 29 19:47:58.610429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda5946a-ca81-4f15-9461-95ebd2e88cb4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:47:58.635141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:47:58.635460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9533c954-ac26-4e79-bb31-516313b5b505 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e5e9275188c430ca551c50fa5c72451&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0608721 Jan 29 19:47:58.638629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533c954-ac26-4e79-bb31-516313b5b505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a00620e-2c76-4fdf-8d91-5373e6bc19de,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:58.658531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4100f-3b26-4d01-b9c2-a4219f027b7f req-89bad5a1-c866-4486-9965-695efb15d757 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:58.660101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10c4100f-3b26-4d01-b9c2-a4219f027b7f req-89bad5a1-c866-4486-9965-695efb15d757 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1664631 Jan 29 19:47:58.670087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-7b0d1741-76c0-4a8c-9ef4-8350a6c1e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:58.671823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-7b0d1741-76c0-4a8c-9ef4-8350a6c1e65d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2584174 Jan 29 19:47:58.679977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:47:58.781609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10c4100f-3b26-4d01-b9c2-a4219f027b7f req-e1eb28a9-cb40-4acd-b56f-7d628be69216 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083124 Jan 29 19:47:58.793638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.802599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda5946a-ca81-4f15-9461-95ebd2e88cb4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:58.804524 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.805489 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-391f08ac-37f7-475b-8fb5-9f5e387b53a0 admin admin] Publish callbacks [] for security_group (5a00620e-2c76-4fdf-8d91-5373e6bc19de), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.858535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-391f08ac-37f7-475b-8fb5-9f5e387b53a0 admin admin] Publish callbacks [] for security_group (5a00620e-2c76-4fdf-8d91-5373e6bc19de), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.919374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:58.973755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] device_id is not set on port 92b5aaff-5950-44ff-9847-bfbef4bb8580 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:47:58.975621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-c3c0cc32-4976-464a-a009-66e156c36b8c service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924592 Jan 29 19:47:58.996595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda5946a-ca81-4f15-9461-95ebd2e88cb4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:58.997098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.047983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b03f054a-9f9e-40ba-861c-db806bb7248e req-04af9c67-ec25-4090-8ec3-a0482c362b6d tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 210 time: 0.0907288 Jan 29 19:47:59.087074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port eda5946a-ca81-4f15-9461-95ebd2e88cb4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda5946a-ca81-4f15-9461-95ebd2e88cb4,segment=NetworkSegment(5cdd3a61-7052-4a01-b333-bb3dd4d05fb3),segment_id=5cdd3a61-7052-4a01-b333-bb3dd4d05fb3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:47:59.134546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-fd29e4ed-1d7b-4eec-8bfa-0f44ef112e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.136011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-fd29e4ed-1d7b-4eec-8bfa-0f44ef112e10 service neutron] 10.222.0.13 "GET /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 200 len: 1032 time: 0.0667129 Jan 29 19:47:59.149529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.177840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-391f08ac-37f7-475b-8fb5-9f5e387b53a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5a00620e-2c76-4fdf-8d91-5373e6bc19de), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.180804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-391f08ac-37f7-475b-8fb5-9f5e387b53a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.182018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-391f08ac-37f7-475b-8fb5-9f5e387b53a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a00620e-2c76-4fdf-8d91-5373e6bc19de HTTP/1.1" status: 204 len: 168 time: 0.5458047 Jan 29 19:47:59.265193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=eda5946a-ca81-4f15-9461-95ebd2e88cb4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:59.320819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f08ac-37f7-475b-8fb5-9f5e387b53a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a00620e-2c76-4fdf-8d91-5373e6bc19de,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:47:59.344924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-b295ccc7-ed6a-44fb-a3a2-7cbd9e12dd72 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615987 Jan 29 19:47:59.357806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8c53c13a-b5a8-49cc-bf2f-f6d34aeb2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.359873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8c53c13a-b5a8-49cc-bf2f-f6d34aeb2065 service neutron] 10.222.0.13 "GET /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 200 len: 1033 time: 0.2105856 Jan 29 19:47:59.390878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-6364d75c-a016-426e-9f6b-174f4c0b98a5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.392926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-6364d75c-a016-426e-9f6b-174f4c0b98a5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.13 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 813 time: 0.3224697 Jan 29 19:47:59.405885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Allocated IP 2001:db8::d0 (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/92b5aaff-5950-44ff-9847-bfbef4bb8580) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:47:59.415206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'port': {'device_id': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4', 'admin_state_up': True, 'tenant_id': 'fb272d73373946c5a182c9e50a929bb3'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:47:59.435836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8671163a-984a-44b6-9afc-e729c32ec987 None None] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:47:59.676789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (92b5aaff-5950-44ff-9847-bfbef4bb8580), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.705790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e126825b-2360-47e7-a6ef-f71edb8d765c None None] Provisioning complete for port eda5946a-ca81-4f15-9461-95ebd2e88cb4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:47:59.706440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e126825b-2360-47e7-a6ef-f71edb8d765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.735842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.737662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.738222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.739572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.742218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.742777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.744539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.749316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-9f313bca-9e9b-46dd-a749-585d04756802 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6696 time: 0.3081272 Jan 29 19:47:59.860957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.878999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.883684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e126825b-2360-47e7-a6ef-f71edb8d765c None None] Current status of the port eda5946a-ca81-4f15-9461-95ebd2e88cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:47:59.884699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.891611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.899918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.903372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (92b5aaff-5950-44ff-9847-bfbef4bb8580), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:47:59.910877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87c9ab9e-78ff-4ea7-9de5-09523f1efc53 req-a69b76ea-294a-4fef-bbda-82913062fbd9 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1291063 Jan 29 19:47:59.911855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.933700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.939153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:47:59.941070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-bce3ee15-91e7-4fe5-ad1f-223b8b35f03c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.4206069 Jan 29 19:48:00.030728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-ed76fa11-af50-4e89-a4b8-c580b15fab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.033326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-ed76fa11-af50-4e89-a4b8-c580b15fab27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 200 len: 902 time: 0.2735734 Jan 29 19:48:00.067180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:00.075706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:00.090872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-e59c3fef-e909-4f6f-b8d0-28e9678b7a4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0b17f85-4c04-4f3d-9296-da38da666563 HTTP/1.1" status: 200 len: 217 time: 0.0488708 Jan 29 19:48:00.096039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Made reservation on behalf of fb272d73373946c5a182c9e50a929bb3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:00.101626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:00.138034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:00.140044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47548) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:00.143445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.144088 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:00.146654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=92b5aaff-5950-44ff-9847-bfbef4bb8580,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:00.214530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-14f694eb-a82c-4830-808d-78ff230f286b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.219729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-14f694eb-a82c-4830-808d-78ff230f286b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.220284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:00.227507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-14f694eb-a82c-4830-808d-78ff230f286b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.229423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-14f694eb-a82c-4830-808d-78ff230f286b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "GET /v2.0/networks?id=534d07ce-bb8c-4683-9cca-1edf87284068&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014 HTTP/1.1" status: 200 len: 1994 time: 0.8394656 Jan 29 19:48:00.255214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-c71f102f-c67b-47c0-b5e6-5e9310cbc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.267753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc86f97-abe3-4838-8d7d-fe81f488730b req-39d68ce4-0516-44f2-ad54-4270f9ec32cd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.276339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-c71f102f-c67b-47c0-b5e6-5e9310cbc361 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.1675286 Jan 29 19:48:00.276805 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffc86f97-abe3-4838-8d7d-fe81f488730b req-39d68ce4-0516-44f2-ad54-4270f9ec32cd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.2200813 Jan 29 19:48:00.310329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f9015f02-016d-4621-a1a7-5e90969d3159 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4927359 Jan 29 19:48:00.317622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47550) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:00.329034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ab0012cc-f323-408b-85e9-ee5d9dc73589 None None] Provisioning complete for port eda5946a-ca81-4f15-9461-95ebd2e88cb4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:00.331548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab0012cc-f323-408b-85e9-ee5d9dc73589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:00.344576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-471feef5-a6f4-48a7-b1f7-320532c909ba req-79a7ef82-95bc-43d7-804a-e2105cde84ee tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3833022 Jan 29 19:48:00.358389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e687ccd2-3dc4-46b7-ba00-203a1e500f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:00.530314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1e38c4c8-b473-47de-8639-ec7dba3bfa2d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b953bf3f955d45f18a0bc913055ef21c HTTP/1.1" status: 200 len: 380 time: 0.2918043 Jan 29 19:48:00.543453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'admin_state_up': True, 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'security_groups': ['607292b6-a65c-458e-9e8a-167438a2c956']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:00.574387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffc86f97-abe3-4838-8d7d-fe81f488730b req-a2469c58-aad7-42e6-ad2d-f92f671a3cf2 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912483 Jan 29 19:48:00.598574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda5946a-ca81-4f15-9461-95ebd2e88cb4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:00.634082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ab0012cc-f323-408b-85e9-ee5d9dc73589 None None] Current status of the port eda5946a-ca81-4f15-9461-95ebd2e88cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:00.658837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ab0012cc-f323-408b-85e9-ee5d9dc73589 None None] Provisioning complete for port 28468688-84c8-4fda-9ac6-d7a50a643a62 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:00.659205 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab0012cc-f323-408b-85e9-ee5d9dc73589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:00.685788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fe70b-19fa-4aef-a38e-f50e6fca7694 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.692885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53ffe4c2-19fd-4bfb-8421-8f8ccd0cdee9 req-c3b372cb-33ec-43d5-b6d6-64819697cbca tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 210 time: 0.1318715 Jan 29 19:48:00.693304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fe70b-19fa-4aef-a38e-f50e6fca7694 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.714022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fe70b-19fa-4aef-a38e-f50e6fca7694 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.722437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7e9fe70b-19fa-4aef-a38e-f50e6fca7694 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4002397 Jan 29 19:48:00.730343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47554) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:00.891330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-2afd9a89-4a4d-42e1-a09a-7956fd443793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:00.892912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-2afd9a89-4a4d-42e1-a09a-7956fd443793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6058874 Jan 29 19:48:01.079794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda5946a-ca81-4f15-9461-95ebd2e88cb4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:01.080379 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.083467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-b132c1c5-5618-4b09-bb3e-deb5a8a814e1 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745994 Jan 29 19:48:01.099032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ab0012cc-f323-408b-85e9-ee5d9dc73589 None None] Port 28468688-84c8-4fda-9ac6-d7a50a643a62 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:01.144088 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-068a7105-b355-4f80-9342-ef4877c0da6b req-870ebcee-a3e4-46d7-abd1-4f47a752eaf8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0668714 Jan 29 19:48:01.187370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port 92b5aaff-5950-44ff-9847-bfbef4bb8580 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:01.190798 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (92b5aaff-5950-44ff-9847-bfbef4bb8580), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.232319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda5946a-ca81-4f15-9461-95ebd2e88cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:01.241778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:01.242957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a256e322-e327-4860-94bd-86f3528564f7 None None] Provisioning complete for port 92b5aaff-5950-44ff-9847-bfbef4bb8580 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:01.243387 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a256e322-e327-4860-94bd-86f3528564f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (92b5aaff-5950-44ff-9847-bfbef4bb8580), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.253463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.255169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Allocated IP 172.20.0.8 (a0a68dc6-5a4b-460c-95f4-be89f641bbf4/d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd/e631f71e-26e7-4847-bbe4-1a3f975e1df1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:01.302336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a256e322-e327-4860-94bd-86f3528564f7 None None] Port 92b5aaff-5950-44ff-9847-bfbef4bb8580 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:01.348548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a256e322-e327-4860-94bd-86f3528564f7 None None] Provisioning complete for port 28468688-84c8-4fda-9ac6-d7a50a643a62 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:01.349153 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a256e322-e327-4860-94bd-86f3528564f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.399111 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e687ccd2-3dc4-46b7-ba00-203a1e500f05 admin admin] Publish callbacks [] for security_group (89c98ca7-e4de-4982-a07c-574a9a679de6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.464642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a256e322-e327-4860-94bd-86f3528564f7 None None] Port 28468688-84c8-4fda-9ac6-d7a50a643a62 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:01.499856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (92b5aaff-5950-44ff-9847-bfbef4bb8580), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.523192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.552703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for 92b5aaff-5950-44ff-9847-bfbef4bb8580 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:01.684546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.690167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.696067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.701558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.707053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.712593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.718056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.724725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec265644-a222-4b1f-8d00-7032ae140276 req-c292ce33-f168-43d3-8d87-ca30a0ea51bc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2411680 Jan 29 19:48:01.737859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 172.20.0.10 (534d07ce-bb8c-4683-9cca-1edf87284068/43ae2ac7-1858-4c96-b813-1c199b81f07a/e857cbb6-2dd9-46a7-8b9e-56c907555cd3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:01.786207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d11bc9-9bc1-497e-8015-fcf49150c8b8 req-51b7a3a0-483f-4f50-aff3-3d9ecaf7019f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:01.787651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2d11bc9-9bc1-497e-8015-fcf49150c8b8 req-51b7a3a0-483f-4f50-aff3-3d9ecaf7019f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.6873653 Jan 29 19:48:01.792619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0062b25b-dafa-4888-aae2-da58e5c0c022 req-bef5438c-25e0-4aaf-b990-3cd6d39713f4 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935222 Jan 29 19:48:01.796337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e687ccd2-3dc4-46b7-ba00-203a1e500f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (89c98ca7-e4de-4982-a07c-574a9a679de6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:01.847640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec265644-a222-4b1f-8d00-7032ae140276 req-93cde63c-fd16-442e-859a-a0928b0fc3bd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218197 Jan 29 19:48:01.979032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2d11bc9-9bc1-497e-8015-fcf49150c8b8 req-7dcf4210-d9a8-4716-864c-ff92072d35a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781933 Jan 29 19:48:01.982521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-732373d5-7fe1-435e-a32f-6746ae35b004 req-89393631-b3fa-4551-a35e-590242019a85 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 210 time: 0.0426168 Jan 29 19:48:01.985407 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e687ccd2-3dc4-46b7-ba00-203a1e500f05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9ae4eee96e34c57abf89be67629fed4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8341076 Jan 29 19:48:01.990541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:02.031940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687ccd2-3dc4-46b7-ba00-203a1e500f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c98ca7-e4de-4982-a07c-574a9a679de6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:02.060458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.063522 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (92b5aaff-5950-44ff-9847-bfbef4bb8580), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.077474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.078478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.078600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.079125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.079671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.080179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.080772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.083733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-ab7e0fc1-9e50-44ca-8ab9-7a23bc89f659 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6696 time: 0.2219477 Jan 29 19:48:02.111000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=92b5aaff-5950-44ff-9847-bfbef4bb8580,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:02.119740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.144260 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d13054c-1c64-40b4-9cee-d5bcfbf3f060 admin admin] Publish callbacks [] for security_group (89c98ca7-e4de-4982-a07c-574a9a679de6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.220647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d13054c-1c64-40b4-9cee-d5bcfbf3f060 admin admin] Publish callbacks [] for security_group (89c98ca7-e4de-4982-a07c-574a9a679de6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.248363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-c11c03d3-bbaf-4e2a-a038-756e07606c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.249981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-c11c03d3-bbaf-4e2a-a038-756e07606c6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 200 len: 902 time: 0.1603422 Jan 29 19:48:02.307059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-b3170d4a-f765-4878-a455-d88dfa272695 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8 HTTP/1.1" status: 200 len: 217 time: 0.0489938 Jan 29 19:48:02.346059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.355717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-770f7060-93e6-49ab-bc21-74dcebc7653e req-82a3ce18-d029-4395-ba79-4929732bbd9a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0905137 Jan 29 19:48:02.357396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.364884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9b79fb63-8cfb-4eff-90ed-2a915b4be88e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/ports/92b5aaff-5950-44ff-9847-bfbef4bb8580 HTTP/1.1" status: 204 len: 168 time: 1.6309607 Jan 29 19:48:02.364884 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.366207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47568) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:02.385332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:02.422503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d13054c-1c64-40b4-9cee-d5bcfbf3f060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (89c98ca7-e4de-4982-a07c-574a9a679de6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.425427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d13054c-1c64-40b4-9cee-d5bcfbf3f060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.426586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d13054c-1c64-40b4-9cee-d5bcfbf3f060 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89c98ca7-e4de-4982-a07c-574a9a679de6 HTTP/1.1" status: 204 len: 168 time: 0.4350638 Jan 29 19:48:02.427775 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d9e1aa-1c77-4bc6-bf24-6107d92960e0 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] GET failed (client error): The resource could not be found. Jan 29 19:48:02.430443 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e0d9e1aa-1c77-4bc6-bf24-6107d92960e0 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "GET /v2.0/ports/92b5aaff-5950-44ff-9847-bfbef4bb8580 HTTP/1.1" status: 404 len: 333 time: 0.0621901 Jan 29 19:48:02.453276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:02.467332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-717512791'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:02.491211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13054c-1c64-40b4-9cee-d5bcfbf3f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c98ca7-e4de-4982-a07c-574a9a679de6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:02.519242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 534d07ce-bb8c-4683-9cca-1edf87284068 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:02.524454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:02.526770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:02.529184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:02.599501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:02.601197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.601853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.612384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-21448d13-3f3c-484d-ae28-89021f1f0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.613862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-21448d13-3f3c-484d-ae28-89021f1f0982 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.3002770 Jan 29 19:48:02.616906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:02.619313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:02.621829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:02.703666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e9df4123-b8dd-4a9e-a25b-4e502cc84987 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1644709 Jan 29 19:48:02.716427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'admin_state_up': True, 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'security_groups': ['607292b6-a65c-458e-9e8a-167438a2c956']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:02.746011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.746640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.761143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-8528700b-2b0b-4cb7-aa05-a1a0048f4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:02.762635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-8528700b-2b0b-4cb7-aa05-a1a0048f4978 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1352689 Jan 29 19:48:02.806459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:02.816594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.864102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-5d4c5f68-d735-4b32-ad7f-94c9f3394adf tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4559851 Jan 29 19:48:02.910233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] device_id is not set on port 433044dc-dae4-4cf0-abb7-f43eb9795888 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:48:02.912972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7a74ac71-bd12-40ac-97bd-41f432da29dd None None] Provisioning complete for port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:02.913512 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a74ac71-bd12-40ac-97bd-41f432da29dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:02.920863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Request body: {'port': {'device_id': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:02.967848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7a74ac71-bd12-40ac-97bd-41f432da29dd None None] Port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:02.986258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:02.989873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:03.140705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:03.178366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-d51a5e0e-0438-446e-98a4-54dc7d16b2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077399 Jan 29 19:48:03.197441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 10.1.1.174 (4e440b44-2717-42ce-8fbe-a1ea6042dd67/5d5887b2-4866-41c5-9c75-2fd3437954c5/469f1503-40a1-4073-bc98-1f8959a0a3d8) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:03.225962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53787a27-4eb8-462e-b7eb-c00907eac2b5 req-6869d3da-b632-43bf-b1d5-5f31297bc25c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.227527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53787a27-4eb8-462e-b7eb-c00907eac2b5 req-6869d3da-b632-43bf-b1d5-5f31297bc25c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1451228 Jan 29 19:48:03.324990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.330508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.336345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.344333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53787a27-4eb8-462e-b7eb-c00907eac2b5 req-d30400fe-47e0-4975-ae93-f23895f30044 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033087 Jan 29 19:48:03.344589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.347440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.353886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.359618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.367818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-04f270fa-63df-4b34-a578-23278333930a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.3467605 Jan 29 19:48:03.428264 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:03.448976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19467e24-43e8-41a6-b1a9-099555bb96f3 req-d64ea71e-9d91-4bea-a8e3-34d50b899fdd service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451389 Jan 29 19:48:03.455383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Allocated IP 2001:db8::372 (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/433044dc-dae4-4cf0-abb7-f43eb9795888) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:03.542299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2729f1d-3ff3-45ce-92a4-5ebed889c105 req-5cf7fb05-3a7a-4ca1-a43c-383d131fb93c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.548702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2729f1d-3ff3-45ce-92a4-5ebed889c105 req-5cf7fb05-3a7a-4ca1-a43c-383d131fb93c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 931 time: 0.0795217 Jan 29 19:48:03.594691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:03.595697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8455064-3d80-4bbe-9893-3b3d73c719aa req-38b4bd15-c2e5-4b31-bc46-7322919cf4a2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2269402 Jan 29 19:48:03.680081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:03.684192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:03.686420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:03.697747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:03.710869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.711502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.711615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.711846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.712175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.712527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.712853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.713172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.713488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.720705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.728581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.728581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.728581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:03.746130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2729f1d-3ff3-45ce-92a4-5ebed889c105 req-8c3e3903-d173-441b-8077-4aeea923c4ec tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934032 Jan 29 19:48:03.827761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:03.835059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:03.918134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:03.952657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a1dd778f-c3df-4bf3-a2aa-1b61e1b36b45 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412381 Jan 29 19:48:03.973478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'admin_state_up': True, 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'security_groups': ['607292b6-a65c-458e-9e8a-167438a2c956']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:04.001366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e631f71e-26e7-4847-bbe4-1a3f975e1df1 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:04.024890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Publish callbacks [] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.045193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Transition to ACTIVE for port object e631f71e-26e7-4847-bbe4-1a3f975e1df1 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:04.107792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2644cb97-cf6b-4413-8ed9-fa94d3f61696 None None] Provisioning complete for port 469f1503-40a1-4073-bc98-1f8959a0a3d8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:04.108413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2644cb97-cf6b-4413-8ed9-fa94d3f61696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.124391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e48793-b675-4ddf-a2b7-6dc6025784b7 req-fa7b1815-6916-4cf7-8b00-4a496c71abb2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.129894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e48793-b675-4ddf-a2b7-6dc6025784b7 req-fa7b1815-6916-4cf7-8b00-4a496c71abb2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.131527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e48793-b675-4ddf-a2b7-6dc6025784b7 req-fa7b1815-6916-4cf7-8b00-4a496c71abb2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 1654 time: 0.2361948 Jan 29 19:48:04.140275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.168098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2644cb97-cf6b-4413-8ed9-fa94d3f61696 None None] Port 469f1503-40a1-4073-bc98-1f8959a0a3d8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:04.197061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e48793-b675-4ddf-a2b7-6dc6025784b7 req-86bc11ca-6beb-47a7-8558-90a58d858244 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537562 Jan 29 19:48:04.209436 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.220932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:04.231496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.231972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.232351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.232694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.233029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.233360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.233688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.234013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.234335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.234657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.234980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.235375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.235799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:04.250414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:04.255406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.305720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:04.323744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:04.374515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:04.395067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.395769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.434764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=433044dc-dae4-4cf0-abb7-f43eb9795888,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:04.451198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 10.1.1.69 (4e440b44-2717-42ce-8fbe-a1ea6042dd67/5d5887b2-4866-41c5-9c75-2fd3437954c5/90e6e136-3407-4200-8d29-1f38fa3642bb) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:04.468742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Attempting to bind port e631f71e-26e7-4847-bbe4-1a3f975e1df1 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:04.469472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Attempting to bind port e631f71e-26e7-4847-bbe4-1a3f975e1df1 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:04.469472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Attempting to bind port e631f71e-26e7-4847-bbe4-1a3f975e1df1 on network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:04.474638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Port e631f71e-26e7-4847-bbe4-1a3f975e1df1 on network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:04.474976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Attempting to bind port e631f71e-26e7-4847-bbe4-1a3f975e1df1 on network a0a68dc6-5a4b-460c-95f4-be89f641bbf4 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:04.481365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:04.481816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Checking segment: {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:04.482306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Bound using segment: {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:04.482746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Bound port: e631f71e-26e7-4847-bbe4-1a3f975e1df1, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbda7e2b-4359-46b3-ab38-3fd936816433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:04.483101 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.545506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-15c57d43-4352-4e8c-a257-2ccfeba32e51 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0883229 Jan 29 19:48:04.553515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:04.560501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:b5:79:3a'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:04.640717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:04.650815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:04.747355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.797562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-465f8a10-5f7e-4065-9543-34310c7315f2 None None] Provisioning complete for port 433044dc-dae4-4cf0-abb7-f43eb9795888 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:04.801587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-465f8a10-5f7e-4065-9543-34310c7315f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.815980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.869356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.871212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:04.874930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] 10.222.0.13 "PUT /v2.0/ports/e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 1091 time: 1.9661915 Jan 29 19:48:04.876397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:04.880219 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d49adf-5050-471c-96fd-36a53fa72a61" -d '{"events": [{"name": "network-changed", "server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:04.903836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-465f8a10-5f7e-4065-9543-34310c7315f2 None None] Port 433044dc-dae4-4cf0-abb7-f43eb9795888 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:04.943887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec029e-ec63-41e1-8348-b4382d80edfe service neutron] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:04.952398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.958301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.959206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942290cd-b7e6-49a5-8ed3-80a04faff415 req-6d7789f8-c9c8-4684-87cb-db8291a514e7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.962160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-942290cd-b7e6-49a5-8ed3-80a04faff415 req-6d7789f8-c9c8-4684-87cb-db8291a514e7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.2412269 Jan 29 19:48:04.964247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.969684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.976124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.981914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.987242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:04.989170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-819d4e64-7272-41c9-9ba4-68223a3f5f98 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1803353 Jan 29 19:48:04.993471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.049036 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.104808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-942290cd-b7e6-49a5-8ed3-80a04faff415 req-242ba47d-0007-431f-bc9d-4af38fea4f9d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354809 Jan 29 19:48:05.132619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d78bd118-8441-4ee8-a2fe-07256a7c6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:05.135517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-d78bd118-8441-4ee8-a2fe-07256a7c6140 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1125 time: 0.1276944 Jan 29 19:48:05.165344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:05.180915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:05.193701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:05.205135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:05.226258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-1671bea9-896f-4c23-8887-4eb1ca0fb40d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0784743 Jan 29 19:48:05.326621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-8d75bcf2-1bf5-4992-ba39-87743e261855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:05.328426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-8d75bcf2-1bf5-4992-ba39-87743e261855 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.0941377 Jan 29 19:48:05.346163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84e662c1-1ffa-4008-8a35-2e5c8e1e6f4f req-e8307ade-a4de-491c-ad02-0df140a1fe28 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3502741 Jan 29 19:48:05.382480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:05.393277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.401724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-293bcf72-2467-47e6-89c4-7c1546e77691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647013 Jan 29 19:48:05.551926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-c6d7cb39-836e-4a37-9af2-73ae885479da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5878756 Jan 29 19:48:05.565289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'admin_state_up': True, 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'security_groups': ['607292b6-a65c-458e-9e8a-167438a2c956']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:05.581281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35730a34-151b-442e-a721-189bbcc19af1 req-ad70f9a8-8267-4cd6-b23f-c2e1efe4a401 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:05.589734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35730a34-151b-442e-a721-189bbcc19af1 req-ad70f9a8-8267-4cd6-b23f-c2e1efe4a401 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.1539471 Jan 29 19:48:05.613056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-76fb0de0-3f83-4a7c-85f8-902fe716821b service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992464 Jan 29 19:48:05.646443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7fa5caa0-3cc0-478a-b621-1bee9f5481aa None None] Provisioning complete for port 90e6e136-3407-4200-8d29-1f38fa3642bb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:05.648058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7fa5caa0-3cc0-478a-b621-1bee9f5481aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.684022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5caa0-3cc0-478a-b621-1bee9f5481aa None None] Port 90e6e136-3407-4200-8d29-1f38fa3642bb cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:05.690340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.710916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a57558-8ba9-438e-b607-40f86fbbee9a req-54423ab4-5a69-4a6d-bc04-2766e56bceb8 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:05.712601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8a57558-8ba9-438e-b607-40f86fbbee9a req-54423ab4-5a69-4a6d-bc04-2766e56bceb8 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 943 time: 0.2064290 Jan 29 19:48:05.720442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35730a34-151b-442e-a721-189bbcc19af1 req-0b6f5ee9-a4db-4d65-87b5-ab7a3cc30308 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164100 Jan 29 19:48:05.764507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54491b60-95d7-434d-b6d0-ca6951f52e07 req-763d489a-e2f6-4b68-b2e2-59296c746f06 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355503 Jan 29 19:48:05.796928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.797099 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa101f8-933b-43de-8674-5b343bc93893 x-openstack-request-id: req-bfa101f8-933b-43de-8674-5b343bc93893 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:05.797099 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:05.797099 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfa101f8-933b-43de-8674-5b343bc93893 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:05.797099 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'status': 'completed', 'code': 200} Jan 29 19:48:05.803305 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8a57558-8ba9-438e-b607-40f86fbbee9a req-28ac60e3-5ed9-4eab-b280-43fcaaf590b9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815916 Jan 29 19:48:05.837894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] In _notify_port_updated(), no bound segment for port 433044dc-dae4-4cf0-abb7-f43eb9795888 on network ac47868e-431b-4fd9-9bd3-6d96b0283d91 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:48:05.845368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:05.845939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:05.852994 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "PUT /v2.0/ports/433044dc-dae4-4cf0-abb7-f43eb9795888 HTTP/1.1" status: 200 len: 1002 time: 1.2938097 Jan 29 19:48:05.852994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:05.930880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:05.960606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480a26f-cb0e-43a0-8ffc-2d82e66b2253 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=433044dc-dae4-4cf0-abb7-f43eb9795888,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:06.093642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-85e3d3f1-3db4-4398-820a-7fe8e7798548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.095058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:06.096237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-85e3d3f1-3db4-4398-820a-7fe8e7798548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1125 time: 0.2250054 Jan 29 19:48:06.136697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port 433044dc-dae4-4cf0-abb7-f43eb9795888 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:06.137047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:06.150241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c92e0a-11f6-4d3c-aa68-f2f9dce2ff6d req-05d8613f-58b2-4452-93e9-f93e3dbb2c41 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.156496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c92e0a-11f6-4d3c-aa68-f2f9dce2ff6d req-05d8613f-58b2-4452-93e9-f93e3dbb2c41 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.162150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c92e0a-11f6-4d3c-aa68-f2f9dce2ff6d req-05d8613f-58b2-4452-93e9-f93e3dbb2c41 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.170033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94c92e0a-11f6-4d3c-aa68-f2f9dce2ff6d req-05d8613f-58b2-4452-93e9-f93e3dbb2c41 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 2374 time: 0.2318108 Jan 29 19:48:06.298775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-6719b886-a318-4659-aa07-48238ce3d35d tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac2c9676f6d442e188236b539a8799f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593479 Jan 29 19:48:06.324089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1b890071-f6b3-4060-95f8-90ea5479d512 None None] Provisioning complete for port 433044dc-dae4-4cf0-abb7-f43eb9795888 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:06.324873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b890071-f6b3-4060-95f8-90ea5479d512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:06.347593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94c92e0a-11f6-4d3c-aa68-f2f9dce2ff6d req-a628be9c-5c57-4237-905e-78d2adc22f2e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763451 Jan 29 19:48:06.364465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-7a51b5bd-8f14-49d4-9783-367a8de1db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.380227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-7a51b5bd-8f14-49d4-9783-367a8de1db9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.2620621 Jan 29 19:48:06.439609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:06.446759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1b890071-f6b3-4060-95f8-90ea5479d512 None None] Port 433044dc-dae4-4cf0-abb7-f43eb9795888 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:06.479745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for 433044dc-dae4-4cf0-abb7-f43eb9795888 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:06.486672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-65045832-1379-434e-9d99-b723bab484ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 217 time: 0.1127045 Jan 29 19:48:06.607277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-9c98c5b9-bc28-4ad6-adac-5bb377b62367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.608999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-9c98c5b9-bc28-4ad6-adac-5bb377b62367 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.1143520 Jan 29 19:48:06.636405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853d53-4218-4431-bdab-3bd1bb89f920 req-540c40c6-86c0-4a88-9416-6afc352c9f27 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.644055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b853d53-4218-4431-bdab-3bd1bb89f920 req-540c40c6-86c0-4a88-9416-6afc352c9f27 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1001582 Jan 29 19:48:06.677726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-c3f66c3d-f23c-4136-a3b4-896aa48a37a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586429 Jan 29 19:48:06.780614 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b853d53-4218-4431-bdab-3bd1bb89f920 req-a2c51ff5-3660-4897-87ec-fee8588a0a46 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355429 Jan 29 19:48:06.855248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-5cf239df-caf3-49f6-af2f-b535c405c118 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699238 Jan 29 19:48:06.991705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-44734d2f-5047-4a60-af8c-ac3593bf386c tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:06.997982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-44734d2f-5047-4a60-af8c-ac3593bf386c tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6867886 Jan 29 19:48:07.002577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 10.2.2.100 (7b0f131b-b2a5-4b1a-bfb4-4308728e6014/8dddf333-9839-4205-8c0e-02d75c093ae2/7076bade-9cfd-4a5c-b0fa-44e2ca17407a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:07.036138 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-22d514f1-3af2-4945-8016-4ec2c893eeef tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/quotas/ac2c9676f6d442e188236b539a8799f6 HTTP/1.1" status: 200 len: 375 time: 0.0372496 Jan 29 19:48:07.042509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.048915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.056527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.062892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.069857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.075869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.081581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.090843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07b73d38-c915-4966-bf59-164364e2bc8e req-e9cb089e-c515-4cf1-8e2c-da392a32b0ff tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1934280 Jan 29 19:48:07.091639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-c96c6054-c6fe-42cc-a255-0babef1986bb tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac2c9676f6d442e188236b539a8799f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545712 Jan 29 19:48:07.094180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39d49adf-5050-471c-96fd-36a53fa72a61 req-ddd3a0b9-5ac4-4517-9a1c-86d81bab176b service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316260 Jan 29 19:48:07.176508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07b73d38-c915-4966-bf59-164364e2bc8e req-3f5ed469-645b-46c4-ab39-a9b2ccd11e55 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845137 Jan 29 19:48:07.373866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:07.431833 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (433044dc-dae4-4cf0-abb7-f43eb9795888), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:07.470819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=433044dc-dae4-4cf0-abb7-f43eb9795888,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:07.699657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:07.844124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d827-21a9-4010-a4b8-c324cbf18cde req-56e9ddba-c308-45e3-ad73-a5d5448207e4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.867728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d827-21a9-4010-a4b8-c324cbf18cde req-56e9ddba-c308-45e3-ad73-a5d5448207e4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.873986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d827-21a9-4010-a4b8-c324cbf18cde req-56e9ddba-c308-45e3-ad73-a5d5448207e4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.887136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d827-21a9-4010-a4b8-c324cbf18cde req-56e9ddba-c308-45e3-ad73-a5d5448207e4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:07.887136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cc1d827-21a9-4010-a4b8-c324cbf18cde req-56e9ddba-c308-45e3-ad73-a5d5448207e4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3095 time: 0.1249504 Jan 29 19:48:07.887880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:07.895739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-04a38764-ee76-4f5a-8958-17c68f797b39 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/ports/433044dc-dae4-4cf0-abb7-f43eb9795888 HTTP/1.1" status: 204 len: 168 time: 2.0412173 Jan 29 19:48:07.898164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47700) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:07.904612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:07.910012 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:07.910687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:07.932506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:07.954571 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd18269-15c1-4100-8e2c-50da68de6535 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] GET failed (client error): The resource could not be found. Jan 29 19:48:07.960216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4fd18269-15c1-4100-8e2c-50da68de6535 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "GET /v2.0/ports/433044dc-dae4-4cf0-abb7-f43eb9795888 HTTP/1.1" status: 404 len: 333 time: 0.0577052 Jan 29 19:48:07.963767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:07.968957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1847940352'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:08.060142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:08.066023 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:08.089307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd9fe-bd4f-4e9b-83b1-088b6747c6a7 req-85444b96-ed2e-448e-97a8-6b72208a1097 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:08.103159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37bcd9fe-bd4f-4e9b-83b1-088b6747c6a7 req-85444b96-ed2e-448e-97a8-6b72208a1097 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 943 time: 0.5429990 Jan 29 19:48:08.112774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:08.155015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cc1d827-21a9-4010-a4b8-c324cbf18cde req-c9db2bdc-df06-4a2f-8130-bfd2b3de4aeb tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657962 Jan 29 19:48:08.187163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37bcd9fe-bd4f-4e9b-83b1-088b6747c6a7 req-d377019a-064d-48fe-8c26-7dc7382b9c06 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873594 Jan 29 19:48:08.198878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1542051d-02d5-43f2-9ce9-ec9b482d593e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6386316 Jan 29 19:48:08.209465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'admin_state_up': True, 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'security_groups': ['607292b6-a65c-458e-9e8a-167438a2c956']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:08.318783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7538544e-7955-42be-807e-6ddbc70f97c6 req-2dc4eca8-a6be-4932-853f-1644832c9afd tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 210 time: 0.0549145 Jan 29 19:48:08.318783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:08.327312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:08.397968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1499777c-ef8d-4c27-b37a-d40473c6f046 None None] Provisioning complete for port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:08.398348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1499777c-ef8d-4c27-b37a-d40473c6f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:08.405168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] device_id is not set on port 850251b1-99a7-462e-bbaa-431edcd4915c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:48:08.472339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025dac-37ba-467a-a8c7-6b8930d2b96a req-0cc19c7e-109f-4014-8cb4-d1000e4803b4 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:08.487765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41025dac-37ba-467a-a8c7-6b8930d2b96a req-0cc19c7e-109f-4014-8cb4-d1000e4803b4 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.0956569 Jan 29 19:48:08.524014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e631f71e-26e7-4847-bbe4-1a3f975e1df1 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:08.538780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41025dac-37ba-467a-a8c7-6b8930d2b96a req-c4163cae-acf4-4de2-b112-4930006f9b3d tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570416 Jan 29 19:48:08.551246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Made reservation on behalf of b953bf3f955d45f18a0bc913055ef21c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:08.562597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:08.769935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:08.774250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322584ce-01bc-4cd0-8d57-bad2ef3e7894 req-adc64665-852c-47d9-b2a3-341795b0cf0a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:08.787832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-322584ce-01bc-4cd0-8d57-bad2ef3e7894 req-adc64665-852c-47d9-b2a3-341795b0cf0a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.3575909 Jan 29 19:48:08.804029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'network_id': 'a0a68dc6-5a4b-460c-95f4-be89f641bbf4', 'port_id': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'mac_address': 'fa:16:3e:c7:86:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e51e7e-5aa4-4a3c-9e19-86f2afab67fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:08.811876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Allocated IP 10.2.2.200 (7b0f131b-b2a5-4b1a-bfb4-4308728e6014/8dddf333-9839-4205-8c0e-02d75c093ae2/7085fdb3-700a-450c-8f6f-a485ff9227b2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:08.812554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4431c243-22ea-477d-afca-3e44122d9637 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:08.848786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1499777c-ef8d-4c27-b37a-d40473c6f046 None None] Port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:08.969038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-322584ce-01bc-4cd0-8d57-bad2ef3e7894 req-81496b90-ea05-4640-a24d-6dcd97e44d0b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766102 Jan 29 19:48:09.010069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e631f71e-26e7-4847-bbe4-1a3f975e1df1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:09.011068 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.027399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e631f71e-26e7-4847-bbe4-1a3f975e1df1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:09.030569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Allocated IP 2001:db8::12f (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/850251b1-99a7-462e-bbaa-431edcd4915c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:09.050901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:09.088429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:09.111029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.120665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '4431c243-22ea-477d-afca-3e44122d9637', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'port_id': '4431c243-22ea-477d-afca-3e44122d9637', 'mac_address': 'fa:16:3e:34:90:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:09.173673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.182326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.223303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.239483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.245114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4431c243-22ea-477d-afca-3e44122d9637 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:09.245802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.260816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:09.262218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.268245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4431c243-22ea-477d-afca-3e44122d9637 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:09.303118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:09.303895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.312932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.332450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-3f527d1b-2b2f-469b-9503-e027ec4baad3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.4999707 Jan 29 19:48:09.392368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e631f71e-26e7-4847-bbe4-1a3f975e1df1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:09.503466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.615332 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (850251b1-99a7-462e-bbaa-431edcd4915c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.626263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:09.668316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b89-e912-4854-9bce-ab399065dc80 req-9afd0ca8-9fde-4ae4-857e-c5fff69aca1c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.673593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4431c243-22ea-477d-afca-3e44122d9637'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:09.675007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b89-e912-4854-9bce-ab399065dc80 req-9afd0ca8-9fde-4ae4-857e-c5fff69aca1c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.683921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b89-e912-4854-9bce-ab399065dc80 req-9afd0ca8-9fde-4ae4-857e-c5fff69aca1c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.689681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b89-e912-4854-9bce-ab399065dc80 req-9afd0ca8-9fde-4ae4-857e-c5fff69aca1c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.691499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da405b89-e912-4854-9bce-ab399065dc80 req-9afd0ca8-9fde-4ae4-857e-c5fff69aca1c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3095 time: 0.3321559 Jan 29 19:48:09.723314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.726047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd100fee-96a6-4df2-8af3-4b5ce4c93064 req-cb69dbb9-4c46-409e-84ea-ff87afa7fbcc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3709872 Jan 29 19:48:09.733884 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.771107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-3dc05e66-383b-4d43-a4e6-a02ada780bdf tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.784165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-3dc05e66-383b-4d43-a4e6-a02ada780bdf tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.26 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.4084909 Jan 29 19:48:09.815976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da405b89-e912-4854-9bce-ab399065dc80 req-27d82c2a-26a8-4fc6-8883-436201530875 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110590 Jan 29 19:48:09.824422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:09.847735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:09.874268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:09.888020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:09.889002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:09.934360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=850251b1-99a7-462e-bbaa-431edcd4915c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:10.043726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d14d3f5-b98d-4595-b3fc-09dfdefaefeb req-60274be9-a088-40e9-a63d-b7a1a39d4d76 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 210 time: 0.0795281 Jan 29 19:48:10.050142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-93d14a3c-6314-4b7f-9f13-cad517fbd1a1 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0825899 Jan 29 19:48:10.050417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47734) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:10.058037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b5:79:3a'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:10.090075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.159204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c38e64-32eb-4da9-8cbb-65f01aa408f3 req-d1d0d2c9-15c4-4094-99c4-2760b8cda899 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:10.172129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6c38e64-32eb-4da9-8cbb-65f01aa408f3 req-d1d0d2c9-15c4-4094-99c4-2760b8cda899 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 944 time: 0.2717528 Jan 29 19:48:10.236057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Deleting port 032cbc24-fe61-4396-835d-42013307b56f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:10.248779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (032cbc24-fe61-4396-835d-42013307b56f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.253617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:10.276233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:10.282948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event updated for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:10.299918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:10.435393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b157215b-0caa-45a7-9a49-361ab31aa3cd None None] Provisioning complete for port 850251b1-99a7-462e-bbaa-431edcd4915c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:10.436626 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b157215b-0caa-45a7-9a49-361ab31aa3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.451217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6c38e64-32eb-4da9-8cbb-65f01aa408f3 req-13ec38c3-55a0-4aa0-a1a2-a7f57abd00e2 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776759 Jan 29 19:48:10.478695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.533598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e631f71e-26e7-4847-bbe4-1a3f975e1df1 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:10.578203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:10.578931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.594841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceefe5-c5e4-410e-a36a-d2952b2ed619 req-53f8b1a0-6de8-4f9a-baeb-b4700ad4db2f tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:10.598062 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7aceefe5-c5e4-410e-a36a-d2952b2ed619 req-53f8b1a0-6de8-4f9a-baeb-b4700ad4db2f tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 945 time: 0.3642840 Jan 29 19:48:10.605677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b157215b-0caa-45a7-9a49-361ab31aa3cd None None] Port 850251b1-99a7-462e-bbaa-431edcd4915c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:10.637733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-399f1024-c661-4be6-9786-436238e74f68 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ac2c9676f6d442e188236b539a8799f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939207 Jan 29 19:48:10.680166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=032cbc24-fe61-4396-835d-42013307b56f,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:10.688188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (032cbc24-fe61-4396-835d-42013307b56f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.746162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4431c243-22ea-477d-afca-3e44122d9637 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:10.790821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port e631f71e-26e7-4847-bbe4-1a3f975e1df1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:10.793531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-dc22dcd5-c5fc-4cd1-9847-ed2935397adf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5880251 Jan 29 19:48:10.813921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:10.831884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port e631f71e-26e7-4847-bbe4-1a3f975e1df1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:10.832292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:10.902418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ea19-1a8c-4309-a4a8-a157bac84c89 req-4712a612-d4ed-4ff0-b255-3bc331c13d3f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:10.909428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcc6ea19-1a8c-4309-a4a8-a157bac84c89 req-4712a612-d4ed-4ff0-b255-3bc331c13d3f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 944 time: 0.3373234 Jan 29 19:48:10.927458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-1c371664-b455-4b50-b52d-bfef193a47ae tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:10.935158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-1c371664-b455-4b50-b52d-bfef193a47ae tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701404 Jan 29 19:48:10.965566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Request body: {'port': {'device_id': '7c02a621-8e0a-483f-b005-80312d13852e', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'ac2c9676f6d442e188236b539a8799f6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:11.057388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7aceefe5-c5e4-410e-a36a-d2952b2ed619 req-0ca3123c-5141-43ad-94d9-ca8d14b9e0fc tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups?id=36537436-2c5f-493e-a9c6-8a7b003a5a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4296038 Jan 29 19:48:11.095417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5002ce34-eab8-44f7-bfa9-3ead83e09ee0 None None] Provisioning complete for port 7085fdb3-700a-450c-8f6f-a485ff9227b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:11.095799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5002ce34-eab8-44f7-bfa9-3ead83e09ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.150763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 4431c243-22ea-477d-afca-3e44122d9637 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:11.151133 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4431c243-22ea-477d-afca-3e44122d9637), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.213539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5002ce34-eab8-44f7-bfa9-3ead83e09ee0 None None] Port 7085fdb3-700a-450c-8f6f-a485ff9227b2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:11.241256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e631f71e-26e7-4847-bbe4-1a3f975e1df1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:11.241641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.261840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.311184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:11.317374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:11.322290 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fabaae-7382-4efd-b245-cf7c2acdf433" -d '{"events": [{"server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "name": "network-vif-plugged", "status": "completed", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:11.375504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4431c243-22ea-477d-afca-3e44122d9637 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:11.375898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.385715 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.455980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:11.496354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:11.516997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.517765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 032cbc24-fe61-4396-835d-42013307b56f no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:11.523971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcc6ea19-1a8c-4309-a4a8-a157bac84c89 req-6913bb1d-78a0-4166-be6d-883da05c9bde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135771 Jan 29 19:48:11.644835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.654479 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.655123 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Floating IP 8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c disassociated. External IP: 172.25.5.4, port: 032cbc24-fe61-4396-835d-42013307b56f. Jan 29 19:48:11.655648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Calling delete_port for 032cbc24-fe61-4396-835d-42013307b56f owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:11.664711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:11.745148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 032cbc24-fe61-4396-835d-42013307b56f is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:11.745547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (032cbc24-fe61-4396-835d-42013307b56f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.799376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 032cbc24-fe61-4396-835d-42013307b56f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=032cbc24-fe61-4396-835d-42013307b56f,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:11.832940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.839515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.845755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.853367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.859264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.865343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.871385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:11.877391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.880126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-ea3abc8e-dd91-487d-b7e4-bb2d1e4d582e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.3633723 Jan 29 19:48:11.886787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Made reservation on behalf of ac2c9676f6d442e188236b539a8799f6 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:11.888459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.922343 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:11.948493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (850251b1-99a7-462e-bbaa-431edcd4915c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.020428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:12.086578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e857cbb6-2dd9-46a7-8b9e-56c907555cd3 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:12.087494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks [] for security_group (dd09b966-751e-4cca-891b-122f9c40e211), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.092582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.103100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Publish callbacks [] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.111173 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2f1bb27-3b2a-48f2-bf94-8b3d1261b150 req-76f9549c-9f27-43da-a869-a14797dbfbaa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2297893 Jan 29 19:48:12.130637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-7ab4c4a1-f34c-4c08-91a8-5a0373c795e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:12.138896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-7ab4c4a1-f34c-4c08-91a8-5a0373c795e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:12.146255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-7ab4c4a1-f34c-4c08-91a8-5a0373c795e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:12.152731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-7ab4c4a1-f34c-4c08-91a8-5a0373c795e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:12.159326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-7ab4c4a1-f34c-4c08-91a8-5a0373c795e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:12.161774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-7ab4c4a1-f34c-4c08-91a8-5a0373c795e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3816 time: 0.4925575 Jan 29 19:48:12.167424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (032cbc24-fe61-4396-835d-42013307b56f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.217673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] In _notify_port_updated(), no bound segment for port 850251b1-99a7-462e-bbaa-431edcd4915c on network ac47868e-431b-4fd9-9bd3-6d96b0283d91 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:48:12.238452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Transition to ACTIVE for port object e857cbb6-2dd9-46a7-8b9e-56c907555cd3 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:12.239156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:12.240370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.260059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "PUT /v2.0/ports/850251b1-99a7-462e-bbaa-431edcd4915c HTTP/1.1" status: 200 len: 1003 time: 2.2085667 Jan 29 19:48:12.264481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:12.282731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event deleted for resources: {'Port': ['ID=032cbc24-fe61-4396-835d-42013307b56f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:12.333389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.380777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dd09b966-751e-4cca-891b-122f9c40e211), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.471622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Pushing event updated for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:12.546892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Allocated IP 192.168.233.94 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/806ff8b5-380a-4975-8f36-8b9decb81c40) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:12.635378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e63f1d5-b55c-43d7-9c06-007ecb934a25 req-0ea29b2d-6aa1-4029-909a-ff2f742b4474 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555399 Jan 29 19:48:12.690023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed9e91-535c-47d3-8c89-4e69ff285741 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=850251b1-99a7-462e-bbaa-431edcd4915c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:12.786309 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2bc16-ac66-4502-bcb8-bd72dd406098 x-openstack-request-id: req-76d2bc16-ac66-4502-bcb8-bd72dd406098 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:12.786831 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "name": "network-vif-plugged", "status": "completed", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:12.786831 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d2bc16-ac66-4502-bcb8-bd72dd406098 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:12.787218 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'code': 200} Jan 29 19:48:12.807990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8447feb-6503-4cd9-a6b5-980e18cfd0e3 req-6ae9d981-459f-4101-bd1b-9581bc47ae30 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 210 time: 0.5315351 Jan 29 19:48:12.868064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-35091b90-1649-4ce4-b034-794476053bc2 None None] Provisioning complete for port 850251b1-99a7-462e-bbaa-431edcd4915c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:12.869295 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35091b90-1649-4ce4-b034-794476053bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:12.923946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Router c4304fc2-ac96-45f0-8627-3f3214a9963b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:48:12.975009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-35091b90-1649-4ce4-b034-794476053bc2 None None] Port 850251b1-99a7-462e-bbaa-431edcd4915c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:12.979766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09b966-751e-4cca-891b-122f9c40e211,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:13.081598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ea3104-5d3b-4314-9ab1-e89e1e35a606 req-96f243a0-f7b5-4f1f-8f84-57b3c83b40af tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.1103051 Jan 29 19:48:13.178815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145fbc-24d4-43bd-b027-c8d4c87f7d4b req-aeebe287-03d4-4e4f-9312-8e3acd559ea1 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:13.187948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21145fbc-24d4-43bd-b027-c8d4c87f7d4b req-aeebe287-03d4-4e4f-9312-8e3acd559ea1 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 945 time: 0.2534258 Jan 29 19:48:13.198489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port 850251b1-99a7-462e-bbaa-431edcd4915c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:13.199029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:13.207409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c615d4-206a-41e5-b195-f6f3429f7df0 req-61002ccc-0492-46ac-a176-1d02dad11709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:13.208974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55c615d4-206a-41e5-b195-f6f3429f7df0 req-61002ccc-0492-46ac-a176-1d02dad11709 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1127 time: 0.3278065 Jan 29 19:48:13.292499 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21145fbc-24d4-43bd-b027-c8d4c87f7d4b req-1aad1d1e-4a84-4aeb-9e3b-c02265e6f99e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033084 Jan 29 19:48:13.332853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks [] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:13.355182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Attempting to bind port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:13.359446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Attempting to bind port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:13.361901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Attempting to bind port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 on network 534d07ce-bb8c-4683-9cca-1edf87284068 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:13.422550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07477120-4281-4efc-a0a7-9254d7dcc01b req-fd5a2c2b-d03a-4e8d-a662-68327652817d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:13.432398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07477120-4281-4efc-a0a7-9254d7dcc01b req-fd5a2c2b-d03a-4e8d-a662-68327652817d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1715410 Jan 29 19:48:13.453313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:13.476176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for 850251b1-99a7-462e-bbaa-431edcd4915c owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:13.501059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55c615d4-206a-41e5-b195-f6f3429f7df0 req-a01c5eff-ac6e-47a2-b5c9-ea444ccb4a43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714472 Jan 29 19:48:13.519068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 on network 534d07ce-bb8c-4683-9cca-1edf87284068 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:13.519648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Attempting to bind port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 on network 534d07ce-bb8c-4683-9cca-1edf87284068 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:13.531373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:13.532007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Checking segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:13.532592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Bound using segment: {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:13.533168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Bound port: e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:13.534636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:13.611958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07477120-4281-4efc-a0a7-9254d7dcc01b req-ca7e02d1-967c-4416-af7f-3b45b2072070 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238000 Jan 29 19:48:13.660969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:13.738716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Pushing event updated for resources: {'Port': ['ID=806ff8b5-380a-4975-8f36-8b9decb81c40,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:13.824768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:13.830832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:13.866757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:13.953838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:13.954426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.039336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-bfb880a5-3b3a-4ff5-b534-d23a2b83bf9f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.059236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-bfb880a5-3b3a-4ff5-b534-d23a2b83bf9f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.065256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-bfb880a5-3b3a-4ff5-b534-d23a2b83bf9f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.076723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-bfb880a5-3b3a-4ff5-b534-d23a2b83bf9f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.083001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-bfb880a5-3b3a-4ff5-b534-d23a2b83bf9f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.086528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-bfb880a5-3b3a-4ff5-b534-d23a2b83bf9f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3828 time: 0.3356669 Jan 29 19:48:14.137267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:14.142971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:14.156072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:14.169672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-2a63822c-807c-40c9-add3-6bdc6e3bd63f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2078726 Jan 29 19:48:14.178575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4f1f2c1-38e5-4b68-b03b-136960656607 req-e7ff5c1c-9ffa-4cfc-beeb-cce6fc7a4cf7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823815 Jan 29 19:48:14.182895 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] Sync routers for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:14.201904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:14.204622 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:47:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:14.218684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Request body: {'port': {'device_id': '7c02a621-8e0a-483f-b005-80312d13852e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:14.281273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.363614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5fe21929-8411-4a2f-b7a1-6605affb37b2 None None] Provisioning complete for port 806ff8b5-380a-4975-8f36-8b9decb81c40 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:14.364914 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fe21929-8411-4a2f-b7a1-6605affb37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.399022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Pushing event updated for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:14.403104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] No DVR routers for this DVR port 032cbc24-fe61-4396-835d-42013307b56f on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:14.405450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.409369 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2901d757-363f-45ac-a6b8-70663c15e8c4 req-c25dacf9-9ef0-42d1-b7b5-4a0caaee79f9 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.26 "DELETE /v2.0/ports/032cbc24-fe61-4396-835d-42013307b56f HTTP/1.1" status: 204 len: 173 time: 4.6226180 Jan 29 19:48:14.414763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'name': 'network-vif-deleted', 'tag': '032cbc24-fe61-4396-835d-42013307b56f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:14.417188 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b022132f-9bc0-4c67-a4ae-0689932a13bd" -d '{"events": [{"server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "name": "network-vif-deleted", "tag": "032cbc24-fe61-4396-835d-42013307b56f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:14.432004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.439025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.448693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.452155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5fe21929-8411-4a2f-b7a1-6605affb37b2 None None] Port 806ff8b5-380a-4975-8f36-8b9decb81c40 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:14.455365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.461542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.467964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.473333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.475433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-795b3954-700a-463e-8e1f-039fe0802287 req-c9c88cdc-9876-43a7-a4c7-6a198560337a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.4529047 Jan 29 19:48:14.484854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.485926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.487482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-44657445-85e3-4c79-a89a-9be81d727108 service neutron] 10.222.0.13 "PUT /v2.0/ports/e857cbb6-2dd9-46a7-8b9e-56c907555cd3 HTTP/1.1" status: 200 len: 1092 time: 3.6844690 Jan 29 19:48:14.580180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.594889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-795b3954-700a-463e-8e1f-039fe0802287 req-63282275-8b1f-4fa3-8c36-c041128dd6ac tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951257 Jan 29 19:48:14.609121 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:48:14.611853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:14.717831 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (850251b1-99a7-462e-bbaa-431edcd4915c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.748079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78d0df-31e0-4f00-ba35-4eee601bf116 req-fadd0c5e-0f22-4e11-a111-0f3f5ba0474e tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:14.749671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e78d0df-31e0-4f00-ba35-4eee601bf116 req-fadd0c5e-0f22-4e11-a111-0f3f5ba0474e tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 935 time: 0.4013674 Jan 29 19:48:14.765009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.788844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4431c243-22ea-477d-afca-3e44122d9637'}, {'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032cbc24-fe61-4396-835d-42013307b56f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:14.792041 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98a52c-3f1f-4a00-b377-44e2f1764e24" -d '{"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-plugged", "status": "completed", "tag": "4431c243-22ea-477d-afca-3e44122d9637"}, {"server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "name": "network-vif-unplugged", "status": "completed", "tag": "032cbc24-fe61-4396-835d-42013307b56f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:14.823725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a67922e1-c762-4660-ad3e-30d52a17ec74 req-e0435d25-0517-4f15-93cc-7fa44d60746d tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0602820 Jan 29 19:48:14.855954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=850251b1-99a7-462e-bbaa-431edcd4915c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:14.963835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:14.977208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a490d8c1-4eac-4fee-be69-d5019d816486 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/ports/850251b1-99a7-462e-bbaa-431edcd4915c HTTP/1.1" status: 204 len: 168 time: 2.6977196 Jan 29 19:48:14.978019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47768) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:15.078532 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:07Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:15.160683 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] Checking router: c4304fc2-ac96-45f0-8627-3f3214a9963b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:48:15.182957 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:15.184541 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:47:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:15.222480 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb9d836-60bf-4453-a0a8-54313f1b98a2 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] GET failed (client error): The resource could not be found. Jan 29 19:48:15.230340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-feb9d836-60bf-4453-a0a8-54313f1b98a2 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "GET /v2.0/ports/850251b1-99a7-462e-bbaa-431edcd4915c HTTP/1.1" status: 404 len: 333 time: 0.1200986 Jan 29 19:48:15.230914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:15.254513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1206683499'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:15.273918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72470a-6212-4234-9d14-89a9e388816e req-2d9aa155-5a1c-4f54-8493-c25932f4637c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.286549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a72470a-6212-4234-9d14-89a9e388816e req-2d9aa155-5a1c-4f54-8493-c25932f4637c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 945 time: 0.3302598 Jan 29 19:48:15.321515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e78d0df-31e0-4f00-ba35-4eee601bf116 req-4084d340-04bc-4b39-8cba-60e6258917a2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440645 Jan 29 19:48:15.442880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:48:15.448803 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997bbd6f-0250-43b5-836b-2f8e210b94e1 x-openstack-request-id: req-997bbd6f-0250-43b5-836b-2f8e210b94e1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:15.449691 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "name": "network-vif-deleted", "tag": "032cbc24-fe61-4396-835d-42013307b56f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:15.451403 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-997bbd6f-0250-43b5-836b-2f8e210b94e1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:15.452057 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'name': 'network-vif-deleted', 'tag': '032cbc24-fe61-4396-835d-42013307b56f', 'status': 'completed', 'code': 200} Jan 29 19:48:15.510986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a72470a-6212-4234-9d14-89a9e388816e req-d6459d41-6b7f-409d-be6d-6dafb01f1b95 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207077 Jan 29 19:48:15.601169 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6990ee50-2b88-4c22-a395-fa649c6aa19a x-openstack-request-id: req-6990ee50-2b88-4c22-a395-fa649c6aa19a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:15.603499 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-plugged", "status": "completed", "tag": "4431c243-22ea-477d-afca-3e44122d9637", "code": 200}, {"server_uuid": "6df0b5b4-f354-4f22-9aee-49611239dfe0", "name": "network-vif-unplugged", "status": "completed", "tag": "032cbc24-fe61-4396-835d-42013307b56f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:15.603983 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6990ee50-2b88-4c22-a395-fa649c6aa19a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:15.604641 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4431c243-22ea-477d-afca-3e44122d9637', 'code': 200} Jan 29 19:48:15.605108 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df0b5b4-f354-4f22-9aee-49611239dfe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032cbc24-fe61-4396-835d-42013307b56f', 'code': 200} Jan 29 19:48:15.754311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:15.761898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806ff8b5-380a-4975-8f36-8b9decb81c40 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:15.765105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Publish callbacks [] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:15.773306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Publish callbacks [] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:15.789464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Transition to ACTIVE for port object 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:15.792080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Transition to ACTIVE for port object 806ff8b5-380a-4975-8f36-8b9decb81c40 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:15.805355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-19b54888-a7d3-4517-a5c9-9b2fb7ba94e0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.811074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-19b54888-a7d3-4517-a5c9-9b2fb7ba94e0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.817528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-19b54888-a7d3-4517-a5c9-9b2fb7ba94e0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.821771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d91e61-53cb-42cd-bc0d-b5b087720d2c req-939e3880-c9f3-4198-89c3-273e5f0afad1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.823882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-19b54888-a7d3-4517-a5c9-9b2fb7ba94e0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.829896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-19b54888-a7d3-4517-a5c9-9b2fb7ba94e0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:15.831327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d91e61-53cb-42cd-bc0d-b5b087720d2c req-939e3880-c9f3-4198-89c3-273e5f0afad1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.2789249 Jan 29 19:48:15.838397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-19b54888-a7d3-4517-a5c9-9b2fb7ba94e0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3828 time: 0.1306119 Jan 29 19:48:15.871222 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:07Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:15.872619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:15.900513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:15.914072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:15.920509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:15.998541 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa286ca3-20d7-46b3-947c-0240b1759f42 None None] The sync data for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 is: [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:45:02Z', 'revision_number': 4, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c9438475-8469-43c8-9e75-182b7570ab2b', 'name': '', 'network_id': '09fb82d9-2110-454f-8088-53f280adc4c7', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'mac_address': 'fa:16:3e:b6:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:01Z', 'updated_at': '2022-01-29T19:45:07Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'subnets': [{'id': '353154bc-ded0-4966-965a-8f52064d1a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:16.134989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-20bcaf92-5d95-4a29-b45b-565858302cfa req-0c0160c8-e0fd-4d62-8c27-d4ff5ed15a35 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828957 Jan 29 19:48:16.136967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d91e61-53cb-42cd-bc0d-b5b087720d2c req-c1be0a00-50d4-48c7-92a9-f3d838d3e0c2 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572148 Jan 29 19:48:16.136967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] device_id is not set on port b1d56530-c209-4e0f-affa-731ec8d8a2c1 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:48:16.138127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:16.172912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Pushing event updated for resources: {'Port': ['ID=806ff8b5-380a-4975-8f36-8b9decb81c40,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:16.316798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Attempting to bind port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:16.317139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Attempting to bind port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:16.317468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Attempting to bind port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:16.326203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:16.326559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Attempting to bind port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:16.366183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.383518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.393118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.399139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.416008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.435846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.454349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.468870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-8bf5a6ba-561d-4c2f-b6cc-1d9b9b5be595 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2710581 Jan 29 19:48:16.504308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:16.504658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Checking segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:16.505054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Bound using segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:16.505501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Bound port: 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:16.505863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:16.508390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80df1b2e-6687-4032-adfb-f48cea5e6742 req-8676a661-7dca-4b51-858a-2f78a6f38fe8 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.2334211 Jan 29 19:48:16.612466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d5a816-cc5e-4205-ba01-14b722b5f6e2 None None] New status for floating IP 8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:48:16.676078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:16.681113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:16.694399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Attempting to bind port 806ff8b5-380a-4975-8f36-8b9decb81c40 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:16.694766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Attempting to bind port 806ff8b5-380a-4975-8f36-8b9decb81c40 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:16.695078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Attempting to bind port 806ff8b5-380a-4975-8f36-8b9decb81c40 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:16.714901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Port 806ff8b5-380a-4975-8f36-8b9decb81c40 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:16.715254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Attempting to bind port 806ff8b5-380a-4975-8f36-8b9decb81c40 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:16.736960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Allocated IP 2001:db8::226 (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/b1d56530-c209-4e0f-affa-731ec8d8a2c1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:16.739826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:16.740178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:16.740648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:16.741641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Bound port: 806ff8b5-380a-4975-8f36-8b9decb81c40, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:16.742009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:16.748225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-575eba55-733a-482d-bb46-5b7dcdb209bc req-0ce5e667-81eb-4a46-af7a-0ca16a0eb238 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2776775 Jan 29 19:48:16.750917 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:16.804587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.805251 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:16.806667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] 10.222.0.13 "PUT /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 200 len: 1135 time: 2.2079318 Jan 29 19:48:16.826333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb22dd3-fa62-4d63-8f81-7e88464896f5 req-7a9ef231-51f6-4167-acdf-37f039f3d2c9 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:16.833365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fb22dd3-fa62-4d63-8f81-7e88464896f5 req-7a9ef231-51f6-4167-acdf-37f039f3d2c9 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 947 time: 0.1916363 Jan 29 19:48:16.860628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d40be-9d60-419e-99ac-27eddbacaf6b service neutron] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:16.908807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:16.934120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] For port 806ff8b5-380a-4975-8f36-8b9decb81c40, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:16.991230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] For port 806ff8b5-380a-4975-8f36-8b9decb81c40, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=806ff8b5-380a-4975-8f36-8b9decb81c40,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:17.038569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fb22dd3-fa62-4d63-8f81-7e88464896f5 req-96a66ecb-18a7-4872-bebf-32ceedd31793 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029722 Jan 29 19:48:17.168539 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.184023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (b1d56530-c209-4e0f-affa-731ec8d8a2c1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.196078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737b86-48ac-4cc7-a7c9-bc479d3d4a1b req-9213f176-1604-49ba-aa4e-0767d0416466 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.203499 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d737b86-48ac-4cc7-a7c9-bc479d3d4a1b req-9213f176-1604-49ba-aa4e-0767d0416466 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 945 time: 0.2906272 Jan 29 19:48:17.292549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d737b86-48ac-4cc7-a7c9-bc479d3d4a1b req-1e6210f7-9ad7-43c7-b9bf-74305e3a9735 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828526 Jan 29 19:48:17.299680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334d30b-02fb-41d8-8fe1-979ccbb1c025 req-f1997dc3-f872-44c4-912f-50870a290994 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.308070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2334d30b-02fb-41d8-8fe1-979ccbb1c025 req-f1997dc3-f872-44c4-912f-50870a290994 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.0925601 Jan 29 19:48:17.327187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.384688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b1d56530-c209-4e0f-affa-731ec8d8a2c1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.399437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.400161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.401665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] 10.222.0.26 "PUT /v2.0/ports/806ff8b5-380a-4975-8f36-8b9decb81c40 HTTP/1.1" status: 200 len: 1095 time: 3.1878319 Jan 29 19:48:17.409856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02a621-8e0a-483f-b005-80312d13852e', 'tag': '806ff8b5-380a-4975-8f36-8b9decb81c40'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:17.417702 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91674188-df19-47de-98c0-4a4dbd38930b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02a621-8e0a-483f-b005-80312d13852e", "tag": "806ff8b5-380a-4975-8f36-8b9decb81c40"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:17.453701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3'}, {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:17.456060 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3"}, {"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "6bdb29d6-36d9-40cd-8bcb-794a317b5a16"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:17.484162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2334d30b-02fb-41d8-8fe1-979ccbb1c025 req-f2fa85c0-1e6a-4e2c-9349-b5b2196f6adc tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749225 Jan 29 19:48:17.488095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.495177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.505748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.507278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.511832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.517415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.519335 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a923516b-c41c-43f2-a103-d86515fe69cf req-cc266d37-020e-4911-82bb-cc1a36acccce tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 4605 time: 0.1178823 Jan 29 19:48:17.547121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:17.561886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf860-f797-4ff7-bf49-07781eeb9dfb service neutron] Pushing event updated for resources: {'Port': ['ID=806ff8b5-380a-4975-8f36-8b9decb81c40,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:17.654412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:17.655766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a923516b-c41c-43f2-a103-d86515fe69cf req-91ab5fd9-2b68-4e70-b9d4-158cece373bf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262915 Jan 29 19:48:17.745801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:17.758026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:17.763605 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.837013 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df38f82-b678-4932-85e4-8815bc17c849 x-openstack-request-id: req-0df38f82-b678-4932-85e4-8815bc17c849 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:17.837328 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02a621-8e0a-483f-b005-80312d13852e", "tag": "806ff8b5-380a-4975-8f36-8b9decb81c40", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:17.837723 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0df38f82-b678-4932-85e4-8815bc17c849 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:17.838236 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02a621-8e0a-483f-b005-80312d13852e', 'tag': '806ff8b5-380a-4975-8f36-8b9decb81c40', 'status': 'completed', 'code': 200} Jan 29 19:48:17.842786 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380fcd1-20ff-43cb-bb19-ae4105e5e788 x-openstack-request-id: req-6380fcd1-20ff-43cb-bb19-ae4105e5e788 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:17.842959 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "6bdb29d6-36d9-40cd-8bcb-794a317b5a16", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:17.843186 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6380fcd1-20ff-43cb-bb19-ae4105e5e788 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:17.843596 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'status': 'completed', 'code': 200} Jan 29 19:48:17.843848 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16', 'status': 'completed', 'code': 200} Jan 29 19:48:17.845986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ee797e-ba25-4ad9-acae-55b22028251c {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:17.876032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Publish callbacks [] for port (90ee797e-ba25-4ad9-acae-55b22028251c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:17.902063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Transition to ACTIVE for port object 90ee797e-ba25-4ad9-acae-55b22028251c will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:17.976853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7337139 Jan 29 19:48:17.979287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0aaf1-1ee8-469a-91bc-6bce70ce7f3f tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=b1d56530-c209-4e0f-affa-731ec8d8a2c1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:17.981025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47802) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:17.994599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'network_id': 'ac47868e-431b-4fd9-9bd3-6d96b0283d91', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2062913871'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:18.025773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-8a72a6f9-3d61-449f-9df2-b24e83604eac tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-457827431&fields=id&tenant_id=fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 267 time: 0.3814926 Jan 29 19:48:18.044262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-c1dc3bff-c20f-497f-8a0b-ffadd8938dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.046108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-c1dc3bff-c20f-497f-8a0b-ffadd8938dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac2c9676f6d442e188236b539a8799f6&device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 1129 time: 0.4702539 Jan 29 19:48:18.147746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-78465316-c68b-418c-93bb-966111689394 None None] Provisioning complete for port b1d56530-c209-4e0f-affa-731ec8d8a2c1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:18.149929 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78465316-c68b-418c-93bb-966111689394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b1d56530-c209-4e0f-affa-731ec8d8a2c1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:18.182590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-f1a30089-e539-43d7-ab80-8b3fc4f026ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=806ff8b5-380a-4975-8f36-8b9decb81c40 HTTP/1.1" status: 200 len: 217 time: 0.1015589 Jan 29 19:48:18.188731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:18.253084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.254349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-78465316-c68b-418c-93bb-966111689394 None None] Port b1d56530-c209-4e0f-affa-731ec8d8a2c1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:18.255079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.264265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.264265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.264753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.265308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.267082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-8724dcde-41e3-4b1b-99e1-f2683e03aa55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5353 time: 0.3674831 Jan 29 19:48:18.280541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:18.291355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Made reservation on behalf of 8f5e5a1dd23349e2a36344c246b47466 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:18.295390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:18.307299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe2226cf-7c33-40b8-8c51-fb821df921f4 req-df335bb5-7158-4743-acf1-a05b4dc40e4a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.3282440 Jan 29 19:48:18.383736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] device_id is not set on port 625b6016-8e11-4953-b604-3c81f6cf0b6e yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:48:18.448345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-a4ed49a3-af69-4451-be43-fb97d0ef71f9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.472948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-a4ed49a3-af69-4451-be43-fb97d0ef71f9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 945 time: 0.4412935 Jan 29 19:48:18.480349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'port': {'security_groups': ['192021e4-10a5-4f35-bd21-5ac047d97b6f', '03764c2b-15f1-43b5-9a17-2669aeb8e188']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:18.531800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-cbd1814e-6e9d-4d2e-a7b3-e7b6e1588a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.533549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-cbd1814e-6e9d-4d2e-a7b3-e7b6e1588a1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.3358042 Jan 29 19:48:18.542084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Allocated IP 2001:db8::bc (ac47868e-431b-4fd9-9bd3-6d96b0283d91/01fc9787-0e3c-4773-ad05-ed9f64abc9d5/625b6016-8e11-4953-b604-3c81f6cf0b6e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:18.712107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:18.756808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-cf631d0f-4ad4-451d-981e-d817eacd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.762959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-cf631d0f-4ad4-451d-981e-d817eacd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.763436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-cf631d0f-4ad4-451d-981e-d817eacd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.770228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-cf631d0f-4ad4-451d-981e-d817eacd10d6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b953bf3f955d45f18a0bc913055ef21c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4582133 Jan 29 19:48:18.770868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:18.811024 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:18.880687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-5f98a48d-4d9c-4f33-8408-59e8bde07932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.883076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-5f98a48d-4d9c-4f33-8408-59e8bde07932 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3062649 Jan 29 19:48:18.910085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:18.929045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.937221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.942956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.949783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.955588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.961847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.967668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:18.977549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-352ea59b-4dba-46e1-85ad-ed6845900455 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2283566 Jan 29 19:48:19.064696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87ca2b12-0df3-43f1-ab7a-cc961924c792 req-6beb10f5-1939-47c0-b553-d07be3462d99 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855813 Jan 29 19:48:19.071049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:19.074061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:19.088577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.092498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:19.099364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=625b6016-8e11-4953-b604-3c81f6cf0b6e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:19.174099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Attempting to bind port 90ee797e-ba25-4ad9-acae-55b22028251c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:19.178773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Attempting to bind port 90ee797e-ba25-4ad9-acae-55b22028251c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:19.179384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Attempting to bind port 90ee797e-ba25-4ad9-acae-55b22028251c on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:19.194337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Port 90ee797e-ba25-4ad9-acae-55b22028251c on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:19.195744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Attempting to bind port 90ee797e-ba25-4ad9-acae-55b22028251c on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:19.219827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:19.220608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Checking segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:19.221221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Bound using segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:19.221902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Bound port: 90ee797e-ba25-4ad9-acae-55b22028251c, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:19.222524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:19.271483 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce6a9730-5d1a-4839-83ad-b32bc4d00570 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2893212 Jan 29 19:48:19.277967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:19.284833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:b5:79:3a'}, {'ip_address': '2001:db8::226', 'mac_address': 'fa:16:3e:e6:60:08'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:19.524727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1fe2d-32af-4874-afbb-193a063a207c req-4a0f2bf3-91b6-4a7d-bb9d-e7904ac1a95c tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.533177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2af1fe2d-32af-4874-afbb-193a063a207c req-4a0f2bf3-91b6-4a7d-bb9d-e7904ac1a95c tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 947 time: 0.3258598 Jan 29 19:48:19.551316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-70fe48d1-77e8-4101-a889-bac0a9449405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.553877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-70fe48d1-77e8-4101-a889-bac0a9449405 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7733319 Jan 29 19:48:19.588279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:19.594725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-f6f61f09-da25-4ca4-8041-9bb37c4b3c01 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804258 Jan 29 19:48:19.610723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:19.637798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ef7c57c4-2ed1-4850-8ab0-6ddc18a74b9c None None] Provisioning complete for port 625b6016-8e11-4953-b604-3c81f6cf0b6e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:19.638379 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ef7c57c4-2ed1-4850-8ab0-6ddc18a74b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:19.710473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c57c4-2ed1-4850-8ab0-6ddc18a74b9c None None] Port 625b6016-8e11-4953-b604-3c81f6cf0b6e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:19.748788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90ee797e-ba25-4ad9-acae-55b22028251c,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:19.770162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2af1fe2d-32af-4874-afbb-193a063a207c req-bad8da89-6de2-4ee7-af5c-88ac928b283b tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356269 Jan 29 19:48:19.800403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.805481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.805766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.806563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.807283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.807947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.808619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.811131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-96fa6f98-38d1-4d1a-a57d-1ac7f9e00817 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6240 time: 0.2039545 Jan 29 19:48:19.832831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:19.866284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:19.880117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d042f9-6b7b-47cb-b24c-d82165db37a5 req-554e3960-fca6-427b-8073-91728833ce4e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715869 Jan 29 19:48:19.939058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:19.991978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-db35dba4-5879-4f03-a0cd-57382d402eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.992503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-db35dba4-5879-4f03-a0cd-57382d402eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.993242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-db35dba4-5879-4f03-a0cd-57382d402eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:19.994913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-db35dba4-5879-4f03-a0cd-57382d402eae service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b953bf3f955d45f18a0bc913055ef21c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1712592 Jan 29 19:48:20.043670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:20.045254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.047354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-664a9f23-9133-4ecd-94a5-8f4af2085104 service neutron] 10.222.0.13 "PUT /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 200 len: 1136 time: 3.1475680 Jan 29 19:48:20.055946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '90ee797e-ba25-4ad9-acae-55b22028251c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:20.058926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.059741 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "90ee797e-ba25-4ad9-acae-55b22028251c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:20.185017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.198375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e631f71e-26e7-4847-bbe4-1a3f975e1df1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:20.219508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.238966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:20.291841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:20.310521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c49b6-9c43-4f14-8ee7-2f0496242ace req-2fafe296-b31c-40eb-bcaa-df804b1526db tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:20.315496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a5c49b6-9c43-4f14-8ee7-2f0496242ace req-2fafe296-b31c-40eb-bcaa-df804b1526db tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.3825979 Jan 29 19:48:20.359713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.376119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.459506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:20.460782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.464168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05fe1ad6-7d8a-4fe7-ab55-dd1615753379 req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "PUT /v2.0/ports/e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 981 time: 1.9900637 Jan 29 19:48:20.467158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:20.478901 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae48e745-c013-4675-9aee-6535ffcfae7f" -d '{"events": [{"name": "network-changed", "server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:20.492831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] In _notify_port_updated(), no bound segment for port 625b6016-8e11-4953-b604-3c81f6cf0b6e on network ac47868e-431b-4fd9-9bd3-6d96b0283d91 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:48:20.499333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:20.500031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:20.515534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "PUT /v2.0/ports/625b6016-8e11-4953-b604-3c81f6cf0b6e HTTP/1.1" status: 200 len: 1067 time: 1.2328663 Jan 29 19:48:20.519624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674188-df19-47de-98c0-4a4dbd38930b req-415433e4-8e14-4265-9d01-2b04dc7cd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:20.521556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-415433e4-8e14-4265-9d01-2b04dc7cd132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac2c9676f6d442e188236b539a8799f6&device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 1129 time: 0.4419925 Jan 29 19:48:20.533535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47824) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:20.569845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e631f71e-26e7-4847-bbe4-1a3f975e1df1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:20.653490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81a3bf-0a62-42b5-95f2-bb914b56750a tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event updated for resources: {'Port': ['ID=625b6016-8e11-4953-b604-3c81f6cf0b6e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:20.699207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a5c49b6-9c43-4f14-8ee7-2f0496242ace req-25206899-9b55-467c-a454-517c8b6a4ab9 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431726 Jan 29 19:48:20.753880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-047e9bf3-3e96-4b8f-a094-ddb6778bc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:20.772943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edec51ad-aed5-4aff-a8bc-04e60b05a4a9 req-047e9bf3-3e96-4b8f-a094-ddb6778bc641 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6978428 Jan 29 19:48:20.782958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0f71-a26e-4c6f-8c99-19351c5b9df7 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:21.025071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.030482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb052607-6a76-4d64-8f0c-d490df7b1360 req-de02487d-d92b-4222-8207-c1ef016c1ee1 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0928586 Jan 29 19:48:21.049854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.071467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.086670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.107672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.119534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.138433 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb92e8-4f6a-4211-86bb-a50874b8cccd x-openstack-request-id: req-4fbb92e8-4f6a-4211-86bb-a50874b8cccd {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:21.138610 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "90ee797e-ba25-4ad9-acae-55b22028251c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:21.138849 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fbb92e8-4f6a-4211-86bb-a50874b8cccd {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:21.139253 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '90ee797e-ba25-4ad9-acae-55b22028251c', 'status': 'completed', 'code': 200} Jan 29 19:48:21.140506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.150089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-ab9411cb-532e-40b9-9168-7f092d2c1764 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5383 time: 0.4732687 Jan 29 19:48:21.158789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674188-df19-47de-98c0-4a4dbd38930b req-843fa11c-d13f-44b2-945b-8a312085bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.169822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-843fa11c-d13f-44b2-945b-8a312085bc81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.6392484 Jan 29 19:48:21.281933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-771e2ad9-ce6a-423d-96e5-0bf1eafea8ac None None] Provisioning complete for port 625b6016-8e11-4953-b604-3c81f6cf0b6e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:21.282487 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-771e2ad9-ce6a-423d-96e5-0bf1eafea8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:21.296990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port 625b6016-8e11-4953-b604-3c81f6cf0b6e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:21.297665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:21.311556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469f1503-40a1-4073-bc98-1f8959a0a3d8 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:21.340451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Publish callbacks [] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:21.385451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Transition to ACTIVE for port object 469f1503-40a1-4073-bc98-1f8959a0a3d8 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:21.397621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-771e2ad9-ce6a-423d-96e5-0bf1eafea8ac None None] Port 625b6016-8e11-4953-b604-3c81f6cf0b6e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:21.422516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:21.431906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.441524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-f65a3d44-5773-44d6-9403-069441eb5fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=806ff8b5-380a-4975-8f36-8b9decb81c40 HTTP/1.1" status: 200 len: 217 time: 0.2296329 Jan 29 19:48:21.446516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for 625b6016-8e11-4953-b604-3c81f6cf0b6e owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:21.446667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.456768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.468024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.473024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.490218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.496848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.507308 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19303d59-8773-4178-aeb4-548e14402e00 req-9bad7720-ad22-4821-ba73-9bde22884afb tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2660260 Jan 29 19:48:21.514217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:21.593131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Pushing event updated for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:21.708397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19303d59-8773-4178-aeb4-548e14402e00 req-63fa9927-b394-4068-a550-85852e39ebef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2022688 Jan 29 19:48:21.752804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674188-df19-47de-98c0-4a4dbd38930b req-390f278d-d136-4a16-b05d-115a8a5d5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.754607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-390f278d-d136-4a16-b05d-115a8a5d5a3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.3061917 Jan 29 19:48:21.809500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Attempting to bind port 469f1503-40a1-4073-bc98-1f8959a0a3d8 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:21.810099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Attempting to bind port 469f1503-40a1-4073-bc98-1f8959a0a3d8 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:21.810671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Attempting to bind port 469f1503-40a1-4073-bc98-1f8959a0a3d8 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:21.831644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Port 469f1503-40a1-4073-bc98-1f8959a0a3d8 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:21.832321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Attempting to bind port 469f1503-40a1-4073-bc98-1f8959a0a3d8 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:21.836591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.837112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.837596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.838385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.838876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.839350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.839867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:21.842554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-0fc181dc-4d64-4d02-86a6-64cf609cb5c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6313 time: 0.6717825 Jan 29 19:48:21.875257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d65281a-9dfa-4e86-b265-d1ae0283baa4 req-52b6af88-f01f-4505-ba1c-05e7728ffced tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/03764c2b-15f1-43b5-9a17-2669aeb8e188 HTTP/1.1" status: 200 len: 1818 time: 0.0949676 Jan 29 19:48:21.899453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:21.900602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Checking segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:21.901219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Bound using segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:21.903894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Bound port: 469f1503-40a1-4073-bc98-1f8959a0a3d8, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:21.904531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:21.936418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (625b6016-8e11-4953-b604-3c81f6cf0b6e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:22.047768 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-2d65281a-9dfa-4e86-b265-d1ae0283baa4 req-56467ef6-af5b-4c95-9a8b-9c5ffb0531d4 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 19:48:22.048008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=625b6016-8e11-4953-b604-3c81f6cf0b6e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:22.050949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674188-df19-47de-98c0-4a4dbd38930b req-c310b7a0-1dd6-476e-a7b7-c6af694432c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.052492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-c310b7a0-1dd6-476e-a7b7-c6af694432c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2833652 Jan 29 19:48:22.058613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f649afb5-96f5-4e26-950b-a266ee8fe779 req-63cfe8d8-5e2a-401e-bdd5-c13ddadf4ecd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8865082 Jan 29 19:48:22.080878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d65281a-9dfa-4e86-b265-d1ae0283baa4 req-56467ef6-af5b-4c95-9a8b-9c5ffb0531d4 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/03764c2b-15f1-43b5-9a17-2669aeb8e188 HTTP/1.1" status: 409 len: 341 time: 0.2042668 Jan 29 19:48:22.175226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:22.186111 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175de8b-8c53-4dfc-9c72-20ab51f7b60c x-openstack-request-id: req-f175de8b-8c53-4dfc-9c72-20ab51f7b60c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:22.186402 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:22.186690 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f175de8b-8c53-4dfc-9c72-20ab51f7b60c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:22.187088 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'status': 'completed', 'code': 200} Jan 29 19:48:22.207302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:22.260251 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:22.380685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.381397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:22.382844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] 10.222.0.13 "PUT /v2.0/ports/469f1503-40a1-4073-bc98-1f8959a0a3d8 HTTP/1.1" status: 200 len: 1091 time: 2.1498427 Jan 29 19:48:22.426007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a4e8d-67f5-4aa8-a3ce-f2dab4d18434 service neutron] Pushing event updated for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:22.489988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b88c6-4290-4d7a-a4dc-c070c05b8e96 req-7f6e6d11-c1ab-4932-a3e3-c7024687ca1e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.499366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-376b88c6-4290-4d7a-a4dc-c070c05b8e96 req-7f6e6d11-c1ab-4932-a3e3-c7024687ca1e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1799042 Jan 29 19:48:22.512362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:22.536128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-55ed6719-56a3-440a-852f-eeee3338bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.537087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-55ed6719-56a3-440a-852f-eeee3338bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.538096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-55ed6719-56a3-440a-852f-eeee3338bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.540122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-55ed6719-56a3-440a-852f-eeee3338bf98 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b953bf3f955d45f18a0bc913055ef21c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6823375 Jan 29 19:48:22.712989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-d49bdcbb-1bdf-4848-9387-00a99277c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.715824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-d49bdcbb-1bdf-4848-9387-00a99277c1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1166 time: 0.4989583 Jan 29 19:48:22.767585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 806ff8b5-380a-4975-8f36-8b9decb81c40 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:22.773898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-7979c61a-4feb-480e-984a-a738e33b3caa service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113588 Jan 29 19:48:22.806560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fd2ac-cf9a-40f5-b925-1bbc702b97f7 req-ecfce58b-7eee-413d-b54f-bca97b575581 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:22.808505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3fd2ac-cf9a-40f5-b925-1bbc702b97f7 req-ecfce58b-7eee-413d-b54f-bca97b575581 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 947 time: 0.5616071 Jan 29 19:48:22.953292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 806ff8b5-380a-4975-8f36-8b9decb81c40, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=806ff8b5-380a-4975-8f36-8b9decb81c40,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:22.982964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '806ff8b5-380a-4975-8f36-8b9decb81c40', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '806ff8b5-380a-4975-8f36-8b9decb81c40', 'mac_address': 'fa:16:3e:71:79:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:23.013819 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-376b88c6-4290-4d7a-a4dc-c070c05b8e96 req-b0b40a67-4cd3-4def-9662-a38978319f3f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131972 Jan 29 19:48:23.058637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 806ff8b5-380a-4975-8f36-8b9decb81c40 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:23.059024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:23.059691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:23.090033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806ff8b5-380a-4975-8f36-8b9decb81c40 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:23.134418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 806ff8b5-380a-4975-8f36-8b9decb81c40, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=806ff8b5-380a-4975-8f36-8b9decb81c40,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:23.214302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:23.303254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=806ff8b5-380a-4975-8f36-8b9decb81c40,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:23.319874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:23.322158 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:23.368185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60082723-e4e6-432c-8f83-c20272d20b86 req-26e33a99-e405-4c81-bf25-c2f8d2233240 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0407841 Jan 29 19:48:23.509488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e6e136-3407-4200-8d29-1f38fa3642bb {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:23.522774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Publish callbacks [] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:23.544586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['806ff8b5-380a-4975-8f36-8b9decb81c40'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:23.573960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Transition to ACTIVE for port object 90e6e136-3407-4200-8d29-1f38fa3642bb will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:23.609082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:23.615193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47842) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:23.616023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bb13eeed-1df1-42d7-bbdd-97c48ac782a3 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/ports/625b6016-8e11-4953-b604-3c81f6cf0b6e HTTP/1.1" status: 204 len: 168 time: 3.0580628 Jan 29 19:48:23.627718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-00e2795b-6815-4868-9d06-36cddad41757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:23.629251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5fc910b2-5a8c-4fb7-bc4d-114c4c8a17b5 req-00e2795b-6815-4868-9d06-36cddad41757 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0694032 Jan 29 19:48:23.679061 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1820f323-4974-473a-ae59-34466c5250fa tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] GET failed (client error): The resource could not be found. Jan 29 19:48:23.682448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1820f323-4974-473a-ae59-34466c5250fa tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "GET /v2.0/ports/625b6016-8e11-4953-b604-3c81f6cf0b6e HTTP/1.1" status: 404 len: 333 time: 0.0655270 Jan 29 19:48:23.684482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:23.697261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47844) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:23.747029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3fd2ac-cf9a-40f5-b925-1bbc702b97f7 req-0e1c90d8-a7c6-47d6-a765-5116116b6f8f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842485 Jan 29 19:48:23.764156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-4e8874d2-0524-4408-8ea0-cacc977017f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:23.771348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-4e8874d2-0524-4408-8ea0-cacc977017f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.9926429 Jan 29 19:48:23.792047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91674188-df19-47de-98c0-4a4dbd38930b req-e201ecf5-a8cf-4899-8378-ae0895b92010 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9784980 Jan 29 19:48:23.798194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Pushing event updated for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:23.952299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-48d206ad-8664-4042-bc1c-ba0512016413 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 217 time: 0.1722376 Jan 29 19:48:24.012052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.017354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.023138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.028401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.033641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.038987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.044610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.052022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-72e358c4-d5b2-4f70-b31e-bdfb676c01fe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5407 time: 0.1432242 Jan 29 19:48:24.095585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-b112349f-77c2-4313-a494-e983eb938201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.097038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-b112349f-77c2-4313-a494-e983eb938201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.1399746 Jan 29 19:48:24.097810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.104984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.111496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.118361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.124409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.130591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.139528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.142065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-4e5db4d6-4754-49bd-85a7-04dae18ca10e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2185144 Jan 29 19:48:24.168744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-e2876d8d-11dc-4ad8-92bd-f26364d7ec6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629456 Jan 29 19:48:24.208949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port b1d56530-c209-4e0f-affa-731ec8d8a2c1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:24.209453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b1d56530-c209-4e0f-affa-731ec8d8a2c1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.269375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-dae1f9c4-d93c-4f7e-b230-0afc6d3d49ab service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885329 Jan 29 19:48:24.286925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6524ba48-8b89-483f-88f5-a75b7ab295b2 req-4d237af7-a0dd-4a67-9421-f48ab1cefecd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2318909 Jan 29 19:48:24.332038 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b1d56530-c209-4e0f-affa-731ec8d8a2c1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.351665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for b1d56530-c209-4e0f-affa-731ec8d8a2c1 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:24.460009 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba76406-d458-4561-aaad-55db3863216c x-openstack-request-id: req-3ba76406-d458-4561-aaad-55db3863216c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:24.460009 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:24.460009 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ba76406-d458-4561-aaad-55db3863216c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:24.460009 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8', 'status': 'completed', 'code': 200} Jan 29 19:48:24.464568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Attempting to bind port 90e6e136-3407-4200-8d29-1f38fa3642bb on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:24.464568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Attempting to bind port 90e6e136-3407-4200-8d29-1f38fa3642bb by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:24.464568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Attempting to bind port 90e6e136-3407-4200-8d29-1f38fa3642bb on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:24.480388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Port 90e6e136-3407-4200-8d29-1f38fa3642bb on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:24.480782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Attempting to bind port 90e6e136-3407-4200-8d29-1f38fa3642bb on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:24.521324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:24.521571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Checking segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:24.522626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Bound using segment: {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:24.523175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Bound port: 90e6e136-3407-4200-8d29-1f38fa3642bb, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfeea51-6bee-48df-8eb1-832dc13b2675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:24.523542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.530350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d923641c-e66d-4700-80e8-d4f50ceca15c req-7a773a3d-73dd-410d-b20c-90ee234d4668 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3660367 Jan 29 19:48:24.542426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae48e745-c013-4675-9aee-6535ffcfae7f req-9471db00-9232-4ce6-984a-d1a9f82740ea service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538984 Jan 29 19:48:24.577577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670745ab-2d52-4f7a-86d5-ef58f96fd402 req-446d1273-111e-47ce-b384-9668dfc99861 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.578044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-670745ab-2d52-4f7a-86d5-ef58f96fd402 req-446d1273-111e-47ce-b384-9668dfc99861 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 984 time: 0.1290979 Jan 29 19:48:24.585498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.586720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.587298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.587824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.588403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.588926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.589581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.592194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-ecc2b4d8-e6eb-42d6-b202-9526662487ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6436 time: 0.1583755 Jan 29 19:48:24.730876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:24.738066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-670745ab-2d52-4f7a-86d5-ef58f96fd402 req-4cdd3a6b-50fd-438a-bbd0-d4e4a532637a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=03764c2b-15f1-43b5-9a17-2669aeb8e188&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1438639 Jan 29 19:48:24.761365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90e6e136-3407-4200-8d29-1f38fa3642bb,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:24.776900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf2911-e4f5-40b8-a44b-530fecc7bca3 req-93bba432-c3ae-479e-a0fa-5aaed98ac0e7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.778570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68bf2911-e4f5-40b8-a44b-530fecc7bca3 req-93bba432-c3ae-479e-a0fa-5aaed98ac0e7 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1385298 Jan 29 19:48:24.797588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 806ff8b5-380a-4975-8f36-8b9decb81c40 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:24.838834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-16551c62-c58b-411e-adc9-df20f45f70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.838834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-16551c62-c58b-411e-adc9-df20f45f70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.838834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-16551c62-c58b-411e-adc9-df20f45f70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.838834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-16551c62-c58b-411e-adc9-df20f45f70cb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b953bf3f955d45f18a0bc913055ef21c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2004173 Jan 29 19:48:24.851601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68bf2911-e4f5-40b8-a44b-530fecc7bca3 req-4084f1bf-3a2e-4f4a-bb60-a28b659ccb04 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667782 Jan 29 19:48:24.893832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af032f84-e419-47ba-857b-25a48c2e3a64 req-dc059e4f-309b-4ae2-bca4-c5555a424bc3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0559888 Jan 29 19:48:24.946851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b1d56530-c209-4e0f-affa-731ec8d8a2c1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.947955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 806ff8b5-380a-4975-8f36-8b9decb81c40 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:24.953770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 806ff8b5-380a-4975-8f36-8b9decb81c40 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:24.954164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.963535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.983064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:24.984361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:24.985990 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] 10.222.0.13 "PUT /v2.0/ports/90e6e136-3407-4200-8d29-1f38fa3642bb HTTP/1.1" status: 200 len: 1090 time: 2.4778178 Jan 29 19:48:25.085997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:25.086319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-a7eaed71-5f82-4c75-b8bd-5e45142c5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.088223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc67fd39-f7f9-4a9b-acee-fc72dbf9b706 req-a7eaed71-5f82-4c75-b8bd-5e45142c5bde service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2632825 Jan 29 19:48:25.109357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634837-5be4-4de2-9794-088c56bab10b req-1cf17df9-fefd-48a7-9d59-acc509a0a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.113350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-1cf17df9-fefd-48a7-9d59-acc509a0a70f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1166 time: 0.1507752 Jan 29 19:48:25.119064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=b1d56530-c209-4e0f-affa-731ec8d8a2c1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:25.167484 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1cefab1-16ad-4092-b9f7-7a2591633227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:25.169447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:25.178635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8e81bfdf-dcab-4ab1-8fe5-b2adddce6c11 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/ports/b1d56530-c209-4e0f-affa-731ec8d8a2c1 HTTP/1.1" status: 204 len: 168 time: 1.4001663 Jan 29 19:48:25.182305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47858) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:25.216046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 806ff8b5-380a-4975-8f36-8b9decb81c40 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:25.216850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:25.273284 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc187a7-5b22-4c16-9537-2d06f225ff32 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] GET failed (client error): The resource could not be found. Jan 29 19:48:25.277901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6bc187a7-5b22-4c16-9537-2d06f225ff32 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "GET /v2.0/ports/b1d56530-c209-4e0f-affa-731ec8d8a2c1 HTTP/1.1" status: 404 len: 333 time: 0.0892866 Jan 29 19:48:25.281457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47860) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:25.306103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02a621-8e0a-483f-b005-80312d13852e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806ff8b5-380a-4975-8f36-8b9decb81c40'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:25.313521 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86aa21-4da9-444b-b939-54ea07f2d93f" -d '{"events": [{"server_uuid": "7c02a621-8e0a-483f-b005-80312d13852e", "name": "network-vif-plugged", "status": "completed", "tag": "806ff8b5-380a-4975-8f36-8b9decb81c40"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:25.411059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 806ff8b5-380a-4975-8f36-8b9decb81c40, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=806ff8b5-380a-4975-8f36-8b9decb81c40,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:25.438898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38fb9-a419-4690-b21c-3f843518d287 req-e95d0f94-35db-4321-8963-c7829036f38c tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.442029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10f38fb9-a419-4690-b21c-3f843518d287 req-e95d0f94-35db-4321-8963-c7829036f38c tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 948 time: 0.5260878 Jan 29 19:48:25.444051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634837-5be4-4de2-9794-088c56bab10b req-a36437cc-1625-41ab-af61-2e8ca3dbae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.445604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-a36437cc-1625-41ab-af61-2e8ca3dbae8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.3249674 Jan 29 19:48:25.482038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4add8e-ae9b-4fba-8c57-cb4fd738eab2 service neutron] Pushing event updated for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:25.490913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:25.499844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:25.539466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-bddd6150-d079-41fa-b205-3e871ea75fa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0786600 Jan 29 19:48:25.612048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10f38fb9-a419-4690-b21c-3f843518d287 req-9b6fc017-d5bf-4dd6-a90b-626f20176774 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599267 Jan 29 19:48:25.625882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.631629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.637883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.643295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.649323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.655519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.661004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.663567 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-db2184ce-aba3-469c-bcd6-375b7177f42a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5407 time: 0.2123146 Jan 29 19:48:25.668493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634837-5be4-4de2-9794-088c56bab10b req-098b16f5-0cf0-4b8d-b487-bff071e002fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.670061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-098b16f5-0cf0-4b8d-b487-bff071e002fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.1183786 Jan 29 19:48:25.676364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=806ff8b5-380a-4975-8f36-8b9decb81c40,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:25.695085 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43018020-6d49-4e8a-b014-8259a9502eff x-openstack-request-id: req-43018020-6d49-4e8a-b014-8259a9502eff {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:25.695085 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02a621-8e0a-483f-b005-80312d13852e", "name": "network-vif-plugged", "status": "completed", "tag": "806ff8b5-380a-4975-8f36-8b9decb81c40", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:25.695653 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43018020-6d49-4e8a-b014-8259a9502eff {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:25.696788 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02a621-8e0a-483f-b005-80312d13852e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806ff8b5-380a-4975-8f36-8b9decb81c40', 'code': 200} Jan 29 19:48:25.726279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-93bd45c3-6baa-4f71-924b-2f8353a659fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382659 Jan 29 19:48:25.782651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-761bfb3f-7e75-4ee0-aef3-99efc8726ad3 req-27a170b2-b21d-43eb-81d3-3d50999f231b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115198 Jan 29 19:48:25.878985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port 28468688-84c8-4fda-9ac6-d7a50a643a62 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:25.879609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:25.899003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313afa6-9cf5-4015-b05c-8c12576e70cb req-c4c3825c-2fbf-4ed4-b791-b147a1bc02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.900682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e313afa6-9cf5-4015-b05c-8c12576e70cb req-c4c3825c-2fbf-4ed4-b791-b147a1bc02da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 1131 time: 0.1043940 Jan 29 19:48:25.972660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-cf914092-69ce-40af-b746-9e2bd2cd7369 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030475 Jan 29 19:48:25.973595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.979736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.985423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:25.992448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.000843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.007381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.013393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.022121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-f62a8d9c-2338-4574-9505-0305c46f8966 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2228992 Jan 29 19:48:26.140765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e313afa6-9cf5-4015-b05c-8c12576e70cb req-b1561db1-7140-46d7-8db8-9a4488518f34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309885 Jan 29 19:48:26.144508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc634837-5be4-4de2-9794-088c56bab10b req-bb597568-2416-43cb-9f1f-9b3e2481dcc3 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578028 Jan 29 19:48:26.154201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3daf65-3c60-40d7-b471-019e0f37b968 req-71468d65-db61-43e8-b406-c255724a9933 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.155705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b3daf65-3c60-40d7-b471-019e0f37b968 req-71468d65-db61-43e8-b406-c255724a9933 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 984 time: 0.2442887 Jan 29 19:48:26.175222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:26.224556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for 28468688-84c8-4fda-9ac6-d7a50a643a62 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:26.265198 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d956a0d7-8769-4d50-9ad8-2b9042ea186a req-e9c0bb8a-087e-43a8-a57a-15c4004b4826 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2419229 Jan 29 19:48:26.291426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b3daf65-3c60-40d7-b471-019e0f37b968 req-74e2139d-9ea9-46b7-b9fc-cef0fdc37cc4 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=03764c2b-15f1-43b5-9a17-2669aeb8e188&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1229184 Jan 29 19:48:26.390333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b55f3edf-ca95-4639-a521-53a3f985c3d7 req-5995812e-af91-4c4d-be2c-04e36d7cda57 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0410898 Jan 29 19:48:26.462764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:26.465095 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f56c95-6625-4d71-9326-02770ae95544" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:26.489961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7076bade-9cfd-4a5c-b0fa-44e2ca17407a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:26.506716 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Publish callbacks [] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:26.537639 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37522d5c-55c7-4b8e-9ee9-57c004430455 x-openstack-request-id: req-37522d5c-55c7-4b8e-9ee9-57c004430455 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:26.539833 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:26.539833 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37522d5c-55c7-4b8e-9ee9-57c004430455 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:26.539833 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb', 'status': 'completed', 'code': 200} Jan 29 19:48:26.549428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Transition to ACTIVE for port object 7076bade-9cfd-4a5c-b0fa-44e2ca17407a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:26.569699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5a65-d4e1-40d1-a45b-047009b8f263 req-a2be1815-f551-4e75-b053-73257d230e90 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.571243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbdc5a65-d4e1-40d1-a45b-047009b8f263 req-a2be1815-f551-4e75-b053-73257d230e90 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1535165 Jan 29 19:48:26.622549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:26.674077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.674558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.675117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.675586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.676046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.676531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.677007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:26.679270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21f56c95-6625-4d71-9326-02770ae95544 req-9da5ff5a-2ec0-4499-bb00-eb6308c6b6c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6509 time: 0.1144526 Jan 29 19:48:26.727949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbdc5a65-d4e1-40d1-a45b-047009b8f263 req-b330890c-c691-4d27-a2ff-06650fb4a98d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212404 Jan 29 19:48:26.729345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Pushing event updated for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:26.769588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (28468688-84c8-4fda-9ac6-d7a50a643a62), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:26.862782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=28468688-84c8-4fda-9ac6-d7a50a643a62,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:26.966367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Attempting to bind port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:26.966750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Attempting to bind port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:26.968014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Attempting to bind port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:26.998708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.009054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d4bb2740-0953-4b41-b663-ab01ac70cc9e tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/ports/28468688-84c8-4fda-9ac6-d7a50a643a62 HTTP/1.1" status: 204 len: 168 time: 1.6764534 Jan 29 19:48:27.009054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:27.030316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-3c2e04c2-8ebd-4118-a060-35ad0cf2c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.038412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-3c2e04c2-8ebd-4118-a060-35ad0cf2c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.039044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-3c2e04c2-8ebd-4118-a060-35ad0cf2c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.042446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21f56c95-6625-4d71-9326-02770ae95544 req-3c2e04c2-8ebd-4118-a060-35ad0cf2c8b1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b953bf3f955d45f18a0bc913055ef21c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3532157 Jan 29 19:48:27.082374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:27.082702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Attempting to bind port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:27.107664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74151-a268-4df2-925f-624c8b495595 req-6dae2a58-10ec-40d7-b74e-00dc3efc1b0b tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.110591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21a74151-a268-4df2-925f-624c8b495595 req-6dae2a58-10ec-40d7-b74e-00dc3efc1b0b tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 949 time: 0.3470719 Jan 29 19:48:27.124987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:27.125336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Checking segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:27.125726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Bound using segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:27.126173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Bound port: 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:27.126530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.158880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting subnet 01fc9787-0e3c-4773-ad05-ed9f64abc9d5 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:48:27.165582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for subnet (01fc9787-0e3c-4773-ad05-ed9f64abc9d5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.246884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.252534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.258131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.265066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.270938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.276889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.285726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.289668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-4a11a53f-cd53-45e7-84ca-36928202fc12 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5419 time: 0.3168523 Jan 29 19:48:27.342370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (01fc9787-0e3c-4773-ad05-ed9f64abc9d5), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.355156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21a74151-a268-4df2-925f-624c8b495595 req-af4ff3b8-4bc0-43a9-87c3-2d4bc43dc533 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182966 Jan 29 19:48:27.368345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f56c95-6625-4d71-9326-02770ae95544 req-a8e63a10-0fc2-41e2-b100-6ca20f60d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.378587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21f56c95-6625-4d71-9326-02770ae95544 req-a8e63a10-0fc2-41e2-b100-6ca20f60d5bd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3162234 Jan 29 19:48:27.415156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:27.455570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:27.470558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3bd3a5a-4986-41cf-8dda-4e9c38ea26fe req-97b0190d-b1ab-4524-b86d-424f771eab19 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742280 Jan 29 19:48:27.479095 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-784d1904-5757-4762-b523-4ea8482c7727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.564997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (01fc9787-0e3c-4773-ad05-ed9f64abc9d5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.577679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.590977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.596443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.603061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.609393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.613686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.614992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.620931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.628112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-8265c439-fdce-44f1-8551-ee954e77e412 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1640017 Jan 29 19:48:27.653026 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:48:27.699325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.700008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.701880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] 10.222.0.13 "PUT /v2.0/ports/7076bade-9cfd-4a5c-b0fa-44e2ca17407a HTTP/1.1" status: 200 len: 1091 time: 2.6243188 Jan 29 19:48:27.706993 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cc1e443-3b8f-4a2d-9571-639ec135af40 req-e431fa4d-b540-478d-bc79-f746f2534c3e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738437 Jan 29 19:48:27.757486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9be515-c7ca-4dc7-8972-9c8af931d534 service neutron] Pushing event updated for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:27.802411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2324f-1668-4dbb-b121-77d23f989fb8 req-93e36b89-ed0d-4dce-8fa6-9f807211bd05 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:27.806790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6be2324f-1668-4dbb-b121-77d23f989fb8 req-93e36b89-ed0d-4dce-8fa6-9f807211bd05 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 984 time: 0.2149055 Jan 29 19:48:27.814396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Request body: {'port': {'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:27.864549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac57412e-a5ab-4afd-91cd-979a506f8dc6 req-f58bc80e-be6e-4bed-be5c-21ee00974294 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0402541 Jan 29 19:48:27.869547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (01fc9787-0e3c-4773-ad05-ed9f64abc9d5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.937436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Subnet': ['ID=01fc9787-0e3c-4773-ad05-ed9f64abc9d5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:27.958098 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:27.958253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9eec2-da72-425b-8d17-58c0cd60471f None None] Network ac47868e-431b-4fd9-9bd3-6d96b0283d91 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:48:27.964282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-165d9305-c164-4955-8a3a-7225a3de7fdf tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/subnets/01fc9787-0e3c-4773-ad05-ed9f64abc9d5 HTTP/1.1" status: 204 len: 168 time: 0.9553008 Jan 29 19:48:27.966122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47890) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:28.042499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.064802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6be2324f-1668-4dbb-b121-77d23f989fb8 req-94fdc297-64c2-4b51-881e-d9343e8dd1db tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=03764c2b-15f1-43b5-9a17-2669aeb8e188&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2373703 Jan 29 19:48:28.241812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ac47868e-431b-4fd9-9bd3-6d96b0283d91), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.264991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae373b5-10a5-4e7b-8390-4cb5d26ee05d req-8ad81189-d6e1-4c41-ba9c-c05ef6a6cdde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:28.266640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae373b5-10a5-4e7b-8390-4cb5d26ee05d req-8ad81189-d6e1-4c41-ba9c-c05ef6a6cdde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.2895198 Jan 29 19:48:28.303551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] DHCP port deletion for ac47868e-431b-4fd9-9bd3-6d96b0283d91 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:48:28.337918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-d776f85c-7661-48dd-8f1f-26d1f4a6a5b1 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1764495734&fields=id&tenant_id=fb272d73373946c5a182c9e50a929bb3 HTTP/1.1" status: 200 len: 267 time: 0.1139414 Jan 29 19:48:28.361960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ae373b5-10a5-4e7b-8390-4cb5d26ee05d req-dbfdf904-0e4e-4717-b614-19c11f6f8598 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855062 Jan 29 19:48:28.431939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Deleting port eda5946a-ca81-4f15-9461-95ebd2e88cb4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:28.432574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.455288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] Deleting port eda5946a-ca81-4f15-9461-95ebd2e88cb4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:28.455879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.530731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] For port eda5946a-ca81-4f15-9461-95ebd2e88cb4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda5946a-ca81-4f15-9461-95ebd2e88cb4,segment=NetworkSegment(5cdd3a61-7052-4a01-b333-bb3dd4d05fb3),segment_id=5cdd3a61-7052-4a01-b333-bb3dd4d05fb3)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:28.530946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.543489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda5946a-ca81-4f15-9461-95ebd2e88cb4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:28.608319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Calling delete_port for eda5946a-ca81-4f15-9461-95ebd2e88cb4 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:28.615266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] For port eda5946a-ca81-4f15-9461-95ebd2e88cb4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda5946a-ca81-4f15-9461-95ebd2e88cb4,segment=NetworkSegment(5cdd3a61-7052-4a01-b333-bb3dd4d05fb3),segment_id=5cdd3a61-7052-4a01-b333-bb3dd4d05fb3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:28.616191 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.635958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] Calling delete_port for eda5946a-ca81-4f15-9461-95ebd2e88cb4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:28.746510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144712-9064-4cd7-a20e-48e42e021677 req-0c00296e-5177-4443-b0cd-28da4d39574f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:28.755230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f144712-9064-4cd7-a20e-48e42e021677 req-0c00296e-5177-4443-b0cd-28da4d39574f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 949 time: 0.2091527 Jan 29 19:48:28.788271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda5946a-ca81-4f15-9461-95ebd2e88cb4 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:28.788653 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.814192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.869783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f144712-9064-4cd7-a20e-48e42e021677 req-7fbe5452-95b9-4157-948c-d762a6c81dbf tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135802 Jan 29 19:48:28.898060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:28.900418 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a230b034-6f64-4a62-8756-389f55da6126" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:28.916145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:28.985203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Port': ['ID=eda5946a-ca81-4f15-9461-95ebd2e88cb4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:28.987833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (eda5946a-ca81-4f15-9461-95ebd2e88cb4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.012837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] No DVR routers for this DVR port eda5946a-ca81-4f15-9461-95ebd2e88cb4 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:29.045276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] Pushing event deleted for resources: {'Port': ['ID=eda5946a-ca81-4f15-9461-95ebd2e88cb4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:29.047381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-290048d1-122d-4bd5-b86b-12611aeba760 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.052096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887901dc-7dd8-4484-9423-f7b7b97db2ce None None] No DVR routers for this DVR port eda5946a-ca81-4f15-9461-95ebd2e88cb4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:29.074699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-290048d1-122d-4bd5-b86b-12611aeba760 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 984 time: 0.7324517 Jan 29 19:48:29.102258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'port': {'security_groups': ['03764c2b-15f1-43b5-9a17-2669aeb8e188', '192021e4-10a5-4f35-bd21-5ac047d97b6f', 'affbbeb7-ddf3-40c1-900e-31f266c66fdf']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:29.153757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.166747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.179697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.193501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.208140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.223169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.234117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.243529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.249301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-96866a7d-69a9-4e74-97fe-9989ba811329 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5419 time: 0.2757125 Jan 29 19:48:29.269933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ac47868e-431b-4fd9-9bd3-6d96b0283d91), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.319701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac47868e-431b-4fd9-9bd3-6d96b0283d91']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:29.341879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:29.342437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdd3a61-7052-4a01-b333-bb3dd4d05fb3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:29.367428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (5cdd3a61-7052-4a01-b333-bb3dd4d05fb3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.411414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35a8f99e-e4ad-4898-bb9f-42675aca333a req-2ff7673d-c674-40cd-8e4e-1b1de29e90f0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511488 Jan 29 19:48:29.426687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5cdd3a61-7052-4a01-b333-bb3dd4d05fb3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.448077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7085fdb3-700a-450c-8f6f-a485ff9227b2 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:29.452922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:48:29.453493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (5cdd3a61-7052-4a01-b333-bb3dd4d05fb3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:48:29.457724 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:48:29.464616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Publish callbacks [] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.544322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Transition to ACTIVE for port object 7085fdb3-700a-450c-8f6f-a485ff9227b2 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:29.567920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.591097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:29.631938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.676023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.683909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.689667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Pushing event updated for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:29.700830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.706526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.726402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.737114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.745944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.755597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:29.770402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-5d5ad9e0-5d4c-425b-bfd4-916116e60fe0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1880889 Jan 29 19:48:29.780687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ac47868e-431b-4fd9-9bd3-6d96b0283d91), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.792244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.801360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] 10.222.0.15 "DELETE /v2.0/networks/ac47868e-431b-4fd9-9bd3-6d96b0283d91 HTTP/1.1" status: 204 len: 168 time: 1.8341365 Jan 29 19:48:29.834485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2192117-a3ab-443d-8727-b9078153f3c7 tempest-AllowedAddressPairIpV6TestJSON-788195715 tempest-AllowedAddressPairIpV6TestJSON-788195715-project] Pushing event deleted for resources: {'Network': ['ID=ac47868e-431b-4fd9-9bd3-6d96b0283d91,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:29.937327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb68dfee-9c24-4d66-9bc9-6517678b92c1 req-78da6c27-8d85-4fa5-8e22-c779622b2702 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629479 Jan 29 19:48:29.953337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Attempting to bind port 7085fdb3-700a-450c-8f6f-a485ff9227b2 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:29.953687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Attempting to bind port 7085fdb3-700a-450c-8f6f-a485ff9227b2 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:29.954019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Attempting to bind port 7085fdb3-700a-450c-8f6f-a485ff9227b2 on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:29.956105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:29.976510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e631f71e-26e7-4847-bbe4-1a3f975e1df1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:30.106611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1c7ecef-c70b-4bc1-b2dc-a503ef23664a req-c767a521-919e-4546-b216-bdf81f39cfa6 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0538881 Jan 29 19:48:30.121955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:30.131263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:30.137436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Port 7085fdb3-700a-450c-8f6f-a485ff9227b2 on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:30.140278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Attempting to bind port 7085fdb3-700a-450c-8f6f-a485ff9227b2 on network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:30.155087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.163552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:30.163552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c37ac56-4fd4-4e14-aace-5bfe6dcbb99f req-e8e96752-d5ae-4037-a3f5-5b67b9b5b3ff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "PUT /v2.0/ports/e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 1020 time: 1.0741408 Jan 29 19:48:30.163552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:30.163552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Checking segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:30.164007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Bound using segment: {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:30.164493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Bound port: 7085fdb3-700a-450c-8f6f-a485ff9227b2, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4babc3-4a55-4a50-b028-a505cc003ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:30.164916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:30.320856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:30.325293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:30.329955 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c73dd24-5847-4b9d-a439-81619bd5da60 x-openstack-request-id: req-8c73dd24-5847-4b9d-a439-81619bd5da60 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:30.330253 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:30.330544 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c73dd24-5847-4b9d-a439-81619bd5da60 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:30.330997 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a', 'status': 'completed', 'code': 200} Jan 29 19:48:30.381858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e631f71e-26e7-4847-bbe4-1a3f975e1df1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:30.402985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:30.539170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.540343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.540832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.541645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.555104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.555561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.564645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.568037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a230b034-6f64-4a62-8756-389f55da6126 req-4f3528a5-23da-4807-8c90-9028ee9a04f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6662 time: 0.2677035 Jan 29 19:48:30.577274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.580962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:30.588135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] 10.222.0.13 "PUT /v2.0/ports/7085fdb3-700a-450c-8f6f-a485ff9227b2 HTTP/1.1" status: 200 len: 1091 time: 2.7786057 Jan 29 19:48:30.680508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:30.725219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b9f7a-c214-4aa1-ab86-b386603bdd86 service neutron] Pushing event updated for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:30.809816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417046c3-53b5-4bdd-86d9-b25ce513f485 req-03d32932-0822-493e-bcd6-fb36d679ffd6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:30.812543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-417046c3-53b5-4bdd-86d9-b25ce513f485 req-03d32932-0822-493e-bcd6-fb36d679ffd6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.3081686 Jan 29 19:48:30.913446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47926) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:30.921091 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-417046c3-53b5-4bdd-86d9-b25ce513f485 req-9f9b13b1-8eb8-4453-9050-68bc1579bfc5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032543 Jan 29 19:48:31.040481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-679b26b1-afbb-4e2c-bdfa-0d163dd1ad36 req-5e281d07-f013-4faf-9fe7-cdf494f38f42 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/affbbeb7-ddf3-40c1-900e-31f266c66fdf HTTP/1.1" status: 200 len: 1819 time: 0.4155293 Jan 29 19:48:31.119659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-660702df-3000-42af-9c90-8821347b506a tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ac2c9676f6d442e188236b539a8799f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467436 Jan 29 19:48:31.177323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-18e28f38-44e2-4e9a-9175-7196586f70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.177904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-18e28f38-44e2-4e9a-9175-7196586f70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.178517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-18e28f38-44e2-4e9a-9175-7196586f70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.181718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a230b034-6f64-4a62-8756-389f55da6126 req-18e28f38-44e2-4e9a-9175-7196586f70a0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b953bf3f955d45f18a0bc913055ef21c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6038637 Jan 29 19:48:31.417112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230b034-6f64-4a62-8756-389f55da6126 req-1af583b7-4556-4346-89b9-19728e17a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.418830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a230b034-6f64-4a62-8756-389f55da6126 req-1af583b7-4556-4346-89b9-19728e17a3e0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2188904 Jan 29 19:48:31.445175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef1c63c3-dd5d-46e8-90f8-1026ea13c0e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f5e5a1dd23349e2a36344c246b47466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203073 Jan 29 19:48:31.453618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47942) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:31.478182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-3ce216d8-ca55-4ff0-8005-96a568b6a342 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.493437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-3ce216d8-ca55-4ff0-8005-96a568b6a342 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680832 Jan 29 19:48:31.529083 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-679b26b1-afbb-4e2c-bdfa-0d163dd1ad36 req-4e5ce646-aaf3-421e-9a86-b45eac6133df tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 19:48:31.543644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-679b26b1-afbb-4e2c-bdfa-0d163dd1ad36 req-4e5ce646-aaf3-421e-9a86-b45eac6133df tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/affbbeb7-ddf3-40c1-900e-31f266c66fdf HTTP/1.1" status: 409 len: 341 time: 0.4821053 Jan 29 19:48:31.558913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-cb7222a5-ffe3-4f3e-b7da-65d1f337df91 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/quotas/ac2c9676f6d442e188236b539a8799f6 HTTP/1.1" status: 200 len: 375 time: 0.0593498 Jan 29 19:48:31.576991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.579538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.580237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.581148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.581786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.585947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.586653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.588908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2c37448d-d58a-4f9f-a8c8-992a90bea2bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6705 time: 0.1109672 Jan 29 19:48:31.693993 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49d81055-685f-4fa9-a684-48561cb88807 admin admin] Publish callbacks [] for security_group (428190ae-7381-494a-966f-6d6d1e018892), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:31.718000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:31.721383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-188855ef-f584-4202-a137-40e53996a2dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3 HTTP/1.1" status: 200 len: 217 time: 0.1238298 Jan 29 19:48:31.745428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-a5a6e767-bace-43af-8d3f-69bd0be9f828 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac2c9676f6d442e188236b539a8799f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799090 Jan 29 19:48:31.783882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49d81055-685f-4fa9-a684-48561cb88807 admin admin] Publish callbacks [] for security_group (428190ae-7381-494a-966f-6d6d1e018892), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:31.811033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.817876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.824910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.831034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.838146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.844624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.851241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.860597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-021b7263-b45e-443e-8559-cc4ef6d26f4c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1928282 Jan 29 19:48:31.869483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-75b66298-6b06-44d6-82fb-f8f4fbcdca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:31.871390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-75b66298-6b06-44d6-82fb-f8f4fbcdca0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43ae2ac7-1858-4c96-b813-1c199b81f07a HTTP/1.1" status: 200 len: 855 time: 0.1410184 Jan 29 19:48:31.967970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49d81055-685f-4fa9-a684-48561cb88807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (428190ae-7381-494a-966f-6d6d1e018892), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:31.970587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49d81055-685f-4fa9-a684-48561cb88807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:31.974143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49d81055-685f-4fa9-a684-48561cb88807 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/428190ae-7381-494a-966f-6d6d1e018892 HTTP/1.1" status: 204 len: 168 time: 0.5168569 Jan 29 19:48:32.021263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d81055-685f-4fa9-a684-48561cb88807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428190ae-7381-494a-966f-6d6d1e018892,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:32.110233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-099e56b0-d230-44f9-839b-cc9ca0eb6c87 req-d45fd69f-3dd2-4fe0-8f76-a795cd227335 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2486820 Jan 29 19:48:32.157951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-4d3155f3-6d31-4360-a925-6c35441d218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.167382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-4d3155f3-6d31-4360-a925-6c35441d218e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534d07ce-bb8c-4683-9cca-1edf87284068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2841640 Jan 29 19:48:32.299505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.305959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.311381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.317356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.322907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.329236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.339070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.345471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-9882efb1-f824-400c-a725-7306a91fe303 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2063832 Jan 29 19:48:32.345993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1'}, {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:32.355336 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b03f968-0adc-40ea-a674-c19d01a0bcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1"}, {"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:32.402730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b2b5de1-1ab9-4263-8f58-43a3913240a6 req-06cb9c6a-a040-46a0-b306-833f8c52bd83 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0393796 Jan 29 19:48:32.489968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-6b4532b5-44a5-4206-a5e5-0702a47433fd service neutron] 10.222.0.13 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146067 Jan 29 19:48:32.607920 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9225743e-8a95-46e9-9e3d-009cf35d02da req-888fbe0c-d309-45ac-a9e4-9b808ed96ba9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2338374 Jan 29 19:48:32.770203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-d5aed543-67d9-450a-b1ea-d87a42de5390 service neutron] 10.222.0.13 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730849 Jan 29 19:48:32.884959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-600aaa6d-9af6-4775-bd88-b39859840eae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 200 len: 217 time: 0.1075788 Jan 29 19:48:32.905946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808b5cb-9dd6-4627-89af-5ebb559f8f55 req-63b31d85-c35a-44a8-9257-a136dbf3b394 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.922203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7808b5cb-9dd6-4627-89af-5ebb559f8f55 req-63b31d85-c35a-44a8-9257-a136dbf3b394 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1610835 Jan 29 19:48:32.949312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-481d98ae-076c-44d3-8a9b-b7ce2a3788a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:32.951566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-481d98ae-076c-44d3-8a9b-b7ce2a3788a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.0591257 Jan 29 19:48:32.981536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7808b5cb-9dd6-4627-89af-5ebb559f8f55 req-c687c692-a956-4e67-8871-580ce97aee44 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Jan 29 19:48:33.061817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-33c0dff2-7be2-4f2b-ac7a-0ac310f8e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.066341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-33c0dff2-7be2-4f2b-ac7a-0ac310f8e5b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1083229 Jan 29 19:48:33.077201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a80726a9-4fb2-40a4-8397-90443a31d74a req-69b195b1-327b-4045-960a-f6f6a0d0af73 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 210 time: 0.0479741 Jan 29 19:48:33.106367 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9008277d-f007-4d77-8c27-0ef20719100f x-openstack-request-id: req-9008277d-f007-4d77-8c27-0ef20719100f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:33.106790 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:33.107183 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9008277d-f007-4d77-8c27-0ef20719100f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:33.107684 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'status': 'completed', 'code': 200} Jan 29 19:48:33.108189 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2', 'status': 'completed', 'code': 200} Jan 29 19:48:33.284368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-6d325cab-c440-45b1-a1c0-d87a26985837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.285930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-6d325cab-c440-45b1-a1c0-d87a26985837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb272d73373946c5a182c9e50a929bb3&device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1206 time: 0.1561425 Jan 29 19:48:33.338064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-eab6b66b-0ba5-4123-905c-3609fcaf34bc service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638454 Jan 29 19:48:33.514290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c52d47-8ece-4611-814b-518365d70992 req-6b9bdae1-6048-436f-975d-16666d702991 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.514290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-67c52d47-8ece-4611-814b-518365d70992 req-6b9bdae1-6048-436f-975d-16666d702991 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1023 time: 0.2511075 Jan 29 19:48:33.514290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-487a5f23-ac1c-4dd1-afba-668a86488fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.514290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-487a5f23-ac1c-4dd1-afba-668a86488fa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 200 len: 913 time: 0.1868477 Jan 29 19:48:33.514610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.514610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.514610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.514610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.519462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.525368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.530691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.532633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fd650787-359d-4ee3-9873-434f1a2c771a req-96ac9a9f-4532-4161-8ec3-f65e67014782 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.2406244 Jan 29 19:48:33.537599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-1d8b62bb-a88f-40b2-98da-6c962f7ef5c2 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921120 Jan 29 19:48:33.545962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-a8be6a9f-53c1-4fd9-8966-c2581ff9fcd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0531204 Jan 29 19:48:33.588266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-434169b0-c07e-4c8e-919a-8cd44d100f7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 200 len: 217 time: 0.0447226 Jan 29 19:48:33.623617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-67c52d47-8ece-4611-814b-518365d70992 req-2890279f-1940-4623-aa88-8c96fc417019 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=affbbeb7-ddf3-40c1-900e-31f266c66fdf&id=03764c2b-15f1-43b5-9a17-2669aeb8e188&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1737921 Jan 29 19:48:33.635887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-f3c8e404-8aba-41ce-9023-7bd0da69d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.637480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-f3c8e404-8aba-41ce-9023-7bd0da69d859 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 200 len: 853 time: 0.0816548 Jan 29 19:48:33.679995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fd650787-359d-4ee3-9873-434f1a2c771a req-6f90ae73-26a6-4da7-afff-0083cd5df638 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376128 Jan 29 19:48:33.685731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-104c835e-9058-4290-becc-d8f2342036a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.687561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-104c835e-9058-4290-becc-d8f2342036a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.0917556 Jan 29 19:48:33.688887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-307e716d-b75d-463d-a689-4bfd52248e48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0a68dc6-5a4b-460c-95f4-be89f641bbf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449708 Jan 29 19:48:33.866881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38acb771-3117-4b9d-a071-3be6e97d7d26 req-bd50fde2-5c77-4766-8ee6-323a718c3b70 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0708890 Jan 29 19:48:33.904618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-4e74df18-7a5d-4a01-b8c1-e2ea188bff91 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023098 Jan 29 19:48:33.909499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-b0db8739-09b7-40fc-a535-efa6f9dc2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.920908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-b0db8739-09b7-40fc-a535-efa6f9dc2792 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2029614 Jan 29 19:48:33.946750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:33.987486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:33.994746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.015116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.030154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.039031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.053620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.073577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.082280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a669914d-587f-464f-a339-0b98c5be46fa req-6fac432f-6ca3-4f67-8bbb-c284162f2676 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2963576 Jan 29 19:48:34.181029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-112566751'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:34.227169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a669914d-587f-464f-a339-0b98c5be46fa req-70056173-8a50-424f-8945-dbfd8d57dc14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236496 Jan 29 19:48:34.285514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-854b03a0-3842-41b7-99c6-b96d8ff7cf44 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544810 Jan 29 19:48:34.348984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-f5316952-c148-44ea-aaa4-ead45b05f640 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362075 Jan 29 19:48:34.385517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e81dd-a912-4fd9-be25-82898e2068a8 req-9d556e06-43f8-4801-9c68-b5908e8ca5f1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.387265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-496e81dd-a912-4fd9-be25-82898e2068a8 req-9d556e06-43f8-4801-9c68-b5908e8ca5f1 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.2653089 Jan 29 19:48:34.453704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:34.458466 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:34.481306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-496e81dd-a912-4fd9-be25-82898e2068a8 req-81333be8-ef34-47ce-be5d-38efecbdecc5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873940 Jan 29 19:48:34.495949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:34.500352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-97b7c6e4-dd56-4ecb-912c-74b10dbfa6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035422 Jan 29 19:48:34.502219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300dd2d7-02f2-4339-b504-ebecc2c6740d req-cb8a1466-ce99-43b3-b330-51c1b33ca8be tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 210 time: 0.0768244 Jan 29 19:48:34.563345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-ff779a1b-a495-4708-b85d-05c035135ebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8 HTTP/1.1" status: 200 len: 217 time: 0.0555425 Jan 29 19:48:34.627169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-0b204560-72c3-4a6a-8711-3961bf48fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.628664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-0b204560-72c3-4a6a-8711-3961bf48fb88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.0523229 Jan 29 19:48:34.643564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for security_group (330c41a8-efca-4732-976b-ff69c74c5b14), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:34.690906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-ccdc561a-5fca-4b91-a972-f99306bc9fe0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.690906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-ccdc561a-5fca-4b91-a972-f99306bc9fe0 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.13 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1023 time: 0.0868773 Jan 29 19:48:34.734314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-7a16c9ce-b105-4459-aae4-a1297749a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.736332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-7a16c9ce-b105-4459-aae4-a1297749a134 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1007409 Jan 29 19:48:34.777793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (330c41a8-efca-4732-976b-ff69c74c5b14), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:34.849614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:48:34.884796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2da4630b-743c-4d88-90c6-f9f0e3958765 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380682 Jan 29 19:48:34.903124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330c41a8-efca-4732-976b-ff69c74c5b14,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:34.906576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.910428 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3391716c-3e4a-463b-8674-b31a23a2d8b4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:34.910736 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Added segment 3391716c-3e4a-463b-8674-b31a23a2d8b4 of type vlan for network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 Jan 29 19:48:34.914256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.922428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.930815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.936190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.961801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.974849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.975334 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:34.975735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-9a161993-4342-46b2-a628-b16fad309e89 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1581142 Jan 29 19:48:34.985169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118df94-dcf9-4b0b-ad9e-567afab7a96a req-5f8f4fd2-bce9-4f09-ad13-0c50ab032280 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:34.992766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d118df94-dcf9-4b0b-ad9e-567afab7a96a req-5f8f4fd2-bce9-4f09-ad13-0c50ab032280 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 1023 time: 0.2230792 Jan 29 19:48:35.066465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Deleting port e631f71e-26e7-4847-bbe4-1a3f975e1df1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:35.066956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.091217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea763cf8-afdd-4995-9d3e-3003d4763a08 req-65cdae9a-2226-42c2-bdfe-fa81f6927779 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062055 Jan 29 19:48:35.149560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.154638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.155299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.258549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d118df94-dcf9-4b0b-ad9e-567afab7a96a req-ddb220e6-c775-423c-9ca0-14c9529872bd tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=affbbeb7-ddf3-40c1-900e-31f266c66fdf&id=03764c2b-15f1-43b5-9a17-2669aeb8e188&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2618353 Jan 29 19:48:35.402791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Network': ['ID=d97526a0-fd79-4e7b-9a1d-dd4c8f302a68,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:35.402791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] For port e631f71e-26e7-4847-bbe4-1a3f975e1df1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e631f71e-26e7-4847-bbe4-1a3f975e1df1,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:35.402791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.403480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:48:35.403921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Calling delete_port for e631f71e-26e7-4847-bbe4-1a3f975e1df1 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:35.510251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-7073407b-5486-456b-acce-3304ef26c685 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ac2c9676f6d442e188236b539a8799f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4010966 Jan 29 19:48:35.510523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f113df4e-0310-4d82-9245-d3f60abda898 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5587668 Jan 29 19:48:35.515822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48018) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:35.542071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'subnet': {'network_id': 'd97526a0-fd79-4e7b-9a1d-dd4c8f302a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:35.556789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e039852-adcd-4975-a4b4-32f2fc968463 req-75df8b41-b6e0-454d-b653-8ccba8b46b94 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0545347 Jan 29 19:48:35.571514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-a76a400e-0ecd-428e-abfc-f8122b43b240 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870657 Jan 29 19:48:35.612037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e631f71e-26e7-4847-bbe4-1a3f975e1df1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.619319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-5089d0f3-db4f-48b7-a7b2-c7bf8e1bc217 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=90e6e136-3407-4200-8d29-1f38fa3642bb HTTP/1.1" status: 200 len: 217 time: 0.0496085 Jan 29 19:48:35.629175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e631f71e-26e7-4847-bbe4-1a3f975e1df1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:35.658724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'Port': ['ID=e631f71e-26e7-4847-bbe4-1a3f975e1df1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:35.661226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d0805ff2-3776-4edd-86ea-5020a3153428'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:35.680176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.685507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.691044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.698297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.703698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.709439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.715528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.717674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8696bae-6983-492b-9078-5042ee9215f5 req-4b6bfa2e-e819-46b4-8677-a98689acd401 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2183602 Jan 29 19:48:35.799447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] No DVR routers for this DVR port e631f71e-26e7-4847-bbe4-1a3f975e1df1 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:35.801642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544fdb5-1584-4194-a07b-c52112bb8289 req-219aff49-13a5-448b-896b-db1014897e4f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.811349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.812268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3544fdb5-1584-4194-a07b-c52112bb8289 req-219aff49-13a5-448b-896b-db1014897e4f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1863382 Jan 29 19:48:35.815681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ea45994-c435-4e4e-a29a-63f461dd4dab req-70aeedbe-c587-4930-b41c-778292bf2968 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.13 "DELETE /v2.0/ports/e631f71e-26e7-4847-bbe4-1a3f975e1df1 HTTP/1.1" status: 204 len: 173 time: 1.1182783 Jan 29 19:48:35.816308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'name': 'network-vif-deleted', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:35.819810 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fcf4aa-d6ef-4880-8410-791b46da4880" -d '{"events": [{"server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "name": "network-vif-deleted", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:35.869834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-3eb5409d-3ab2-4061-ad6d-23e5f7422979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:35.871424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-3eb5409d-3ab2-4061-ad6d-23e5f7422979 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.2443607 Jan 29 19:48:35.886211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8696bae-6983-492b-9078-5042ee9215f5 req-42f25a48-287d-453f-8ba6-34f20e0c42dd tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609886 Jan 29 19:48:35.926164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:35.930304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:35.936409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3544fdb5-1584-4194-a07b-c52112bb8289 req-5e146bf2-4a3d-40b9-b615-3850c3a122de tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181202 Jan 29 19:48:36.020379 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15792073-e771-4c9e-80f0-3353240680d4 x-openstack-request-id: req-15792073-e771-4c9e-80f0-3353240680d4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:36.026041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-083c7619-4e95-4344-b8eb-c223af198677 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.029162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-083c7619-4e95-4344-b8eb-c223af198677 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364055 Jan 29 19:48:36.033843 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda86db7-172e-4192-aea0-b162d9b8bb24", "name": "network-vif-deleted", "tag": "e631f71e-26e7-4847-bbe4-1a3f975e1df1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:36.033843 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15792073-e771-4c9e-80f0-3353240680d4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:36.035935 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda86db7-172e-4192-aea0-b162d9b8bb24', 'name': 'network-vif-deleted', 'tag': 'e631f71e-26e7-4847-bbe4-1a3f975e1df1', 'status': 'completed', 'code': 200} Jan 29 19:48:36.042688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e8a3c806-9444-4bb0-b571-deb4a6618f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.045016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-e8a3c806-9444-4bb0-b571-deb4a6618f18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1661851 Jan 29 19:48:36.087447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Request body: {'port': {'device_id': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': 'ac2c9676f6d442e188236b539a8799f6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:36.171312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86ca0504-013d-406a-a68e-4e69fbe1ee77 req-efb00ae6-9750-4eca-bfb3-3243594cbf73 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 210 time: 0.0641990 Jan 29 19:48:36.202678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-9bc2d0a5-1306-4a29-a0e3-33f26641b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.204347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-9bc2d0a5-1306-4a29-a0e3-33f26641b22b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 1127 time: 0.0984123 Jan 29 19:48:36.313765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-87ef0cd1-c10d-47f7-8927-041dfd2fdfa7 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581868 Jan 29 19:48:36.405546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Made reservation on behalf of ac2c9676f6d442e188236b539a8799f6 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:36.409083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:36.433410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.438811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.444334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.449939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.455301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.461328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.466690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.468787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e741de0a-c926-4ab9-b779-1e0095439472 req-02b9135a-266b-4f5b-86fd-9570b7d498fc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.2203095 Jan 29 19:48:36.528395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-54f9f7fc-3300-4c11-b666-a5d29ee36f5b service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967607 Jan 29 19:48:36.619532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-57e6969d-ba8c-4838-adab-f13d76517e4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a HTTP/1.1" status: 200 len: 217 time: 0.0597367 Jan 29 19:48:36.672073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf4eac9e-5c43-49c4-80bc-e1e502766a35 req-62edeb02-f023-4b7b-8b04-44e97d905930 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda86db7-172e-4192-aea0-b162d9b8bb24 HTTP/1.1" status: 200 len: 210 time: 0.3108442 Jan 29 19:48:36.689812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-dbcbd913-8d63-4568-a58d-b7fd4bcfe3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.691295 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-dbcbd913-8d63-4568-a58d-b7fd4bcfe3ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.4786787 Jan 29 19:48:36.740631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e741de0a-c926-4ab9-b779-1e0095439472 req-94acd3ae-4a17-46c2-961f-b1149283d99b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526581 Jan 29 19:48:36.757924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-e0fd20a6-ae36-4efb-b0b0-87ac04a659a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4431c243-22ea-477d-afca-3e44122d9637 HTTP/1.1" status: 200 len: 217 time: 0.0531018 Jan 29 19:48:36.759390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (b1eaa78f-c74a-40d1-aefc-d1299f31081c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:36.792830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2ad031d8-9e52-48f0-9a1e-ed56a9bdf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.797123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-2ad031d8-9e52-48f0-9a1e-ed56a9bdf2b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dddf333-9839-4205-8c0e-02d75c093ae2 HTTP/1.1" status: 200 len: 797 time: 0.1697176 Jan 29 19:48:36.838374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Allocated IP 192.168.233.72 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/c8125d9f-c675-4f8c-9015-ab86b2a15e08) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:36.882481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Subnet': ['ID=b1eaa78f-c74a-40d1-aefc-d1299f31081c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:36.887971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-5a2f3532-3678-4dff-af93-6215b036a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:36.889686 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-5a2f3532-3678-4dff-af93-6215b036a3f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.1222181 Jan 29 19:48:36.933976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Checking segment: {'id': '3391716c-3e4a-463b-8674-b31a23a2d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd97526a0-fd79-4e7b-9a1d-dd4c8f302a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:36.933976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network hostable DHCP agents. Network: d97526a0-fd79-4e7b-9a1d-dd4c8f302a68, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:48:36.999151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-483f9e93-ea7a-4d0f-9812-7cff3aaffba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.001423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-483f9e93-ea7a-4d0f-9812-7cff3aaffba0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969760 Jan 29 19:48:37.065842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:48:37.114759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-212e46fd-ba2c-4fb1-97bb-4f3095776f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.117078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-212e46fd-ba2c-4fb1-97bb-4f3095776f37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2195625 Jan 29 19:48:37.142569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3fe3c30e-5724-4de8-ba05-61a3f64636e2 req-1d80d957-4447-46bd-923c-8adf5f671291 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0653834 Jan 29 19:48:37.145267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, d97526a0-fd79-4e7b-9a1d-dd4c8f302a68) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:37.152549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.158857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.159567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470bd36-2deb-4f2a-a90e-808a8f55c791 None None] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:48:37.193693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-5d19eb23-a8ba-4827-b84b-29151c49d151 service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855772 Jan 29 19:48:37.251262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.256826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.262529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.268386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.277173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.282827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.290014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.298379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7aad6a65-fbb3-4f8b-a4cd-76e4ce9cf56d tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7798638 Jan 29 19:48:37.300746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-1d2dce39-fbb6-4601-a62e-18c27c74036a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2779870 Jan 29 19:48:37.311502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48038) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:37.315773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-466106897', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:37.319547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks [] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.346079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f7440b-36eb-41c9-96c3-722a0d9531b3 None None] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:48:37.393602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2663708d-170c-4ede-a234-99e41aa4a3d0 req-6b3d73af-1c1f-4123-a97b-55ea8b77444c service neutron] 10.222.0.26 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932712 Jan 29 19:48:37.397764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (305af0e4-87d9-479d-a87b-cb8334abd372), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.399037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (305af0e4-87d9-479d-a87b-cb8334abd372), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.422003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb7a7-e3d0-4e8e-b26e-d828079edce5 req-b3b2d5f3-c81a-432c-8f3a-10f5d18df602 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.423959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b09cb7a7-e3d0-4e8e-b26e-d828079edce5 req-b3b2d5f3-c81a-432c-8f3a-10f5d18df602 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.1340883 Jan 29 19:48:37.453457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.489404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_controller (305af0e4-87d9-479d-a87b-cb8334abd372), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.489683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['806ff8b5-380a-4975-8f36-8b9decb81c40'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:37.528442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Pushing event updated for resources: {'Port': ['ID=c8125d9f-c675-4f8c-9015-ab86b2a15e08,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:37.538919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b09cb7a7-e3d0-4e8e-b26e-d828079edce5 req-e33198ad-9663-4490-8673-d7ca83c202fd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856786 Jan 29 19:48:37.547039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4331f091-ef99-4b3e-8d40-e7a98c2837a5 req-9f4b0d0a-1c13-44ca-a8a0-0bb7c92c328f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2376356 Jan 29 19:48:37.547039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-aacea19a-9499-4e45-8235-302aa522d5df service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126387 Jan 29 19:48:37.554454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:37.556178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:37.567198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:37.651857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.656354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.743339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-b1d752c8-941c-47dc-bbc9-e3ba5d3620b4 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843326 Jan 29 19:48:37.831737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-27b25cb9-b4dc-42f3-a12d-f7edbb3ce945 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2 HTTP/1.1" status: 200 len: 217 time: 0.0760033 Jan 29 19:48:37.832186 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (305af0e4-87d9-479d-a87b-cb8334abd372), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.835750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0657df4a-2b76-439d-97d8-bb7b419680c2 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7812712 Jan 29 19:48:37.862033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6effae6-596b-460d-b2b2-c4b59dca1820 req-d2d921aa-bf05-4d53-b423-229617f79b53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.862186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Request body: {'port': {'device_id': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:37.863832 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6effae6-596b-460d-b2b2-c4b59dca1820 req-d2d921aa-bf05-4d53-b423-229617f79b53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 935 time: 0.2243197 Jan 29 19:48:37.876466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.922639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6effae6-596b-460d-b2b2-c4b59dca1820 req-e079db2c-9633-4e7a-9bf6-aaee1215212a tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521305 Jan 29 19:48:37.952113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-924682a8-8d11-494e-a315-55fffb80d7c1 None None] Provisioning complete for port c8125d9f-c675-4f8c-9015-ab86b2a15e08 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:37.953518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-924682a8-8d11-494e-a315-55fffb80d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:37.975955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e01b5c9f-c8a0-43cb-ad8a-879948fea53d req-49b2376c-1408-4922-8d6b-760c9991e289 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/03764c2b-15f1-43b5-9a17-2669aeb8e188 HTTP/1.1" status: 200 len: 1818 time: 0.1598938 Jan 29 19:48:37.981865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-d61d192d-a472-4c40-8ba3-b0d8a9475d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:37.984506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-d61d192d-a472-4c40-8ba3-b0d8a9475d44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dddf333-9839-4205-8c0e-02d75c093ae2 HTTP/1.1" status: 200 len: 797 time: 0.1424923 Jan 29 19:48:38.035280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.040652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-924682a8-8d11-494e-a315-55fffb80d7c1 None None] Port c8125d9f-c675-4f8c-9015-ab86b2a15e08 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:48:38.181961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-ec2f3781-e85d-448c-a575-bec43875a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.183677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-ec2f3781-e85d-448c-a575-bec43875a684 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1856160 Jan 29 19:48:38.190640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.198832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.204270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.208023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e01b5c9f-c8a0-43cb-ad8a-879948fea53d req-1aec6ad4-6488-4c0f-a7ea-94a30af15207 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (03764c2b-15f1-43b5-9a17-2669aeb8e188), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.210007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.215304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.220600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.226512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.228504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-21f4a208-c372-41f5-8807-1d543c4e8e95 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1726961 Jan 29 19:48:38.249666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (305af0e4-87d9-479d-a87b-cb8334abd372), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.271739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e01b5c9f-c8a0-43cb-ad8a-879948fea53d req-1aec6ad4-6488-4c0f-a7ea-94a30af15207 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (03764c2b-15f1-43b5-9a17-2669aeb8e188), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.292614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.375484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-daf08c43-19f3-4e28-a95e-1dbbf06ae3a2 req-5c1b86b5-85fc-4f17-90e0-63504256354c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274385 Jan 29 19:48:38.411221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-f395fa5a-81ea-4c66-860c-f88eca500c7b service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143610 Jan 29 19:48:38.443623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.70 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/d571f26e-0480-4d9b-b721-478d538fdd31) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:38.508698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7f4f3d-a705-49b3-9974-7b8924931cd3 req-aec90ebb-fc88-4f33-bc0f-2736cc617d64 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859628 Jan 29 19:48:38.512195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e01b5c9f-c8a0-43cb-ad8a-879948fea53d req-1aec6ad4-6488-4c0f-a7ea-94a30af15207 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03764c2b-15f1-43b5-9a17-2669aeb8e188), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.514758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e01b5c9f-c8a0-43cb-ad8a-879948fea53d req-1aec6ad4-6488-4c0f-a7ea-94a30af15207 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.519637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e01b5c9f-c8a0-43cb-ad8a-879948fea53d req-1aec6ad4-6488-4c0f-a7ea-94a30af15207 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/03764c2b-15f1-43b5-9a17-2669aeb8e188 HTTP/1.1" status: 204 len: 173 time: 0.5314305 Jan 29 19:48:38.558066 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40f23413-3eee-4226-bb52-870b03fcb4f4 req-c3781565-1084-47c1-a0f0-ce7b880a0756 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0672977 Jan 29 19:48:38.565411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e631f71e-26e7-4847-bbe4-1a3f975e1df1 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:38.583372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec6ad4-6488-4c0f-a7ea-94a30af15207 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03764c2b-15f1-43b5-9a17-2669aeb8e188,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:38.606433 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d67993f-8175-408d-8a1e-402951c66c03 req-f31a3268-955e-4992-9b4e-72368d288d0a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/affbbeb7-ddf3-40c1-900e-31f266c66fdf HTTP/1.1" status: 200 len: 1819 time: 0.0636444 Jan 29 19:48:38.614609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: e631f71e-26e7-4847-bbe4-1a3f975e1df1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:48:38.615940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e631f71e-26e7-4847-bbe4-1a3f975e1df1 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:48:38.638527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (d571f26e-0480-4d9b-b721-478d538fdd31), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.711046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8125d9f-c675-4f8c-9015-ab86b2a15e08 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:38.721647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Publish callbacks [] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.736668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf0f86-4358-4155-b3cd-93adbec2f24e req-cfbcf6e3-f3be-4efd-8102-180f13e3699e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.738189 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5faf0f86-4358-4155-b3cd-93adbec2f24e req-cfbcf6e3-f3be-4efd-8102-180f13e3699e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 945 time: 0.0556908 Jan 29 19:48:38.740869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d571f26e-0480-4d9b-b721-478d538fdd31), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.750416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.750893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.751354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.751815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.752364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.752819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.753272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.755132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b33fb493-e15b-4a5c-81eb-609f5839f546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6705 time: 0.1117084 Jan 29 19:48:38.763470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Transition to ACTIVE for port object c8125d9f-c675-4f8c-9015-ab86b2a15e08 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:48:38.799717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:38.805658 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d67993f-8175-408d-8a1e-402951c66c03 req-46dd9c98-13fc-47b7-b526-c2033b91c494 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (affbbeb7-ddf3-40c1-900e-31f266c66fdf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.813144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:38.814735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:38.845483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4431c243-22ea-477d-afca-3e44122d9637 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:38.855283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.864282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=d571f26e-0480-4d9b-b721-478d538fdd31,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:38.871218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5faf0f86-4358-4155-b3cd-93adbec2f24e req-6957daef-36d4-43d5-8222-43259739b905 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229386 Jan 29 19:48:38.948850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-dc4cc8a0-5549-4045-80cd-7194715a858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:38.950409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-dc4cc8a0-5549-4045-80cd-7194715a858a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014 HTTP/1.1" status: 200 len: 902 time: 0.1816716 Jan 29 19:48:38.961105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d67993f-8175-408d-8a1e-402951c66c03 req-46dd9c98-13fc-47b7-b526-c2033b91c494 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (affbbeb7-ddf3-40c1-900e-31f266c66fdf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:38.988562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4431c243-22ea-477d-afca-3e44122d9637 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:38.989340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.042127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4431c243-22ea-477d-afca-3e44122d9637'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:39.053630 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-5286e683-e062-4877-bb5c-ff4d308dadcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2 HTTP/1.1" status: 200 len: 217 time: 0.0492439 Jan 29 19:48:39.056033 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6318c-9b60-47b3-85e6-a92510779ac0" -d '{"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-unplugged", "status": "completed", "tag": "4431c243-22ea-477d-afca-3e44122d9637"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:39.078253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:39.120666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.125992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.131463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.132095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b2315f82-3850-4e67-adcc-c725e6bff302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.133596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b2315f82-3850-4e67-adcc-c725e6bff302 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dddf333-9839-4205-8c0e-02d75c093ae2 HTTP/1.1" status: 200 len: 797 time: 0.0515563 Jan 29 19:48:39.136939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.139433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.142819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.148596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.153890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.161617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea382c67-3f6c-4074-8029-e65647305df3 req-24f30fea-cd39-4bcf-bb18-1c51ea189d60 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1528020 Jan 29 19:48:39.210391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8125d9f-c675-4f8c-9015-ab86b2a15e08,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:39.220727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:39.244124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-de3b0421-3fb4-40f6-9f7e-36cc70a6df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.245845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-de3b0421-3fb4-40f6-9f7e-36cc70a6df9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0808206 Jan 29 19:48:39.249144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Attempting to bind port c8125d9f-c675-4f8c-9015-ab86b2a15e08 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:48:39.249479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Attempting to bind port c8125d9f-c675-4f8c-9015-ab86b2a15e08 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:48:39.249952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Attempting to bind port c8125d9f-c675-4f8c-9015-ab86b2a15e08 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:39.262055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Port c8125d9f-c675-4f8c-9015-ab86b2a15e08 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:48:39.262055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Attempting to bind port c8125d9f-c675-4f8c-9015-ab86b2a15e08 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:48:39.271554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:48:39.271905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:48:39.272321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:48:39.272775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Bound port: c8125d9f-c675-4f8c-9015-ab86b2a15e08, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:48:39.273145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.295268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d67993f-8175-408d-8a1e-402951c66c03 req-46dd9c98-13fc-47b7-b526-c2033b91c494 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (affbbeb7-ddf3-40c1-900e-31f266c66fdf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.298152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d67993f-8175-408d-8a1e-402951c66c03 req-46dd9c98-13fc-47b7-b526-c2033b91c494 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.299279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d67993f-8175-408d-8a1e-402951c66c03 req-46dd9c98-13fc-47b7-b526-c2033b91c494 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/affbbeb7-ddf3-40c1-900e-31f266c66fdf HTTP/1.1" status: 204 len: 173 time: 0.6569197 Jan 29 19:48:39.354610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea382c67-3f6c-4074-8029-e65647305df3 req-b5a1949c-ebc5-4988-b863-439178e491e7 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1915615 Jan 29 19:48:39.409495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (305af0e4-87d9-479d-a87b-cb8334abd372), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.412816 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba45080-0951-42af-8785-27f54034a347 x-openstack-request-id: req-bba45080-0951-42af-8785-27f54034a347 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:39.413128 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-unplugged", "status": "completed", "tag": "4431c243-22ea-477d-afca-3e44122d9637", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:39.413380 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bba45080-0951-42af-8785-27f54034a347 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:39.415283 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4431c243-22ea-477d-afca-3e44122d9637', 'code': 200} Jan 29 19:48:39.424169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd9c98-13fc-47b7-b526-c2033b91c494 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affbbeb7-ddf3-40c1-900e-31f266c66fdf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:39.455791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-b5d9e092-32a9-4b64-b608-e3aca72049d8 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987963 Jan 29 19:48:39.465871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a5a7bf7b-212e-4cb2-9b59-1f6f962a278e req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-385414273', 'description': 'tempest-description-943092454'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:39.546476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a5a7bf7b-212e-4cb2-9b59-1f6f962a278e req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.557319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] For port c8125d9f-c675-4f8c-9015-ab86b2a15e08, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:48:39.590097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c5200-b6df-4ff6-a4f1-daa0eef0855a req-4eb6b66a-55a9-41f0-95a8-6257aa5685ea tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.591669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c9c5200-b6df-4ff6-a4f1-daa0eef0855a req-4eb6b66a-55a9-41f0-95a8-6257aa5685ea tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 947 time: 0.2049682 Jan 29 19:48:39.593755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] For port c8125d9f-c675-4f8c-9015-ab86b2a15e08, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:48:39.628297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b03f968-0adc-40ea-a674-c19d01a0bcbf req-cf7d3f58-0d9c-41a3-a79b-f905e62f2a64 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601088 Jan 29 19:48:39.663544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.693051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c9c5200-b6df-4ff6-a4f1-daa0eef0855a req-d89ae6c5-83e8-4403-8007-062eeb2844e5 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933583 Jan 29 19:48:39.731445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.736317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.738272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8125d9f-c675-4f8c-9015-ab86b2a15e08 HTTP/1.1" status: 200 len: 1095 time: 1.8807673 Jan 29 19:48:39.738883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'tag': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:39.741982 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c435e466-6f7d-4ded-bd6a-a7d9396f96ad", "tag": "c8125d9f-c675-4f8c-9015-ab86b2a15e08"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:39.749507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a5a7bf7b-212e-4cb2-9b59-1f6f962a278e req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.756407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (305af0e4-87d9-479d-a87b-cb8334abd372), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.801503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e991391-3fb1-421d-8d04-9792e45a76d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8125d9f-c675-4f8c-9015-ab86b2a15e08,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:39.805843 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a5a7bf7b-212e-4cb2-9b59-1f6f962a278e req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:39.918191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.923924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.930474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.936443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.942135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.949099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.954882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.963166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-102d07b0-8441-41ad-9115-2e25d01f0005 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1522882 Jan 29 19:48:39.989773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-9e4ad2ca-0158-4c05-97da-0820cde40af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:39.992021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-9e4ad2ca-0158-4c05-97da-0820cde40af1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac2c9676f6d442e188236b539a8799f6&device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 1129 time: 0.1391416 Jan 29 19:48:40.056103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-8e272a41-4d5b-4a14-a5fb-2a5099cf03df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08 HTTP/1.1" status: 200 len: 217 time: 0.0481548 Jan 29 19:48:40.100640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e96e8422-1650-4ba8-a509-ed63f6edd0b5 req-200bc4db-e662-4c55-adc3-76446be9810b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365073 Jan 29 19:48:40.121402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-b692d69e-1512-4b14-9c06-5e05ee2e6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.122944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-b692d69e-1512-4b14-9c06-5e05ee2e6791 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0584614 Jan 29 19:48:40.170307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54b052-4197-4a1c-aba9-85bcd43f88dd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:40.181935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a5a7bf7b-212e-4cb2-9b59-1f6f962a278e req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:40.190485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5a7bf7b-212e-4cb2-9b59-1f6f962a278e req-7d3dbaca-c019-4279-86c7-4086a827d25f tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7288773 Jan 29 19:48:40.206203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-9f9dcbea-040c-4c14-9e4c-499130ac4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.207842 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-9f9dcbea-040c-4c14-9e4c-499130ac4610 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0783188 Jan 29 19:48:40.279588 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c3100f-b20c-4b10-a2ad-d0f72307ac47 x-openstack-request-id: req-23c3100f-b20c-4b10-a2ad-d0f72307ac47 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:40.280282 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c435e466-6f7d-4ded-bd6a-a7d9396f96ad", "tag": "c8125d9f-c675-4f8c-9015-ab86b2a15e08", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:40.280282 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23c3100f-b20c-4b10-a2ad-d0f72307ac47 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:40.280609 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'tag': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08', 'status': 'completed', 'code': 200} Jan 29 19:48:40.310588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87a76fa2-15e2-4bcf-93b2-e12fa784b0dc req-f91f5b09-c045-4283-8d81-433d5322251a tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0821464 Jan 29 19:48:40.381601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134de0-1070-4491-b53b-dc3bb0322f9e req-0d96263d-9600-4e1f-b441-0fcd79b67307 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.383929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52134de0-1070-4491-b53b-dc3bb0322f9e req-0d96263d-9600-4e1f-b441-0fcd79b67307 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 943 time: 0.0829794 Jan 29 19:48:40.419601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:48:40.426798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-a2841ead-8783-4860-996d-169ed6ad6871 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/0f54b052-4197-4a1c-aba9-85bcd43f88dd HTTP/1.1" status: 200 len: 1818 time: 0.0728464 Jan 29 19:48:40.430526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-30de0477-a0a5-4fea-8252-48c836c2964f service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145622 Jan 29 19:48:40.440566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1061731213', 'description': 'tempest-description-hth-395820979'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:40.494206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52134de0-1070-4491-b53b-dc3bb0322f9e req-2538524c-5590-4b22-8a57-42d7bc3579a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053801 Jan 29 19:48:40.610712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:40.622434 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:40.644172 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:40.644172 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:40.667490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.674506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.676581 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:40.681638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.687186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.689210 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:40.690101 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:40.695557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.702258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.708800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:40.712079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3094179-3506-49c4-8640-aea08bbedd7e req-1e9a1618-a19f-4489-a7e9-bad63b05e599 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1524186 Jan 29 19:48:40.715650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:40.719313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25bbc2b2-e1b7-42bd-95bc-67445d820ec0 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4062245 Jan 29 19:48:40.720158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48074) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:40.738902 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:40.740366 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1bc4b-26da-4f14-960a-06280de05a8e None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:40.854038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:40.857046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3094179-3506-49c4-8640-aea08bbedd7e req-5c073388-5fe0-49c2-8aac-75731bc974ca tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391201 Jan 29 19:48:40.914285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a1920ba-58de-49e6-a5f4-80dbbd1ba360 req-a8544987-60b8-45ef-8051-9910db5fe580 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702291 Jan 29 19:48:40.930253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:41.042033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:41.043946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1034b8-abe2-4a10-bf98-45ac54be0747 req-216b41fe-06d0-4e24-b988-0d19a5e7c4cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.046159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1034b8-abe2-4a10-bf98-45ac54be0747 req-216b41fe-06d0-4e24-b988-0d19a5e7c4cb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1077909 Jan 29 19:48:41.046293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:41.047520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49a1812a-a4f3-4e50-9d20-db4cc1f88307 req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "PUT /v2.0/security-groups/0f54b052-4197-4a1c-aba9-85bcd43f88dd HTTP/1.1" status: 200 len: 1793 time: 0.6114905 Jan 29 19:48:41.093614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fe151-f91a-46d6-82a9-f05bcc126706 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54b052-4197-4a1c-aba9-85bcd43f88dd,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:41.175779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1034b8-abe2-4a10-bf98-45ac54be0747 req-23a7396a-39d3-4e07-aff1-fe3c288732ba tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786123 Jan 29 19:48:41.207138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781db2-ec6a-4dd0-bca7-57c39d859701 req-b6195808-b27f-4626-9cc6-311ac9052aad tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.209212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b781db2-ec6a-4dd0-bca7-57c39d859701 req-b6195808-b27f-4626-9cc6-311ac9052aad tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 947 time: 0.0910056 Jan 29 19:48:41.212455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-c51a0bb3-4898-4bb1-b65d-a9fe1a04713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.213929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-c51a0bb3-4898-4bb1-b65d-a9fe1a04713f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac2c9676f6d442e188236b539a8799f6&device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 1129 time: 0.1076226 Jan 29 19:48:41.300602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d125f780-59d4-4ae6-abcd-39109cbc5a19 req-728bce35-4ac2-4ff1-a356-1ddda52bc8a9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/0f54b052-4197-4a1c-aba9-85bcd43f88dd HTTP/1.1" status: 200 len: 1793 time: 0.0798662 Jan 29 19:48:41.319650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b781db2-ec6a-4dd0-bca7-57c39d859701 req-41ab996b-2c2e-47d0-bbdb-e148559c8674 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028104 Jan 29 19:48:41.357636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-c446e7e7-de06-43d8-9577-3cc8e06f8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.361532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-c446e7e7-de06-43d8-9577-3cc8e06f8a4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1379201 Jan 29 19:48:41.416708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-645edb86-8589-4ed4-825b-0a86c7886c89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08 HTTP/1.1" status: 200 len: 217 time: 0.0431690 Jan 29 19:48:41.495242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.503073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.506868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.512294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.517878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.523593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.524502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-fe4e1b78-b400-4e37-ba23-d1cd24ddcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.526042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-fe4e1b78-b400-4e37-ba23-d1cd24ddcbbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1023569 Jan 29 19:48:41.529061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.530987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-f644e664-bac2-424b-b180-79ccbb87ad25 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1365252 Jan 29 19:48:41.572912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381e90-4010-4b20-bb78-f922856b689a req-af0cf393-4301-477b-ad3a-a0167465d0d6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.575038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96381e90-4010-4b20-bb78-f922856b689a req-af0cf393-4301-477b-ad3a-a0167465d0d6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1051223 Jan 29 19:48:41.602497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:41.626970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-8d891491-390f-4719-be89-94434b5198ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:41.629124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-8d891491-390f-4719-be89-94434b5198ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0949368 Jan 29 19:48:41.640080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48106ee7-2891-43cc-8086-cc6dcf4655de req-11df13a3-52b9-4014-a5da-e93b3d0b757a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980568 Jan 29 19:48:41.666061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96381e90-4010-4b20-bb78-f922856b689a req-8d82a377-7a4c-4837-aa8c-606f17fbe581 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775516 Jan 29 19:48:41.768498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-f7d27bd0-ce9a-4c7f-bce7-36907677e443 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278884 Jan 29 19:48:41.869745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe105ae2-f5e6-42d7-a924-c2c295640340 req-467bdcc8-b911-48e9-81c9-19e58802402c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/0f54b052-4197-4a1c-aba9-85bcd43f88dd HTTP/1.1" status: 200 len: 1793 time: 0.1157038 Jan 29 19:48:41.915447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-917f3cb0-74b7-44cc-a390-6ef3a1fe6fd9 req-1bc5df37-7c41-424b-b82b-9bf13e8783d3 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df0b5b4-f354-4f22-9aee-49611239dfe0 HTTP/1.1" status: 200 len: 210 time: 0.0501239 Jan 29 19:48:41.948573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4c1e957-751c-49dd-9c0f-d42e9f1b43b6 req-68662dc4-8cb7-4ce0-a673-e5b16bfe9d05 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713362 Jan 29 19:48:41.965485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fe105ae2-f5e6-42d7-a924-c2c295640340 req-1ae63515-81e9-4016-bf9b-fee973d1a337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:41.995686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.1 (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68/b1eaa78f-c74a-40d1-aefc-d1299f31081c/e002c661-3201-473d-a232-13afa3547eb3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:42.020488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fe105ae2-f5e6-42d7-a924-c2c295640340 req-1ae63515-81e9-4016-bf9b-fee973d1a337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.128937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fe105ae2-f5e6-42d7-a924-c2c295640340 req-1ae63515-81e9-4016-bf9b-fee973d1a337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f54b052-4197-4a1c-aba9-85bcd43f88dd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.133040 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-fe105ae2-f5e6-42d7-a924-c2c295640340 req-1ae63515-81e9-4016-bf9b-fee973d1a337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.140538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (e002c661-3201-473d-a232-13afa3547eb3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.145710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe105ae2-f5e6-42d7-a924-c2c295640340 req-1ae63515-81e9-4016-bf9b-fee973d1a337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f54b052-4197-4a1c-aba9-85bcd43f88dd HTTP/1.1" status: 204 len: 173 time: 0.2698760 Jan 29 19:48:42.157758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae63515-81e9-4016-bf9b-fee973d1a337 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54b052-4197-4a1c-aba9-85bcd43f88dd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:42.225270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e002c661-3201-473d-a232-13afa3547eb3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.277382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:42.280466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:42.285200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:42.290198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=e002c661-3201-473d-a232-13afa3547eb3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:42.371363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (305af0e4-87d9-479d-a87b-cb8334abd372), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.465890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.471652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.477764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.483501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.489247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.494648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.500091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.502068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-b460ed55-3675-4b76-9e74-e22f03773246 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1917789 Jan 29 19:48:42.605167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d4d91-5a62-452d-87b6-b725b92c6d9c req-361e29e5-0b15-465b-981b-5df284cb0846 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.607298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b1d4d91-5a62-452d-87b6-b725b92c6d9c req-361e29e5-0b15-465b-981b-5df284cb0846 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0837862 Jan 29 19:48:42.673357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-864cc596-6586-4c26-9a1e-85408963f3f8 req-a193683f-c60c-4d17-b73e-cd4b06ca6955 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332633 Jan 29 19:48:42.673990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b1d4d91-5a62-452d-87b6-b725b92c6d9c req-9441c1de-5bdf-4f5b-82ae-aa464e2002f5 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603235 Jan 29 19:48:42.756511 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e002c661-3201-473d-a232-13afa3547eb3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:42.790749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc4c2-e7dd-4de4-8d5e-eb2f7093fb82 req-76c764e7-42ea-47a5-8217-9dadb838880e tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.792349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a12bc4c2-e7dd-4de4-8d5e-eb2f7093fb82 req-76c764e7-42ea-47a5-8217-9dadb838880e tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 947 time: 0.0613327 Jan 29 19:48:42.844461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a12bc4c2-e7dd-4de4-8d5e-eb2f7093fb82 req-bbe85b7f-096b-4fe7-b2cd-fcc4a25eb8c6 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Jan 29 19:48:42.869565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babf2ff-b8ad-4fde-b981-aba2b38a4c53 req-cf1327bd-a9f1-41fc-be42-bf1435611b38 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:42.871150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2babf2ff-b8ad-4fde-b981-aba2b38a4c53 req-cf1327bd-a9f1-41fc-be42-bf1435611b38 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1042964 Jan 29 19:48:42.875086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4431c243-22ea-477d-afca-3e44122d9637 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:43.002250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2babf2ff-b8ad-4fde-b981-aba2b38a4c53 req-6a0aaa5d-8625-45ac-b2f0-ca35943dff9d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929534 Jan 29 19:48:43.002568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4431c243-22ea-477d-afca-3e44122d9637 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:43.047636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.053469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.059130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.064617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.070674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.076181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.081625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.084429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-74a231b2-480d-42c8-9cab-f7b000dfc6a4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1143742 Jan 29 19:48:43.154570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb8cb572-00ef-4d21-b7b1-9d8be428c0d8 req-37bbe769-205e-4fb6-9443-d53c94ec2407 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632875 Jan 29 19:48:43.317766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48112) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:43.350889 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-3051a8af-135a-4137-8696-20e75358dad3 req-1a7027aa-8438-4f9d-885b-94501301b70d tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.351860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3051a8af-135a-4137-8696-20e75358dad3 req-1a7027aa-8438-4f9d-885b-94501301b70d tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/affbbeb7-ddf3-40c1-900e-31f266c66fdf HTTP/1.1" status: 404 len: 352 time: 0.3060119 Jan 29 19:48:43.392595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2eaab48a-658c-484a-97b1-4d82634a1362 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group (36537436-2c5f-493e-a9c6-8a7b003a5a9a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.401417 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-0fb50223-1090-4ec3-ae56-390a15c27fec req-6cc69210-8d4f-42b7-a1cb-d2dd50b9b7d6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.402428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb50223-1090-4ec3-ae56-390a15c27fec req-6cc69210-8d4f-42b7-a1cb-d2dd50b9b7d6 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/03764c2b-15f1-43b5-9a17-2669aeb8e188 HTTP/1.1" status: 404 len: 352 time: 0.0199668 Jan 29 19:48:43.421500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2eaab48a-658c-484a-97b1-4d82634a1362 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group (36537436-2c5f-493e-a9c6-8a7b003a5a9a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.460470 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-8e87dabf-e036-42f2-a5f7-c25aaf310db1 req-0613b087-3161-4355-ba1e-2bb399a31b3a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.461477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e87dabf-e036-42f2-a5f7-c25aaf310db1 req-0613b087-3161-4355-ba1e-2bb399a31b3a tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/28d79720-3810-4f3e-a31f-a70943bf0deb HTTP/1.1" status: 404 len: 352 time: 0.0224657 Jan 29 19:48:43.485132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (e002c661-3201-473d-a232-13afa3547eb3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.505166 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-bd3f3e58-f989-4a6b-8a90-be526e7eead3 req-efe7fa14-d1d1-4b9d-8acc-7a324be4222c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.513293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd3f3e58-f989-4a6b-8a90-be526e7eead3 req-efe7fa14-d1d1-4b9d-8acc-7a324be4222c tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/c3c7340b-ca68-4a77-84b6-af3afe123a0c HTTP/1.1" status: 404 len: 352 time: 0.0140798 Jan 29 19:48:43.541429 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-ca81666e-0dac-4830-a8b7-12fec7f10c11 req-5efe4fe0-51d6-4ffd-8cde-00cdb7c89bff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.547804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca81666e-0dac-4830-a8b7-12fec7f10c11 req-5efe4fe0-51d6-4ffd-8cde-00cdb7c89bff tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/f488804d-a1a8-4319-9e7e-27a947474e28 HTTP/1.1" status: 404 len: 352 time: 0.0153790 Jan 29 19:48:43.572098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2eaab48a-658c-484a-97b1-4d82634a1362 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (36537436-2c5f-493e-a9c6-8a7b003a5a9a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.573739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e002c661-3201-473d-a232-13afa3547eb3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.575316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2eaab48a-658c-484a-97b1-4d82634a1362 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.576425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2eaab48a-658c-484a-97b1-4d82634a1362 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "DELETE /v2.0/security-groups/36537436-2c5f-493e-a9c6-8a7b003a5a9a HTTP/1.1" status: 204 len: 168 time: 0.2563963 Jan 29 19:48:43.579616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48124) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:43.585147 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-d91b5e63-797b-466a-a91f-553429c0286b req-fdbdcca4-e9c0-430d-95d3-27fef675d756 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.588299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d91b5e63-797b-466a-a91f-553429c0286b req-fdbdcca4-e9c0-430d-95d3-27fef675d756 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/033a686d-7ce8-4a3e-ac67-bd25c6349710 HTTP/1.1" status: 404 len: 352 time: 0.0235803 Jan 29 19:48:43.593071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaab48a-658c-484a-97b1-4d82634a1362 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36537436-2c5f-493e-a9c6-8a7b003a5a9a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:43.633741 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-c15401d6-e191-4ebc-a95c-a8889d579584 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] show failed (client error): The resource could not be found. Jan 29 19:48:43.634781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c15401d6-e191-4ebc-a95c-a8889d579584 tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "GET /v2.0/security-groups/36537436-2c5f-493e-a9c6-8a7b003a5a9a HTTP/1.1" status: 404 len: 347 time: 0.0519443 Jan 29 19:48:43.638015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48128) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:43.685842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=e002c661-3201-473d-a232-13afa3547eb3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:43.691138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (305af0e4-87d9-479d-a87b-cb8334abd372), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.825796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:43.827107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:43.872045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Deleting port 784b1a0a-3b46-42fa-b277-bef1e95f0d88 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:43.872591 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:43.881389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e30e8-dfac-4195-a267-0e7eaa2c1427 req-a3adb5a0-5f2a-41cf-964b-382a6abacbe0 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:43.883028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-402e30e8-dfac-4195-a267-0e7eaa2c1427 req-a3adb5a0-5f2a-41cf-964b-382a6abacbe0 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.1147847 Jan 29 19:48:43.953812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:48:44.006160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-402e30e8-dfac-4195-a267-0e7eaa2c1427 req-1154581c-94be-4c51-b975-84fd84c8d0e8 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060021 Jan 29 19:48:44.016846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.017170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (784b1a0a-3b46-42fa-b277-bef1e95f0d88), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.033315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Calling delete_port for 784b1a0a-3b46-42fa-b277-bef1e95f0d88 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:44.113574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:44.124797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:44.126177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65e8e169-7c29-42cb-8bca-174b008c9cbd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/routers/305af0e4-87d9-479d-a87b-cb8334abd372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3873329 Jan 29 19:48:44.129552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:44.143710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'port': {'network_id': 'd97526a0-fd79-4e7b-9a1d-dd4c8f302a68', 'name': 'tempest-FloatingIPTestJSON-1996386344'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:44.146730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:44.147596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:44.201397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:44.206497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.213328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.215078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:44.215846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:44.218738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.225726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.232242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.237829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.243737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.245786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-5e1467a7-deb0-4c8a-baa7-d07044ef20c9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.1351817 Jan 29 19:48:44.262897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:44.263575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b04e1-cc6a-44fb-b0ce-c44ee907817f None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:44.271674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275b0c2-2299-43af-bd81-c224be8c185e req-bebb45d7-bd47-4498-bc6b-ce7aa2d4f0b7 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.271674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0275b0c2-2299-43af-bd81-c224be8c185e req-bebb45d7-bd47-4498-bc6b-ce7aa2d4f0b7 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 947 time: 0.1411173 Jan 29 19:48:44.352822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0275b0c2-2299-43af-bd81-c224be8c185e req-34af1bfd-1562-4d93-8016-ce18ae61b40d tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727096 Jan 29 19:48:44.393744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-832f3264-b3c3-45f9-b3f2-831b250a6535 req-1df83620-1f15-4d39-a272-bf254a0b3e06 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159754 Jan 29 19:48:44.411819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-e06592bc-fbbf-4eaf-8000-366c61b8775f tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.413349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-e06592bc-fbbf-4eaf-8000-366c61b8775f tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.0836051 Jan 29 19:48:44.413835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:44.417664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.432860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (784b1a0a-3b46-42fa-b277-bef1e95f0d88), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.466461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] device_id is not set on port df49c07d-d2ab-4434-90fe-5eb44670a977 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:48:44.482325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Pushing event deleted for resources: {'Port': ['ID=784b1a0a-3b46-42fa-b277-bef1e95f0d88,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:44.549470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de0f90-b626-48a7-9709-4492d8ec85e5 req-1afbccb2-6f8f-4178-9d66-182383a5b479 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.551129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7de0f90-b626-48a7-9709-4492d8ec85e5 req-1afbccb2-6f8f-4178-9d66-182383a5b479 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1024 time: 0.1179259 Jan 29 19:48:44.626285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.8 (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68/b1eaa78f-c74a-40d1-aefc-d1299f31081c/df49c07d-d2ab-4434-90fe-5eb44670a977) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:44.636908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks [] for floatingip (8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.643001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.643001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-74975a98-f8f4-448f-982c-a0d21ac1f3ba tempest-ServersTestBootFromVolume-2040477701 tempest-ServersTestBootFromVolume-2040477701-project] 10.222.0.15 "DELETE /v2.0/floatingips/8062ed37-5e0a-4a5f-99f8-0a2f1b76fd5c HTTP/1.1" status: 204 len: 168 time: 1.0008817 Jan 29 19:48:44.643901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48144) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:44.680844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7de0f90-b626-48a7-9709-4492d8ec85e5 req-f3acaccf-48f7-4b8c-8818-fd4bb5e9e106 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=8483f7b3-79f6-4a12-869e-aa72630e171f&id=910ebd86-24a8-4214-a714-381c4ba3528e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1108897 Jan 29 19:48:44.701706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46020a39-c438-44d0-9028-cb31f6add497 req-659ddc0f-e64d-4c00-8f63-8dc2ef81720e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.709053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46020a39-c438-44d0-9028-cb31f6add497 req-659ddc0f-e64d-4c00-8f63-8dc2ef81720e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2127652 Jan 29 19:48:44.740570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Deleting port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:44.741118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.874549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (df49c07d-d2ab-4434-90fe-5eb44670a977), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.875179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8125d9f-c675-4f8c-9015-ab86b2a15e08 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:44.900100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.905752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.911292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.917501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.918241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] For port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:44.918829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:44.923288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.929948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.935591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:44.937702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da064f2f-204d-43c7-898d-3392931ea0ea req-9333734b-8384-4f79-a051-9bcfbb9637e2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1425061 Jan 29 19:48:44.944287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46020a39-c438-44d0-9028-cb31f6add497 req-b5dcf2f9-b5aa-4727-945e-95303abde2bd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343364 Jan 29 19:48:44.990456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c8125d9f-c675-4f8c-9015-ab86b2a15e08, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:45.002553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08', 'mac_address': 'fa:16:3e:2a:ce:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:45.044830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c8125d9f-c675-4f8c-9015-ab86b2a15e08 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:45.045513 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.065351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8125d9f-c675-4f8c-9015-ab86b2a15e08 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:45.065616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (df49c07d-d2ab-4434-90fe-5eb44670a977), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.086567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c8125d9f-c675-4f8c-9015-ab86b2a15e08, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:45.139794 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.147813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:45.157016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da064f2f-204d-43c7-898d-3392931ea0ea req-4bbd3cb3-8a0a-4027-9459-7d47614cfa15 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108982 Jan 29 19:48:45.160444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:45.163839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:45.224418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.225038 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.235432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=df49c07d-d2ab-4434-90fe-5eb44670a977,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:45.249306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c8125d9f-c675-4f8c-9015-ab86b2a15e08,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:45.296790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06a78ec1-e613-4aaa-b3bd-ac8418bb8632 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1585968 Jan 29 19:48:45.299223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48148) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:45.304448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'port': {'network_id': 'd97526a0-fd79-4e7b-9a1d-dd4c8f302a68', 'name': 'tempest-FloatingIPTestJSON-1557407826'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:45.373641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377adcb6-1d8b-4ec2-992f-ee7176732317 req-0eddc770-d1e8-4bff-8a1e-e90ada6b5828 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.375451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-377adcb6-1d8b-4ec2-992f-ee7176732317 req-0eddc770-d1e8-4bff-8a1e-e90ada6b5828 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 946 time: 0.2538357 Jan 29 19:48:45.388381 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.388802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (52028ca8-6843-4474-aa2c-35bf05a863e5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.389028 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Floating IP 52028ca8-6843-4474-aa2c-35bf05a863e5 disassociated. External IP: 172.25.5.32, port: 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2. Jan 29 19:48:45.389375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Calling delete_port for 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:45.450434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['c8125d9f-c675-4f8c-9015-ab86b2a15e08'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:45.486421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4e56-6e24-4982-b301-c942ecc8015a req-20a2fd98-59c0-464f-b286-da108d0d4970 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.488141 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96af4e56-6e24-4982-b301-c942ecc8015a req-20a2fd98-59c0-464f-b286-da108d0d4970 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 948 time: 0.0648267 Jan 29 19:48:45.516898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:45.517933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:45.520535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-377adcb6-1d8b-4ec2-992f-ee7176732317 req-58d52e5c-0565-4355-b971-5d06f2168ea7 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ced603e-34c1-4b97-a0f6-eb62be13c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308389 Jan 29 19:48:45.562075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] device_id is not set on port affde333-b31c-4ae3-a6fa-bf1e2cc19f87 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:48:45.582986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96af4e56-6e24-4982-b301-c942ecc8015a req-982c8040-a91c-4a0c-b012-928bcb36eeae tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864720 Jan 29 19:48:45.711824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-d78a9b5d-23fe-4ff9-887f-1b7ebf0868cc tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.714011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-d78a9b5d-23fe-4ff9-887f-1b7ebf0868cc tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1024 time: 0.1919599 Jan 29 19:48:45.727790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.9 (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68/b1eaa78f-c74a-40d1-aefc-d1299f31081c/affde333-b31c-4ae3-a6fa-bf1e2cc19f87) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:45.802938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.808313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.813544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.820281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.825594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.831546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.837618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.840419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edea1bc8-38de-420a-9251-d817dd609571 req-bdcf51bf-3e99-489f-8fdd-b8de5dd580de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2164211 Jan 29 19:48:45.914146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c7fa0-5af2-40a7-bb7d-241bbc40cdb6 req-aa435941-b398-46aa-a662-3f68486c123e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:45.915772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-246c7fa0-5af2-40a7-bb7d-241bbc40cdb6 req-aa435941-b398-46aa-a662-3f68486c123e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1024 time: 0.1111968 Jan 29 19:48:45.955683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (affde333-b31c-4ae3-a6fa-bf1e2cc19f87), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.000579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (732fc8af-2eb6-4455-bb1e-9d24f1b18cc2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.021529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edea1bc8-38de-420a-9251-d817dd609571 req-54581905-08fa-450d-9e67-2bc10c4a2712 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604741 Jan 29 19:48:46.027897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-246c7fa0-5af2-40a7-bb7d-241bbc40cdb6 req-fbbb0853-03e4-4cdf-9765-1198a5d3af3d tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=8483f7b3-79f6-4a12-869e-aa72630e171f&id=910ebd86-24a8-4214-a714-381c4ba3528e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1028039 Jan 29 19:48:46.060148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event deleted for resources: {'Port': ['ID=732fc8af-2eb6-4455-bb1e-9d24f1b18cc2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:46.088835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (affde333-b31c-4ae3-a6fa-bf1e2cc19f87), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.163551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:46.173737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:46.179349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:46.213331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=affde333-b31c-4ae3-a6fa-bf1e2cc19f87,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:46.274539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.276288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.297924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5746-6114-40ae-8df3-6b0652f93925 req-42f4b2c0-813a-49fa-83e7-a200f133f5f0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.300811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c65c5746-6114-40ae-8df3-6b0652f93925 req-42f4b2c0-813a-49fa-83e7-a200f133f5f0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1781619 Jan 29 19:48:46.357229 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c65c5746-6114-40ae-8df3-6b0652f93925 req-240c2a65-5142-4b22-abf4-927f3aad7275 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509186 Jan 29 19:48:46.371077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-40040d23-3f24-4fde-96e3-75333d229e0f tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0708127 Jan 29 19:48:46.374433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48160) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:46.379208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'affde333-b31c-4ae3-a6fa-bf1e2cc19f87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:46.454153 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.454548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (c4304fc2-ac96-45f0-8627-3f3214a9963b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.587695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.657466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Deleting port d0805ff2-3776-4edd-86ea-5020a3153428 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:46.658060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:46.712838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-11468797-bc31-44e9-ba84-c2d757bdf0e2 req-b8594f15-16e5-4624-94a5-72c2289976e9 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 210 time: 0.0623369 Jan 29 19:48:46.782252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.789300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.794767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.800192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.806694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.812318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.818908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.824771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-15674a9a-1223-4852-b01d-c2610f88c125 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.3673322 Jan 29 19:48:46.841703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.145 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/4aabe408-c868-4afb-ad8c-880eb01ed483) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:46.879367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Router a2ab1584-5537-4d14-990b-a7e21a18e2be has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:48:46.891057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-a2315c25-2712-4166-beb6-628c9ece6378 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309311 Jan 29 19:48:46.894392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8125d9f-c675-4f8c-9015-ab86b2a15e08 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:46.952025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209b65-4bf3-4969-9d44-5966dc42287c req-01af0721-d338-44ee-9e1f-e115dc5166fa tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:46.953629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0209b65-4bf3-4969-9d44-5966dc42287c req-01af0721-d338-44ee-9e1f-e115dc5166fa tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 948 time: 0.1522341 Jan 29 19:48:47.013534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] For port d0805ff2-3776-4edd-86ea-5020a3153428, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d0805ff2-3776-4edd-86ea-5020a3153428,segment=NetworkSegment(cbda7e2b-4359-46b3-ab38-3fd936816433),segment_id=cbda7e2b-4359-46b3-ab38-3fd936816433)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:47.014500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.050577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port c8125d9f-c675-4f8c-9015-ab86b2a15e08 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:47.062737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port c8125d9f-c675-4f8c-9015-ab86b2a15e08 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:47.066371 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.068972 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0209b65-4bf3-4969-9d44-5966dc42287c req-20555f66-63a0-4ac6-aa72-de257093ded3 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946424 Jan 29 19:48:47.072151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.078676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-e24c9250-9f29-4e34-b74f-2c9a6e2ac5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.081804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-e24c9250-9f29-4e34-b74f-2c9a6e2ac5f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 1127 time: 0.1476433 Jan 29 19:48:47.093065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Calling delete_port for d0805ff2-3776-4edd-86ea-5020a3153428 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:47.124700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ebe0b2f-5838-4eea-bd6a-7a2c1536ad8a req-6747dfd5-132a-4657-a6a7-579253d26d85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2955701 Jan 29 19:48:47.248027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c8125d9f-c675-4f8c-9015-ab86b2a15e08 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:47.248448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.292090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-583708e6-4817-48d7-8ef4-9f0b08a55e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.294200 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-583708e6-4817-48d7-8ef4-9f0b08a55e24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.1766386 Jan 29 19:48:47.298285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.310249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c8125d9f-c675-4f8c-9015-ab86b2a15e08, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:47.313658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:47.316771 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a4b45d-10f5-4914-86c1-00fe616d433d" -d '{"events": [{"server_uuid": "c435e466-6f7d-4ded-bd6a-a7d9396f96ad", "name": "network-vif-plugged", "status": "completed", "tag": "c8125d9f-c675-4f8c-9015-ab86b2a15e08"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:47.368570 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.371231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d0805ff2-3776-4edd-86ea-5020a3153428 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:47.401889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.406894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:47.407503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.415183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.422160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:47.435366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.437154 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:47.439005 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:47.451931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.466543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.470452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] No DVR routers for this DVR port 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:47.475500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.478859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3d65c56-d373-401b-bdd4-7b3d756408c0 req-9a0b1568-da4c-406c-a5ba-a705f488ff1d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.13 "DELETE /v2.0/ports/732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 HTTP/1.1" status: 204 len: 173 time: 3.0566592 Jan 29 19:48:47.480167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'name': 'network-vif-deleted', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:47.482690 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3915e617-6ee4-4c5b-b576-e0b9ffe089a3" -d '{"events": [{"server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "name": "network-vif-deleted", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:47.483204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.496107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-3884604e-987c-4bfd-b6f3-a5d90be5d447 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5422 time: 0.2815633 Jan 29 19:48:47.497839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99aba6-6956-4065-b9cc-24166113834b req-7509e505-e7f5-4595-a7c4-3d7598dcd8b9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.504821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b99aba6-6956-4065-b9cc-24166113834b req-7509e505-e7f5-4595-a7c4-3d7598dcd8b9 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 1024 time: 0.2276556 Jan 29 19:48:47.568727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-0f4351a2-dbc4-48ae-bbf3-da0858b1991c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fbde385-1c30-49d8-9aea-346974e434c8 HTTP/1.1" status: 200 len: 217 time: 0.2589142 Jan 29 19:48:47.589656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:47.591291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d0805ff2-3776-4edd-86ea-5020a3153428 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:47.591704 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.615934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c8125d9f-c675-4f8c-9015-ab86b2a15e08,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:47.637492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:47.648548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b99aba6-6956-4065-b9cc-24166113834b req-f210e267-796f-481a-926c-59d4b01766c5 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups?id=192021e4-10a5-4f35-bd21-5ac047d97b6f&id=8483f7b3-79f6-4a12-869e-aa72630e171f&id=910ebd86-24a8-4214-a714-381c4ba3528e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1368134 Jan 29 19:48:47.648984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:47.662362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Deleting port c9438475-8469-43c8-9e75-182b7570ab2b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:47.665375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.689239 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:48:47.695688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d0805ff2-3776-4edd-86ea-5020a3153428), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.725992 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c8e65e-ff1b-45d0-ab75-9dc190f6eddf x-openstack-request-id: req-91c8e65e-ff1b-45d0-ab75-9dc190f6eddf {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:47.726664 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c435e466-6f7d-4ded-bd6a-a7d9396f96ad", "name": "network-vif-plugged", "status": "completed", "tag": "c8125d9f-c675-4f8c-9015-ab86b2a15e08", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:47.727016 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91c8e65e-ff1b-45d0-ab75-9dc190f6eddf {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:47.728943 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08', 'code': 200} Jan 29 19:48:47.791302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-8a036678-0071-4f5a-a5c2-501f0f882003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.792946 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-8a036678-0071-4f5a-a5c2-501f0f882003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.1979756 Jan 29 19:48:47.799131 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2cfe4c64-697c-4557-9cdb-cbc4adcf3c6e req-6e1c76c4-9fda-4f60-940d-f018e285023f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3020022 Jan 29 19:48:47.833033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'Port': ['ID=d0805ff2-3776-4edd-86ea-5020a3153428,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:47.877311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=4aabe408-c868-4afb-ad8c-880eb01ed483,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:47.909755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] No DVR routers for this DVR port d0805ff2-3776-4edd-86ea-5020a3153428 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:47.922191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.925986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-919b5885-d9d0-4f6a-a052-bc5c689cbcf8 req-677b738e-65e0-4c2c-9f25-8ff3d49d4b6e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.26 "DELETE /v2.0/ports/d0805ff2-3776-4edd-86ea-5020a3153428 HTTP/1.1" status: 204 len: 173 time: 2.2023456 Jan 29 19:48:47.935251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] For port c9438475-8469-43c8-9e75-182b7570ab2b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c9438475-8469-43c8-9e75-182b7570ab2b,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:47.935251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:47.944794 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f984d-7ae4-48eb-b6bf-6df84795fb0d x-openstack-request-id: req-335f984d-7ae4-48eb-b6bf-6df84795fb0d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:47.945077 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c96a93c-3bc7-470c-8fa2-b0ed1d300b23", "name": "network-vif-deleted", "tag": "732fc8af-2eb6-4455-bb1e-9d24f1b18cc2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:47.945481 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-335f984d-7ae4-48eb-b6bf-6df84795fb0d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:47.945975 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96a93c-3bc7-470c-8fa2-b0ed1d300b23', 'name': 'network-vif-deleted', 'tag': '732fc8af-2eb6-4455-bb1e-9d24f1b18cc2', 'status': 'completed', 'code': 200} Jan 29 19:48:47.954410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Calling delete_port for c9438475-8469-43c8-9e75-182b7570ab2b owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:47.978084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d53ad4-9a72-45ce-816f-a1ca5c8755a9 req-2fa3bfba-805b-43ac-80f0-ca72b44c37a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:47.985079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05d53ad4-9a72-45ce-816f-a1ca5c8755a9 req-2fa3bfba-805b-43ac-80f0-ca72b44c37a0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1621373 Jan 29 19:48:48.038082 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:48.078306 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:48:48.084343 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05d53ad4-9a72-45ce-816f-a1ca5c8755a9 req-052b7a90-53ec-4f61-98f6-22e0a823333e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941231 Jan 29 19:48:48.089710 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:48.090550 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:48.217934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ec26627-28a3-42ee-86bb-a5e1fda200e0 req-7e43a8b4-6af3-44e2-8f43-8a0480770b77 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96a93c-3bc7-470c-8fa2-b0ed1d300b23 HTTP/1.1" status: 200 len: 210 time: 0.1046546 Jan 29 19:48:48.232730 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:48:48.409568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249b14-8d36-4162-9bd4-95086905f3f6 req-846d41d1-f14a-4d8f-8ff4-c7947d4bd7a9 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:48.412316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2249b14-8d36-4162-9bd4-95086905f3f6 req-846d41d1-f14a-4d8f-8ff4-c7947d4bd7a9 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.1277795 Jan 29 19:48:48.559515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2249b14-8d36-4162-9bd4-95086905f3f6 req-831f0919-0fff-48b8-a894-adc30d4bab74 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373444 Jan 29 19:48:48.602601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b0b17f85-4c04-4f3d-9296-da38da666563 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:48.611052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:48.613837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c9438475-8469-43c8-9e75-182b7570ab2b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:48.647204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9438475-8469-43c8-9e75-182b7570ab2b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:48.671946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:48:48.672331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 732fc8af-2eb6-4455-bb1e-9d24f1b18cc2 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:48:48.743978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-0929a051-4664-4afe-bea0-47818f5804d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:48.750504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-0929a051-4664-4afe-bea0-47818f5804d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6436844 Jan 29 19:48:48.819795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b0b17f85-4c04-4f3d-9296-da38da666563,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:48.870281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e158b-9394-46ec-b114-a5a37a862e4b req-99eede01-f75c-407a-9d7b-aaa5727be744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:48.872726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-480e158b-9394-46ec-b114-a5a37a862e4b req-99eede01-f75c-407a-9d7b-aaa5727be744 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 1131 time: 0.7641563 Jan 29 19:48:48.876916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'b0b17f85-4c04-4f3d-9296-da38da666563', 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9', 'port_id': 'b0b17f85-4c04-4f3d-9296-da38da666563', 'mac_address': 'fa:16:3e:d8:ad:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75b6d3-e32d-4e81-80f3-9307645d6526', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:48.943961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (c4304fc2-ac96-45f0-8627-3f3214a9963b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.004165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b0b17f85-4c04-4f3d-9296-da38da666563 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:49.007502 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.017928 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-331ab30d-ecce-4be4-b610-5d1e42cac40c req-ffb831bb-e1c1-48d7-99e6-125ce906b72e tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d42fc00-5129-4005-a4ea-6732ec0cfd1a HTTP/1.1" status: 200 len: 210 time: 0.0649614 Jan 29 19:48:49.037713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b17f85-4c04-4f3d-9296-da38da666563 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:49.055099 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:49.084888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b0b17f85-4c04-4f3d-9296-da38da666563,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:49.106265 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15bfcd-0413-45d3-b168-977b53d27b8b None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:49.155839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.156549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b8739d60-7283-40b9-8fc9-721af3540b7a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:49.158865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.164558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.174064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.184948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.190035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.213771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.220670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.229168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-ce7a9580-0763-4b8e-a007-553b264f9dbc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.6392691 Jan 29 19:48:49.234996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:49.349974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b8739d60-7283-40b9-8fc9-721af3540b7a,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:49.369790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'port_id': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'mac_address': 'fa:16:3e:f0:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:49.421165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-480e158b-9394-46ec-b114-a5a37a862e4b req-0f77d47b-19f7-490d-9ebc-14f835e9b1b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123882 Jan 29 19:48:49.435607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b8739d60-7283-40b9-8fc9-721af3540b7a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:49.436021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Router c4304fc2-ac96-45f0-8627-3f3214a9963b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:48:49.436150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.452636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8739d60-7283-40b9-8fc9-721af3540b7a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:49.506623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b8739d60-7283-40b9-8fc9-721af3540b7a,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:49.512569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-99cbba61-5688-4d27-b44f-5fabfc8b6f09 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884613 Jan 29 19:48:49.530535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.537758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.544307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.549923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.553940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca04725a-a2e2-42ee-a5ca-0c401bf6635d req-18b5fd50-2074-40a2-a4fd-1947e26caba0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3175156 Jan 29 19:48:49.557939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.563810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.578493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.578702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (446c4de0-7f41-4a58-9d0c-bb823f91de28), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.578818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-bf2e2241-98ce-4d2f-a31b-8fd57c6b2c02 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5423 time: 0.4262376 Jan 29 19:48:49.586568 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.587432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:49.650991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619c723-b276-4c1d-926a-ef07d545dcff None None] New status for floating IP 52028ca8-6843-4474-aa2c-35bf05a863e5: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:48:49.714487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:49.726721 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] Sync routers for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:49.729090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48194) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:49.734220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e0f6f9f9-741f-46bc-862a-e841a2e99797 admin admin] 10.222.0.15 "PUT /v2.0/routers/c4304fc2-ac96-45f0-8627-3f3214a9963b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0760725 Jan 29 19:48:49.745467 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:49.746095 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:49.754543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e438fe74-f4d1-4f45-8541-b0f93eeca3a9 req-89f1c59e-8c11-4563-ac2b-35601f3ce685 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747909 Jan 29 19:48:49.820555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:49.826803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7162f6f1-f3b9-466e-a75a-1e149696e891 req-f1863b0d-d129-45f3-b501-d880c2fcb3d3 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008204 Jan 29 19:48:49.861605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b26a-858f-460c-b18d-729bd1037b19 req-075e134b-d2f1-44ef-bec5-e498e3164902 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:49.869576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac18b26a-858f-460c-b18d-729bd1037b19 req-075e134b-d2f1-44ef-bec5-e498e3164902 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2046208 Jan 29 19:48:49.901448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:48:49.916699 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:48:49.932215 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:49.947050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'name': 'network-vif-deleted', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:49.950961 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c63a570-b8f0-4a95-8728-d3ef1b20a4ef" -d '{"events": [{"server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "name": "network-vif-deleted", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:50.037481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks [] for router (c4304fc2-ac96-45f0-8627-3f3214a9963b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.071008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:50.091840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675553-f700-46b7-b7e6-66013b20f8a9 req-7c5dc4f9-28f3-4670-b060-5622e0a7379f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:50.096435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59675553-f700-46b7-b7e6-66013b20f8a9 req-7c5dc4f9-28f3-4670-b060-5622e0a7379f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.1264620 Jan 29 19:48:50.097717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'port_id': 'ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c', 'mac_address': 'fa:16:3e:d1:c5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:50.132810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac18b26a-858f-460c-b18d-729bd1037b19 req-63368742-2707-44a4-a1f7-722d67c7b670 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621887 Jan 29 19:48:50.186703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:50.187235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.197441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59675553-f700-46b7-b7e6-66013b20f8a9 req-f9d6a53a-8e49-4c75-a23e-1843d0ec9015 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952945 Jan 29 19:48:50.213457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:50.236647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:50.257646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48202) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:50.296461 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994cbad8-5892-4321-9877-794297307356 x-openstack-request-id: req-994cbad8-5892-4321-9877-794297307356 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:50.296762 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d42fc00-5129-4005-a4ea-6732ec0cfd1a", "name": "network-vif-deleted", "tag": "d0805ff2-3776-4edd-86ea-5020a3153428", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:50.297023 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-994cbad8-5892-4321-9877-794297307356 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:50.298888 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d42fc00-5129-4005-a4ea-6732ec0cfd1a', 'name': 'network-vif-deleted', 'tag': 'd0805ff2-3776-4edd-86ea-5020a3153428', 'status': 'completed', 'code': 200} Jan 29 19:48:50.309810 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:48:48Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:50.351329 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.352435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 506da6d9-844b-429d-8934-d7c708e110f4 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:50.378624 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] Checking router: c4304fc2-ac96-45f0-8627-3f3214a9963b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:48:50.414655 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] Routers {'c4304fc2-ac96-45f0-8627-3f3214a9963b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:50.415316 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c4304fc2-ac96-45f0-8627-3f3214a9963b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:50.441152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc4df-2fc5-4b22-9317-f70b1c7bda6b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (7ced603e-34c1-4b97-a0f6-eb62be13c65f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.447935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e9badb-9a12-44b5-aa7e-05d3af6ca7a2 req-3979b79d-7cf5-4137-a1be-aed2691fbd31 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/8483f7b3-79f6-4a12-869e-aa72630e171f HTTP/1.1" status: 200 len: 1818 time: 0.1013467 Jan 29 19:48:50.499042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc4df-2fc5-4b22-9317-f70b1c7bda6b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (7ced603e-34c1-4b97-a0f6-eb62be13c65f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.523306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.531414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks [] for router_gateway (c4304fc2-ac96-45f0-8627-3f3214a9963b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.590987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2e9badb-9a12-44b5-aa7e-05d3af6ca7a2 req-3ef58e22-42dc-4712-8139-4630c96cfb71 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (8483f7b3-79f6-4a12-869e-aa72630e171f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.602395 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.628509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2e9badb-9a12-44b5-aa7e-05d3af6ca7a2 req-3ef58e22-42dc-4712-8139-4630c96cfb71 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (8483f7b3-79f6-4a12-869e-aa72630e171f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.734668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc4df-2fc5-4b22-9317-f70b1c7bda6b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7ced603e-34c1-4b97-a0f6-eb62be13c65f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.741555 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] Set router c4304fc2-ac96-45f0-8627-3f3214a9963b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:48:50.748322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc4df-2fc5-4b22-9317-f70b1c7bda6b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.748322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a1dcc4df-2fc5-4b22-9317-f70b1c7bda6b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ced603e-34c1-4b97-a0f6-eb62be13c65f HTTP/1.1" status: 204 len: 168 time: 0.4847922 Jan 29 19:48:50.751658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48208) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:50.798773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc4df-2fc5-4b22-9317-f70b1c7bda6b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ced603e-34c1-4b97-a0f6-eb62be13c65f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:50.812378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:50.824124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=506da6d9-844b-429d-8934-d7c708e110f4,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:50.825100 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-d6233efc-bc39-4d6c-a68e-796298c50ce4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] show failed (client error): The resource could not be found. Jan 29 19:48:50.834976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6233efc-bc39-4d6c-a68e-796298c50ce4 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups/7ced603e-34c1-4b97-a0f6-eb62be13c65f HTTP/1.1" status: 404 len: 347 time: 0.0809143 Jan 29 19:48:50.841370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48212) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:50.845256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2e9badb-9a12-44b5-aa7e-05d3af6ca7a2 req-3ef58e22-42dc-4712-8139-4630c96cfb71 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8483f7b3-79f6-4a12-869e-aa72630e171f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.846906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '506da6d9-844b-429d-8934-d7c708e110f4', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'port_id': '506da6d9-844b-429d-8934-d7c708e110f4', 'mac_address': 'fa:16:3e:73:da:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:50.858386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2e9badb-9a12-44b5-aa7e-05d3af6ca7a2 req-3ef58e22-42dc-4712-8139-4630c96cfb71 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.878099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=4aabe408-c868-4afb-ad8c-880eb01ed483,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:50.889865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e9badb-9a12-44b5-aa7e-05d3af6ca7a2 req-3ef58e22-42dc-4712-8139-4630c96cfb71 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/8483f7b3-79f6-4a12-869e-aa72630e171f HTTP/1.1" status: 204 len: 173 time: 0.4298351 Jan 29 19:48:50.945420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 506da6d9-844b-429d-8934-d7c708e110f4 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:50.945999 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (506da6d9-844b-429d-8934-d7c708e110f4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:50.961575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506da6d9-844b-429d-8934-d7c708e110f4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:50.966682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (446c4de0-7f41-4a58-9d0c-bb823f91de28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.006481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=506da6d9-844b-429d-8934-d7c708e110f4,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.010228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef58e22-42dc-4712-8139-4630c96cfb71 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483f7b3-79f6-4a12-869e-aa72630e171f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:51.058896 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:48:48Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:51.059482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Deleting port 81d8648a-2457-4c3a-93dc-bb222942fce9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:51.060101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.065290 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.066020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:51.119997 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ababf3-e108-4ff2-9b61-bb3c1cb16421 None None] The sync data for ids ['c4304fc2-ac96-45f0-8627-3f3214a9963b'] in n-d-825496-5 is: [{'id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'name': 'tempest-ServersTestBootFromVolume-2013044990-router', 'tenant_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:54Z', 'updated_at': '2022-01-29T19:48:48Z', 'revision_number': 5, 'project_id': 'b71e2f6082a24fc9930ed1144bca1a5a', 'gw_port': {'id': '81d8648a-2457-4c3a-93dc-bb222942fce9', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4304fc2-ac96-45f0-8627-3f3214a9963b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:56Z', 'updated_at': '2022-01-29T19:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:51.186326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:51.206790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.219648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'fbd17a0c-2fc4-4db1-8b31-5824b8191ae6', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'port_id': 'fbd17a0c-2fc4-4db1-8b31-5824b8191ae6', 'mac_address': 'fa:16:3e:0e:f7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:51.241594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.249329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.255782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.260947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.266466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.271807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.278441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.281259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:51.281956 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.287703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-cea1e54c-69dc-4de9-a1da-53ebe166d2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.5384052 Jan 29 19:48:51.296344 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 446c4de0-7f41-4a58-9d0c-bb823f91de28 associated. External IP: 172.25.5.145, port: affde333-b31c-4ae3-a6fa-bf1e2cc19f87. Jan 29 19:48:51.298646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:51.321130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.332583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.339262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.345129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.351256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.357556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.363717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.370785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:51.379381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c640500c-2279-4bc2-bff1-028221629617 req-f72b8226-96fa-4960-af6b-d1022bd6f520 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5426 time: 0.3650677 Jan 29 19:48:51.384762 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.385714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d352aa1d-f48f-45de-a066-77cbb00b46a8 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:51.446367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.453754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Deleting port a2585828-0b44-455b-875f-3d3393e1f177 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:51.454108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a2585828-0b44-455b-875f-3d3393e1f177), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.471686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'd352aa1d-f48f-45de-a066-77cbb00b46a8', 'network_id': 'ccf308fd-6e37-4079-8786-61da3c58b5c9', 'port_id': 'd352aa1d-f48f-45de-a066-77cbb00b46a8', 'mac_address': 'fa:16:3e:03:ce:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75b6d3-e32d-4e81-80f3-9307645d6526', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:51.519399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d65ca15-53a5-425a-a6b4-a25e16116c45 req-78d65539-12da-4e6e-be93-1a10aa7f83da tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306552 Jan 29 19:48:51.567146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d352aa1d-f48f-45de-a066-77cbb00b46a8 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:51.568846 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.572371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:51.601635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d352aa1d-f48f-45de-a066-77cbb00b46a8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:51.625760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.655830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a2585828-0b44-455b-875f-3d3393e1f177), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.656192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (a2585828-0b44-455b-875f-3d3393e1f177), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.670535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Calling delete_port for a2585828-0b44-455b-875f-3d3393e1f177 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:51.684429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e01b327-057d-490f-aed1-bcc649d367f1 req-644ddf4b-feab-4c73-9965-a605db3baa85 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "GET /v2.0/security-groups/910ebd86-24a8-4214-a714-381c4ba3528e HTTP/1.1" status: 200 len: 1819 time: 0.0507586 Jan 29 19:48:51.687772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] For port 81d8648a-2457-4c3a-93dc-bb222942fce9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=81d8648a-2457-4c3a-93dc-bb222942fce9,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.688148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.694648 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.696041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4e23dd28-b9cd-4521-846a-f91b9bee2eac details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:48:51.754483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Calling delete_port for 81d8648a-2457-4c3a-93dc-bb222942fce9 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:51.788578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:48:51.801328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c640500c-2279-4bc2-bff1-028221629617 req-e7ff04be-3f70-420d-b91f-67cd379f4c03 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4191561 Jan 29 19:48:51.833498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:51.900694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:51.919941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '4e23dd28-b9cd-4521-846a-f91b9bee2eac', 'network_id': '0960a350-6d88-444e-88a0-73294b536673', 'port_id': '4e23dd28-b9cd-4521-846a-f91b9bee2eac', 'mac_address': 'fa:16:3e:3f:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a03a47-18be-463c-bb7c-40d6c000148c', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:48:51.947277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0e01b327-057d-490f-aed1-bcc649d367f1 req-e5d8c765-0b05-42fc-862d-2a43f5b3cd63 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (910ebd86-24a8-4214-a714-381c4ba3528e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:51.979740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4e23dd28-b9cd-4521-846a-f91b9bee2eac is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:51.980139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.009959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e23dd28-b9cd-4521-846a-f91b9bee2eac {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:48:52.019951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a2585828-0b44-455b-875f-3d3393e1f177), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.057094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:52.065311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event deleted for resources: {'Port': ['ID=a2585828-0b44-455b-875f-3d3393e1f177,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:52.128422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.136634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eb29e-2482-4901-bd4c-e4cadf161c30 req-35c21c0a-d77a-49e9-9d83-3a00acba28d4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:52.138423 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e2eb29e-2482-4901-bd4c-e4cadf161c30 req-35c21c0a-d77a-49e9-9d83-3a00acba28d4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1633675 Jan 29 19:48:52.184947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (52028ca8-6843-4474-aa2c-35bf05a863e5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.187592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.192441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-085ddc91-9c03-45ed-8e5d-aae7f0794976 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "DELETE /v2.0/floatingips/52028ca8-6843-4474-aa2c-35bf05a863e5 HTTP/1.1" status: 204 len: 168 time: 1.2967749 Jan 29 19:48:52.228761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:52.233087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e2eb29e-2482-4901-bd4c-e4cadf161c30 req-b396d2bc-9a4f-45da-be66-d796a17cdb07 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876613 Jan 29 19:48:52.370343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:52.370594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82941a-2780-4a0e-bca8-78fdf638be67 req-8bc4e38a-68c7-4762-9e97-5be54de3aa82 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:52.372098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fa82941a-2780-4a0e-bca8-78fdf638be67 req-8bc4e38a-68c7-4762-9e97-5be54de3aa82 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.0578763 Jan 29 19:48:52.381476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:52.400009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:52.400667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:52.433727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fa82941a-2780-4a0e-bca8-78fdf638be67 req-58b90298-e149-4e0d-b2a1-cfdb1718a365 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Jan 29 19:48:52.458862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:52.468817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:52.469520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:52.472891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c9438475-8469-43c8-9e75-182b7570ab2b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:52.482307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0e01b327-057d-490f-aed1-bcc649d367f1 req-e5d8c765-0b05-42fc-862d-2a43f5b3cd63 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (910ebd86-24a8-4214-a714-381c4ba3528e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.539979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c9438475-8469-43c8-9e75-182b7570ab2b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:48:52.540452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c9438475-8469-43c8-9e75-182b7570ab2b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:48:52.543347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:52.544506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09442362-0f3d-4c02-8d17-e44ee435bb65 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:52.556079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.610489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d26b37a8-c8d4-4c81-80aa-287b309d34f7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2346952 Jan 29 19:48:52.613076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48226) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:52.623741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:52.632691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (81d8648a-2457-4c3a-93dc-bb222942fce9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.696097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d8648a-2457-4c3a-93dc-bb222942fce9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:52.699832 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0e01b327-057d-490f-aed1-bcc649d367f1 req-e5d8c765-0b05-42fc-862d-2a43f5b3cd63 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (910ebd86-24a8-4214-a714-381c4ba3528e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.702967 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0e01b327-057d-490f-aed1-bcc649d367f1 req-e5d8c765-0b05-42fc-862d-2a43f5b3cd63 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.716433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e01b327-057d-490f-aed1-bcc649d367f1 req-e5d8c765-0b05-42fc-862d-2a43f5b3cd63 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] 10.222.0.15 "DELETE /v2.0/security-groups/910ebd86-24a8-4214-a714-381c4ba3528e HTTP/1.1" status: 204 len: 173 time: 1.0206246 Jan 29 19:48:52.717207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:52.721039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (446c4de0-7f41-4a58-9d0c-bb823f91de28), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.855924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8c765-0b05-42fc-862d-2a43f5b3cd63 tempest-SecurityGroupsTestJSON-1300621762 tempest-SecurityGroupsTestJSON-1300621762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ebd86-24a8-4214-a714-381c4ba3528e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:52.863098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:52.884897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Deleting subnet d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:48:52.887462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['b8739d60-7283-40b9-8fc9-721af3540b7a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:52.889529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Publish callbacks [] for subnet (d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:52.960669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.016233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.033601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['b0b17f85-4c04-4f3d-9296-da38da666563'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:53.111255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['506da6d9-844b-429d-8934-d7c708e110f4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:53.113362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['d352aa1d-f48f-45de-a066-77cbb00b46a8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:53.116149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['4e23dd28-b9cd-4521-846a-f91b9bee2eac'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:53.133676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.147676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (c4304fc2-ac96-45f0-8627-3f3214a9963b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.192275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['fbd17a0c-2fc4-4db1-8b31-5824b8191ae6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:48:53.195722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (446c4de0-7f41-4a58-9d0c-bb823f91de28), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.196124 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 446c4de0-7f41-4a58-9d0c-bb823f91de28 disassociated. External IP: 172.25.5.145, port: affde333-b31c-4ae3-a6fa-bf1e2cc19f87. Jan 29 19:48:53.284773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (c4304fc2-ac96-45f0-8627-3f3214a9963b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.288718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks [] for router_controller (c4304fc2-ac96-45f0-8627-3f3214a9963b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.345254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.402963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:53.405714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.410114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4db3489a-1cbe-4641-b1bc-9b84382702d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d1e51e7e-5aa4-4a3c-9e19-86f2afab67fd HTTP/1.1" status: 204 len: 168 time: 0.6329997 Jan 29 19:48:53.414458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (c4304fc2-ac96-45f0-8627-3f3214a9963b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.415252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4304fc2-ac96-45f0-8627-3f3214a9963b {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:48:53.418913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48236) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:53.438895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.448451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cb312341-4959-4bbc-b915-bbc8e8909643 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c4304fc2-ac96-45f0-8627-3f3214a9963b HTTP/1.1" status: 204 len: 168 time: 3.7148387 Jan 29 19:48:53.448451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48238) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:53.578073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48240) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:53.590161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Deleting subnet 353154bc-ded0-4966-965a-8f52064d1a5f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:48:53.605314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Publish callbacks [] for subnet (353154bc-ded0-4966-965a-8f52064d1a5f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.687546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (353154bc-ded0-4966-965a-8f52064d1a5f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:53.780134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334804274', 'description': 'tempest-description--73639146'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:53.987947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:53.994453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:53.999939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.007504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.014570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.020304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.027808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.035632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-df255990-9ed8-41a8-a972-0832de038ad3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.7000608 Jan 29 19:48:54.076783 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a0a68dc6-5a4b-460c-95f4-be89f641bbf4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.078998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.111924 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (353154bc-ded0-4966-965a-8f52064d1a5f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.206244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.225212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.237739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e342be8-a117-445c-8a11-2a87b86ba255 req-eda505e0-3347-4121-ad37-67e1684b936b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950142 Jan 29 19:48:54.255086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.291101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.295813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.304758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.310358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.325387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-7ce05777-b53a-40f8-aef2-4709c3614716 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5429 time: 0.3823087 Jan 29 19:48:54.344410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a0a68dc6-5a4b-460c-95f4-be89f641bbf4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.364828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (1fe38039-cc77-4a8f-9c3e-ca795b69b99d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.382568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a68dc6-5a4b-460c-95f4-be89f641bbf4']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:54.404170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbda7e2b-4359-46b3-ab38-3fd936816433') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:54.404523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbda7e2b-4359-46b3-ab38-3fd936816433') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:54.428382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (cbda7e2b-4359-46b3-ab38-3fd936816433), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.450548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18ef1d50-8c43-405a-85f6-46e01226a3fd req-73ad68b2-8703-418b-8b80-7bc58f60cf96 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296782 Jan 29 19:48:54.459434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cbda7e2b-4359-46b3-ab38-3fd936816433), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.473574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:48:54.473574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (cbda7e2b-4359-46b3-ab38-3fd936816433), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.473903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:48:54.561632 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:48:54.563533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 81d8648a-2457-4c3a-93dc-bb222942fce9 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:54.598500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 81d8648a-2457-4c3a-93dc-bb222942fce9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:48:54.599629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 81d8648a-2457-4c3a-93dc-bb222942fce9 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:48:54.600913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (353154bc-ded0-4966-965a-8f52064d1a5f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.624137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1fe38039-cc77-4a8f-9c3e-ca795b69b99d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.626143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b437c-6b3e-4c96-91cd-33c562e6cde8 None None] Network 09fb82d9-2110-454f-8088-53f280adc4c7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:48:54.640496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.648963 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/353154bc-ded0-4966-965a-8f52064d1a5f HTTP/1.1" status: 204 len: 168 time: 1.1948805 Jan 29 19:48:54.680753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a0a68dc6-5a4b-460c-95f4-be89f641bbf4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.690727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:48:54.696928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.702448 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:48:54.720909 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:54.722188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:54.724822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:54.726747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe38039-cc77-4a8f-9c3e-ca795b69b99d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:54.739947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-37f77d8a-1aee-498d-a11a-ba7b8f872946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/floatingips/446c4de0-7f41-4a58-9d0c-bb823f91de28 HTTP/1.1" status: 200 len: 688 time: 2.1246452 Jan 29 19:48:54.751514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:54.797915 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.804978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48246) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:54.806839 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c3931922-519c-414f-92a6-cfb0f34874ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0303495 Jan 29 19:48:54.815207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'security_group_rule': {'security_group_id': '1fe38039-cc77-4a8f-9c3e-ca795b69b99d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:54.839806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:54.862273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:54.871126 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:48:54.872177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a0a68dc6-5a4b-460c-95f4-be89f641bbf4 HTTP/1.1" status: 204 len: 168 time: 1.4494717 Jan 29 19:48:54.875354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15317377-b800-4661-8278-bbfe3fc11214 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a68dc6-5a4b-460c-95f4-be89f641bbf4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:54.879652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5235f-e024-4a7e-ae98-69458d6ef11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353154bc-ded0-4966-965a-8f52064d1a5f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:54.897925 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:54.910902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] DHCP port deletion for 09fb82d9-2110-454f-8088-53f280adc4c7 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:48:54.914023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493483c6-8d2d-4a03-91b4-8fec733d2c1b req-0d23ff9e-9cdc-4fdf-a1a7-8aa99051b502 tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:54.916662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-493483c6-8d2d-4a03-91b4-8fec733d2c1b req-0d23ff9e-9cdc-4fdf-a1a7-8aa99051b502 tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 1131 time: 0.3532288 Jan 29 19:48:54.936710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-493483c6-8d2d-4a03-91b4-8fec733d2c1b req-7392172b-af1a-4c6e-bbcb-fcc08f6d937f tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.007734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Deleting port 655b6128-cca2-4eeb-8db3-9fb84326f04d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:55.008022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.020120 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:55.022516 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b71dd-7725-46d0-a6ad-320649f2fa7f None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:48:55.075542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (ecb80860-88f8-406c-84d7-5906de613770), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.089464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-493483c6-8d2d-4a03-91b4-8fec733d2c1b req-7392172b-af1a-4c6e-bbcb-fcc08f6d937f tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] Publish callbacks [] for security_group (f44d4584-1c59-46eb-a53a-9bd49b18bd6b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.107655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85625-07cf-4a76-aa31-a611f18bdfc3 req-e3a81a06-ff68-435c-a7de-7b11a8c4bf65 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.109188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (09fb82d9-2110-454f-8088-53f280adc4c7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.109308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4a85625-07cf-4a76-aa31-a611f18bdfc3 req-e3a81a06-ff68-435c-a7de-7b11a8c4bf65 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.5406616 Jan 29 19:48:55.169545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] For port 655b6128-cca2-4eeb-8db3-9fb84326f04d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=655b6128-cca2-4eeb-8db3-9fb84326f04d,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:55.169867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.172257 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-096e582b-4186-4308-b1ac-b842b150e896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.181834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-493483c6-8d2d-4a03-91b4-8fec733d2c1b req-7392172b-af1a-4c6e-bbcb-fcc08f6d937f tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f44d4584-1c59-46eb-a53a-9bd49b18bd6b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.187449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Deleting port 655b6128-cca2-4eeb-8db3-9fb84326f04d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:55.187782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.222374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Calling delete_port for 655b6128-cca2-4eeb-8db3-9fb84326f04d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:55.262424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392172b-af1a-4c6e-bbcb-fcc08f6d937f tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d4584-1c59-46eb-a53a-9bd49b18bd6b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:55.263796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4a85625-07cf-4a76-aa31-a611f18bdfc3 req-f5928286-9f26-4c86-958d-b88344ebb20b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032872 Jan 29 19:48:55.271534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-493483c6-8d2d-4a03-91b4-8fec733d2c1b req-7392172b-af1a-4c6e-bbcb-fcc08f6d937f tempest-ServersAdminNegativeTestJSON-1587528897 tempest-ServersAdminNegativeTestJSON-1587528897-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490686 Jan 29 19:48:55.336539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] For port 655b6128-cca2-4eeb-8db3-9fb84326f04d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=655b6128-cca2-4eeb-8db3-9fb84326f04d,segment=NetworkSegment(63f11aa6-3df8-4a35-84dd-1866db703a44),segment_id=63f11aa6-3df8-4a35-84dd-1866db703a44)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:55.337587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.341499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (ecb80860-88f8-406c-84d7-5906de613770), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.344500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 4aabe408-c868-4afb-ad8c-880eb01ed483 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:48:55.344909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.361196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Calling delete_port for 655b6128-cca2-4eeb-8db3-9fb84326f04d owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:55.455322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.455761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (4aabe408-c868-4afb-ad8c-880eb01ed483), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.465060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ecb80860-88f8-406c-84d7-5906de613770), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.486523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 4aabe408-c868-4afb-ad8c-880eb01ed483 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:48:55.494904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb80860-88f8-406c-84d7-5906de613770,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:55.503659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:55.567562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.569333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.576388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.584515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.586252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.589929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.590182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a0f79ea2-10eb-4bf6-a15c-e53d83be2f34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb272d73373946c5a182c9e50a929bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850449 Jan 29 19:48:55.592726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48260) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:55.595359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.595560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.599519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81e891fe-f867-40ce-ba4b-a4275d0841ad tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7875285 Jan 29 19:48:55.601420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.603394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-2d8951e4-4fe6-4d23-a587-e72f8caf03b8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1607640 Jan 29 19:48:55.604008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:55.641730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'security_group_rule': {'security_group_id': '1fe38039-cc77-4a8f-9c3e-ca795b69b99d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:55.656115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Pushing event deleted for resources: {'Port': ['ID=655b6128-cca2-4eeb-8db3-9fb84326f04d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:55.667865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] No DVR routers for this DVR port 655b6128-cca2-4eeb-8db3-9fb84326f04d on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:55.671110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.671769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.672414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.672928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.673543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.676634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3a75f-2682-4838-a472-474bc0a1bf74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:48:55.702589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (655b6128-cca2-4eeb-8db3-9fb84326f04d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.736045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7fa5204a-6b2c-4bdc-b114-122ec568803d admin admin] Publish callbacks [] for security_group (192021e4-10a5-4f35-bd21-5ac047d97b6f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.773095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7fa5204a-6b2c-4bdc-b114-122ec568803d admin admin] Publish callbacks [] for security_group (192021e4-10a5-4f35-bd21-5ac047d97b6f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.806514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Pushing event deleted for resources: {'Port': ['ID=655b6128-cca2-4eeb-8db3-9fb84326f04d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:55.811527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] No DVR routers for this DVR port 655b6128-cca2-4eeb-8db3-9fb84326f04d on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:48:55.856839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-06cc562f-7dbe-4a1b-8ac7-61c222a7da9c req-ba912f8c-016a-451e-b906-2fee80548ca5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:48:55.857960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06cc562f-7dbe-4a1b-8ac7-61c222a7da9c req-ba912f8c-016a-451e-b906-2fee80548ca5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058894 Jan 29 19:48:55.881030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (87e4f848-8006-4684-a5eb-816c21cb84b9), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.910301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-581bfa57-fa09-4f23-a603-7b1988fa9373 req-a8d674ee-aa66-4fd3-9824-f28d6ca8ccca tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860665 Jan 29 19:48:55.962227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (09fb82d9-2110-454f-8088-53f280adc4c7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.970009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7fa5204a-6b2c-4bdc-b114-122ec568803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (192021e4-10a5-4f35-bd21-5ac047d97b6f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.972575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7fa5204a-6b2c-4bdc-b114-122ec568803d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:55.973764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7fa5204a-6b2c-4bdc-b114-122ec568803d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/192021e4-10a5-4f35-bd21-5ac047d97b6f HTTP/1.1" status: 204 len: 168 time: 0.3760545 Jan 29 19:48:55.985047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5204a-6b2c-4bdc-b114-122ec568803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192021e4-10a5-4f35-bd21-5ac047d97b6f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:55.986831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-6be178c5-32cd-4666-9d7f-a77dec208866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:55.987714 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-6be178c5-32cd-4666-9d7f-a77dec208866 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 0.1940212 Jan 29 19:48:56.001970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fb82d9-2110-454f-8088-53f280adc4c7']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:56.024604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4aabe408-c868-4afb-ad8c-880eb01ed483), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.048957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.056888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.063512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.063679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f11aa6-3df8-4a35-84dd-1866db703a44') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:56.064239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f11aa6-3df8-4a35-84dd-1866db703a44') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:48:56.071473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.077615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.081470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (87e4f848-8006-4684-a5eb-816c21cb84b9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.085017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.086826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (63f11aa6-3df8-4a35-84dd-1866db703a44), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.090855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.096702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-a2f37e34-c52a-4caf-b4e9-618f3ec3eca3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5429 time: 0.1595523 Jan 29 19:48:56.133392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (63f11aa6-3df8-4a35-84dd-1866db703a44), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.147178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:48:56.147178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (63f11aa6-3df8-4a35-84dd-1866db703a44), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:48:56.148458 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:48:56.169552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (87e4f848-8006-4684-a5eb-816c21cb84b9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.172258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 506da6d9-844b-429d-8934-d7c708e110f4 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:56.220852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=4aabe408-c868-4afb-ad8c-880eb01ed483,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:56.227343 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (446c4de0-7f41-4a58-9d0c-bb823f91de28), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.232947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.239979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8333272e-6720-4758-bc70-c0a8dd57045c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/floatingips/446c4de0-7f41-4a58-9d0c-bb823f91de28 HTTP/1.1" status: 204 len: 168 time: 1.4867096 Jan 29 19:48:56.241246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:56.245938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'df49c07d-d2ab-4434-90fe-5eb44670a977'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:56.289431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507279b7-f0b3-49fc-bbe3-eae1496f5c23 req-6dc63e22-3d10-4ffa-ab3c-c1825e95f7e9 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.293373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507279b7-f0b3-49fc-bbe3-eae1496f5c23 req-6dc63e22-3d10-4ffa-ab3c-c1825e95f7e9 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2890575 Jan 29 19:48:56.294301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e4f848-8006-4684-a5eb-816c21cb84b9,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:56.298283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-5ae37247-ab32-42ab-95af-51edc5039bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.299872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-5ae37247-ab32-42ab-95af-51edc5039bc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.3020089 Jan 29 19:48:56.319383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0455434-0189-4c20-a3b5-c5e06ed87637 req-70eefc8d-9f04-483f-90c1-ad1c8ee04ab2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126515 Jan 29 19:48:56.370571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (09fb82d9-2110-454f-8088-53f280adc4c7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.374029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.386469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.389683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] 10.222.0.15 "DELETE /v2.0/networks/09fb82d9-2110-454f-8088-53f280adc4c7 HTTP/1.1" status: 204 len: 168 time: 1.6366014 Jan 29 19:48:56.396119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.397276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d0115c6b-e6ae-4a59-8088-d36d504267cd tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7750990 Jan 29 19:48:56.402388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 506da6d9-844b-429d-8934-d7c708e110f4 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:56.410130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48280) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:56.413324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:56.417094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 506da6d9-844b-429d-8934-d7c708e110f4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:56.419518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (506da6d9-844b-429d-8934-d7c708e110f4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.426508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718bb34-7e10-4326-b86c-7b983787731e admin admin] Pushing event deleted for resources: {'Network': ['ID=09fb82d9-2110-454f-8088-53f280adc4c7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:56.481730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-012da733-b743-4ee7-b6f8-7d6758a0f396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.1675839 Jan 29 19:48:56.529148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-507279b7-f0b3-49fc-bbe3-eae1496f5c23 req-ab531905-78d5-4ec5-a293-a45fb46dd556 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188258 Jan 29 19:48:56.604661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.647138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 506da6d9-844b-429d-8934-d7c708e110f4 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:56.648146 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (506da6d9-844b-429d-8934-d7c708e110f4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.650374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 655b6128-cca2-4eeb-8db3-9fb84326f04d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:48:56.681942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 655b6128-cca2-4eeb-8db3-9fb84326f04d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:48:56.682548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 655b6128-cca2-4eeb-8db3-9fb84326f04d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:48:56.705440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-5907047e-718a-46fb-93a9-673ee3a07d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.707121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-5907047e-718a-46fb-93a9-673ee3a07d04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.2051177 Jan 29 19:48:56.709301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:56.717105 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c98025-9a58-44a5-9f15-68e2f65207c6" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "506da6d9-844b-429d-8934-d7c708e110f4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:56.748897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.794253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=506da6d9-844b-429d-8934-d7c708e110f4,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:56.818508 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fb46f1-61b5-4f13-bdc1-a43c69815a32 x-openstack-request-id: req-34fb46f1-61b5-4f13-bdc1-a43c69815a32 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:56.819416 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "506da6d9-844b-429d-8934-d7c708e110f4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:56.819533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-dbd5c5f6-2366-4f59-a898-935532456f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:56.821459 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34fb46f1-61b5-4f13-bdc1-a43c69815a32 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:56.822216 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4', 'code': 200} Jan 29 19:48:56.824718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-dbd5c5f6-2366-4f59-a898-935532456f3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1103125 Jan 29 19:48:56.879477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.901411 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:56.903726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d352aa1d-f48f-45de-a066-77cbb00b46a8 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:56.941993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.69 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/4944c014-c83e-49bf-a7cb-dc40eb67acdb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:57.138851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:57.201984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48300) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:57.214021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port d352aa1d-f48f-45de-a066-77cbb00b46a8 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:57.218990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port d352aa1d-f48f-45de-a066-77cbb00b46a8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:57.219618 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.260749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-c616a0f9-50fe-4dbe-aacd-e12c7537d84a service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226871 Jan 29 19:48:57.323588 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.378982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ebbc3-f09f-45f7-9e4e-7e427ee9b238 req-5b28586e-0fd6-4edf-befb-0d7b924031cb tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.390500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d96ebbc3-f09f-45f7-9e4e-7e427ee9b238 req-5b28586e-0fd6-4edf-befb-0d7b924031cb tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.2346797 Jan 29 19:48:57.535128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d352aa1d-f48f-45de-a066-77cbb00b46a8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:57.538207 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.546872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d96ebbc3-f09f-45f7-9e4e-7e427ee9b238 req-56594b36-225d-45af-97ba-f1c661c14ecc tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533270 Jan 29 19:48:57.601160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-acdfb2e5-ac77-4543-82ea-585869c294c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b71e2f6082a24fc9930ed1144bca1a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964827 Jan 29 19:48:57.603681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48312) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:57.610836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:57.617980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0387bef9-6f80-40db-b838-f0f47c86b97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.634154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.677318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.679038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:57.681548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.686934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.692291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.698852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.704354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.710335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.716160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.725124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-21594138-bf85-4ea0-b39d-b97740e6f7ff tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.5785711 Jan 29 19:48:57.728601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:57.747255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:57.754556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:57.784498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-088baa7f-1aa5-407d-8295-dd87aa3e7942 admin admin] Publish callbacks [] for security_group (ad1bb859-54ec-4ea1-b67c-ee81dc66d297), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.786662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=4944c014-c83e-49bf-a7cb-dc40eb67acdb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:57.790839 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ad15eae-a1e9-4514-bfbb-e2e55669bae2 req-a8691871-7c0e-4bb4-85bc-df1c1c52e6dd service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971817 Jan 29 19:48:57.816514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:57.846776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.852645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.858890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.868212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.889561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.894850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.908831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:57.910884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:57.911897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-c0592670-df9b-4f13-9d9e-7b9ecf034c61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5430 time: 0.2903047 Jan 29 19:48:57.922218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:57.922721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.932485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Allocated IP 172.25.5.60 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/e5475754-8746-491d-be96-2a7c7849bdd9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:48:57.961752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-088baa7f-1aa5-407d-8295-dd87aa3e7942 admin admin] Publish callbacks [] for security_group (ad1bb859-54ec-4ea1-b67c-ee81dc66d297), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:57.972865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-727d5542-1846-48b5-a2ba-98f1f22610d6 req-ae07b9c1-e12b-471e-8e25-2a55c1eae581 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2467322 Jan 29 19:48:57.986336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:48:58.066043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:58.066426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.109007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:58.168238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.169260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b0b17f85-4c04-4f3d-9296-da38da666563 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:58.207906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2052119439-network', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:48:58.225734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7df5e362-cb9e-429b-b772-0bce908c7164 req-b6de6c0c-3698-4b37-b897-591573e9ce83 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2960446 Jan 29 19:48:58.421447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port b0b17f85-4c04-4f3d-9296-da38da666563 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:58.421447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:58.424371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port b0b17f85-4c04-4f3d-9296-da38da666563 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:58.424963 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.435918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for port (e5475754-8746-491d-be96-2a7c7849bdd9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.515496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-088baa7f-1aa5-407d-8295-dd87aa3e7942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ad1bb859-54ec-4ea1-b67c-ee81dc66d297), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.520434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-088baa7f-1aa5-407d-8295-dd87aa3e7942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.522758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-088baa7f-1aa5-407d-8295-dd87aa3e7942 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad1bb859-54ec-4ea1-b67c-ee81dc66d297 HTTP/1.1" status: 204 len: 168 time: 0.9178355 Jan 29 19:48:58.553454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d1aa6-e335-4a7b-bc8c-19c761f253da req-1cecfd0b-4d26-423a-a174-cb2eabf3c7e5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:58.564302 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d9d1aa6-e335-4a7b-bc8c-19c761f253da req-1cecfd0b-4d26-423a-a174-cb2eabf3c7e5 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.4280407 Jan 29 19:48:58.575183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Made reservation on behalf of c131dbb70d9048819d62662d0cf4719d for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:48:58.578588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.591885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088baa7f-1aa5-407d-8295-dd87aa3e7942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1bb859-54ec-4ea1-b67c-ee81dc66d297,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:58.619045 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.653458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e5475754-8746-491d-be96-2a7c7849bdd9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.687431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:48:58.694411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:48:58.697626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:48:58.798787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b0b17f85-4c04-4f3d-9296-da38da666563 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:58.799364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.839108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd17a0c-2fc4-4db1-8b31-5824b8191ae6'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:48:58.845671 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ca4bc-2dd8-40c8-b866-6b5ac9e5d735" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "fbd17a0c-2fc4-4db1-8b31-5824b8191ae6"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:48:58.865862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212d72-396f-4805-bc8c-20a4ca9256ec req-73ae33ed-d3f2-4d8b-b484-909d789b8208 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:58.866670 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.867450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74212d72-396f-4805-bc8c-20a4ca9256ec req-73ae33ed-d3f2-4d8b-b484-909d789b8208 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.1813464 Jan 29 19:48:58.888406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (f5e63677-0b61-41f1-a860-bcd81fff1814), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.893801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b0b17f85-4c04-4f3d-9296-da38da666563,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:58.973881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:58.975372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4e23dd28-b9cd-4521-846a-f91b9bee2eac up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:58.994799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74212d72-396f-4805-bc8c-20a4ca9256ec req-6872644b-ab8a-4a47-bf6a-05416ac81883 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212411 Jan 29 19:48:58.997730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (4494469f-21b6-4def-90a7-24199373b828), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.092452 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373adaf6-a725-4d71-8414-aeceb931a8fb x-openstack-request-id: req-373adaf6-a725-4d71-8414-aeceb931a8fb {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:48:59.092794 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "fbd17a0c-2fc4-4db1-8b31-5824b8191ae6", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:48:59.092995 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-373adaf6-a725-4d71-8414-aeceb931a8fb {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:48:59.094455 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8', 'code': 200} Jan 29 19:48:59.094455 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd17a0c-2fc4-4db1-8b31-5824b8191ae6', 'code': 200} Jan 29 19:48:59.151578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:59.159464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks [] for security_group (a8815a3b-d07c-4d83-93b2-ed6860d15dc3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.180507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'Port': ['ID=e5475754-8746-491d-be96-2a7c7849bdd9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:59.206117 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d9d1aa6-e335-4a7b-bc8c-19c761f253da req-99e7d992-2a37-42e9-b9bb-d2220e55a1fd tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6408200 Jan 29 19:48:59.222843 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e5475754-8746-491d-be96-2a7c7849bdd9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.244275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c05f4-ea97-4235-af1a-23418e904669 req-3f064884-201f-4c7d-8b94-fbca9573e13f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.245809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c81c05f4-ea97-4235-af1a-23418e904669 req-3f064884-201f-4c7d-8b94-fbca9573e13f tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.3488977 Jan 29 19:48:59.252814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 4e23dd28-b9cd-4521-846a-f91b9bee2eac completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:59.259446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 4e23dd28-b9cd-4521-846a-f91b9bee2eac triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:59.259942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.336089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.355974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.377544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.394899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.397971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4e23dd28-b9cd-4521-846a-f91b9bee2eac is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:59.398420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.408072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.417934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.423314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:48:59.425476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-783b2158-899b-4959-9cab-e98057fc7253 req-8a0acb16-4b8d-45b6-bc0e-7c2a6d979286 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.3078229 Jan 29 19:48:59.426255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.447604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:59.531286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.532021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b8739d60-7283-40b9-8fc9-721af3540b7a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:48:59.636077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.663046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-783b2158-899b-4959-9cab-e98057fc7253 req-dbbcc35d-36e7-4891-8fb1-1d217aebd40d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141356 Jan 29 19:48:59.683422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:59.713552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a8815a3b-d07c-4d83-93b2-ed6860d15dc3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.725971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:48:59.735729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f4d47261-c9a3-4035-a96e-c5ebe6e117fd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.736075 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Added segment f4d47261-c9a3-4035-a96e-c5ebe6e117fd of type vlan for network bf1d1804-f22f-41b5-bd74-bac6f474671b Jan 29 19:48:59.775646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.790662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port b8739d60-7283-40b9-8fc9-721af3540b7a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:48:59.794820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port b8739d60-7283-40b9-8fc9-721af3540b7a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:48:59.795401 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.887254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b8739d60-7283-40b9-8fc9-721af3540b7a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:48:59.888408 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.899712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.931286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b8739d60-7283-40b9-8fc9-721af3540b7a,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:48:59.988475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=4944c014-c83e-49bf-a7cb-dc40eb67acdb,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:48:59.996408 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:48:59.999974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (4494469f-21b6-4def-90a7-24199373b828), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.029013 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for port (e5475754-8746-491d-be96-2a7c7849bdd9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.075344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:00.087918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:00.094581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (bf1d1804-f22f-41b5-bd74-bac6f474671b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.123885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8815a3b-d07c-4d83-93b2-ed6860d15dc3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:00.138575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e5475754-8746-491d-be96-2a7c7849bdd9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.211235 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 4494469f-21b6-4def-90a7-24199373b828 associated. External IP: 172.25.5.69, port: df49c07d-d2ab-4434-90fe-5eb44670a977. Jan 29 19:49:00.234466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'Port': ['ID=e5475754-8746-491d-be96-2a7c7849bdd9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:00.248698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.250539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:00.254386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (bf1d1804-f22f-41b5-bd74-bac6f474671b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.255977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.256592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.271205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:00.279208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:00.279595 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.337257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd96576-cf26-41ff-895f-9a958739cfb7 req-29607bb8-4c1a-475c-85dd-94d096b327a8 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.338103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1d1804-f22f-41b5-bd74-bac6f474671b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:00.344340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebd96576-cf26-41ff-895f-9a958739cfb7 req-29607bb8-4c1a-475c-85dd-94d096b327a8 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 949 time: 0.1870270 Jan 29 19:49:00.355187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.360613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.366979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.373656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.378990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.384477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.389974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.391926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-4f04b89f-5290-45a6-a54b-76585f2dab64 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5434 time: 0.7403591 Jan 29 19:49:00.413989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Deleting port c8125d9f-c675-4f8c-9015-ab86b2a15e08 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:00.414728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.422433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:00.423172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.424650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebd96576-cf26-41ff-895f-9a958739cfb7 req-d10ca636-5d4f-4c26-aae1-2febd417256e tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793357 Jan 29 19:49:00.446261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network bf1d1804-f22f-41b5-bd74-bac6f474671b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:49:00.551513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:00.560040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] For port c8125d9f-c675-4f8c-9015-ab86b2a15e08, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8125d9f-c675-4f8c-9015-ab86b2a15e08,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:00.560441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.562858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f5e63677-0b61-41f1-a860-bcd81fff1814), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.586712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1812730824-network', 'tenant_id': '4d5d07d2d8d44b2bbd79143185b1caab'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:00.591761 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0118a26b-2784-4baa-a2e2-5d4d6509db03 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6044314 Jan 29 19:49:00.599307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48356) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:00.606723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Request body: {'subnet': {'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2052119439-subnet', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:00.611903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Calling delete_port for c8125d9f-c675-4f8c-9015-ab86b2a15e08 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:00.617616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:00.624871 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.665071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ef82f-7445-42d4-bbf5-2479d1841a3c req-7c75d5f5-81cb-40ca-a4f6-5ed425bdd592 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.667963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e70ef82f-7445-42d4-bbf5-2479d1841a3c req-7c75d5f5-81cb-40ca-a4f6-5ed425bdd592 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1360567 Jan 29 19:49:00.679563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:00.703685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d43326d6-0acd-4a4b-b63c-20a244d45a36 req-136af5a5-b620-4532-8dec-5d8ee84a961d tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2960315 Jan 29 19:49:00.706500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.716260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3a9fe151-95c2-46e7-8a03-27afa8072405 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2982357 Jan 29 19:49:00.731202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Made reservation on behalf of 4d5d07d2d8d44b2bbd79143185b1caab for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:00.734764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.761849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.826530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Made reservation on behalf of c131dbb70d9048819d62662d0cf4719d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:00.828908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:00.904951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e70ef82f-7445-42d4-bbf5-2479d1841a3c req-61c6bf1b-5736-4f47-a5c3-24070f61a50d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741543 Jan 29 19:49:00.931897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8125d9f-c675-4f8c-9015-ab86b2a15e08 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:00.952273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:00.965639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:00.990519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:00.996100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:00.996777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:00.997231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.003356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.010309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.016129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.021818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.027623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.029924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-5a08e44d-8b8c-4c1a-809e-fc4a22861fd6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1902630 Jan 29 19:49:01.032762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks [] for security_group (b5e750ba-068e-49af-b641-49bec7602d81), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.033970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c8125d9f-c675-4f8c-9015-ab86b2a15e08), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.050465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:01.062119 n-d-825496-5 neutron-server[103564]: INFO neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No ports have port_id starting with c8125d9f-c675-4f8c-9015-ab86b2a15e08 Jan 29 19:49:01.066781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:01.068266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:01.074360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['806ff8b5-380a-4975-8f36-8b9decb81c40'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:01.077018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-ab4a550a-af79-466e-b394-23a79e1e7913 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1334804274&fields=id&tenant_id=e71019087d3b4f6b9f3f7db948ca6a46 HTTP/1.1" status: 200 len: 267 time: 0.0732164 Jan 29 19:49:01.083964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Pushing event deleted for resources: {'Port': ['ID=c8125d9f-c675-4f8c-9015-ab86b2a15e08,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:01.142249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] No DVR routers for this DVR port c8125d9f-c675-4f8c-9015-ab86b2a15e08 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:01.143518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.145217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.149914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c81c05f4-ea97-4235-af1a-23418e904669 req-269657bd-03a4-4966-a523-efe6b02fb436 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "DELETE /v2.0/ports/c8125d9f-c675-4f8c-9015-ab86b2a15e08 HTTP/1.1" status: 204 len: 173 time: 1.4942975 Jan 29 19:49:01.156925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'name': 'network-vif-deleted', 'tag': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:01.159470 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a38e89-9e3e-4ee6-b5dd-4112cc0d9fb0" -d '{"events": [{"server_uuid": "c435e466-6f7d-4ded-bd6a-a7d9396f96ad", "name": "network-vif-deleted", "tag": "c8125d9f-c675-4f8c-9015-ab86b2a15e08"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:01.162369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b5e750ba-068e-49af-b641-49bec7602d81), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.167965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:01.172375 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936ebfd-2c30-499e-8485-561fd3a4fbea" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:01.181096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:01.182342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff1dc5-a21d-42b0-86d7-7b7a6f7320de None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:01.215750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:49:01.230456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e750ba-068e-49af-b641-49bec7602d81,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:01.238784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5555781-4bee-4628-a9ec-e5295be9a0ce req-fdf9d1f3-9893-4bd1-864f-cdaee39630f1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990921 Jan 29 19:49:01.245317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (faceb9f8-6540-4842-8d8f-8fccde65661f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.245317 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Added segment faceb9f8-6540-4842-8d8f-8fccde65661f of type vlan for network afe320b9-12fc-495d-9d6e-a28460c7c40d Jan 29 19:49:01.324684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (afe320b9-12fc-495d-9d6e-a28460c7c40d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.487355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (afe320b9-12fc-495d-9d6e-a28460c7c40d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.488360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.489243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.558267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde41d19-6ace-4316-bc51-a0a699438db4 req-7f59353b-adad-4d6a-90d0-87294541aa10 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.559868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cde41d19-6ace-4316-bc51-a0a699438db4 req-7f59353b-adad-4d6a-90d0-87294541aa10 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1279292 Jan 29 19:49:01.563803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.597730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3335655 Jan 29 19:49:01.600827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48380) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:01.603719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf43eb-7556-4930-861b-1f8dafbdcd74 admin admin] Pushing event updated for resources: {'Network': ['ID=afe320b9-12fc-495d-9d6e-a28460c7c40d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:01.616134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Request body: {'subnet': {'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1812730824-subnet', 'tenant_id': '4d5d07d2d8d44b2bbd79143185b1caab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:01.620503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network afe320b9-12fc-495d-9d6e-a28460c7c40d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:49:01.660818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cde41d19-6ace-4316-bc51-a0a699438db4 req-4eb62af3-408d-4606-ba73-51eee0c4ee5b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727427 Jan 29 19:49:01.712867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Made reservation on behalf of 4d5d07d2d8d44b2bbd79143185b1caab for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:01.717645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.746025 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251dce7d-f5a2-48b9-8488-cd54dc1d9f08 x-openstack-request-id: req-251dce7d-f5a2-48b9-8488-cd54dc1d9f08 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:01.746327 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c435e466-6f7d-4ded-bd6a-a7d9396f96ad", "name": "network-vif-deleted", "tag": "c8125d9f-c675-4f8c-9015-ab86b2a15e08", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:01.746588 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-251dce7d-f5a2-48b9-8488-cd54dc1d9f08 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:01.746991 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c435e466-6f7d-4ded-bd6a-a7d9396f96ad', 'name': 'network-vif-deleted', 'tag': 'c8125d9f-c675-4f8c-9015-ab86b2a15e08', 'status': 'completed', 'code': 200} Jan 29 19:49:01.753492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4aa150d4-35f1-43cb-9ee0-36a578a37770 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5109861 Jan 29 19:49:01.760552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48384) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:01.793922 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e082e-f774-4c2f-8601-33605e02e8ef x-openstack-request-id: req-2c3e082e-f774-4c2f-8601-33605e02e8ef {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:01.794249 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:01.794506 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c3e082e-f774-4c2f-8601-33605e02e8ef {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:01.794916 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563', 'code': 200} Jan 29 19:49:01.795218 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac', 'code': 200} Jan 29 19:49:01.795587 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'code': 200} Jan 29 19:49:01.795851 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c', 'code': 200} Jan 29 19:49:01.820363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (6fe72860-fbb0-4e12-90de-7d08aeb9bf12), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:01.895189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-0e7e5aa5-178d-4760-bbe7-6b1ce6b1af71 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:01.903359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-0e7e5aa5-178d-4760-bbe7-6b1ce6b1af71 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 811 time: 0.8055811 Jan 29 19:49:01.914040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65dbf20b-c9b3-4287-8f74-e5000cbee8d8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/floatingips/4494469f-21b6-4def-90a7-24199373b828 HTTP/1.1" status: 200 len: 977 time: 0.1483493 Jan 29 19:49:01.917685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48388) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:01.925780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe72860-fbb0-4e12-90de-7d08aeb9bf12,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:01.938974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-d8adcde7-c6ac-4c14-8799-99794f159c42 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/quotas/e71019087d3b4f6b9f3f7db948ca6a46 HTTP/1.1" status: 200 len: 375 time: 0.0347383 Jan 29 19:49:01.987952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Checking segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:01.987952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Network hostable DHCP agents. Network: bf1d1804-f22f-41b5-bd74-bac6f474671b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:49:02.015349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-02451d07-ed99-40fa-8fbc-43b2a6041539 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755186 Jan 29 19:49:02.029421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fab05b8e-520d-4769-adc1-db5250662f4a req-504b4f76-c5d7-4da7-902a-ead91187813e tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=c435e466-6f7d-4ded-bd6a-a7d9396f96ad HTTP/1.1" status: 200 len: 210 time: 0.1512079 Jan 29 19:49:02.135304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Network bf1d1804-f22f-41b5-bd74-bac6f474671b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:49:02.183288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-e20d1dbd-4fc5-44f5-853d-ac7b1a9917b0 service neutron] 10.222.0.15 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534760 Jan 29 19:49:02.193802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03e5d44a-607c-4d58-80c4-66523d853454 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2741632 Jan 29 19:49:02.198608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48390) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:02.204468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'port_id': 'affde333-b31c-4ae3-a6fa-bf1e2cc19f87'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:02.220394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.220886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.221361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.221828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.222293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.222757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.223211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.225525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce161d44-ba52-4a25-a484-014b29be3dca req-80b4047b-529b-42e0-8b3e-1f47d544f8db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6710 time: 0.3122473 Jan 29 19:49:02.245534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a57fc-c227-4fca-9c54-87f611c4bf4f req-6ca1b60a-c941-42e1-b103-6b27a32977b0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.248768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a4a57fc-c227-4fca-9c54-87f611c4bf4f req-6ca1b60a-c941-42e1-b103-6b27a32977b0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1340082 Jan 29 19:49:02.261282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, bf1d1804-f22f-41b5-bd74-bac6f474671b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:02.279570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.280187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.283457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7610ac-8142-426c-a322-4b935595f2bf None None] Network bf1d1804-f22f-41b5-bd74-bac6f474671b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:02.357135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7c7f1e4c-140f-4d8f-8221-3579e61f9c50), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.361113 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (4494469f-21b6-4def-90a7-24199373b828), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.374266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce161d44-ba52-4a25-a484-014b29be3dca req-0740e79f-32dc-4e71-a85d-b6e5f069cb79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408246 Jan 29 19:49:02.429607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed74eb63-45a8-4f7e-8ef3-3ca764f2ae0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8278923 Jan 29 19:49:02.434350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-bf1d1804-f22f-41b5-bd74-bac6f474671b', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:49:02.435599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.437318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a4a57fc-c227-4fca-9c54-87f611c4bf4f req-9c06070a-f138-437c-afea-f1b41886a7db tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682975 Jan 29 19:49:02.437875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:02.462336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-df65b46e-90d1-411a-93cd-1c0b4d1db6be service neutron] 10.222.0.15 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720723 Jan 29 19:49:02.484270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:02.575204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7f1e4c-140f-4d8f-8221-3579e61f9c50,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:02.606952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Checking segment: {'id': 'faceb9f8-6540-4842-8d8f-8fccde65661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:02.607312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Network hostable DHCP agents. Network: afe320b9-12fc-495d-9d6e-a28460c7c40d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:49:02.623081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Allocated IP 172.20.0.2 (bf1d1804-f22f-41b5-bd74-bac6f474671b/6fe72860-fbb0-4e12-90de-7d08aeb9bf12/034661f5-1a36-4387-9623-51be39a8b987) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:02.669431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.679940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.685528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.693014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.699548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.706621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.714387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.724036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-1cf2a3ea-cf4e-43bb-97df-e0c2748f7714 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.1662433 Jan 29 19:49:02.729714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.733204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.743953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Network afe320b9-12fc-495d-9d6e-a28460c7c40d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:49:02.792990 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Publish callbacks [] for port (034661f5-1a36-4387-9623-51be39a8b987), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.852796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks [] for router_controller (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.856791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, afe320b9-12fc-495d-9d6e-a28460c7c40d) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:02.866553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8561acc-ec6d-46e7-b57c-4875bcbfb3b3 None None] Network afe320b9-12fc-495d-9d6e-a28460c7c40d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:02.876725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:02.880786 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.918534 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (034661f5-1a36-4387-9623-51be39a8b987), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:02.980311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d3a36dd-9cde-4fdf-857d-220e818daa0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3774223 Jan 29 19:49:03.029451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae58993a-b26c-4488-b8e5-f7d3d044aa1b req-11c88f7d-3f8e-4a9f-9b09-951f47b1f450 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045170 Jan 29 19:49:03.075981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Network bf1d1804-f22f-41b5-bd74-bac6f474671b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:03.084388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:03.118424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:03.131294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Pushing event updated for resources: {'Port': ['ID=034661f5-1a36-4387-9623-51be39a8b987,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:03.160728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks [] for router_gateway (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.220455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986d0f6-bb8f-4046-b277-8e5a572bb194 None None] Network afe320b9-12fc-495d-9d6e-a28460c7c40d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:03.262290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Attempting to bind port 034661f5-1a36-4387-9623-51be39a8b987 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:03.262600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Attempting to bind port 034661f5-1a36-4387-9623-51be39a8b987 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:03.263098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Attempting to bind port 034661f5-1a36-4387-9623-51be39a8b987 on network bf1d1804-f22f-41b5-bd74-bac6f474671b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:03.300100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:03.300820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Checking segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:03.300923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.301287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Bound using segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:03.302246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Bound port: 034661f5-1a36-4387-9623-51be39a8b987, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:03.302765 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (034661f5-1a36-4387-9623-51be39a8b987), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.444412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.481181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] For port 034661f5-1a36-4387-9623-51be39a8b987, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:03.501993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] For port 034661f5-1a36-4387-9623-51be39a8b987, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=034661f5-1a36-4387-9623-51be39a8b987,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:03.536547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.542273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.548535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks [] for router_gateway (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.550439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.557180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.562540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.569164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.571224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.573929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:03.575916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-7486b1db-8711-4ec4-9d1d-aa1a79f7d81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1167831 Jan 29 19:49:03.577234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (4494469f-21b6-4def-90a7-24199373b828), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.621334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (034661f5-1a36-4387-9623-51be39a8b987), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:03.743161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7b8aa88-e7cd-40e2-b17b-3621f907c9df req-d3b00f08-9b5d-4c7b-88de-9e1334854c90 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241672 Jan 29 19:49:03.753265 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 4494469f-21b6-4def-90a7-24199373b828 associated. External IP: 172.25.5.69, port: df49c07d-d2ab-4434-90fe-5eb44670a977. Jan 29 19:49:03.787798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12653a-6c26-470e-aa24-dbe3f659e518 None None] Pushing event updated for resources: {'Port': ['ID=034661f5-1a36-4387-9623-51be39a8b987,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:03.835419 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8e53441-11fb-4b54-877c-d9f0914944af req-cd9bdb11-81ba-40b0-a126-7ce844ac4f64 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 210 time: 0.0548499 Jan 29 19:49:03.876751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Allocated IP 172.25.5.119 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/79db9475-7c17-4349-940f-8ac7ceaf7edf) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:04.076094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks [] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:04.141133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbcb0-7173-476a-a99e-e2b8c5a082e4 req-7eec6812-0155-46ea-8f59-415a378eea70 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:04.143063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f07bbcb0-7173-476a-a99e-e2b8c5a082e4 req-7eec6812-0155-46ea-8f59-415a378eea70 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1764467 Jan 29 19:49:04.185865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:04.247555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f07bbcb0-7173-476a-a99e-e2b8c5a082e4 req-ee39feaf-27c1-4b98-9661-36374a84b57d tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922427 Jan 29 19:49:04.288524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:04.369481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:04.374793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:04.392073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:04.423075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Pushing event updated for resources: {'Port': ['ID=79db9475-7c17-4349-940f-8ac7ceaf7edf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:04.439639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.439984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.440738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.441470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.441470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.441716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.442105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.442642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.443244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.443244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.443443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.443922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.444272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:04.462043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-2e6cb761-516f-4081-8e15-79230341a40a tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:04.463964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-2e6cb761-516f-4081-8e15-79230341a40a tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/networks?id=afe320b9-12fc-495d-9d6e-a28460c7c40d HTTP/1.1" status: 200 len: 818 time: 0.2683363 Jan 29 19:49:04.491315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:04.493873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-f1d365f1-ffce-4014-8b52-ce213ea2a071 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/quotas/4d5d07d2d8d44b2bbd79143185b1caab HTTP/1.1" status: 200 len: 375 time: 0.0220318 Jan 29 19:49:04.503087 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:04.528075 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:04.528764 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:04.622657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-817a24b4-1657-41b3-a7b1-a8921a801fb7 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d5d07d2d8d44b2bbd79143185b1caab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516570 Jan 29 19:49:04.626818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:04.647968 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:04.648813 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:04.731978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 034661f5-1a36-4387-9623-51be39a8b987 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:04.784790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:49:04.785550 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:04.788899 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec30788-00f6-48aa-81c1-06ddb321615a None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:04.867134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 034661f5-1a36-4387-9623-51be39a8b987 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:04.867516 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (034661f5-1a36-4387-9623-51be39a8b987), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:04.883334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-9f3751dc-4075-4f8d-a366-1536e0fd85d2 service neutron] 10.222.0.15 "GET /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596152 Jan 29 19:49:04.985355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 034661f5-1a36-4387-9623-51be39a8b987 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:04.985784 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (034661f5-1a36-4387-9623-51be39a8b987), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.032438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 034661f5-1a36-4387-9623-51be39a8b987, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=034661f5-1a36-4387-9623-51be39a8b987,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:05.133894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (034661f5-1a36-4387-9623-51be39a8b987), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.146347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:05.149383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-8b6cdc4a-33dd-4db8-a576-0e351770f55a service neutron] 10.222.0.15 "GET /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583041 Jan 29 19:49:05.230617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=034661f5-1a36-4387-9623-51be39a8b987,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:05.303744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:05.308488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.318978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:05.342958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:05.343594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:05.355707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e970d-9be0-44fc-8f9b-2e3551ee25bb None None] Network bf1d1804-f22f-41b5-bd74-bac6f474671b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:05.381155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7e7ca61d-d6cc-4650-9fa9-8115b3b78946 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/floatingips/4494469f-21b6-4def-90a7-24199373b828 HTTP/1.1" status: 200 len: 977 time: 3.1801450 Jan 29 19:49:05.381598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48442) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:05.386669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:05.402033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks [] for router_gateway (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.489046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (4494469f-21b6-4def-90a7-24199373b828), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.573273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.581351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.590137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.590260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:05.596243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.600576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-65da5033-53cb-47aa-83c0-12f81168ebf6 None None] Provisioning complete for port 034661f5-1a36-4387-9623-51be39a8b987 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:05.601035 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5033-53cb-47aa-83c0-12f81168ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (034661f5-1a36-4387-9623-51be39a8b987), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.603406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.610897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.611667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:05.612412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:05.616981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.619238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-e2f8c47f-de9d-4f11-914e-099caf42f94c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.3104730 Jan 29 19:49:05.701438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:05.702288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb23329-9e5e-4941-8fc9-bb74f03285ea None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:05.796513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6119ab-ccab-4527-86fa-caaff3d4e99c req-eca1cc6c-010a-43d0-96dd-5e6984845bc3 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:05.813647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d6119ab-ccab-4527-86fa-caaff3d4e99c req-eca1cc6c-010a-43d0-96dd-5e6984845bc3 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 949 time: 0.2490044 Jan 29 19:49:05.837508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-65da5033-53cb-47aa-83c0-12f81168ebf6 None None] Current status of the port 034661f5-1a36-4387-9623-51be39a8b987 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:05.890333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.977492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d6119ab-ccab-4527-86fa-caaff3d4e99c req-aa80ef38-a24a-4296-9ca1-253294f1746d tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629558 Jan 29 19:49:05.977750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.989842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (4494469f-21b6-4def-90a7-24199373b828), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:05.990522 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 4494469f-21b6-4def-90a7-24199373b828 disassociated. External IP: 172.25.5.69, port: affde333-b31c-4ae3-a6fa-bf1e2cc19f87. Jan 29 19:49:06.015626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9414f81c-2ebc-427a-8a96-39ccb00da652 req-4269a3b4-4ee4-453b-9a93-9d2d387c8290 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3766885 Jan 29 19:49:06.065626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c2337d11-1b9f-47e8-938a-8ef2b5a99c11 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.080213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c2337d11-1b9f-47e8-938a-8ef2b5a99c11 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.26 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 811 time: 0.4546399 Jan 29 19:49:06.168844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-63f98189-98e0-4882-b7b8-5a9861c335b2 None None] Provisioning complete for port 034661f5-1a36-4387-9623-51be39a8b987 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:06.169260 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63f98189-98e0-4882-b7b8-5a9861c335b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (034661f5-1a36-4387-9623-51be39a8b987), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:06.270406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9cf4a7b6-d189-4ae3-b790-87bb84bcc628 req-94ef65fc-daae-48a2-b7bd-a1651c26f389 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 210 time: 0.0744159 Jan 29 19:49:06.324814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-ecaaf8c3-ef67-4811-a76c-d6ad4c3e8458 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71019087d3b4f6b9f3f7db948ca6a46 HTTP/1.1" status: 200 len: 380 time: 0.1846998 Jan 29 19:49:06.330703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-63f98189-98e0-4882-b7b8-5a9861c335b2 None None] Current status of the port 034661f5-1a36-4387-9623-51be39a8b987 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:06.337354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'port': {'device_id': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'admin_state_up': True, 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'security_groups': ['1fe38039-cc77-4a8f-9c3e-ca795b69b99d']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:06.365176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Router a541b8fc-dc7c-4d13-8472-b3a3f03c680c is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:49:06.575266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 034661f5-1a36-4387-9623-51be39a8b987 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:06.624614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Made reservation on behalf of e71019087d3b4f6b9f3f7db948ca6a46 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:06.628867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:06.685139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 034661f5-1a36-4387-9623-51be39a8b987 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:06.685525 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (034661f5-1a36-4387-9623-51be39a8b987), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:06.812962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:06.819056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.826684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Sync routers for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:06.833136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.844774 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:06.845921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:06.846175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f179cff-9f56-41b8-be7e-fadccd97f7b0 req-f4307d0a-43c5-48e0-b8a2-cc54b8cf8140 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.850063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.854675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f179cff-9f56-41b8-be7e-fadccd97f7b0 req-f4307d0a-43c5-48e0-b8a2-cc54b8cf8140 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2433367 Jan 29 19:49:06.862462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.868256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.874844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.881180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:06.889382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-599fa5d4-fd23-41f1-92f3-bc852a60f276 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.7465737 Jan 29 19:49:06.958787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:06.964788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8367675-6b3a-45fc-a70e-0069042b42e6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4977865 Jan 29 19:49:07.010533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48456) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:07.050804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f179cff-9f56-41b8-be7e-fadccd97f7b0 req-b00ed185-02d5-4de2-a8c2-b781367ca41c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951332 Jan 29 19:49:07.069225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 034661f5-1a36-4387-9623-51be39a8b987 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:07.083343 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:07.090851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:07.121406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-344ec94a-9e40-4fab-9a5b-8ea53d539cb6 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.133215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-344ec94a-9e40-4fab-9a5b-8ea53d539cb6 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 949 time: 0.8762348 Jan 29 19:49:07.151071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Allocated IP 172.20.0.3 (aa160f59-2535-4657-a321-131ef6adca88/d5e26a17-26a1-423b-ae64-fd7e187e4bdc/c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:07.239396 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1915c294-cbeb-46ef-ba31-69214577852c req-68301160-249c-4273-bbee-5cd063b34c3b tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 210 time: 0.0778840 Jan 29 19:49:07.321511 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:04Z', 'revision_number': 3, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:07.353037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1af3dd52-79d5-4060-ba3b-60556e86d63f req-6ace2ce0-9db1-45d5-a259-a264cec8b5df tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4568450 Jan 29 19:49:07.365885 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Checking router: a541b8fc-dc7c-4d13-8472-b3a3f03c680c for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:07.366836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Updating router a541b8fc-dc7c-4d13-8472-b3a3f03c680c port 79db9475-7c17-4349-940f-8ac7ceaf7edf binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:49:07.551090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Deleting port 806ff8b5-380a-4975-8f36-8b9decb81c40 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:07.551478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.585228 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.663977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] For port 806ff8b5-380a-4975-8f36-8b9decb81c40, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=806ff8b5-380a-4975-8f36-8b9decb81c40,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:07.664484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.677975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.683551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.685860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Calling delete_port for 806ff8b5-380a-4975-8f36-8b9decb81c40 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:07.688849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.698675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.704690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.711003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.716435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.718341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73ac3a87-09b6-4c01-a3d4-f013cba12802 req-4c08df8e-038b-4dad-ae14-560395701a63 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.3318410 Jan 29 19:49:07.800675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48464) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:07.820880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Request body: {'floatingip': {'port_id': 'b8739d60-7283-40b9-8fc9-721af3540b7a'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:07.853628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:07.865213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:07.866911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.879605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:07.887307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:07.924965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (f8a8d0f9-fb95-4d88-a019-ca417e8ee84a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.942788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (806ff8b5-380a-4975-8f36-8b9decb81c40), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.953246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05071f22-11db-4d3e-b7aa-61c208d76d79 req-c90ed550-669b-4a0c-8ca8-4222920fb235 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:07.954750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05071f22-11db-4d3e-b7aa-61c208d76d79 req-c90ed550-669b-4a0c-8ca8-4222920fb235 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 949 time: 0.4680390 Jan 29 19:49:07.971239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:07.977487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:08.007433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:08.008059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:08.056295 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Publish callbacks [] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.072032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0d2cf29b-84db-4c31-9dae-06b25409fd75 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/floatingips/4494469f-21b6-4def-90a7-24199373b828 HTTP/1.1" status: 200 len: 687 time: 2.6893780 Jan 29 19:49:08.074345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Pushing event deleted for resources: {'Port': ['ID=806ff8b5-380a-4975-8f36-8b9decb81c40,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:08.088580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:08.101944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:08.103426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9d2be-9098-4584-8cc0-927556fad780 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:08.141171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.212818 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.254029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] No DVR routers for this DVR port 806ff8b5-380a-4975-8f36-8b9decb81c40 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:08.257248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.261094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fa054db-7f92-439c-9e16-c24831d391f2 req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.26 "DELETE /v2.0/ports/806ff8b5-380a-4975-8f36-8b9decb81c40 HTTP/1.1" status: 204 len: 173 time: 1.1106622 Jan 29 19:49:08.270383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02a621-8e0a-483f-b005-80312d13852e', 'name': 'network-vif-deleted', 'tag': '806ff8b5-380a-4975-8f36-8b9decb81c40'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:08.276239 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547dc38-ff69-4ceb-9e78-3f17a51fccf5" -d '{"events": [{"server_uuid": "7c02a621-8e0a-483f-b005-80312d13852e", "name": "network-vif-deleted", "tag": "806ff8b5-380a-4975-8f36-8b9decb81c40"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:08.279820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.280238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.280596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.280934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.281269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.281600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.281928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.282304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.283377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.283718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.284408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.285327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.285662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18597e-ffa4-4394-8430-dd2ab76d3d53 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.333043 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Attempting to bind port 79db9475-7c17-4349-940f-8ac7ceaf7edf on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:08.335987 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Attempting to bind port 79db9475-7c17-4349-940f-8ac7ceaf7edf by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:08.336488 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Attempting to bind port 79db9475-7c17-4349-940f-8ac7ceaf7edf on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:08.341915 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Pushing event updated for resources: {'Port': ['ID=79db9475-7c17-4349-940f-8ac7ceaf7edf,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:08.356650 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:08.363016 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:08.363016 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.363016 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:08.363016 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Bound port: 79db9475-7c17-4349-940f-8ac7ceaf7edf, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:08.363016 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.363588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05071f22-11db-4d3e-b7aa-61c208d76d79 req-9a6d2dba-ecde-4662-96c4-f3b08d6a9933 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd09b966-751e-4cca-891b-122f9c40e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847857 Jan 29 19:49:08.374704 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.375286 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.378362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.381209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.381828 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.382377 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.382936 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.383492 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.384030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.386187 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.386769 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.387435 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.387999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:08.523826 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] For port 79db9475-7c17-4349-940f-8ac7ceaf7edf, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:08.528442 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] For port 79db9475-7c17-4349-940f-8ac7ceaf7edf, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=79db9475-7c17-4349-940f-8ac7ceaf7edf,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:08.584818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d926db-57ba-4994-9f24-9f0fb31aadcf req-4f3da9f9-5cf1-4c8c-82ba-c74f59cd421d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 210 time: 0.4494295 Jan 29 19:49:08.635934 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.652109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-fda55e5a-aeb4-4c21-a344-cc8a62132cc2 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:08.653696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-fda55e5a-aeb4-4c21-a344-cc8a62132cc2 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.26 "GET /v2.0/networks?id=afe320b9-12fc-495d-9d6e-a28460c7c40d HTTP/1.1" status: 200 len: 818 time: 0.3002119 Jan 29 19:49:08.678467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624be70-3b08-4be8-ac57-f3329fb572ee req-051c4c58-eb75-4275-be32-4ced56e38734 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:08.680029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5624be70-3b08-4be8-ac57-f3329fb572ee req-051c4c58-eb75-4275-be32-4ced56e38734 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1516995 Jan 29 19:49:08.686337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Request body: {'port': {'device_id': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d', 'admin_state_up': True, 'tenant_id': '4d5d07d2d8d44b2bbd79143185b1caab'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:08.690350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 4944c014-c83e-49bf-a7cb-dc40eb67acdb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:08.690696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.781351 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:08.781982 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:08.844306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.844650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (4944c014-c83e-49bf-a7cb-dc40eb67acdb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:08.861405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 4944c014-c83e-49bf-a7cb-dc40eb67acdb owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:08.868824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61adeac0-d54b-4c59-916c-56e842b5312b req-f842d986-f985-422f-ac99-0a19e0ad6662 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 210 time: 0.0892532 Jan 29 19:49:08.951154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 806ff8b5-380a-4975-8f36-8b9decb81c40 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:08.984323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 806ff8b5-380a-4975-8f36-8b9decb81c40 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:08.984880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 806ff8b5-380a-4975-8f36-8b9decb81c40 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:09.021681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:09.133796 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa16711-4df3-4aac-8997-ef9d5a4ec9c1 x-openstack-request-id: req-efa16711-4df3-4aac-8997-ef9d5a4ec9c1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:09.134080 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02a621-8e0a-483f-b005-80312d13852e", "name": "network-vif-deleted", "tag": "806ff8b5-380a-4975-8f36-8b9decb81c40", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:09.134327 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efa16711-4df3-4aac-8997-ef9d5a4ec9c1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:09.134949 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02a621-8e0a-483f-b005-80312d13852e', 'name': 'network-vif-deleted', 'tag': '806ff8b5-380a-4975-8f36-8b9decb81c40', 'status': 'completed', 'code': 200} Jan 29 19:49:09.182873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49be62c-2152-4b26-bef2-4a1e255318d0 None None] Pushing event updated for resources: {'Port': ['ID=79db9475-7c17-4349-940f-8ac7ceaf7edf,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:09.321821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4944c014-c83e-49bf-a7cb-dc40eb67acdb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:09.410299 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:04Z', 'revision_number': 3, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:09.411145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5624be70-3b08-4be8-ac57-f3329fb572ee req-be74d848-2bdf-4d5a-ac5e-5d900e79eec0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919412 Jan 29 19:49:09.417297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=4944c014-c83e-49bf-a7cb-dc40eb67acdb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:09.484414 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2a8f2-89f8-4e56-aee4-0d229e3abd9c None None] The sync data for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 is: [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:04Z', 'revision_number': 3, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:09.602624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2660256f-9745-4169-b45d-81b7e423e88c req-c5248684-ff75-48fa-b726-68ef9e04b134 tempest-ServersAdminNegativeTestJSON-2140697164 tempest-ServersAdminNegativeTestJSON-2140697164-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c02a621-8e0a-483f-b005-80312d13852e HTTP/1.1" status: 200 len: 210 time: 0.0471117 Jan 29 19:49:09.616794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (4494469f-21b6-4def-90a7-24199373b828), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:09.627576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:09.627576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b83172c-e873-4179-8392-1e22e2253b5e tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/floatingips/4494469f-21b6-4def-90a7-24199373b828 HTTP/1.1" status: 204 len: 168 time: 1.5232623 Jan 29 19:49:09.627576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:09.665872 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-49d45c2d-bc5d-4f75-bfa4-940cdf8eeda5 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] delete failed (client error): The resource could not be found. Jan 29 19:49:09.666911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:09.671154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-49d45c2d-bc5d-4f75-bfa4-940cdf8eeda5 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/floatingips/4494469f-21b6-4def-90a7-24199373b828 HTTP/1.1" status: 404 len: 345 time: 0.0462475 Jan 29 19:49:09.672259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48482) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:09.676150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-0b0ad34f-255f-4e60-a620-ef0a1fed420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:09.678537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-0b0ad34f-255f-4e60-a620-ef0a1fed420e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=561181d3c09744d3aee03d38d75987a2&device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 1126 time: 1.1453876 Jan 29 19:49:09.683081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Made reservation on behalf of 4d5d07d2d8d44b2bbd79143185b1caab for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:09.690362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:09.746999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.003368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71ab23-f632-4834-951d-9a56f027a703 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.010640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71ab23-f632-4834-951d-9a56f027a703 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.016065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71ab23-f632-4834-951d-9a56f027a703 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.020844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ba71ab23-f632-4834-951d-9a56f027a703 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/ports?network_id=d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 HTTP/1.1" status: 200 len: 2358 time: 0.3475258 Jan 29 19:49:10.024507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48486) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:10.031706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de32f49-381a-4efc-9982-1892560600de req-87964bdb-3728-4dfa-a44d-f819972c9d45 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.033346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5de32f49-381a-4efc-9982-1892560600de req-87964bdb-3728-4dfa-a44d-f819972c9d45 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 931 time: 0.3016248 Jan 29 19:49:10.036655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Allocated IP 172.20.0.10 (afe320b9-12fc-495d-9d6e-a28460c7c40d/7c7f1e4c-140f-4d8f-8221-3579e61f9c50/d320e23d-d20d-4dbe-9c37-4ecf637789c0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:10.046066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.074479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.081905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.088750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.095566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.102674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.110548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.112801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-308a107a-573d-42b6-af07-b51fce3b1acf req-95329ab3-a93a-435c-a7bc-43895f0ab9af tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.5475996 Jan 29 19:49:10.148127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Network aa160f59-2535-4657-a321-131ef6adca88 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:10.149769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4133309-8b9d-4c5c-8cfc-55e11f548cca tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.156389 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b4133309-8b9d-4c5c-8cfc-55e11f548cca tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/subnets/b1eaa78f-c74a-40d1-aefc-d1299f31081c HTTP/1.1" status: 200 len: 797 time: 0.1172714 Jan 29 19:49:10.156481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.156481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event updated for resources: {'Port': ['ID=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:10.165467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:10.178489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'port': {'network_id': 'd97526a0-fd79-4e7b-9a1d-dd4c8f302a68', 'name': 'tempest-FloatingIPTestJSON-1607885702', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:10.194651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5de32f49-381a-4efc-9982-1892560600de req-d64701e6-302f-482f-b93c-909d73a73bae tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486053 Jan 29 19:49:10.256136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:10.258634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-aa5b4cf0-fdbc-48c3-92d5-6fee4dce9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.260513 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-aa5b4cf0-fdbc-48c3-92d5-6fee4dce9f15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 200 len: 911 time: 0.5708964 Jan 29 19:49:10.261879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:10.346328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-437b7d91-b2b2-42bf-a0b2-187dadafa283 req-8a5e9a2f-cff1-4212-ab3a-0fb89256efa3 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 210 time: 0.0453880 Jan 29 19:49:10.402887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks [] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.443265 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8a8d0f9-fb95-4d88-a019-ca417e8ee84a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.482496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.587771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Network afe320b9-12fc-495d-9d6e-a28460c7c40d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:10.611227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:10.618977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:10.635002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 79db9475-7c17-4349-940f-8ac7ceaf7edf up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:10.690198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Pushing event updated for resources: {'Port': ['ID=d320e23d-d20d-4dbe-9c37-4ecf637789c0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:10.736722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8800d0b2-f459-41cc-b3b2-2f0a7903ab59 None None] Provisioning complete for port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:10.737094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8800d0b2-f459-41cc-b3b2-2f0a7903ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.743063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.743758 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.762887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.763560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.769007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Allocated IP 172.20.0.1 (bf1d1804-f22f-41b5-bd74-bac6f474671b/6fe72860-fbb0-4e12-90de-7d08aeb9bf12/246f46e1-6f28-4c87-9e60-3acd0f572647) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:10.795644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 79db9475-7c17-4349-940f-8ac7ceaf7edf triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:10.796530 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:10.800602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8800d0b2-f459-41cc-b3b2-2f0a7903ab59 None None] Port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:10.806834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13051dff-63ca-4c46-9935-7b7903dc8a64 req-11d062e6-b78c-48ee-b729-8d14cca7efa6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:10.817995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13051dff-63ca-4c46-9935-7b7903dc8a64 req-11d062e6-b78c-48ee-b729-8d14cca7efa6 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.2624657 Jan 29 19:49:10.862961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-ee4e9e31-098e-4160-8707-3967ce679d0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 200 len: 997 time: 0.3954675 Jan 29 19:49:10.868475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-308a107a-573d-42b6-af07-b51fce3b1acf req-2f5021b7-25fb-46fa-a966-403bd84c3b2e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7341154 Jan 29 19:49:10.906449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-a1377a71-565b-4444-96f2-64791d5dc7f4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2231371 Jan 29 19:49:10.931574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13051dff-63ca-4c46-9935-7b7903dc8a64 req-dcc3b109-ec78-4b75-ac7e-94824033f6ac tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064188 Jan 29 19:49:10.932046 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Floating IP f8a8d0f9-fb95-4d88-a019-ca417e8ee84a associated. External IP: 172.25.5.53, port: b8739d60-7283-40b9-8fc9-721af3540b7a. Jan 29 19:49:10.945534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Request body: {'port': {'device_id': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:10.968255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-47454e87-ef28-4ae0-b9bb-ed42977a7020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6378775 Jan 29 19:49:10.993003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 79db9475-7c17-4349-940f-8ac7ceaf7edf is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:10.993424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.032838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 79db9475-7c17-4349-940f-8ac7ceaf7edf, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=79db9475-7c17-4349-940f-8ac7ceaf7edf,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:11.058825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Request body: {'port': {'device_id': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:11.063015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:11.065659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.100708 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.177492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=79db9475-7c17-4349-940f-8ac7ceaf7edf,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:11.186878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-3072db14-d28c-4eed-a07f-54a017f8d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:11.188608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-3072db14-d28c-4eed-a07f-54a017f8d6e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 200 len: 850 time: 0.3142080 Jan 29 19:49:11.355259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.377912 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.400029 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks [] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.436355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48502) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:11.469535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] device_id is not set on port 822d2016-2852-41e6-987c-0e0b8e6c4a8e yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:49:11.472956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c7661-c548-48cc-805d-5b8be68e0ce4 req-9f3b2fee-81d9-4811-8317-8719d6bb828f tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:11.475706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a58c7661-c548-48cc-805d-5b8be68e0ce4 req-9f3b2fee-81d9-4811-8317-8719d6bb828f tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 931 time: 0.1595566 Jan 29 19:49:11.513108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d320e23d-d20d-4dbe-9c37-4ecf637789c0 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:11.542563 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Publish callbacks [] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.583527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Transition to ACTIVE for port object d320e23d-d20d-4dbe-9c37-4ecf637789c0 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:49:11.608691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a58c7661-c548-48cc-805d-5b8be68e0ce4 req-7de37a19-e72e-4cdd-8994-47396f1b31f6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086903 Jan 29 19:49:11.657175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.736826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Pushing event updated for resources: {'Port': ['ID=d320e23d-d20d-4dbe-9c37-4ecf637789c0,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:11.745852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-084f485c-2792-4152-a6fc-c9d453699fe7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac2c9676f6d442e188236b539a8799f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063202 Jan 29 19:49:11.746679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48506) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:11.858849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Attempting to bind port d320e23d-d20d-4dbe-9c37-4ecf637789c0 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:11.859105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Attempting to bind port d320e23d-d20d-4dbe-9c37-4ecf637789c0 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'faceb9f8-6540-4842-8d8f-8fccde65661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:11.859434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Attempting to bind port d320e23d-d20d-4dbe-9c37-4ecf637789c0 on network afe320b9-12fc-495d-9d6e-a28460c7c40d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:11.871127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb44752-3d22-488a-b2a5-ef6615fad043 admin admin] Publish callbacks [] for security_group (dd09b966-751e-4cca-891b-122f9c40e211), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.875675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Port d320e23d-d20d-4dbe-9c37-4ecf637789c0 on network afe320b9-12fc-495d-9d6e-a28460c7c40d not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:49:11.876008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Attempting to bind port d320e23d-d20d-4dbe-9c37-4ecf637789c0 on network afe320b9-12fc-495d-9d6e-a28460c7c40d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:11.890614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:11.890987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Checking segment: {'id': 'faceb9f8-6540-4842-8d8f-8fccde65661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:11.891380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Bound using segment: {'id': 'faceb9f8-6540-4842-8d8f-8fccde65661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:11.891823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Bound port: d320e23d-d20d-4dbe-9c37-4ecf637789c0, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faceb9f8-6540-4842-8d8f-8fccde65661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:11.892290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.909407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb44752-3d22-488a-b2a5-ef6615fad043 admin admin] Publish callbacks [] for security_group (dd09b966-751e-4cca-891b-122f9c40e211), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:11.981988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-84370e91-d60d-4118-97b3-1f652158ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:11.983517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-84370e91-d60d-4118-97b3-1f652158ad1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b89b87b-0061-4f36-9a85-4a33246edfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7880032 Jan 29 19:49:11.998886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] For port d320e23d-d20d-4dbe-9c37-4ecf637789c0, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:12.005813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] For port d320e23d-d20d-4dbe-9c37-4ecf637789c0, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0,segment=NetworkSegment(faceb9f8-6540-4842-8d8f-8fccde65661f),segment_id=faceb9f8-6540-4842-8d8f-8fccde65661f)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:12.072025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb44752-3d22-488a-b2a5-ef6615fad043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dd09b966-751e-4cca-891b-122f9c40e211), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.075277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb44752-3d22-488a-b2a5-ef6615fad043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.080185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8cb44752-3d22-488a-b2a5-ef6615fad043 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd09b966-751e-4cca-891b-122f9c40e211 HTTP/1.1" status: 204 len: 168 time: 0.3301458 Jan 29 19:49:12.100655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb44752-3d22-488a-b2a5-ef6615fad043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09b966-751e-4cca-891b-122f9c40e211,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:12.145716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.175532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.187461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.202696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.212635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.220928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.229171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.237014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.243081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.252892 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-3d521761-797b-475d-b762-471d5d53680d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.2255254 Jan 29 19:49:12.287306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edb4cd-c908-43f9-8af4-1be34d6c3c94 req-9e13df3d-478d-40f1-b268-2ea2e1f89856 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.288954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2edb4cd-c908-43f9-8af4-1be34d6c3c94 req-9e13df3d-478d-40f1-b268-2ea2e1f89856 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 932 time: 0.8209660 Jan 29 19:49:12.337414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.338051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.339453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] 10.222.0.26 "PUT /v2.0/ports/d320e23d-d20d-4dbe-9c37-4ecf637789c0 HTTP/1.1" status: 200 len: 1092 time: 1.4069297 Jan 29 19:49:12.339995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'tag': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:12.342265 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336295a2-2963-45f6-92cd-7fb175f67382" -d '{"events": [{"name": "network-changed", "server_uuid": "06139b80-7e1e-4fa0-8a64-72fba065bb69", "tag": "d320e23d-d20d-4dbe-9c37-4ecf637789c0"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:12.399567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8fe55-a3e2-4282-b2d5-06e9a843359c service neutron] Pushing event updated for resources: {'Port': ['ID=d320e23d-d20d-4dbe-9c37-4ecf637789c0,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:12.408365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Network bf1d1804-f22f-41b5-bd74-bac6f474671b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:12.415886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a55a45e-89d6-4650-95b0-076d475d7547 req-5daa2653-5415-4834-a58a-ec93345c4397 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614716 Jan 29 19:49:12.448942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:12.499912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:12.506655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Pushing event updated for resources: {'Port': ['ID=246f46e1-6f28-4c87-9e60-3acd0f572647,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:12.522312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Router 181b6709-8e52-411c-99ee-08dfc8b257af has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:12.534056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 79db9475-7c17-4349-940f-8ac7ceaf7edf up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:12.581889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-57812860-f674-4997-8c54-86ddf72a9bed service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814221 Jan 29 19:49:12.587226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-c1ccb202-c3a0-4c55-9285-d25985aca4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.592429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-c1ccb202-c3a0-4c55-9285-d25985aca4ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d5d07d2d8d44b2bbd79143185b1caab&device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 1126 time: 0.1250496 Jan 29 19:49:12.613234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 79db9475-7c17-4349-940f-8ac7ceaf7edf triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:12.614592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.713053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 79db9475-7c17-4349-940f-8ac7ceaf7edf is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:12.747808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-4407a71c-d282-4d1a-b364-78a32c623843 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0 HTTP/1.1" status: 200 len: 217 time: 0.0544899 Jan 29 19:49:12.767387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2edb4cd-c908-43f9-8af4-1be34d6c3c94 req-781b8b56-791a-4a2e-9741-49875868d4ab tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052780 Jan 29 19:49:12.771831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcc768-8202-4e8f-820b-7d0ce43c518e req-c9f48922-eb46-4041-a667-708f04d064af tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.773604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21fcc768-8202-4e8f-820b-7d0ce43c518e req-c9f48922-eb46-4041-a667-708f04d064af tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1706283 Jan 29 19:49:12.815372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.841165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-e49eb0e7-58a7-4d9a-b445-aa779998b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:12.842699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-e49eb0e7-58a7-4d9a-b445-aa779998b824 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c7f1e4c-140f-4d8f-8221-3579e61f9c50 HTTP/1.1" status: 200 len: 858 time: 0.0858650 Jan 29 19:49:12.852678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ab8d1ae4-e11e-4d5c-ad4f-250ffacf3733 None None] Provisioning complete for port 246f46e1-6f28-4c87-9e60-3acd0f572647 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:12.853066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1ae4-e11e-4d5c-ad4f-250ffacf3733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:12.863972 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500eaa82-6649-4c7f-bdf9-0e1ecd46a6a0 x-openstack-request-id: req-500eaa82-6649-4c7f-bdf9-0e1ecd46a6a0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:12.864438 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06139b80-7e1e-4fa0-8a64-72fba065bb69", "tag": "d320e23d-d20d-4dbe-9c37-4ecf637789c0", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:12.864715 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-500eaa82-6649-4c7f-bdf9-0e1ecd46a6a0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:12.865126 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'tag': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0', 'status': 'completed', 'code': 200} Jan 29 19:49:12.884660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21fcc768-8202-4e8f-820b-7d0ce43c518e req-79810d22-f93d-4cab-9dae-d5479c5afc49 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912077 Jan 29 19:49:12.887149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-cda4a68d-0628-41f8-bceb-be8d43c751a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=afe320b9-12fc-495d-9d6e-a28460c7c40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347819 Jan 29 19:49:12.898364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d1ae4-e11e-4d5c-ad4f-250ffacf3733 None None] Port 246f46e1-6f28-4c87-9e60-3acd0f572647 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:13.004248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-5bc76095-1ec3-4392-a44e-f946f50175aa service neutron] 10.222.0.26 "GET /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018009 Jan 29 19:49:13.050401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:13.051219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48520) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:13.074966 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4768c94e-c968-4b00-90d0-de65dac60ed6 req-2922cafe-8187-4e71-af4d-543293a01556 service neutron] 10.222.0.13 "GET /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155273 Jan 29 19:49:13.081160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Publish callbacks [] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.131511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.14 (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68/b1eaa78f-c74a-40d1-aefc-d1299f31081c/822d2016-2852-41e6-987c-0e0b8e6c4a8e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:13.138417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8ed9550e-8765-42f8-bbc3-54813aec7af2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b85acdc45a34798bd2ce36bcd38fc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855551 Jan 29 19:49:13.143462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48522) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:13.162877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbc81fca-3c13-4297-9961-b1e5d7291881 req-7312618e-7730-4dfd-a0cd-d78a11370e71 service neutron] 10.222.0.26 "GET /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525421 Jan 29 19:49:13.180380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Transition to ACTIVE for port object c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:49:13.181759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.13 (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68/b1eaa78f-c74a-40d1-aefc-d1299f31081c/822d2016-2852-41e6-987c-0e0b8e6c4a8e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:13.201112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83044047-f72e-4bdd-af15-ec9f0017cfd3 admin admin] Publish callbacks [] for security_group (f44d4584-1c59-46eb-a53a-9bd49b18bd6b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.215965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:13.227572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83044047-f72e-4bdd-af15-ec9f0017cfd3 admin admin] Publish callbacks [] for security_group (f44d4584-1c59-46eb-a53a-9bd49b18bd6b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.229053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.229824 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] Sync routers for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:13.237660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb4c25-b0fb-4575-8b40-c7845b49f1b2 req-fcdc2119-7b47-463a-ba42-93c83f4e1507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.239959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5cb4c25-b0fb-4575-8b40-c7845b49f1b2 req-fcdc2119-7b47-463a-ba42-93c83f4e1507 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 931 time: 0.2626617 Jan 29 19:49:13.254258 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:13.255974 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:13.262667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.353029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4cd4463e-92f9-47bb-84e5-2cb1b3545921 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "PUT /v2.0/floatingips/f8a8d0f9-fb95-4d88-a019-ca417e8ee84a HTTP/1.1" status: 200 len: 990 time: 5.5402853 Jan 29 19:49:13.367356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:13.369721 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff881a9-a610-4a0e-a6d1-89f547757a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:13.413876 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:13.434159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83044047-f72e-4bdd-af15-ec9f0017cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f44d4584-1c59-46eb-a53a-9bd49b18bd6b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.437310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83044047-f72e-4bdd-af15-ec9f0017cfd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.454439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83044047-f72e-4bdd-af15-ec9f0017cfd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f44d4584-1c59-46eb-a53a-9bd49b18bd6b HTTP/1.1" status: 204 len: 168 time: 0.3005776 Jan 29 19:49:13.461754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:13.485190 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:13.580892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83044047-f72e-4bdd-af15-ec9f0017cfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d4584-1c59-46eb-a53a-9bd49b18bd6b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:13.631008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5cb4c25-b0fb-4575-8b40-c7845b49f1b2 req-bdb09944-9faa-461c-8cfb-7740c263d66e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645167 Jan 29 19:49:13.631560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336295a2-2963-45f6-92cd-7fb175f67382 req-de90a45f-346b-4779-8e5d-a13b65cb18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.633136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-de90a45f-346b-4779-8e5d-a13b65cb18e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d5d07d2d8d44b2bbd79143185b1caab&device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 1126 time: 0.2451091 Jan 29 19:49:13.698976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.720285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.728301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.734272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.742755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.749122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.756246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.763164 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f52aa06-eed5-444f-9e02-b4790aadde18 x-openstack-request-id: req-8f52aa06-eed5-444f-9e02-b4790aadde18 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:13.763164 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:13.763164 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f52aa06-eed5-444f-9e02-b4790aadde18 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:13.763164 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'status': 'completed', 'code': 200} Jan 29 19:49:13.764597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-a74fa8dc-d7ae-49c2-9048-27d7c3da4851 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.3080428 Jan 29 19:49:13.789294 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8a8d0f9-fb95-4d88-a019-ca417e8ee84a', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'port_id': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'mac_address': 'fa:16:3e:f0:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:47:13Z', 'updated_at': '2022-01-29T19:49:09Z', 'revision_number': 1, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:42Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:13.820712 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] Checking router: 181b6709-8e52-411c-99ee-08dfc8b257af for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:13.835515 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:13.836890 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:13.879509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336295a2-2963-45f6-92cd-7fb175f67382 req-27ba53c9-6837-451d-959a-a2a00ce78b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:13.881269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-27ba53c9-6837-451d-959a-a2a00ce78b47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=afe320b9-12fc-495d-9d6e-a28460c7c40d HTTP/1.1" status: 200 len: 918 time: 0.2410612 Jan 29 19:49:13.885938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008e0977-ba67-4463-9bb1-4f69fd16c98b req-d753cab3-b639-4c8e-bbec-8cf3aa49076e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210105 Jan 29 19:49:13.938036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-5c649e2f-686b-4e81-8195-6f45a776e0d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0 HTTP/1.1" status: 200 len: 217 time: 0.0501025 Jan 29 19:49:13.959868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Attempting to bind port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:13.960226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Attempting to bind port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:13.961213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Attempting to bind port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa on network aa160f59-2535-4657-a321-131ef6adca88 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:13.976089 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:14.005366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336295a2-2963-45f6-92cd-7fb175f67382 req-39fdda1d-ef7d-4ef6-9cd5-fffcf73675ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.011348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-39fdda1d-ef7d-4ef6-9cd5-fffcf73675ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c7f1e4c-140f-4d8f-8221-3579e61f9c50 HTTP/1.1" status: 200 len: 858 time: 0.0582728 Jan 29 19:49:14.062577 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (822d2016-2852-41e6-987c-0e0b8e6c4a8e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.063949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa on network aa160f59-2535-4657-a321-131ef6adca88 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:49:14.064293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Attempting to bind port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa on network aa160f59-2535-4657-a321-131ef6adca88 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:14.090276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-999a8b00-9ec0-4394-ac7f-10e796f20df3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=afe320b9-12fc-495d-9d6e-a28460c7c40d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662034 Jan 29 19:49:14.105116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks [] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.110693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:14.110693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Checking segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:14.110693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Bound using segment: {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:14.110693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Bound port: c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672efe20-da51-4892-aeba-b95d24744fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:14.110693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.136674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8f47d-5dce-4dd4-9994-53fa04257981 req-6c317cdc-5793-4e4c-ab59-8f28b960ef2c tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.138459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fe8f47d-5dce-4dd4-9994-53fa04257981 req-6c317cdc-5793-4e4c-ab59-8f28b960ef2c tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 944 time: 0.1256616 Jan 29 19:49:14.186028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.253628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.253772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fe8f47d-5dce-4dd4-9994-53fa04257981 req-25ae81ab-2f6a-48fd-ba3e-96db957488b0 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059680 Jan 29 19:49:14.254237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.255834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.255834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.256490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.257058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.257525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.259705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-423d4dc9-330b-4e69-9711-483b28880684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6710 time: 0.3480389 Jan 29 19:49:14.271941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.275272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-ea0ffb0f-69d6-43c7-a2d1-94f5d07ccf44 service neutron] 10.222.0.26 "GET /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750343 Jan 29 19:49:14.277073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.282545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.288039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.293324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.298641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.304509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.306637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-f1ec6623-f78f-4c18-81a9-c3af5b459fb6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.3660362 Jan 29 19:49:14.405217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (822d2016-2852-41e6-987c-0e0b8e6c4a8e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.450376 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8a8d0f9-fb95-4d88-a019-ca417e8ee84a', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'port_id': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'mac_address': 'fa:16:3e:f0:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:47:13Z', 'updated_at': '2022-01-29T19:49:09Z', 'revision_number': 1, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:42Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:14.451525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Pushing event updated for resources: {'Port': ['ID=246f46e1-6f28-4c87-9e60-3acd0f572647,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:14.454341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.497386 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee914ea4-0b64-4915-914b-1aaa88eef41d None None] The sync data for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 is: [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8a8d0f9-fb95-4d88-a019-ca417e8ee84a', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'port_id': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'mac_address': 'fa:16:3e:f0:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:47:13Z', 'updated_at': '2022-01-29T19:49:09Z', 'revision_number': 1, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:42Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:14.505473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] For port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:14.544600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:14.569278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] For port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:14.583813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:14.602852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:14.647499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=822d2016-2852-41e6-987c-0e0b8e6c4a8e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:14.693697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84758dc6-3c8d-4ff5-8691-38e4b98cc1fa req-b22ea00c-2558-4f4f-904b-62bfca26fdea tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3640864 Jan 29 19:49:14.697006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-a37e0719-77a1-4b74-8af5-1fd816e2f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.697006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-a37e0719-77a1-4b74-8af5-1fd816e2f690 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041 HTTP/1.1" status: 200 len: 911 time: 0.3886149 Jan 29 19:49:14.702946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.765625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-336295a2-2963-45f6-92cd-7fb175f67382 req-32ed6490-f7c1-4e4d-87c3-69aff420852a service neutron] 10.222.0.26 "GET /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838121 Jan 29 19:49:14.807880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74756c85-b533-4027-baf0-221e21b81ea4 req-780ebe01-0a64-4397-897f-6e3f31bf20f8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.812905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74756c85-b533-4027-baf0-221e21b81ea4 req-780ebe01-0a64-4397-897f-6e3f31bf20f8 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1443295 Jan 29 19:49:14.823795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.824560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.856525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:14.857148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:14.858559 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa HTTP/1.1" status: 200 len: 1091 time: 3.8415487 Jan 29 19:49:14.899888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74756c85-b533-4027-baf0-221e21b81ea4 req-fc26ad94-fd2f-4c2c-a06b-d2c972a0ccba tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743999 Jan 29 19:49:14.955127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43605c-36ca-40ea-8363-c9c2fab1b6cf None None] New status for floating IP f8a8d0f9-fb95-4d88-a019-ca417e8ee84a: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:49:15.131856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.150030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.155997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.173743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.184185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.190480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.196532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.198941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-8c2c31d9-bb50-40da-bb6c-1a105e7d6109 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.1810017 Jan 29 19:49:15.274232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cb5a154-ce4d-4193-9333-f9450edb4af3 req-22e0dbd6-b9ee-446c-83c2-49c081d5d83e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681820 Jan 29 19:49:15.334265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-e280418c-5d8f-4601-9e4c-d43d34bab1a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8739d60-7283-40b9-8fc9-721af3540b7a HTTP/1.1" status: 200 len: 998 time: 0.6172583 Jan 29 19:49:15.351942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48566) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:15.352236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d1d6a49b-6dfc-456d-a54c-d1a74c4a0682 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.1806853 Jan 29 19:49:15.354338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Network bf1d1804-f22f-41b5-bd74-bac6f474671b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:15.356932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '822d2016-2852-41e6-987c-0e0b8e6c4a8e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:15.374669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f60b7f-3fb4-497b-bfe0-c38cbb3705d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:15.394129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:15.475471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b6fe-dad0-481c-9918-c2b7de1f5e48 req-9e4c9f63-6331-4dd3-a860-89243b7dc7be tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.484631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8330b6fe-dad0-481c-9918-c2b7de1f5e48 req-9e4c9f63-6331-4dd3-a860-89243b7dc7be tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1188173 Jan 29 19:49:15.502852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afdc02-eb1b-47f2-b896-e774ceb7a59d req-cb7f457d-7315-4ced-8667-fd0c848ae0b7 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.505363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03afdc02-eb1b-47f2-b896-e774ceb7a59d req-cb7f457d-7315-4ced-8667-fd0c848ae0b7 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 943 time: 0.6429970 Jan 29 19:49:15.511475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:15.521467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-45fa78fd-7192-4588-8ed5-0fa0c545bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.525967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-45fa78fd-7192-4588-8ed5-0fa0c545bc7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4882ea39-8c06-4cb1-ae8d-3357bd9d486d HTTP/1.1" status: 200 len: 850 time: 0.1611655 Jan 29 19:49:15.595562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8330b6fe-dad0-481c-9918-c2b7de1f5e48 req-77d701c5-d9b2-4ea2-a86b-b6e58b3c1a1c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097307 Jan 29 19:49:15.621523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-53d38c39-2d1e-4a4a-99fd-9743668ddabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.621523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-53d38c39-2d1e-4a4a-99fd-9743668ddabe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 1125 time: 0.2786400 Jan 29 19:49:15.701848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-0702d6a8-bb6d-4d3b-a317-7f178d10082f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa HTTP/1.1" status: 200 len: 217 time: 0.0713334 Jan 29 19:49:15.759265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03afdc02-eb1b-47f2-b896-e774ceb7a59d req-a40f326d-69b8-431d-8013-b820e00cbad3 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405052 Jan 29 19:49:15.762115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:15.764653 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:15.785134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-b6189b9a-1a0b-4f7e-8324-482aae08275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.787655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-b6189b9a-1a0b-4f7e-8324-482aae08275e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2534916 Jan 29 19:49:15.800890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Router a541b8fc-dc7c-4d13-8472-b3a3f03c680c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:15.827746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c3453021-5536-41e5-bca5-40fc893e9be9 None None] Provisioning complete for port 246f46e1-6f28-4c87-9e60-3acd0f572647 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:15.829813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c3453021-5536-41e5-bca5-40fc893e9be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:15.848637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-51a5198f-1c85-4f69-be34-549beadc81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.850177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-51a5198f-1c85-4f69-be34-549beadc81a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.1378114 Jan 29 19:49:15.877049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99767a1-3f96-48dc-a1a0-9b18df849a24 req-f583eaf9-69ed-4e0b-86e7-a1eb80425926 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:15.878949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e99767a1-3f96-48dc-a1a0-9b18df849a24 req-f583eaf9-69ed-4e0b-86e7-a1eb80425926 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 944 time: 0.1759760 Jan 29 19:49:15.945555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c3453021-5536-41e5-bca5-40fc893e9be9 None None] Port 246f46e1-6f28-4c87-9e60-3acd0f572647 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:15.964149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:16.084704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-cd3ddf00-03f2-4d6c-ac86-a045d75d79f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802365 Jan 29 19:49:16.094848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e99767a1-3f96-48dc-a1a0-9b18df849a24 req-eb27a435-fb37-4b69-ad93-4eb57b2d6312 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978729 Jan 29 19:49:16.100151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-27b997f4-e58b-4e13-b93a-56d2d6667b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.101803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-27b997f4-e58b-4e13-b93a-56d2d6667b62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2442946 Jan 29 19:49:16.158909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:16.163223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.122 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/51134cf8-7f39-43d8-9b14-6969b064cfbf) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:16.171944 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Sync routers for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:16.195132 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:16.195778 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:16.196850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-80ccea0e-1fb8-4667-9c7a-d097e25def3b admin admin] 10.222.0.15 "PUT /v2.0/routers/a541b8fc-dc7c-4d13-8472-b3a3f03c680c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1804652 Jan 29 19:49:16.237923 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2afcbd0-d549-46e3-916f-fe150d20f1d0 x-openstack-request-id: req-d2afcbd0-d549-46e3-916f-fe150d20f1d0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:16.238313 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:16.239233 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2afcbd0-d549-46e3-916f-fe150d20f1d0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:16.239806 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'status': 'completed', 'code': 200} Jan 29 19:49:16.321215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-1f9bcbe0-0424-4fbb-939c-58f594a68528 service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073398 Jan 29 19:49:16.330652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ff881a9-a610-4a0e-a6d1-89f547757a0a req-cf63544c-7814-4cb4-8135-174b385c9d8c service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279277 Jan 29 19:49:16.451526 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:16.459209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:16.482055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.486691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d79f8fc5-e331-49e0-8b9f-75ef90f0910a req-04b85acb-c3df-42ed-ba84-b7bcfadaeb3c service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545365 Jan 29 19:49:16.490518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.500037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.508530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.514796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.520355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.526452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.528589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-ca39d510-6bb5-4127-9699-bf333d50164d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.2353640 Jan 29 19:49:16.632853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce69bbfa-7a3f-4682-83d5-a890dab86e3c req-7e5eb286-38b9-4566-abdb-89a7c7e1d1e1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789387 Jan 29 19:49:16.636598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:16.694746 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 2, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:16.702508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:16.709101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:16.713451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:16.734767 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Checking router: a541b8fc-dc7c-4d13-8472-b3a3f03c680c for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:16.735017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-74848749-ebaa-461b-adfc-ac664282a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.735299 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Updating router a541b8fc-dc7c-4d13-8472-b3a3f03c680c port 246f46e1-6f28-4c87-9e60-3acd0f572647 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:49:16.736494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-74848749-ebaa-461b-adfc-ac664282a7d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 1125 time: 0.0977399 Jan 29 19:49:16.768622 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:16.788245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=51134cf8-7f39-43d8-9b14-6969b064cfbf,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:16.866354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-45fce059-c02c-454e-8834-03bc3a357b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.867968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-45fce059-c02c-454e-8834-03bc3a357b6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.1250393 Jan 29 19:49:16.898505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.903788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.909097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.914571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.915382 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-722249b1-ddfc-41c6-b63e-2666853cb0af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa HTTP/1.1" status: 200 len: 217 time: 0.0403299 Jan 29 19:49:16.919907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.925195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.931580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.936010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a492b18e-34fe-436d-a909-544706533a4e req-d3599373-970f-47b8-a0c6-efb249a04dfa tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.2112746 Jan 29 19:49:16.982236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-84c17123-ed9b-4827-87fa-3e0de9c12317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:16.983021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d320e23d-d20d-4dbe-9c37-4ecf637789c0 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:16.984000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-84c17123-ed9b-4827-87fa-3e0de9c12317 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.0555942 Jan 29 19:49:17.047970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a492b18e-34fe-436d-a909-544706533a4e req-b2186159-ae40-4a39-8c38-91067ed297e5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071377 Jan 29 19:49:17.048195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-3009bbdd-1092-42f9-b752-2b29dfea7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:17.049822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-3009bbdd-1092-42f9-b752-2b29dfea7c1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586286 Jan 29 19:49:17.107042 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Publish callbacks [] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d320e23d-d20d-4dbe-9c37-4ecf637789c0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0,segment=NetworkSegment(faceb9f8-6540-4842-8d8f-8fccde65661f),segment_id=faceb9f8-6540-4842-8d8f-8fccde65661f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:17.138446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0', 'network_id': 'afe320b9-12fc-495d-9d6e-a28460c7c40d', 'port_id': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0', 'mac_address': 'fa:16:3e:a7:91:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7f1e4c-140f-4d8f-8221-3579e61f9c50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:17.189941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d320e23d-d20d-4dbe-9c37-4ecf637789c0 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:17.190683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.202853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-75f6653d-8ccc-4776-adc7-49ce68737759 service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447701 Jan 29 19:49:17.208664 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.214804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d320e23d-d20d-4dbe-9c37-4ecf637789c0 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:17.261377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d320e23d-d20d-4dbe-9c37-4ecf637789c0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0,segment=NetworkSegment(faceb9f8-6540-4842-8d8f-8fccde65661f),segment_id=faceb9f8-6540-4842-8d8f-8fccde65661f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:17.306244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1febb-78f1-4bc3-b3cf-1a98557c5b9e None None] Pushing event updated for resources: {'Port': ['ID=246f46e1-6f28-4c87-9e60-3acd0f572647,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:17.343655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df58c8ce-bb91-4dea-a41c-4ddf72a73d7b req-4f1ff162-2351-4ceb-aa30-d80913e4e5d9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345239 Jan 29 19:49:17.356051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.358917 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Attempting to bind port 246f46e1-6f28-4c87-9e60-3acd0f572647 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:17.359307 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Attempting to bind port 246f46e1-6f28-4c87-9e60-3acd0f572647 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:17.359992 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Attempting to bind port 246f46e1-6f28-4c87-9e60-3acd0f572647 on network bf1d1804-f22f-41b5-bd74-bac6f474671b {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:17.367213 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:17.368903 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Checking segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:17.368903 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.368903 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Bound using segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:17.370665 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Bound port: 246f46e1-6f28-4c87-9e60-3acd0f572647, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:17.370665 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.411661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (36d2e78b-8936-4611-b34a-30d33e9d10c6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.463095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d320e23d-d20d-4dbe-9c37-4ecf637789c0,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:17.475787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] For port 246f46e1-6f28-4c87-9e60-3acd0f572647, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:17.479516 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] For port 246f46e1-6f28-4c87-9e60-3acd0f572647, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=246f46e1-6f28-4c87-9e60-3acd0f572647,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:17.561797 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.566127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.613552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] Provisioning complete for port 246f46e1-6f28-4c87-9e60-3acd0f572647 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:17.615161 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.658143 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:17.658799 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:17.668188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d320e23d-d20d-4dbe-9c37-4ecf637789c0'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:17.750677 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1febb-78f1-4bc3-b3cf-1a98557c5b9e None None] Pushing event updated for resources: {'Port': ['ID=246f46e1-6f28-4c87-9e60-3acd0f572647,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:17.783062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.811103 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:17.837474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] Current status of the port 246f46e1-6f28-4c87-9e60-3acd0f572647 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:17.837870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.881945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.910395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] For port 246f46e1-6f28-4c87-9e60-3acd0f572647, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=246f46e1-6f28-4c87-9e60-3acd0f572647,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:17.974448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48648) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:17.985421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298310864', 'description': 'tempest-description--942287341'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:17.994810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=51134cf8-7f39-43d8-9b14-6969b064cfbf,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:17.996926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:17.999977 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (36d2e78b-8936-4611-b34a-30d33e9d10c6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.050748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-2da299cd-4706-4843-b312-54bd62c6eab0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.054300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-2da299cd-4706-4843-b312-54bd62c6eab0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=868ca7a3-4668-4c5d-99e1-6d42dc8d0317 HTTP/1.1" status: 200 len: 943 time: 0.1557143 Jan 29 19:49:18.058512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb1ca8-1351-4580-9758-ad5a42a23708 None None] Pushing event updated for resources: {'Port': ['ID=246f46e1-6f28-4c87-9e60-3acd0f572647,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:18.089801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.113443 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:18.125997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-acf1fbf0-0024-489a-bd2e-5b7c7cf598aa None None] Provisioning complete for port 246f46e1-6f28-4c87-9e60-3acd0f572647 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:18.126852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-acf1fbf0-0024-489a-bd2e-5b7c7cf598aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.152787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52916c9-92d2-4e42-891b-54289d136ccf None None] The sync data for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 is: [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:18.154866 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 36d2e78b-8936-4611-b34a-30d33e9d10c6 associated. External IP: 172.25.5.122, port: 822d2016-2852-41e6-987c-0e0b8e6c4a8e. Jan 29 19:49:18.210499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf3bf7-d7c1-4178-92d7-0da82515e8d3 req-4fdb2048-16d4-4556-8086-220a39d6e020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.229393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfbf3bf7-d7c1-4178-92d7-0da82515e8d3 req-4fdb2048-16d4-4556-8086-220a39d6e020 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 943 time: 0.1320589 Jan 29 19:49:18.247727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Deleting port 4431c243-22ea-477d-afca-3e44122d9637 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:18.248139 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4431c243-22ea-477d-afca-3e44122d9637), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.270011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-acf1fbf0-0024-489a-bd2e-5b7c7cf598aa None None] Current status of the port 246f46e1-6f28-4c87-9e60-3acd0f572647 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:18.302557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfbf3bf7-d7c1-4178-92d7-0da82515e8d3 req-167b4ed5-0373-4e27-ad5a-e640e4c5291b tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575259 Jan 29 19:49:18.324476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group (53f65c82-a503-449d-bf36-ddb2dc765756), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.397387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] For port 4431c243-22ea-477d-afca-3e44122d9637, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4431c243-22ea-477d-afca-3e44122d9637,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:18.397750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4431c243-22ea-477d-afca-3e44122d9637), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.400735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (53f65c82-a503-449d-bf36-ddb2dc765756), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.433486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Calling delete_port for 4431c243-22ea-477d-afca-3e44122d9637 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:18.468287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f65c82-a503-449d-bf36-ddb2dc765756,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:18.513701 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.513701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-633e03ff-7259-4c8c-8ef2-a0e87bfb8ecd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5381613 Jan 29 19:49:18.516367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:18.521831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Request body: {'security_group_rule': {'security_group_id': '53f65c82-a503-449d-bf36-ddb2dc765756', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:18.554028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.559391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.565452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.571308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.576786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.582103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.588332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.594206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-2c8e4299-d63b-43bb-946e-a908d85c08cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.1722686 Jan 29 19:49:18.613083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 246f46e1-6f28-4c87-9e60-3acd0f572647 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:18.660339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group_rule (e7755841-b0dc-40b7-82e9-6f995d70ff30), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.672840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:18.678164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 246f46e1-6f28-4c87-9e60-3acd0f572647 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:18.679133 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.700968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ab6b58d-9e6f-4ec1-991b-81cd71a874ce req-b5cf3aff-ec0e-4da6-b6fa-369e33411cf0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998249 Jan 29 19:49:18.727599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group_rule (e7755841-b0dc-40b7-82e9-6f995d70ff30), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.733885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4431c243-22ea-477d-afca-3e44122d9637), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.772838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6fbde385-1c30-49d8-9aea-346974e434c8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:18.773777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:18.795506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'Port': ['ID=4431c243-22ea-477d-afca-3e44122d9637,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:18.798841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e7755841-b0dc-40b7-82e9-6f995d70ff30), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.881422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7755841-b0dc-40b7-82e9-6f995d70ff30,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:18.894070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:18.895998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] No DVR routers for this DVR port 4431c243-22ea-477d-afca-3e44122d9637 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:18.905016 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:18.908747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbf7b880-baca-4234-82ad-82443adbc3c3 req-619eed39-44af-45ae-a03e-1f3b8d85611b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "DELETE /v2.0/ports/4431c243-22ea-477d-afca-3e44122d9637 HTTP/1.1" status: 204 len: 173 time: 0.8488860 Jan 29 19:49:18.916397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-deleted', 'tag': '4431c243-22ea-477d-afca-3e44122d9637'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:18.916397 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a39274-8187-4946-8268-1705f82bc0f1" -d '{"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-deleted", "tag": "4431c243-22ea-477d-afca-3e44122d9637"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:18.921641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:18.967739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6cd8d-beef-4f5b-86b8-b9a7539bcad4 req-86e06cf8-d865-4358-8026-dedc4b884e80 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:18.969305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94e6cd8d-beef-4f5b-86b8-b9a7539bcad4 req-86e06cf8-d865-4358-8026-dedc4b884e80 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 945 time: 0.1539183 Jan 29 19:49:18.977367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 246f46e1-6f28-4c87-9e60-3acd0f572647 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:18.983849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:18.984439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:18.989323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d320e23d-d20d-4dbe-9c37-4ecf637789c0 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:18.998160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.011533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.014194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-498b4705-7ead-4918-9cf9-161e2684713a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4968607 Jan 29 19:49:19.014800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:19.021946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Request body: {'security_group_rule': {'security_group_id': '53f65c82-a503-449d-bf36-ddb2dc765756', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:19.061235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:19.085222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:19.089909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'port_id': '822d2016-2852-41e6-987c-0e0b8e6c4a8e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:19.097201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-25dc590a-ed03-4281-98c9-245c0d4a2ca3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7438228 Jan 29 19:49:19.104860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94e6cd8d-beef-4f5b-86b8-b9a7539bcad4 req-6c168253-d317-428d-bd60-9ae22848e3b7 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291301 Jan 29 19:49:19.131502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:19.136109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:19.147289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group_rule (760cbb26-54f8-4215-b99f-4fb33c133149), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.186146 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (36d2e78b-8936-4611-b34a-30d33e9d10c6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.186745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:19.187402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf78aa4-a5e9-463c-b6b0-8a271ecd3589 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:19.299888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port d320e23d-d20d-4dbe-9c37-4ecf637789c0 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:19.312868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port d320e23d-d20d-4dbe-9c37-4ecf637789c0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:19.315282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.393117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.393707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group_rule (760cbb26-54f8-4215-b99f-4fb33c133149), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.399113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.404409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.409939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.416047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.421427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.427110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.434777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-d84299e0-46ce-4d53-b582-dde3fb90d059 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1548374 Jan 29 19:49:19.451033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (760cbb26-54f8-4215-b99f-4fb33c133149), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.472239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port d320e23d-d20d-4dbe-9c37-4ecf637789c0 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:19.472649 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.482193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760cbb26-54f8-4215-b99f-4fb33c133149,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:19.514019 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-079644d5-0758-4d9b-b9c6-18836ee08e93 req-5e3a7792-b8cb-4bb1-b2e2-489762406464 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782676 Jan 29 19:49:19.517874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:19.520370 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22d638c-b832-4c80-9c9d-1e49af477179" -d '{"events": [{"server_uuid": "06139b80-7e1e-4fa0-8a64-72fba065bb69", "name": "network-vif-plugged", "status": "completed", "tag": "d320e23d-d20d-4dbe-9c37-4ecf637789c0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:19.556072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port d320e23d-d20d-4dbe-9c37-4ecf637789c0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0,segment=NetworkSegment(faceb9f8-6540-4842-8d8f-8fccde65661f),segment_id=faceb9f8-6540-4842-8d8f-8fccde65661f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:19.628575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.632248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8d93497d-ecd2-4896-ba67-a2adbf3f69a8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6147249 Jan 29 19:49:19.635086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48670) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:19.641795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:19.646863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.654730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.665454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.676938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.683785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.689476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.695079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.700565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.701135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=d320e23d-d20d-4dbe-9c37-4ecf637789c0,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:19.702800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf7e9b65-b99a-4b8a-b3ef-caf1cdba5a3b req-86f3aac7-5e90-4742-8bf8-4cee0cd9f35c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.1259744 Jan 29 19:49:19.771629 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc546b-297d-4ecc-8d04-ee497f7153a0 x-openstack-request-id: req-b6dc546b-297d-4ecc-8d04-ee497f7153a0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:19.771935 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868ca7a3-4668-4c5d-99e1-6d42dc8d0317", "name": "network-vif-deleted", "tag": "4431c243-22ea-477d-afca-3e44122d9637", "status": "failed", "code": 422}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:19.772193 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6dc546b-297d-4ecc-8d04-ee497f7153a0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:19.772706 n-d-825496-5 neutron-server[103563]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '868ca7a3-4668-4c5d-99e1-6d42dc8d0317', 'name': 'network-vif-deleted', 'tag': '4431c243-22ea-477d-afca-3e44122d9637', 'status': 'failed', 'code': 422} returned with failed status Jan 29 19:49:19.775647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:19.876884 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59458b-5555-43c2-a96d-bcc5cbb3248f x-openstack-request-id: req-2e59458b-5555-43c2-a96d-bcc5cbb3248f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:19.877177 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06139b80-7e1e-4fa0-8a64-72fba065bb69", "name": "network-vif-plugged", "status": "completed", "tag": "d320e23d-d20d-4dbe-9c37-4ecf637789c0", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:19.877428 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e59458b-5555-43c2-a96d-bcc5cbb3248f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:19.877824 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0', 'code': 200} Jan 29 19:49:19.880378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b90da2-6baf-4128-b3f5-69897b9de5a7 req-c7d0eb41-3199-4edc-9cbf-04fd0e6139ce tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:19.882018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49b90da2-6baf-4128-b3f5-69897b9de5a7 req-c7d0eb41-3199-4edc-9cbf-04fd0e6139ce tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 943 time: 0.0610204 Jan 29 19:49:19.954071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49b90da2-6baf-4128-b3f5-69897b9de5a7 req-f744026c-15d9-4064-8b54-35b512217f86 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656488 Jan 29 19:49:20.043162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:20.058702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:20.061853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252ff2-5ef4-4209-97cf-75abfd24446a req-3bb429d9-f712-49bb-9fc8-1e7ef5823426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.063426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5252ff2-5ef4-4209-97cf-75abfd24446a req-3bb429d9-f712-49bb-9fc8-1e7ef5823426 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 1128 time: 0.0761669 Jan 29 19:49:20.114712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (36d2e78b-8936-4611-b34a-30d33e9d10c6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:20.220598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5252ff2-5ef4-4209-97cf-75abfd24446a req-634e80d7-90b4-4b99-8db2-adf6983451b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494412 Jan 29 19:49:20.253889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cead0a3-349a-46a1-86d8-603a20c12d47 req-0954526e-91ae-4162-a324-7497e9ec55e9 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.255480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cead0a3-349a-46a1-86d8-603a20c12d47 req-0954526e-91ae-4162-a324-7497e9ec55e9 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 946 time: 0.0586076 Jan 29 19:49:20.326800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8cead0a3-349a-46a1-86d8-603a20c12d47 req-7201e3db-4921-4750-b073-38881c113166 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651448 Jan 29 19:49:20.461543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd71e4e-26d5-4c23-915c-e683ba74aa28 req-9e643a24-921b-41a4-9b22-f04281f38176 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.463121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bd71e4e-26d5-4c23-915c-e683ba74aa28 req-9e643a24-921b-41a4-9b22-f04281f38176 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 907 time: 0.0628717 Jan 29 19:49:20.614302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Allocated IP 172.25.5.43 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/c3979d73-be3f-4d89-bcb7-7623a28e7271) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:20.651984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.657274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.663230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.668525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.673851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.680579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.685814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:20.687853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-bf738ba4-fa6a-485e-84d6-c678593cc4c1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.0979297 Jan 29 19:49:20.752268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7c6e4a1-406e-4155-baf7-ac7eac023b88 req-9578b006-4e83-4361-810e-2055f5a0521a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572016 Jan 29 19:49:20.807424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:20.812764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:20.940895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:20.945702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:20.950661 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:20.959016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:20.962249 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:20.962949 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:20.971059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.000338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:21.001473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:21.012001 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:21.012718 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:21.045579 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:21.049324 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b0d16-818c-4cbf-bf1a-1cac7a5e3730 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:21.071038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:21.096024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:21.105402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5558d278-86d0-4535-86d5-1a7ef4a324d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.116457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:21.156304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:21.163271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-022255da-306c-45ac-af2c-2e9226dd2e7b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/floatingips/36d2e78b-8936-4611-b34a-30d33e9d10c6 HTTP/1.1" status: 200 len: 979 time: 2.0769353 Jan 29 19:49:21.166809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48722) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:21.167851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event updated for resources: {'Port': ['ID=c3979d73-be3f-4d89-bcb7-7623a28e7271,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:21.170803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'port_id': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'mac_address': 'fa:16:3e:9e:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:21.212908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66dc1-d977-4c6c-896d-a58760ae9b0f req-b2504ba9-de71-4537-8380-5a6ae0696623 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:21.214626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cea66dc1-d977-4c6c-896d-a58760ae9b0f req-b2504ba9-de71-4537-8380-5a6ae0696623 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 943 time: 0.1242344 Jan 29 19:49:21.231379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:21.232051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.253884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:21.286281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:21.297603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (d0ee0024-845f-4de8-a093-63fc01926529), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.307338 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cea66dc1-d977-4c6c-896d-a58760ae9b0f req-1e787be7-4597-49cd-835e-ca9d96e0babc tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701604 Jan 29 19:49:21.348469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5558d278-86d0-4535-86d5-1a7ef4a324d6 admin admin] Publish callbacks [] for security_group (dda5d89e-cacb-49c9-a87f-a7a6822bdfa1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.380223 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.419789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 51134cf8-7f39-43d8-9b14-6969b064cfbf {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:21.420136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.449518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:21.450599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.462939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5558d278-86d0-4535-86d5-1a7ef4a324d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dda5d89e-cacb-49c9-a87f-a7a6822bdfa1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.561442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5558d278-86d0-4535-86d5-1a7ef4a324d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09e957ceebc44a488236e36a98784766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988400 Jan 29 19:49:21.564539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558d278-86d0-4535-86d5-1a7ef4a324d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5d89e-cacb-49c9-a87f-a7a6822bdfa1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:21.571700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48728) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:21.581841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011497-8bf9-4ac3-9dd4-cbeac91abcee req-685692b5-def5-4a76-a390-710bd2f69b44 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:21.584246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf011497-8bf9-4ac3-9dd4-cbeac91abcee req-685692b5-def5-4a76-a390-710bd2f69b44 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 946 time: 0.1783545 Jan 29 19:49:21.586050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.586382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (51134cf8-7f39-43d8-9b14-6969b064cfbf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.606819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 51134cf8-7f39-43d8-9b14-6969b064cfbf owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:21.659099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:21.679230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1129a6-2361-4819-bf80-7fa39ca24760 req-c79861ee-dbe9-4f63-a163-48f9654dcdac tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:21.680784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7a1129a6-2361-4819-bf80-7fa39ca24760 req-c79861ee-dbe9-4f63-a163-48f9654dcdac tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 907 time: 0.1301787 Jan 29 19:49:21.690070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aad9ecca-3426-4006-946e-9be907fe0df1 admin admin] Publish callbacks [] for security_group (dda5d89e-cacb-49c9-a87f-a7a6822bdfa1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.712359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.716070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf011497-8bf9-4ac3-9dd4-cbeac91abcee req-eef44a38-a5eb-45c2-85f7-1a8ff2b52abb tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219158 Jan 29 19:49:21.741432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aad9ecca-3426-4006-946e-9be907fe0df1 admin admin] Publish callbacks [] for security_group (dda5d89e-cacb-49c9-a87f-a7a6822bdfa1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.791162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.886419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aad9ecca-3426-4006-946e-9be907fe0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dda5d89e-cacb-49c9-a87f-a7a6822bdfa1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.889046 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aad9ecca-3426-4006-946e-9be907fe0df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.890198 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aad9ecca-3426-4006-946e-9be907fe0df1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dda5d89e-cacb-49c9-a87f-a7a6822bdfa1 HTTP/1.1" status: 204 len: 168 time: 0.3183405 Jan 29 19:49:21.896170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (51134cf8-7f39-43d8-9b14-6969b064cfbf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:21.924959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=51134cf8-7f39-43d8-9b14-6969b064cfbf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:21.952757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9ecca-3426-4006-946e-9be907fe0df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5d89e-cacb-49c9-a87f-a7a6822bdfa1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:21.954769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event updated for resources: {'Port': ['ID=c3979d73-be3f-4d89-bcb7-7623a28e7271,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:21.975381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (d0ee0024-845f-4de8-a093-63fc01926529), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.016803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (36d2e78b-8936-4611-b34a-30d33e9d10c6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.017282 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 36d2e78b-8936-4611-b34a-30d33e9d10c6 disassociated (deleted). External IP: 172.25.5.122, port: 822d2016-2852-41e6-987c-0e0b8e6c4a8e. Jan 29 19:49:22.024990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.030441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.036559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.042168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.047481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.053440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.058848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.060882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-c6c2eb12-4b07-48a6-b808-b23eff602928 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1990788 Jan 29 19:49:22.065943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.076062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d1e5176-12c5-48af-95d2-60d007730f39 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4399250 Jan 29 19:49:22.093213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-e3844c17-5d98-4eca-8dbd-26ab20a69307 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.094681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-e3844c17-5d98-4eca-8dbd-26ab20a69307 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 907 time: 0.1833050 Jan 29 19:49:22.199560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5fa4a05-1429-4769-95d6-47d048b10db5 req-35495b84-031b-47ba-90f5-9a8ea922255c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221085 Jan 29 19:49:22.258040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Deleting port cea7b399-53f3-4d29-a337-22f4c1009d6c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:22.258393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.363884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] For port cea7b399-53f3-4d29-a337-22f4c1009d6c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cea7b399-53f3-4d29-a337-22f4c1009d6c,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:22.364341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.379365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Calling delete_port for cea7b399-53f3-4d29-a337-22f4c1009d6c owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:22.493380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8362460-1f3b-469a-9885-9bd8665cce5c req-e74178b5-d8a8-4438-a00e-870a84b7dadc tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.494981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8362460-1f3b-469a-9885-9bd8665cce5c req-e74178b5-d8a8-4438-a00e-870a84b7dadc tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 944 time: 0.1067941 Jan 29 19:49:22.534334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48750) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:22.591741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8362460-1f3b-469a-9885-9bd8665cce5c req-08b1d0fa-d400-4c14-aa41-599ced7d8961 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895476 Jan 29 19:49:22.594944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1754648f-c1b1-47a6-b776-9343aafe3a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.628151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-34a38a5a-7b1b-437a-85ac-4ec2cd6749fc tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1298310864&fields=id&tenant_id=c131dbb70d9048819d62662d0cf4719d HTTP/1.1" status: 200 len: 267 time: 0.0913191 Jan 29 19:49:22.668428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:22.675336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cea7b399-53f3-4d29-a337-22f4c1009d6c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.684588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1754648f-c1b1-47a6-b776-9343aafe3a54 admin admin] Publish callbacks [] for security_group (5f546ecf-a4fb-437b-844b-651d0872703b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.708717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'Port': ['ID=cea7b399-53f3-4d29-a337-22f4c1009d6c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:22.765131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] No DVR routers for this DVR port cea7b399-53f3-4d29-a337-22f4c1009d6c on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:22.767813 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1754648f-c1b1-47a6-b776-9343aafe3a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5f546ecf-a4fb-437b-844b-651d0872703b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.780596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.783755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a33dfc7a-1fdb-4901-a537-78bbd4a71899 req-81eeaff5-677e-40cb-b33d-1e52d0383299 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "DELETE /v2.0/ports/cea7b399-53f3-4d29-a337-22f4c1009d6c HTTP/1.1" status: 204 len: 173 time: 0.6757834 Jan 29 19:49:22.787942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'name': 'network-vif-deleted', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:22.788166 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b782cce2-f4c3-436a-8974-9b43f74985f2" -d '{"events": [{"server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "name": "network-vif-deleted", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:22.818624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-2208ddda-30f7-4881-a660-fa7d8e3ef7e5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:22.820311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-2208ddda-30f7-4881-a660-fa7d8e3ef7e5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/networks?id=bf1d1804-f22f-41b5-bd74-bac6f474671b HTTP/1.1" status: 200 len: 806 time: 0.1837234 Jan 29 19:49:22.837357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb83871-98d2-40fc-bcce-252792512e9a req-d9b4cf67-f2e9-4d8f-8c27-93a1d439d128 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1 HTTP/1.1" status: 200 len: 210 time: 0.0734918 Jan 29 19:49:22.849642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754648f-c1b1-47a6-b776-9343aafe3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f546ecf-a4fb-437b-844b-651d0872703b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:22.860646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1754648f-c1b1-47a6-b776-9343aafe3a54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d73b0d262ab414b97bfe6231befbf2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165877 Jan 29 19:49:22.860646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48758) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:22.878120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-f3e21124-85b9-4729-894f-7ae1a34b035c tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/quotas/c131dbb70d9048819d62662d0cf4719d HTTP/1.1" status: 200 len: 375 time: 0.0281627 Jan 29 19:49:22.913821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:22.919060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.933630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:22.949010 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf57-4f12-4ec1-86f6-686df817e094 admin admin] Publish callbacks [] for security_group (5f546ecf-a4fb-437b-844b-651d0872703b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:22.950177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:22.951084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:22.974714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8887e24d-1385-40ac-8001-700abfbce230 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/floatingips/36d2e78b-8936-4611-b34a-30d33e9d10c6 HTTP/1.1" status: 204 len: 168 time: 1.8061631 Jan 29 19:49:22.979743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48760) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:23.003105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:23.028901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:23.047580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-35bbd062-caa9-46a3-aba5-d3bc1455fa9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c131dbb70d9048819d62662d0cf4719d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710496 Jan 29 19:49:23.056535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:23.057419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:48:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:23.060276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf57-4f12-4ec1-86f6-686df817e094 admin admin] Publish callbacks [] for security_group (5f546ecf-a4fb-437b-844b-651d0872703b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.096418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:23.097417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61a528-3bc7-43d3-af17-3d48cbeb0588 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:23.103489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c0156-077b-4f2c-8c18-1309a7b28e5f req-a235d398-4f4b-45ce-9ded-664b78a430f5 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.110766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d8c0156-077b-4f2c-8c18-1309a7b28e5f req-a235d398-4f4b-45ce-9ded-664b78a430f5 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 946 time: 0.1593816 Jan 29 19:49:23.163545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d8c0156-077b-4f2c-8c18-1309a7b28e5f req-b2e05c78-b123-44c2-b150-61676988fb5f tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518870 Jan 29 19:49:23.197116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 822d2016-2852-41e6-987c-0e0b8e6c4a8e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:23.197494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (822d2016-2852-41e6-987c-0e0b8e6c4a8e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.208821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:23.215002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:23.217256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-0a87169d-3aea-43ad-bf11-8be9233a2814 service neutron] 10.222.0.15 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340761 Jan 29 19:49:23.224399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.230149 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e20efc-3f8f-4c55-a48a-84984ea880cf x-openstack-request-id: req-c5e20efc-3f8f-4c55-a48a-84984ea880cf {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:23.230439 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1", "name": "network-vif-deleted", "tag": "cea7b399-53f3-4d29-a337-22f4c1009d6c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:23.230694 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5e20efc-3f8f-4c55-a48a-84984ea880cf {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:23.231096 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2089aa-8ada-4ff9-9b5f-b3f4a3f52ef1', 'name': 'network-vif-deleted', 'tag': 'cea7b399-53f3-4d29-a337-22f4c1009d6c', 'status': 'completed', 'code': 200} Jan 29 19:49:23.263172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf57-4f12-4ec1-86f6-686df817e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5f546ecf-a4fb-437b-844b-651d0872703b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.269566 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bf57-4f12-4ec1-86f6-686df817e094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.269566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7ef8bf57-4f12-4ec1-86f6-686df817e094 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f546ecf-a4fb-437b-844b-651d0872703b HTTP/1.1" status: 204 len: 168 time: 0.4089813 Jan 29 19:49:23.287133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8bf57-4f12-4ec1-86f6-686df817e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f546ecf-a4fb-437b-844b-651d0872703b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:23.349802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:23.350339 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.362765 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (822d2016-2852-41e6-987c-0e0b8e6c4a8e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.380158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 822d2016-2852-41e6-987c-0e0b8e6c4a8e owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:23.382235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:23.385180 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577435e-1926-440c-ba39-9cadcec92d86" -d '{"events": [{"server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "name": "network-vif-plugged", "status": "completed", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:23.402516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:23.406071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-1499763d-19f0-4efb-aac3-fb8b63c831db service neutron] 10.222.0.15 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695094 Jan 29 19:49:23.475492 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.543524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:23.671711 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c80d37f-41e6-4484-9456-33a2b592efc0 x-openstack-request-id: req-6c80d37f-41e6-4484-9456-33a2b592efc0 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:23.672005 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "name": "network-vif-plugged", "status": "completed", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:23.672456 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c80d37f-41e6-4484-9456-33a2b592efc0 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:23.673004 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'code': 200} Jan 29 19:49:23.704178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (822d2016-2852-41e6-987c-0e0b8e6c4a8e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.751012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78a6ed91-f669-4f5f-9224-8c4c82d89d96 req-2f5342c7-f7c8-4fed-9d45-284dc172f4b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0444567 Jan 29 19:49:23.772795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=822d2016-2852-41e6-987c-0e0b8e6c4a8e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:23.793801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.807280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.807280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.810567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.816244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.822229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.827650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.836503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c021357-7802-45b4-be25-0116f728b3ad req-c7010073-c6fd-4477-9bde-6e04b0d2bf22 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1763046 Jan 29 19:49:23.966179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960eee9-ad88-4362-aaa3-861f876d6a0c req-a3c07f28-7253-404b-8fd0-0df09ad69ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:23.967719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d960eee9-ad88-4362-aaa3-861f876d6a0c req-a3c07f28-7253-404b-8fd0-0df09ad69ef8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 1127 time: 0.1697359 Jan 29 19:49:23.981609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c021357-7802-45b4-be25-0116f728b3ad req-80b20c8c-b0bd-4b1a-96e8-f732551cedef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433225 Jan 29 19:49:23.991794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:23.999250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-386a4e82-d873-4c68-9fb6-8c8c96265ec4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/ports/822d2016-2852-41e6-987c-0e0b8e6c4a8e HTTP/1.1" status: 204 len: 168 time: 1.0142307 Jan 29 19:49:23.999863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82a07b-1e60-463e-bc03-7f74f163a6e3 req-a7ea117c-f882-466a-b7b7-720aa20a7863 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:24.000018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:24.002205 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b82a07b-1e60-463e-bc03-7f74f163a6e3 req-a7ea117c-f882-466a-b7b7-720aa20a7863 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.1134281 Jan 29 19:49:24.005526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:24.066390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d960eee9-ad88-4362-aaa3-861f876d6a0c req-ad3956fd-afd7-414b-9747-42bde5f557e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902374 Jan 29 19:49:24.088855 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b82a07b-1e60-463e-bc03-7f74f163a6e3 req-4a9e1eb7-3817-4607-9f4d-a067cfa4e4ee tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620022 Jan 29 19:49:24.135337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:24.158048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c541f-f823-483a-8b71-041588c5752e req-5c4c0f14-aa9f-4385-a16e-529531051fda tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:24.159840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f1c541f-f823-483a-8b71-041588c5752e req-5c4c0f14-aa9f-4385-a16e-529531051fda tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 946 time: 0.0790265 Jan 29 19:49:24.228878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f1c541f-f823-483a-8b71-041588c5752e req-094d2279-1842-4454-93b5-fd5181bbce6c tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594075 Jan 29 19:49:24.321267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:24.441677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.223 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/e0ba036c-c2ed-4dc2-817a-d434ec6a3315) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:24.569945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:24.637226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cd8ef-45b6-4704-88ac-95bb32e8948e req-570f6388-ab8f-4c0a-bc9a-5e97795ad216 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:24.638738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-504cd8ef-45b6-4704-88ac-95bb32e8948e req-570f6388-ab8f-4c0a-bc9a-5e97795ad216 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 945 time: 0.0818634 Jan 29 19:49:24.689935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-504cd8ef-45b6-4704-88ac-95bb32e8948e req-6f8be359-0250-47b9-aec0-3ca8cb37e014 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Jan 29 19:49:24.722358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:24.765136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:24.771572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:24.774880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:24.781637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=e0ba036c-c2ed-4dc2-817a-d434ec6a3315,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:24.834400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32a858e5-9991-4f0a-82a7-82a9c7b209c1 req-e0421845-9f04-4254-bd2c-c3f1f012e4f0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0348408 Jan 29 19:49:24.876427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (b455d06b-c99d-4ca3-826a-3d33643140e2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:24.967928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.116865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0afc4eaf-b3a7-435e-8dae-eb11fa7107b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.202458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.208951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.216177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.220926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.227046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.231002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28ba5a-8b56-4cc8-b83f-835e15a3b9e4 req-20fe003b-74dd-40e9-8f2d-b2aef18e8d23 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.232421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.232566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b28ba5a-8b56-4cc8-b83f-835e15a3b9e4 req-20fe003b-74dd-40e9-8f2d-b2aef18e8d23 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.0591233 Jan 29 19:49:25.237848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.239893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-806a34de-7026-4da1-8aff-dc00d60426ef tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1448128 Jan 29 19:49:25.270992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.308795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b28ba5a-8b56-4cc8-b83f-835e15a3b9e4 req-84cb3b8c-e8e8-4665-87e7-ae73deb1aba1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672772 Jan 29 19:49:25.329854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2cd8c49b-8260-48e6-a09b-75758e90f82d req-7c57cd3b-124c-4348-85d8-5190042f4442 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700741 Jan 29 19:49:25.401279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.484853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4805-fadb-40e3-aadc-ad157a7d9b75 req-8c6a4594-827d-43b5-b62f-bc7b597ed71b tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.486597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38dd4805-fadb-40e3-aadc-ad157a7d9b75 req-8c6a4594-827d-43b5-b62f-bc7b597ed71b tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 946 time: 0.0994210 Jan 29 19:49:25.491001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=e0ba036c-c2ed-4dc2-817a-d434ec6a3315,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:25.498066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b455d06b-c99d-4ca3-826a-3d33643140e2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.573894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38dd4805-fadb-40e3-aadc-ad157a7d9b75 req-ce3d9a14-db19-4102-8d4f-18e2b74378c4 tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5e750ba-068e-49af-b641-49bec7602d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Jan 29 19:49:25.587515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.589230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-039679ee-67d8-445a-815c-d358c1c9d455 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5879374 Jan 29 19:49:25.592351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48834) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:25.598029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'port': {'network_id': 'd97526a0-fd79-4e7b-9a1d-dd4c8f302a68', 'name': 'tempest-FloatingIPTestJSON-951804714'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:25.605100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7b8f4b7f-e71d-4577-962b-6e99f7bf22fa tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.606987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7b8f4b7f-e71d-4577-962b-6e99f7bf22fa tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.26 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 946 time: 0.0818977 Jan 29 19:49:25.746550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Deleting port d320e23d-d20d-4dbe-9c37-4ecf637789c0 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:25.746794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.827063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:25.830694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.856746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] device_id is not set on port 1c45a467-20e3-473e-8f8f-cd366c2b3034 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:49:25.860691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] For port d320e23d-d20d-4dbe-9c37-4ecf637789c0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=d320e23d-d20d-4dbe-9c37-4ecf637789c0,segment=NetworkSegment(faceb9f8-6540-4842-8d8f-8fccde65661f),segment_id=faceb9f8-6540-4842-8d8f-8fccde65661f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:25.861963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:25.873997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052681e-abc1-4064-a682-c50097a87e72 req-9d843e85-71ca-44b8-9bbd-2605cbaca403 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:25.875626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d052681e-abc1-4064-a682-c50097a87e72 req-9d843e85-71ca-44b8-9bbd-2605cbaca403 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 945 time: 0.0983696 Jan 29 19:49:25.878063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Calling delete_port for d320e23d-d20d-4dbe-9c37-4ecf637789c0 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:25.999289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d052681e-abc1-4064-a682-c50097a87e72 req-ce612bc5-f2ca-41c7-97f0-26458a7f59fa tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Jan 29 19:49:26.029347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.5 (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68/b1eaa78f-c74a-40d1-aefc-d1299f31081c/1c45a467-20e3-473e-8f8f-cd366c2b3034) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:26.084903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-e6535375-84e3-40c3-9303-69d902271b2a tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1a82f745424a402fb8dac28ae0e73037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276866 Jan 29 19:49:26.130954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a66acee1-463f-47f7-8330-c5cac705867b req-671cfd0b-ad5f-4af1-b9f0-57c834300750 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0414844 Jan 29 19:49:26.187165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d320e23d-d20d-4dbe-9c37-4ecf637789c0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.217465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (1c45a467-20e3-473e-8f8f-cd366c2b3034), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.220584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['d320e23d-d20d-4dbe-9c37-4ecf637789c0'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:26.230115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Pushing event deleted for resources: {'Port': ['ID=d320e23d-d20d-4dbe-9c37-4ecf637789c0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:26.287716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cea7b399-53f3-4d29-a337-22f4c1009d6c no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:26.293336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] No DVR routers for this DVR port d320e23d-d20d-4dbe-9c37-4ecf637789c0 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:26.301381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-e54c6365-8192-456c-84a1-1fb299084804 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.303093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-e54c6365-8192-456c-84a1-1fb299084804 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 945 time: 0.1888688 Jan 29 19:49:26.304174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.307356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab174199-ab27-4da8-936c-dd5b43e62e9f req-7f6f3bfc-cd52-44e1-ab01-65480276094d tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.26 "DELETE /v2.0/ports/d320e23d-d20d-4dbe-9c37-4ecf637789c0 HTTP/1.1" status: 204 len: 173 time: 0.6933568 Jan 29 19:49:26.309790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'name': 'network-vif-deleted', 'tag': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:26.311769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: cea7b399-53f3-4d29-a337-22f4c1009d6c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:26.311904 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1974a6-d8e7-4eef-aab8-f347cc136a44" -d '{"events": [{"server_uuid": "06139b80-7e1e-4fa0-8a64-72fba065bb69", "name": "network-vif-deleted", "tag": "d320e23d-d20d-4dbe-9c37-4ecf637789c0"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:26.312329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cea7b399-53f3-4d29-a337-22f4c1009d6c not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:26.329136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-94bf93ce-22ba-43d5-897c-38f47f2eb3e3 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.330602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-94bf93ce-22ba-43d5-897c-38f47f2eb3e3 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394853 Jan 29 19:49:26.367362 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f3ff99-b2fb-439d-9e58-41fa15a62d0d x-openstack-request-id: req-f9f3ff99-b2fb-439d-9e58-41fa15a62d0d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:26.367654 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06139b80-7e1e-4fa0-8a64-72fba065bb69", "name": "network-vif-deleted", "tag": "d320e23d-d20d-4dbe-9c37-4ecf637789c0", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:26.367905 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9f3ff99-b2fb-439d-9e58-41fa15a62d0d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:26.368322 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06139b80-7e1e-4fa0-8a64-72fba065bb69', 'name': 'network-vif-deleted', 'tag': 'd320e23d-d20d-4dbe-9c37-4ecf637789c0', 'status': 'completed', 'code': 200} Jan 29 19:49:26.377683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-48a7a531-7b93-4872-bf6f-e53662f1235f tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/quotas/1a82f745424a402fb8dac28ae0e73037 HTTP/1.1" status: 200 len: 375 time: 0.0237348 Jan 29 19:49:26.381915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-a053a2a4-2810-40af-9a93-57b4abacae2c tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.383464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-a053a2a4-2810-40af-9a93-57b4abacae2c tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.26 "GET /v2.0/networks?id=bf1d1804-f22f-41b5-bd74-bac6f474671b HTTP/1.1" status: 200 len: 806 time: 0.1435466 Jan 29 19:49:26.393257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1c45a467-20e3-473e-8f8f-cd366c2b3034), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.418257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-716fddff-31bc-452e-a4eb-f8a92f02de0c tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a82f745424a402fb8dac28ae0e73037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396764 Jan 29 19:49:26.500833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Deleting port 6fbde385-1c30-49d8-9aea-346974e434c8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:26.501623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.520966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:26.530330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:26.534351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=1c45a467-20e3-473e-8f8f-cd366c2b3034,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:26.537260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:26.618171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33653f-4851-48cc-82b9-4919e9748842 req-9bf34c75-b57f-41df-a8f8-d775fb2e8d73 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.618528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] For port 6fbde385-1c30-49d8-9aea-346974e434c8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6fbde385-1c30-49d8-9aea-346974e434c8,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:26.618972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.619581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d33653f-4851-48cc-82b9-4919e9748842 req-9bf34c75-b57f-41df-a8f8-d775fb2e8d73 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.1744225 Jan 29 19:49:26.626221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-be04aff8-5712-4277-b67b-d1e36b351bb8 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c131dbb70d9048819d62662d0cf4719d HTTP/1.1" status: 200 len: 380 time: 0.1850181 Jan 29 19:49:26.633309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Calling delete_port for 6fbde385-1c30-49d8-9aea-346974e434c8 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:26.639221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.639849 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.648824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Request body: {'port': {'device_id': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'admin_state_up': True, 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'security_groups': ['53f65c82-a503-449d-bf36-ddb2dc765756']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:26.751419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d33653f-4851-48cc-82b9-4919e9748842 req-32043390-dbb1-4715-a1b8-ad6294f00215 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242206 Jan 29 19:49:26.815767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c411f23a-6090-4aea-8e23-ed57a0b656b1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2198837 Jan 29 19:49:26.816246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48868) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:26.821611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'port_id': '1c45a467-20e3-473e-8f8f-cd366c2b3034'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:26.872430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (b455d06b-c99d-4ca3-826a-3d33643140e2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.880785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.886510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.891760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.897587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.902978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.908348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.913872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:26.916023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-d27b9fe1-da75-45a0-ba26-6fa93caf4498 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1307156 Jan 29 19:49:26.938565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6fbde385-1c30-49d8-9aea-346974e434c8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.953701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6fbde385-1c30-49d8-9aea-346974e434c8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:26.956624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15adbdcc-edf8-43e9-a07e-72fe2f1c31a1 req-fa3a6a64-e930-46d4-add4-6d9d42f4013a tempest-InstanceActionsV221TestJSON-2138403991 tempest-InstanceActionsV221TestJSON-2138403991-project] 10.222.0.15 "GET /v2.0/ports?device_id=06139b80-7e1e-4fa0-8a64-72fba065bb69 HTTP/1.1" status: 200 len: 210 time: 0.0854468 Jan 29 19:49:26.971974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Made reservation on behalf of c131dbb70d9048819d62662d0cf4719d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:26.971974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:26.980594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'Port': ['ID=6fbde385-1c30-49d8-9aea-346974e434c8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:27.009330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:27.051026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] No DVR routers for this DVR port 6fbde385-1c30-49d8-9aea-346974e434c8 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:27.054975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:27.058276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1519a2ee-2378-41bb-8cd4-67e250fb3e95 req-b7daf80c-2408-4a9a-bf23-7a9a16af632f tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "DELETE /v2.0/ports/6fbde385-1c30-49d8-9aea-346974e434c8 HTTP/1.1" status: 204 len: 173 time: 0.7435873 Jan 29 19:49:27.063888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51fc90d1-29a1-4bd7-8336-7423388a0595 req-aabdda4d-afc4-40cd-b44f-17387145808b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417089 Jan 29 19:49:27.104598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5894312-63b2-482c-9053-216f549b25a0 req-0d8e0720-f711-42c6-9704-3afb106f34ee tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 210 time: 0.0979447 Jan 29 19:49:27.205942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3f3e-ebf2-4cc2-abe0-e6816bd5ea03 req-89c71175-95a2-4d35-829c-2dd4363aa87d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:27.208023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871c3f3e-ebf2-4cc2-abe0-e6816bd5ea03 req-89c71175-95a2-4d35-829c-2dd4363aa87d tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.0605235 Jan 29 19:49:27.216759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48878) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:27.225426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Request body: {'floatingip': {'port_id': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:27.289968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (f5e63677-0b61-41f1-a860-bcd81fff1814), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:27.303334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f9e5698-0d83-40d3-b33a-eeb40d1b0ede req-fb5f2c15-7c54-42d0-a5a6-49917654adde tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a7afc7d-733b-4f5f-b1ea-965c23826b72 HTTP/1.1" status: 200 len: 210 time: 0.0554421 Jan 29 19:49:27.309648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8583faa3-35b9-47d4-b08c-e54dc5cc56e5 req-cfb4a0e9-4e2e-488f-bf7a-07833da80684 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0343122 Jan 29 19:49:27.403714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Allocated IP 172.20.0.6 (bf1d1804-f22f-41b5-bd74-bac6f474671b/6fe72860-fbb0-4e12-90de-7d08aeb9bf12/941a20f9-5a23-4bca-9bf2-008a4d1b1fe0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:27.517059 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-149e4219-2490-483e-89df-25d9ce35ab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:27.851746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:27.950591 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f5e63677-0b61-41f1-a860-bcd81fff1814), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.053495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.070406 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Floating IP f5e63677-0b61-41f1-a860-bcd81fff1814 associated. External IP: 172.25.5.60, port: c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa. Jan 29 19:49:28.139002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.196568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.268791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b896dd71-b61b-433a-b44a-84382010b38f req-6e933d25-1586-404a-97fc-8fe2ce448fc3 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 210 time: 0.0635021 Jan 29 19:49:28.273267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b455d06b-c99d-4ca3-826a-3d33643140e2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.320970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Network bf1d1804-f22f-41b5-bd74-bac6f474671b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:28.331691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:28.333908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:28.339765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48894) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:28.406819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event updated for resources: {'Port': ['ID=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:28.544075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'name': 'network-vif-deleted', 'tag': '6fbde385-1c30-49d8-9aea-346974e434c8'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:28.546667 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c2c6e-3a7d-4002-8995-034988a2a098" -d '{"events": [{"server_uuid": "0a7afc7d-733b-4f5f-b1ea-965c23826b72", "name": "network-vif-deleted", "tag": "6fbde385-1c30-49d8-9aea-346974e434c8"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:28.551403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.552502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.560724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Deleting subnet 7c7f1e4c-140f-4d8f-8221-3579e61f9c50 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:49:28.568778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Publish callbacks [] for subnet (7c7f1e4c-140f-4d8f-8221-3579e61f9c50), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.591092 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP b455d06b-c99d-4ca3-826a-3d33643140e2 associated. External IP: 172.25.5.223, port: 1c45a467-20e3-473e-8f8f-cd366c2b3034. Jan 29 19:49:28.653280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.658878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.661713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6d9c-81f6-4b78-bbc7-0d2236c230ef req-3d3fa4dc-7596-40af-93be-a0e4e0bc0ae5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.663222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01fb6d9c-81f6-4b78-bbc7-0d2236c230ef req-3d3fa4dc-7596-40af-93be-a0e4e0bc0ae5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 931 time: 0.1959755 Jan 29 19:49:28.664503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.669212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (7c7f1e4c-140f-4d8f-8221-3579e61f9c50), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.670305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.673649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84b26259-a28c-444f-b8b6-49726a7bee0d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0312212 Jan 29 19:49:28.675627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.681812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.687336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:28.689387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0143fc5b-9390-4b47-b115-0accf5786475 req-91e58eba-7e6f-4fc2-a0bf-f2425c0fbe01 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.5297992 Jan 29 19:49:28.706561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Request body: {'port': {'device_id': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:28.706917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8513116d-c00d-4227-a8fd-9e57f99d8c9d None None] Provisioning complete for port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:28.708020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8513116d-c00d-4227-a8fd-9e57f99d8c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.759370 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.774866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8513116d-c00d-4227-a8fd-9e57f99d8c9d None None] Port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:28.824299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0143fc5b-9390-4b47-b115-0accf5786475 req-2bc8988d-519f-4089-99b4-89e8ea8c0d4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252201 Jan 29 19:49:28.839310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Router a2ab1584-5537-4d14-990b-a7e21a18e2be has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:28.855330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7c7f1e4c-140f-4d8f-8221-3579e61f9c50), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.909697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:28.928321 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db66822-3283-4a75-bff9-dbfc465a5654 x-openstack-request-id: req-7db66822-3283-4a75-bff9-dbfc465a5654 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:28.928709 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7afc7d-733b-4f5f-b1ea-965c23826b72", "name": "network-vif-deleted", "tag": "6fbde385-1c30-49d8-9aea-346974e434c8", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:28.929009 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7db66822-3283-4a75-bff9-dbfc465a5654 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:28.929469 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7afc7d-733b-4f5f-b1ea-965c23826b72', 'name': 'network-vif-deleted', 'tag': '6fbde385-1c30-49d8-9aea-346974e434c8', 'status': 'completed', 'code': 200} Jan 29 19:49:28.965383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01fb6d9c-81f6-4b78-bbc7-0d2236c230ef req-68f3f510-25e8-40d1-b357-836c5272f022 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680554 Jan 29 19:49:28.981108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:28.987180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.001127 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:29.016162 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:29.017520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.031145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-210204c1-1def-4343-b681-ef53818631c6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "PUT /v2.0/floatingips/f5e63677-0b61-41f1-a860-bcd81fff1814 HTTP/1.1" status: 200 len: 990 time: 1.8113453 Jan 29 19:49:29.046945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d320e23d-d20d-4dbe-9c37-4ecf637789c0 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:29.080617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: d320e23d-d20d-4dbe-9c37-4ecf637789c0 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:29.080972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device d320e23d-d20d-4dbe-9c37-4ecf637789c0 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:29.194208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (7c7f1e4c-140f-4d8f-8221-3579e61f9c50), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.243617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7f1e4c-140f-4d8f-8221-3579e61f9c50,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:29.248968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:29.250011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.253143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-abb7c68b-7235-4cfe-881c-7b8d0f3ebbb5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c7f1e4c-140f-4d8f-8221-3579e61f9c50 HTTP/1.1" status: 204 len: 168 time: 0.9083285 Jan 29 19:49:29.256497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48906) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:29.282035 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:29.375262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a6ce3-a4d4-4a4f-a419-bd77d9638085 req-e637a303-de9d-4a4e-bd30-be471ca821ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:29.382846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-627a6ce3-a4d4-4a4f-a419-bd77d9638085 req-e637a303-de9d-4a4e-bd30-be471ca821ca tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.2854049 Jan 29 19:49:29.413034 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-67291d2e-faa5-4f1b-8ba3-4039d8c8c6d9 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1a82f745424a402fb8dac28ae0e73037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988235 Jan 29 19:49:29.466877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6f993da-9b2f-4455-b132-5ed594334477 req-9c443e5a-675a-4593-a479-e8d3076eca2e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 210 time: 0.0625899 Jan 29 19:49:29.493472 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (afe320b9-12fc-495d-9d6e-a28460c7c40d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.567589 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.585377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-627a6ce3-a4d4-4a4f-a419-bd77d9638085 req-929bab83-8728-493c-86b3-c8d3601e93cb tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015173 Jan 29 19:49:29.586398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f5e63677-0b61-41f1-a860-bcd81fff1814', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'port_id': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'mac_address': 'fa:16:3e:9e:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:48:58Z', 'updated_at': '2022-01-29T19:49:27Z', 'revision_number': 1, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.620302 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:29.628993 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:29.630397 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.630563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:29.636647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.645479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:29.674101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:29.677734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.685202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f556edd2-7efb-46dd-bd11-95f4ade5203c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/floatingips/b455d06b-c99d-4ca3-826a-3d33643140e2 HTTP/1.1" status: 200 len: 977 time: 2.8677917 Jan 29 19:49:29.687573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48912) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:29.703177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (afe320b9-12fc-495d-9d6e-a28460c7c40d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.720458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-89997754-4034-4808-b757-072836743940 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:29.722465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-89997754-4034-4808-b757-072836743940 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973540 Jan 29 19:49:29.736133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:29.739274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe320b9-12fc-495d-9d6e-a28460c7c40d']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.745943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Request body: {'port': {'device_id': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '1a82f745424a402fb8dac28ae0e73037'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:29.749269 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Publish callbacks [] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.749520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:29.767264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.774352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faceb9f8-6540-4842-8d8f-8fccde65661f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.774654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faceb9f8-6540-4842-8d8f-8fccde65661f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.783244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:29.784347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.786142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41104b5-10b2-47ea-a6b3-614b34211ad1 req-db4fe994-87cf-49a1-8e38-9c0e1edcad6c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:29.793239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a41104b5-10b2-47ea-a6b3-614b34211ad1 req-db4fe994-87cf-49a1-8e38-9c0e1edcad6c tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.2150218 Jan 29 19:49:29.808313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Transition to ACTIVE for port object 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:49:29.829649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (faceb9f8-6540-4842-8d8f-8fccde65661f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.836031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 1c45a467-20e3-473e-8f8f-cd366c2b3034 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:29.837156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1c45a467-20e3-473e-8f8f-cd366c2b3034), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.852896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:29.854325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcfcdc-d5fe-44f5-84a3-e4e59803c6e9 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:29.920424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (faceb9f8-6540-4842-8d8f-8fccde65661f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.925516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a41104b5-10b2-47ea-a6b3-614b34211ad1 req-81b12ca0-cf5b-44e9-80dc-6ddb83cb8cec tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313026 Jan 29 19:49:29.934278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.935610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:49:29.936118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (faceb9f8-6540-4842-8d8f-8fccde65661f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:49:29.938305 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:49:30.013927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1c45a467-20e3-473e-8f8f-cd366c2b3034), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.030652 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f5e63677-0b61-41f1-a860-bcd81fff1814', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'port_id': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'mac_address': 'fa:16:3e:9e:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:48:58Z', 'updated_at': '2022-01-29T19:49:27Z', 'revision_number': 1, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:30.063184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67bbb5e-01fe-4c19-bef5-7b8889c0f76f None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f5e63677-0b61-41f1-a860-bcd81fff1814', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'port_id': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'mac_address': 'fa:16:3e:9e:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:48:58Z', 'updated_at': '2022-01-29T19:49:27Z', 'revision_number': 1, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:30.110697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Pushing event updated for resources: {'Port': ['ID=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:30.128568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Made reservation on behalf of 1a82f745424a402fb8dac28ae0e73037 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:30.132876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.142695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (afe320b9-12fc-495d-9d6e-a28460c7c40d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.155578 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.171251 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/afe320b9-12fc-495d-9d6e-a28460c7c40d HTTP/1.1" status: 204 len: 168 time: 0.9132881 Jan 29 19:49:30.176423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.206710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5274b2-803d-4de2-8435-2e3f1170bdd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe320b9-12fc-495d-9d6e-a28460c7c40d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:30.214845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.221213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.224007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa70db-4c03-4a65-8b43-b71f21807ca8 req-33cbe8e5-887a-41b0-931a-947754e13630 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.225023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.231143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1eaa70db-4c03-4a65-8b43-b71f21807ca8 req-33cbe8e5-887a-41b0-931a-947754e13630 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.1477954 Jan 29 19:49:30.235606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.242052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.247807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.253456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.259495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.262768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-b565f449-173e-48e2-a428-31bced453c5e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.3326118 Jan 29 19:49:30.281570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6fbde385-1c30-49d8-9aea-346974e434c8 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:30.317173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 6fbde385-1c30-49d8-9aea-346974e434c8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:30.328758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6fbde385-1c30-49d8-9aea-346974e434c8 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:30.333999 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1eaa70db-4c03-4a65-8b43-b71f21807ca8 req-a35557e2-a9d3-46c2-8c8e-68d119cb0a32 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017382 Jan 29 19:49:30.379211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks [] for security_group (34c5d602-5474-4aa9-9b19-55eadcba1bfc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.453943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (34c5d602-5474-4aa9-9b19-55eadcba1bfc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.471231 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863869f-175d-46a8-b304-850f09d305fb None None] New status for floating IP f5e63677-0b61-41f1-a860-bcd81fff1814: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:49:30.479813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-0cb6ccbf-e9a2-4075-a13d-3b20fe49bf64 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.481592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-0cb6ccbf-e9a2-4075-a13d-3b20fe49bf64 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.3248508 Jan 29 19:49:30.519094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Attempting to bind port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:30.520087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Attempting to bind port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:30.521127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Attempting to bind port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 on network bf1d1804-f22f-41b5-bd74-bac6f474671b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:30.546348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c5d602-5474-4aa9-9b19-55eadcba1bfc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:30.645263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-899bb857-10e1-4eb0-a4f5-8a919acd2c6e req-a27c4085-a41e-44c6-8a7a-2a42db22d158 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3193963 Jan 29 19:49:30.654248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ecf70cee-2fc7-40de-9b92-2c150ef8a3b4 req-503ac551-c996-4b9b-8eaf-f4e06387f364 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 210 time: 0.0496800 Jan 29 19:49:30.670213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:30.683591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Allocated IP 192.168.233.187 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/c89dcb5b-6ed2-463f-8d12-df3a2dc81d89) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:30.685053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 on network bf1d1804-f22f-41b5-bd74-bac6f474671b not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:49:30.685385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Attempting to bind port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 on network bf1d1804-f22f-41b5-bd74-bac6f474671b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:30.737972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:30.739928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Checking segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:30.740757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Bound using segment: {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:30.741066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Bound port: 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:30.741431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.745741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a899ba1a-f139-4891-ae0a-fb9c1a16d834 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d5d07d2d8d44b2bbd79143185b1caab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742357 Jan 29 19:49:30.748186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48926) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:30.796653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.796772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b455d06b-c99d-4ca3-826a-3d33643140e2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.797609 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP b455d06b-c99d-4ca3-826a-3d33643140e2 disassociated. External IP: 172.25.5.223, port: 1c45a467-20e3-473e-8f8f-cd366c2b3034. Jan 29 19:49:30.797609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 1c45a467-20e3-473e-8f8f-cd366c2b3034 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:30.880708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4015acd8-438d-4f76-a5ef-1dd5133043cc admin admin] Publish callbacks [] for security_group (b5e750ba-068e-49af-b641-49bec7602d81), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.924708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4015acd8-438d-4f76-a5ef-1dd5133043cc admin admin] Publish callbacks [] for security_group (b5e750ba-068e-49af-b641-49bec7602d81), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.929553 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks [] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.929863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Deleting port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:30.930200 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:30.930709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:30.933026 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f6e884-fc95-4ef9-aef9-e93d75763fea" -d '{"events": [{"name": "network-changed", "server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:30.946679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dcfb1-c7e9-4a27-ac0c-db85f97c2cb0 req-527083ea-c829-4bc4-9757-234e1a47c100 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:30.948497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dcfb1-c7e9-4a27-ac0c-db85f97c2cb0 req-527083ea-c829-4bc4-9757-234e1a47c100 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.2148755 Jan 29 19:49:30.979800 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a3593-5b03-45f2-8837-84c3fb2ed438 x-openstack-request-id: req-d39a3593-5b03-45f2-8837-84c3fb2ed438 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:30.980093 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:30.983158 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d39a3593-5b03-45f2-8837-84c3fb2ed438 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:30.983158 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'status': 'completed', 'code': 200} Jan 29 19:49:31.007830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] For port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:31.072575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] For port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:31.085612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.121335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dcfb1-c7e9-4a27-ac0c-db85f97c2cb0 req-0fc55f5d-581b-482d-b961-7bf3d6637082 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537316 Jan 29 19:49:31.132731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4015acd8-438d-4f76-a5ef-1dd5133043cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b5e750ba-068e-49af-b641-49bec7602d81), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.135247 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4015acd8-438d-4f76-a5ef-1dd5133043cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.138979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4015acd8-438d-4f76-a5ef-1dd5133043cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5e750ba-068e-49af-b641-49bec7602d81 HTTP/1.1" status: 204 len: 168 time: 0.3872764 Jan 29 19:49:31.150824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] For port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:31.151190 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.151375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:31.168135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:31.168511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Calling delete_port for 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:31.173385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-98fae0ca-4844-4d42-9c0c-0643e165cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.173980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-98fae0ca-4844-4d42-9c0c-0643e165cffb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 1127 time: 0.1510985 Jan 29 19:49:31.178818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:31.179822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.182305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015acd8-438d-4f76-a5ef-1dd5133043cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e750ba-068e-49af-b641-49bec7602d81,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:31.194602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Pushing event updated for resources: {'Port': ['ID=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:31.203482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f9ffe-3e99-4442-9168-91ebc399e4b4 req-0d939962-0a01-46c8-8572-537a7c425f62 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.210999 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-257f9ffe-3e99-4442-9168-91ebc399e4b4 req-0d939962-0a01-46c8-8572-537a7c425f62 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 945 time: 0.1779728 Jan 29 19:49:31.350004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.350707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.405473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-257f9ffe-3e99-4442-9168-91ebc399e4b4 req-bbc9d4a9-1f9f-4493-a62c-75c84b23e584 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=34278da5-7fd3-4571-9aa9-657388dcf5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934593 Jan 29 19:49:31.425249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-adb71618-9dbe-4eb8-aae5-9322900efc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.427819 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-adb71618-9dbe-4eb8-aae5-9322900efc4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.2424877 Jan 29 19:49:31.476179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.497913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-85828f8d-7a80-480b-98c5-3438c920751e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7564800 Jan 29 19:49:31.515247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Request body: {'port': {'device_id': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:31.519154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-dcb84295-dcc5-4ecb-a40a-0ec9817f10e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa HTTP/1.1" status: 200 len: 1000 time: 0.0855932 Jan 29 19:49:31.571089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b4c4c35f-8701-4570-adb3-fee1d3237529 None None] Provisioning complete for port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:31.572363 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c4c35f-8701-4570-adb3-fee1d3237529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.611550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1c45a467-20e3-473e-8f8f-cd366c2b3034), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.619042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4c35f-8701-4570-adb3-fee1d3237529 None None] Port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:31.622301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-1e63990c-ca85-47ca-b0ca-9110682b9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.623848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-1e63990c-ca85-47ca-b0ca-9110682b9523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.0811701 Jan 29 19:49:31.642892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.644312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.651246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] 10.222.0.26 "PUT /v2.0/ports/941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 HTTP/1.1" status: 200 len: 1091 time: 2.9486504 Jan 29 19:49:31.651246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:31.651246 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c7f1b-24ed-492c-8510-a1e7b7639ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:31.659185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:31.764432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-973804ac-ecd7-4501-a7b4-29c2a8667046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.766035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-973804ac-ecd7-4501-a7b4-29c2a8667046 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1351840 Jan 29 19:49:31.786389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf119-b4c6-4c14-8f02-11870df4d999 service neutron] Pushing event updated for resources: {'Port': ['ID=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:31.887723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=1c45a467-20e3-473e-8f8f-cd366c2b3034,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:31.968236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd2841-9313-4b61-84fa-62ccc9b1b859 req-0e4b717a-0665-4855-bec1-f72f55a52576 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:31.969776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04cd2841-9313-4b61-84fa-62ccc9b1b859 req-0e4b717a-0665-4855-bec1-f72f55a52576 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.3643403 Jan 29 19:49:31.997335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.003211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.010004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.015463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.018627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-2d10fdbe-0757-41e8-8d82-70b345dc9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.020308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-2d10fdbe-0757-41e8-8d82-70b345dc9187 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c131dbb70d9048819d62662d0cf4719d&device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 1125 time: 0.1742966 Jan 29 19:49:32.021040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.026796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.032392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.034182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-b7debafd-5f46-4363-b5c7-a526b5d25e6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.2864592 Jan 29 19:49:32.045166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-7b716a0e-38e5-4c81-90ea-c49670233836 service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724092 Jan 29 19:49:32.122580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-84684360-8733-4129-8291-5f169b32982e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 HTTP/1.1" status: 200 len: 217 time: 0.0717709 Jan 29 19:49:32.193402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:32.197570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04cd2841-9313-4b61-84fa-62ccc9b1b859 req-3074bc59-b5fb-4de2-9ddf-a62742593ca3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145407 Jan 29 19:49:32.211646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-3cc24023-bb98-41e6-87cb-a19ed0318752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.213197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-3cc24023-bb98-41e6-87cb-a19ed0318752 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fe72860-fbb0-4e12-90de-7d08aeb9bf12 HTTP/1.1" status: 200 len: 845 time: 0.0790284 Jan 29 19:49:32.223327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-870507ea-c26a-4ec9-8734-9e13684c4290 req-9d701c27-6a1c-458f-ad94-763a9f462c2e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765888 Jan 29 19:49:32.271642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:32.299041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f6e884-fc95-4ef9-aef9-e93d75763fea req-bf94ff07-9331-4fcb-bdaf-dd600b62086d service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134185 Jan 29 19:49:32.317857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:32.331325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Publish callbacks [] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:32.345453 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f896a-3259-44e6-bd68-72c7f1b7d3c1 x-openstack-request-id: req-d13f896a-3259-44e6-bd68-72c7f1b7d3c1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:32.345849 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:32.346106 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d13f896a-3259-44e6-bd68-72c7f1b7d3c1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:32.346505 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'status': 'completed', 'code': 200} Jan 29 19:49:32.353663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Transition to ACTIVE for port object c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:49:32.391178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'Port': ['ID=9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:32.437998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e8271-14e1-48dc-9058-84aa3d1ed460 req-e5ad392a-61d6-4c12-9d66-390c14496e9c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.439709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9e8271-14e1-48dc-9058-84aa3d1ed460 req-e5ad392a-61d6-4c12-9d66-390c14496e9c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.0653255 Jan 29 19:49:32.477287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:32.506485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] No DVR routers for this DVR port 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:32.511546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-7a4a689b-c314-4931-a951-b0ff5e145907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.513051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-7a4a689b-c314-4931-a951-b0ff5e145907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1d1804-f22f-41b5-bd74-bac6f474671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2904446 Jan 29 19:49:32.515113 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:32.518716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adcc38c-866a-4be1-9041-931e443aeeb7 req-e56083c2-e0d2-4a67-8719-e274dafdb421 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.26 "DELETE /v2.0/ports/9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d HTTP/1.1" status: 204 len: 173 time: 2.0273423 Jan 29 19:49:32.577382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:32.578476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Pushing event updated for resources: {'Port': ['ID=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:32.593537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:32.594090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e9e8271-14e1-48dc-9058-84aa3d1ed460 req-52f7a9a3-f431-48e5-83e1-5b43fd67e2d2 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418478 Jan 29 19:49:32.647190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:32.651786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:32.667844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef0d4-d6ac-47bb-82e6-db95dedac9f2 req-d944a67d-759b-4ab9-b648-57cbd35ba077 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:32.680226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-574ef0d4-d6ac-47bb-82e6-db95dedac9f2 req-d944a67d-759b-4ab9-b648-57cbd35ba077 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 936 time: 0.3368948 Jan 29 19:49:32.700270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:32.706426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:32.741124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:32.743486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:32.797613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:32.802081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-42ebdb95-52c6-4d7b-a886-43834c6864f9 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/ports/1c45a467-20e3-473e-8f8f-cd366c2b3034 HTTP/1.1" status: 204 len: 168 time: 3.1125088 Jan 29 19:49:32.809544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48970) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:32.822550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:32.823482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55897f63-389a-4d8e-9bf4-33c4566582de None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:32.826688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a965c901-caf9-4cb7-b641-b01e7c0b6497 req-25715830-8e66-4c2b-a1e9-9e8b0155e482 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5395d2b-706f-4825-9325-2d8012fa0e45 HTTP/1.1" status: 200 len: 210 time: 0.0977833 Jan 29 19:49:32.872604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-574ef0d4-d6ac-47bb-82e6-db95dedac9f2 req-5be4d7e1-16c8-4b2f-a3fb-970c56c09b6d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710682 Jan 29 19:49:32.877708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-3d5e36de-c70c-4886-8df1-a17477c75ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532467 Jan 29 19:49:32.909798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Attempting to bind port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:32.911368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Attempting to bind port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:32.911876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Attempting to bind port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:32.920719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48972) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:32.929248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-998188ab-356a-43d1-b334-67e227103d48 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/floatingips/b455d06b-c99d-4ca3-826a-3d33643140e2 HTTP/1.1" status: 200 len: 688 time: 0.0996215 Jan 29 19:49:32.934140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:49:32.934430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Attempting to bind port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:32.939812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:32.940145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:32.940568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:32.940995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Bound port: c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:32.941916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:32.967004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2038574019-network', 'tenant_id': '5c596840ec7f4e728bb73796bc1bbe40'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:33.013101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] For port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:33.018037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] For port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:33.074158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:33.093512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.097437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:33.103224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:33.103411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3970f7f5-adcc-4299-938d-c8b19484ae29 req-6d08b133-a195-48ad-a748-61122d340bcb service neutron] 10.222.0.26 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162192 Jan 29 19:49:33.125485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port e0ba036c-c2ed-4dc2-817a-d434ec6a3315 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:33.125752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.130357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.130917 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.132425 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] 10.222.0.26 "PUT /v2.0/ports/c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 HTTP/1.1" status: 200 len: 1096 time: 1.6213818 Jan 29 19:49:33.132861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'tag': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:33.135073 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635067ed-97b7-46ad-94db-d46fc0f78a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b2a508-67d2-4c8c-b9fc-e4dc83802658", "tag": "c89dcb5b-6ed2-463f-8d12-df3a2dc81d89"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:33.167551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b8c2-c8c2-469e-9bb3-f71ae888f0ce service neutron] Pushing event updated for resources: {'Port': ['ID=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:33.182282 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327257b-4233-4dd4-9a06-10e99de20521 x-openstack-request-id: req-f327257b-4233-4dd4-9a06-10e99de20521 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:33.182575 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b2a508-67d2-4c8c-b9fc-e4dc83802658", "tag": "c89dcb5b-6ed2-463f-8d12-df3a2dc81d89", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:33.183127 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f327257b-4233-4dd4-9a06-10e99de20521 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:33.183231 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'tag': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89', 'status': 'completed', 'code': 200} Jan 29 19:49:33.194089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Made reservation on behalf of 5c596840ec7f4e728bb73796bc1bbe40 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:33.196501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.212862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.253661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.254346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.283465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for e0ba036c-c2ed-4dc2-817a-d434ec6a3315 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:33.340657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635067ed-97b7-46ad-94db-d46fc0f78a6b req-674ba566-5ee2-42d2-b6f0-e5322f0a5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.342721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-635067ed-97b7-46ad-94db-d46fc0f78a6b req-674ba566-5ee2-42d2-b6f0-e5322f0a5d75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a82f745424a402fb8dac28ae0e73037&device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 1130 time: 0.1094062 Jan 29 19:49:33.408610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-635067ed-97b7-46ad-94db-d46fc0f78a6b req-06a39d27-b998-4960-b631-2ea3fe7b7615 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1a82f745424a402fb8dac28ae0e73037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297728 Jan 29 19:49:33.463974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.469440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.474775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.479978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.482256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks [] for security_group (7d00e0d4-dcaa-429c-a788-07b04b037bb7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.485170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.491175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.491387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-d189d9c4-ece7-4775-9bfc-96f180e11ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.493030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-d189d9c4-ece7-4775-9bfc-96f180e11ccb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c131dbb70d9048819d62662d0cf4719d&device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 1125 time: 0.1724231 Jan 29 19:49:33.496541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.498489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-06beb3a6-9c59-479b-8a77-123b19a50316 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5431 time: 0.1524222 Jan 29 19:49:33.508416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37122269-cf77-4db9-861c-a93c12e6683a req-72dec229-1fd1-4a7f-a928-d34c8004c472 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.509863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37122269-cf77-4db9-861c-a93c12e6683a req-72dec229-1fd1-4a7f-a928-d34c8004c472 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.1904619 Jan 29 19:49:33.598903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7d00e0d4-dcaa-429c-a788-07b04b037bb7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.602783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635067ed-97b7-46ad-94db-d46fc0f78a6b req-93e60d8e-b08d-49a2-a990-4db131364b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.608715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-635067ed-97b7-46ad-94db-d46fc0f78a6b req-93e60d8e-b08d-49a2-a990-4db131364b11 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1906290 Jan 29 19:49:33.620913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7055ea61-d40a-4a54-8ebc-5463077a8a9d req-5d363a26-e636-4f4f-bef3-51d9cf3473e9 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935833 Jan 29 19:49:33.685777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37122269-cf77-4db9-861c-a93c12e6683a req-98e5e670-1688-477c-99d5-b489672133ba tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675820 Jan 29 19:49:33.707376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d00e0d4-dcaa-429c-a788-07b04b037bb7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:33.715839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-dc00012c-5a7a-443e-86ce-79f3a2de407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.717555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-dc00012c-5a7a-443e-86ce-79f3a2de407f service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1d1804-f22f-41b5-bd74-bac6f474671b HTTP/1.1" status: 200 len: 906 time: 0.2171271 Jan 29 19:49:33.760167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-7e261ee1-cb11-4feb-8b6d-0bc20acade48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 HTTP/1.1" status: 200 len: 217 time: 0.0361352 Jan 29 19:49:33.773780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-535f2b30-870b-4839-90cb-da694d269832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.775289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-535f2b30-870b-4839-90cb-da694d269832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a82f745424a402fb8dac28ae0e73037&device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 1130 time: 0.0894010 Jan 29 19:49:33.790157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22353b4-89b9-47f7-935b-2f16a8e4ffa8 req-4baca972-2dea-43b2-9d75-b84e81a6d371 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.791648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d22353b4-89b9-47f7-935b-2f16a8e4ffa8 req-4baca972-2dea-43b2-9d75-b84e81a6d371 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.0665913 Jan 29 19:49:33.814594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-a437ead4-974e-4499-93e1-78a3b0381747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.816074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-a437ead4-974e-4499-93e1-78a3b0381747 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fe72860-fbb0-4e12-90de-7d08aeb9bf12 HTTP/1.1" status: 200 len: 845 time: 0.0494878 Jan 29 19:49:33.836856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-ff0ede4d-6d98-4df8-afd3-1eb789767cd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 HTTP/1.1" status: 200 len: 217 time: 0.0442388 Jan 29 19:49:33.862412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e0ba036c-c2ed-4dc2-817a-d434ec6a3315), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.871575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:49:33.904685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=e0ba036c-c2ed-4dc2-817a-d434ec6a3315,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:33.909281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d22353b4-89b9-47f7-935b-2f16a8e4ffa8 req-06e31ce7-797b-4dcb-aafe-b35a78dd9343 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099916 Jan 29 19:49:33.914554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f4942281-3541-4d57-a011-e1303aec1f42), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:33.920098 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Added segment f4942281-3541-4d57-a011-e1303aec1f42 of type vlan for network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 Jan 29 19:49:33.920494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-d6bf5161-0b85-424d-8bcb-19050f3778db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.920585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-3da1b619-9c9b-4a02-aad7-83a884191d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.920682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-d6bf5161-0b85-424d-8bcb-19050f3778db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0605168 Jan 29 19:49:33.921248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-3da1b619-9c9b-4a02-aad7-83a884191d53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1d1804-f22f-41b5-bd74-bac6f474671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990605 Jan 29 19:49:33.993398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37003-6caf-4813-b940-7eb376d0f692 req-92e7dbac-fe73-4897-8e7e-0ba3791a8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:33.994960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-92e7dbac-fe73-4897-8e7e-0ba3791a8963 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0629618 Jan 29 19:49:34.055669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.089980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-81ef3d75-49e3-4b0a-87a7-9a20a59f45c1 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882032 Jan 29 19:49:34.134802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (b455d06b-c99d-4ca3-826a-3d33643140e2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.137396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.138595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-348f3054-ab8d-4e8d-9fcc-47aa00c0aa1c tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/floatingips/b455d06b-c99d-4ca3-826a-3d33643140e2 HTTP/1.1" status: 204 len: 168 time: 1.2168384 Jan 29 19:49:34.148631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48990) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:34.158831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'affde333-b31c-4ae3-a6fa-bf1e2cc19f87'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:34.179052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cebaba-cbe8-43f1-add9-c1456e62ab30 req-76365aca-e8ba-4be4-a82f-7c2ed8a05d45 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.182002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52cebaba-cbe8-43f1-add9-c1456e62ab30 req-76365aca-e8ba-4be4-a82f-7c2ed8a05d45 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 948 time: 0.2027624 Jan 29 19:49:34.187253 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48f37003-6caf-4813-b940-7eb376d0f692 req-12a11c8b-954b-4113-8a6b-8f4645b6fcb5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904038 Jan 29 19:49:34.189101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-cd6cdf65-89d0-4cdb-a0de-4145fb971464 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435486 Jan 29 19:49:34.295376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7076bade-9cfd-4a5c-b0fa-44e2ca17407a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:34.297940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52cebaba-cbe8-43f1-add9-c1456e62ab30 req-dfefa8cf-9d4c-4eca-8787-638ebfbd62f6 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079035 Jan 29 19:49:34.300401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.302759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.303354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.305580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.350201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'name': 'network-vif-deleted', 'tag': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:34.352458 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8797cd-2d4b-43b7-86ba-aea038d18415" -d '{"events": [{"server_uuid": "b5395d2b-706f-4825-9325-2d8012fa0e45", "name": "network-vif-deleted", "tag": "9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:34.412850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:34.421058 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdae8022-869f-480e-a9fb-f34a4e0f09cc x-openstack-request-id: req-fdae8022-869f-480e-a9fb-f34a4e0f09cc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:34.421298 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5395d2b-706f-4825-9325-2d8012fa0e45", "name": "network-vif-deleted", "tag": "9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:34.421556 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdae8022-869f-480e-a9fb-f34a4e0f09cc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:34.421956 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5395d2b-706f-4825-9325-2d8012fa0e45', 'name': 'network-vif-deleted', 'tag': '9ebc1cfd-3d2a-4932-96b6-7f55d2e75f7d', 'status': 'completed', 'code': 200} Jan 29 19:49:34.424021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220c7f1b-24ed-492c-8510-a1e7b7639ba4 req-a1cbbb5b-610c-41f7-bb4f-14708e5c5b05 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175333 Jan 29 19:49:34.427480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a', 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'port_id': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a', 'mac_address': 'fa:16:3e:47:9f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dddf333-9839-4205-8c0e-02d75c093ae2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:34.432479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] Pushing event updated for resources: {'Network': ['ID=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:34.473364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:34.473996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.477214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:49:34.484889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33c74752-db34-48e4-aa0b-5dd8c4049cdd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7835541 Jan 29 19:49:34.487846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48998) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:34.495063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Request body: {'subnet': {'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2038574019-subnet', 'tenant_id': '5c596840ec7f4e728bb73796bc1bbe40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:34.537452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.542026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7076bade-9cfd-4a5c-b0fa-44e2ca17407a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:34.601806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:34.636177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Made reservation on behalf of 5c596840ec7f4e728bb73796bc1bbe40 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:34.638612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.689945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5686a82-c977-4810-aefd-86690e702525 req-ccea158f-4079-4a65-a36b-5b42e4c57ae0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.692330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5686a82-c977-4810-aefd-86690e702525 req-ccea158f-4079-4a65-a36b-5b42e4c57ae0 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1009924 Jan 29 19:49:34.718787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.195 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/53663723-b64c-4bf9-a93c-5ceebe8012e6) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:34.721567 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.722238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:34.788307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5686a82-c977-4810-aefd-86690e702525 req-4e3cd758-460e-4e43-94f3-08f3a7c1ab79 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881002 Jan 29 19:49:34.825109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:34.908634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:34.917909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.921407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'port_id': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16', 'mac_address': 'fa:16:3e:d6:04:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:34.923625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.929785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.935172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.940430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.946527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.947885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.951986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.953940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d16b846-bea7-480e-a085-5486aa6a155f req-375f47e3-5d56-4ddc-a852-68fa33042b3d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5432 time: 0.2359645 Jan 29 19:49:34.957618 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (a3c6fee1-883b-4c2f-ab58-375b16a4206f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.965988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11469025-a893-4951-811b-649e224bb30f req-93df4f8f-ae61-4d26-ac67-9bcd6500a66f tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:34.973946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11469025-a893-4951-811b-649e224bb30f req-93df4f8f-ae61-4d26-ac67-9bcd6500a66f tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.0959387 Jan 29 19:49:34.974085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:34.974460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:34.988178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:35.010046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:35.039078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11469025-a893-4951-811b-649e224bb30f req-970f6893-eccd-4781-b3af-b980c6edfa41 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581436 Jan 29 19:49:35.040903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c6fee1-883b-4c2f-ab58-375b16a4206f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:35.057154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Checking segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:35.057525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Network hostable DHCP agents. Network: 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:49:35.086713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d16b846-bea7-480e-a085-5486aa6a155f req-4d761716-507e-4cb8-8cf7-932ae2a05ca0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996726 Jan 29 19:49:35.127637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:35.131235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e857cbb6-2dd9-46a7-8b9e-56c907555cd3 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:35.185483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:35.197426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:35.227926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:35.234727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:35.239420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:35.243030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=53663723-b64c-4bf9-a93c-5ceebe8012e6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:35.243740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:49:35.283752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:35.294824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'port_id': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'mac_address': 'fa:16:3e:dd:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:35.333976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:35.334541 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:35.347751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e857cbb6-2dd9-46a7-8b9e-56c907555cd3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:35.367595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:35.368281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:35.372763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:35.373447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:35.383390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee5ff3-10ed-4327-9169-3cd3bd52554e None None] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:35.450535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:35.451220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90e6e136-3407-4200-8d29-1f38fa3642bb details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:35.521145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-700394cd-f5e8-4d34-a391-fd639561abb7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0309787 Jan 29 19:49:35.559435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43b26c-8089-47ab-b1ec-5b987761b50b None None] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:35.795557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90e6e136-3407-4200-8d29-1f38fa3642bb,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:35.817497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:35.829167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '90e6e136-3407-4200-8d29-1f38fa3642bb', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'port_id': '90e6e136-3407-4200-8d29-1f38fa3642bb', 'mac_address': 'fa:16:3e:e7:71:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:35.871007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70ea8e-78fc-4943-b3a1-540c59408566 req-ff45069e-3f47-443e-ab31-17601a8b026f tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:35.878065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc70ea8e-78fc-4943-b3a1-540c59408566 req-ff45069e-3f47-443e-ab31-17601a8b026f tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 948 time: 0.4655161 Jan 29 19:49:35.917178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 90e6e136-3407-4200-8d29-1f38fa3642bb is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:35.917571 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:35.934236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e6e136-3407-4200-8d29-1f38fa3642bb {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:35.958635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90e6e136-3407-4200-8d29-1f38fa3642bb,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:35.973761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc70ea8e-78fc-4943-b3a1-540c59408566 req-e883706a-5e66-4d5e-8340-1acc5e668556 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917580 Jan 29 19:49:36.030169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.031183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7085fdb3-700a-450c-8f6f-a485ff9227b2 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:36.090935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-4c80c404-7f6d-409a-acd5-e62ff6ccee83 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.098276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-4c80c404-7f6d-409a-acd5-e62ff6ccee83 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 813 time: 0.1427021 Jan 29 19:49:36.114160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-efb9fec6-9dfd-45a1-8498-a83484162f1d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/quotas/5c596840ec7f4e728bb73796bc1bbe40 HTTP/1.1" status: 200 len: 375 time: 0.0147505 Jan 29 19:49:36.121815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:36.155085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:49:36.155407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-e9004d8b-efdf-4891-a7ef-3b673e923e04 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402377 Jan 29 19:49:36.184038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8913-68b6-4b7a-88b4-1ee26f221955 req-bf77064a-8a3e-44a2-93ad-979ebe9d9229 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.185620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:36.190983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d01b8913-68b6-4b7a-88b4-1ee26f221955 req-bf77064a-8a3e-44a2-93ad-979ebe9d9229 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1427946 Jan 29 19:49:36.212216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7085fdb3-700a-450c-8f6f-a485ff9227b2', 'network_id': '7b0f131b-b2a5-4b1a-bfb4-4308728e6014', 'port_id': '7085fdb3-700a-450c-8f6f-a485ff9227b2', 'mac_address': 'fa:16:3e:02:95:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dddf333-9839-4205-8c0e-02d75c093ae2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:36.257149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-7f784a2a-c4ab-4b85-8c8e-8cce6e7cba7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.263821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-7f784a2a-c4ab-4b85-8c8e-8cce6e7cba7a tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.0757563 Jan 29 19:49:36.264811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d01b8913-68b6-4b7a-88b4-1ee26f221955 req-646e8d8b-3dd0-47f1-b6f6-748e25536e77 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569632 Jan 29 19:49:36.268894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (1955ac6f-4be7-4307-b665-a223cd39c9c1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.270771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-e36032b0-d526-422f-b685-b9363992ca34 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:49:36.285538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-e36032b0-d526-422f-b685-b9363992ca34 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1286943 Jan 29 19:49:36.309255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7085fdb3-700a-450c-8f6f-a485ff9227b2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:36.309561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.334943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7085fdb3-700a-450c-8f6f-a485ff9227b2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:36.357161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:36.430735 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.431768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90ee797e-ba25-4ad9-acae-55b22028251c details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:36.444847 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.479071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30f288-1fff-4788-891f-d614d164cbbc req-9baf7b6e-8f03-48de-a6e5-e224c8c91c37 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.486654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a30f288-1fff-4788-891f-d614d164cbbc req-9baf7b6e-8f03-48de-a6e5-e224c8c91c37 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 943 time: 0.1160772 Jan 29 19:49:36.585105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90ee797e-ba25-4ad9-acae-55b22028251c,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:36.587802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a30f288-1fff-4788-891f-d614d164cbbc req-45fbd76e-bdac-4edd-9a57-cd918acbe810 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999522 Jan 29 19:49:36.590291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:36.618192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '90ee797e-ba25-4ad9-acae-55b22028251c', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'port_id': '90ee797e-ba25-4ad9-acae-55b22028251c', 'mac_address': 'fa:16:3e:53:52:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:36.685312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 90ee797e-ba25-4ad9-acae-55b22028251c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:36.685709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.700745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ee797e-ba25-4ad9-acae-55b22028251c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:36.727211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90ee797e-ba25-4ad9-acae-55b22028251c,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:36.800777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.810284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-c22ac17d-5d86-42d3-9852-ede2e67943ad service neutron] 10.222.0.15 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233736 Jan 29 19:49:36.831147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.836070 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.836916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 469f1503-40a1-4073-bc98-1f8959a0a3d8 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:36.837500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.842910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.848390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.853707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.857220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Deleting port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:36.863721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.863896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.868029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:36.878390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-e4fbd9cd-8588-4f5e-aa47-1a3ea5deec7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5436 time: 0.1442907 Jan 29 19:49:36.882812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:36.901944 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:36.963247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '469f1503-40a1-4073-bc98-1f8959a0a3d8', 'network_id': '4e440b44-2717-42ce-8fbe-a1ea6042dd67', 'port_id': '469f1503-40a1-4073-bc98-1f8959a0a3d8', 'mac_address': 'fa:16:3e:be:29:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5887b2-4866-41c5-9c75-2fd3437954c5', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:36.976916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:37.009249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-ab51ad75-04e3-4c2a-b5c2-cb2d8b62c423 service neutron] 10.222.0.15 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902955 Jan 29 19:49:37.023363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 469f1503-40a1-4073-bc98-1f8959a0a3d8 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:37.023917 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.032349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] For port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:37.032729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.041929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469f1503-40a1-4073-bc98-1f8959a0a3d8 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:37.064779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:37.065009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04a3a93c-d39b-483c-a648-fcd10b3c32d2 req-10cbb059-230b-4ae4-90c5-fa9f4527d1a5 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812911 Jan 29 19:49:37.106861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:37.117857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=53663723-b64c-4bf9-a93c-5ceebe8012e6,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:37.130287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (1955ac6f-4be7-4307-b665-a223cd39c9c1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.153545 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.305153 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.306182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0d1f1876-0c66-4bea-92ab-e0ee3f81cb21), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.306625 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Floating IP 0d1f1876-0c66-4bea-92ab-e0ee3f81cb21 disassociated. External IP: 172.25.5.7, port: 315fe9c5-45e5-4f04-b2ba-1e649a6d4316. Jan 29 19:49:37.307084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Calling delete_port for 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:37.314528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:37.324084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:37.335570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'port_id': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'mac_address': 'fa:16:3e:ee:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:37.354033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d75bf-2292-4110-a230-90c7ab270cc9 req-48baa14d-048e-4322-825b-d1c8aa4970c8 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:37.355747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc0d75bf-2292-4110-a230-90c7ab270cc9 req-48baa14d-048e-4322-825b-d1c8aa4970c8 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 948 time: 0.1686733 Jan 29 19:49:37.361994 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 1955ac6f-4be7-4307-b665-a223cd39c9c1 associated. External IP: 172.25.5.195, port: affde333-b31c-4ae3-a6fa-bf1e2cc19f87. Jan 29 19:49:37.385673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:37.386165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.422963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:37.453567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:37.520641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc0d75bf-2292-4110-a230-90c7ab270cc9 req-5b58c137-e3c6-4889-9aff-1e5b10c122c5 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531656 Jan 29 19:49:37.556284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.557410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:37.576366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d3c27-21c2-410b-a513-b2bfe3dfcf82 req-dfde133d-4054-45f2-b6af-31dd3da61211 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:37.596913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-004d3c27-21c2-410b-a513-b2bfe3dfcf82 req-dfde133d-4054-45f2-b6af-31dd3da61211 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 944 time: 0.1191416 Jan 29 19:49:37.669063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:37.672537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-004d3c27-21c2-410b-a513-b2bfe3dfcf82 req-f09f7002-6fed-4a08-8a5c-a5ebf26311eb tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups?id=526b92b1-b761-478d-b645-5487c821c787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772138 Jan 29 19:49:37.673599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (315fe9c5-45e5-4f04-b2ba-1e649a6d4316), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.716818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'Port': ['ID=315fe9c5-45e5-4f04-b2ba-1e649a6d4316,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:37.735227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:37.790815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8e3d0b4-5e90-437a-b44c-ca9edf359bfc req-cbe562e0-7194-4729-a53a-8c0491f4bbe8 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0418124 Jan 29 19:49:37.852905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:37.869269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:37.887555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78701f2f-5260-499f-a993-45849264bd28 req-cf6d883f-cffc-44ac-a020-3b782a1d687e tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:37.895616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78701f2f-5260-499f-a993-45849264bd28 req-cf6d883f-cffc-44ac-a020-3b782a1d687e tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 944 time: 0.1143248 Jan 29 19:49:37.902089 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:37.903388 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:37.903783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:37.916431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.921663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89', 'mac_address': 'fa:16:3e:24:c2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:37.926818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:37.965493 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:37.967561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:37.968082 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:37.978527 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:37.979603 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:37.983569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:37.987668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78701f2f-5260-499f-a993-45849264bd28 req-5243a756-8153-4154-8720-1cd3467ec2ea tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871847 Jan 29 19:49:38.015782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.020888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7076bade-9cfd-4a5c-b0fa-44e2ca17407a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.025401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['6bdb29d6-36d9-40cd-8bcb-794a317b5a16'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.042369 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:38.043077 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c15815-f065-45c9-8631-f3d4e7ec8d2e None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:38.066766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-898ab0d2-f403-4819-86ef-46aee98f96e1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9165862 Jan 29 19:49:38.067745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49056) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:38.074650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-685171359'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:38.094032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['90e6e136-3407-4200-8d29-1f38fa3642bb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.103313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:38.105228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e857cbb6-2dd9-46a7-8b9e-56c907555cd3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.108644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7085fdb3-700a-450c-8f6f-a485ff9227b2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.133862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:38.155145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] No DVR routers for this DVR port 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:38.160724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['469f1503-40a1-4073-bc98-1f8959a0a3d8'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.161385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.165781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0901598a-e8b7-4bad-98e2-10251210cc01 req-c2cc94e7-a71b-4e9a-b98c-4f61748a59c4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.13 "DELETE /v2.0/ports/315fe9c5-45e5-4f04-b2ba-1e649a6d4316 HTTP/1.1" status: 204 len: 173 time: 1.8430333 Jan 29 19:49:38.174748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-deleted', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:38.181949 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75e00b-1ca2-41ec-8b12-d6e11ba30a4b" -d '{"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-deleted", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:38.207607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:38.212663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.246765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] Sync routers for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:38.255827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.262019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.291886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:49:38.292254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.302434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.307613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.310116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.313941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.319551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.321868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-373908f4-1554-4c42-a9fa-900b1312b28f req-6e084fc2-cb2a-4d27-aeb2-833ea3d4da8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5438 time: 0.1681714 Jan 29 19:49:38.323481 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6324d8fb-d8e3-494a-a80d-6c8166dcb4fa x-openstack-request-id: req-6324d8fb-d8e3-494a-a80d-6c8166dcb4fa {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:38.323810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (98f1df58-c607-4684-b35b-80a82a46cc46), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.323946 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc78c59-9a13-4416-9534-3a9dd142208d", "name": "network-vif-deleted", "tag": "315fe9c5-45e5-4f04-b2ba-1e649a6d4316", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:38.324241 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6324d8fb-d8e3-494a-a80d-6c8166dcb4fa {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:38.324405 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Added segment 98f1df58-c607-4684-b35b-80a82a46cc46 of type vlan for network 9fd63d78-655e-4b58-97a9-595ae1faa509 Jan 29 19:49:38.324745 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc78c59-9a13-4416-9534-3a9dd142208d', 'name': 'network-vif-deleted', 'tag': '315fe9c5-45e5-4f04-b2ba-1e649a6d4316', 'status': 'completed', 'code': 200} Jan 29 19:49:38.384280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9fd63d78-655e-4b58-97a9-595ae1faa509), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.427150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:38.427876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:38.445789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-373908f4-1554-4c42-a9fa-900b1312b28f req-ef152206-9d98-4a19-b3e5-fee990e6993e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153545 Jan 29 19:49:38.493416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9fd63d78-655e-4b58-97a9-595ae1faa509), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.498661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.499280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.586678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Network': ['ID=9fd63d78-655e-4b58-97a9-595ae1faa509,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:38.618837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:49:38.621922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-74831599-9f6e-4edd-bdce-8a934c9be7b4 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5529363 Jan 29 19:49:38.624536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:38.630086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'subnet': {'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:38.656546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['941a20f9-5a23-4bca-9bf2-008a4d1b1fe0'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.678643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e709d4-0288-421c-a3c7-68dc09c279ff req-822d3b55-88a6-4276-a6b6-cdd29e11e7d6 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:38.680549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5e709d4-0288-421c-a3c7-68dc09c279ff req-822d3b55-88a6-4276-a6b6-cdd29e11e7d6 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 949 time: 0.0733006 Jan 29 19:49:38.729921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['c89dcb5b-6ed2-463f-8d12-df3a2dc81d89'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:38.734054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:38.760226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5e709d4-0288-421c-a3c7-68dc09c279ff req-17b214a8-b019-4891-a0b9-571447497831 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735772 Jan 29 19:49:38.841926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:38.845566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:38.890985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca5a8d87-e95b-4585-ab1e-af0c59197369 req-776c47ec-798a-4efa-b24c-488c60697e54 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fc78c59-9a13-4416-9534-3a9dd142208d HTTP/1.1" status: 200 len: 210 time: 0.0478745 Jan 29 19:49:38.968362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c442151-a29b-4d13-8d55-4d2c35e496e3 req-8315041b-6db8-4bab-9853-1e82a48563da tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0391653 Jan 29 19:49:39.109427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['90ee797e-ba25-4ad9-acae-55b22028251c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:39.115298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134231c7-e751-43e4-9fd5-b74c95637ba9 req-0bb2e6fd-81cb-4e61-86ca-4dcf97dcfd67 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.116165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134231c7-e751-43e4-9fd5-b74c95637ba9 req-0bb2e6fd-81cb-4e61-86ca-4dcf97dcfd67 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 944 time: 0.0623720 Jan 29 19:49:39.162524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (b947883c-cdd4-49dc-aa76-acdb099f8bb9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:39.181658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134231c7-e751-43e4-9fd5-b74c95637ba9 req-8f8db83b-4238-4b5d-83fd-0b8f15b92369 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590298 Jan 29 19:49:39.211181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:39.229872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Subnet': ['ID=b947883c-cdd4-49dc-aa76-acdb099f8bb9,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:39.231012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:39.247160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Checking segment: {'id': '98f1df58-c607-4684-b35b-80a82a46cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:39.247532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network hostable DHCP agents. Network: 9fd63d78-655e-4b58-97a9-595ae1faa509, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:49:39.344566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:49:39.413168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:39.413510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 315fe9c5-45e5-4f04-b2ba-1e649a6d4316 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:39.496240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9fd63d78-655e-4b58-97a9-595ae1faa509) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:39.507966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.508789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:39.539999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0d4b92-5cf8-44a0-94c3-da5628dcc06a None None] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:39.612373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.618227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.623827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.629314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.634770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.640165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.646467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.648564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-e05e05be-e558-4b30-afce-2abba5e800fd tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5438 time: 0.0994458 Jan 29 19:49:39.696662 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3a000123-6df5-4f28-9ff1-02c4e6372506 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0707512 Jan 29 19:49:39.699218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49102) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:39.706259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2002976214', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:39.728599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52dc64f1-4e04-4f16-8297-5f548cf7b314 req-1c13fed7-6826-4aeb-9672-b45dee4e4bee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705590 Jan 29 19:49:39.825223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (e6d986d5-e501-494c-a311-15f48676f37b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:39.826429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (e6d986d5-e501-494c-a311-15f48676f37b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:39.934800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_controller (e6d986d5-e501-494c-a311-15f48676f37b), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:39.959022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ee723-f2d7-4cd0-ae9b-b3834a540a6c req-40d57bc4-de38-4cc8-ae1e-316a88033af3 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:39.969305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b23ee723-f2d7-4cd0-ae9b-b3834a540a6c req-40d57bc4-de38-4cc8-ae1e-316a88033af3 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 949 time: 0.1236811 Jan 29 19:49:40.020973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b23ee723-f2d7-4cd0-ae9b-b3834a540a6c req-1d38e5e3-5c58-4010-8226-d91e8b0758be tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514472 Jan 29 19:49:40.098491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:40.166257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-9fd63d78-655e-4b58-97a9-595ae1faa509', 'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509', 'project_id': '32b82b55b1bf466fa3caefba464f457e', 'fixed_ips': [{'subnet_id': 'b947883c-cdd4-49dc-aa76-acdb099f8bb9'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:49:40.167390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.205977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a021ac2b-7da1-44a1-8fa4-2f28f7c3953e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group (526b92b1-b761-478d-b645-5487c821c787), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.226139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcc79ae8-682e-4220-8aa1-cf76213bd747 req-85102a35-d279-4288-8cbb-63d5dc40b6b5 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0443649 Jan 29 19:49:40.234489 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a021ac2b-7da1-44a1-8fa4-2f28f7c3953e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group (526b92b1-b761-478d-b645-5487c821c787), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.323680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (e6d986d5-e501-494c-a311-15f48676f37b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.378162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fdb80-8a32-425f-8cf9-84ac9f06e5f9 req-7425aaf9-7174-4ba4-b462-ea80c1b6b719 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:40.379931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-631fdb80-8a32-425f-8cf9-84ac9f06e5f9 req-7425aaf9-7174-4ba4-b462-ea80c1b6b719 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 944 time: 0.0550520 Jan 29 19:49:40.406336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a021ac2b-7da1-44a1-8fa4-2f28f7c3953e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (526b92b1-b761-478d-b645-5487c821c787), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.406616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a021ac2b-7da1-44a1-8fa4-2f28f7c3953e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.410629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a021ac2b-7da1-44a1-8fa4-2f28f7c3953e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "DELETE /v2.0/security-groups/526b92b1-b761-478d-b645-5487c821c787 HTTP/1.1" status: 204 len: 168 time: 0.3076918 Jan 29 19:49:40.412528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49116) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:40.428977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:58Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:40.432613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021ac2b-7da1-44a1-8fa4-2f28f7c3953e tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b92b1-b761-478d-b645-5487c821c787,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:40.441249 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-b0335869-6ca7-4ac3-bc8b-bb772431194b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] show failed (client error): The resource could not be found. Jan 29 19:49:40.445818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b0335869-6ca7-4ac3-bc8b-bb772431194b tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "GET /v2.0/security-groups/526b92b1-b761-478d-b645-5487c821c787 HTTP/1.1" status: 404 len: 347 time: 0.0295515 Jan 29 19:49:40.445818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49118) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:40.480033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] Checking router: cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:40.500942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-631fdb80-8a32-425f-8cf9-84ac9f06e5f9 req-13aaac4a-0a9b-4eaa-bf7b-b7ce0b5baa60 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147661 Jan 29 19:49:40.585171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:40.585754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:40.643944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Allocated IP 172.20.0.2 (9fd63d78-655e-4b58-97a9-595ae1faa509/b947883c-cdd4-49dc-aa76-acdb099f8bb9/013b7908-ac3b-4402-b348-023d9f259118) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:40.686907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Deleting port 8849f1f5-6116-453e-91af-6e20782c6832 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:40.687263 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8849f1f5-6116-453e-91af-6e20782c6832), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.798090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:40.962299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8849f1f5-6116-453e-91af-6e20782c6832), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:40.962539 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (8849f1f5-6116-453e-91af-6e20782c6832), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.004214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (e6d986d5-e501-494c-a311-15f48676f37b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.010576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Calling delete_port for 8849f1f5-6116-453e-91af-6e20782c6832 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:41.033790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.053928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Publish callbacks [] for port (013b7908-ac3b-4402-b348-023d9f259118), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.085604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-933c4254-9b2f-4ee8-843c-d480133e0782 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.087251 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-933c4254-9b2f-4ee8-843c-d480133e0782 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 813 time: 0.2361317 Jan 29 19:49:41.094067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.100326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.105632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Request body: {'port': {'device_id': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'admin_state_up': True, 'tenant_id': '5c596840ec7f4e728bb73796bc1bbe40'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:41.106652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.112464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.118045 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (013b7908-ac3b-4402-b348-023d9f259118), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.121053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.125093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.132735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.133690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:41.134812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-0fe125c2-0395-41f0-be3d-413824dfec85 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5438 time: 0.2001891 Jan 29 19:49:41.209137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7076bade-9cfd-4a5c-b0fa-44e2ca17407a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:41.270594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbfa36ad-b767-4cf2-8ca8-1512b1b572d9 req-b706ea19-53e5-4b8a-b057-7bc7c4821916 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224093 Jan 29 19:49:41.275387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:41.289201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Pushing event updated for resources: {'Port': ['ID=013b7908-ac3b-4402-b348-023d9f259118,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:41.298587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:41.304963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.25.5.36 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/6df92077-8f75-4e9d-ba5a-9b1b029f3250) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:41.308635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:41.370984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:58Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:41.397426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Made reservation on behalf of 5c596840ec7f4e728bb73796bc1bbe40 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:41.402929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.418426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadb440-d81a-4fe2-a3d8-4be0a31f5fae req-71d88780-b7d5-4eaa-837d-a97fc5cd72f2 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.424177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5eadb440-d81a-4fe2-a3d8-4be0a31f5fae req-71d88780-b7d5-4eaa-837d-a97fc5cd72f2 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 949 time: 0.1818647 Jan 29 19:49:41.435381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:41.437917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938abc7-813e-4585-aa7c-2136f7051bfa None None] The sync data for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 is: [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:41:53Z', 'revision_number': 4, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b59d01d5-1f82-4bfc-87bf-07f8b594062f', 'name': '', 'network_id': '1b89b87b-0061-4f36-9a85-4a33246edfe2', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'mac_address': 'fa:16:3e:e0:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:50Z', 'updated_at': '2022-01-29T19:41:58Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'subnets': [{'id': '8788c4a0-e82f-4cb9-b8f9-6416b90bf71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:41.443755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Attempting to bind port 013b7908-ac3b-4402-b348-023d9f259118 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:41.444137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Attempting to bind port 013b7908-ac3b-4402-b348-023d9f259118 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '98f1df58-c607-4684-b35b-80a82a46cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:41.444543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Attempting to bind port 013b7908-ac3b-4402-b348-023d9f259118 on network 9fd63d78-655e-4b58-97a9-595ae1faa509 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:41.446655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:41.447022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.497233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-771b25ec-8766-4071-a183-f744aea226ca req-42bdc026-09a2-4dfb-9006-a980752f6a22 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0625815 Jan 29 19:49:41.527008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5eadb440-d81a-4fe2-a3d8-4be0a31f5fae req-521028da-87f4-49b9-86cb-eabf547167a6 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883274 Jan 29 19:49:41.590179 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (6df92077-8f75-4e9d-ba5a-9b1b029f3250), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.654213 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:49:41.666580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:41.667154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Checking segment: {'id': '98f1df58-c607-4684-b35b-80a82a46cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:41.667261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.667634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Bound using segment: {'id': '98f1df58-c607-4684-b35b-80a82a46cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:41.668123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Bound port: 013b7908-ac3b-4402-b348-023d9f259118, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f1df58-c607-4684-b35b-80a82a46cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:41.668523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (013b7908-ac3b-4402-b348-023d9f259118), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.672447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:41.679119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:41.679434 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.738510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Allocated IP 172.20.0.14 (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6/a3c6fee1-883b-4c2f-ab58-375b16a4206f/dacd291f-7112-424e-8821-08da954eee5c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:41.847797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d4a26-b2a6-498f-aa31-b0f5e9e1e4b3 req-367c15a0-f2d0-447b-8da2-25587b649327 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.850213 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-878d4a26-b2a6-498f-aa31-b0f5e9e1e4b3 req-367c15a0-f2d0-447b-8da2-25587b649327 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 944 time: 0.1531186 Jan 29 19:49:41.883698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6df92077-8f75-4e9d-ba5a-9b1b029f3250), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.892309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-36fb636e-54b4-40c5-b60b-da5b55be8679 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:41.894574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-36fb636e-54b4-40c5-b60b-da5b55be8679 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 813 time: 0.2276149 Jan 29 19:49:41.940129 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks [] for port (dacd291f-7112-424e-8821-08da954eee5c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:41.947366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Request body: {'port': {'device_id': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'admin_state_up': True, 'tenant_id': '5c596840ec7f4e728bb73796bc1bbe40'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:42.000898 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759ec564-7182-493b-b914-249f2c2ec326 None None] New status for floating IP 0d1f1876-0c66-4bea-92ab-e0ee3f81cb21: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:49:42.011244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-878d4a26-b2a6-498f-aa31-b0f5e9e1e4b3 req-74abaacb-f412-4d7b-a485-86155365e7c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536267 Jan 29 19:49:42.015898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:42.017761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.044972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] For port 013b7908-ac3b-4402-b348-023d9f259118, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:42.048133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:42.048580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.050609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:42.059448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:42.069058 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b29e753-bd1f-43be-818b-6e79602faadc" -d '{"events": [{"server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "name": "network-vif-plugged", "status": "completed", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:42.071147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:42.086711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:42.096762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:42.106412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] For port 013b7908-ac3b-4402-b348-023d9f259118, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=013b7908-ac3b-4402-b348-023d9f259118,segment=NetworkSegment(98f1df58-c607-4684-b35b-80a82a46cc46),segment_id=98f1df58-c607-4684-b35b-80a82a46cc46)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:42.122970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (dacd291f-7112-424e-8821-08da954eee5c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.138101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:42.155650 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341c2c9-aead-4e2e-bcb1-35efd73dac4b x-openstack-request-id: req-4341c2c9-aead-4e2e-bcb1-35efd73dac4b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:42.159568 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "name": "network-vif-plugged", "status": "completed", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:42.159568 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4341c2c9-aead-4e2e-bcb1-35efd73dac4b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:42.159568 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'code': 200} Jan 29 19:49:42.176260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:42.180291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:42.185218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:42.196079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event updated for resources: {'Port': ['ID=dacd291f-7112-424e-8821-08da954eee5c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:42.231691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.232543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:42.232680 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.db.api [None req-759ec564-7182-493b-b914-249f2c2ec326 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:49:42.234868 n-d-825496-5 neutron-server[103565]: DEBUG oslo_db.api [None req-759ec564-7182-493b-b914-249f2c2ec326 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:49:42.238235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (013b7908-ac3b-4402-b348-023d9f259118), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.247653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8849f1f5-6116-453e-91af-6e20782c6832), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.275427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=6df92077-8f75-4e9d-ba5a-9b1b029f3250,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:42.302001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Pushing event deleted for resources: {'Port': ['ID=8849f1f5-6116-453e-91af-6e20782c6832,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:42.360606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:42.361293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.402258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:42.421436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks [] for floatingip (0d1f1876-0c66-4bea-92ab-e0ee3f81cb21), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.424045 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.429697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3f3fa203-703c-4cf2-b531-294ff45b0fa4 tempest-ServerActionsTestJSON-1960338187 tempest-ServerActionsTestJSON-1960338187-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d1f1876-0c66-4bea-92ab-e0ee3f81cb21 HTTP/1.1" status: 204 len: 168 time: 1.9837062 Jan 29 19:49:42.434476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49138) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:42.477864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badef171-1aaa-4603-9969-202900abd97d req-6028f62e-4ff7-4a64-a46d-a360035befe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:42.481862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-badef171-1aaa-4603-9969-202900abd97d req-6028f62e-4ff7-4a64-a46d-a360035befe2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 1127 time: 0.1928573 Jan 29 19:49:42.525445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465b770-7a48-43f2-8cd7-d312e734565c None None] Pushing event updated for resources: {'Port': ['ID=013b7908-ac3b-4402-b348-023d9f259118,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:42.542957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.618534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-badef171-1aaa-4603-9969-202900abd97d req-3d2441ee-5f24-4ce4-a3b5-da0c37139af4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296520 Jan 29 19:49:42.622540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:42.630404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-1297c74c-ca84-45a8-91a9-183d3f5fda46 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296900 Jan 29 19:49:42.665684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:42.672526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:42.673847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.704063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Request body: {'port': {'device_id': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:42.721158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76cad3ac-0e7b-4fb5-ade3-39c4147d1748 req-4810cbae-6647-4d09-8cc8-06fd0bdd7bbb tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0520549 Jan 29 19:49:42.736337 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759ec564-7182-493b-b914-249f2c2ec326 None None] New status for floating IP 0d1f1876-0c66-4bea-92ab-e0ee3f81cb21: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:49:42.915104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:42.915490 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:42.979915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:42.984823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dacd291f-7112-424e-8821-08da954eee5c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.038628 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.116037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.119741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:43.123037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.128844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.134828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.140297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.146592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.152087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.161055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-7dd049f7-2410-4135-a268-4d125e45ab7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5439 time: 0.7266648 Jan 29 19:49:43.177195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d561f2-31a8-4d6b-b1c5-55bfb1d6a146 req-d626ad6d-5986-4f50-839b-9899ad091183 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.184275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:43.185825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3d561f2-31a8-4d6b-b1c5-55bfb1d6a146 req-d626ad6d-5986-4f50-839b-9899ad091183 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 949 time: 0.3156550 Jan 29 19:49:43.298393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Made reservation on behalf of 5c596840ec7f4e728bb73796bc1bbe40 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:43.302637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.346359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:43.353009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:43.354037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.360827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c661c5e-594d-4e5c-9da1-b504f4a70a30 req-f18f0441-519d-4f4f-b649-d1263da54ac1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985762 Jan 29 19:49:43.415290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3d561f2-31a8-4d6b-b1c5-55bfb1d6a146 req-f235e635-4294-4cbd-8b84-477563f78ea5 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355081 Jan 29 19:49:43.444124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (e6d986d5-e501-494c-a311-15f48676f37b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.490169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:43.490753 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.529288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:43.601828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.602690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e857cbb6-2dd9-46a7-8b9e-56c907555cd3 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:43.753150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:43.892323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:43.898037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:43.898409 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:43.919016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6536ba-bc19-4f8e-8aa1-d86ff5734f8e req-e4434b29-f6fc-4f4c-b07b-d9c7f4213cef tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:43.921040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df6536ba-bc19-4f8e-8aa1-d86ff5734f8e req-e4434b29-f6fc-4f4c-b07b-d9c7f4213cef tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.4780102 Jan 29 19:49:44.020253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:44.020865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.025652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (e6d986d5-e501-494c-a311-15f48676f37b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.034791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df6536ba-bc19-4f8e-8aa1-d86ff5734f8e req-fae51dce-d77d-4fe0-a883-9b37fd027bbd tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054468 Jan 29 19:49:44.079958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:44.139629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.140989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90ee797e-ba25-4ad9-acae-55b22028251c up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:44.145477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a92d89a0-9e6b-4937-9c72-9120e69e239f req-76682e7a-0b72-4c20-9963-5bc4dc1b75ab tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0602994 Jan 29 19:49:44.189207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a'}, {'server_uuid': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89'}, {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16'}, {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:44.198600 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d6b10-6582-4f7e-985c-8d1cc07c6091" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a"}, {"server_uuid": "e6b2a508-67d2-4c8c-b9fc-e4dc83802658", "name": "network-vif-plugged", "status": "completed", "tag": "c89dcb5b-6ed2-463f-8d12-df3a2dc81d89"}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "6bdb29d6-36d9-40cd-8bcb-794a317b5a16"}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:44.253578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee071f-e531-4bf6-b7c6-a57bfd4c75f1 None None] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:44.256911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacd291f-7112-424e-8821-08da954eee5c {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:44.293777 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d6843-5ed4-440b-8e72-e040dc458302 x-openstack-request-id: req-f67d6843-5ed4-440b-8e72-e040dc458302 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:44.294110 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a", "code": 200}, {"server_uuid": "e6b2a508-67d2-4c8c-b9fc-e4dc83802658", "name": "network-vif-plugged", "status": "completed", "tag": "c89dcb5b-6ed2-463f-8d12-df3a2dc81d89", "code": 200}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "6bdb29d6-36d9-40cd-8bcb-794a317b5a16", "code": 200}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:44.294331 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f67d6843-5ed4-440b-8e72-e040dc458302 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:44.294732 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a', 'code': 200} Jan 29 19:49:44.294986 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89', 'code': 200} Jan 29 19:49:44.295762 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16', 'code': 200} Jan 29 19:49:44.295762 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'code': 200} Jan 29 19:49:44.297273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Publish callbacks [] for port (dacd291f-7112-424e-8821-08da954eee5c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.322522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Transition to ACTIVE for port object dacd291f-7112-424e-8821-08da954eee5c will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:49:44.344095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router e6d986d5-e501-494c-a311-15f48676f37b is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:49:44.352760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.372857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:44.378878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] Provisioning complete for port 013b7908-ac3b-4402-b348-023d9f259118 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:44.379819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (013b7908-ac3b-4402-b348-023d9f259118), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.447269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (dacd291f-7112-424e-8821-08da954eee5c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.511802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 90ee797e-ba25-4ad9-acae-55b22028251c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:44.530815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 90ee797e-ba25-4ad9-acae-55b22028251c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:44.531487 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.570394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] Current status of the port 013b7908-ac3b-4402-b348-023d9f259118 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:44.570802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (013b7908-ac3b-4402-b348-023d9f259118), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.688502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] For port 013b7908-ac3b-4402-b348-023d9f259118, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=013b7908-ac3b-4402-b348-023d9f259118,segment=NetworkSegment(98f1df58-c607-4684-b35b-80a82a46cc46),segment_id=98f1df58-c607-4684-b35b-80a82a46cc46)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:44.703988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Pushing event updated for resources: {'Port': ['ID=dacd291f-7112-424e-8821-08da954eee5c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:44.734798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:44.752028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] Sync routers for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:44.776139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (013b7908-ac3b-4402-b348-023d9f259118), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.782752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Allocated IP 172.20.0.9 (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6/a3c6fee1-883b-4c2f-ab58-375b16a4206f/9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:44.804771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 013b7908-ac3b-4402-b348-023d9f259118 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:44.805659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5211a3a-adaf-419c-9825-67b599e72f29 req-780d89fa-4c74-4f59-8067-a16e05e87913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:44.807367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5211a3a-adaf-419c-9825-67b599e72f29 req-780d89fa-4c74-4f59-8067-a16e05e87913 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 1132 time: 0.3717120 Jan 29 19:49:44.809360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a6c7-6c5f-4c9d-b72d-c4596b147d04 req-1738703d-b454-4381-92ae-4746deb0090a tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:44.818964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7637a6c7-6c5f-4c9d-b72d-c4596b147d04 req-1738703d-b454-4381-92ae-4746deb0090a tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.2414024 Jan 29 19:49:44.878535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:44.879473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:44.943885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:44.948604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:44.950105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9a2c0864-2651-4926-a156-67793ff5c900 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2498560 Jan 29 19:49:44.958439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49160) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:44.976535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:44.977064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7637a6c7-6c5f-4c9d-b72d-c4596b147d04 req-ca059ef7-c2eb-47c0-ae83-5ee0ff20ab37 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520951 Jan 29 19:49:44.982271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:44.995710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.001598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.007517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.013087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.018771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.022761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 90ee797e-ba25-4ad9-acae-55b22028251c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:45.023185 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.024832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.031363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.033785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:45.033785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c919d-71fb-4f59-98e6-16854421e2f0 None None] The sync data for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:45.033998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-9f48353e-771e-4b20-900c-379efff512aa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5441 time: 0.5057330 Jan 29 19:49:45.061357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b3a2f336-ebed-4e8d-8862-e9b4480468e6 None None] Provisioning complete for port 013b7908-ac3b-4402-b348-023d9f259118 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:45.061867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f336-ebed-4e8d-8862-e9b4480468e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (013b7908-ac3b-4402-b348-023d9f259118), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.107770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5211a3a-adaf-419c-9825-67b599e72f29 req-1fcab54f-6815-4daa-a2c8-15ac36c200c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648022 Jan 29 19:49:45.120130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 013b7908-ac3b-4402-b348-023d9f259118 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:45.120649 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (013b7908-ac3b-4402-b348-023d9f259118), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.133805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Attempting to bind port dacd291f-7112-424e-8821-08da954eee5c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:45.136163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Attempting to bind port dacd291f-7112-424e-8821-08da954eee5c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:45.136727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Attempting to bind port dacd291f-7112-424e-8821-08da954eee5c on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:45.168936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Port dacd291f-7112-424e-8821-08da954eee5c on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:49:45.169525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Attempting to bind port dacd291f-7112-424e-8821-08da954eee5c on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:45.187781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:45.188480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Checking segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:45.189157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Bound using segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:45.189760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Bound port: dacd291f-7112-424e-8821-08da954eee5c, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:45.190286 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dacd291f-7112-424e-8821-08da954eee5c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.228486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90ee797e-ba25-4ad9-acae-55b22028251c,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:45.241047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c471f5e-c568-4392-920e-be1e4c9a10de None None] Pushing event updated for resources: {'Port': ['ID=013b7908-ac3b-4402-b348-023d9f259118,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:45.297103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] For port dacd291f-7112-424e-8821-08da954eee5c, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:45.309790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] For port dacd291f-7112-424e-8821-08da954eee5c, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=dacd291f-7112-424e-8821-08da954eee5c,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:45.309790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35e09131-85b5-4fb2-9ed9-5a0620579985 req-24298809-b159-4d11-bbaa-e5044eaf3749 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586482 Jan 29 19:49:45.355505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.356494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 469f1503-40a1-4073-bc98-1f8959a0a3d8 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:45.381907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks [] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.393552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Deleting port b59d01d5-1f82-4bfc-87bf-07f8b594062f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:45.393898 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.424037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 013b7908-ac3b-4402-b348-023d9f259118 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:45.458075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2f336-ebed-4e8d-8862-e9b4480468e6 None None] Current status of the port 013b7908-ac3b-4402-b348-023d9f259118 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:45.481085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:45.481628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (dacd291f-7112-424e-8821-08da954eee5c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.482302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620723b-7daf-4ebb-907e-e3edc6a8d42e req-55d8030a-6ee0-45fc-a591-bfb1bdd0233f tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.484071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9620723b-7daf-4ebb-907e-e3edc6a8d42e req-55d8030a-6ee0-45fc-a591-bfb1bdd0233f tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.3029337 Jan 29 19:49:45.497887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6bddcc8-d6c7-40f8-9a35-dbba777908ad req-675719bb-35b6-48cc-8a2c-4d16d67a8a14 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 210 time: 0.0450292 Jan 29 19:49:45.542005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.542629 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.544020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] 10.222.0.13 "PUT /v2.0/ports/dacd291f-7112-424e-8821-08da954eee5c HTTP/1.1" status: 200 len: 1092 time: 2.8443506 Jan 29 19:49:45.546238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'tag': 'dacd291f-7112-424e-8821-08da954eee5c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:45.548798 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746" -d '{"events": [{"name": "network-changed", "server_uuid": "7b21e0ff-ce0a-45af-b978-3fca851b9403", "tag": "dacd291f-7112-424e-8821-08da954eee5c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:45.567994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 469f1503-40a1-4073-bc98-1f8959a0a3d8 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:45.585668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 469f1503-40a1-4073-bc98-1f8959a0a3d8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:45.586217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] For port b59d01d5-1f82-4bfc-87bf-07f8b594062f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b59d01d5-1f82-4bfc-87bf-07f8b594062f,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:45.586596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.587147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.601792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228df923-4c9e-4664-80bb-f0098dd76b57 service neutron] Pushing event updated for resources: {'Port': ['ID=dacd291f-7112-424e-8821-08da954eee5c,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:45.607661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9620723b-7daf-4ebb-907e-e3edc6a8d42e req-bb63b9f8-755c-4270-a4f9-766c93d58897 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155055 Jan 29 19:49:45.617072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Calling delete_port for b59d01d5-1f82-4bfc-87bf-07f8b594062f owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:45.629405 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08122a1-8475-4120-8155-73459f4065eb x-openstack-request-id: req-d08122a1-8475-4120-8155-73459f4065eb {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:45.629405 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b21e0ff-ce0a-45af-b978-3fca851b9403", "tag": "dacd291f-7112-424e-8821-08da954eee5c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:45.629405 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d08122a1-8475-4120-8155-73459f4065eb {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:45.629405 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'tag': 'dacd291f-7112-424e-8821-08da954eee5c', 'status': 'completed', 'code': 200} Jan 29 19:49:45.720867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.765411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 469f1503-40a1-4073-bc98-1f8959a0a3d8 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:45.766496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.792727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:45.798723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:45.801160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event updated for resources: {'Port': ['ID=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:45.818556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:45.820833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:45.866614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746 req-825b656f-5332-4b6b-be46-0546046266aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.869160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746 req-825b656f-5332-4b6b-be46-0546046266aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=7b21e0ff-ce0a-45af-b978-3fca851b9403 HTTP/1.1" status: 200 len: 1126 time: 0.1797698 Jan 29 19:49:45.883334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.883943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.898980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:45.899798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90e6e136-3407-4200-8d29-1f38fa3642bb up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:45.963318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128c27-26c0-4c4c-82b7-2c6a25611f20 req-6715c9ed-3863-4b78-ad4b-f4ce1ef90822 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:45.965414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c3128c27-26c0-4c4c-82b7-2c6a25611f20 req-6715c9ed-3863-4b78-ad4b-f4ce1ef90822 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.2607098 Jan 29 19:49:45.977531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49172) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:45.983042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Request body: {'floatingip': {'port_id': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:45.996673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.099386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (d0ee0024-845f-4de8-a093-63fc01926529), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.109549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-5d881312-f364-4ad3-aa3b-fb3ffb5ebe91 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1710162 Jan 29 19:49:46.132987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746 req-c0827550-f9d9-4f5a-8a70-99d17efe17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.134691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746 req-c0827550-f9d9-4f5a-8a70-99d17efe17ee service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1679139 Jan 29 19:49:46.141611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:46.201806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Request body: {'port': {'device_id': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:46.219004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b59d01d5-1f82-4bfc-87bf-07f8b594062f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.236738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 90e6e136-3407-4200-8d29-1f38fa3642bb completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:46.245235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 90e6e136-3407-4200-8d29-1f38fa3642bb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:46.245867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.278209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Pushing event deleted for resources: {'Port': ['ID=b59d01d5-1f82-4bfc-87bf-07f8b594062f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:46.393051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746 req-b7ff3710-ff65-4482-9cdf-0677875e298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.397572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-131e0e4e-6c1e-4ef0-8faf-e4c25982d746 req-b7ff3710-ff65-4482-9cdf-0677875e298b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2505167 Jan 29 19:49:46.405032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee797e-ba25-4ad9-acae-55b22028251c'}, {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:46.407413 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2af50-0814-4a9d-8358-9a027dd08138" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "90ee797e-ba25-4ad9-acae-55b22028251c"}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:46.485587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 90e6e136-3407-4200-8d29-1f38fa3642bb is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:46.486438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.545808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90e6e136-3407-4200-8d29-1f38fa3642bb,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:46.612146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.622295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd35780-3c28-4ce2-b566-3dae770590f9 req-1e43e12c-f46f-447b-aa80-03516e4f0b08 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.624544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5dd35780-3c28-4ce2-b566-3dae770590f9 req-1e43e12c-f46f-447b-aa80-03516e4f0b08 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.5140676 Jan 29 19:49:46.678073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 013b7908-ac3b-4402-b348-023d9f259118 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:46.711007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.712665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7085fdb3-700a-450c-8f6f-a485ff9227b2 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:46.760563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-fc0aed1a-3168-423a-b05d-e3f69611d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.762270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-fc0aed1a-3168-423a-b05d-e3f69611d625 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=7b21e0ff-ce0a-45af-b978-3fca851b9403 HTTP/1.1" status: 200 len: 1126 time: 0.2072914 Jan 29 19:49:46.776813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.783013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.789628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.795337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.802041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.807787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.813337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:46.816006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-92b11a12-a56b-4188-aac0-4402d5c2e0f6 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5443 time: 0.3439465 Jan 29 19:49:46.828597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:46.873655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 013b7908-ac3b-4402-b348-023d9f259118 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:46.874465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (013b7908-ac3b-4402-b348-023d9f259118), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.885894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-bb6b4211-51ab-4146-a431-982da069ed30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dacd291f-7112-424e-8821-08da954eee5c HTTP/1.1" status: 200 len: 217 time: 0.0686717 Jan 29 19:49:46.929698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 7085fdb3-700a-450c-8f6f-a485ff9227b2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:46.937994 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47266061-172c-48ef-a18d-6d70cb0c1344 req-7d4a113e-716c-4f70-8eb7-cf1885c95e09 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132016 Jan 29 19:49:46.958024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7085fdb3-700a-450c-8f6f-a485ff9227b2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:46.958623 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:46.968737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:47.035155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-11cd140a-a5fc-4fec-af80-4012396f7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:47.037025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-11cd140a-a5fc-4fec-af80-4012396f7187 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 200 len: 853 time: 0.1042464 Jan 29 19:49:47.076098 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb92de3d-b8e3-4d4c-b766-6cbfae252fcc x-openstack-request-id: req-fb92de3d-b8e3-4d4c-b766-6cbfae252fcc {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:47.079775 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "90ee797e-ba25-4ad9-acae-55b22028251c", "code": 200}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:47.079775 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb92de3d-b8e3-4d4c-b766-6cbfae252fcc {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:47.079775 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee797e-ba25-4ad9-acae-55b22028251c', 'code': 200} Jan 29 19:49:47.079775 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8', 'code': 200} Jan 29 19:49:47.088531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 013b7908-ac3b-4402-b348-023d9f259118 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:47.119245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-e26ca5ee-4046-4ccf-9853-089e2f8a98bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679278 Jan 29 19:49:47.135599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7085fdb3-700a-450c-8f6f-a485ff9227b2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:47.136266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:47.179578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:47.270895 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:47.329332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:47.616788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5dd35780-3c28-4ce2-b566-3dae770590f9 req-fde3890d-d62b-433b-9a98-cf2fe1d1d864 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9703810 Jan 29 19:49:47.702746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-395f3c2c-064a-4ed1-b3d4-157d1806952f service neutron] 10.222.0.13 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690253 Jan 29 19:49:47.730982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f58c58-f072-4e07-82ce-c460683c5362 req-1d6b03c6-e079-466e-9b1e-c354c0a99774 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:47.732554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72f58c58-f072-4e07-82ce-c460683c5362 req-1d6b03c6-e079-466e-9b1e-c354c0a99774 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 931 time: 0.5543559 Jan 29 19:49:47.772842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:47.846845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.1 (9fd63d78-655e-4b58-97a9-595ae1faa509/b947883c-cdd4-49dc-aa76-acdb099f8bb9/158d7b3b-f295-4559-9bfe-3e847965ffdb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:47.896279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72f58c58-f072-4e07-82ce-c460683c5362 req-040662dd-b52f-486f-b506-005a2fdd3032 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487367 Jan 29 19:49:47.904692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-6fd2bde3-1c51-4ccd-94a4-c5fd3af7613f service neutron] 10.222.0.13 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900334 Jan 29 19:49:47.968037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:47.973682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6c0e4d6-b9f2-4f5e-8c18-8b2841e6c40b admin admin] 10.222.0.15 "PUT /v2.0/routers/cd7ea1cc-d8cc-4c2f-b907-1b134df11c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5345306 Jan 29 19:49:47.976088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49188) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:47.983797 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] Sync routers for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:48.001826 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:48.002706 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:48.097907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks [] for router (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.103781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.123412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:48.127397 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:48.151365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Publish callbacks [] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.180833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Transition to ACTIVE for port object 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:49:48.201238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.228764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.234074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.239595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.245007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.250326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.256500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.257256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks [] for router_gateway (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.261812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.267772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71921aac-3810-468a-ab39-1b7b8e614836 req-5ccc34b8-a1ea-47fe-945b-1455c56aa2b2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1727579 Jan 29 19:49:48.275063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.276988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (d0ee0024-845f-4de8-a093-63fc01926529), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.346845 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:49:45Z', 'revision_number': 5, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port': {'id': '31029585-9194-47a4-9524-4793c1aa8c7d', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:41:46Z', 'updated_at': '2022-01-29T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:48.388982 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] Checking router: cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:48.402637 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] Routers {'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:48.403207 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:48.449222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:48.453756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Deleting port 31029585-9194-47a4-9524-4793c1aa8c7d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:48.454336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.539425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71921aac-3810-468a-ab39-1b7b8e614836 req-9bcf1089-d566-4624-aa5c-fb6d18184aa8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2590208 Jan 29 19:49:48.542984 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Floating IP d0ee0024-845f-4de8-a093-63fc01926529 associated. External IP: 172.25.5.43, port: 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0. Jan 29 19:49:48.593363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] For port 31029585-9194-47a4-9524-4793c1aa8c7d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=31029585-9194-47a4-9524-4793c1aa8c7d,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:48.595935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.605026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.610812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Calling delete_port for 31029585-9194-47a4-9524-4793c1aa8c7d owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:48.625787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] Set router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:48.682506 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:49:48Z', 'revision_number': 6, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:48.693769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:48.712540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:48.728597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:48.738832 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256ded9-0b2c-4430-8003-6f37dbe001bc None None] The sync data for ids ['cd7ea1cc-d8cc-4c2f-b907-1b134df11c69'] in n-d-825496-5 is: [{'id': 'cd7ea1cc-d8cc-4c2f-b907-1b134df11c69', 'name': 'tempest-ServerActionsTestJSON-451426911-router', 'tenant_id': '561181d3c09744d3aee03d38d75987a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:41:45Z', 'updated_at': '2022-01-29T19:49:48Z', 'revision_number': 6, 'project_id': '561181d3c09744d3aee03d38d75987a2', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:48.813121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Attempting to bind port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:49:48.813610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Attempting to bind port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:49:48.814053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Attempting to bind port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:48.825057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=158d7b3b-f295-4559-9bfe-3e847965ffdb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:48.840949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:49:48.841412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Attempting to bind port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:49:48.868883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:49:48.868883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Checking segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:48.868883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Bound using segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:49:48.868883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Bound port: 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:49:48.869474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.872066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (e6d986d5-e501-494c-a311-15f48676f37b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:48.872725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dbe7d-e973-47d3-aba6-9655c4747ab4 req-283daef4-ded0-45cb-9f16-a07e2d731792 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:48.874334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a4dbe7d-e973-47d3-aba6-9655c4747ab4 req-283daef4-ded0-45cb-9f16-a07e2d731792 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.1158175 Jan 29 19:49:48.937829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a4dbe7d-e973-47d3-aba6-9655c4747ab4 req-ce30aead-a7e5-4e3a-9452-997db86c56ac tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Jan 29 19:49:48.981488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (31029585-9194-47a4-9524-4793c1aa8c7d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.018015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=31029585-9194-47a4-9524-4793c1aa8c7d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:49.041980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ab673961-29c5-427b-9daf-645e401a0057 None None] Provisioning complete for port 158d7b3b-f295-4559-9bfe-3e847965ffdb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:49.048634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab673961-29c5-427b-9daf-645e401a0057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.090102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb'}, {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:49.097483 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbe7051-63ce-4e62-a728-c0cf1f6f66ed" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb"}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:49.118496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.141404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ab673961-29c5-427b-9daf-645e401a0057 None None] Port 158d7b3b-f295-4559-9bfe-3e847965ffdb cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:49.187289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Router a541b8fc-dc7c-4d13-8472-b3a3f03c680c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:49.241848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] For port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:49:49.245101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] For port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:49:49.270678 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48358081-b6d0-4479-86f8-19519cbaf8f5 x-openstack-request-id: req-48358081-b6d0-4479-86f8-19519cbaf8f5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:49.270986 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb", "code": 200}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-plugged", "status": "completed", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:49.271242 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48358081-b6d0-4479-86f8-19519cbaf8f5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:49.271645 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb', 'code': 200} Jan 29 19:49:49.271906 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2', 'code': 200} Jan 29 19:49:49.275075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.278308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks [] for router_controller (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.359364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024e75-eeda-4700-ac3e-f875fdd3563f req-51815214-0680-4847-aad2-6800c58815c2 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.366474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e1024e75-eeda-4700-ac3e-f875fdd3563f req-51815214-0680-4847-aad2-6800c58815c2 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 943 time: 0.2792356 Jan 29 19:49:49.377847 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.442754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.443277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.444644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a HTTP/1.1" status: 200 len: 1091 time: 3.2476859 Jan 29 19:49:49.446741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'tag': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:49.448892 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410945ba-a104-4845-a6f0-fd6f3cde03b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a924645-8e61-4ab5-a7aa-7a185f77f199", "tag": "9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:49.452527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.453452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.454204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.454955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.455679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.456866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.458338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.461532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-40027bb0-3268-4fc5-8880-3651495c60e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6719 time: 0.0876021 Jan 29 19:49:49.462917 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (cd7ea1cc-d8cc-4c2f-b907-1b134df11c69), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.463754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:49:49.477074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.479401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8dfcfdca-e5ab-4b15-9647-099978dddca4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cd7ea1cc-d8cc-4c2f-b907-1b134df11c69 HTTP/1.1" status: 204 len: 168 time: 1.5018194 Jan 29 19:49:49.489436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49210) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:49.532385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e1024e75-eeda-4700-ac3e-f875fdd3563f req-07fa62a6-3d35-486b-a49f-1e54939cc96d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602843 Jan 29 19:49:49.602780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Deleting subnet 8788c4a0-e82f-4cb9-b8f9-6416b90bf71a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:49:49.621294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12b33-7b8c-49b7-b730-12c3feb21b95 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:49.647306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1660984-2001-41bd-8ce5-41c82fa0963c req-68937de2-b1cc-435c-9e52-ddff69b231a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666610 Jan 29 19:49:49.650049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Publish callbacks [] for subnet (8788c4a0-e82f-4cb9-b8f9-6416b90bf71a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.664942 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20087f70-f8c1-4a7d-b800-0e0ba45b6cd8 x-openstack-request-id: req-20087f70-f8c1-4a7d-b800-0e0ba45b6cd8 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:49.666807 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a924645-8e61-4ab5-a7aa-7a185f77f199", "tag": "9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:49.667232 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20087f70-f8c1-4a7d-b800-0e0ba45b6cd8 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:49.667826 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'tag': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a', 'status': 'completed', 'code': 200} Jan 29 19:49:49.739930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (8788c4a0-e82f-4cb9-b8f9-6416b90bf71a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.764420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:49.767400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-636df88e-a781-47fa-8c04-7e5e24558ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.769537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-636df88e-a781-47fa-8c04-7e5e24558ea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 1125 time: 0.1387482 Jan 29 19:49:49.775428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.777977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7036724-810e-4e78-8384-afb048424847 None None] Sync routers for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:49.795440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:49.798937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:49.874738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9613e4d4-141f-40e8-ad73-2d1a9f4e8a9b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "PUT /v2.0/floatingips/d0ee0024-845f-4de8-a093-63fc01926529 HTTP/1.1" status: 200 len: 990 time: 3.8960676 Jan 29 19:49:49.876187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-802711db-5297-45c9-bfd0-6f9c6ebc9235 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a HTTP/1.1" status: 200 len: 217 time: 0.0788946 Jan 29 19:49:49.887743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.892765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.899705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.905360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.907880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:49.910994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.916444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.921661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:49.923916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-67429b58-a947-4052-bf83-e37db47cb308 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.2092319 Jan 29 19:49:49.993389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8788c4a0-e82f-4cb9-b8f9-6416b90bf71a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:50.016880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:50.116869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12b5f9f9-5635-4183-aa64-d2f04b640eb1 req-1bf2c409-d6ca-4667-9a8b-d7dc410a16c4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628971 Jan 29 19:49:50.166423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-998779c3-732b-4b80-b7cd-eab0414c49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:50.167922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-998779c3-732b-4b80-b7cd-eab0414c49b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 200 len: 853 time: 0.2711635 Jan 29 19:49:50.229642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-6b4ef0d2-4c63-4aa7-8e21-fbb8786cffa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511224 Jan 29 19:49:50.231565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (8788c4a0-e82f-4cb9-b8f9-6416b90bf71a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:50.326210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:50.336011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9f74d-15a8-44ef-9569-5a4b1ab2bcba None None] Network 1b89b87b-0061-4f36-9a85-4a33246edfe2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:50.339380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8788c4a0-e82f-4cb9-b8f9-6416b90bf71a HTTP/1.1" status: 204 len: 168 time: 0.8457451 Jan 29 19:49:50.343549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49226) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:50.345448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25649003-d05a-4630-9c92-f505de51b242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8788c4a0-e82f-4cb9-b8f9-6416b90bf71a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:50.421554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23a386-1c21-42e0-a3d3-1f98f2052ca3 req-6476f595-0aad-42d5-8bf4-5a962be03c19 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:50.424239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e23a386-1c21-42e0-a3d3-1f98f2052ca3 req-6476f595-0aad-42d5-8bf4-5a962be03c19 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.2147925 Jan 29 19:49:50.455865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'd0ee0024-845f-4de8-a093-63fc01926529', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'port_id': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'mac_address': 'fa:16:3e:ee:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:49:21Z', 'updated_at': '2022-01-29T19:49:47Z', 'revision_number': 1, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:50.480720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e23a386-1c21-42e0-a3d3-1f98f2052ca3 req-3a674e80-124d-4d28-b52a-7d4bf156332c tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Jan 29 19:49:50.508359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7036724-810e-4e78-8384-afb048424847 None None] Checking router: a541b8fc-dc7c-4d13-8472-b3a3f03c680c for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:50.533202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:50.534231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:50.666364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:50.699554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] DHCP port deletion for 1b89b87b-0061-4f36-9a85-4a33246edfe2 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:49:50.703389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b59d01d5-1f82-4bfc-87bf-07f8b594062f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:50.739287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b59d01d5-1f82-4bfc-87bf-07f8b594062f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:50.739974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b59d01d5-1f82-4bfc-87bf-07f8b594062f not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:50.740607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 31029585-9194-47a4-9524-4793c1aa8c7d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:50.754799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3205ec-f12c-455b-8e33-a74e0f665fcc req-a4650bae-09d8-425e-bcca-2bb37285ef60 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:50.756534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f3205ec-f12c-455b-8e33-a74e0f665fcc req-a4650bae-09d8-425e-bcca-2bb37285ef60 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 943 time: 0.0736134 Jan 29 19:49:50.824256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f3205ec-f12c-455b-8e33-a74e0f665fcc req-be722b19-bc41-45d3-8993-463344172f53 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617614 Jan 29 19:49:50.830912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 31029585-9194-47a4-9524-4793c1aa8c7d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:50.832080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 31029585-9194-47a4-9524-4793c1aa8c7d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:50.899809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] Deleting port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:50.900105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:50.940126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-e650e61a-a4d7-44cf-8954-8e1be8a96d95 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997468 Jan 29 19:49:50.999398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (1b89b87b-0061-4f36-9a85-4a33246edfe2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.011449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] For port e5088166-0977-4ec4-aac1-b3dfd1c2cf57, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:51.011815 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.027830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] Calling delete_port for e5088166-0977-4ec4-aac1-b3dfd1c2cf57 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:51.116766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2623d-65f4-4ed5-9df8-134421d58546 req-e37ae206-c2ed-4a20-b72a-a627abf1943b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.118377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31e2623d-65f4-4ed5-9df8-134421d58546 req-e37ae206-c2ed-4a20-b72a-a627abf1943b tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.9004943 Jan 29 19:49:51.197775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device dacd291f-7112-424e-8821-08da954eee5c details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:51.205272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7765fcac-8134-414f-a445-0cafbd53afe5 req-fce1c5a0-4e1e-48d7-afcc-f74c4865ea83 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456048 Jan 29 19:49:51.256698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.282827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31e2623d-65f4-4ed5-9df8-134421d58546 req-428320eb-2beb-4d08-be33-5daf8c71213c tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409152 Jan 29 19:49:51.299273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Deleting port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:51.300187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.364457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.371641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.379326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.382693 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.387500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.398976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.412716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.422624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.433952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-69580ba5-6d2f-41a1-b9e9-af091319fac2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1906621 Jan 29 19:49:51.438793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e7036724-810e-4e78-8384-afb048424847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'd0ee0024-845f-4de8-a093-63fc01926529', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'port_id': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'mac_address': 'fa:16:3e:ee:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:49:21Z', 'updated_at': '2022-01-29T19:49:47Z', 'revision_number': 1, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:51.459164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] For port e5088166-0977-4ec4-aac1-b3dfd1c2cf57, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,segment=NetworkSegment(284233b8-6b69-47a7-8874-4d65ebbaf8dd),segment_id=284233b8-6b69-47a7-8874-4d65ebbaf8dd)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:51.459532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.486315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Calling delete_port for e5088166-0977-4ec4-aac1-b3dfd1c2cf57 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:51.499884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port dacd291f-7112-424e-8821-08da954eee5c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=dacd291f-7112-424e-8821-08da954eee5c,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:51.530545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (e6d986d5-e501-494c-a311-15f48676f37b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.531099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=158d7b3b-f295-4559-9bfe-3e847965ffdb,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:51.550036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98330ce6-efa3-4da6-9f06-a977f9a3bb0a req-f9cb0735-cc54-484f-978c-ba4f29697f7e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146765 Jan 29 19:49:51.637456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'dacd291f-7112-424e-8821-08da954eee5c', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'port_id': 'dacd291f-7112-424e-8821-08da954eee5c', 'mac_address': 'fa:16:3e:01:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c6fee1-883b-4c2f-ab58-375b16a4206f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:51.642190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.644377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7036724-810e-4e78-8384-afb048424847 None None] The sync data for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 is: [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'd0ee0024-845f-4de8-a093-63fc01926529', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'port_id': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'mac_address': 'fa:16:3e:ee:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:49:21Z', 'updated_at': '2022-01-29T19:49:47Z', 'revision_number': 1, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:51.661053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-be8cf7b5-5970-4616-abb4-2df8d9caa3ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500592 Jan 29 19:49:51.685170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] Pushing event deleted for resources: {'Port': ['ID=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:51.704617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:51.707700 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0770d4e2-e771-4e46-abf7-d1b5fe418433" -d '{"events": [{"name": "network-changed", "server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:51.783527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1242b33-6df0-4649-bbce-6aa3d3b7245f None None] No DVR routers for this DVR port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:51.801031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port dacd291f-7112-424e-8821-08da954eee5c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:51.801602 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dacd291f-7112-424e-8821-08da954eee5c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.825674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacd291f-7112-424e-8821-08da954eee5c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:51.836014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-ef12016a-856e-491d-9a71-02ea09fb7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.838436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-ef12016a-856e-491d-9a71-02ea09fb7d7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 1127 time: 0.1105583 Jan 29 19:49:51.865414 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfc35d3-1684-4df5-8d45-2ab6c6624219 x-openstack-request-id: req-6dfc35d3-1684-4df5-8d45-2ab6c6624219 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:51.871168 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:51.871958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port dacd291f-7112-424e-8821-08da954eee5c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=dacd291f-7112-424e-8821-08da954eee5c,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:51.872533 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfc35d3-1684-4df5-8d45-2ab6c6624219 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:51.874191 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'status': 'completed', 'code': 200} Jan 29 19:49:51.939237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-18e530c5-b2d2-4dc5-a5fd-d7ca2b9b1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.944433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dacd291f-7112-424e-8821-08da954eee5c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:51.950167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-18e530c5-b2d2-4dc5-a5fd-d7ca2b9b1bfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 1125 time: 0.4578471 Jan 29 19:49:51.980149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18277f59-4c61-4614-821a-bfa07c23b0d7 req-b65e626a-a637-4ed8-9439-a15d14a8c05c tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.981669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18277f59-4c61-4614-821a-bfa07c23b0d7 req-b65e626a-a637-4ed8-9439-a15d14a8c05c tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.3354492 Jan 29 19:49:51.991609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-676bce8d-ab3f-434c-b99b-de8b4528335d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:51.993110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-676bce8d-ab3f-434c-b99b-de8b4528335d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.3995335 Jan 29 19:49:52.021817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e5088166-0977-4ec4-aac1-b3dfd1c2cf57), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.023665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=dacd291f-7112-424e-8821-08da954eee5c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:52.025415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:52.086405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:52.100319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f2a9a2-b35d-4295-99bf-5cf2ad2f30cf None None] New status for floating IP d0ee0024-845f-4de8-a093-63fc01926529: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:49:52.116878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5088166-0977-4ec4-aac1-b3dfd1c2cf57,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:52.168890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] No DVR routers for this DVR port e5088166-0977-4ec4-aac1-b3dfd1c2cf57 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:52.191913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-76acad16-f717-44d7-94d9-17d715b84839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.194558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-76acad16-f717-44d7-94d9-17d715b84839 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 200 len: 911 time: 0.3179367 Jan 29 19:49:52.200421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-9072a49d-9ebe-4918-857c-629536ac421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.202173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-9072a49d-9ebe-4918-857c-629536ac421c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c131dbb70d9048819d62662d0cf4719d&device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 1127 time: 0.3530376 Jan 29 19:49:52.212042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb9403-9cdf-4b61-a1cd-7e1ebd32dbe9 req-ff92d3c5-9e59-4c1f-a43f-cc1de9546b7d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.217734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-abcb9403-9cdf-4b61-a1cd-7e1ebd32dbe9 req-ff92d3c5-9e59-4c1f-a43f-cc1de9546b7d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 943 time: 0.1902246 Jan 29 19:49:52.292145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['dacd291f-7112-424e-8821-08da954eee5c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:52.331968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-428cdbe9-77fd-457f-84bb-3c361fe18a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.333887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-428cdbe9-77fd-457f-84bb-3c361fe18a37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1d1804-f22f-41b5-bd74-bac6f474671b HTTP/1.1" status: 200 len: 906 time: 0.1142621 Jan 29 19:49:52.422562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18277f59-4c61-4614-821a-bfa07c23b0d7 req-cf8a102a-77bf-42d4-a963-a0271bcbaef8 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064770 Jan 29 19:49:52.480482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-3febd265-21b1-4a1f-ab43-2b4f931fbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.482298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-3febd265-21b1-4a1f-ab43-2b4f931fbdd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 913 time: 0.5213349 Jan 29 19:49:52.531151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-330b9387-8f9a-4819-a675-9369aa3c7d08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa HTTP/1.1" status: 200 len: 1000 time: 0.3278799 Jan 29 19:49:52.552382 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-21b7166f-b8b2-4f6d-a583-8e3a3d4ef71a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 HTTP/1.1" status: 200 len: 998 time: 0.2094274 Jan 29 19:49:52.575960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-abcb9403-9cdf-4b61-a1cd-7e1ebd32dbe9 req-26f9e4d2-6184-432d-b0d5-98253592f7a9 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409570 Jan 29 19:49:52.595536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3c79c65f-4a29-471e-9dd4-5413f5adc333 None None] Provisioning complete for port 158d7b3b-f295-4559-9bfe-3e847965ffdb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:52.596486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3c79c65f-4a29-471e-9dd4-5413f5adc333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.652263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-58ba7113-0c9c-4726-a1e2-0af689ba2dc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a HTTP/1.1" status: 200 len: 217 time: 0.1472206 Jan 29 19:49:52.655894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (1b89b87b-0061-4f36-9a85-4a33246edfe2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.659058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-fbeeb00b-58d1-4912-847b-3381f23ba6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.660580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-fbeeb00b-58d1-4912-847b-3381f23ba6df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 200 len: 850 time: 0.1224430 Jan 29 19:49:52.682382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3c79c65f-4a29-471e-9dd4-5413f5adc333 None None] Port 158d7b3b-f295-4559-9bfe-3e847965ffdb cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:52.688001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e5088166-0977-4ec4-aac1-b3dfd1c2cf57 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:52.708470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-2e5d75be-a777-4646-929c-b86631b675de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.710468 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-2e5d75be-a777-4646-929c-b86631b675de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fe72860-fbb0-4e12-90de-7d08aeb9bf12 HTTP/1.1" status: 200 len: 845 time: 0.1315837 Jan 29 19:49:52.728695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: e5088166-0977-4ec4-aac1-b3dfd1c2cf57 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:52.729051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e5088166-0977-4ec4-aac1-b3dfd1c2cf57 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:52.781293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b89b87b-0061-4f36-9a85-4a33246edfe2']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:52.793927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-589c40e1-056b-442a-97dc-d7b6487b8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.795557 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-589c40e1-056b-442a-97dc-d7b6487b8ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa160f59-2535-4657-a321-131ef6adca88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1285439 Jan 29 19:49:52.806143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284233b8-6b69-47a7-8874-4d65ebbaf8dd') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:52.806359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284233b8-6b69-47a7-8874-4d65ebbaf8dd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:52.828237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (284233b8-6b69-47a7-8874-4d65ebbaf8dd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.841033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-b31a2643-207d-4bd2-8895-09dced7156c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.841909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-b31a2643-207d-4bd2-8895-09dced7156c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 200 len: 853 time: 0.1262450 Jan 29 19:49:52.845204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router e6d986d5-e501-494c-a311-15f48676f37b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:52.850154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Deleting port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:52.850490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.882432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (284233b8-6b69-47a7-8874-4d65ebbaf8dd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.894665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-aa40ae78-9444-4736-965b-2a5ac2e2974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.896321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-aa40ae78-9444-4736-965b-2a5ac2e2974f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1d1804-f22f-41b5-bd74-bac6f474671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1704006 Jan 29 19:49:52.909352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.913879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-e9831f8d-1987-4590-b36f-ba424b8fc2ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569510 Jan 29 19:49:52.915855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.920712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c719d-94e8-47af-a3c8-ddbd9d2b786c req-42a7ddb6-350c-4b8f-9468-2714b23dadae tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.921662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.922217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c56c719d-94e8-47af-a3c8-ddbd9d2b786c req-42a7ddb6-350c-4b8f-9468-2714b23dadae tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.2805536 Jan 29 19:49:52.923082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:49:52.923474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (284233b8-6b69-47a7-8874-4d65ebbaf8dd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:52.928228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.935216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.939714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:49:52.940097 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:49:52.947141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:52.955507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-282796d8-339f-41a7-81bd-2baba21dfddb req-2c5d8836-3823-4c25-b52a-f73b5655e81e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.2402472 Jan 29 19:49:53.084885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-cc16ebc6-63a8-4917-87ea-1bdb116da05a service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814007 Jan 29 19:49:53.141680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-282796d8-339f-41a7-81bd-2baba21dfddb req-b4655a8c-9c40-4c40-88b3-417ba005dff2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840160 Jan 29 19:49:53.162548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-190348b7-64d6-41b9-942b-6e0411030754 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035687 Jan 29 19:49:53.193028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] For port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:53.193571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:53.201946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c56c719d-94e8-47af-a3c8-ddbd9d2b786c req-9da72cae-f82e-4b4f-956b-3182d0956c32 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502000 Jan 29 19:49:53.280191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (1b89b87b-0061-4f36-9a85-4a33246edfe2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:53.294522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Calling delete_port for c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:53.297061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:53.301463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b89b87b-0061-4f36-9a85-4a33246edfe2 HTTP/1.1" status: 204 len: 168 time: 2.9563689 Jan 29 19:49:53.312276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-91b110e0-f6ac-4c8c-98d4-17ec105de13d service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797905 Jan 29 19:49:53.342365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a789-f54c-4a30-82a0-28466f497779 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b89b87b-0061-4f36-9a85-4a33246edfe2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:53.350964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-0ffa575b-4cab-43ad-b617-a1f7964add61 service neutron] 10.222.0.26 "GET /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567258 Jan 29 19:49:53.352773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0770d4e2-e771-4e46-abf7-d1b5fe418433 req-fa7855f2-7a1f-4c3a-b02b-60d4972dc754 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248093 Jan 29 19:49:53.408789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:53.417528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-79731454-a6ce-46a4-b481-702ace083a31 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/routers/e6d986d5-e501-494c-a311-15f48676f37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4562008 Jan 29 19:49:53.420685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49252) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:53.428615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] Sync routers for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:53.438864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:53.439805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:53.441148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'port': {'network_id': '9fd63d78-655e-4b58-97a9-595ae1faa509', 'name': 'tempest-FloatingIPTestJSON-60728830'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:53.465049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.470904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.479218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.486085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.496008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.497380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:53.505042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-410945ba-a104-4845-a6f0-fd6f3cde03b3 req-a1905c1d-6c91-49fa-b5da-694406165bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745667 Jan 29 19:49:53.506670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.512109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.514252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0455be79-a723-408a-b623-815f185d7e12 req-7cf2dd97-8b33-4f82-a8cb-5b7fbaceeb40 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.2129424 Jan 29 19:49:53.515046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:53.515823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:53.527085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49256) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:53.541883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Request body: {'floatingip': {'port_id': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:53.589381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:53.590080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7e030-1993-4a0d-bf9d-4dc17031dbff None None] The sync data for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:53.613317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (8446e989-3462-4857-a3fe-633a28693cb4), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:53.658867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164326d7-2a96-4355-ac91-18610419254f req-ee8e4b17-4560-4521-b77e-d094ead11a2e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.663349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-164326d7-2a96-4355-ac91-18610419254f req-ee8e4b17-4560-4521-b77e-d094ead11a2e tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 950 time: 0.1071420 Jan 29 19:49:53.703993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c89dcb5b-6ed2-463f-8d12-df3a2dc81d89), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:53.733546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Pushing event deleted for resources: {'Port': ['ID=c89dcb5b-6ed2-463f-8d12-df3a2dc81d89,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:53.784888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-164326d7-2a96-4355-ac91-18610419254f req-252e0182-ac06-47f8-89cc-cf51009935fc tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/security-groups?id=34c5d602-5474-4aa9-9b19-55eadcba1bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143470 Jan 29 19:49:53.807507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49260) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:53.822688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] No DVR routers for this DVR port c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:49:53.823302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:53.826836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b7718ba-e437-4875-bfa3-a6cd66c52a4c req-670cdd76-c11a-4b0d-8ddb-78e62434208d tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.26 "DELETE /v2.0/ports/c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 HTTP/1.1" status: 204 len: 173 time: 1.7983880 Jan 29 19:49:53.875609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'name': 'network-vif-deleted', 'tag': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:53.877995 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb85d6-241d-4589-8de9-9a84a92f7aeb" -d '{"events": [{"server_uuid": "e6b2a508-67d2-4c8c-b9fc-e4dc83802658", "name": "network-vif-deleted", "tag": "c89dcb5b-6ed2-463f-8d12-df3a2dc81d89"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:53.879419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458abb1-0977-47af-b69b-3bdd9aba36f6 req-cfc2587a-af35-4a8d-9701-b8977fc6d960 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:53.881248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c458abb1-0977-47af-b69b-3bdd9aba36f6 req-cfc2587a-af35-4a8d-9701-b8977fc6d960 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 943 time: 0.1939714 Jan 29 19:49:53.926111 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edafd5f7-998f-444a-aafb-d30d89b8528f x-openstack-request-id: req-edafd5f7-998f-444a-aafb-d30d89b8528f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:53.926695 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b2a508-67d2-4c8c-b9fc-e4dc83802658", "name": "network-vif-deleted", "tag": "c89dcb5b-6ed2-463f-8d12-df3a2dc81d89", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:53.926947 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edafd5f7-998f-444a-aafb-d30d89b8528f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:53.927353 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b2a508-67d2-4c8c-b9fc-e4dc83802658', 'name': 'network-vif-deleted', 'tag': 'c89dcb5b-6ed2-463f-8d12-df3a2dc81d89', 'status': 'completed', 'code': 200} Jan 29 19:49:53.988184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fd3bf567-a8cd-46f5-b9b1-3dd19e2a5096 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=561181d3c09744d3aee03d38d75987a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716907 Jan 29 19:49:53.990020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49266) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:54.046160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524a0a26-2231-480b-8b2f-21c5123d03ab admin admin] Publish callbacks [] for security_group (34278da5-7fd3-4571-9aa9-657388dcf5a6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.070959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524a0a26-2231-480b-8b2f-21c5123d03ab admin admin] Publish callbacks [] for security_group (34278da5-7fd3-4571-9aa9-657388dcf5a6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.208040 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524a0a26-2231-480b-8b2f-21c5123d03ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (34278da5-7fd3-4571-9aa9-657388dcf5a6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.212168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524a0a26-2231-480b-8b2f-21c5123d03ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.215919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-524a0a26-2231-480b-8b2f-21c5123d03ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34278da5-7fd3-4571-9aa9-657388dcf5a6 HTTP/1.1" status: 204 len: 168 time: 0.2213666 Jan 29 19:49:54.222942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a0a26-2231-480b-8b2f-21c5123d03ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34278da5-7fd3-4571-9aa9-657388dcf5a6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:54.363593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Made reservation on behalf of 32b82b55b1bf466fa3caefba464f457e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:54.366905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.371742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913553c-3e66-4a8b-be19-aca2b375711b req-fd6c2e2c-2877-45de-b341-fcc40df3d6c9 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:54.373506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f913553c-3e66-4a8b-be19-aca2b375711b req-fd6c2e2c-2877-45de-b341-fcc40df3d6c9 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0769420 Jan 29 19:49:54.399499 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c458abb1-0977-47af-b69b-3bdd9aba36f6 req-3d96175c-ecea-4f9f-8f4f-52353192b7cb tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807713 Jan 29 19:49:54.407800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] device_id is not set on port 16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:49:54.427578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f913553c-3e66-4a8b-be19-aca2b375711b req-0744a1ac-7f1e-49cb-aec3-04418d454881 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478184 Jan 29 19:49:54.670860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Allocated IP 172.20.0.7 (9fd63d78-655e-4b58-97a9-595ae1faa509/b947883c-cdd4-49dc-aa76-acdb099f8bb9/16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:49:54.688181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45e95a-239e-4e61-841f-4aa7a2110a73 req-3717cde2-9726-4298-8c82-b8a94aef91e1 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:54.689693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e45e95a-239e-4e61-841f-4aa7a2110a73 req-3717cde2-9726-4298-8c82-b8a94aef91e1 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1635554 Jan 29 19:49:54.861172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e45e95a-239e-4e61-841f-4aa7a2110a73 req-12b566ca-557f-47d8-b7f6-04faf6b1e81f tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603143 Jan 29 19:49:54.911609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.935215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5572b0d-0d9f-434a-9f59-2335db0dc33b req-c3bc1b14-10b3-47dd-9cbb-f9129a249b47 tempest-TenantUsagesTestJSON-1553848530 tempest-TenantUsagesTestJSON-1553848530-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6b2a508-67d2-4c8c-b9fc-e4dc83802658 HTTP/1.1" status: 200 len: 210 time: 0.0431430 Jan 29 19:49:54.967791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for port (16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:54.989125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8446e989-3462-4857-a3fe-633a28693cb4), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.091874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.127019 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79cdaf9-beb0-4216-bb68-ff51b26db40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.159307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:49:55.162281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:49:55.169531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:49:55.169739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:55.172913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:49:55.188156 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Floating IP 8446e989-3462-4857-a3fe-633a28693cb4 associated. External IP: 172.25.5.123, port: e857cbb6-2dd9-46a7-8b9e-56c907555cd3. Jan 29 19:49:55.202504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:49:55.205142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c89dcb5b-6ed2-463f-8d12-df3a2dc81d89 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:49:55.261938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event updated for resources: {'Port': ['ID=16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:55.266763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device dacd291f-7112-424e-8821-08da954eee5c up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:55.338377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:55.355130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'port_id': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a', 'mac_address': 'fa:16:3e:70:8c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c6fee1-883b-4c2f-ab58-375b16a4206f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:49:55.368987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:55.369634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.404226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:55.405044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.422949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:49:55.435195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49300) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:55.444285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port dacd291f-7112-424e-8821-08da954eee5c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:55.455263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:55.455263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port dacd291f-7112-424e-8821-08da954eee5c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:55.455263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dacd291f-7112-424e-8821-08da954eee5c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.455923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b6597b5b-e7b7-4308-a61b-305bb8e9b8e3 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0297177 Jan 29 19:49:55.456826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:55.463681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Request body: {'floatingip': {'port_id': '16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:55.506595 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.560704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:55.571588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1226012468-network', 'tenant_id': '9effa90837864a9d89bc7d3a3cad0b81'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:55.602869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-83cc12d7-2613-4ab6-8bb6-499430f8614b None None] Provisioning complete for port 16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:55.603158 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (1955ac6f-4be7-4307-b665-a223cd39c9c1), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.603399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83cc12d7-2613-4ab6-8bb6-499430f8614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.634280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port dacd291f-7112-424e-8821-08da954eee5c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:55.634670 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dacd291f-7112-424e-8821-08da954eee5c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.653085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Made reservation on behalf of 9effa90837864a9d89bc7d3a3cad0b81 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:55.657372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.657532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-83cc12d7-2613-4ab6-8bb6-499430f8614b None None] Port 16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:49:55.664671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacd291f-7112-424e-8821-08da954eee5c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:55.666892 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddab554-ec28-43d6-9f01-00e72cc32430" -d '{"events": [{"server_uuid": "7b21e0ff-ce0a-45af-b978-3fca851b9403", "name": "network-vif-plugged", "status": "completed", "tag": "dacd291f-7112-424e-8821-08da954eee5c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:55.677572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:55.680078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port dacd291f-7112-424e-8821-08da954eee5c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=dacd291f-7112-424e-8821-08da954eee5c,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:55.686449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.691511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cf0f2-ac5b-4c55-9f99-0412d0ce500b req-aca7a0ee-2fba-40e2-907b-762ad5521264 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:55.693126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-092cf0f2-ac5b-4c55-9f99-0412d0ce500b req-aca7a0ee-2fba-40e2-907b-762ad5521264 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 944 time: 0.1972363 Jan 29 19:49:55.718790 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557ab87d-702f-41e7-9a35-f3b9cad98253 x-openstack-request-id: req-557ab87d-702f-41e7-9a35-f3b9cad98253 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:55.719072 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b21e0ff-ce0a-45af-b978-3fca851b9403", "name": "network-vif-plugged", "status": "completed", "tag": "dacd291f-7112-424e-8821-08da954eee5c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:55.719322 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-557ab87d-702f-41e7-9a35-f3b9cad98253 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:55.720211 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacd291f-7112-424e-8821-08da954eee5c', 'code': 200} Jan 29 19:49:55.762110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dacd291f-7112-424e-8821-08da954eee5c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.774240 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks [] for security_group (d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.814623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=dacd291f-7112-424e-8821-08da954eee5c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:55.819796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:49:55.827710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.828060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.828423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.828762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.829125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.829447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.829772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.830093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.830412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.830727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.831039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.832230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.832559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:49:55.841793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.866476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:49:55.888119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:55.888495 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Added segment 8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee of type vlan for network 038308c1-ef54-4935-b952-f5b932ece961 Jan 29 19:49:55.896469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:55.899603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-092cf0f2-ac5b-4c55-9f99-0412d0ce500b req-c77152c3-b5c6-438e-8ab4-65cfa1caeaa6 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813834 Jan 29 19:49:55.945612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (038308c1-ef54-4935-b952-f5b932ece961), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.005905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a413407-5e60-4f5b-8da7-b88a94a62567 req-e1e580c3-7d70-4954-986a-027fd9265c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.007428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a413407-5e60-4f5b-8da7-b88a94a62567 req-e1e580c3-7d70-4954-986a-027fd9265c6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b21e0ff-ce0a-45af-b978-3fca851b9403 HTTP/1.1" status: 200 len: 1128 time: 0.1815698 Jan 29 19:49:56.028604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:56.036486 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (038308c1-ef54-4935-b952-f5b932ece961), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.038390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.039410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.045635 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] Sync routers for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:56.060355 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:56.061345 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:56.065572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.118856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] Pushing event updated for resources: {'Network': ['ID=038308c1-ef54-4935-b952-f5b932ece961,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:56.132793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 038308c1-ef54-4935-b952-f5b932ece961 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:49:56.140528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e84d524d-5039-4347-88cf-71dabf87ac92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6982923 Jan 29 19:49:56.141225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49314) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:56.151406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Request body: {'subnet': {'network_id': '038308c1-ef54-4935-b952-f5b932ece961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1226012468-subnet', 'tenant_id': '9effa90837864a9d89bc7d3a3cad0b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:49:56.181267 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e7ecb4f5-7f40-4a03-a191-ac18f2894b92 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "PUT /v2.0/floatingips/8446e989-3462-4857-a3fe-633a28693cb4 HTTP/1.1" status: 200 len: 992 time: 2.6531346 Jan 29 19:49:56.182837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:56.185400 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba4728-6b7c-4a42-8de4-d45cc4a69589" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:56.195031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a413407-5e60-4f5b-8da7-b88a94a62567 req-a2be5ed1-29f7-4e7e-8fa9-568647ac07f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775467 Jan 29 19:49:56.247138 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:56.275656 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d5378a-8f84-469a-8a2e-ba38a58c72df x-openstack-request-id: req-01d5378a-8f84-469a-8a2e-ba38a58c72df {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:56.276031 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:56.276392 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01d5378a-8f84-469a-8a2e-ba38a58c72df {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:56.276865 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'status': 'completed', 'code': 200} Jan 29 19:49:56.304538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Made reservation on behalf of 9effa90837864a9d89bc7d3a3cad0b81 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:49:56.307369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.424738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.431387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.436932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.443081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.448828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.454404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.460421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.462550 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5b92c139-95c6-4f4f-a1c6-a84880b7a7c3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1847687 Jan 29 19:49:56.514928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:49:56.533916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49322) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:56.564744 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8446e989-3462-4857-a3fe-633a28693cb4', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'port_id': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'mac_address': 'fa:16:3e:dd:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:47:47Z', 'updated_at': '2022-01-29T19:49:54Z', 'revision_number': 1, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:56.590246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (987cd150-0167-4bee-8f78-71d20e550a2a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.590515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.593578 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] Checking router: 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:49:56.604627 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:56.605182 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:56.624683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.625218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.625819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.626236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.626712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.627526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.627651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.629892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-947861b1-cf09-4619-9da8-fd716ad87bc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6719 time: 0.1644588 Jan 29 19:49:56.635984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7fd35a9-9833-422e-96f4-ae8c4d2bb297 req-5c89ecf5-ea70-4f8b-aeb4-589dccce9a56 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583974 Jan 29 19:49:56.649878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=987cd150-0167-4bee-8f78-71d20e550a2a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:56.662006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Checking segment: {'id': '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '038308c1-ef54-4935-b952-f5b932ece961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:49:56.662397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Network hostable DHCP agents. Network: 038308c1-ef54-4935-b952-f5b932ece961, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:49:56.677678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (1955ac6f-4be7-4307-b665-a223cd39c9c1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.736136 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:49:56.740051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb6aee5a-9503-4c93-893a-f8aa6122d23c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a82f745424a402fb8dac28ae0e73037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015316 Jan 29 19:49:56.740271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:56.762061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Network 038308c1-ef54-4935-b952-f5b932ece961 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:49:56.794817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0914215c-8211-42df-99be-983ea9c9a1b5 admin admin] Publish callbacks [] for security_group (34c5d602-5474-4aa9-9b19-55eadcba1bfc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.814457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-59c83822-dde6-4bb9-9f1c-ca6fab0cf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.816129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-59c83822-dde6-4bb9-9f1c-ca6fab0cf663 service neutron] 10.222.0.13 "GET /v2.0/networks?id=534d07ce-bb8c-4683-9cca-1edf87284068 HTTP/1.1" status: 200 len: 916 time: 0.1791601 Jan 29 19:49:56.819674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0914215c-8211-42df-99be-983ea9c9a1b5 admin admin] Publish callbacks [] for security_group (34c5d602-5474-4aa9-9b19-55eadcba1bfc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.856815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 038308c1-ef54-4935-b952-f5b932ece961) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:49:56.861187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:56.862001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.878107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417e848-ed65-4ee5-a2f9-b63c813047f6 None None] Network 038308c1-ef54-4935-b952-f5b932ece961 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:56.880178 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 1955ac6f-4be7-4307-b665-a223cd39c9c1 associated. External IP: 172.25.5.195, port: affde333-b31c-4ae3-a6fa-bf1e2cc19f87. Jan 29 19:49:56.942776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85e8907e-3fc2-49a6-852a-c8dcacbad30b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8004355 Jan 29 19:49:56.972827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0914215c-8211-42df-99be-983ea9c9a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (34c5d602-5474-4aa9-9b19-55eadcba1bfc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.975910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0914215c-8211-42df-99be-983ea9c9a1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:56.979699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0914215c-8211-42df-99be-983ea9c9a1b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34c5d602-5474-4aa9-9b19-55eadcba1bfc HTTP/1.1" status: 204 len: 168 time: 0.2361908 Jan 29 19:49:56.993022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914215c-8211-42df-99be-983ea9c9a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c5d602-5474-4aa9-9b19-55eadcba1bfc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:57.010623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8446e989-3462-4857-a3fe-633a28693cb4', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'port_id': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'mac_address': 'fa:16:3e:dd:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:47:47Z', 'updated_at': '2022-01-29T19:49:54Z', 'revision_number': 1, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:57.068021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5fd44b-abf0-4029-ae0f-e363d20aa440 None None] Network 038308c1-ef54-4935-b952-f5b932ece961 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:49:57.077135 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba743371-0c28-42c0-b4c1-67a31d70f3b6 None None] The sync data for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 is: [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8446e989-3462-4857-a3fe-633a28693cb4', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'port_id': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'mac_address': 'fa:16:3e:dd:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:47:47Z', 'updated_at': '2022-01-29T19:49:54Z', 'revision_number': 1, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:57.155961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c252c6-27b3-4bb5-bb39-a60ff809663b req-c8c38448-8ce8-469c-b18d-d2505af8c620 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.180731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53c252c6-27b3-4bb5-bb39-a60ff809663b req-c8c38448-8ce8-469c-b18d-d2505af8c620 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 944 time: 0.0944428 Jan 29 19:49:57.194692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:49:57.283959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53c252c6-27b3-4bb5-bb39-a60ff809663b req-e61129c9-3889-43c4-8337-006241e3d1da tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008503 Jan 29 19:49:57.433187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-cf80a9a6-5b9c-4fe0-a42d-094253001051 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3 HTTP/1.1" status: 200 len: 1000 time: 0.6098719 Jan 29 19:49:57.458566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:49:57.467037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:49:57.467662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:57.509218 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29285004-1181-4156-83f3-c242e121cfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:57.538490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef862e4f-4ea3-4835-aeda-be37a51611db None None] New status for floating IP 8446e989-3462-4857-a3fe-633a28693cb4: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:49:57.690207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-0256932e-067b-4e16-8a0d-05cbe5b87636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.692543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-0256932e-067b-4e16-8a0d-05cbe5b87636 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43ae2ac7-1858-4c96-b813-1c199b81f07a HTTP/1.1" status: 200 len: 855 time: 0.1997294 Jan 29 19:49:57.702189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:57.798367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:49:57.799135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:57.879652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:49:57.882913 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1973c4fb-608e-4652-a396-db7642ac6a83" -d '{"events": [{"server_uuid": "4a924645-8e61-4ab5-a7aa-7a185f77f199", "name": "network-vif-plugged", "status": "completed", "tag": "9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:49:57.885406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.893269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.899345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.901831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:49:57.905272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.906365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-cc83ca9d-81ef-4193-b53a-d11c11585d06 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.907841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-cc83ca9d-81ef-4193-b53a-d11c11585d06 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/networks?id=038308c1-ef54-4935-b952-f5b932ece961 HTTP/1.1" status: 200 len: 814 time: 0.1175494 Jan 29 19:49:57.912642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.915831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-af85db2d-6c7f-4960-8bec-e79eafe3242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.917438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-af85db2d-6c7f-4960-8bec-e79eafe3242c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534d07ce-bb8c-4683-9cca-1edf87284068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2100654 Jan 29 19:49:57.918818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.924532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:57.946668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-7c7da116-59e2-430c-ba46-f1396e9a9088 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/quotas/9effa90837864a9d89bc7d3a3cad0b81 HTTP/1.1" status: 200 len: 375 time: 0.0274742 Jan 29 19:49:57.960622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-41f42384-4703-4dcf-bf7c-531eea9802d3 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1425133 Jan 29 19:49:57.989945 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:57.991068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49358) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:58.039248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39ac3ecf-6238-4528-9741-7844722fd6cc req-67981997-d6cc-4b7e-a174-8fa77cf61c47 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772491 Jan 29 19:49:58.048549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-df4fbed6-284f-453d-8c4d-d5bcaf585f65 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9effa90837864a9d89bc7d3a3cad0b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602138 Jan 29 19:49:58.056612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:58.078432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65c7aa21-3732-41e0-8075-d19723c38355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.105285 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24981c8a-11c2-4bdb-ac82-9bbe941ca1d7 x-openstack-request-id: req-24981c8a-11c2-4bdb-ac82-9bbe941ca1d7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:49:58.105576 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a924645-8e61-4ab5-a7aa-7a185f77f199", "name": "network-vif-plugged", "status": "completed", "tag": "9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:49:58.105827 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24981c8a-11c2-4bdb-ac82-9bbe941ca1d7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:49:58.106246 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a', 'code': 200} Jan 29 19:49:58.118468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:58.129598 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:58.144999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:58.144999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:58.181931 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:58.193169 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:58.193868 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:58.230382 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:58.231166 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17774f7e-7e8c-4067-a39d-3f28ff0272b1 None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:58.239608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-531767cc-e09b-4353-84d8-16c53bb0dd64 service neutron] 10.222.0.13 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068662 Jan 29 19:49:58.251824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd6eaa-3b1f-4d15-9ab4-010348e0be2c req-4efb75f9-f955-4a74-84d0-ed9d9544687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:58.253468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8afd6eaa-3b1f-4d15-9ab4-010348e0be2c req-4efb75f9-f955-4a74-84d0-ed9d9544687c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 1127 time: 0.0516658 Jan 29 19:49:58.327915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8afd6eaa-3b1f-4d15-9ab4-010348e0be2c req-62a6fb95-92e5-4aed-bdb4-82759069780b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507898 Jan 29 19:49:58.360376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-44f74cd5-f78f-4794-b9eb-1b30da38a83c service neutron] 10.222.0.15 "GET /v2.0/networks/038308c1-ef54-4935-b952-f5b932ece961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753391 Jan 29 19:49:58.414235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d03cb8-3874-4133-919b-93f183f1fb19 req-6f3e9a89-8ecc-4c5a-a453-0b9753df185d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:58.415640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23d03cb8-3874-4133-919b-93f183f1fb19 req-6f3e9a89-8ecc-4c5a-a453-0b9753df185d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 945 time: 0.0575869 Jan 29 19:49:58.464218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23d03cb8-3874-4133-919b-93f183f1fb19 req-f0b96ae6-0af7-44b2-8948-edf769ee5890 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Jan 29 19:49:58.499588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65c7aa21-3732-41e0-8075-d19723c38355 admin admin] Publish callbacks [] for security_group (58cc259b-49c5-4358-a092-46ea452dd4cc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.559361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65c7aa21-3732-41e0-8075-d19723c38355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (58cc259b-49c5-4358-a092-46ea452dd4cc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.584593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aba4728-6b7c-4a42-8de4-d45cc4a69589 req-c070f933-d9e8-4e8e-8131-9acf8327d5f8 service neutron] 10.222.0.13 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342116 Jan 29 19:49:58.630567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-562c9d18-179c-40b2-9cd5-aa6d506cc15e service neutron] 10.222.0.15 "GET /v2.0/networks/038308c1-ef54-4935-b952-f5b932ece961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357550 Jan 29 19:49:58.657963 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65c7aa21-3732-41e0-8075-d19723c38355 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f4010d0889845fabdc45b1f2504b4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6637177 Jan 29 19:49:58.661100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7aa21-3732-41e0-8075-d19723c38355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc259b-49c5-4358-a092-46ea452dd4cc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:58.662245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49364) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:58.696004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router e6d986d5-e501-494c-a311-15f48676f37b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:58.731972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eaa79221-54a7-44a1-ab7f-7a9ac4dca21b admin admin] Publish callbacks [] for security_group (58cc259b-49c5-4358-a092-46ea452dd4cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.755889 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.758637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eaa79221-54a7-44a1-ab7f-7a9ac4dca21b admin admin] Publish callbacks [] for security_group (58cc259b-49c5-4358-a092-46ea452dd4cc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.816403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:49:58.820439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.827582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] Sync routers for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:49:58.839898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:58.840464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:58.846226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eaa79221-54a7-44a1-ab7f-7a9ac4dca21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (58cc259b-49c5-4358-a092-46ea452dd4cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.849637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eaa79221-54a7-44a1-ab7f-7a9ac4dca21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:58.853420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-eaa79221-54a7-44a1-ab7f-7a9ac4dca21b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58cc259b-49c5-4358-a092-46ea452dd4cc HTTP/1.1" status: 204 len: 168 time: 0.1871467 Jan 29 19:49:58.891179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa79221-54a7-44a1-ab7f-7a9ac4dca21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc259b-49c5-4358-a092-46ea452dd4cc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:58.913579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6117e8a6-e105-4231-a91e-94e8602d46eb tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/floatingips/1955ac6f-4be7-4307-b665-a223cd39c9c1 HTTP/1.1" status: 200 len: 976 time: 3.4556093 Jan 29 19:49:58.914362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49372) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:49:58.937834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30839099-9bef-4187-b013-7b75de28cdf5 req-653dd5ad-3b01-4fbc-bbfa-54274553a98b tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 210 time: 0.0802169 Jan 29 19:49:59.054916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:59.058730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:49:59.059071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:59.073895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:49:59.073895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:59.103502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:49:59.104310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60167f-2538-4b32-a8e0-b6160e4bfcdd None None] The sync data for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:49:59.196442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:59.262000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.267533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.273670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.278930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.284454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.289782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.295121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.297077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-e844594b-7596-4c85-889d-4a5d450c11ab tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1611059 Jan 29 19:49:59.451833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1e3e2cd-aa82-4a73-9d2d-e2992b54591f req-24008fe2-742c-4814-8cac-03e7438e4248 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431229 Jan 29 19:49:59.477042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:59.478831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (1955ac6f-4be7-4307-b665-a223cd39c9c1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:59.478831 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Floating IP 1955ac6f-4be7-4307-b665-a223cd39c9c1 disassociated. External IP: 172.25.5.195, port: 16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1. Jan 29 19:49:59.478831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:49:59.613850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:59.615525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.621262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.626593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.634344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.639975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.646298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.652229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.659997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-8bb83cfc-0115-4d32-baea-cac7e3786f4f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1266048 Jan 29 19:49:59.678053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7b7a2-61c2-4398-b6b0-e35b5eb0dcbf req-559ff2d8-3a3c-4772-bacf-420db16b2be1 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.679594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86b7b7a2-61c2-4398-b6b0-e35b5eb0dcbf req-559ff2d8-3a3c-4772-bacf-420db16b2be1 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 945 time: 0.1117182 Jan 29 19:49:59.718242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:49:59.728351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3da34d0a-3c83-4975-9601-d27e0ecb8769 req-c50dbbe3-b467-40be-bdf6-c1f9ca5ef57a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673609 Jan 29 19:49:59.761368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:49:59.766054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86b7b7a2-61c2-4398-b6b0-e35b5eb0dcbf req-a2348cc5-457c-4a85-b6fe-f5d15b8fdccb tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795767 Jan 29 19:49:59.924789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.932563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.940137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.942426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router e6d986d5-e501-494c-a311-15f48676f37b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:49:59.947395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.953992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.963726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.971399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:49:59.974258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97e8fd36-95d1-474d-82f5-a505356066be req-e9eef209-373e-4d7f-9bac-f53b592c8a24 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.1372080 Jan 29 19:50:00.076809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce4824ef-f8d7-4e5a-80c6-be0779a24e82 req-fbb6440c-7164-481e-8509-38d212cf7185 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 210 time: 0.0693634 Jan 29 19:50:00.109437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:00.133395 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] Sync routers for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:00.155883 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:00.160243 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:00.195486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.197013 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:00.199450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d97d51b-2317-4f26-bc16-f82286bbd675 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/ports/16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 HTTP/1.1" status: 204 len: 168 time: 1.2833929 Jan 29 19:50:00.202427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:00.202721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:00.215709 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:00.215821 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.216336 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:00.257584 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:00.258554 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e541bf-682a-40a3-a036-b188da85e191 None None] The sync data for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:50:00.335113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1697439908-network', 'tenant_id': 'd11585bc8871463994074b6c1f01d5b3'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:00.453092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Made reservation on behalf of d11585bc8871463994074b6c1f01d5b3 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:00.455662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.476919 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.597970 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks [] for security_group (67841be3-99da-4f54-83da-c45b3382ff22), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.668843 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (67841be3-99da-4f54-83da-c45b3382ff22), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.699819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:00.714754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67841be3-99da-4f54-83da-c45b3382ff22,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:00.717986 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (62f52566-f1e3-49f8-be66-1050adba806e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.718347 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Added segment 62f52566-f1e3-49f8-be66-1050adba806e of type vlan for network a77ddd7c-1edb-44d6-838f-3777076f749c Jan 29 19:50:00.761805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a77ddd7c-1edb-44d6-838f-3777076f749c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.841466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a77ddd7c-1edb-44d6-838f-3777076f749c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.842492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:00.843174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.927548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (e6d986d5-e501-494c-a311-15f48676f37b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:00.938410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] Pushing event updated for resources: {'Network': ['ID=a77ddd7c-1edb-44d6-838f-3777076f749c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:00.951736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a77ddd7c-1edb-44d6-838f-3777076f749c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:00.960370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd6af2-4035-40fa-b845-4c9848f7fcfa req-fbdeace9-f621-42af-9f32-8441fdec03ac tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:00.967321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39dd6af2-4035-40fa-b845-4c9848f7fcfa req-fbdeace9-f621-42af-9f32-8441fdec03ac tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 945 time: 0.1205282 Jan 29 19:50:00.981765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4b453667-d588-41bf-a17c-9f9f8fb04031 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7751143 Jan 29 19:50:00.982559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:00.987549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Request body: {'subnet': {'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1697439908-subnet', 'tenant_id': 'd11585bc8871463994074b6c1f01d5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:01.022022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39dd6af2-4035-40fa-b845-4c9848f7fcfa req-0268d357-ae10-4248-a463-deda14e94d04 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537100 Jan 29 19:50:01.100897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Made reservation on behalf of d11585bc8871463994074b6c1f01d5b3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:01.103315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:01.195223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c14f6492-94c3-4b05-87e5-c75a1dfa1623 req-4d5262f8-3cf1-4ffb-b345-53295532096c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 210 time: 0.0354292 Jan 29 19:50:01.270677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b2e25-dafe-49c0-8a70-bb9d49fcb4e8 req-843c3422-713c-481a-aeba-3e4511309d25 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:01.272654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-105b2e25-dafe-49c0-8a70-bb9d49fcb4e8 req-843c3422-713c-481a-aeba-3e4511309d25 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b21e0ff-ce0a-45af-b978-3fca851b9403 HTTP/1.1" status: 200 len: 946 time: 0.1749108 Jan 29 19:50:01.458219 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:01.462673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-105b2e25-dafe-49c0-8a70-bb9d49fcb4e8 req-b1d671d8-4923-44d2-a1c1-552fdae46b76 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819968 Jan 29 19:50:01.576479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-ddb1f0b2-42df-480b-94b4-fded7b2d7488 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:01.577951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-ddb1f0b2-42df-480b-94b4-fded7b2d7488 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.13 "GET /v2.0/networks?id=038308c1-ef54-4935-b952-f5b932ece961 HTTP/1.1" status: 200 len: 814 time: 0.2495303 Jan 29 19:50:01.595429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Request body: {'port': {'device_id': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'network_id': '038308c1-ef54-4935-b952-f5b932ece961', 'admin_state_up': True, 'tenant_id': '9effa90837864a9d89bc7d3a3cad0b81'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:01.603604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 158d7b3b-f295-4559-9bfe-3e847965ffdb {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:01.603950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:01.632365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (0ab5d517-3434-4410-b86b-1f3acfb9a55f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:01.802087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab5d517-3434-4410-b86b-1f3acfb9a55f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:01.824542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:01.844715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 158d7b3b-f295-4559-9bfe-3e847965ffdb owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:01.850019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Checking segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:01.850386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Network hostable DHCP agents. Network: a77ddd7c-1edb-44d6-838f-3777076f749c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:01.941409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Made reservation on behalf of 9effa90837864a9d89bc7d3a3cad0b81 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:01.944958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:02.047352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Network a77ddd7c-1edb-44d6-838f-3777076f749c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:02.162839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Allocated IP 172.20.0.4 (038308c1-ef54-4935-b952-f5b932ece961/987cd150-0167-4bee-8f78-71d20e550a2a/9b5574f0-944c-4d7c-a844-fa700846363e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:02.172334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a77ddd7c-1edb-44d6-838f-3777076f749c) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:02.179779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:02.179928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:02.182479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b094c-998f-4a38-9e7b-643bf89e7ad2 None None] Network a77ddd7c-1edb-44d6-838f-3777076f749c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:02.345439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c69e1a-4d91-4344-b94b-a0fbd6f711a4 None None] Network a77ddd7c-1edb-44d6-838f-3777076f749c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:02.355362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (158d7b3b-f295-4559-9bfe-3e847965ffdb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:02.385840 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f50b8c02-dea1-423d-aa47-ae3361042448 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4024453 Jan 29 19:50:02.424553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-416edf8f-94cd-4503-8def-9fa318a99db9 req-7e5306e0-574f-493d-9876-f27d84b170da tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 210 time: 0.0941505 Jan 29 19:50:02.498545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=158d7b3b-f295-4559-9bfe-3e847965ffdb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:02.610537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks [] for port (9b5574f0-944c-4d7c-a844-fa700846363e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:02.797144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-a2da45dd-d573-4e1b-96bb-25fee5704083 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:02.798858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-a2da45dd-d573-4e1b-96bb-25fee5704083 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 813 time: 0.2918696 Jan 29 19:50:02.847756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:02.862643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-85367ebb-205e-41fd-ad35-f8abdf1dfce6 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/quotas/5c596840ec7f4e728bb73796bc1bbe40 HTTP/1.1" status: 200 len: 375 time: 0.0312705 Jan 29 19:50:02.911540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (e6d986d5-e501-494c-a311-15f48676f37b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:02.946136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-433fe6f7-8eeb-4034-a194-4008acbb2460 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:02.948127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-433fe6f7-8eeb-4034-a194-4008acbb2460 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.1136618 Jan 29 19:50:02.955498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Network 038308c1-ef54-4935-b952-f5b932ece961 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:02.965781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-d0697267-770c-4c43-a7e2-ae5b181253d8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/quotas/d11585bc8871463994074b6c1f01d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0115504 Jan 29 19:50:02.965941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:02.970077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Pushing event updated for resources: {'Port': ['ID=9b5574f0-944c-4d7c-a844-fa700846363e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:02.972600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:03.011712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-d0fa722b-71ec-47fe-b284-d9fbef8ab417 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jan 29 19:50:03.098159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-ce57f9dc-f24e-46ae-8a9c-d518c5bbd334 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055666 Jan 29 19:50:03.106380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:03.107210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:03.114348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-68638f54-6675-4250-aa09-79e13beb22dd service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969508 Jan 29 19:50:03.226244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-91833b49-7da9-41c8-861f-57417cefd574 service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009688 Jan 29 19:50:03.258945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c6ba2a44-2833-4b62-8f52-420bdbff9c5c tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6680465 Jan 29 19:50:03.266996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-636a657d-704e-4da1-9e78-d616ef7cb1e5 service neutron] 10.222.0.15 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570721 Jan 29 19:50:03.274357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Request body: {'port': {'device_id': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:03.775571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router e6d986d5-e501-494c-a311-15f48676f37b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:50:03.778321 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:03.804312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b43ac-3710-4af6-8167-306528484309 req-86daae87-b5ae-42a8-bf31-7c40001670ee tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:03.806266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-357b43ac-3710-4af6-8167-306528484309 req-86daae87-b5ae-42a8-bf31-7c40001670ee tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b21e0ff-ce0a-45af-b978-3fca851b9403 HTTP/1.1" status: 200 len: 946 time: 0.4915965 Jan 29 19:50:03.811094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-51797262-8eea-4c04-807b-16be79b9fbd9 service neutron] 10.222.0.15 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340421 Jan 29 19:50:03.958371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-e3bb14b9-d0e4-42de-a0f1-80dd22be721e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:03.959966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-e3bb14b9-d0e4-42de-a0f1-80dd22be721e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a924645-8e61-4ab5-a7aa-7a185f77f199 HTTP/1.1" status: 200 len: 945 time: 0.0939875 Jan 29 19:50:04.007304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Deleting port dacd291f-7112-424e-8821-08da954eee5c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:04.007304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dacd291f-7112-424e-8821-08da954eee5c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.027559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:04.033881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-175e6df9-284b-4e98-8539-395154564f32 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/routers/e6d986d5-e501-494c-a311-15f48676f37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8307421 Jan 29 19:50:04.037732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49502) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:04.040316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] Sync routers for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:04.050292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:04.051325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:04.085268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:04.094284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] Routers {'e6d986d5-e501-494c-a311-15f48676f37b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:04.094964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e6d986d5-e501-494c-a311-15f48676f37b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:04.146881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:04.147540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6519c-19a1-4358-ab61-53558b5699ea None None] The sync data for ids ['e6d986d5-e501-494c-a311-15f48676f37b'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:50:04.212049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5574f0-944c-4d7c-a844-fa700846363e {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:04.223519 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Publish callbacks [] for port (9b5574f0-944c-4d7c-a844-fa700846363e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.240972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Transition to ACTIVE for port object 9b5574f0-944c-4d7c-a844-fa700846363e will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:50:04.244098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] For port dacd291f-7112-424e-8821-08da954eee5c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=dacd291f-7112-424e-8821-08da954eee5c,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:04.244503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dacd291f-7112-424e-8821-08da954eee5c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.282603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Calling delete_port for dacd291f-7112-424e-8821-08da954eee5c owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:04.290525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Deleting port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:04.290869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.298052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router (e6d986d5-e501-494c-a311-15f48676f37b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.320660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.333735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c64aeb1-6de6-4271-8938-1c48211910ce req-186e4dad-d50b-4f4d-802a-2d7cf8444982 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 210 time: 0.0425777 Jan 29 19:50:04.503925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5574f0-944c-4d7c-a844-fa700846363e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:04.544170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.544556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.545042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.546139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.546487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.546828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.547164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.547493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.548160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.548160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.548511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.548870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.549166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:04.582484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Attempting to bind port 9b5574f0-944c-4d7c-a844-fa700846363e on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:04.582940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Attempting to bind port 9b5574f0-944c-4d7c-a844-fa700846363e by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '038308c1-ef54-4935-b952-f5b932ece961'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:04.583223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Attempting to bind port 9b5574f0-944c-4d7c-a844-fa700846363e on network 038308c1-ef54-4935-b952-f5b932ece961 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:04.589689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Port 9b5574f0-944c-4d7c-a844-fa700846363e on network 038308c1-ef54-4935-b952-f5b932ece961 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:50:04.597038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Attempting to bind port 9b5574f0-944c-4d7c-a844-fa700846363e on network 038308c1-ef54-4935-b952-f5b932ece961 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:04.597038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:04.597038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Checking segment: {'id': '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '038308c1-ef54-4935-b952-f5b932ece961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:04.597038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Bound using segment: {'id': '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '038308c1-ef54-4935-b952-f5b932ece961'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:04.597038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Bound port: 9b5574f0-944c-4d7c-a844-fa700846363e, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '038308c1-ef54-4935-b952-f5b932ece961'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:04.597760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.681825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] For port 9b5574f0-944c-4d7c-a844-fa700846363e, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:04.684579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] For port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:04.684956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.705291 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (e6d986d5-e501-494c-a311-15f48676f37b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.730625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-218b51d8-01d6-4b78-b99c-0fcc61de80c6 req-d0c5a074-eb9a-4e31-ab45-849cd1734c78 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 210 time: 0.0508707 Jan 29 19:50:04.735684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] For port 9b5574f0-944c-4d7c-a844-fa700846363e, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9b5574f0-944c-4d7c-a844-fa700846363e,segment=NetworkSegment(8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee),segment_id=8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:04.736556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Calling delete_port for 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:04.768107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40244357-34ee-48b5-a875-15a5775797a4 req-56491abd-df89-4ff8-a14a-bd119b8e3516 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:04.770275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40244357-34ee-48b5-a875-15a5775797a4 req-56491abd-df89-4ff8-a14a-bd119b8e3516 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 943 time: 0.2902994 Jan 29 19:50:04.833389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.893060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:04.893894 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.895545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b5574f0-944c-4d7c-a844-fa700846363e HTTP/1.1" status: 200 len: 1091 time: 1.6276274 Jan 29 19:50:04.896130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'tag': '9b5574f0-944c-4d7c-a844-fa700846363e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:04.898851 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa356aa0-1296-4d0e-9e90-ed79dae77336" -d '{"events": [{"name": "network-changed", "server_uuid": "934d7ab0-92e4-4312-a9f8-49a843bb8016", "tag": "9b5574f0-944c-4d7c-a844-fa700846363e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:04.907124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40244357-34ee-48b5-a875-15a5775797a4 req-5d654e4c-8e66-46f6-a8fa-3203dde3dbff tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282797 Jan 29 19:50:04.912176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (dacd291f-7112-424e-8821-08da954eee5c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:04.924146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['dacd291f-7112-424e-8821-08da954eee5c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:04.945572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de626-0af8-413c-b44b-8d31d7452027 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5574f0-944c-4d7c-a844-fa700846363e,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:04.957207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event deleted for resources: {'Port': ['ID=dacd291f-7112-424e-8821-08da954eee5c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:04.986797 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea16116-aa5f-4faf-84b9-12e57c2ddc0e x-openstack-request-id: req-fea16116-aa5f-4faf-84b9-12e57c2ddc0e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:04.988234 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d7ab0-92e4-4312-a9f8-49a843bb8016", "tag": "9b5574f0-944c-4d7c-a844-fa700846363e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:04.988497 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fea16116-aa5f-4faf-84b9-12e57c2ddc0e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:04.988967 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'tag': '9b5574f0-944c-4d7c-a844-fa700846363e', 'status': 'completed', 'code': 200} Jan 29 19:50:05.021179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:05.040040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] No DVR routers for this DVR port dacd291f-7112-424e-8821-08da954eee5c on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:05.045771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 6df92077-8f75-4e9d-ba5a-9b1b029f3250 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:05.046109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6df92077-8f75-4e9d-ba5a-9b1b029f3250), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.048258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.053147 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-357b43ac-3710-4af6-8167-306528484309 req-8f59a12b-02ad-432f-a933-a9f988bba520 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "DELETE /v2.0/ports/dacd291f-7112-424e-8821-08da954eee5c HTTP/1.1" status: 204 len: 173 time: 1.2334642 Jan 29 19:50:05.055847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'name': 'network-vif-deleted', 'tag': 'dacd291f-7112-424e-8821-08da954eee5c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:05.058021 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d098614a-da78-47d6-a1bd-b78b4ec3b0c9" -d '{"events": [{"server_uuid": "7b21e0ff-ce0a-45af-b978-3fca851b9403", "name": "network-vif-deleted", "tag": "dacd291f-7112-424e-8821-08da954eee5c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:05.123014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa356aa0-1296-4d0e-9e90-ed79dae77336 req-c5b62391-6d75-4dbb-9606-ced89234d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:05.132829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.134715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa356aa0-1296-4d0e-9e90-ed79dae77336 req-c5b62391-6d75-4dbb-9606-ced89234d077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9effa90837864a9d89bc7d3a3cad0b81&device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 1125 time: 0.1130674 Jan 29 19:50:05.146192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['dacd291f-7112-424e-8821-08da954eee5c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:05.174538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event deleted for resources: {'Port': ['ID=9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:05.190017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:05.236985 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b9967-e45a-4616-826c-9e04ded64267 x-openstack-request-id: req-c00b9967-e45a-4616-826c-9e04ded64267 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:05.236985 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b21e0ff-ce0a-45af-b978-3fca851b9403", "name": "network-vif-deleted", "tag": "dacd291f-7112-424e-8821-08da954eee5c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:05.236985 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c00b9967-e45a-4616-826c-9e04ded64267 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:05.238127 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b21e0ff-ce0a-45af-b978-3fca851b9403', 'name': 'network-vif-deleted', 'tag': 'dacd291f-7112-424e-8821-08da954eee5c', 'status': 'completed', 'code': 200} Jan 29 19:50:05.276089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] No DVR routers for this DVR port 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:05.278830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6df92077-8f75-4e9d-ba5a-9b1b029f3250), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.282667 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.287152 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8da68de-ed16-4392-bba0-a78a8094f0a6 req-a9b760db-4030-4e01-8511-c3e421fa199d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "DELETE /v2.0/ports/9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a HTTP/1.1" status: 204 len: 173 time: 1.3194792 Jan 29 19:50:05.300459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 6df92077-8f75-4e9d-ba5a-9b1b029f3250 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:05.348777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa356aa0-1296-4d0e-9e90-ed79dae77336 req-011c932b-1599-4c9f-9875-df09ccd82a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:05.351814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa356aa0-1296-4d0e-9e90-ed79dae77336 req-011c932b-1599-4c9f-9875-df09ccd82a00 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9effa90837864a9d89bc7d3a3cad0b81&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2095540 Jan 29 19:50:05.555686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa356aa0-1296-4d0e-9e90-ed79dae77336 req-7f44646d-a739-4b5f-87e0-4292cafe1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:05.557799 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa356aa0-1296-4d0e-9e90-ed79dae77336 req-7f44646d-a739-4b5f-87e0-4292cafe1481 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1989582 Jan 29 19:50:05.576241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0346b5c7-8f82-4272-af83-b46bfe9ba137 req-957f9b63-7647-4797-92fc-1ae420c9efd7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 210 time: 0.1086609 Jan 29 19:50:05.664680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6df92077-8f75-4e9d-ba5a-9b1b029f3250), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.668381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-3d0e5fec-019d-4435-b0c8-d31fb86fec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:05.670651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-3d0e5fec-019d-4435-b0c8-d31fb86fec01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9effa90837864a9d89bc7d3a3cad0b81&device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 1125 time: 0.0726862 Jan 29 19:50:05.692512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=6df92077-8f75-4e9d-ba5a-9b1b029f3250,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:05.747444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-dbd48249-88a4-4803-adbc-42ea19bedf79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b5574f0-944c-4d7c-a844-fa700846363e HTTP/1.1" status: 200 len: 217 time: 0.0678468 Jan 29 19:50:05.813592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (e6d986d5-e501-494c-a311-15f48676f37b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.813808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-4278e5d8-c0a7-4350-a33e-e21d4d158025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:05.817460 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-4278e5d8-c0a7-4350-a33e-e21d4d158025 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=987cd150-0167-4bee-8f78-71d20e550a2a HTTP/1.1" status: 200 len: 854 time: 0.0619245 Jan 29 19:50:05.867918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-c3cbd11a-cbfb-481b-9a76-f5f4db414c1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=038308c1-ef54-4935-b952-f5b932ece961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428309 Jan 29 19:50:05.925602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57501e78-fede-4a01-9372-53b623290b57 req-705c85ea-d884-468d-8f04-890e735ea49d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 210 time: 0.0786443 Jan 29 19:50:05.974304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (e6d986d5-e501-494c-a311-15f48676f37b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:05.978568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_controller (e6d986d5-e501-494c-a311-15f48676f37b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.002566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-7645557c-dc15-4539-badb-33e4b20e2df1 service neutron] 10.222.0.13 "GET /v2.0/networks/038308c1-ef54-4935-b952-f5b932ece961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273844 Jan 29 19:50:06.161125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b70a-2328-4502-b249-5e69c390f43d req-76e37791-9732-494b-8f99-be934f2c531d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:06.162651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c151b70a-2328-4502-b249-5e69c390f43d req-76e37791-9732-494b-8f99-be934f2c531d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 943 time: 0.1208620 Jan 29 19:50:06.164961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134e453d-c237-4ac7-933b-8d2c3c67ed73 req-5ec932ba-d52f-4f64-934a-a87eb3916ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/038308c1-ef54-4935-b952-f5b932ece961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556842 Jan 29 19:50:06.201821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (e6d986d5-e501-494c-a311-15f48676f37b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.202637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Fanout notify agent at l3_agent the message router_deleted on router e6d986d5-e501-494c-a311-15f48676f37b {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:50:06.222323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.227894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49540) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:06.232732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0c230e2d-f1af-4feb-982f-c2c661b2c483 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/routers/e6d986d5-e501-494c-a311-15f48676f37b HTTP/1.1" status: 204 len: 168 time: 2.1856289 Jan 29 19:50:06.281981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c151b70a-2328-4502-b249-5e69c390f43d req-f922f7bf-f556-4a57-8a32-74892e9e3a3f tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Jan 29 19:50:06.303276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting subnet b947883c-cdd4-49dc-aa76-acdb099f8bb9 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:06.307228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for subnet (b947883c-cdd4-49dc-aa76-acdb099f8bb9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.360805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (b947883c-cdd4-49dc-aa76-acdb099f8bb9), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.476811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (b947883c-cdd4-49dc-aa76-acdb099f8bb9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.647641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (b947883c-cdd4-49dc-aa76-acdb099f8bb9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.691007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Subnet': ['ID=b947883c-cdd4-49dc-aa76-acdb099f8bb9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:06.712127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8573dbd-5c43-4c7d-955c-d7d41e36831c None None] Network 9fd63d78-655e-4b58-97a9-595ae1faa509 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:06.730927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:06.744604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-011650d8-e948-4a1e-90b7-b3b8db20e8ba tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/subnets/b947883c-cdd4-49dc-aa76-acdb099f8bb9 HTTP/1.1" status: 204 len: 168 time: 0.5130515 Jan 29 19:50:06.746837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49548) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:06.785084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea445d4c-f656-4b69-b027-29ef99edc4e2 req-14382d5c-4efc-4efd-8b30-e7f7b8917f40 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 210 time: 0.1079714 Jan 29 19:50:06.849811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-ee51a3b0-585e-46e5-94bf-3dcc8cf58451 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:06.860533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-ee51a3b0-585e-46e5-94bf-3dcc8cf58451 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.2131395 Jan 29 19:50:06.878211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Request body: {'port': {'device_id': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'admin_state_up': True, 'tenant_id': 'd11585bc8871463994074b6c1f01d5b3'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:06.978351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] DHCP port deletion for 9fd63d78-655e-4b58-97a9-595ae1faa509 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:50:07.010849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9fd63d78-655e-4b58-97a9-595ae1faa509), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.050738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] Deleting port 013b7908-ac3b-4402-b348-023d9f259118 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:07.052004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (013b7908-ac3b-4402-b348-023d9f259118), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.130812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f60d0ee5-c4d9-4744-925b-6c21ff6b5ea7 req-141d6bc6-c5de-4453-8010-875401916076 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 210 time: 0.0515606 Jan 29 19:50:07.133479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] For port 013b7908-ac3b-4402-b348-023d9f259118, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=013b7908-ac3b-4402-b348-023d9f259118,segment=NetworkSegment(98f1df58-c607-4684-b35b-80a82a46cc46),segment_id=98f1df58-c607-4684-b35b-80a82a46cc46)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:07.134944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (013b7908-ac3b-4402-b348-023d9f259118), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.160167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] Calling delete_port for 013b7908-ac3b-4402-b348-023d9f259118 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:07.173293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Made reservation on behalf of d11585bc8871463994074b6c1f01d5b3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:07.177913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.180111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 013b7908-ac3b-4402-b348-023d9f259118 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:07.180590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (013b7908-ac3b-4402-b348-023d9f259118), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.285040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device dacd291f-7112-424e-8821-08da954eee5c no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:07.307596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'name': 'network-vif-deleted', 'tag': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:07.310310 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c874861-62f3-4c98-9e6c-2d42ee2b2b2b" -d '{"events": [{"server_uuid": "4a924645-8e61-4ab5-a7aa-7a185f77f199", "name": "network-vif-deleted", "tag": "9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:07.342563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] For port 013b7908-ac3b-4402-b348-023d9f259118, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=013b7908-ac3b-4402-b348-023d9f259118,segment=NetworkSegment(98f1df58-c607-4684-b35b-80a82a46cc46),segment_id=98f1df58-c607-4684-b35b-80a82a46cc46)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:07.343145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (013b7908-ac3b-4402-b348-023d9f259118), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.352727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: dacd291f-7112-424e-8821-08da954eee5c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:07.353789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device dacd291f-7112-424e-8821-08da954eee5c not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:07.374092 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (013b7908-ac3b-4402-b348-023d9f259118), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.383682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 013b7908-ac3b-4402-b348-023d9f259118 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:07.421466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] Pushing event deleted for resources: {'Port': ['ID=013b7908-ac3b-4402-b348-023d9f259118,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:07.431047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f74f4-8f57-478f-821e-75f0d533ea9e None None] No DVR routers for this DVR port 013b7908-ac3b-4402-b348-023d9f259118 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:07.478713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Allocated IP 172.20.0.13 (a77ddd7c-1edb-44d6-838f-3777076f749c/0ab5d517-3434-4410-b86b-1f3acfb9a55f/6572432d-60b0-4705-9182-780e81c90561) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:07.532049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (013b7908-ac3b-4402-b348-023d9f259118), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.582888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=013b7908-ac3b-4402-b348-023d9f259118,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:07.598705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] No DVR routers for this DVR port 013b7908-ac3b-4402-b348-023d9f259118 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:07.667725 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d49c15-63e0-4254-a14d-b286bcb363ba x-openstack-request-id: req-c0d49c15-63e0-4254-a14d-b286bcb363ba {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:07.668045 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a924645-8e61-4ab5-a7aa-7a185f77f199", "name": "network-vif-deleted", "tag": "9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:07.668327 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0d49c15-63e0-4254-a14d-b286bcb363ba {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:07.668726 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a924645-8e61-4ab5-a7aa-7a185f77f199', 'name': 'network-vif-deleted', 'tag': '9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a', 'status': 'completed', 'code': 200} Jan 29 19:50:07.711875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9fd63d78-655e-4b58-97a9-595ae1faa509), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.736604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd63d78-655e-4b58-97a9-595ae1faa509']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:07.749056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f1df58-c607-4684-b35b-80a82a46cc46') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:07.749333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f1df58-c607-4684-b35b-80a82a46cc46') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:07.761666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (98f1df58-c607-4684-b35b-80a82a46cc46), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.768161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks [] for port (6572432d-60b0-4705-9182-780e81c90561), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.778350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (98f1df58-c607-4684-b35b-80a82a46cc46), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.783659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345103-9116-4a5b-8f46-0426926d1e18 req-39fe4a04-52d8-4883-b1bc-8dc315c605f9 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:07.786258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:07.786664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (98f1df58-c607-4684-b35b-80a82a46cc46), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.792187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00345103-9116-4a5b-8f46-0426926d1e18 req-39fe4a04-52d8-4883-b1bc-8dc315c605f9 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 943 time: 0.1226082 Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:07.865674 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:07.889533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00345103-9116-4a5b-8f46-0426926d1e18 req-533d9eab-16fe-4c2e-a28c-a2a252039dcd tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Jan 29 19:50:07.922370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b48a65cc-09ff-4257-aa0e-601f9e8f3bdd req-b89b2b44-00ad-4b20-83c9-9125b9392a65 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 210 time: 0.0352540 Jan 29 19:50:07.967803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9fd63d78-655e-4b58-97a9-595ae1faa509), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.968050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.974658 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:07.980985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49562) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:07.981247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/networks/9fd63d78-655e-4b58-97a9-595ae1faa509 HTTP/1.1" status: 204 len: 168 time: 1.2313545 Jan 29 19:50:07.997532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3a3a5-d848-499d-8a15-4facfbf0ffbc tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Network': ['ID=9fd63d78-655e-4b58-97a9-595ae1faa509,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:08.080012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6572432d-60b0-4705-9182-780e81c90561), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.287644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:08.296565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Network a77ddd7c-1edb-44d6-838f-3777076f749c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:08.330394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a582881f-c78d-4796-be2b-392e0ceb01ba req-3de7d748-8f68-4447-b581-ea51931ce975 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 210 time: 0.0623565 Jan 29 19:50:08.358906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:08.366279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:08.415504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.415806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.416337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.416686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.417028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.417423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.417758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.418095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.418425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.418756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.419088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.419414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.419740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:08.478361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:08.479048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.482793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port 53663723-b64c-4bf9-a93c-5ceebe8012e6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:08.483137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.492439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-c50bb236-4aeb-4718-b1e1-be8201c1781d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:08.494195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-c50bb236-4aeb-4718-b1e1-be8201c1781d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 813 time: 0.4108963 Jan 29 19:50:08.515882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Request body: {'port': {'device_id': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'admin_state_up': True, 'tenant_id': '5c596840ec7f4e728bb73796bc1bbe40'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:08.614627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 013b7908-ac3b-4402-b348-023d9f259118 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:08.637020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 013b7908-ac3b-4402-b348-023d9f259118 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:08.637650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 013b7908-ac3b-4402-b348-023d9f259118 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:08.657163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-dc61a7d0-f4aa-48d4-b0ee-35ac4cccc82b tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:08.658644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-dc61a7d0-f4aa-48d4-b0ee-35ac4cccc82b tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 813 time: 0.1742058 Jan 29 19:50:08.690202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Request body: {'port': {'device_id': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'admin_state_up': True, 'tenant_id': '5c596840ec7f4e728bb73796bc1bbe40'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:08.710994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5d83a194-14b5-4204-88d6-85ee81211973 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8430519 Jan 29 19:50:08.752416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Request body: {'port': {'device_id': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:08.851338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.851671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (53663723-b64c-4bf9-a93c-5ceebe8012e6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.867656 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.869803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for 53663723-b64c-4bf9-a93c-5ceebe8012e6 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:08.884566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Made reservation on behalf of 5c596840ec7f4e728bb73796bc1bbe40 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:08.888086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:08.927582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Made reservation on behalf of 5c596840ec7f4e728bb73796bc1bbe40 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:08.932925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:09.040953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Allocated IP 172.20.0.2 (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6/a3c6fee1-883b-4c2f-ab58-375b16a4206f/4847aaa1-83f6-42fb-84e6-869a9cfbbe19) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:09.076979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d034d86-ebdb-46d9-8e0d-00a33b7b87a3 req-f7105869-5c1c-4327-81bb-8bb0664756b9 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:09.079217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d034d86-ebdb-46d9-8e0d-00a33b7b87a3 req-f7105869-5c1c-4327-81bb-8bb0664756b9 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 943 time: 0.0763457 Jan 29 19:50:09.135556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d034d86-ebdb-46d9-8e0d-00a33b7b87a3 req-3b32ea22-c03e-45f0-93b0-dbfb01bcf1a1 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474982 Jan 29 19:50:09.205548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:09.226433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:09.227014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9d4c085f-cc07-40f1-8aa4-f3365ebc0c7a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:09.288321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9b5574f0-944c-4d7c-a844-fa700846363e details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:09.314216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94cbe5-ee30-4617-bdca-d7a4b0384728 req-a8c60c75-a7c1-4544-bca3-4cc606314256 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:09.316146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc94cbe5-ee30-4617-bdca-d7a4b0384728 req-a8c60c75-a7c1-4544-bca3-4cc606314256 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 932 time: 0.2562373 Jan 29 19:50:09.422032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9b5574f0-944c-4d7c-a844-fa700846363e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9b5574f0-944c-4d7c-a844-fa700846363e,segment=NetworkSegment(8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee),segment_id=8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:09.438893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '9b5574f0-944c-4d7c-a844-fa700846363e', 'network_id': '038308c1-ef54-4935-b952-f5b932ece961', 'port_id': '9b5574f0-944c-4d7c-a844-fa700846363e', 'mac_address': 'fa:16:3e:0b:d0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987cd150-0167-4bee-8f78-71d20e550a2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:09.463336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02a5c8f7-3888-4171-bbc7-f44a9cbac8b4 req-7d824567-233a-4a30-9267-c289da7ddeed tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 210 time: 0.0445242 Jan 29 19:50:09.490847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9b5574f0-944c-4d7c-a844-fa700846363e is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:09.492848 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:09.509682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5574f0-944c-4d7c-a844-fa700846363e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:09.534635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9b5574f0-944c-4d7c-a844-fa700846363e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9b5574f0-944c-4d7c-a844-fa700846363e,segment=NetworkSegment(8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee),segment_id=8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:09.545501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc94cbe5-ee30-4617-bdca-d7a4b0384728 req-ed4d3a3b-a2e4-4e1e-921a-070c959676fb tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166018 Jan 29 19:50:09.596148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks [] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:09.601767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:09.655333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9b5574f0-944c-4d7c-a844-fa700846363e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:09.694665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (53663723-b64c-4bf9-a93c-5ceebe8012e6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:09.811580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Allocated IP 172.20.0.6 (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6/a3c6fee1-883b-4c2f-ab58-375b16a4206f/ca1c6f88-99d9-4090-8f18-a739f8b1f959) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:09.989335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks [] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:09.995246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9b5574f0-944c-4d7c-a844-fa700846363e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:10.057739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6572432d-60b0-4705-9182-780e81c90561 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:10.067040 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.068789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=53663723-b64c-4bf9-a93c-5ceebe8012e6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:10.073615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Publish callbacks [] for port (6572432d-60b0-4705-9182-780e81c90561), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.099235 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.157499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Transition to ACTIVE for port object 6572432d-60b0-4705-9182-780e81c90561 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:50:10.181100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:10.188552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:10.194369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:10.197293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event updated for resources: {'Port': ['ID=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:10.243525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for floatingip (1955ac6f-4be7-4307-b665-a223cd39c9c1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.243871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:10.246420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.247653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-106dd897-711f-4fe8-82d6-da11786ee756 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/floatingips/1955ac6f-4be7-4307-b665-a223cd39c9c1 HTTP/1.1" status: 204 len: 168 time: 2.2647705 Jan 29 19:50:10.248652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.257101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49578) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:10.257733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event updated for resources: {'Port': ['ID=ca1c6f88-99d9-4090-8f18-a739f8b1f959,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:10.263581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:10.265988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:10.318213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:10.319103 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.326035 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8eb35c-22fd-496a-802a-ff9c42745ce7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] DELETE failed (client error): The resource could not be found. Jan 29 19:50:10.326631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8eb35c-22fd-496a-802a-ff9c42745ce7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:50:10.329786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1a8eb35c-22fd-496a-802a-ff9c42745ce7 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/ports/16a6d9b7-53bc-48e1-89e7-64cb7c8c02f1 HTTP/1.1" status: 404 len: 333 time: 0.0708284 Jan 29 19:50:10.338278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49580) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:10.351872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:10.352170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.364053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1035-aa25-4d1b-a18a-40067cb86a21 req-8b2d847a-610e-4800-94e4-e8aa851f65c4 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:10.365686 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-489c1035-aa25-4d1b-a18a-40067cb86a21 req-8b2d847a-610e-4800-94e4-e8aa851f65c4 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 944 time: 0.1289492 Jan 29 19:50:10.382611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6943e8e-6d3a-45a2-991f-c83dce621935 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d986d5-e501-494c-a311-15f48676f37b HTTP/1.1" status: 200 len: 205 time: 0.0393670 Jan 29 19:50:10.383100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49582) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:10.386672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:10.435583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-58875f50-8476-42da-8321-41a15e6e3c95 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9259264 Jan 29 19:50:10.438589 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-a54e7205-2679-4150-af02-67cb317bb87b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] delete failed (client error): The resource could not be found. Jan 29 19:50:10.442294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a54e7205-2679-4150-af02-67cb317bb87b tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/routers/e6d986d5-e501-494c-a311-15f48676f37b HTTP/1.1" status: 404 len: 336 time: 0.0557697 Jan 29 19:50:10.442588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49584) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:10.469196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2e42341-038b-43a3-8226-4b38e8c829c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7875290 Jan 29 19:50:10.483598 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-550a03d7-c2c4-428b-938a-8ae16b6fffa8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] DELETE failed (client error): The resource could not be found. Jan 29 19:50:10.484049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550a03d7-c2c4-428b-938a-8ae16b6fffa8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:50:10.487203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-550a03d7-c2c4-428b-938a-8ae16b6fffa8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/subnets/b947883c-cdd4-49dc-aa76-acdb099f8bb9 HTTP/1.1" status: 404 len: 337 time: 0.0435202 Jan 29 19:50:10.500426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49590) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:10.508852 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-489c1035-aa25-4d1b-a18a-40067cb86a21 req-a9796b06-3093-489c-b4a2-1542c82a37f6 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269190 Jan 29 19:50:10.522582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Request body: {'port': {'device_id': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:10.542402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Request body: {'port': {'device_id': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:10.599191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Attempting to bind port 6572432d-60b0-4705-9182-780e81c90561 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:10.599534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Attempting to bind port 6572432d-60b0-4705-9182-780e81c90561 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:10.599874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Attempting to bind port 6572432d-60b0-4705-9182-780e81c90561 on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:10.615752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.649517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Port 6572432d-60b0-4705-9182-780e81c90561 on network a77ddd7c-1edb-44d6-838f-3777076f749c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:50:10.653084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Attempting to bind port 6572432d-60b0-4705-9182-780e81c90561 on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:10.686340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:10.686692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Checking segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:10.687092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Bound using segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:10.687547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Bound port: 6572432d-60b0-4705-9182-780e81c90561, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:10.687913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.723294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.770635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf535a6-bfc5-468f-98e6-f4ecce62bb05 req-bfdce3d6-97a4-4333-ad92-669616fd682e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:10.772161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bf535a6-bfc5-468f-98e6-f4ecce62bb05 req-bfdce3d6-97a4-4333-ad92-669616fd682e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 931 time: 0.1939733 Jan 29 19:50:10.812680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b24f6-bc6a-43a5-98ac-bfd2386454b1 req-6843e49a-81bd-421d-bfa2-5080546c1d10 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:10.820706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-995b24f6-bc6a-43a5-98ac-bfd2386454b1 req-6843e49a-81bd-421d-bfa2-5080546c1d10 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.1651857 Jan 29 19:50:10.837170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port affde333-b31c-4ae3-a6fa-bf1e2cc19f87 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:10.837745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (affde333-b31c-4ae3-a6fa-bf1e2cc19f87), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:10.952903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-995b24f6-bc6a-43a5-98ac-bfd2386454b1 req-f257c71c-f5fe-4d8e-9952-2ffd17a80e4e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312723 Jan 29 19:50:10.954981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:11.013416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:11.024901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bf535a6-bfc5-468f-98e6-f4ecce62bb05 req-acc15c2d-9d37-4cf5-8b33-d80bb59ac819 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229502 Jan 29 19:50:11.050422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1c6f88-99d9-4090-8f18-a739f8b1f959 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:11.054435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (affde333-b31c-4ae3-a6fa-bf1e2cc19f87), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.059631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Publish callbacks [] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.068391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for affde333-b31c-4ae3-a6fa-bf1e2cc19f87 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:11.073491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Transition to ACTIVE for port object ca1c6f88-99d9-4090-8f18-a739f8b1f959 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:50:11.086196 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.162454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.166481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.166481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] 10.222.0.26 "PUT /v2.0/ports/6572432d-60b0-4705-9182-780e81c90561 HTTP/1.1" status: 200 len: 1092 time: 2.4290907 Jan 29 19:50:11.166481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'tag': '6572432d-60b0-4705-9182-780e81c90561'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:11.168427 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e552b-2a97-4342-9cec-486e0703856d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "tag": "6572432d-60b0-4705-9182-780e81c90561"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:11.190253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.220324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e61660-2a67-4258-83d4-f7fb964f5c62 service neutron] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:11.243400 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e37aea-3d42-4c0a-b290-6f927d508069 x-openstack-request-id: req-a8e37aea-3d42-4c0a-b290-6f927d508069 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:11.243779 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "tag": "6572432d-60b0-4705-9182-780e81c90561", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:11.247395 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8e37aea-3d42-4c0a-b290-6f927d508069 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:11.247395 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'tag': '6572432d-60b0-4705-9182-780e81c90561', 'status': 'completed', 'code': 200} Jan 29 19:50:11.256355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Pushing event updated for resources: {'Port': ['ID=ca1c6f88-99d9-4090-8f18-a739f8b1f959,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:11.301660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9b5574f0-944c-4d7c-a844-fa700846363e up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:11.342692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Attempting to bind port ca1c6f88-99d9-4090-8f18-a739f8b1f959 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:11.343179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Attempting to bind port ca1c6f88-99d9-4090-8f18-a739f8b1f959 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:11.343582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Attempting to bind port ca1c6f88-99d9-4090-8f18-a739f8b1f959 on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:11.348989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Port ca1c6f88-99d9-4090-8f18-a739f8b1f959 on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:50:11.349395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Attempting to bind port ca1c6f88-99d9-4090-8f18-a739f8b1f959 on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:11.354970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:11.355459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Checking segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:11.362694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Bound using segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:11.362694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Bound port: ca1c6f88-99d9-4090-8f18-a739f8b1f959, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:11.362694 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.430553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] For port ca1c6f88-99d9-4090-8f18-a739f8b1f959, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:11.433987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] For port ca1c6f88-99d9-4090-8f18-a739f8b1f959, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca1c6f88-99d9-4090-8f18-a739f8b1f959,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:11.438106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (affde333-b31c-4ae3-a6fa-bf1e2cc19f87), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.458133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e552b-2a97-4342-9cec-486e0703856d req-39e89cf7-cb4d-4962-b76e-61390d2b21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.458589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 9b5574f0-944c-4d7c-a844-fa700846363e completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:50:11.459857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-420e552b-2a97-4342-9cec-486e0703856d req-39e89cf7-cb4d-4962-b76e-61390d2b21e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 1126 time: 0.1635728 Jan 29 19:50:11.463118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 9b5574f0-944c-4d7c-a844-fa700846363e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:11.463584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.500508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=affde333-b31c-4ae3-a6fa-bf1e2cc19f87,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:11.511054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.556844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.562398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.564219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] 10.222.0.13 "PUT /v2.0/ports/ca1c6f88-99d9-4090-8f18-a739f8b1f959 HTTP/1.1" status: 200 len: 1091 time: 1.0541451 Jan 29 19:50:11.570385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'tag': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:11.575816 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bcce63-bff3-4795-b334-14f9236484ea" -d '{"events": [{"name": "network-changed", "server_uuid": "79e0e5de-99d4-4ba9-89ee-8d161d5f8609", "tag": "ca1c6f88-99d9-4090-8f18-a739f8b1f959"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:11.586892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9b5574f0-944c-4d7c-a844-fa700846363e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:11.591797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.630830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5574f0-944c-4d7c-a844-fa700846363e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:11.639622 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f127101f-c396-414b-b289-54be6829d814" -d '{"events": [{"server_uuid": "934d7ab0-92e4-4312-a9f8-49a843bb8016", "name": "network-vif-plugged", "status": "completed", "tag": "9b5574f0-944c-4d7c-a844-fa700846363e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:11.674108 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b74a8-49b2-43db-804e-8aaef1fe77ba x-openstack-request-id: req-024b74a8-49b2-43db-804e-8aaef1fe77ba {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:11.675045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9b5574f0-944c-4d7c-a844-fa700846363e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9b5574f0-944c-4d7c-a844-fa700846363e,segment=NetworkSegment(8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee),segment_id=8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:11.676190 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e0e5de-99d4-4ba9-89ee-8d161d5f8609", "tag": "ca1c6f88-99d9-4090-8f18-a739f8b1f959", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:11.680579 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-024b74a8-49b2-43db-804e-8aaef1fe77ba {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:11.681099 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'tag': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959', 'status': 'completed', 'code': 200} Jan 29 19:50:11.692656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:11.721095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Publish callbacks [] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.727040 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dac52c2-28ba-45d3-9da4-bf4404af40cc x-openstack-request-id: req-6dac52c2-28ba-45d3-9da4-bf4404af40cc {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:11.729272 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d7ab0-92e4-4312-a9f8-49a843bb8016", "name": "network-vif-plugged", "status": "completed", "tag": "9b5574f0-944c-4d7c-a844-fa700846363e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:11.729531 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dac52c2-28ba-45d3-9da4-bf4404af40cc {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:11.730475 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5574f0-944c-4d7c-a844-fa700846363e', 'code': 200} Jan 29 19:50:11.755283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.757199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.758762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3923082f-3a54-4922-b2ca-483b7c6605c8 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/ports/affde333-b31c-4ae3-a6fa-bf1e2cc19f87 HTTP/1.1" status: 204 len: 168 time: 1.2560709 Jan 29 19:50:11.767705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49604) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:11.778917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9c445-59d1-4207-a9e5-89ee77682bab service neutron] Pushing event updated for resources: {'Port': ['ID=ca1c6f88-99d9-4090-8f18-a739f8b1f959,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:11.791097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Transition to ACTIVE for port object 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:50:11.797893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcce63-bff3-4795-b334-14f9236484ea req-f248e889-7eb1-408d-a5d9-578bacdf45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.801901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bcce63-bff3-4795-b334-14f9236484ea req-f248e889-7eb1-408d-a5d9-578bacdf45ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 1125 time: 0.1170993 Jan 29 19:50:11.844726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e552b-2a97-4342-9cec-486e0703856d req-71cc2b96-d042-40bf-a6cc-21d478b078c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.846826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-420e552b-2a97-4342-9cec-486e0703856d req-71cc2b96-d042-40bf-a6cc-21d478b078c1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d11585bc8871463994074b6c1f01d5b3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3636272 Jan 29 19:50:11.855511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9b5574f0-944c-4d7c-a844-fa700846363e,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:11.891865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:11.950510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcce63-bff3-4795-b334-14f9236484ea req-b8b33e75-7aeb-473a-b5f9-25d96c0330cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.952158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bcce63-bff3-4795-b334-14f9236484ea req-b8b33e75-7aeb-473a-b5f9-25d96c0330cc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1349058 Jan 29 19:50:11.970460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca962b-2eff-4a6d-b3da-86e16e767120 req-2e00d441-1685-4811-a81e-a7dbeb0638d4 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:11.973183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfca962b-2eff-4a6d-b3da-86e16e767120 req-2e00d441-1685-4811-a81e-a7dbeb0638d4 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 944 time: 0.2995043 Jan 29 19:50:12.093017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:12.108844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcecad-a6fa-45c5-ab9f-0a838e1c7d9d req-eac15d50-205d-4503-948a-c1ad8e19fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.109922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8fcecad-a6fa-45c5-ab9f-0a838e1c7d9d req-eac15d50-205d-4503-948a-c1ad8e19fa2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 1127 time: 0.2850742 Jan 29 19:50:12.110938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcce63-bff3-4795-b334-14f9236484ea req-feb833f8-0fd4-4840-b418-ad26d3d9e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.112743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bcce63-bff3-4795-b334-14f9236484ea req-feb833f8-0fd4-4840-b418-ad26d3d9e79e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1535542 Jan 29 19:50:12.124043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42302f95-1d20-4919-87cb-9a6a821d4a35 req-b45490f6-e509-4292-834f-95f4e524538a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.125576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42302f95-1d20-4919-87cb-9a6a821d4a35 req-b45490f6-e509-4292-834f-95f4e524538a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.0869939 Jan 29 19:50:12.208423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42302f95-1d20-4919-87cb-9a6a821d4a35 req-f7354ea9-422d-44cb-aa35-c9f482eda061 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758064 Jan 29 19:50:12.224281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfca962b-2eff-4a6d-b3da-86e16e767120 req-f1d90d0e-8f26-41c2-8045-b85ac2fefa73 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230859 Jan 29 19:50:12.225440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e552b-2a97-4342-9cec-486e0703856d req-03f387df-1efe-4bfd-b478-581a56e0e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.226936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-420e552b-2a97-4342-9cec-486e0703856d req-03f387df-1efe-4bfd-b478-581a56e0e0cd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3545010 Jan 29 19:50:12.252859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-53f4c4a4-ed63-4ca3-94b5-ac053272a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.254939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-53f4c4a4-ed63-4ca3-94b5-ac053272a84b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 1125 time: 0.0913517 Jan 29 19:50:12.257298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port df49c07d-d2ab-4434-90fe-5eb44670a977 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:12.257663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (df49c07d-d2ab-4434-90fe-5eb44670a977), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:12.320409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-ae4a7cd4-c601-49ab-857b-3f9de15b0ad4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca1c6f88-99d9-4090-8f18-a739f8b1f959 HTTP/1.1" status: 200 len: 217 time: 0.0567520 Jan 29 19:50:12.326906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8fcecad-a6fa-45c5-ab9f-0a838e1c7d9d req-69e98d3d-a870-4495-93f9-9cf13178317a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886764 Jan 29 19:50:12.378080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-52a897ad-6756-4ef1-96cf-c00aa3d20eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.379638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-52a897ad-6756-4ef1-96cf-c00aa3d20eda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 200 len: 853 time: 0.0527432 Jan 29 19:50:12.404337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Attempting to bind port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:12.404679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Attempting to bind port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:12.405014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Attempting to bind port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:12.426793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:50:12.427123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Attempting to bind port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 on network 868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:12.443855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:12.444513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Checking segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:12.444618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Bound using segment: {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:12.445030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Bound port: 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4942281-3541-4d57-a011-e1303aec1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:12.445396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:12.478572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (df49c07d-d2ab-4434-90fe-5eb44670a977), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:12.501380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-224b9162-2984-449f-b64b-e8de4cc7e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.503203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-224b9162-2984-449f-b64b-e8de4cc7e9ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 1126 time: 0.1988840 Jan 29 19:50:12.505315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for df49c07d-d2ab-4434-90fe-5eb44670a977 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:12.531245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24691598-9515-4674-8da2-77f69bfb30e1 req-98229631-029a-4767-9290-4a7712812207 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.532789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24691598-9515-4674-8da2-77f69bfb30e1 req-98229631-029a-4767-9290-4a7712812207 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 943 time: 0.2033122 Jan 29 19:50:12.555539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-9cb01ecd-687b-4ff8-89af-c7c3a3db9376 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299220 Jan 29 19:50:12.598132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-5f4e7a2b-91b3-4bd0-9f34-73871a67dabd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6572432d-60b0-4705-9182-780e81c90561 HTTP/1.1" status: 200 len: 217 time: 0.0643098 Jan 29 19:50:12.648833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-1c0055c8-3665-4020-a767-cf1f50cb083c service neutron] 10.222.0.13 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855279 Jan 29 19:50:12.719133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] For port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:12.747430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-95fa7853-d6fd-4b07-86a0-f3366aa55014 service neutron] 10.222.0.13 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877509 Jan 29 19:50:12.749955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24691598-9515-4674-8da2-77f69bfb30e1 req-4c8796ae-c135-4e14-ab75-1180f51a552c tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058356 Jan 29 19:50:12.751700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] For port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:12.757126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-b76dd701-62d1-4200-aafc-fec75ce37c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.758575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-b76dd701-62d1-4200-aafc-fec75ce37c61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 200 len: 845 time: 0.1511400 Jan 29 19:50:12.798187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-35aff461-293b-4be5-9ab8-841ac121c6cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a77ddd7c-1edb-44d6-838f-3777076f749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280426 Jan 29 19:50:12.853739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:12.941846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:12.942469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:12.943988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/4847aaa1-83f6-42fb-84e6-869a9cfbbe19 HTTP/1.1" status: 200 len: 1091 time: 2.4915302 Jan 29 19:50:12.979777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebfd4d-8bde-4417-8683-ae09dfa407d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:13.000695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-032efed4-e426-49ec-9226-90f12759e53b service neutron] 10.222.0.26 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940126 Jan 29 19:50:13.071148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (df49c07d-d2ab-4434-90fe-5eb44670a977), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:13.143892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=df49c07d-d2ab-4434-90fe-5eb44670a977,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:13.205321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-362127ea-0dd1-4864-b7f4-9b70a3f86f7f req-f80340ab-064e-46f0-9fad-d46f7ea991ee service neutron] 10.222.0.26 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969671 Jan 29 19:50:13.227299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d7d33485-9c3a-4381-ab4d-d0bff184617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:13.228844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d7d33485-9c3a-4381-ab4d-d0bff184617f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 1125 time: 0.1518283 Jan 29 19:50:13.233821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:13.237208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4662d6ba-593f-4c27-8e07-9af5cdd206cd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/ports/df49c07d-d2ab-4434-90fe-5eb44670a977 HTTP/1.1" status: 204 len: 168 time: 1.4674366 Jan 29 19:50:13.239904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:13.299066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'tag': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:13.302354 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328deaa6-f338-4605-a3e0-0cd93e7fc1be" -d '{"events": [{"name": "network-changed", "server_uuid": "046d5c74-db09-4a06-9227-5f81e99a4d94", "tag": "4847aaa1-83f6-42fb-84e6-869a9cfbbe19"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:13.306147 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-b23a0310-505e-4fc3-bdcd-bc90128ac3f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19 HTTP/1.1" status: 200 len: 217 time: 0.0626595 Jan 29 19:50:13.388576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa14cf4-01be-43ab-9632-8899bccbb9fd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:13.391662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3aa14cf4-01be-43ab-9632-8899bccbb9fd tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "GET /v2.0/ports?device_id=305af0e4-87d9-479d-a87b-cb8334abd372 HTTP/1.1" status: 200 len: 913 time: 0.1493533 Jan 29 19:50:13.394588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49624) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:13.406780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-34a6b453-5f19-4cf3-a368-c1765d389ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:13.408298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-34a6b453-5f19-4cf3-a368-c1765d389ff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 200 len: 853 time: 0.0948892 Jan 29 19:50:13.409637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad01960-8c6b-4f61-ab3d-2aa39915a8a2 req-3deda652-8984-43b2-bd01-519dd7970ef8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:13.411383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bad01960-8c6b-4f61-ab3d-2aa39915a8a2 req-3deda652-8984-43b2-bd01-519dd7970ef8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.0943952 Jan 29 19:50:13.446986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-d2dfa5f2-65e7-43a9-86d3-f5a71653c348 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289075 Jan 29 19:50:13.455214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381611-2b1f-480e-8a03-febd6f2fad9a req-c279000b-6066-4baa-8298-7cd35479ef81 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:13.457204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65381611-2b1f-480e-8a03-febd6f2fad9a req-c279000b-6066-4baa-8298-7cd35479ef81 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 945 time: 0.1233935 Jan 29 19:50:13.893518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bad01960-8c6b-4f61-ab3d-2aa39915a8a2 req-3f610cea-e08b-47a7-8322-7648974f754a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496675 Jan 29 19:50:13.961971 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b633bbd3-a26e-4c7a-8fc9-5aa58d1c6b87 x-openstack-request-id: req-b633bbd3-a26e-4c7a-8fc9-5aa58d1c6b87 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:13.962259 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046d5c74-db09-4a06-9227-5f81e99a4d94", "tag": "4847aaa1-83f6-42fb-84e6-869a9cfbbe19", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:13.962511 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b633bbd3-a26e-4c7a-8fc9-5aa58d1c6b87 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:13.962916 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'tag': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19', 'status': 'completed', 'code': 200} Jan 29 19:50:13.973055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65381611-2b1f-480e-8a03-febd6f2fad9a req-a5dd296a-6b72-434c-94c4-a3421fbb5471 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948766 Jan 29 19:50:13.999075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-2c968287-da32-4c20-b55f-b4d2aa377368 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373228 Jan 29 19:50:14.130295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4d11cd9-d19b-49ee-ad18-322ed2439adb req-dba217eb-3b82-4f91-ad3b-8660b5f1d664 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248987 Jan 29 19:50:14.162644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4148b-3de0-4244-91eb-47356e3f8386 req-c649ddb6-0818-4d70-8125-886a383a6d55 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:14.162644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1d4148b-3de0-4244-91eb-47356e3f8386 req-c649ddb6-0818-4d70-8125-886a383a6d55 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 943 time: 0.1146564 Jan 29 19:50:14.251396 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1d4148b-3de0-4244-91eb-47356e3f8386 req-1f455788-909d-4581-954c-0a696f32edbd tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792065 Jan 29 19:50:14.286917 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (305af0e4-87d9-479d-a87b-cb8334abd372), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:14.396956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-a3db703b-251f-4ff3-8b50-d7c9a81d446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:14.398812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-a3db703b-251f-4ff3-8b50-d7c9a81d446c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 1125 time: 0.0503681 Jan 29 19:50:14.506317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-15d405ff-f5e7-44f6-b9b9-31e70d71226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:14.509086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-15d405ff-f5e7-44f6-b9b9-31e70d71226d service neutron] 10.222.0.26 "GET /v2.0/networks?id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 200 len: 913 time: 0.1038158 Jan 29 19:50:14.555624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-88383d02-9cac-4daa-a744-2a4a8e864011 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19 HTTP/1.1" status: 200 len: 217 time: 0.0397685 Jan 29 19:50:14.577948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port e002c661-3201-473d-a232-13afa3547eb3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:14.578302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e002c661-3201-473d-a232-13afa3547eb3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:14.607453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-42c8b78f-f4d1-4311-89c4-ed301f99ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:14.609136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-42c8b78f-f4d1-4311-89c4-ed301f99ddeb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 200 len: 853 time: 0.0480776 Jan 29 19:50:14.644397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-5bdbfef5-6451-4e02-a875-5c54f355fc51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277891 Jan 29 19:50:14.669882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e002c661-3201-473d-a232-13afa3547eb3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:14.682672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for e002c661-3201-473d-a232-13afa3547eb3 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:14.754212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-91f89ff6-e26e-4b5e-bec1-103d7f5c3544 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007740 Jan 29 19:50:14.858820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-328deaa6-f338-4605-a3e0-0cd93e7fc1be req-562e99e7-3a08-4616-9169-9893af15ea17 service neutron] 10.222.0.26 "GET /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979335 Jan 29 19:50:14.972484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e002c661-3201-473d-a232-13afa3547eb3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:15.006855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=e002c661-3201-473d-a232-13afa3547eb3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:15.051376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76ad16-b815-46cb-9e2d-24e5d2a0bcb2 req-36c7c8d1-24bc-4c9b-8d3f-b060638a5de2 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:15.053946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c76ad16-b815-46cb-9e2d-24e5d2a0bcb2 req-36c7c8d1-24bc-4c9b-8d3f-b060638a5de2 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.0856521 Jan 29 19:50:15.126477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c76ad16-b815-46cb-9e2d-24e5d2a0bcb2 req-5bb663f2-dd2c-458b-9035-bcd24ab0662d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667009 Jan 29 19:50:15.217173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7570-0599-4185-bd11-cf6df39df88b req-593a4b62-e2a6-434f-845f-41331de99e13 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:15.218688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b3e7570-0599-4185-bd11-cf6df39df88b req-593a4b62-e2a6-434f-845f-41331de99e13 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 945 time: 0.1464446 Jan 29 19:50:15.298434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (305af0e4-87d9-479d-a87b-cb8334abd372), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:15.310233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca1c6f88-99d9-4090-8f18-a739f8b1f959 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:15.382847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76695d-7e86-4617-b038-604a46b97b28 req-9595d10c-c060-4d75-9543-dcd510c75196 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:15.390582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f76695d-7e86-4617-b038-604a46b97b28 req-9595d10c-c060-4d75-9543-dcd510c75196 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 943 time: 0.0631516 Jan 29 19:50:15.441992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ca1c6f88-99d9-4090-8f18-a739f8b1f959, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca1c6f88-99d9-4090-8f18-a739f8b1f959,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:15.450656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f76695d-7e86-4617-b038-604a46b97b28 req-e1f684d3-be50-4e4b-9166-f7cbc1d37276 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Jan 29 19:50:15.453807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b3e7570-0599-4185-bd11-cf6df39df88b req-5ba5760a-0e0a-4a28-b972-1c3f9c68ec26 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069514 Jan 29 19:50:15.461656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'port_id': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959', 'mac_address': 'fa:16:3e:3a:4b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c6fee1-883b-4c2f-ab58-375b16a4206f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:15.537851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ca1c6f88-99d9-4090-8f18-a739f8b1f959 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:15.537851 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:15.543422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1c6f88-99d9-4090-8f18-a739f8b1f959 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:15.567713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ca1c6f88-99d9-4090-8f18-a739f8b1f959, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca1c6f88-99d9-4090-8f18-a739f8b1f959,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:15.598514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Router 305af0e4-87d9-479d-a87b-cb8334abd372 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:50:15.639476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:15.700732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ca1c6f88-99d9-4090-8f18-a739f8b1f959,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:15.731178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:15.736052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a3ba4b0-73eb-44bd-94eb-d45f4d483b15 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "PUT /v2.0/routers/305af0e4-87d9-479d-a87b-cb8334abd372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3406091 Jan 29 19:50:15.743698 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] Sync routers for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:15.745095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49650) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:15.754353 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:15.754985 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:15.795920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:15.805869 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] Routers {'305af0e4-87d9-479d-a87b-cb8334abd372'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:15.806681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:49:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['305af0e4-87d9-479d-a87b-cb8334abd372'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:15.841284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:15.842223 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf1944-a156-4ee9-8a36-11f61f39cebb None None] The sync data for ids ['305af0e4-87d9-479d-a87b-cb8334abd372'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:50:15.858291 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router (305af0e4-87d9-479d-a87b-cb8334abd372), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:15.968371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_gateway (305af0e4-87d9-479d-a87b-cb8334abd372), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.001923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ca1c6f88-99d9-4090-8f18-a739f8b1f959'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:16.145017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting port d571f26e-0480-4d9b-b721-478d538fdd31 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:16.145362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d571f26e-0480-4d9b-b721-478d538fdd31), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.227170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0967622-cbac-4108-88e5-51f38cd7651c req-5d9eec76-12c3-43cb-9af3-54a1deb0f138 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:16.234083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0967622-cbac-4108-88e5-51f38cd7651c req-5d9eec76-12c3-43cb-9af3-54a1deb0f138 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 945 time: 0.1304159 Jan 29 19:50:16.262081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f5c5-7f6b-46d3-8630-9ac5e9a2cfac req-90cca3aa-54e0-4492-8591-06640145404b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:16.274518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffd8f5c5-7f6b-46d3-8630-9ac5e9a2cfac req-90cca3aa-54e0-4492-8591-06640145404b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.0698774 Jan 29 19:50:16.275780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d571f26e-0480-4d9b-b721-478d538fdd31), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.304302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Calling delete_port for d571f26e-0480-4d9b-b721-478d538fdd31 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:16.314704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0967622-cbac-4108-88e5-51f38cd7651c req-a86019fd-f1d2-4fc1-b270-bb227d1eab69 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797906 Jan 29 19:50:16.318377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffd8f5c5-7f6b-46d3-8630-9ac5e9a2cfac req-65013186-d1a8-444b-9e2d-88a992bc1570 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Jan 29 19:50:16.517866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d571f26e-0480-4d9b-b721-478d538fdd31), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.566305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Port': ['ID=d571f26e-0480-4d9b-b721-478d538fdd31,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:16.635661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c4bf5-ee6b-407e-804a-4972ec77100a req-6dd57d1e-ebde-44cf-a0ad-d212fd68dfe1 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:16.637110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-861c4bf5-ee6b-407e-804a-4972ec77100a req-6dd57d1e-ebde-44cf-a0ad-d212fd68dfe1 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 944 time: 0.1297050 Jan 29 19:50:16.646035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (305af0e4-87d9-479d-a87b-cb8334abd372), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.758012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (305af0e4-87d9-479d-a87b-cb8334abd372), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.761834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router_controller (305af0e4-87d9-479d-a87b-cb8334abd372), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.814009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-861c4bf5-ee6b-407e-804a-4972ec77100a req-95c982c3-0801-406b-b540-1e472df94a6b tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705544 Jan 29 19:50:16.898601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (305af0e4-87d9-479d-a87b-cb8334abd372), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.899195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Fanout notify agent at l3_agent the message router_deleted on router 305af0e4-87d9-479d-a87b-cb8334abd372 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:50:16.905913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:16.906979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33c3acca-aeb4-4f00-8bfe-f7168b69f6f1 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/routers/305af0e4-87d9-479d-a87b-cb8334abd372 HTTP/1.1" status: 204 len: 168 time: 1.1608908 Jan 29 19:50:16.909538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49660) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:16.960126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Deleting subnet b1eaa78f-c74a-40d1-aefc-d1299f31081c {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:16.963167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks [] for subnet (b1eaa78f-c74a-40d1-aefc-d1299f31081c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.002326 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (b1eaa78f-c74a-40d1-aefc-d1299f31081c), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.045629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (b1eaa78f-c74a-40d1-aefc-d1299f31081c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.167460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (b1eaa78f-c74a-40d1-aefc-d1299f31081c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.196828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Subnet': ['ID=b1eaa78f-c74a-40d1-aefc-d1299f31081c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:17.198763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.204259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e08da822-d793-4590-bc24-6204279bea5a tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/subnets/b1eaa78f-c74a-40d1-aefc-d1299f31081c HTTP/1.1" status: 204 len: 168 time: 0.2915549 Jan 29 19:50:17.204773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49662) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:17.219662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:17.305139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.309795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca1c6f88-99d9-4090-8f18-a739f8b1f959 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:17.356388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:17.380964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '6572432d-60b0-4705-9182-780e81c90561', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': '6572432d-60b0-4705-9182-780e81c90561', 'mac_address': 'fa:16:3e:0e:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:17.427577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6572432d-60b0-4705-9182-780e81c90561 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:17.427972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.442337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6572432d-60b0-4705-9182-780e81c90561 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:17.458273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.469289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:17.470684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ca1c6f88-99d9-4090-8f18-a739f8b1f959 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:50:17.475445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ca1c6f88-99d9-4090-8f18-a739f8b1f959 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:17.479604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.496107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97526a0-fd79-4e7b-9a1d-dd4c8f302a68']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:17.510284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89758bb2-644a-4b28-92b1-bddc470fcabf req-b1a1464e-f215-4a2f-9def-bdc7f9210d7d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:17.512895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89758bb2-644a-4b28-92b1-bddc470fcabf req-b1a1464e-f215-4a2f-9def-bdc7f9210d7d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 945 time: 0.1090944 Jan 29 19:50:17.514965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15592bf6-390f-4814-b65c-b6e35149123e req-e341df71-0b9b-448f-94a7-1dbcbcfa0ca1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:17.516791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15592bf6-390f-4814-b65c-b6e35149123e req-e341df71-0b9b-448f-94a7-1dbcbcfa0ca1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.1208618 Jan 29 19:50:17.520312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3391716c-3e4a-463b-8674-b31a23a2d8b4') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:17.520618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3391716c-3e4a-463b-8674-b31a23a2d8b4') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:17.540117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (3391716c-3e4a-463b-8674-b31a23a2d8b4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.540428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-7a33771c-eb60-471a-b715-e1bb90c5df51 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:17.541879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-7a33771c-eb60-471a-b715-e1bb90c5df51 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.13 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 945 time: 0.0829856 Jan 29 19:50:17.567577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3391716c-3e4a-463b-8674-b31a23a2d8b4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.577246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ca1c6f88-99d9-4090-8f18-a739f8b1f959 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:17.577662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.585102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.585102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:17.585335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:17.585335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (3391716c-3e4a-463b-8674-b31a23a2d8b4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:17.587892 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:17.634226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15592bf6-390f-4814-b65c-b6e35149123e req-9fd5f6e1-a088-4639-8bf9-92d48a0ea3c3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046994 Jan 29 19:50:17.662630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ca1c6f88-99d9-4090-8f18-a739f8b1f959, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca1c6f88-99d9-4090-8f18-a739f8b1f959,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:17.662630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:17.663090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89758bb2-644a-4b28-92b1-bddc470fcabf req-9ff948ce-63fc-4f92-a463-ed0f32721fd1 tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/security-groups?id=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354017 Jan 29 19:50:17.663179 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1398e2-f564-42bd-9d71-e2c283557910" -d '{"events": [{"server_uuid": "79e0e5de-99d4-4ba9-89ee-8d161d5f8609", "name": "network-vif-plugged", "status": "completed", "tag": "ca1c6f88-99d9-4090-8f18-a739f8b1f959"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:17.704463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:17.718795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Deleting port 9b5574f0-944c-4d7c-a844-fa700846363e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:17.719138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.727407 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354969c-91eb-4daa-9fd0-e6eb962de7ab x-openstack-request-id: req-8354969c-91eb-4daa-9fd0-e6eb962de7ab {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:17.729865 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e0e5de-99d4-4ba9-89ee-8d161d5f8609", "name": "network-vif-plugged", "status": "completed", "tag": "ca1c6f88-99d9-4090-8f18-a739f8b1f959", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:17.730438 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8354969c-91eb-4daa-9fd0-e6eb962de7ab {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:17.730843 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959', 'code': 200} Jan 29 19:50:17.773182 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.777406 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d97526a0-fd79-4e7b-9a1d-dd4c8f302a68), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.797893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.806246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] 10.222.0.15 "DELETE /v2.0/networks/d97526a0-fd79-4e7b-9a1d-dd4c8f302a68 HTTP/1.1" status: 204 len: 168 time: 0.5969021 Jan 29 19:50:17.816358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccc986-cef6-41ed-9fb9-348a512acfd2 tempest-FloatingIPTestJSON-1129126741 tempest-FloatingIPTestJSON-1129126741-project] Pushing event deleted for resources: {'Network': ['ID=d97526a0-fd79-4e7b-9a1d-dd4c8f302a68,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:17.860911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] For port 9b5574f0-944c-4d7c-a844-fa700846363e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9b5574f0-944c-4d7c-a844-fa700846363e,segment=NetworkSegment(8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee),segment_id=8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:17.861634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.881450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Calling delete_port for 9b5574f0-944c-4d7c-a844-fa700846363e owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:17.907205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:17.918839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0fcd-9b46-4c0b-a1c2-8ac973ee869d req-8a8de27d-9beb-4c4b-b90e-9be99d4ef639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:17.920454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f30c0fcd-9b46-4c0b-a1c2-8ac973ee869d req-8a8de27d-9beb-4c4b-b90e-9be99d4ef639 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 1127 time: 0.1276350 Jan 29 19:50:17.925100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ca1c6f88-99d9-4090-8f18-a739f8b1f959,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:17.930584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19', 'network_id': '868089a0-0b7e-4c1e-ac0f-ec8d186d88a6', 'port_id': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19', 'mac_address': 'fa:16:3e:a9:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c6fee1-883b-4c2f-ab58-375b16a4206f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:17.977186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:17.977627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:17.987840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f30c0fcd-9b46-4c0b-a1c2-8ac973ee869d req-816bfe2b-4c21-4408-8b44-895d8e31e4cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592766 Jan 29 19:50:17.999043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:18.020037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:18.030487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebee12a-36fe-4f08-9661-9115292a3df3 req-3c7502d3-4f30-4201-8b9b-0867cd4ed6e8 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:18.034672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bebee12a-36fe-4f08-9661-9115292a3df3 req-3c7502d3-4f30-4201-8b9b-0867cd4ed6e8 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 945 time: 0.0902085 Jan 29 19:50:18.119152 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bebee12a-36fe-4f08-9661-9115292a3df3 req-ab71c5c4-ee44-4c2a-b2a7-2a3565614119 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770836 Jan 29 19:50:18.140357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.183052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:18.241572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9b5574f0-944c-4d7c-a844-fa700846363e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.253802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9b5574f0-944c-4d7c-a844-fa700846363e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:18.271744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Pushing event deleted for resources: {'Port': ['ID=9b5574f0-944c-4d7c-a844-fa700846363e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:18.320998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] No DVR routers for this DVR port 9b5574f0-944c-4d7c-a844-fa700846363e on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:18.323686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.327291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ab351d8-7597-4195-966d-d1d76f1da31a req-8fdea621-9633-4419-91e1-7ee049f0490d tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.13 "DELETE /v2.0/ports/9b5574f0-944c-4d7c-a844-fa700846363e HTTP/1.1" status: 204 len: 173 time: 0.7783008 Jan 29 19:50:18.327564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'name': 'network-vif-deleted', 'tag': '9b5574f0-944c-4d7c-a844-fa700846363e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:18.329944 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ca8e2-b6fa-4c59-b865-aa256da3cb21" -d '{"events": [{"server_uuid": "934d7ab0-92e4-4312-a9f8-49a843bb8016", "name": "network-vif-deleted", "tag": "9b5574f0-944c-4d7c-a844-fa700846363e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:18.388868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:18.489409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['6572432d-60b0-4705-9182-780e81c90561'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:18.519558 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cffc717-714c-4828-9dde-1e95efd0f115 x-openstack-request-id: req-8cffc717-714c-4828-9dde-1e95efd0f115 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:18.520226 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d7ab0-92e4-4312-a9f8-49a843bb8016", "name": "network-vif-deleted", "tag": "9b5574f0-944c-4d7c-a844-fa700846363e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:18.520482 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cffc717-714c-4828-9dde-1e95efd0f115 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:18.520927 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d7ab0-92e4-4312-a9f8-49a843bb8016', 'name': 'network-vif-deleted', 'tag': '9b5574f0-944c-4d7c-a844-fa700846363e', 'status': 'completed', 'code': 200} Jan 29 19:50:18.525645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4847aaa1-83f6-42fb-84e6-869a9cfbbe19'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:18.540249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0c64ba7a-4ed6-4192-b845-eaab9ff92a17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32b82b55b1bf466fa3caefba464f457e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479442 Jan 29 19:50:18.543597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49690) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:18.597908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25dfb774-a736-4e32-b029-cb5b46c2a4f4 admin admin] Publish callbacks [] for security_group (330c41a8-efca-4732-976b-ff69c74c5b14), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.622066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25dfb774-a736-4e32-b029-cb5b46c2a4f4 admin admin] Publish callbacks [] for security_group (330c41a8-efca-4732-976b-ff69c74c5b14), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.662979 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:50:18.779850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8780b56e-7b52-4952-bb10-b84495e41ed0 req-4f5986a2-e5b4-4d90-81a8-d3c1894eea9a tempest-ServerAddressesTestJSON-1377657180 tempest-ServerAddressesTestJSON-1377657180-project] 10.222.0.15 "GET /v2.0/ports?device_id=934d7ab0-92e4-4312-a9f8-49a843bb8016 HTTP/1.1" status: 200 len: 210 time: 0.0441811 Jan 29 19:50:18.782808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee6c63-f89b-4914-912c-4cddb556dbdc req-50b46608-badc-4376-97a3-c9b6b79667ec tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:18.785115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69ee6c63-f89b-4914-912c-4cddb556dbdc req-50b46608-badc-4376-97a3-c9b6b79667ec tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 945 time: 0.0645163 Jan 29 19:50:18.789771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25dfb774-a736-4e32-b029-cb5b46c2a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (330c41a8-efca-4732-976b-ff69c74c5b14), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.793182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25dfb774-a736-4e32-b029-cb5b46c2a4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:18.794490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25dfb774-a736-4e32-b029-cb5b46c2a4f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/330c41a8-efca-4732-976b-ff69c74c5b14 HTTP/1.1" status: 204 len: 168 time: 0.2525461 Jan 29 19:50:18.820632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfb774-a736-4e32-b029-cb5b46c2a4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c41a8-efca-4732-976b-ff69c74c5b14,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:18.864843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69ee6c63-f89b-4914-912c-4cddb556dbdc req-d1061c7b-62d3-4843-b6d5-ecb9991e9ccb tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685875 Jan 29 19:50:19.249403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ed785-c9b9-4c52-b962-7fe4d06df06c req-a00e83f5-0bb8-4021-ad8e-f3e7389c01e6 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:19.251012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903ed785-c9b9-4c52-b962-7fe4d06df06c req-a00e83f5-0bb8-4021-ad8e-f3e7389c01e6 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 945 time: 0.0591111 Jan 29 19:50:19.311037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-903ed785-c9b9-4c52-b962-7fe4d06df06c req-9bc543c7-df38-4f97-baa7-b23589c61976 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526371 Jan 29 19:50:19.859411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49724) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:19.881854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49726) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:19.910795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Deleting subnet 987cd150-0167-4bee-8f78-71d20e550a2a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:19.914151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Publish callbacks [] for subnet (987cd150-0167-4bee-8f78-71d20e550a2a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:19.955837 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (987cd150-0167-4bee-8f78-71d20e550a2a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:19.994185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-869268785'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:19.999933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (987cd150-0167-4bee-8f78-71d20e550a2a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.019906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaac23e-0f56-4642-9b57-32e4de932441 req-8376ead3-1b24-451d-8ede-d54be546d600 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:20.021359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebaac23e-0f56-4642-9b57-32e4de932441 req-8376ead3-1b24-451d-8ede-d54be546d600 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 945 time: 0.0803590 Jan 29 19:50:20.071172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebaac23e-0f56-4642-9b57-32e4de932441 req-502c872b-e52e-452f-8aa8-0036946436ac tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Jan 29 19:50:20.073716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:20.076893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.086536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.126088 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (987cd150-0167-4bee-8f78-71d20e550a2a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.159981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987cd150-0167-4bee-8f78-71d20e550a2a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:20.161970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.165308 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0274b88d-1ce5-4815-8ecd-fea78a96e292 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/987cd150-0167-4bee-8f78-71d20e550a2a HTTP/1.1" status: 204 len: 168 time: 0.3046832 Jan 29 19:50:20.167693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:20.176045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7c27e514-0f33-437b-a43f-6277eaf083f5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.236404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7c27e514-0f33-437b-a43f-6277eaf083f5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.240408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (038308c1-ef54-4935-b952-f5b932ece961), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.261339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:20.275150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27e514-0f33-437b-a43f-6277eaf083f5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:20.279910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7e26dc17-1e73-4007-98a9-e1c69246f5e2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.280353 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment 7e26dc17-1e73-4007-98a9-e1c69246f5e2 of type vlan for network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 Jan 29 19:50:20.322723 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (13c8962a-737e-4b0e-a2e0-1a82909ebae9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.329451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (038308c1-ef54-4935-b952-f5b932ece961), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.350921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038308c1-ef54-4935-b952-f5b932ece961']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:20.360389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:20.365605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:20.370590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.384078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.399298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:20.399678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (8b0e2bc7-cc6a-4d13-8134-bcc078d8a8ee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:20.401349 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:20.412943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (13c8962a-737e-4b0e-a2e0-1a82909ebae9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.418139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:20.419127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.497421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a53cf-38c0-4637-bf01-b5cc98ff034a req-bbbcb30c-2fc7-4dd8-b141-60c58af7d6b4 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:20.497576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=13c8962a-737e-4b0e-a2e0-1a82909ebae9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:20.500785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac1a53cf-38c0-4637-bf01-b5cc98ff034a req-bbbcb30c-2fc7-4dd8-b141-60c58af7d6b4 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 945 time: 0.1144176 Jan 29 19:50:20.508385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:20.546651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac1a53cf-38c0-4637-bf01-b5cc98ff034a req-8c440a91-9fbf-4f58-bbae-2b001b5069c7 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Jan 29 19:50:20.587124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ccd923f6-496f-425d-90f2-f77dd65c1e6b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7027185 Jan 29 19:50:20.591226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49742) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:20.597074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'name': 'tempest-PortsTestJSON-1769303910'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:20.607670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (038308c1-ef54-4935-b952-f5b932ece961), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.616407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.619628 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] 10.222.0.15 "DELETE /v2.0/networks/038308c1-ef54-4935-b952-f5b932ece961 HTTP/1.1" status: 204 len: 168 time: 0.4509857 Jan 29 19:50:20.630688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d218bad-a6ab-4860-9e91-e0f4dab07163 admin admin] Pushing event deleted for resources: {'Network': ['ID=038308c1-ef54-4935-b952-f5b932ece961,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:20.738564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452049-8944-4cb3-9cff-c1b2a9b18077 req-bd2bfee8-26fb-4731-9254-519dfb5f823c tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:20.740046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93452049-8944-4cb3-9cff-c1b2a9b18077 req-bd2bfee8-26fb-4731-9254-519dfb5f823c tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 944 time: 0.0817018 Jan 29 19:50:20.787733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93452049-8944-4cb3-9cff-c1b2a9b18077 req-99ee171d-b689-4688-bf68-f46021bfbf5a tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jan 29 19:50:20.834577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:20.838086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:20.855999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 55403e58-a1eb-4955-b8ff-0efe10082bb5 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:21.017570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.150296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.163959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:21.198305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47646-6860-4ccf-958d-33360a37217b req-170f53ab-f484-45b7-bdc9-f653eb02fce5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:21.200016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96c47646-6860-4ccf-958d-33360a37217b req-170f53ab-f484-45b7-bdc9-f653eb02fce5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 945 time: 0.0596070 Jan 29 19:50:21.231074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=55403e58-a1eb-4955-b8ff-0efe10082bb5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:21.232995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:21.247239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': '7e26dc17-1e73-4007-98a9-e1c69246f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:21.251067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: 13c8962a-737e-4b0e-a2e0-1a82909ebae9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:21.261213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96c47646-6860-4ccf-958d-33360a37217b req-829393f1-0b9c-4b42-86fb-b5e6eb5bb9cf tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549922 Jan 29 19:50:21.317278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ecf12241-fa9a-4c52-b972-3397c438b391 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9effa90837864a9d89bc7d3a3cad0b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511261 Jan 29 19:50:21.324778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9b5574f0-944c-4d7c-a844-fa700846363e no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:21.327443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49750) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:21.354326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 9b5574f0-944c-4d7c-a844-fa700846363e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:21.354573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:21.354777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9b5574f0-944c-4d7c-a844-fa700846363e not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:21.372644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:50:21.376968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:21.378038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.381634 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42345932-32dc-4ae7-a6e5-d4aed1b4e5d4 admin admin] Publish callbacks [] for security_group (d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.403215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42345932-32dc-4ae7-a6e5-d4aed1b4e5d4 admin admin] Publish callbacks [] for security_group (d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.430387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 13c8962a-737e-4b0e-a2e0-1a82909ebae9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:21.435973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:21.441820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:21.442033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0e1ce-fd50-48c1-86cb-0d6eb849c662 None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:21.442451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.478648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:21.479042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.504397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73335777-6d95-47d7-8525-38b1c4eb62e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9084697 Jan 29 19:50:21.504905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49754) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:21.510156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1284572252'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:21.542600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42345932-32dc-4ae7-a6e5-d4aed1b4e5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.545976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42345932-32dc-4ae7-a6e5-d4aed1b4e5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.547486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-42345932-32dc-4ae7-a6e5-d4aed1b4e5d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3 HTTP/1.1" status: 204 len: 168 time: 0.2191164 Jan 29 19:50:21.551558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:21.553985 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e678f267-d607-4ffe-9c6c-a231622150e6" -d '{"events": [{"server_uuid": "046d5c74-db09-4a06-9227-5f81e99a4d94", "name": "network-vif-plugged", "status": "completed", "tag": "4847aaa1-83f6-42fb-84e6-869a9cfbbe19"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:21.557770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42345932-32dc-4ae7-a6e5-d4aed1b4e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e64c5-63ba-4a51-ba98-d7fbaaefdbf3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:21.576722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:21.595521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:21.599711 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.605637 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2615e5e3-d01e-425a-a274-31154545185d x-openstack-request-id: req-2615e5e3-d01e-425a-a274-31154545185d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:21.606302 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046d5c74-db09-4a06-9227-5f81e99a4d94", "name": "network-vif-plugged", "status": "completed", "tag": "4847aaa1-83f6-42fb-84e6-869a9cfbbe19", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:21.606564 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2615e5e3-d01e-425a-a274-31154545185d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:21.607127 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19', 'code': 200} Jan 29 19:50:21.626309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:21.636378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (239bfe74-4c6b-4031-8faa-a9c765d8863e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.636724 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment 239bfe74-4c6b-4031-8faa-a9c765d8863e of type vlan for network 0b4fea77-a747-4ae3-859f-fc80945dabf2 Jan 29 19:50:21.646525 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.646525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:21.689099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0b4fea77-a747-4ae3-859f-fc80945dabf2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.729244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:21.759528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164b90-eccc-42f6-895a-e393b293e52e req-1f0aa1da-895f-447d-bdf3-a0167a8b1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:21.761309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a164b90-eccc-42f6-895a-e393b293e52e req-1f0aa1da-895f-447d-bdf3-a0167a8b1c15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 1127 time: 0.0454793 Jan 29 19:50:21.784547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0b4fea77-a747-4ae3-859f-fc80945dabf2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.790784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:21.791696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.816938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a164b90-eccc-42f6-895a-e393b293e52e req-eaf2ea3b-55c5-4fb7-ae5d-d6386e2d8d33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Jan 29 19:50:21.839760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 6572432d-60b0-4705-9182-780e81c90561 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:50:21.843876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 6572432d-60b0-4705-9182-780e81c90561 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:21.844274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6572432d-60b0-4705-9182-780e81c90561), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:21.921395 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4152381 Jan 29 19:50:21.923453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827448a9-f0aa-4ec5-9c75-836c3adc5eda tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=0b4fea77-a747-4ae3-859f-fc80945dabf2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:21.927643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:21.937699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'ports': [{'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'}, {'network_id': '0b4fea77-a747-4ae3-859f-fc80945dabf2'}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:21.941105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:21.941105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '0b4fea77-a747-4ae3-859f-fc80945dabf2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:21.949114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0b4fea77-a747-4ae3-859f-fc80945dabf2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:21.970102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88048a-e45f-4732-a19c-47740a96ed5e req-31bbbf3c-7903-4c98-8783-23e9da01a42b tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:21.972415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f88048a-e45f-4732-a19c-47740a96ed5e req-31bbbf3c-7903-4c98-8783-23e9da01a42b tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 945 time: 0.1024668 Jan 29 19:50:21.980569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6572432d-60b0-4705-9182-780e81c90561 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:21.981605 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.049290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f88048a-e45f-4732-a19c-47740a96ed5e req-77f4d0b0-860d-45d7-b034-df71260d5e2e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Jan 29 19:50:22.070915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:22.150214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.176310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2269-311c-42ea-9d74-e03d847f9d78 req-56be2c5c-c3ee-4b5c-b5d3-9b8c65d56c07 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:22.178157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-493d2269-311c-42ea-9d74-e03d847f9d78 req-56be2c5c-c3ee-4b5c-b5d3-9b8c65d56c07 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1400571 Jan 29 19:50:22.202913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:22.236747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-493d2269-311c-42ea-9d74-e03d847f9d78 req-fcafa764-285f-40a1-873d-318313dd3a9d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515575 Jan 29 19:50:22.339033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 2} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:22.343132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.372947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.438740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f5c36-fd8f-44e2-9cd8-f0a6daf14e93 req-f50ac8e6-caac-4e74-81ed-0b07d333ecab tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:22.440869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da5f5c36-fd8f-44e2-9cd8-f0a6daf14e93 req-f50ac8e6-caac-4e74-81ed-0b07d333ecab tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 946 time: 0.1133194 Jan 29 19:50:22.583265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da5f5c36-fd8f-44e2-9cd8-f0a6daf14e93 req-2095bfef-28a3-4487-9cb5-aaeb01d57b12 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362531 Jan 29 19:50:22.585918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port fb7f70be-b566-428a-9f92-cb15e3c31504 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:22.676391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (fb7f70be-b566-428a-9f92-cb15e3c31504), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.772368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port a65dc88d-1510-464d-9a28-07d3a5cb46bd yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:22.821264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:22.844340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (a65dc88d-1510-464d-9a28-07d3a5cb46bd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.929401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-463643954-network', 'tenant_id': '81cb550541884d8cb1083e37f0d0a4a4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:22.934006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fb7f70be-b566-428a-9f92-cb15e3c31504), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.989107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:22.992183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:22.996874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:22.997718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a65dc88d-1510-464d-9a28-07d3a5cb46bd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:22.999290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=fb7f70be-b566-428a-9f92-cb15e3c31504,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:23.029870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Made reservation on behalf of 81cb550541884d8cb1083e37f0d0a4a4 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:23.032324 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.042063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.080103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=a65dc88d-1510-464d-9a28-07d3a5cb46bd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:23.084794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': '239bfe74-4c6b-4031-8faa-a9c765d8863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0b4fea77-a747-4ae3-859f-fc80945dabf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:23.085170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: 0b4fea77-a747-4ae3-859f-fc80945dabf2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:23.146584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks [] for security_group (faf85bc2-e27a-4b60-af21-e6262deed386), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.199488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ccc6f-1d36-4ed6-9c3c-38bca94af58e req-01963631-2a14-45b7-9d1a-9ebbf6182c05 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:23.201167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e16ccc6f-1d36-4ed6-9c3c-38bca94af58e req-01963631-2a14-45b7-9d1a-9ebbf6182c05 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 945 time: 0.0571418 Jan 29 19:50:23.251042 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e16ccc6f-1d36-4ed6-9c3c-38bca94af58e req-e4b8e3b2-1ae8-4c30-861f-911419c27b5d tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Jan 29 19:50:23.271961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 0b4fea77-a747-4ae3-859f-fc80945dabf2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:23.275003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (faf85bc2-e27a-4b60-af21-e6262deed386), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.297865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:23.313733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf85bc2-e27a-4b60-af21-e6262deed386,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:23.319590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fc9d02c5-3537-4ba1-9a9a-3a2b1a129118), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.320162 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Added segment fc9d02c5-3537-4ba1-9a9a-3a2b1a129118 of type vlan for network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 Jan 29 19:50:23.360291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0b4fea77-a747-4ae3-859f-fc80945dabf2) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:23.365477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8cae46b2-7218-4c03-bb62-7db8f9fcc726), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.366326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:23.372271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:23.377979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7369c94-266c-4ef8-a20c-e9dc3cf6d31a None None] Network 0b4fea77-a747-4ae3-859f-fc80945dabf2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:23.378529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:23.379183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.452975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8cae46b2-7218-4c03-bb62-7db8f9fcc726), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.456660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:23.456660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.518806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] Pushing event updated for resources: {'Network': ['ID=8cae46b2-7218-4c03-bb62-7db8f9fcc726,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:23.528786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:23.551802 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4885dfc0-48cb-4817-beba-3db3ecc5e0c1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6186700 Jan 29 19:50:23.553814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49820) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:23.572491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-20b361cc-1c7c-4d5b-b63d-27ef9e93a96d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7499142 Jan 29 19:50:23.575397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49822) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:23.581379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Request body: {'subnet': {'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-463643954-subnet', 'tenant_id': '81cb550541884d8cb1083e37f0d0a4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:23.608695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6572432d-60b0-4705-9182-780e81c90561'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:23.613246 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d6acf8-aa02-48ea-b238-184cfdb255a4" -d '{"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-plugged", "status": "completed", "tag": "6572432d-60b0-4705-9182-780e81c90561"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:23.680708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port a65dc88d-1510-464d-9a28-07d3a5cb46bd {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:23.681054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a65dc88d-1510-464d-9a28-07d3a5cb46bd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.732426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Made reservation on behalf of 81cb550541884d8cb1083e37f0d0a4a4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:23.734998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.775315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a65dc88d-1510-464d-9a28-07d3a5cb46bd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:23.793804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3a3af-67f5-4657-8ffb-490abf8131e1 req-d66aaa56-822a-42e0-8c0d-68229a430aff tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:23.795285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6b3a3af-67f5-4657-8ffb-490abf8131e1 req-d66aaa56-822a-42e0-8c0d-68229a430aff tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 946 time: 0.1287596 Jan 29 19:50:23.799841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for a65dc88d-1510-464d-9a28-07d3a5cb46bd owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:23.901323 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6b3a3af-67f5-4657-8ffb-490abf8131e1 req-9d3678d0-4ca4-49c3-b639-ee43aaaa0383 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988791 Jan 29 19:50:24.012507 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e17829-d77d-4b72-abfd-60aaa9339d4a x-openstack-request-id: req-c5e17829-d77d-4b72-abfd-60aaa9339d4a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:24.015939 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-plugged", "status": "completed", "tag": "6572432d-60b0-4705-9182-780e81c90561", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:24.015939 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5e17829-d77d-4b72-abfd-60aaa9339d4a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:24.015939 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6572432d-60b0-4705-9182-780e81c90561', 'code': 200} Jan 29 19:50:24.016237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a65dc88d-1510-464d-9a28-07d3a5cb46bd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.024664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2201f-6736-4acb-bd00-11c0656a52c6 req-f03aaa9b-8ad2-4371-ae2b-dece7740c9fb tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.026174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cff2201f-6736-4acb-bd00-11c0656a52c6 req-f03aaa9b-8ad2-4371-ae2b-dece7740c9fb tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0575035 Jan 29 19:50:24.058535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (b1ac7ee6-94fd-4063-bb5e-0bde24ce1712), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.062235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=a65dc88d-1510-464d-9a28-07d3a5cb46bd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:24.072659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.075977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4be2cbc9-2759-411c-a662-9566bd1c40a3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/a65dc88d-1510-464d-9a28-07d3a5cb46bd HTTP/1.1" status: 204 len: 168 time: 0.5210927 Jan 29 19:50:24.078407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49832) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:24.126305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ac7ee6-94fd-4063-bb5e-0bde24ce1712,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:24.134367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Checking segment: {'id': 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:24.134680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Network hostable DHCP agents. Network: 8cae46b2-7218-4c03-bb62-7db8f9fcc726, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:24.201015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cff2201f-6736-4acb-bd00-11c0656a52c6 req-891407dd-075f-411b-b1e0-c66013c55ea0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651254 Jan 29 19:50:24.237304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73db646-5760-465f-9852-2e81c11e6564 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.243103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73db646-5760-465f-9852-2e81c11e6564 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.244853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a73db646-5760-465f-9852-2e81c11e6564 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1655333 Jan 29 19:50:24.247785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49834) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:24.275719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:24.292883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5daf0-7524-47c0-84a7-1d42b83cba96 req-ac16ca29-ee81-4d3e-8883-eb695d7de529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.294416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9d5daf0-7524-47c0-84a7-1d42b83cba96 req-ac16ca29-ee81-4d3e-8883-eb695d7de529 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 1128 time: 0.1395741 Jan 29 19:50:24.380621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9d5daf0-7524-47c0-84a7-1d42b83cba96 req-a591f8ae-744e-44d1-a1c0-fa2b1518a5cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Jan 29 19:50:24.384542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8cae46b2-7218-4c03-bb62-7db8f9fcc726) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:24.388274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port fb7f70be-b566-428a-9f92-cb15e3c31504 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:24.388429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fb7f70be-b566-428a-9f92-cb15e3c31504), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.396906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8db27e-affc-4729-a3a1-b97b995ed303 None None] Network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:24.401053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b040-95ce-4aa6-b5d5-750475a63700 req-9695af99-2f62-4c80-a598-e062a9306814 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.403481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1698b040-95ce-4aa6-b5d5-750475a63700 req-9695af99-2f62-4c80-a598-e062a9306814 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 945 time: 0.0726156 Jan 29 19:50:24.403927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.404538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.478387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1698b040-95ce-4aa6-b5d5-750475a63700 req-45a1adf9-71f3-4579-8246-2d1fa02bf694 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Jan 29 19:50:24.482444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fb7f70be-b566-428a-9f92-cb15e3c31504), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.508967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a757e72d-18bb-4489-8e7f-df91cf6511d7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9306154 Jan 29 19:50:24.509392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for fb7f70be-b566-428a-9f92-cb15e3c31504 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:24.590395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0f340-7207-4cfd-a023-681c4d877f67 None None] Network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:24.760544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fb7f70be-b566-428a-9f92-cb15e3c31504), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.794555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:24.797639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/fb7f70be-b566-428a-9f92-cb15e3c31504 HTTP/1.1" status: 204 len: 168 time: 0.5489154 Jan 29 19:50:24.798859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f76cc-6bc4-4a51-85d8-25e9be851364 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=fb7f70be-b566-428a-9f92-cb15e3c31504,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:24.800630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:24.857695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7c2e1-17ce-4aeb-971d-b03f6c656c74 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:24.859797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-83f7c2e1-17ce-4aeb-971d-b03f6c656c74 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0578666 Jan 29 19:50:24.863161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49850) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:24.889895 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f87bcb-d946-4890-8c2a-6bd85a2546e9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:50:24.896438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-14f87bcb-d946-4890-8c2a-6bd85a2546e9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/a65dc88d-1510-464d-9a28-07d3a5cb46bd HTTP/1.1" status: 404 len: 333 time: 0.0271049 Jan 29 19:50:24.896594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49852) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:24.924575 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c03d8ba-d67f-4015-8aec-5026eacda596 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:50:24.930186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7c03d8ba-d67f-4015-8aec-5026eacda596 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/fb7f70be-b566-428a-9f92-cb15e3c31504 HTTP/1.1" status: 404 len: 333 time: 0.0340180 Jan 29 19:50:24.931001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49854) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:25.042579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0b4fea77-a747-4ae3-859f-fc80945dabf2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.110325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37f52-1dd1-4a51-8e63-00bdabe31982 req-0b457c1e-1882-4829-9234-bef4944e3d55 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:25.112703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ec37f52-1dd1-4a51-8e63-00bdabe31982 req-0b457c1e-1882-4829-9234-bef4944e3d55 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 946 time: 0.1124511 Jan 29 19:50:25.167937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0b4fea77-a747-4ae3-859f-fc80945dabf2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.187941 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eeeae72a-7378-4df6-941b-262ffd09aedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.207787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4fea77-a747-4ae3-859f-fc80945dabf2']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:25.225291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239bfe74-4c6b-4031-8faa-a9c765d8863e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:25.225586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239bfe74-4c6b-4031-8faa-a9c765d8863e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:25.233678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ec37f52-1dd1-4a51-8e63-00bdabe31982 req-5a741c65-5c7a-4a20-8eb7-e446b19d0901 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139076 Jan 29 19:50:25.245009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (239bfe74-4c6b-4031-8faa-a9c765d8863e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.260188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (239bfe74-4c6b-4031-8faa-a9c765d8863e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.271771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:25.272455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (239bfe74-4c6b-4031-8faa-a9c765d8863e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:25.286506 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:25.458352 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0b4fea77-a747-4ae3-859f-fc80945dabf2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.468570 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.476650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/0b4fea77-a747-4ae3-859f-fc80945dabf2 HTTP/1.1" status: 204 len: 168 time: 0.5411959 Jan 29 19:50:25.477251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49866) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:25.482401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1146532121'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:25.499517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01fd76-de59-4ee5-b4d7-175e132d92a2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=0b4fea77-a747-4ae3-859f-fc80945dabf2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:25.618959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:25.624344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.642776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd18d4-d5d7-4f4f-9d21-1244833b244d req-a92cb37f-6267-4741-9231-9e1759e70f07 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:25.645470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80fd18d4-d5d7-4f4f-9d21-1244833b244d req-a92cb37f-6267-4741-9231-9e1759e70f07 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.0702434 Jan 29 19:50:25.653864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:25.664453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fcee5eb7-4c9e-459c-afd0-9987d0e49d0a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.664911 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment fcee5eb7-4c9e-459c-afd0-9987d0e49d0a of type vlan for network c670bf5b-631e-4474-8067-18866c6b4425 Jan 29 19:50:25.696811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80fd18d4-d5d7-4f4f-9d21-1244833b244d req-be074d7a-4b59-48d2-9196-df9e92df5f3a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Jan 29 19:50:25.709058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c670bf5b-631e-4474-8067-18866c6b4425), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.821814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215ff80-9e3c-4629-9fa6-6d8992434dd3 req-a942a9f2-fd79-4da4-a77f-859f7f5fe104 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:25.823541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c215ff80-9e3c-4629-9fa6-6d8992434dd3 req-a942a9f2-fd79-4da4-a77f-859f7f5fe104 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 945 time: 0.0627110 Jan 29 19:50:25.881195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c215ff80-9e3c-4629-9fa6-6d8992434dd3 req-45ed0fcc-f0dd-404c-ad68-38d1bc781b66 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492516 Jan 29 19:50:25.898346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c670bf5b-631e-4474-8067-18866c6b4425), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.904536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:25.905269 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:25.986901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=c670bf5b-631e-4474-8067-18866c6b4425,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:25.998862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c670bf5b-631e-4474-8067-18866c6b4425 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:26.040247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a577925e-66fe-4ad9-bdcf-935c16c41b39 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5607705 Jan 29 19:50:26.043257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49882) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:26.050267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:26.087660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-b42fc68d-d2d3-4690-8121-98733aba7718 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:26.088694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-b42fc68d-d2d3-4690-8121-98733aba7718 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.26 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1122348 Jan 29 19:50:26.251769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Deleting port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:26.252648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:26.329074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:26.333575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:26.409242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Performing IP validity checks on allocation pools {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 19:50:26.409764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 19:50:26.473559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] For port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:26.473930 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:26.534270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10009-156a-4463-b887-fea7e02f2e4b req-5ce81997-e090-45c9-9ec5-26704081e77d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:26.535794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5bc10009-156a-4463-b887-fea7e02f2e4b req-5ce81997-e090-45c9-9ec5-26704081e77d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 946 time: 0.2126319 Jan 29 19:50:26.766457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5bc10009-156a-4463-b887-fea7e02f2e4b req-1b24937d-6f5c-4b80-b7d9-6eef43108cfc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189372 Jan 29 19:50:26.820217 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:26.822121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (d0ee0024-845f-4de8-a093-63fc01926529), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:26.822121 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Floating IP d0ee0024-845f-4de8-a093-63fc01926529 disassociated. External IP: 172.25.5.43, port: 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0. Jan 29 19:50:26.822121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Calling delete_port for 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:26.891181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:26.934441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-1d7fdbb8-b3b3-4718-9193-8c70482b4473 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:26.936771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-1d7fdbb8-b3b3-4718-9193-8c70482b4473 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/networks?id=8cae46b2-7218-4c03-bb62-7db8f9fcc726 HTTP/1.1" status: 200 len: 809 time: 0.1350553 Jan 29 19:50:26.953459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-3594c511-bdfb-4ee7-9250-be3e2396ea2b tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/quotas/81cb550541884d8cb1083e37f0d0a4a4 HTTP/1.1" status: 200 len: 375 time: 0.0101359 Jan 29 19:50:27.004322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-14a048a7-ee91-4067-a419-8f263b24eff2 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cb550541884d8cb1083e37f0d0a4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424795 Jan 29 19:50:27.019002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:27.059498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f869718-7f48-424a-a92c-66f30541f5fa req-c0ffbc0b-c512-449f-ab3d-e19e71b0e045 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:27.061093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f869718-7f48-424a-a92c-66f30541f5fa req-c0ffbc0b-c512-449f-ab3d-e19e71b0e045 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 945 time: 0.1891737 Jan 29 19:50:27.074768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-d5a7cd1f-3c4e-494d-9495-69b94fed8ef3 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:27.076311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-d5a7cd1f-3c4e-494d-9495-69b94fed8ef3 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 945 time: 0.2054858 Jan 29 19:50:27.100671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:27.100941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: c670bf5b-631e-4474-8067-18866c6b4425, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:27.217088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f869718-7f48-424a-a92c-66f30541f5fa req-1f5d5f54-6ea0-49b9-9947-537e97cb346d tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups?id=53f65c82-a503-449d-bf36-ddb2dc765756&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220334 Jan 29 19:50:27.296809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Deleting port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:27.297226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:27.383101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network c670bf5b-631e-4474-8067-18866c6b4425 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:27.388925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (941a20f9-5a23-4bca-9bf2-008a4d1b1fe0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:27.487666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1acdcfe-8f78-46dd-a1f1-2d5d2396509e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:27.508991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-393a4245-019b-4c91-918b-91b3feaa2c4c tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:27.511256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-393a4245-019b-4c91-918b-91b3feaa2c4c tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "GET /v2.0/ports?device_id=79e0e5de-99d4-4ba9-89ee-8d161d5f8609 HTTP/1.1" status: 200 len: 945 time: 0.1232131 Jan 29 19:50:27.513709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-0071b9f6-518d-4d79-bcfd-366b4e72a163 service neutron] 10.222.0.15 "GET /v2.0/networks/8cae46b2-7218-4c03-bb62-7db8f9fcc726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044124 Jan 29 19:50:27.709483 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-125efa54-894c-4dd4-aa3e-1a24284e7d48 service neutron] 10.222.0.15 "GET /v2.0/networks/8cae46b2-7218-4c03-bb62-7db8f9fcc726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891143 Jan 29 19:50:27.744099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Deleting port ca1c6f88-99d9-4090-8f18-a739f8b1f959 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:27.750316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:27.805462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event deleted for resources: {'Port': ['ID=941a20f9-5a23-4bca-9bf2-008a4d1b1fe0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:27.839601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] For port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:27.842498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:27.907934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] For port ca1c6f88-99d9-4090-8f18-a739f8b1f959, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca1c6f88-99d9-4090-8f18-a739f8b1f959,segment=NetworkSegment(f4942281-3541-4d57-a011-e1303aec1f42),segment_id=f4942281-3541-4d57-a011-e1303aec1f42)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:27.909669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:27.926594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Calling delete_port for ca1c6f88-99d9-4090-8f18-a739f8b1f959 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:27.962122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c670bf5b-631e-4474-8067-18866c6b4425) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:27.965465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Calling delete_port for 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:27.974421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fab06-6dcf-4efd-ae21-00298be0aa33 None None] Network c670bf5b-631e-4474-8067-18866c6b4425 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:27.975021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Router a541b8fc-dc7c-4d13-8472-b3a3f03c680c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:50:27.976539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:27.977142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:28.004669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c771c93-01a2-41df-940d-1a4fb6f6ec6e req-0cf0fdd2-28cb-4fc6-9219-59e1cf05da1e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:28.006132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c771c93-01a2-41df-940d-1a4fb6f6ec6e req-0cf0fdd2-28cb-4fc6-9219-59e1cf05da1e tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 945 time: 0.2638638 Jan 29 19:50:28.141199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c670bf5b-631e-4474-8067-18866c6b4425', 'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': 'e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:50:28.142456 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:28.159642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-78a4fc40-470a-44ab-9afe-e3443445ec2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1108363 Jan 29 19:50:28.164705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49920) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:28.175070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425', 'name': 'tempest-PortsTestJSON-482372900'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:28.306556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c771c93-01a2-41df-940d-1a4fb6f6ec6e req-bc8eed8f-7ac0-41ad-8dd5-0a0040dfe1bc tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/security-groups?id=7d00e0d4-dcaa-429c-a788-07b04b037bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603176 Jan 29 19:50:28.391097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ca1c6f88-99d9-4090-8f18-a739f8b1f959), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:28.407630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:28.419784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Allocated IP 172.20.0.2 (c670bf5b-631e-4474-8067-18866c6b4425/e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f/529d4337-3529-4ab5-9f8d-94c13c037927) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:28.474187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event deleted for resources: {'Port': ['ID=ca1c6f88-99d9-4090-8f18-a739f8b1f959,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:28.561027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4847aaa1-83f6-42fb-84e6-869a9cfbbe19'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:28.581703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] No DVR routers for this DVR port ca1c6f88-99d9-4090-8f18-a739f8b1f959 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:28.581858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b9aa7bb-df95-48f9-a9a3-f7d7683ce7ba req-ff0e4cfe-0d7c-41cb-bfd5-897255552702 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 210 time: 0.1145685 Jan 29 19:50:28.585054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:28.588916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41919af1-a904-4c7a-82db-4272c7000bc0 req-422245b5-ebdd-4e81-9c8b-37b2418a2244 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.13 "DELETE /v2.0/ports/ca1c6f88-99d9-4090-8f18-a739f8b1f959 HTTP/1.1" status: 204 len: 173 time: 1.0607445 Jan 29 19:50:28.589100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'name': 'network-vif-deleted', 'tag': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:28.591630 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd216eb-14b3-4fb5-981a-686c05e0069a" -d '{"events": [{"server_uuid": "79e0e5de-99d4-4ba9-89ee-8d161d5f8609", "name": "network-vif-deleted", "tag": "ca1c6f88-99d9-4090-8f18-a739f8b1f959"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:28.609484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] Sync routers for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:28.640660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:28.642181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:28.647830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90917627-ef13-488e-add0-531e448ffc57 req-d88f1548-4b85-4c27-afeb-4b0984b3d480 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:28.651228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90917627-ef13-488e-add0-531e448ffc57 req-d88f1548-4b85-4c27-afeb-4b0984b3d480 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 946 time: 0.3504524 Jan 29 19:50:28.688022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] No DVR routers for this DVR port 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:28.691038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:28.696074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-daead1ec-6dc7-4eb5-a99f-d1055615b828 req-a74b6ee8-8658-45d7-85aa-41c4960854c5 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.26 "DELETE /v2.0/ports/941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 HTTP/1.1" status: 204 len: 173 time: 2.5965745 Jan 29 19:50:28.701354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'name': 'network-vif-deleted', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:28.705094 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3c3cd3-3c4c-4cd3-a7eb-d058b71bc7db" -d '{"events": [{"server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "name": "network-vif-deleted", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:28.750927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90917627-ef13-488e-add0-531e448ffc57 req-8285bf5d-394b-422a-a08c-c28d96b5a0da tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928743 Jan 29 19:50:28.771774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:28.802939 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d38383-3613-4ceb-b1c9-cace8bf4b875 x-openstack-request-id: req-19d38383-3613-4ceb-b1c9-cace8bf4b875 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:28.803669 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e0e5de-99d4-4ba9-89ee-8d161d5f8609", "name": "network-vif-deleted", "tag": "ca1c6f88-99d9-4090-8f18-a739f8b1f959", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:28.804128 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19d38383-3613-4ceb-b1c9-cace8bf4b875 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:28.804681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52a2ce88-af38-4db2-9773-98ef9788f250 req-7958e7bb-bdc8-4c68-b705-f96655b82b06 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0713987 Jan 29 19:50:28.805058 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e0e5de-99d4-4ba9-89ee-8d161d5f8609', 'name': 'network-vif-deleted', 'tag': 'ca1c6f88-99d9-4090-8f18-a739f8b1f959', 'status': 'completed', 'code': 200} Jan 29 19:50:28.811416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4847aaa1-83f6-42fb-84e6-869a9cfbbe19), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:28.852237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4847aaa1-83f6-42fb-84e6-869a9cfbbe19'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:28.928708 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03692b52-cb02-4ad8-a414-dfedf777d6c7 x-openstack-request-id: req-03692b52-cb02-4ad8-a414-dfedf777d6c7 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:28.929007 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235cc64c-ee65-42d3-8326-e4252eb8d7b9", "name": "network-vif-deleted", "tag": "941a20f9-5a23-4bca-9bf2-008a4d1b1fe0", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:28.929358 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03692b52-cb02-4ad8-a414-dfedf777d6c7 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:28.929718 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235cc64c-ee65-42d3-8326-e4252eb8d7b9', 'name': 'network-vif-deleted', 'tag': '941a20f9-5a23-4bca-9bf2-008a4d1b1fe0', 'status': 'completed', 'code': 200} Jan 29 19:50:28.946300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Pushing event deleted for resources: {'Port': ['ID=4847aaa1-83f6-42fb-84e6-869a9cfbbe19,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:28.962479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:28.967071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.011918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 9d37bc9c-482e-4823-8640-ef89cc7b62f2 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:29.046646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] No DVR routers for this DVR port 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:29.069481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.071803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.084147 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7e80b88-e5de-40c4-b771-3b07f512821a req-2cf42b4d-aabc-4749-8442-5fd82d6fc666 tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.26 "DELETE /v2.0/ports/4847aaa1-83f6-42fb-84e6-869a9cfbbe19 HTTP/1.1" status: 204 len: 173 time: 1.9869125 Jan 29 19:50:29.119019 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Publish callbacks [] for port (529d4337-3529-4ab5-9f8d-94c13c037927), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.164483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:29.282298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.12 (c670bf5b-631e-4474-8067-18866c6b4425/e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f/9d37bc9c-482e-4823-8640-ef89cc7b62f2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:29.357602 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.366652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] Checking router: a541b8fc-dc7c-4d13-8472-b3a3f03c680c for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:50:29.382926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Network c670bf5b-631e-4474-8067-18866c6b4425 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:29.390741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:29.393244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:29.395784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca1c6f88-99d9-4090-8f18-a739f8b1f959 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:29.480885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:29.481535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:29.482139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04ca6fa6-b15b-4858-b1a3-a188773bdb8a req-68421e4d-949c-4da8-a396-460de049f8cb tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 210 time: 0.0446687 Jan 29 19:50:29.525243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (9d37bc9c-482e-4823-8640-ef89cc7b62f2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.594233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: ca1c6f88-99d9-4090-8f18-a739f8b1f959 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:29.594825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca1c6f88-99d9-4090-8f18-a739f8b1f959 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:29.666827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Pushing event updated for resources: {'Port': ['ID=529d4337-3529-4ab5-9f8d-94c13c037927,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:29.672083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e263769f-6de0-465e-9fc4-100a4175d367 req-02812bc1-f05b-4e80-84da-d1a13e818471 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 210 time: 0.0309999 Jan 29 19:50:29.691674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Attempting to bind port 529d4337-3529-4ab5-9f8d-94c13c037927 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:29.692075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Attempting to bind port 529d4337-3529-4ab5-9f8d-94c13c037927 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:29.692444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Attempting to bind port 529d4337-3529-4ab5-9f8d-94c13c037927 on network c670bf5b-631e-4474-8067-18866c6b4425 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:29.700132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:29.733229 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9d37bc9c-482e-4823-8640-ef89cc7b62f2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.737634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:29.742660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Checking segment: {'id': 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:29.742660 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.742660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Bound using segment: {'id': 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:29.742660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Bound port: 529d4337-3529-4ab5-9f8d-94c13c037927, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c670bf5b-631e-4474-8067-18866c6b4425'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:29.742660 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.815367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] For port 529d4337-3529-4ab5-9f8d-94c13c037927, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:29.818513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network c670bf5b-631e-4474-8067-18866c6b4425 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:29.819005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] For port 529d4337-3529-4ab5-9f8d-94c13c037927, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=529d4337-3529-4ab5-9f8d-94c13c037927,segment=NetworkSegment(fcee5eb7-4c9e-459c-afd0-9987d0e49d0a),segment_id=fcee5eb7-4c9e-459c-afd0-9987d0e49d0a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:29.822581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:29.822960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.829541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:29.886570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:29.887213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:29.905303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=9d37bc9c-482e-4823-8640-ef89cc7b62f2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:29.968472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cd0bae21-8501-480e-a484-eb5e4edd6f44 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7958798 Jan 29 19:50:29.968640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49970) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:30.005970 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27e31d9d-b805-4242-bfbe-1254900fe3d9 req-4aec6efe-23a2-42dc-b319-750248458b0a tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/ports?device_id=235cc64c-ee65-42d3-8326-e4252eb8d7b9 HTTP/1.1" status: 200 len: 210 time: 0.0616949 Jan 29 19:50:30.023610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:30.138018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 9d37bc9c-482e-4823-8640-ef89cc7b62f2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:30.138606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9d37bc9c-482e-4823-8640-ef89cc7b62f2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:30.252479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd344b-c3d5-4494-9fe1-ff7aa1354fd0 None None] Pushing event updated for resources: {'Port': ['ID=529d4337-3529-4ab5-9f8d-94c13c037927,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:30.311061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:30.323629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9d37bc9c-482e-4823-8640-ef89cc7b62f2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:30.353308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71985be-3120-453d-84f2-09506cf5bea0 None None] The sync data for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 is: [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:49:13Z', 'revision_number': 4, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '246f46e1-6f28-4c87-9e60-3acd0f572647', 'name': '', 'network_id': 'bf1d1804-f22f-41b5-bd74-bac6f474671b', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'mac_address': 'fa:16:3e:86:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:09Z', 'updated_at': '2022-01-29T19:49:17Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'subnets': [{'id': '6fe72860-fbb0-4e12-90de-7d08aeb9bf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:50:30.356051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:30.370835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 9d37bc9c-482e-4823-8640-ef89cc7b62f2 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:30.737064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9ff5730-6b0f-42bd-bd45-6e7e1b488b03 req-b469e0c5-67ba-460d-be98-155e0b6bd09c tempest-MultipleCreateTestJSON-437520932 tempest-MultipleCreateTestJSON-437520932-project] 10.222.0.15 "GET /v2.0/ports?device_id=046d5c74-db09-4a06-9227-5f81e99a4d94 HTTP/1.1" status: 200 len: 210 time: 0.0796094 Jan 29 19:50:30.810380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 529d4337-3529-4ab5-9f8d-94c13c037927 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:30.841894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c698b2df-afa3-4efd-ac8f-a929de2dbb1d req-55e1f991-3e00-422c-92f1-4687808e7a98 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 210 time: 0.0438724 Jan 29 19:50:30.890526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 529d4337-3529-4ab5-9f8d-94c13c037927 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:30.890896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:30.891818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438656e-61cc-4f0e-b556-4a2a50dcca75 None None] New status for floating IP d0ee0024-845f-4de8-a093-63fc01926529: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:50:30.915781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9d37bc9c-482e-4823-8640-ef89cc7b62f2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:30.977520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'name': 'network-vif-deleted', 'tag': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:30.984006 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7209495e-33d8-4dbc-8ba7-f218714361a5" -d '{"events": [{"server_uuid": "046d5c74-db09-4a06-9227-5f81e99a4d94", "name": "network-vif-deleted", "tag": "4847aaa1-83f6-42fb-84e6-869a9cfbbe19"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:30.987266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=9d37bc9c-482e-4823-8640-ef89cc7b62f2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:31.029656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 529d4337-3529-4ab5-9f8d-94c13c037927 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:31.029656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.115265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 529d4337-3529-4ab5-9f8d-94c13c037927, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=529d4337-3529-4ab5-9f8d-94c13c037927,segment=NetworkSegment(fcee5eb7-4c9e-459c-afd0-9987d0e49d0a),segment_id=fcee5eb7-4c9e-459c-afd0-9987d0e49d0a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:31.145532 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ea17a-d1c7-4327-b502-92df00bcb83b x-openstack-request-id: req-785ea17a-d1c7-4327-b502-92df00bcb83b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:31.145823 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046d5c74-db09-4a06-9227-5f81e99a4d94", "name": "network-vif-deleted", "tag": "4847aaa1-83f6-42fb-84e6-869a9cfbbe19", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:31.146089 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-785ea17a-d1c7-4327-b502-92df00bcb83b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:31.146488 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046d5c74-db09-4a06-9227-5f81e99a4d94', 'name': 'network-vif-deleted', 'tag': '4847aaa1-83f6-42fb-84e6-869a9cfbbe19', 'status': 'completed', 'code': 200} Jan 29 19:50:31.188565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.192551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-25ff96be-1f65-46c4-984d-932121574c2c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/9d37bc9c-482e-4823-8640-ef89cc7b62f2 HTTP/1.1" status: 204 len: 168 time: 1.2228181 Jan 29 19:50:31.206574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49994) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.235415 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff690901-0bc6-46bf-a6e9-b672fc9bb8d0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:50:31.236351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff690901-0bc6-46bf-a6e9-b672fc9bb8d0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:50:31.240086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ff690901-0bc6-46bf-a6e9-b672fc9bb8d0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/9d37bc9c-482e-4823-8640-ef89cc7b62f2 HTTP/1.1" status: 404 len: 333 time: 0.0323753 Jan 29 19:50:31.242659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49996) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.247318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:31.252064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.281868 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e120c165-4f1b-4cee-95c0-e78884ed88da tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:50:31.284458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e120c165-4f1b-4cee-95c0-e78884ed88da tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/9d37bc9c-482e-4823-8640-ef89cc7b62f2 HTTP/1.1" status: 404 len: 333 time: 0.0399911 Jan 29 19:50:31.287410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.304713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:31.304713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 941a20f9-5a23-4bca-9bf2-008a4d1b1fe0 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:31.305400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:31.336637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.358706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:31.367760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.398492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:31.398920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4847aaa1-83f6-42fb-84e6-869a9cfbbe19 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:31.431823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=529d4337-3529-4ab5-9f8d-94c13c037927,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:31.453683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.474809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.475048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e912a6b-3d7f-49e5-807b-c5d2e066d9b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group (53f65c82-a503-449d-bf36-ddb2dc765756), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.505692 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e912a6b-3d7f-49e5-807b-c5d2e066d9b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group (53f65c82-a503-449d-bf36-ddb2dc765756), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.607632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.659847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e912a6b-3d7f-49e5-807b-c5d2e066d9b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (53f65c82-a503-449d-bf36-ddb2dc765756), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.663803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e912a6b-3d7f-49e5-807b-c5d2e066d9b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.665167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6e912a6b-3d7f-49e5-807b-c5d2e066d9b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "DELETE /v2.0/security-groups/53f65c82-a503-449d-bf36-ddb2dc765756 HTTP/1.1" status: 204 len: 168 time: 0.3268046 Jan 29 19:50:31.667759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.680059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e912a6b-3d7f-49e5-807b-c5d2e066d9b0 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f65c82-a503-449d-bf36-ddb2dc765756,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:31.690697 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-47482206-f973-47bc-8264-669eef51e84c tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] show failed (client error): The resource could not be found. Jan 29 19:50:31.690697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-47482206-f973-47bc-8264-669eef51e84c tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "GET /v2.0/security-groups/53f65c82-a503-449d-bf36-ddb2dc765756 HTTP/1.1" status: 404 len: 347 time: 0.0177119 Jan 29 19:50:31.690697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50004) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.722156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f0c09-ba14-4078-aeed-78a6c5466b1e None None] Network c670bf5b-631e-4474-8067-18866c6b4425 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:31.856906 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.865268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Deleting port c3979d73-be3f-4d89-bcb7-7623a28e7271 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:31.865268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.898550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:31.900338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-aedc5f2d-ecbc-4548-81a2-2075fd033760 None None] Provisioning complete for port 529d4337-3529-4ab5-9f8d-94c13c037927 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:31.904101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aedc5f2d-ecbc-4548-81a2-2075fd033760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.921915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:31.930747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28cd7397-0362-4417-a9e1-ca271459ae49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f HTTP/1.1" status: 204 len: 168 time: 0.6422498 Jan 29 19:50:31.931639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50012) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:31.984453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50014) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:32.022092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-31915aa6-9eac-49a2-b187-1127ed173b4d tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:32.024763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-31915aa6-9eac-49a2-b187-1127ed173b4d tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.13 "GET /v2.0/networks?id=8cae46b2-7218-4c03-bb62-7db8f9fcc726 HTTP/1.1" status: 200 len: 809 time: 0.2707574 Jan 29 19:50:32.060222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Request body: {'port': {'device_id': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726', 'admin_state_up': True, 'tenant_id': '81cb550541884d8cb1083e37f0d0a4a4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:32.123236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69055296-3e9c-4f42-b04e-d8da6a5bbe04 req-00ca7786-3f71-495d-83a8-de037274909a tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 210 time: 0.1180074 Jan 29 19:50:32.153147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c670bf5b-631e-4474-8067-18866c6b4425), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.173428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.174564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (c3979d73-be3f-4d89-bcb7-7623a28e7271), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.201890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Deleting subnet a3c6fee1-883b-4c2f-ab58-375b16a4206f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:32.204092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-aedc5f2d-ecbc-4548-81a2-2075fd033760 None None] Current status of the port 529d4337-3529-4ab5-9f8d-94c13c037927 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:32.234499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Calling delete_port for c3979d73-be3f-4d89-bcb7-7623a28e7271 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:32.316224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Publish callbacks [] for subnet (a3c6fee1-883b-4c2f-ab58-375b16a4206f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.366389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 529d4337-3529-4ab5-9f8d-94c13c037927 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:32.366740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.375897 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (a3c6fee1-883b-4c2f-ab58-375b16a4206f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.418314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a3c6fee1-883b-4c2f-ab58-375b16a4206f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.459697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] For port 529d4337-3529-4ab5-9f8d-94c13c037927, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=529d4337-3529-4ab5-9f8d-94c13c037927,segment=NetworkSegment(fcee5eb7-4c9e-459c-afd0-9987d0e49d0a),segment_id=fcee5eb7-4c9e-459c-afd0-9987d0e49d0a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:32.460062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.476820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 529d4337-3529-4ab5-9f8d-94c13c037927 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:32.576318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca8919-265b-4e54-bf28-e9c02352599e None None] Network c670bf5b-631e-4474-8067-18866c6b4425 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:32.580834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (a3c6fee1-883b-4c2f-ab58-375b16a4206f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.614144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Made reservation on behalf of 81cb550541884d8cb1083e37f0d0a4a4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:32.617968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.634833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c6fee1-883b-4c2f-ab58-375b16a4206f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:32.639870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.643665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bd21f26c-f4d6-408d-ad48-229a2d292644 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a3c6fee1-883b-4c2f-ab58-375b16a4206f HTTP/1.1" status: 204 len: 168 time: 0.6582003 Jan 29 19:50:32.646914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50028) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:32.670781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 529d4337-3529-4ab5-9f8d-94c13c037927 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:32.719069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.722133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c3979d73-be3f-4d89-bcb7-7623a28e7271), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.738962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-55744cf0-7b26-40da-82ac-ac0ba99d8dd8 None None] Provisioning complete for port 529d4337-3529-4ab5-9f8d-94c13c037927 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:32.739494 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-55744cf0-7b26-40da-82ac-ac0ba99d8dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (529d4337-3529-4ab5-9f8d-94c13c037927), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.761106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port 529d4337-3529-4ab5-9f8d-94c13c037927 {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 19:50:32.761592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port 529d4337-3529-4ab5-9f8d-94c13c037927 host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:50:32.762075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 529d4337-3529-4ab5-9f8d-94c13c037927 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 19:50:32.765455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-55744cf0-7b26-40da-82ac-ac0ba99d8dd8 None None] Port 529d4337-3529-4ab5-9f8d-94c13c037927 was deleted so its status cannot be updated. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 19:50:32.786803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 529d4337-3529-4ab5-9f8d-94c13c037927 not found, will not notify nova. {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 19:50:32.789965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=529d4337-3529-4ab5-9f8d-94c13c037927,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:32.808815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c047b35-91b1-4aef-a93a-f598088a5512 None None] DHCP port deletion for c670bf5b-631e-4474-8067-18866c6b4425 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:50:32.818897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:32.823970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Pushing event deleted for resources: {'Port': ['ID=c3979d73-be3f-4d89-bcb7-7623a28e7271,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:32.841696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Allocated IP 172.20.0.5 (8cae46b2-7218-4c03-bb62-7db8f9fcc726/b1ac7ee6-94fd-4063-bb5e-0bde24ce1712/8c016e22-ba15-4fea-8a7c-51e533ae263a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:32.891037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No DVR routers for this DVR port 529d4337-3529-4ab5-9f8d-94c13c037927 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:33.035139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.035774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks [] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.036143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks [] for floatingip (d0ee0024-845f-4de8-a093-63fc01926529), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.038186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.042489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed77a834-a1c6-4dd8-86b2-8a224f49c7f3 tempest-ServersTestJSON-744426600 tempest-ServersTestJSON-744426600-project] 10.222.0.15 "DELETE /v2.0/floatingips/d0ee0024-845f-4de8-a093-63fc01926529 HTTP/1.1" status: 204 len: 168 time: 1.3512387 Jan 29 19:50:33.042714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50032) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:33.082222 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c670bf5b-631e-4474-8067-18866c6b4425), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.098366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868089a0-0b7e-4c1e-ac0f-ec8d186d88a6']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:33.117813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4942281-3541-4d57-a011-e1303aec1f42') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:33.118111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4942281-3541-4d57-a011-e1303aec1f42') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:33.122240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c670bf5b-631e-4474-8067-18866c6b4425']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:33.155428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (f4942281-3541-4d57-a011-e1303aec1f42), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.162238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:33.162238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcee5eb7-4c9e-459c-afd0-9987d0e49d0a') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:33.201421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (fcee5eb7-4c9e-459c-afd0-9987d0e49d0a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.220527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f4942281-3541-4d57-a011-e1303aec1f42), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.247552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:33.249588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:33.250073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (f4942281-3541-4d57-a011-e1303aec1f42), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.252725 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fcee5eb7-4c9e-459c-afd0-9987d0e49d0a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:33.254685 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:33.262256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.375992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:33.376458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (fcee5eb7-4c9e-459c-afd0-9987d0e49d0a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:33.381713 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:33.458617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Pushing event updated for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:33.464648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e714282-bd17-4c7c-b57e-b1adb096ac65 req-9c89e366-d0c6-4c79-a111-b3c43cd3e7c1 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:33.466716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e714282-bd17-4c7c-b57e-b1adb096ac65 req-9c89e366-d0c6-4c79-a111-b3c43cd3e7c1 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 931 time: 0.1173742 Jan 29 19:50:33.516548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:33.520133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:33.531039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:33.546986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e714282-bd17-4c7c-b57e-b1adb096ac65 req-8cab68ba-e092-4440-9b2d-07c6291a0d24 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654390 Jan 29 19:50:33.548019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (868089a0-0b7e-4c1e-ac0f-ec8d186d88a6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.551947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c670bf5b-631e-4474-8067-18866c6b4425), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.585420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.589039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/c670bf5b-631e-4474-8067-18866c6b4425 HTTP/1.1" status: 204 len: 168 time: 1.6544802 Jan 29 19:50:33.590170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=868089a0-0b7e-4c1e-ac0f-ec8d186d88a6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:33.592479 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.596061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-be468b9d-dd5d-48b9-9947-c2c0e6e494a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/868089a0-0b7e-4c1e-ac0f-ec8d186d88a6 HTTP/1.1" status: 204 len: 168 time: 0.9476221 Jan 29 19:50:33.603604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50060) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:33.606873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549948717'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:33.651554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a14b1-326e-49aa-88bd-140995ae86a8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=c670bf5b-631e-4474-8067-18866c6b4425,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:33.684146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:33.699242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '6572432d-60b0-4705-9182-780e81c90561', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': '6572432d-60b0-4705-9182-780e81c90561', 'mac_address': 'fa:16:3e:0e:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:33.710035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:33.715391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.725382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:33.726022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.740729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6572432d-60b0-4705-9182-780e81c90561 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:33.741480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.750411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:33.756854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6572432d-60b0-4705-9182-780e81c90561 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:33.764794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ad192f0d-7c51-4b69-ba9c-1a95274b6aed), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.765214 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment ad192f0d-7c51-4b69-ba9c-1a95274b6aed of type vlan for network b29439b0-04b9-4a68-a47f-df302bbf9b4f Jan 29 19:50:33.781274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:33.814943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b29439b0-04b9-4a68-a47f-df302bbf9b4f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.839213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.935668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-8e0ac6b1-ea1f-4eae-a60c-3864cb21ceaf tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8801816 Jan 29 19:50:33.948744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.954328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b29439b0-04b9-4a68-a47f-df302bbf9b4f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:33.956485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Request body: {'port': {'device_id': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:33.956628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:33.957401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.016723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:34.034651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.053076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=b29439b0-04b9-4a68-a47f-df302bbf9b4f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:34.071191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:34.101359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['6572432d-60b0-4705-9182-780e81c90561'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:34.102116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:34.164041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef811d7a-94ec-483c-8ad8-3cbdd687a1ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c596840ec7f4e728bb73796bc1bbe40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582299 Jan 29 19:50:34.164305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50080) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:34.197543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a33bd27f-d405-44c2-9863-625fd5f1da8c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5930405 Jan 29 19:50:34.198496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50082) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:34.204669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:34.260445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68708435-ff3c-4194-8950-b3670e3a8415 admin admin] Publish callbacks [] for security_group (7d00e0d4-dcaa-429c-a788-07b04b037bb7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.285595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68708435-ff3c-4194-8950-b3670e3a8415 admin admin] Publish callbacks [] for security_group (7d00e0d4-dcaa-429c-a788-07b04b037bb7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.446688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68708435-ff3c-4194-8950-b3670e3a8415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7d00e0d4-dcaa-429c-a788-07b04b037bb7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.449295 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-68708435-ff3c-4194-8950-b3670e3a8415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.454669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-68708435-ff3c-4194-8950-b3670e3a8415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d00e0d4-dcaa-429c-a788-07b04b037bb7 HTTP/1.1" status: 204 len: 168 time: 0.2894359 Jan 29 19:50:34.493443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68708435-ff3c-4194-8950-b3670e3a8415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d00e0d4-dcaa-429c-a788-07b04b037bb7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:34.517071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c016e22-ba15-4fea-8a7c-51e533ae263a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:34.528508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Publish callbacks [] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.548149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Transition to ACTIVE for port object 8c016e22-ba15-4fea-8a7c-51e533ae263a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:50:34.555154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Deleting port 246f46e1-6f28-4c87-9e60-3acd0f572647 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:34.555686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.648838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.664708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:34.669132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.714712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 529d4337-3529-4ab5-9f8d-94c13c037927 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:34.764860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 529d4337-3529-4ab5-9f8d-94c13c037927 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:34.765980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 529d4337-3529-4ab5-9f8d-94c13c037927 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:34.777652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] For port 246f46e1-6f28-4c87-9e60-3acd0f572647, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=246f46e1-6f28-4c87-9e60-3acd0f572647,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:34.780414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:34.823358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Pushing event updated for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:34.836185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Calling delete_port for 246f46e1-6f28-4c87-9e60-3acd0f572647 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:34.869905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc308c-7755-482f-b819-bbf461305207 req-150c2fba-89aa-4ef4-ab81-ae1343c20de6 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:34.871460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aafc308c-7755-482f-b819-bbf461305207 req-150c2fba-89aa-4ef4-ab81-ae1343c20de6 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 943 time: 0.1624281 Jan 29 19:50:34.966020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aafc308c-7755-482f-b819-bbf461305207 req-939a1170-fcbf-435e-a6d2-d4d5494e5f0d tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874803 Jan 29 19:50:35.048478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Attempting to bind port 8c016e22-ba15-4fea-8a7c-51e533ae263a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:35.049449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Attempting to bind port 8c016e22-ba15-4fea-8a7c-51e533ae263a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:35.050193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Attempting to bind port 8c016e22-ba15-4fea-8a7c-51e533ae263a on network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:35.059322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Port 8c016e22-ba15-4fea-8a7c-51e533ae263a on network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:50:35.059438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Attempting to bind port 8c016e22-ba15-4fea-8a7c-51e533ae263a on network 8cae46b2-7218-4c03-bb62-7db8f9fcc726 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:35.109103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:35.109506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Checking segment: {'id': 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:35.110046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Bound using segment: {'id': 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:35.111314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Bound port: 8c016e22-ba15-4fea-8a7c-51e533ae263a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:35.111880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.179350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (447dd69e-4aa4-421b-ad81-d53f0c1fd4d7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.262889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:35.333754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:35.358884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a,segment=NetworkSegment(fc9d02c5-3537-4ba1-9a9a-3a2b1a129118),segment_id=fc9d02c5-3537-4ba1-9a9a-3a2b1a129118)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:35.367462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=447dd69e-4aa4-421b-ad81-d53f0c1fd4d7,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:35.394707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:35.395082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: b29439b0-04b9-4a68-a47f-df302bbf9b4f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:35.404536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 6572432d-60b0-4705-9182-780e81c90561 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:35.411105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6572432d-60b0-4705-9182-780e81c90561), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.540266 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.595257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:35.618686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6572432d-60b0-4705-9182-780e81c90561 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:35.621104 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.634991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (246f46e1-6f28-4c87-9e60-3acd0f572647), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.679348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:35.681438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.688744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] 10.222.0.13 "PUT /v2.0/ports/8c016e22-ba15-4fea-8a7c-51e533ae263a HTTP/1.1" status: 200 len: 1091 time: 1.7388678 Jan 29 19:50:35.690162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:35.690931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6572432d-60b0-4705-9182-780e81c90561'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:35.696547 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daec66c0-86d1-470c-9f7a-dcabdd6996f2" -d '{"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-plugged", "status": "completed", "tag": "6572432d-60b0-4705-9182-780e81c90561"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:35.696957 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7" -d '{"events": [{"name": "network-changed", "server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:35.698507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b29439b0-04b9-4a68-a47f-df302bbf9b4f) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:35.702863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:35.703516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:35.737556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed85cdb-08f9-4b08-b352-70e656263c28 None None] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:35.786975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188af0-18ab-4107-bc8e-cc082a77f1df service neutron] Pushing event updated for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:35.817125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f3f55267-3120-468f-9a4e-20e93e13762f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6175919 Jan 29 19:50:35.819981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50130) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:35.826707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-327448000'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:35.892975 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26466ca0-aae8-4d21-a8cf-a3881a0abd91 x-openstack-request-id: req-26466ca0-aae8-4d21-a8cf-a3881a0abd91 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:35.892975 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:35.892975 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26466ca0-aae8-4d21-a8cf-a3881a0abd91 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:35.892975 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a', 'status': 'completed', 'code': 200} Jan 29 19:50:35.907562 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1f3dec-473c-47d3-98bc-f99260109d19 x-openstack-request-id: req-ed1f3dec-473c-47d3-98bc-f99260109d19 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:35.907861 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-plugged", "status": "completed", "tag": "6572432d-60b0-4705-9182-780e81c90561", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:35.909864 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed1f3dec-473c-47d3-98bc-f99260109d19 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:35.910644 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6572432d-60b0-4705-9182-780e81c90561', 'code': 200} Jan 29 19:50:35.924841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:35.981961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=246f46e1-6f28-4c87-9e60-3acd0f572647,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:36.016148 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:36.117303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b29439b0-04b9-4a68-a47f-df302bbf9b4f', 'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': '447dd69e-4aa4-421b-ad81-d53f0c1fd4d7'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:50:36.118164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:36.170227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7 req-63501406-1db1-4f55-932f-26941884663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:36.172109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7 req-63501406-1db1-4f55-932f-26941884663e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81cb550541884d8cb1083e37f0d0a4a4&device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 1125 time: 0.3022661 Jan 29 19:50:36.182968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:36.212466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4622a8-0927-43f7-adc7-74e7175805b9 req-c9648e16-c65d-4983-8a11-7ad8dc0dd4e4 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:36.214329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd4622a8-0927-43f7-adc7-74e7175805b9 req-c9648e16-c65d-4983-8a11-7ad8dc0dd4e4 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 943 time: 0.0861416 Jan 29 19:50:36.277808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:36.281596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:36.327762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port d9388842-770e-4ba0-9b60-68403cf6cafc yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:36.341501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd4622a8-0927-43f7-adc7-74e7175805b9 req-aa6e176c-f16b-4406-8c7a-d14067639f5c tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183825 Jan 29 19:50:36.365021 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:36.387617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Allocated IP 172.20.0.2 (b29439b0-04b9-4a68-a47f-df302bbf9b4f/447dd69e-4aa4-421b-ad81-d53f0c1fd4d7/68014473-e0f2-4c1b-a393-f28b498b8379) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:36.593409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50150) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:36.691857 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Publish callbacks [] for port (68014473-e0f2-4c1b-a393-f28b498b8379), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:36.769657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1768050401-network', 'tenant_id': 'd6bb56a30dac4ceea9b7c23a4cb7be00'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:36.819108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:36.903766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7 req-c238570c-1128-4be5-bc4e-161a23d3bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:36.905402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7 req-c238570c-1128-4be5-bc4e-161a23d3bef0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=81cb550541884d8cb1083e37f0d0a4a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7204988 Jan 29 19:50:36.913893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.9 (b29439b0-04b9-4a68-a47f-df302bbf9b4f/447dd69e-4aa4-421b-ad81-d53f0c1fd4d7/d9388842-770e-4ba0-9b60-68403cf6cafc) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:36.914552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Pushing event updated for resources: {'Port': ['ID=68014473-e0f2-4c1b-a393-f28b498b8379,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:36.928383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:36.930681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:36.934991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:37.050007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Attempting to bind port 68014473-e0f2-4c1b-a393-f28b498b8379 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:37.050725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Attempting to bind port 68014473-e0f2-4c1b-a393-f28b498b8379 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:37.051169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Attempting to bind port 68014473-e0f2-4c1b-a393-f28b498b8379 on network b29439b0-04b9-4a68-a47f-df302bbf9b4f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:37.060815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:37.061299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Checking segment: {'id': 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:37.061783 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.062545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Bound using segment: {'id': 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:37.063684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Bound port: 68014473-e0f2-4c1b-a393-f28b498b8379, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b29439b0-04b9-4a68-a47f-df302bbf9b4f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:37.065045 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.117988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7 req-7cf644a7-f13d-4a4d-93f2-d72f71d0f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:37.119599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4842aca9-20eb-4ede-a5a6-db98ec8e0da7 req-7cf644a7-f13d-4a4d-93f2-d72f71d0f2ce service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2074547 Jan 29 19:50:37.126044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (d9388842-770e-4ba0-9b60-68403cf6cafc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.154775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] For port 68014473-e0f2-4c1b-a393-f28b498b8379, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:37.159174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] For port 68014473-e0f2-4c1b-a393-f28b498b8379, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=68014473-e0f2-4c1b-a393-f28b498b8379,segment=NetworkSegment(ad192f0d-7c51-4b69-ba9c-1a95274b6aed),segment_id=ad192f0d-7c51-4b69-ba9c-1a95274b6aed)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:37.171933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Made reservation on behalf of d6bb56a30dac4ceea9b7c23a4cb7be00 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:37.177533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.188722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.242190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.271573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Router a541b8fc-dc7c-4d13-8472-b3a3f03c680c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:50:37.298479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-0ea07a93-9640-421b-adc4-c369728f4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:37.301049 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-0ea07a93-9640-421b-adc4-c369728f4e1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81cb550541884d8cb1083e37f0d0a4a4&device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 1125 time: 0.1185999 Jan 29 19:50:37.356980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d9388842-770e-4ba0-9b60-68403cf6cafc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.366036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391cf0e-52b0-4e98-be1e-04375d2dfd02 None None] Pushing event updated for resources: {'Port': ['ID=68014473-e0f2-4c1b-a393-f28b498b8379,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:37.417104 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks [] for security_group (83c656a0-c73c-40c6-93a5-463320c4f431), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.489684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:37.490646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-ec7ed678-45c1-4083-8b01-73accd421dc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a HTTP/1.1" status: 200 len: 217 time: 0.0612054 Jan 29 19:50:37.506935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:37.511571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:37.578479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:37.579129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.587913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (83c656a0-c73c-40c6-93a5-463320c4f431), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.614039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-7618d691-c013-4efe-8149-16939e707566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:37.615791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-7618d691-c013-4efe-8149-16939e707566 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1ac7ee6-94fd-4063-bb5e-0bde24ce1712 HTTP/1.1" status: 200 len: 849 time: 0.1198597 Jan 29 19:50:37.621933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:37.627717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c2ffe801-d2d7-4884-9056-4ce633d001f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/a541b8fc-dc7c-4d13-8472-b3a3f03c680c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5803766 Jan 29 19:50:37.627717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50170) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:37.630760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] Sync routers for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:37.639506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c656a0-c73c-40c6-93a5-463320c4f431,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:37.676016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:37.676741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:37.680668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-22155b93-1911-4396-9089-01f3a05c5f0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8cae46b2-7218-4c03-bb62-7db8f9fcc726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550923 Jan 29 19:50:37.708746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=d9388842-770e-4ba0-9b60-68403cf6cafc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:37.728101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:37.744740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.745285 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Added segment 9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48 of type vlan for network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a Jan 29 19:50:37.772783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8d35b-af25-4866-ab76-84bc12be2d44 req-7b572982-bfc0-49ad-92cf-3c61f2075270 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:37.774340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68d8d35b-af25-4866-ab76-84bc12be2d44 req-7b572982-bfc0-49ad-92cf-3c61f2075270 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 943 time: 0.2962773 Jan 29 19:50:37.834911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-11e826f7-884d-440f-b8d5-ed3cf61c708e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0136456 Jan 29 19:50:37.851979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50184) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:37.870325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-025d1180-762b-4fd4-8cad-fb4db2c17130 service neutron] 10.222.0.13 "GET /v2.0/networks/8cae46b2-7218-4c03-bb62-7db8f9fcc726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097806 Jan 29 19:50:37.926918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (28fa21ad-2205-4db5-92d1-4e0df6d32b1a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:37.991126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:38.051297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.056308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:50:38.063123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks [] for router (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.099409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68d8d35b-af25-4866-ab76-84bc12be2d44 req-9acf39ed-028f-4158-ad5d-bbd9955f43fc tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770340 Jan 29 19:50:38.128448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6ed26d37-c7b4-4584-a18f-ea0c12194d89 req-0dff5998-6c5f-45eb-bff6-477a3acd961b service neutron] 10.222.0.13 "GET /v2.0/networks/8cae46b2-7218-4c03-bb62-7db8f9fcc726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480347 Jan 29 19:50:38.170734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port d9388842-770e-4ba0-9b60-68403cf6cafc {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:38.175232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d9388842-770e-4ba0-9b60-68403cf6cafc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.249823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (28fa21ad-2205-4db5-92d1-4e0df6d32b1a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.252175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:38.254069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.260340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks [] for router_gateway (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.324820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:50:35Z', 'revision_number': 5, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port': {'id': '79db9475-7c17-4349-940f-8ac7ceaf7edf', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:49:03Z', 'updated_at': '2022-01-29T19:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:38.364689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] Checking router: a541b8fc-dc7c-4d13-8472-b3a3f03c680c for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:50:38.371577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] Routers {'a541b8fc-dc7c-4d13-8472-b3a3f03c680c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:38.372691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:38.446865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8511992 Jan 29 19:50:38.450689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50190) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:38.458096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7007e7-a37c-4550-adb7-dfb9c439f3be admin admin] Pushing event updated for resources: {'Network': ['ID=28fa21ad-2205-4db5-92d1-4e0df6d32b1a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:38.460515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Request body: {'subnet': {'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1768050401-subnet', 'tenant_id': 'd6bb56a30dac4ceea9b7c23a4cb7be00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:38.495310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:38.502553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d9388842-770e-4ba0-9b60-68403cf6cafc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.540652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Deleting port 79db9475-7c17-4349-940f-8ac7ceaf7edf {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:38.541006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.567894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for d9388842-770e-4ba0-9b60-68403cf6cafc owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:38.603234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Made reservation on behalf of d6bb56a30dac4ceea9b7c23a4cb7be00 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:38.626281 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:38.676714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] Set router a541b8fc-dc7c-4d13-8472-b3a3f03c680c gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:38.796172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:50:38Z', 'revision_number': 6, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:38.845165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 68014473-e0f2-4c1b-a393-f28b498b8379 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:38.845165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f810-b6f1-47cf-bc21-2e0eff484684 None None] The sync data for ids ['a541b8fc-dc7c-4d13-8472-b3a3f03c680c'] in n-d-825496-5 is: [{'id': 'a541b8fc-dc7c-4d13-8472-b3a3f03c680c', 'name': 'tempest-ServersTestJSON-2052119439-router', 'tenant_id': 'c131dbb70d9048819d62662d0cf4719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:49:02Z', 'updated_at': '2022-01-29T19:50:38Z', 'revision_number': 6, 'project_id': 'c131dbb70d9048819d62662d0cf4719d', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:50:39.002209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] For port 79db9475-7c17-4349-940f-8ac7ceaf7edf, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=79db9475-7c17-4349-940f-8ac7ceaf7edf,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:39.002862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.040246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Calling delete_port for 79db9475-7c17-4349-940f-8ac7ceaf7edf owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:39.184023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 68014473-e0f2-4c1b-a393-f28b498b8379 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:39.184615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.373872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a925f6-45ee-42b6-9a9a-5093f2889e1b None None] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:39.397802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 68014473-e0f2-4c1b-a393-f28b498b8379 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:39.398511 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.454661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8c016e22-ba15-4fea-8a7c-51e533ae263a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:39.495032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 68014473-e0f2-4c1b-a393-f28b498b8379, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=68014473-e0f2-4c1b-a393-f28b498b8379,segment=NetworkSegment(ad192f0d-7c51-4b69-ba9c-1a95274b6aed),segment_id=ad192f0d-7c51-4b69-ba9c-1a95274b6aed)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:39.584108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-124fca29-e594-4c23-b0d6-4e1890a9b962 None None] Provisioning complete for port 68014473-e0f2-4c1b-a393-f28b498b8379 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:39.585469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-124fca29-e594-4c23-b0d6-4e1890a9b962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.669423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (79db9475-7c17-4349-940f-8ac7ceaf7edf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.700905 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.707777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=79db9475-7c17-4349-940f-8ac7ceaf7edf,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:39.716030 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:50:39.746379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f283-c295-4a73-b0af-cf2729eb1436 req-e1870be8-1ac5-4b11-a0a7-3908e85ad277 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:39.749164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f87f283-c295-4a73-b0af-cf2729eb1436 req-e1870be8-1ac5-4b11-a0a7-3908e85ad277 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 943 time: 0.1266418 Jan 29 19:50:39.829196 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=68014473-e0f2-4c1b-a393-f28b498b8379,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:39.862507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f87f283-c295-4a73-b0af-cf2729eb1436 req-0774e873-33e0-4342-a843-95b8a46e5d08 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018119 Jan 29 19:50:39.874513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7fbd554e-201e-47f1-8e95-4a99626bdf68), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.894299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d9388842-770e-4ba0-9b60-68403cf6cafc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:39.996718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-124fca29-e594-4c23-b0d6-4e1890a9b962 None None] Current status of the port 68014473-e0f2-4c1b-a393-f28b498b8379 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:40.046867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.052963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a,segment=NetworkSegment(fc9d02c5-3537-4ba1-9a9a-3a2b1a129118),segment_id=fc9d02c5-3537-4ba1-9a9a-3a2b1a129118)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:40.070940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=d9388842-770e-4ba0-9b60-68403cf6cafc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:40.085929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '8c016e22-ba15-4fea-8a7c-51e533ae263a', 'network_id': '8cae46b2-7218-4c03-bb62-7db8f9fcc726', 'port_id': '8c016e22-ba15-4fea-8a7c-51e533ae263a', 'mac_address': 'fa:16:3e:3b:ea:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ac7ee6-94fd-4063-bb5e-0bde24ce1712', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:40.184694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.185686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 8c016e22-ba15-4fea-8a7c-51e533ae263a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:40.186336 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.191710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2aa6f9a-ed17-4892-8ead-0bd14c962be4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/d9388842-770e-4ba0-9b60-68403cf6cafc HTTP/1.1" status: 204 len: 168 time: 2.3355081 Jan 29 19:50:40.192168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50216) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:40.205516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c016e22-ba15-4fea-8a7c-51e533ae263a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:40.210487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbd554e-201e-47f1-8e95-4a99626bdf68,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:40.263130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a,segment=NetworkSegment(fc9d02c5-3537-4ba1-9a9a-3a2b1a129118),segment_id=fc9d02c5-3537-4ba1-9a9a-3a2b1a129118)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:40.275840 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afeab73-7dde-42f1-83f3-821f5d4902d2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:50:40.279903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5afeab73-7dde-42f1-83f3-821f5d4902d2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/d9388842-770e-4ba0-9b60-68403cf6cafc HTTP/1.1" status: 404 len: 333 time: 0.0842237 Jan 29 19:50:40.281640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.283428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50218) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:40.288582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks [] for router_controller (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.333103 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.376025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Checking segment: {'id': '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:40.378061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Network hostable DHCP agents. Network: 28fa21ad-2205-4db5-92d1-4e0df6d32b1a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:40.407066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 447dd69e-4aa4-421b-ad81-d53f0c1fd4d7 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:40.421125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (447dd69e-4aa4-421b-ad81-d53f0c1fd4d7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.423318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:40.442900 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (a541b8fc-dc7c-4d13-8472-b3a3f03c680c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.444354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2a7fbe2a-62f4-4898-9aac-fd17309728d4 None None] Could not find standard attr ID for object d9388842-770e-4ba0-9b60-68403cf6cafc. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:50:40.444480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a541b8fc-dc7c-4d13-8472-b3a3f03c680c {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:50:40.457868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.459573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6047afeb-0e15-4664-916c-239bff0fa0aa admin admin] 10.222.0.15 "DELETE /v2.0/routers/a541b8fc-dc7c-4d13-8472-b3a3f03c680c HTTP/1.1" status: 204 len: 168 time: 2.8307562 Jan 29 19:50:40.462297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50220) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:40.476345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2a7fbe2a-62f4-4898-9aac-fd17309728d4 None None] Provisioning complete for port 68014473-e0f2-4c1b-a393-f28b498b8379 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:40.476890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbe2a-62f4-4898-9aac-fd17309728d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.529796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:40.546393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (447dd69e-4aa4-421b-ad81-d53f0c1fd4d7), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.604133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Deleting subnet 6fe72860-fbb0-4e12-90de-7d08aeb9bf12 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:40.619412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Publish callbacks [] for subnet (6fe72860-fbb0-4e12-90de-7d08aeb9bf12), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.690417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 28fa21ad-2205-4db5-92d1-4e0df6d32b1a) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:40.700592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:40.701787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.757185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (6fe72860-fbb0-4e12-90de-7d08aeb9bf12), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.776655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe04654-6e30-4726-9306-4a44a141fe45 None None] Network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:40.778914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 68014473-e0f2-4c1b-a393-f28b498b8379 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:40.797424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['8c016e22-ba15-4fea-8a7c-51e533ae263a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:40.874750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (447dd69e-4aa4-421b-ad81-d53f0c1fd4d7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:40.935823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (6fe72860-fbb0-4e12-90de-7d08aeb9bf12), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.003762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b2277b1a-9386-4ed6-90ef-aef9cfcb5838 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5518448 Jan 29 19:50:41.014474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (447dd69e-4aa4-421b-ad81-d53f0c1fd4d7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.089757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fbe2a-62f4-4898-9aac-fd17309728d4 None None] Current status of the port 68014473-e0f2-4c1b-a393-f28b498b8379 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:41.127191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (6fe72860-fbb0-4e12-90de-7d08aeb9bf12), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.140055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.140576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.147191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/447dd69e-4aa4-421b-ad81-d53f0c1fd4d7 HTTP/1.1" status: 204 len: 168 time: 0.8602135 Jan 29 19:50:41.147191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6861444-03be-4943-a7fd-5202d894d24c tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=447dd69e-4aa4-421b-ad81-d53f0c1fd4d7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:41.161792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50238) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:41.169094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6fe72860-fbb0-4e12-90de-7d08aeb9bf12 HTTP/1.1" status: 204 len: 168 time: 0.7031677 Jan 29 19:50:41.183761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848419c0-8c7d-4fa7-95d7-20af0945aa6c None None] Network bf1d1804-f22f-41b5-bd74-bac6f474671b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:41.230654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 68014473-e0f2-4c1b-a393-f28b498b8379 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:41.231347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.238192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50240) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:41.247302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1c0b1-b786-466d-afa2-35d18d8170c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe72860-fbb0-4e12-90de-7d08aeb9bf12,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:41.367172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cfa8ae-056c-4095-bbdb-a78a8bd73f90 None None] Network b29439b0-04b9-4a68-a47f-df302bbf9b4f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:41.403550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-05e0d08a-2963-4732-b5a6-1c763d7f2ae7 None None] Could not find standard attr ID for object d9388842-770e-4ba0-9b60-68403cf6cafc. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:50:41.448777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b29439b0-04b9-4a68-a47f-df302bbf9b4f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.518451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281b29-e43a-4818-8225-9b32da8f9363 req-72286699-0662-46e1-8c61-d1c449dba5ec tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:41.520386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77281b29-e43a-4818-8225-9b32da8f9363 req-72286699-0662-46e1-8c61-d1c449dba5ec tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 944 time: 0.5255227 Jan 29 19:50:41.546389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (bf1d1804-f22f-41b5-bd74-bac6f474671b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.702082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77281b29-e43a-4818-8225-9b32da8f9363 req-3bd24078-ea37-409f-a1bb-4708381be0ee tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449237 Jan 29 19:50:41.760424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 68014473-e0f2-4c1b-a393-f28b498b8379 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:41.760424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.762658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9330dd6f-1272-441e-ad03-26ffcb790268 None None] Network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:41.762756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4d75d656-15bf-4075-8ddf-b8cacb74361a tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:41.762756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4d75d656-15bf-4075-8ddf-b8cacb74361a tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/networks?id=28fa21ad-2205-4db5-92d1-4e0df6d32b1a HTTP/1.1" status: 200 len: 822 time: 0.1681778 Jan 29 19:50:41.790604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-1608fdf7-1851-4a8d-8bbd-e6eec0119e0a tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/quotas/d6bb56a30dac4ceea9b7c23a4cb7be00 HTTP/1.1" status: 200 len: 375 time: 0.0200715 Jan 29 19:50:41.821950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Deleting port 034661f5-1a36-4387-9623-51be39a8b987 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:41.822297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (034661f5-1a36-4387-9623-51be39a8b987), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.845789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-2969f3ae-3464-4d54-ac88-1f8ee36aafb5 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6bb56a30dac4ceea9b7c23a4cb7be00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538647 Jan 29 19:50:41.930494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] For port 034661f5-1a36-4387-9623-51be39a8b987, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=034661f5-1a36-4387-9623-51be39a8b987,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:41.931139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (034661f5-1a36-4387-9623-51be39a8b987), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:41.947998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Calling delete_port for 034661f5-1a36-4387-9623-51be39a8b987 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:41.991727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] DHCP port deletion for bf1d1804-f22f-41b5-bd74-bac6f474671b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:50:41.991727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 68014473-e0f2-4c1b-a393-f28b498b8379 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:42.036462 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-294e6e08-145f-4072-90d9-a551149c15da service neutron] 10.222.0.15 "GET /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894493 Jan 29 19:50:42.038340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] DHCP port deletion for b29439b0-04b9-4a68-a47f-df302bbf9b4f request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:50:42.083007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 79db9475-7c17-4349-940f-8ac7ceaf7edf no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:42.100430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] For port 68014473-e0f2-4c1b-a393-f28b498b8379, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=68014473-e0f2-4c1b-a393-f28b498b8379,segment=NetworkSegment(ad192f0d-7c51-4b69-ba9c-1a95274b6aed),segment_id=ad192f0d-7c51-4b69-ba9c-1a95274b6aed)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:42.112167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.117533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] Deleting port 034661f5-1a36-4387-9623-51be39a8b987 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:42.117916 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (034661f5-1a36-4387-9623-51be39a8b987), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.134590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 68014473-e0f2-4c1b-a393-f28b498b8379 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:42.188382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] For port 034661f5-1a36-4387-9623-51be39a8b987, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=034661f5-1a36-4387-9623-51be39a8b987,segment=NetworkSegment(f4d47261-c9a3-4035-a96e-c5ebe6e117fd),segment_id=f4d47261-c9a3-4035-a96e-c5ebe6e117fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:42.188382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (034661f5-1a36-4387-9623-51be39a8b987), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.194731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-b02d945f-c273-48d2-8dbb-2f6f7c84dc1d service neutron] 10.222.0.15 "GET /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520491 Jan 29 19:50:42.201659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] Calling delete_port for 034661f5-1a36-4387-9623-51be39a8b987 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:42.272261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (034661f5-1a36-4387-9623-51be39a8b987), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.350659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] No DVR routers for this DVR port 034661f5-1a36-4387-9623-51be39a8b987 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:42.354545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=034661f5-1a36-4387-9623-51be39a8b987,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:42.398514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 79db9475-7c17-4349-940f-8ac7ceaf7edf {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:42.399084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 79db9475-7c17-4349-940f-8ac7ceaf7edf not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:42.399281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 246f46e1-6f28-4c87-9e60-3acd0f572647 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:42.429672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 246f46e1-6f28-4c87-9e60-3acd0f572647 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:42.430027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 246f46e1-6f28-4c87-9e60-3acd0f572647 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:42.460042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] Deleting port 68014473-e0f2-4c1b-a393-f28b498b8379 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:42.460459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: from cryptography.utils import int_from_bytes Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: from cryptography.utils import int_from_bytes Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.495638 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:50:42.499906 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:50:42.603170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (034661f5-1a36-4387-9623-51be39a8b987), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.606081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (bf1d1804-f22f-41b5-bd74-bac6f474671b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.680097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ef3dd47-8e61-4a8c-b692-5c159e4e72c0 req-b135e4dc-fea5-424a-837a-c7715e26545d tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 210 time: 0.0864913 Jan 29 19:50:42.685026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] For port 68014473-e0f2-4c1b-a393-f28b498b8379, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=68014473-e0f2-4c1b-a393-f28b498b8379,segment=NetworkSegment(ad192f0d-7c51-4b69-ba9c-1a95274b6aed),segment_id=ad192f0d-7c51-4b69-ba9c-1a95274b6aed)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:42.685628 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.710953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.714268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1d1804-f22f-41b5-bd74-bac6f474671b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:42.741508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 034661f5-1a36-4387-9623-51be39a8b987 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:42.758126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] No DVR routers for this DVR port 034661f5-1a36-4387-9623-51be39a8b987 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:42.781586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456f01c-8ffb-4c31-bdc2-f304b1a3af2b None None] Pushing event deleted for resources: {'Port': ['ID=034661f5-1a36-4387-9623-51be39a8b987,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:42.820660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:42.820966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d47261-c9a3-4035-a96e-c5ebe6e117fd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:42.835742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] Calling delete_port for 68014473-e0f2-4c1b-a393-f28b498b8379 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:42.840873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=68014473-e0f2-4c1b-a393-f28b498b8379,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:42.845676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 034661f5-1a36-4387-9623-51be39a8b987 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:42.846281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 034661f5-1a36-4387-9623-51be39a8b987 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:42.851992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (f4d47261-c9a3-4035-a96e-c5ebe6e117fd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:42.853959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No DVR routers for this DVR port 68014473-e0f2-4c1b-a393-f28b498b8379 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:42.854452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 68014473-e0f2-4c1b-a393-f28b498b8379 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:42.911279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 68014473-e0f2-4c1b-a393-f28b498b8379 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:50:42.911639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 68014473-e0f2-4c1b-a393-f28b498b8379 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:50:42.959900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a1ba2-d92a-40b2-9fb9-7f51bdf4719e req-376102e3-5dba-4c74-9f2d-14d85472e95d tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:42.969665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-300a1ba2-d92a-40b2-9fb9-7f51bdf4719e req-376102e3-5dba-4c74-9f2d-14d85472e95d tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 944 time: 0.0985305 Jan 29 19:50:42.977050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f4d47261-c9a3-4035-a96e-c5ebe6e117fd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.023904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:43.036851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (f4d47261-c9a3-4035-a96e-c5ebe6e117fd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:43.038933 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:43.051764 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-300a1ba2-d92a-40b2-9fb9-7f51bdf4719e req-4daf5458-2e73-4f32-9a51-0b75c3a91408 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785511 Jan 29 19:50:43.102296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (68014473-e0f2-4c1b-a393-f28b498b8379), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.122328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b29439b0-04b9-4a68-a47f-df302bbf9b4f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.145876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29439b0-04b9-4a68-a47f-df302bbf9b4f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:43.153395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] Pushing event deleted for resources: {'Port': ['ID=68014473-e0f2-4c1b-a393-f28b498b8379,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:43.156671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:43.156966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad192f0d-7c51-4b69-ba9c-1a95274b6aed') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:43.169328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ad192f0d-7c51-4b69-ba9c-1a95274b6aed), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.170802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18586b61-ae78-4a25-8cc6-876c3ffd35ba None None] No DVR routers for this DVR port 68014473-e0f2-4c1b-a393-f28b498b8379 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:43.185008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ad192f0d-7c51-4b69-ba9c-1a95274b6aed), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.202140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:43.202140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ad192f0d-7c51-4b69-ba9c-1a95274b6aed), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:43.207220 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:43.374010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (bf1d1804-f22f-41b5-bd74-bac6f474671b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.380585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.384647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf1d1804-f22f-41b5-bd74-bac6f474671b HTTP/1.1" status: 204 len: 168 time: 2.1350503 Jan 29 19:50:43.398982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2ff3-5be4-429a-9dfa-164f531d9e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1d1804-f22f-41b5-bd74-bac6f474671b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:43.444337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b29439b0-04b9-4a68-a47f-df302bbf9b4f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.453387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8c016e22-ba15-4fea-8a7c-51e533ae263a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:43.498161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.513218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/b29439b0-04b9-4a68-a47f-df302bbf9b4f HTTP/1.1" status: 204 len: 168 time: 2.3401678 Jan 29 19:50:43.513218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311ec0d-4de5-422a-84c0-f8d59ad4f7be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=b29439b0-04b9-4a68-a47f-df302bbf9b4f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:43.516077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:43.523904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'name': 'tempest-PortsTestJSON-1862192007'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:43.669907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 8c016e22-ba15-4fea-8a7c-51e533ae263a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:50:43.676382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 8c016e22-ba15-4fea-8a7c-51e533ae263a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:43.677393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.811536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 8c016e22-ba15-4fea-8a7c-51e533ae263a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:43.813088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.831678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c12d03f-32ef-4083-aa37-8d0193675be1 req-cedf25a1-f55f-4b29-b008-44e759df1585 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 210 time: 0.0576212 Jan 29 19:50:43.833399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:43.840698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.859771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:43.863729 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82b7f2-7cf8-45a6-b44d-dc91dcf2160f" -d '{"events": [{"server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:43.868506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a,segment=NetworkSegment(fc9d02c5-3537-4ba1-9a9a-3a2b1a129118),segment_id=fc9d02c5-3537-4ba1-9a9a-3a2b1a129118)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:43.895904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 20073f02-1905-49ab-8f1f-34736022228f yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:43.931830 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:43.960785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:43.991308 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698dae0-6ede-4cdf-8bc3-a1c69e61b3d1 x-openstack-request-id: req-1698dae0-6ede-4cdf-8bc3-a1c69e61b3d1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:43.991599 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "name": "network-vif-plugged", "status": "completed", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:43.991854 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1698dae0-6ede-4cdf-8bc3-a1c69e61b3d1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:43.993055 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a', 'code': 200} Jan 29 19:50:44.028718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:44.081766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb37591a-4581-44f9-b8f8-527a69929abb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c131dbb70d9048819d62662d0cf4719d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181769 Jan 29 19:50:44.082297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50310) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:44.154402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-107d6b81-cb03-4e83-a9ea-2fbde36e4e0d admin admin] Publish callbacks [] for security_group (a8815a3b-d07c-4d83-93b2-ed6860d15dc3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:44.161597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9bf7-4904-4bae-855c-8b586e0222e7 req-f3a561ac-6870-4ff6-866b-eca60dc5283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:44.165706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be2c9bf7-4904-4bae-855c-8b586e0222e7 req-f3a561ac-6870-4ff6-866b-eca60dc5283f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 1127 time: 0.1388445 Jan 29 19:50:44.198245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-107d6b81-cb03-4e83-a9ea-2fbde36e4e0d admin admin] Publish callbacks [] for security_group (a8815a3b-d07c-4d83-93b2-ed6860d15dc3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:44.369864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-107d6b81-cb03-4e83-a9ea-2fbde36e4e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a8815a3b-d07c-4d83-93b2-ed6860d15dc3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:44.374647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be2c9bf7-4904-4bae-855c-8b586e0222e7 req-1c860ab1-8bcd-411e-b5be-bb96531ab0ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888587 Jan 29 19:50:44.375060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-107d6b81-cb03-4e83-a9ea-2fbde36e4e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:44.376310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-107d6b81-cb03-4e83-a9ea-2fbde36e4e0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8815a3b-d07c-4d83-93b2-ed6860d15dc3 HTTP/1.1" status: 204 len: 168 time: 0.2932980 Jan 29 19:50:44.395151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d6b81-cb03-4e83-a9ea-2fbde36e4e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8815a3b-d07c-4d83-93b2-ed6860d15dc3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:44.430960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb36e-cd62-4a45-8c35-8c2510459320 req-b01cd09a-b7a2-4561-baf7-1ea05c5d6bc3 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:44.445733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f8fb36e-cd62-4a45-8c35-8c2510459320 req-b01cd09a-b7a2-4561-baf7-1ea05c5d6bc3 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 945 time: 0.2788403 Jan 29 19:50:44.569523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (20073f02-1905-49ab-8f1f-34736022228f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:44.595963 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f8fb36e-cd62-4a45-8c35-8c2510459320 req-64f12998-795b-4de6-97cf-ef4ee9e9b946 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493070 Jan 29 19:50:44.800631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (20073f02-1905-49ab-8f1f-34736022228f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:44.902303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=20073f02-1905-49ab-8f1f-34736022228f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:44.916528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:44.918063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:44.926790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:44.938379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:44.940868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:45.014283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dde51733-e268-452f-9284-03d429a7ba79 req-7953793a-6483-4e07-8b0a-903e258c4229 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 210 time: 0.0460186 Jan 29 19:50:45.056326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d8dda0d6-f675-4872-a3aa-bd1ba59e2447 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5382416 Jan 29 19:50:45.058821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50330) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:45.196118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 20073f02-1905-49ab-8f1f-34736022228f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:45.196748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (20073f02-1905-49ab-8f1f-34736022228f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:45.314498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (20073f02-1905-49ab-8f1f-34736022228f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:45.334598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 20073f02-1905-49ab-8f1f-34736022228f owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:45.545161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (20073f02-1905-49ab-8f1f-34736022228f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:45.589354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=20073f02-1905-49ab-8f1f-34736022228f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:45.602005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:45.607838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-36bbeae1-d7f6-4c92-b5cb-5688a485eef3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/20073f02-1905-49ab-8f1f-34736022228f HTTP/1.1" status: 204 len: 168 time: 0.5443785 Jan 29 19:50:45.608022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:45.616893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'mac_address': 'fa:16:3e:f1:5e:2d', 'name': 'tempest-PortsTestJSON-1054624964'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:45.817063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26933-e98b-44b8-b519-64d13e80bfa8 req-4b13afd8-bc9a-4919-8656-a5756c01c1e1 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:45.818727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9c26933-e98b-44b8-b519-64d13e80bfa8 req-4b13afd8-bc9a-4919-8656-a5756c01c1e1 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 945 time: 0.1252546 Jan 29 19:50:45.869652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:45.944707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9c26933-e98b-44b8-b519-64d13e80bfa8 req-8c5639a7-5958-42df-b161-d77dad8bb7fc tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150596 Jan 29 19:50:45.968919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.020675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port b5f7dee3-37a4-44d6-a6c7-d0d402738471 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:46.164962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50366) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:46.237757 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6af4931-584f-4489-aa9f-4b7d33dae97c req-33f735a9-3981-49f9-b9c3-763d79532da2 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 210 time: 0.0806742 Jan 29 19:50:46.303439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-da935b83-4a25-44ab-a5e1-d7553f677f81 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:46.310635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-da935b83-4a25-44ab-a5e1-d7553f677f81 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.26 "GET /v2.0/networks?id=28fa21ad-2205-4db5-92d1-4e0df6d32b1a HTTP/1.1" status: 200 len: 822 time: 0.2752345 Jan 29 19:50:46.331701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Request body: {'port': {'device_id': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a', 'admin_state_up': True, 'tenant_id': 'd6bb56a30dac4ceea9b7c23a4cb7be00'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:46.437597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-487520695-network', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:46.444001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (b5f7dee3-37a4-44d6-a6c7-d0d402738471), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.561528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Made reservation on behalf of 36f6ac07761d4dc8ba14870aa83eefca for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:46.564690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.581826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.594472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Made reservation on behalf of d6bb56a30dac4ceea9b7c23a4cb7be00 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:46.598878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.601958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b5f7dee3-37a4-44d6-a6c7-d0d402738471), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.700746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks [] for security_group (64af0143-cd25-4c14-8837-68f10b3bfe70), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.740356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:46.744894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:46.749653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:46.757262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:46.758383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.787054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Allocated IP 172.20.0.8 (28fa21ad-2205-4db5-92d1-4e0df6d32b1a/7fbd554e-201e-47f1-8e95-4a99626bdf68/2907dbb6-1677-4574-86a2-c437d29008c2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:46.787633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=b5f7dee3-37a4-44d6-a6c7-d0d402738471,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:46.830853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (64af0143-cd25-4c14-8837-68f10b3bfe70), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.890308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:46.902326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-81d4723c-175f-4eb8-ba4f-f45f8d51383e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2924995 Jan 29 19:50:46.907795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50382) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:46.951669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64af0143-cd25-4c14-8837-68f10b3bfe70,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:46.978685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (332fb061-0007-4fa7-a288-b66f5490b096), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:46.979152 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Added segment 332fb061-0007-4fa7-a288-b66f5490b096 of type vlan for network 080da103-087f-4cd3-83b4-f2ac086b4782 Jan 29 19:50:46.995039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks [] for port (2907dbb6-1677-4574-86a2-c437d29008c2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.011841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189cd6e-1624-45b6-8ec2-87a3eb2e69e0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:47.019725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1189cd6e-1624-45b6-8ec2-87a3eb2e69e0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/b5f7dee3-37a4-44d6-a6c7-d0d402738471 HTTP/1.1" status: 200 len: 841 time: 0.1056306 Jan 29 19:50:47.020485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50386) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:47.104696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (080da103-087f-4cd3-83b4-f2ac086b4782), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.151479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d322-6de2-4e7b-b21a-59fa22a56ff5 req-92829283-7f80-4a95-9f48-001736dcd09b tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:47.153754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66b4d322-6de2-4e7b-b21a-59fa22a56ff5 req-92829283-7f80-4a95-9f48-001736dcd09b tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 945 time: 0.1080635 Jan 29 19:50:47.198212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port b5f7dee3-37a4-44d6-a6c7-d0d402738471 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:47.198603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b5f7dee3-37a4-44d6-a6c7-d0d402738471), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.206493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.249839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:47.251217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66b4d322-6de2-4e7b-b21a-59fa22a56ff5 req-193cb702-3adb-4f3d-9a8f-3444e17b6e1a tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889940 Jan 29 19:50:47.257710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:47.258612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (080da103-087f-4cd3-83b4-f2ac086b4782), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.259616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:47.265821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:47.276382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.426473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:47.427201 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.534992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2082059 Jan 29 19:50:47.604065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Request body: {'port': {'device_id': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:47.665254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656b13b-e44c-4daa-ac51-d3d833a4b89c req-3d7e37cd-1891-43d2-b5bc-aec5f5c33719 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:47.667682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2656b13b-e44c-4daa-ac51-d3d833a4b89c req-3d7e37cd-1891-43d2-b5bc-aec5f5c33719 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 931 time: 0.2914054 Jan 29 19:50:47.714522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.738953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b5f7dee3-37a4-44d6-a6c7-d0d402738471), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:47.848833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6639431 Jan 29 19:50:47.849817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba4606-2ca7-4927-a65d-20158ec0541e admin admin] Pushing event updated for resources: {'Network': ['ID=080da103-087f-4cd3-83b4-f2ac086b4782,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:47.854337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50398) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:47.859181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Request body: {'subnet': {'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-487520695-subnet', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:47.864220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 080da103-087f-4cd3-83b4-f2ac086b4782 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:47.885874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab95991-5f74-4dbe-9f94-d6f6b9d71c9e tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Pushing event updated for resources: {'Port': ['ID=2907dbb6-1677-4574-86a2-c437d29008c2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:47.929917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for b5f7dee3-37a4-44d6-a6c7-d0d402738471 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:47.974676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Made reservation on behalf of 36f6ac07761d4dc8ba14870aa83eefca for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:47.978317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.067268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2656b13b-e44c-4daa-ac51-d3d833a4b89c req-82c026fa-a18d-424c-9c4f-5878deeab18c tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557150 Jan 29 19:50:48.297230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2907dbb6-1677-4574-86a2-c437d29008c2 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:48.297230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Publish callbacks [] for port (2907dbb6-1677-4574-86a2-c437d29008c2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.344577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-5a00b60d-e609-4d1a-8fac-6f5b8bab63de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1576588 Jan 29 19:50:48.360362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abe4ef-e508-4383-ba56-7dd64dc7e1cc req-b2674252-870d-48db-9bde-da0027d1a0f5 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.363289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5abe4ef-e508-4383-ba56-7dd64dc7e1cc req-b2674252-870d-48db-9bde-da0027d1a0f5 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 945 time: 0.1751478 Jan 29 19:50:48.464455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Transition to ACTIVE for port object 2907dbb6-1677-4574-86a2-c437d29008c2 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:50:48.466084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b5f7dee3-37a4-44d6-a6c7-d0d402738471), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.497824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5abe4ef-e508-4383-ba56-7dd64dc7e1cc req-4768cb49-7a60-4d5e-af46-e424df0db309 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080263 Jan 29 19:50:48.515192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.515739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.516238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.518480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=b5f7dee3-37a4-44d6-a6c7-d0d402738471,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:48.518976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.519676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.523082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.523229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.523699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.525955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b4b5b9dd-9f87-4fe5-ae9d-556635deccea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6710 time: 0.1217222 Jan 29 19:50:48.526910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-72a5e6ca-fb9d-48da-be79-ac7d8afa72e2 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/b5f7dee3-37a4-44d6-a6c7-d0d402738471 HTTP/1.1" status: 204 len: 168 time: 1.5030262 Jan 29 19:50:48.531418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50416) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:48.568607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (abead14b-b34c-4657-918e-79edef7e60df), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.590690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.626418 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-03269c62-80f9-46e6-b2dc-d567bd63bc5f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:50:48.632299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03269c62-80f9-46e6-b2dc-d567bd63bc5f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/b5f7dee3-37a4-44d6-a6c7-d0d402738471 HTTP/1.1" status: 404 len: 333 time: 0.0963283 Jan 29 19:50:48.633199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50420) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:48.641615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'name': 'tempest-PortsTestJSON-1537346119'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:48.699647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Pushing event updated for resources: {'Port': ['ID=2907dbb6-1677-4574-86a2-c437d29008c2,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:48.704368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abead14b-b34c-4657-918e-79edef7e60df,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:48.747949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Checking segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:48.748580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Network hostable DHCP agents. Network: 080da103-087f-4cd3-83b4-f2ac086b4782, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:48.752082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-e0fb548c-5905-4ec6-9669-e635e22f0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.752610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-e0fb548c-5905-4ec6-9669-e635e22f0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.753228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-e0fb548c-5905-4ec6-9669-e635e22f0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.754862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-e0fb548c-5905-4ec6-9669-e635e22f0bf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=ccf308fd-6e37-4079-8786-61da3c58b5c9&id=ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 200 len: 2290 time: 0.1973782 Jan 29 19:50:48.827823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Attempting to bind port 2907dbb6-1677-4574-86a2-c437d29008c2 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:48.829190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Attempting to bind port 2907dbb6-1677-4574-86a2-c437d29008c2 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:48.832965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Attempting to bind port 2907dbb6-1677-4574-86a2-c437d29008c2 on network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:48.838809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Port 2907dbb6-1677-4574-86a2-c437d29008c2 on network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:50:48.839500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Attempting to bind port 2907dbb6-1677-4574-86a2-c437d29008c2 on network 28fa21ad-2205-4db5-92d1-4e0df6d32b1a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:48.846968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:48.847680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Checking segment: {'id': '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:48.848211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Bound using segment: {'id': '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:48.854282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Bound port: 2907dbb6-1677-4574-86a2-c437d29008c2, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:48.855923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:48.861575 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-47e11fd9-906f-4132-92c5-727b29c8bbf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8739d60-7283-40b9-8fc9-721af3540b7a HTTP/1.1" status: 200 len: 1000 time: 0.0956609 Jan 29 19:50:48.931025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-456d9f60-9daa-4602-b6ea-b8c8a94520ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:48.933278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-456d9f60-9daa-4602-b6ea-b8c8a94520ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4882ea39-8c06-4cb1-ae8d-3357bd9d486d HTTP/1.1" status: 200 len: 850 time: 0.0640368 Jan 29 19:50:48.957068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Network 080da103-087f-4cd3-83b4-f2ac086b4782 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:48.970013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] For port 2907dbb6-1677-4574-86a2-c437d29008c2, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:48.989245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] For port 2907dbb6-1677-4574-86a2-c437d29008c2, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2907dbb6-1677-4574-86a2-c437d29008c2,segment=NetworkSegment(9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48),segment_id=9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:48.994158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:48.997992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.006081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-30beb756-93b9-4762-a9aa-7130762ec014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.008048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-30beb756-93b9-4762-a9aa-7130762ec014 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647027 Jan 29 19:50:49.021912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 7621f498-3700-4a66-92f5-26c2b46af037 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:50:49.106416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-460bce98-c3dd-4352-944f-1d5ccb3952ee service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891626 Jan 29 19:50:49.107549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 080da103-087f-4cd3-83b4-f2ac086b4782) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:49.123120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09008a-7486-4d35-8acb-111545b0727d None None] Network 080da103-087f-4cd3-83b4-f2ac086b4782 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:49.132032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.161666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.163468 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.275776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b2c3b24d-9416-4cea-b4ec-0c10b91e7117 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4203272 Jan 29 19:50:49.278872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:49.293857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:49.303549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-70ddecfa-ac5b-497f-84eb-13569e237905 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875095 Jan 29 19:50:49.341688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-080da103-087f-4cd3-83b4-f2ac086b4782', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:50:49.342894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.351359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Pushing event updated for resources: {'Port': ['ID=2907dbb6-1677-4574-86a2-c437d29008c2,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:49.357898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-63c9b448-8e6a-4c41-a441-daeac797c371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 217 time: 0.0462255 Jan 29 19:50:49.413336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.414286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.416087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4967ab77-0da5-4bcf-a545-693b7b438ede service neutron] 10.222.0.26 "PUT /v2.0/ports/2907dbb6-1677-4574-86a2-c437d29008c2 HTTP/1.1" status: 200 len: 1091 time: 1.8262668 Jan 29 19:50:49.416672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'tag': '2907dbb6-1677-4574-86a2-c437d29008c2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:49.422553 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e" -d '{"events": [{"name": "network-changed", "server_uuid": "d86afd49-b8b7-4793-b6b5-49055abd954a", "tag": "2907dbb6-1677-4574-86a2-c437d29008c2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:49.449910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-66ba96d7-469b-496e-928e-919b7c17a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.453931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-66ba96d7-469b-496e-928e-919b7c17a020 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.0857091 Jan 29 19:50:49.562892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (3c11e89d-0c54-4bbf-b346-f274357c49d1), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.566209 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (3c11e89d-0c54-4bbf-b346-f274357c49d1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.584153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-97b8a0d3-74ea-4b24-b02f-893714c5c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.587617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-97b8a0d3-74ea-4b24-b02f-893714c5c5eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1284413 Jan 29 19:50:49.598332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f794319-1399-48f9-92ad-38b53fb7ea0a req-dc8f55e0-69d7-41dc-a7e8-1d3ba1af7ac4 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.607540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f794319-1399-48f9-92ad-38b53fb7ea0a req-dc8f55e0-69d7-41dc-a7e8-1d3ba1af7ac4 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 943 time: 0.3299193 Jan 29 19:50:49.608119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Allocated IP 172.20.0.2 (080da103-087f-4cd3-83b4-f2ac086b4782/abead14b-b34c-4657-918e-79edef7e60df/0af3bbbd-9206-40af-a3ff-74105d8fc7f2) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:49.628868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813e67-d830-4884-b538-3a4273c9c4ff req-5cb4a0dc-f1a6-4e1c-a178-48afa5d00887 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.630810 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01813e67-d830-4884-b538-3a4273c9c4ff req-5cb4a0dc-f1a6-4e1c-a178-48afa5d00887 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 945 time: 0.1982808 Jan 29 19:50:49.744920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (7621f498-3700-4a66-92f5-26c2b46af037), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.796831 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c3d1c-4378-4f9f-ad1b-c7cd012cec6a x-openstack-request-id: req-bf4c3d1c-4378-4f9f-ad1b-c7cd012cec6a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:49.796831 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86afd49-b8b7-4793-b6b5-49055abd954a", "tag": "2907dbb6-1677-4574-86a2-c437d29008c2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:49.797132 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf4c3d1c-4378-4f9f-ad1b-c7cd012cec6a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:49.797479 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'tag': '2907dbb6-1677-4574-86a2-c437d29008c2', 'status': 'completed', 'code': 200} Jan 29 19:50:49.811100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Publish callbacks [] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.876414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Deleting port 8c016e22-ba15-4fea-8a7c-51e533ae263a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:49.876690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.881610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.890450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f794319-1399-48f9-92ad-38b53fb7ea0a req-8894391a-ea5c-460f-a42e-b4c5aa02424c tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817667 Jan 29 19:50:49.895892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-f216dd1b-e10a-4715-9563-9ad0e0d4020e service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938547 Jan 29 19:50:49.904061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-31ba3c52-2d2d-4ae5-9755-e859b59f60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:49.906520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-31ba3c52-2d2d-4ae5-9755-e859b59f60ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6bb56a30dac4ceea9b7c23a4cb7be00&device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 1125 time: 0.1939845 Jan 29 19:50:49.952791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Pushing event updated for resources: {'Port': ['ID=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:49.966481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks [] for router_controller (3c11e89d-0c54-4bbf-b346-f274357c49d1), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:49.978290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Network 080da103-087f-4cd3-83b4-f2ac086b4782 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:49.980054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:49.984267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:49.990913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-2c7a82b0-77fb-42f6-8da6-941a62d52e09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2907dbb6-1677-4574-86a2-c437d29008c2 HTTP/1.1" status: 200 len: 217 time: 0.0700264 Jan 29 19:50:50.071724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Attempting to bind port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:50.072680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Attempting to bind port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:50.073499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Attempting to bind port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 on network 080da103-087f-4cd3-83b4-f2ac086b4782 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:50.085388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:50.086128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Checking segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:50.087140 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.088091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Bound using segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:50.089191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Bound port: 0af3bbbd-9206-40af-a3ff-74105d8fc7f2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:50.089809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.123847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-053ad056-f898-4504-b484-cec5a0f17048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:50.125754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-053ad056-f898-4504-b484-cec5a0f17048 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fbd554e-201e-47f1-8e95-4a99626bdf68 HTTP/1.1" status: 200 len: 862 time: 0.1206384 Jan 29 19:50:50.172735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7621f498-3700-4a66-92f5-26c2b46af037), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.202631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-66200d0e-4a91-4258-952b-de043dc1bc64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28fa21ad-2205-4db5-92d1-4e0df6d32b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626330 Jan 29 19:50:50.240238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] For port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:50.254213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] For port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:50.351293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.390253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a,segment=NetworkSegment(fc9d02c5-3537-4ba1-9a9a-3a2b1a129118),segment_id=fc9d02c5-3537-4ba1-9a9a-3a2b1a129118)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:50.390724 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.483545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:50.486328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks [] for router_gateway (3c11e89d-0c54-4bbf-b346-f274357c49d1), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.486867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Calling delete_port for 8c016e22-ba15-4fea-8a7c-51e533ae263a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:50.506258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17338-df4c-4590-b699-924f8a8c4b68 req-096c9141-cae6-49f8-a4c5-82593f64040f tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:50.513506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23e17338-df4c-4590-b699-924f8a8c4b68 req-096c9141-cae6-49f8-a4c5-82593f64040f tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 945 time: 0.5691509 Jan 29 19:50:50.557016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-5358d4b8-d545-40e3-a55f-2a6b95e82be5 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209669 Jan 29 19:50:50.570166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961995a2-15d7-4b13-aa6a-944738121b4d None None] Pushing event updated for resources: {'Port': ['ID=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:50.578605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:50.597291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:50.609442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:50.610158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:50.613561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=7621f498-3700-4a66-92f5-26c2b46af037,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:50.757502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-25302c83-bf1e-4521-a1e0-dff1227c807d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 217 time: 0.1881061 Jan 29 19:50:50.799472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23e17338-df4c-4590-b699-924f8a8c4b68 req-9bb77ed4-f6de-4fcc-99a3-9d8f689e5dab tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838397 Jan 29 19:50:50.926755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-f6812127-949f-44f8-a5ca-1c6737b95682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:50.929303 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-f6812127-949f-44f8-a5ca-1c6737b95682 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.1580403 Jan 29 19:50:51.124906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-18ac64f5-7396-4a36-8eb6-f52e23cbbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.128483 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-18ac64f5-7396-4a36-8eb6-f52e23cbbade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1797018 Jan 29 19:50:51.187727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks [] for router_gateway (3c11e89d-0c54-4bbf-b346-f274357c49d1), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:51.238902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:51.456688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-8a77e4d2-301d-4065-99db-38463bdb99eb service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775519 Jan 29 19:50:51.457674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50486) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:51.484705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 8c016e22-ba15-4fea-8a7c-51e533ae263a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:50:51.706736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Allocated IP 172.25.5.247 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/b7201816-7c36-4efb-bd3f-f93ae1b48e6b) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:51.710889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-0a2fe891-aa53-45c6-a18c-f979a65c062d service neutron] 10.222.0.26 "GET /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4999876 Jan 29 19:50:51.740807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 8c016e22-ba15-4fea-8a7c-51e533ae263a is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:51.743250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0af9fffe-4301-490d-bfaa-32169f0ffb42 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1077359 Jan 29 19:50:51.754334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50490) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:51.758797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:51.762440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:51.871346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:51.877382 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8d0dbf-ec36-4101-9ed4-4bafcc54f0a6" -d '{"events": [{"server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:51.911032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 8c016e22-ba15-4fea-8a7c-51e533ae263a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=8c016e22-ba15-4fea-8a7c-51e533ae263a,segment=NetworkSegment(fc9d02c5-3537-4ba1-9a9a-3a2b1a129118),segment_id=fc9d02c5-3537-4ba1-9a9a-3a2b1a129118)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:51.948497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e70857-1fc3-4529-8008-b0c6c1f746e2 req-c2ff63cb-06e5-458b-b58b-ed49366c2e60 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.955766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.956345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.956870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.957531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.958280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.958562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.959078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:51.959354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01e70857-1fc3-4529-8008-b0c6c1f746e2 req-c2ff63cb-06e5-458b-b58b-ed49366c2e60 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 943 time: 0.3545518 Jan 29 19:50:51.961366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-c3f1cadc-b748-406c-8a1f-499a5779d897 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6710 time: 0.4996283 Jan 29 19:50:51.978805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.059988 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7621f498-3700-4a66-92f5-26c2b46af037), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.090579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:52.133897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18e7f9a6-fe69-469f-b918-c189ff7e1cf8 req-4937228a-4cd1-4b29-af33-e442f88fd9cd service neutron] 10.222.0.26 "GET /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114180 Jan 29 19:50:52.180919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-be9568fb-71cd-4ff1-9534-c4d138d025f2 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135136 Jan 29 19:50:52.197303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b3768-4b36-4846-b055-8e81d16e24f6 None None] Network 080da103-087f-4cd3-83b4-f2ac086b4782 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:52.202750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01e70857-1fc3-4529-8008-b0c6c1f746e2 req-e5b8bb62-f977-46a6-b484-08c4d0821229 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418969 Jan 29 19:50:52.281901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8c016e22-ba15-4fea-8a7c-51e533ae263a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.295436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-f5ebe874-795e-44e2-9c3e-b56054fa4cdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=506da6d9-844b-429d-8934-d7c708e110f4 HTTP/1.1" status: 200 len: 217 time: 0.0701530 Jan 29 19:50:52.325937 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930cc8c-1fc0-48f0-91bf-763f76b19145 x-openstack-request-id: req-4930cc8c-1fc0-48f0-91bf-763f76b19145 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:52.326170 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:52.326399 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4930cc8c-1fc0-48f0-91bf-763f76b19145 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:52.326776 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a', 'code': 200} Jan 29 19:50:52.376774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Pushing event deleted for resources: {'Port': ['ID=8c016e22-ba15-4fea-8a7c-51e533ae263a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:52.377002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] Provisioning complete for port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:52.377403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.397222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-f501205b-79b9-44da-a9f4-042e5cae1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:52.399607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-f501205b-79b9-44da-a9f4-042e5cae1e8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.0950103 Jan 29 19:50:52.403523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks [] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.443658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] No DVR routers for this DVR port 8c016e22-ba15-4fea-8a7c-51e533ae263a on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:52.447187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.450812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-01813e67-d830-4884-b538-3a4273c9c4ff req-e75302a2-a29f-4b8a-8f46-896a5a81ed61 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.13 "DELETE /v2.0/ports/8c016e22-ba15-4fea-8a7c-51e533ae263a HTTP/1.1" status: 204 len: 173 time: 2.7906368 Jan 29 19:50:52.451296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'name': 'network-vif-deleted', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:52.454083 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe866c1c-5039-4668-94f5-9c6e7ab16c92" -d '{"events": [{"server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "name": "network-vif-deleted", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:52.493955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-e8bed11d-4949-41be-8be8-22f839226bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:52.502445 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-e8bed11d-4949-41be-8be8-22f839226bce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6bb56a30dac4ceea9b7c23a4cb7be00&device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 1125 time: 0.2109232 Jan 29 19:50:52.647211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-ad54c7a9-f6bc-4a35-aba4-e99527f1df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:52.647211 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-ad54c7a9-f6bc-4a35-aba4-e99527f1df60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28fa21ad-2205-4db5-92d1-4e0df6d32b1a HTTP/1.1" status: 200 len: 922 time: 0.1362009 Jan 29 19:50:52.674650 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366dcccc-d16d-403c-b4c7-b8e0edd0c510 x-openstack-request-id: req-366dcccc-d16d-403c-b4c7-b8e0edd0c510 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:52.675852 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb688fc-10bb-48c5-bc10-f2e0a91a93ef", "name": "network-vif-deleted", "tag": "8c016e22-ba15-4fea-8a7c-51e533ae263a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:52.676310 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-366dcccc-d16d-403c-b4c7-b8e0edd0c510 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:52.676860 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb688fc-10bb-48c5-bc10-f2e0a91a93ef', 'name': 'network-vif-deleted', 'tag': '8c016e22-ba15-4fea-8a7c-51e533ae263a', 'status': 'completed', 'code': 200} Jan 29 19:50:52.686917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] Current status of the port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:52.687436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:52.762962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] For port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:52.774266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-87e9d8eb-d126-4a4f-b78c-ff7a4e9dae1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2907dbb6-1677-4574-86a2-c437d29008c2 HTTP/1.1" status: 200 len: 217 time: 0.1019773 Jan 29 19:50:52.847063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-30e5d298-06d3-456d-9789-b65b0407ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:52.848665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-30e5d298-06d3-456d-9789-b65b0407ce83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fbd554e-201e-47f1-8e95-4a99626bdf68 HTTP/1.1" status: 200 len: 862 time: 0.0672479 Jan 29 19:50:52.867190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:52.876065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-387ad681-3958-4add-8b8d-0c5a6639d321 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&id=77929908-38c8-42d6-b8fa-7630d3da24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8528624 Jan 29 19:50:52.898298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-d6945ff3-aeee-4f78-bafa-9becc8b97953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:52.900035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-d6945ff3-aeee-4f78-bafa-9becc8b97953 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4750338 Jan 29 19:50:52.913693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-b4b14260-33ac-440f-9b69-1e2efa53e9f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28fa21ad-2205-4db5-92d1-4e0df6d32b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582261 Jan 29 19:50:52.916909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ab011-fec1-495e-aa23-bc8e07377abd req-b526a33e-f8b8-4047-a182-ac11badcd868 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:52.927436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-393ab011-fec1-495e-aa23-bc8e07377abd req-b526a33e-f8b8-4047-a182-ac11badcd868 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb688fc-10bb-48c5-bc10-f2e0a91a93ef HTTP/1.1" status: 200 len: 865 time: 0.9330571 Jan 29 19:50:52.963823 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.032047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (7621f498-3700-4a66-92f5-26c2b46af037), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.035008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:53.035390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.093218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-4f4f4423-c1c0-4ed7-8b08-fee76aa84cbe service neutron] 10.222.0.26 "GET /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724348 Jan 29 19:50:53.106779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7cd6-a2b0-4768-ab0b-b4c079f3c2d2 None None] Pushing event updated for resources: {'Port': ['ID=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:53.119581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3f5d366c-a4d3-4c1c-a34c-ee9616980783 None None] Provisioning complete for port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:53.120053 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5d366c-a4d3-4c1c-a34c-ee9616980783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.133724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-393ab011-fec1-495e-aa23-bc8e07377abd req-725f1102-73e8-48c8-895b-b84cf7bdd522 tempest-ServerGroupTestJSON-270419193 tempest-ServerGroupTestJSON-270419193-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf85bc2-e27a-4b60-af21-e6262deed386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051542 Jan 29 19:50:53.140769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (7621f498-3700-4a66-92f5-26c2b46af037), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.211277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:53.273052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d366c-a4d3-4c1c-a34c-ee9616980783 None None] Current status of the port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:53.281328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcdde9a0-b6f8-4c0a-9414-bd24e899f01e req-25407f58-31a6-49a5-80d6-651e69186014 service neutron] 10.222.0.26 "GET /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809258 Jan 29 19:50:53.328294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.342511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] In _notify_port_updated(), no bound segment for port 7621f498-3700-4a66-92f5-26c2b46af037 on network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:50:53.347743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:53.348673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.353011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/ports/7621f498-3700-4a66-92f5-26c2b46af037 HTTP/1.1" status: 200 len: 818 time: 1.5942149 Jan 29 19:50:53.356389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50524) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:53.369128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:53.412399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:53.428004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:53.441647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fdd6c-0961-41f3-9742-fceef4af6a0a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=7621f498-3700-4a66-92f5-26c2b46af037,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:53.517519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:53.533342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-7357b2f5-8551-41c3-b690-44b7cd75b2ca service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371144 Jan 29 19:50:53.587097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 7621f498-3700-4a66-92f5-26c2b46af037 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:53.587443 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7621f498-3700-4a66-92f5-26c2b46af037), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.596482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc34a-2614-4f11-90a6-ae6be1624431 req-4fcea95f-17a4-4586-8b7c-b5ea00e02151 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:53.605244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a49bc34a-2614-4f11-90a6-ae6be1624431 req-4fcea95f-17a4-4586-8b7c-b5ea00e02151 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 943 time: 0.2407081 Jan 29 19:50:53.738768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7621f498-3700-4a66-92f5-26c2b46af037), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.772986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 7621f498-3700-4a66-92f5-26c2b46af037 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:53.957070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7621f498-3700-4a66-92f5-26c2b46af037), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:53.998003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.005043 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/7621f498-3700-4a66-92f5-26c2b46af037 HTTP/1.1" status: 204 len: 168 time: 0.6428483 Jan 29 19:50:54.005043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cd201-0447-482f-980b-ba894b134174 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=7621f498-3700-4a66-92f5-26c2b46af037,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:54.005317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:54.089474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9d9e4-4d45-4c52-8efb-4d3e8b8944cb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:54.092256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7f9d9e4-4d45-4c52-8efb-4d3e8b8944cb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0851207 Jan 29 19:50:54.094216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50546) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:54.140047 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79ddcc5-4797-44eb-80ff-ea298684395e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:50:54.152176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50548) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:54.152793 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e79ddcc5-4797-44eb-80ff-ea298684395e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/7621f498-3700-4a66-92f5-26c2b46af037 HTTP/1.1" status: 404 len: 333 time: 0.0558803 Jan 29 19:50:54.159505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1684388971'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:54.263898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a49bc34a-2614-4f11-90a6-ae6be1624431 req-17a59341-86a5-4463-a40f-d349d921c7d7 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6576393 Jan 29 19:50:54.292085 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-b7cbf75d-b698-47ef-9f17-c4830efeb097 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516444 Jan 29 19:50:54.355700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-3bb7bd6e-4d07-4ea9-a8cc-4f994e67e5bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac HTTP/1.1" status: 200 len: 217 time: 0.0547061 Jan 29 19:50:54.423856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-13c3bb9d-961c-453d-b7e3-9a918de8df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:54.425664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-13c3bb9d-961c-453d-b7e3-9a918de8df07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.0584762 Jan 29 19:50:54.426941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:54.430114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.554916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:54.589644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ad3b3259-f398-49e6-8a41-8467231550bf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.589986 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment ad3b3259-f398-49e6-8a41-8467231550bf of type vlan for network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 Jan 29 19:50:54.599403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a16046-8b11-4217-a599-5382b621494f req-40888580-fd57-438e-ab05-6b132b564dd6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:54.599984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2a16046-8b11-4217-a599-5382b621494f req-40888580-fd57-438e-ab05-6b132b564dd6 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.2440648 Jan 29 19:50:54.647748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-20e1afac-a70d-4c9e-9eea-894aa788124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:54.649344 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-20e1afac-a70d-4c9e-9eea-894aa788124c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2018204 Jan 29 19:50:54.666661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:54.682945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:54.752935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Deleting subnet b1ac7ee6-94fd-4063-bb5e-0bde24ce1712 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:50:54.756927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:54.757536 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.760225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.761615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Publish callbacks [] for subnet (b1ac7ee6-94fd-4063-bb5e-0bde24ce1712), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.771939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks [] for router_gateway (3c11e89d-0c54-4bbf-b346-f274357c49d1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.837768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (b1ac7ee6-94fd-4063-bb5e-0bde24ce1712), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.888234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:50:54.892663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (b1ac7ee6-94fd-4063-bb5e-0bde24ce1712), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:54.907037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f2a16046-8b11-4217-a599-5382b621494f req-3fae1b34-ce42-43d0-bc01-d13c1196faf1 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693963 Jan 29 19:50:54.943777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-99c0734b-f1b7-4912-bf29-de2d3e52faa8 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663512 Jan 29 19:50:55.020889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:55.024431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.029389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:55.030010 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.104413 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (b1ac7ee6-94fd-4063-bb5e-0bde24ce1712), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.152927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.157499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1ac7ee6-94fd-4063-bb5e-0bde24ce1712 HTTP/1.1" status: 204 len: 168 time: 0.4732544 Jan 29 19:50:55.160361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1760-8851-499e-b779-3d542b544978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ac7ee6-94fd-4063-bb5e-0bde24ce1712,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:55.163468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50584) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:55.184667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92d474b6-24a5-4c01-8d49-40ceb217c458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.206985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-012ddf9a-8477-42d2-811d-7355d9361570 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237930 Jan 29 19:50:55.207776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:55.228834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:50:55.259796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8cae46b2-7218-4c03-bb62-7db8f9fcc726), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.273782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-ce6632f7-787f-4726-9ede-ab9ea3d50082 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0b17f85-4c04-4f3d-9296-da38da666563 HTTP/1.1" status: 200 len: 217 time: 0.0460091 Jan 29 19:50:55.277497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1bd9e290-60f9-4e7a-af5d-1b964373521b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1218169 Jan 29 19:50:55.280535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50586) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:55.289991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:55.342472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-c6c68eca-bf27-4267-879d-88191cd75cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:55.347989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-c6c68eca-bf27-4267-879d-88191cd75cfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.0683067 Jan 29 19:50:55.509732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2907dbb6-1677-4574-86a2-c437d29008c2 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:50:55.509941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-3b5c3a54-3227-44c1-8604-766f27e7e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:55.509941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-3b5c3a54-3227-44c1-8604-766f27e7e3e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1283958 Jan 29 19:50:55.510125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8cae46b2-7218-4c03-bb62-7db8f9fcc726), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.511559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (3c11e89d-0c54-4bbf-b346-f274357c49d1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.519201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cae46b2-7218-4c03-bb62-7db8f9fcc726']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:55.521981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 2907dbb6-1677-4574-86a2-c437d29008c2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2907dbb6-1677-4574-86a2-c437d29008c2,segment=NetworkSegment(9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48),segment_id=9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:55.532941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:55.532941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9d02c5-3537-4ba1-9a9a-3a2b1a129118') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:55.534840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '2907dbb6-1677-4574-86a2-c437d29008c2', 'network_id': '28fa21ad-2205-4db5-92d1-4e0df6d32b1a', 'port_id': '2907dbb6-1677-4574-86a2-c437d29008c2', 'mac_address': 'fa:16:3e:0c:49:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbd554e-201e-47f1-8e95-4a99626bdf68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:50:55.540375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec61dc-8411-4f21-8dbd-47b6fe510d2e req-4511c334-fa72-4f82-bf5e-1aaa0903ab38 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:55.541887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0ec61dc-8411-4f21-8dbd-47b6fe510d2e req-4511c334-fa72-4f82-bf5e-1aaa0903ab38 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 943 time: 0.1834874 Jan 29 19:50:55.551151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (fc9d02c5-3537-4ba1-9a9a-3a2b1a129118), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.580803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 2907dbb6-1677-4574-86a2-c437d29008c2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:55.581523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.583067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fc9d02c5-3537-4ba1-9a9a-3a2b1a129118), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.596230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:50:55.596651 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (fc9d02c5-3537-4ba1-9a9a-3a2b1a129118), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.596973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2907dbb6-1677-4574-86a2-c437d29008c2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:50:55.598484 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:50:55.600622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:55.602315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.625631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 2907dbb6-1677-4574-86a2-c437d29008c2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2907dbb6-1677-4574-86a2-c437d29008c2,segment=NetworkSegment(9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48),segment_id=9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:55.653786 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:50:55.664843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-cedcb7d6-f377-4896-8f85-c637eef3d149 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737647 Jan 29 19:50:55.702647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.711995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0ec61dc-8411-4f21-8dbd-47b6fe510d2e req-8fc2eb2c-4892-44d7-93f0-ff8c69a320e4 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586652 Jan 29 19:50:55.794467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8cae46b2-7218-4c03-bb62-7db8f9fcc726), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.795004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=2907dbb6-1677-4574-86a2-c437d29008c2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:55.819916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:55.827004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8cae46b2-7218-4c03-bb62-7db8f9fcc726 HTTP/1.1" status: 204 len: 168 time: 0.6621745 Jan 29 19:50:55.851953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05414b-a8e8-40a6-b9df-0767fdb27709 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cae46b2-7218-4c03-bb62-7db8f9fcc726,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:55.866107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-42d2e37e-24f8-426b-bbc2-072aa6cc15ed service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679730 Jan 29 19:50:55.866747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Router 3c11e89d-0c54-4bbf-b346-f274357c49d1 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:50:56.022765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-22fced00-2c38-40b2-aa3a-54962c78fe56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8 HTTP/1.1" status: 200 len: 217 time: 0.1399627 Jan 29 19:50:56.032432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['2907dbb6-1677-4574-86a2-c437d29008c2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:50:56.133160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-22611b07-56cf-4153-8d81-a0be1c8b873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:56.134664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-22611b07-56cf-4153-8d81-a0be1c8b873f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.1020384 Jan 29 19:50:56.136676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21381447-102b-40f2-8e5d-1fe6b7a0f4c2 req-ba6456b7-278b-42b7-938f-e96cc2bad919 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:56.138187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21381447-102b-40f2-8e5d-1fe6b7a0f4c2 req-ba6456b7-278b-42b7-938f-e96cc2bad919 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.1234515 Jan 29 19:50:56.152799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f12c40e5-de6d-4799-ab66-d3f8f81f1332 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:56.157958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f12c40e5-de6d-4799-ab66-d3f8f81f1332 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 945 time: 0.0814440 Jan 29 19:50:56.180557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.195570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:56.209708 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Sync routers for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:56.222375 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:56.224404 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:56.256013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-0feb6f2b-d412-492d-98e2-d358a4f30b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:56.257795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-0feb6f2b-d412-492d-98e2-d358a4f30b4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1118431 Jan 29 19:50:56.334943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50608) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:56.350473 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.352111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-976374db-b0a7-4571-9970-92b732f081f3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0656161 Jan 29 19:50:56.354880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:56.381706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': 'ad3b3259-f398-49e6-8a41-8467231550bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:56.382012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:50:56.407144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21381447-102b-40f2-8e5d-1fe6b7a0f4c2 req-99fdc1c0-89d6-49bd-a989-4472b4838789 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe38039-cc77-4a8f-9c3e-ca795b69b99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621067 Jan 29 19:50:56.408334 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:56.409260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:56.464221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d9847e5d-fd1c-458c-869a-5bc7ee16bf42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81cb550541884d8cb1083e37f0d0a4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192539 Jan 29 19:50:56.468013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50612) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:56.506793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Deleting port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:50:56.508020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.592072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:50:56.610131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fda911d-5795-4b29-a7a1-b760afc66e00 admin admin] Publish callbacks [] for security_group (faf85bc2-e27a-4b60-af21-e6262deed386), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.641518 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:54Z', 'revision_number': 3, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:56.659702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fda911d-5795-4b29-a7a1-b760afc66e00 admin admin] Publish callbacks [] for security_group (faf85bc2-e27a-4b60-af21-e6262deed386), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.659702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] For port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:56.659702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.664791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-a42c122d-4f7f-4c55-99b8-f75b52e059b9 service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966503 Jan 29 19:50:56.668812 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Checking router: 3c11e89d-0c54-4bbf-b346-f274357c49d1 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:50:56.669320 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Updating router 3c11e89d-0c54-4bbf-b346-f274357c49d1 port b7201816-7c36-4efb-bd3f-f93ae1b48e6b binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:50:56.702390 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.722866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:56.734330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773317e5-ecde-4df3-bda5-67f32f3e4556 None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:50:56.754073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:56.763203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.932668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-77b3a128-3f5e-402c-b47e-8f7ef61b4f45 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6479254 Jan 29 19:50:56.941698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50624) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:56.941698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:56.960961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': 'ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:50:56.965344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.975911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fda911d-5795-4b29-a7a1-b760afc66e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (faf85bc2-e27a-4b60-af21-e6262deed386), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.979043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fda911d-5795-4b29-a7a1-b760afc66e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:56.980269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0fda911d-5795-4b29-a7a1-b760afc66e00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faf85bc2-e27a-4b60-af21-e6262deed386 HTTP/1.1" status: 204 len: 168 time: 0.5110164 Jan 29 19:50:57.023722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.024097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f5e63677-0b61-41f1-a860-bcd81fff1814), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.024601 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Floating IP f5e63677-0b61-41f1-a860-bcd81fff1814 disassociated. External IP: 172.25.5.60, port: c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa. Jan 29 19:50:57.024961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Calling delete_port for c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:50:57.033610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda911d-5795-4b29-a7a1-b760afc66e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf85bc2-e27a-4b60-af21-e6262deed386,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:57.236870 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Publish callbacks [] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.295886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Allocated IP 172.20.0.2 (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2/ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0/ba41fc8d-c343-4694-b672-fce151c7a09e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:57.310140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49280bb-e9bf-4480-add1-9991bcd48cc2 req-b6423119-4cc0-49ad-a901-a31e39dd6052 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:57.311633 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a49280bb-e9bf-4480-add1-9991bcd48cc2 req-b6423119-4cc0-49ad-a901-a31e39dd6052 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 944 time: 0.1245327 Jan 29 19:50:57.317710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5d8a7bb-aa3f-46e9-9edc-8663529b9b74 req-ad880b9e-a720-4dc6-9975-2c06b2b323db service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164920 Jan 29 19:50:57.380899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2907dbb6-1677-4574-86a2-c437d29008c2 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:50:57.395034 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.403671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a49280bb-e9bf-4480-add1-9991bcd48cc2 req-602b2ad3-12ac-45ed-9d3e-b2f2fc5aa575 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Jan 29 19:50:57.462192 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Attempting to bind port b7201816-7c36-4efb-bd3f-f93ae1b48e6b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:57.462192 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Attempting to bind port b7201816-7c36-4efb-bd3f-f93ae1b48e6b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:57.462529 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Attempting to bind port b7201816-7c36-4efb-bd3f-f93ae1b48e6b on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:57.466052 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Pushing event updated for resources: {'Port': ['ID=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:57.472637 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:57.473027 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:57.473403 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.473960 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:57.474448 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Bound port: b7201816-7c36-4efb-bd3f-f93ae1b48e6b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:57.474826 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.476036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.478306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:57.483007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.483453 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486944 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.486944 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.487240 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.487701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.487907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.488003 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.535414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92c4341-ffa1-4074-be42-9097e0baa6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.558364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 2907dbb6-1677-4574-86a2-c437d29008c2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:50:57.565394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] For port b7201816-7c36-4efb-bd3f-f93ae1b48e6b, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:57.573582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] For port b7201816-7c36-4efb-bd3f-f93ae1b48e6b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:57.584737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 2907dbb6-1677-4574-86a2-c437d29008c2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:57.590299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.591486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Publish callbacks [] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.662888 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.703197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.724988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-770ab747-207b-474c-b380-6a2ee1d3feaf req-6c423e9b-eac6-4c7a-a41f-b858fe1f61e8 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 210 time: 0.1273925 Jan 29 19:50:57.733454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event deleted for resources: {'Port': ['ID=c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:57.747882 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:57.748701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:57.750099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:57.757315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:57.765528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Allocated IP 172.20.0.1 (080da103-087f-4cd3-83b4-f2ac086b4782/abead14b-b34c-4657-918e-79edef7e60df/4359c667-3fca-41f0-87da-616f883daea2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:50:57.799643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:57.833881 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b354-cd64-48d9-b801-36f5746c1264 None None] Pushing event updated for resources: {'Port': ['ID=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:57.840443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 2907dbb6-1677-4574-86a2-c437d29008c2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:50:57.843459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:57.868368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Pushing event updated for resources: {'Port': ['ID=ba41fc8d-c343-4694-b672-fce151c7a09e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:57.881449 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0 (CIDR: 172.20.0.0/28) Jan 29 19:50:57.935382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Attempting to bind port ba41fc8d-c343-4694-b672-fce151c7a09e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:50:57.935382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Attempting to bind port ba41fc8d-c343-4694-b672-fce151c7a09e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ad3b3259-f398-49e6-8a41-8467231550bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:50:57.935382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Attempting to bind port ba41fc8d-c343-4694-b672-fce151c7a09e on network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:50:57.951167 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:50:57.952091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:50:57.962044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.962274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.962519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.962851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.963240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.969221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.972662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.973036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.974198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.974530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.977459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.990429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.990429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:50:57.990951 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:58.023608 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks [] for port (4359c667-3fca-41f0-87da-616f883daea2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.035096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 2907dbb6-1677-4574-86a2-c437d29008c2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2907dbb6-1677-4574-86a2-c437d29008c2,segment=NetworkSegment(9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48),segment_id=9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:50:58.040998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907dbb6-1677-4574-86a2-c437d29008c2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:58.046515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Router a2ab1584-5537-4d14-990b-a7e21a18e2be has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:50:58.046717 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9374c6e-1e34-43b9-a445-77023233a60e" -d '{"events": [{"server_uuid": "d86afd49-b8b7-4793-b6b5-49055abd954a", "name": "network-vif-plugged", "status": "completed", "tag": "2907dbb6-1677-4574-86a2-c437d29008c2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:58.053702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:50:58.077013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Checking segment: {'id': 'ad3b3259-f398-49e6-8a41-8467231550bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:50:58.077500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.077912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Bound using segment: {'id': 'ad3b3259-f398-49e6-8a41-8467231550bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:50:58.078433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Bound port: ba41fc8d-c343-4694-b672-fce151c7a09e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3b3259-f398-49e6-8a41-8467231550bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:50:58.078820 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.085302 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-996c3465-d70a-4c5c-9416-f7b2fd3dd200 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1489313 Jan 29 19:50:58.096335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:58.124581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:58.188453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4359c667-3fca-41f0-87da-616f883daea2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.339337 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f2af0-83d3-4ab3-9ce9-4b56e66c8576 x-openstack-request-id: req-743f2af0-83d3-4ab3-9ce9-4b56e66c8576 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:58.342090 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86afd49-b8b7-4793-b6b5-49055abd954a", "name": "network-vif-plugged", "status": "completed", "tag": "2907dbb6-1677-4574-86a2-c437d29008c2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:58.342090 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-743f2af0-83d3-4ab3-9ce9-4b56e66c8576 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:58.342090 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907dbb6-1677-4574-86a2-c437d29008c2', 'code': 200} Jan 29 19:50:58.344166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.358952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] For port ba41fc8d-c343-4694-b672-fce151c7a09e, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:50:58.373874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] For port ba41fc8d-c343-4694-b672-fce151c7a09e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ba41fc8d-c343-4694-b672-fce151c7a09e,segment=NetworkSegment(ad3b3259-f398-49e6-8a41-8467231550bf),segment_id=ad3b3259-f398-49e6-8a41-8467231550bf)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:50:58.381865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Network 080da103-087f-4cd3-83b4-f2ac086b4782 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:50:58.412382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:50:58.424272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:50:58.429599 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:54Z', 'revision_number': 3, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:58.440972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Pushing event updated for resources: {'Port': ['ID=4359c667-3fca-41f0-87da-616f883daea2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:58.482988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.560323 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e7532-7ef2-445a-9c02-1961cb412c74 None None] The sync data for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 is: [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:54Z', 'revision_number': 3, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:50:58.571343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=2907dbb6-1677-4574-86a2-c437d29008c2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:58.662324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:50:58.695786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:50:58.715043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9a217-4818-450b-a129-c54bb22c763f req-781f2c19-3272-445b-88f4-9b29e4ab14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:58.732896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cc9a217-4818-450b-a129-c54bb22c763f req-781f2c19-3272-445b-88f4-9b29e4ab14e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 1127 time: 0.3388042 Jan 29 19:50:58.779554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b9627-225d-411c-a903-ce31e7b4f5bb None None] Pushing event updated for resources: {'Port': ['ID=ba41fc8d-c343-4694-b672-fce151c7a09e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:58.790421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:58.793147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:58.844082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (3c11e89d-0c54-4bbf-b346-f274357c49d1), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.879963 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.911853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] No DVR routers for this DVR port c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:50:58.914775 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:58.922150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ab49f6e-5562-450f-80a2-105e3ffdd8b3 req-f96c4834-b6a8-4089-8beb-b9c5912cfb06 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.26 "DELETE /v2.0/ports/c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa HTTP/1.1" status: 204 len: 173 time: 2.7470539 Jan 29 19:50:58.940689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'name': 'network-vif-deleted', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:50:58.948826 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b77147-b0d8-4b24-b686-782bcf063f62" -d '{"events": [{"server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "name": "network-vif-deleted", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:50:58.998926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cc9a217-4818-450b-a129-c54bb22c763f req-e5d20d05-55a7-4d43-9e03-0eb321f4bb0f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825900 Jan 29 19:50:59.082809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:59.093719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.117506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:59.198400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:50:59.220773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3d80f0e5-5047-479f-aaac-4c5214a4edc0 None None] Provisioning complete for port 4359c667-3fca-41f0-87da-616f883daea2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:50:59.221173 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d80f0e5-5047-479f-aaac-4c5214a4edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4359c667-3fca-41f0-87da-616f883daea2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.279099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bb2dd-2c14-4cce-a73d-3c93d49a153b req-92ccb18d-37e3-4070-9e94-023a7ec7c684 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:50:59.307715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c67bb2dd-2c14-4cce-a73d-3c93d49a153b req-92ccb18d-37e3-4070-9e94-023a7ec7c684 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 945 time: 0.6739740 Jan 29 19:50:59.343051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3d80f0e5-5047-479f-aaac-4c5214a4edc0 None None] Port 4359c667-3fca-41f0-87da-616f883daea2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:50:59.420741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-424136022-network', 'tenant_id': 'e1b850e2cd1f4879b3e313c7eb8db9a6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:50:59.467488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c67bb2dd-2c14-4cce-a73d-3c93d49a153b req-1618d63d-1da0-4f58-8dad-18c21f2b2766 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588378 Jan 29 19:50:59.486595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4359c667-3fca-41f0-87da-616f883daea2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.544169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:59.583893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Made reservation on behalf of e1b850e2cd1f4879b3e313c7eb8db9a6 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:50:59.590584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.605332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:50:59.607727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.611891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a16f40d6-19b2-4f48-859c-f594a2ff9625 req-f5491591-5ac1-442d-aec7-c13bdda9de1c tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb17ed91-53a3-424f-8688-f31e093b6b86 HTTP/1.1" status: 200 len: 210 time: 0.0488169 Jan 29 19:50:59.639665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:50:59.639665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:50:59.690367 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a14f9f-f784-4807-ad1e-c4eeaca56079 x-openstack-request-id: req-b8a14f9f-f784-4807-ad1e-c4eeaca56079 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:50:59.691471 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb17ed91-53a3-424f-8688-f31e093b6b86", "name": "network-vif-deleted", "tag": "c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:50:59.691887 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8a14f9f-f784-4807-ad1e-c4eeaca56079 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:50:59.692499 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb17ed91-53a3-424f-8688-f31e093b6b86', 'name': 'network-vif-deleted', 'tag': 'c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa', 'status': 'completed', 'code': 200} Jan 29 19:50:59.787995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:50:59.808002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks [] for security_group (0d17ee55-79a1-43c0-a727-fa2b951e86c9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.819581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.842928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks [] for port (4359c667-3fca-41f0-87da-616f883daea2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.915803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0d17ee55-79a1-43c0-a727-fa2b951e86c9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.916805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (3027b525-a2a7-4281-a8f3-79f55f964d3f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.942122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:50:59.957467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17ee55-79a1-43c0-a727-fa2b951e86c9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:50:59.965277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (680341f7-60fa-4147-8a97-923cd8c592f6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:50:59.972469 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Added segment 680341f7-60fa-4147-8a97-923cd8c592f6 of type vlan for network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 Jan 29 19:50:59.994732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:00.002296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:00.006186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:00.006923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.010081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4359c667-3fca-41f0-87da-616f883daea2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.046934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (bb4ad2b8-6120-4dc6-8b6f-07d14d717951), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.141408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:00.147791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0388153 Jan 29 19:51:00.150574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50732) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:00.170746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'fixed_ips': [{'subnet_id': 'ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0'}, {'subnet_id': '3027b525-a2a7-4281-a8f3-79f55f964d3f'}], 'name': 'tempest-PortsTestJSON-1292269288'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:00.192421 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (3c11e89d-0c54-4bbf-b346-f274357c49d1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.194353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Pushing event updated for resources: {'Port': ['ID=4359c667-3fca-41f0-87da-616f883daea2,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:00.197960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e679ae8-51fa-4200-aced-75ac54393ea9 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=3027b525-a2a7-4281-a8f3-79f55f964d3f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:00.228960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (bb4ad2b8-6120-4dc6-8b6f-07d14d717951), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.234113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:00.236164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.377203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1770239 Jan 29 19:51:00.380459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50736) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:00.381293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1e13b-2ef6-4653-aca1-75cc39030006 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4ad2b8-6120-4dc6-8b6f-07d14d717951,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:00.395677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Request body: {'subnet': {'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-424136022-subnet', 'tenant_id': 'e1b850e2cd1f4879b3e313c7eb8db9a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:00.395905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:51:00.441730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Network 080da103-087f-4cd3-83b4-f2ac086b4782 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:00.444975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:00.500875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bde4b2-62ac-41ae-83af-cb745b58c7f4 None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:44:36Z', 'revision_number': 4, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b19941c2-8a72-4c65-ab71-2c0f664cc0e5', 'name': '', 'network_id': 'aa160f59-2535-4657-a321-131ef6adca88', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'mac_address': 'fa:16:3e:c7:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:34Z', 'updated_at': '2022-01-29T19:44:45Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'subnets': [{'id': 'd5e26a17-26a1-423b-ae64-fd7e187e4bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:51:00.513843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.543091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Made reservation on behalf of e1b850e2cd1f4879b3e313c7eb8db9a6 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:00.543091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.558679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810843a6-d67a-43e5-b00c-6f529a028949 None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:00.685963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:00.731726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Router 3c11e89d-0c54-4bbf-b346-f274357c49d1 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:51:00.792885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] Provisioning complete for port ba41fc8d-c343-4694-b672-fce151c7a09e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:00.793886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:00.847373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4eb3-3c3a-4714-a049-d8129b6eadde req-64b0b7bb-ca3d-4060-b149-cf18fafbbacb tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:00.849168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26fc4eb3-3c3a-4714-a049-d8129b6eadde req-64b0b7bb-ca3d-4060-b149-cf18fafbbacb tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 945 time: 0.1500528 Jan 29 19:51:00.957645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26fc4eb3-3c3a-4714-a049-d8129b6eadde req-869a4497-9056-4c0b-bd87-f7c124518530 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973425 Jan 29 19:51:00.971151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:51:00.978317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0fcc3bd6-bc7f-4b3c-a83b-6b30f365203b admin admin] 10.222.0.15 "PUT /v2.0/routers/3c11e89d-0c54-4bbf-b346-f274357c49d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6223223 Jan 29 19:51:00.988801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] Current status of the port ba41fc8d-c343-4694-b672-fce151c7a09e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:00.989610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.037465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ba41fc8d-c343-4694-b672-fce151c7a09e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:01.091722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] For port ba41fc8d-c343-4694-b672-fce151c7a09e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ba41fc8d-c343-4694-b672-fce151c7a09e,segment=NetworkSegment(ad3b3259-f398-49e6-8a41-8467231550bf),segment_id=ad3b3259-f398-49e6-8a41-8467231550bf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:01.137169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ba41fc8d-c343-4694-b672-fce151c7a09e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:01.137169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.162921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50752) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:01.261970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] Update dhcp port {'port': {'network_id': '9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2', 'fixed_ips': [{'subnet_id': 'ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '3027b525-a2a7-4281-a8f3-79f55f964d3f'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'ba41fc8d-c343-4694-b672-fce151c7a09e'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:51:01.269521 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.321383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52737bb4-2a28-43d1-b5b0-ed2f9d41cc53 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (1fe38039-cc77-4a8f-9c3e-ca795b69b99d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.395329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52737bb4-2a28-43d1-b5b0-ed2f9d41cc53 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (1fe38039-cc77-4a8f-9c3e-ca795b69b99d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.433618 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa1933-9da4-4f6b-84d9-d4b9cb9e7caf None None] New status for floating IP f5e63677-0b61-41f1-a860-bcd81fff1814: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:51:01.449573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:01.461674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.505285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 598571d2-c428-45d0-9f39-56ed0c3eeb38 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:01.509714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:01.510165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device c8c1af7b-7bd7-4c8e-9ef1-383c20f94efa not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:01.517681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:01.549383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.566976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52737bb4-2a28-43d1-b5b0-ed2f9d41cc53 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1fe38039-cc77-4a8f-9c3e-ca795b69b99d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.570496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52737bb4-2a28-43d1-b5b0-ed2f9d41cc53 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.571696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-52737bb4-2a28-43d1-b5b0-ed2f9d41cc53 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fe38039-cc77-4a8f-9c3e-ca795b69b99d HTTP/1.1" status: 204 len: 168 time: 0.4075394 Jan 29 19:51:01.576416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50762) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:01.596019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ba41fc8d-c343-4694-b672-fce151c7a09e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:01.597280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b7201816-7c36-4efb-bd3f-f93ae1b48e6b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:01.653743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089623a7-0dbc-45a1-8ff3-f073f545031a None None] Pushing event updated for resources: {'Port': ['ID=ba41fc8d-c343-4694-b672-fce151c7a09e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:01.658017 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-0bc5f795-2cc5-421b-8ec2-42bc9643ed96 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] show failed (client error): The resource could not be found. Jan 29 19:51:01.668243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0bc5f795-2cc5-421b-8ec2-42bc9643ed96 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "GET /v2.0/security-groups/1fe38039-cc77-4a8f-9c3e-ca795b69b99d HTTP/1.1" status: 404 len: 347 time: 0.0868070 Jan 29 19:51:01.668629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50764) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:01.680681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-511f50fb-9a10-424a-b297-135f5921a9f5 None None] Provisioning complete for port 4359c667-3fca-41f0-87da-616f883daea2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:01.684070 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-511f50fb-9a10-424a-b297-135f5921a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4359c667-3fca-41f0-87da-616f883daea2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.698252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52737bb4-2a28-43d1-b5b0-ed2f9d41cc53 tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe38039-cc77-4a8f-9c3e-ca795b69b99d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:01.738596 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.810127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Sync routers for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:51:01.920912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (31398dad-b86f-4930-bb3e-a7fbeadc790a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.925999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:01.926672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:01.953176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Deleting port e5475754-8746-491d-be96-2a7c7849bdd9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:01.954569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e5475754-8746-491d-be96-2a7c7849bdd9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:01.971518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-511f50fb-9a10-424a-b297-135f5921a9f5 None None] Port 4359c667-3fca-41f0-87da-616f883daea2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:02.044964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b7201816-7c36-4efb-bd3f-f93ae1b48e6b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:02.045388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.046348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.6 (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2/ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0/598571d2-c428-45d0-9f39-56ed0c3eeb38) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:02.055012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31398dad-b86f-4930-bb3e-a7fbeadc790a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:02.056419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e5475754-8746-491d-be96-2a7c7849bdd9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.056750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (e5475754-8746-491d-be96-2a7c7849bdd9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.060912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.22 (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2/3027b525-a2a7-4281-a8f3-79f55f964d3f/598571d2-c428-45d0-9f39-56ed0c3eeb38) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:02.064999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Checking segment: {'id': '680341f7-60fa-4147-8a97-923cd8c592f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:02.065588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Network hostable DHCP agents. Network: bb4ad2b8-6120-4dc6-8b6f-07d14d717951, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:51:02.073302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Calling delete_port for e5475754-8746-491d-be96-2a7c7849bdd9 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:02.211631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:51:02.220327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6572432d-60b0-4705-9182-780e81c90561 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:02.221023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6572432d-60b0-4705-9182-780e81c90561), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.286044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:51:02.287673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6572432d-60b0-4705-9182-780e81c90561'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:02.289993 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f373730d-6be9-414c-a4e1-4dd5e109c22e" -d '{"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-unplugged", "status": "completed", "tag": "6572432d-60b0-4705-9182-780e81c90561"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:02.332946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:02.339641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b7201816-7c36-4efb-bd3f-f93ae1b48e6b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:02.339641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.342999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, bb4ad2b8-6120-4dc6-8b6f-07d14d717951) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:02.343789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:02.345214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.352092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973a994-87e2-49bc-b279-263454026393 None None] Network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:02.361927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e5475754-8746-491d-be96-2a7c7849bdd9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.388145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-54b4b667-655c-43b3-a988-500585ff3922 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:02.389511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-54b4b667-655c-43b3-a988-500585ff3922 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.1794093 Jan 29 19:51:02.392661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.413524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port b7201816-7c36-4efb-bd3f-f93ae1b48e6b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:02.417579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-74a4f95b-4c0b-4433-a246-2e164a235566 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/quotas/d11585bc8871463994074b6c1f01d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0201604 Jan 29 19:51:02.432568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Pushing event deleted for resources: {'Port': ['ID=e5475754-8746-491d-be96-2a7c7849bdd9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:02.467593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-747b286b-3017-41fc-a462-14067cb677c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0834093 Jan 29 19:51:02.470260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50780) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:02.486347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155478995', 'description': 'tempest-description--989757746'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:02.492870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6572432d-60b0-4705-9182-780e81c90561), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.509381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks [] for floatingip (f5e63677-0b61-41f1-a860-bcd81fff1814), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.514496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.524081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b220099d-8ab7-47e2-9f35-081ca95ad51e tempest-AttachVolumeTestJSON-1392945136 tempest-AttachVolumeTestJSON-1392945136-project] 10.222.0.15 "DELETE /v2.0/floatingips/f5e63677-0b61-41f1-a860-bcd81fff1814 HTTP/1.1" status: 204 len: 168 time: 0.8507342 Jan 29 19:51:02.571922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-5cfe8633-bcfb-430c-b212-5068bec43d99 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533136 Jan 29 19:51:02.584932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.590967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:02.642982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.704634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae456-3a4a-4158-8631-52d7d5c2a4e1 req-d772aae7-bbad-407e-b271-d4cf5be701b6 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:02.718555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-598ae456-3a4a-4158-8631-52d7d5c2a4e1 req-d772aae7-bbad-407e-b271-d4cf5be701b6 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 945 time: 0.1728849 Jan 29 19:51:02.721430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=598571d2-c428-45d0-9f39-56ed0c3eeb38,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:02.751752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.788765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:02.805568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-598ae456-3a4a-4158-8631-52d7d5c2a4e1 req-dd6d9448-3ceb-4a49-873e-3e262905bff7 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Jan 29 19:51:02.806618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:02.820793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:02.900480 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6e6cde-08f6-4a55-9fce-b4e13093c6c7 x-openstack-request-id: req-3a6e6cde-08f6-4a55-9fce-b4e13093c6c7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:02.902737 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-unplugged", "status": "completed", "tag": "6572432d-60b0-4705-9182-780e81c90561", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:02.902737 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a6e6cde-08f6-4a55-9fce-b4e13093c6c7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:02.902737 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6572432d-60b0-4705-9182-780e81c90561', 'code': 200} Jan 29 19:51:02.904311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918acc9-1e4a-4205-84a8-e61987dffad9 None None] Network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:02.906235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ba41fc8d-c343-4694-b672-fce151c7a09e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:02.927387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:02.927931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:02.959126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:02.969613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-3e7fa370-387f-4f55-9bcb-0c7490dd5685 service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964005 Jan 29 19:51:02.983734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group (a2741576-6e40-43e3-8473-31e24ed86d43), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.088358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] Allocated IP 172.20.0.18 (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2/3027b525-a2a7-4281-a8f3-79f55f964d3f/ba41fc8d-c343-4694-b672-fce151c7a09e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:03.107289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-93ec0f5c-9a85-4430-a35b-f0f8dfc6a72e service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262972 Jan 29 19:51:03.115396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8dabc08c-c9b4-488d-94ec-61b8e90c88de tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9606507 Jan 29 19:51:03.115396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a2741576-6e40-43e3-8473-31e24ed86d43), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.126702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50804) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:03.176613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:03.185175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-85c4451d-4dc7-46a1-86f9-e203748c5e8e tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:03.189453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ba41fc8d-c343-4694-b672-fce151c7a09e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:03.189876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.196401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 2, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:03.197882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-85c4451d-4dc7-46a1-86f9-e203748c5e8e tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/networks?id=bb4ad2b8-6120-4dc6-8b6f-07d14d717951 HTTP/1.1" status: 200 len: 808 time: 0.1785462 Jan 29 19:51:03.199501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.206550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7288826 Jan 29 19:51:03.206853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50806) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:03.208865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9a0a0-04ad-425b-a0fb-339ad908ba95 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2741576-6e40-43e3-8473-31e24ed86d43,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:03.255838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Request body: {'security_group_rule': {'security_group_id': 'a2741576-6e40-43e3-8473-31e24ed86d43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:03.279493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-ca5737ff-8a38-4eae-b8c5-2f8d1206cd58 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/quotas/e1b850e2cd1f4879b3e313c7eb8db9a6 HTTP/1.1" status: 200 len: 375 time: 0.0806060 Jan 29 19:51:03.281039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Checking router: 3c11e89d-0c54-4bbf-b346-f274357c49d1 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:51:03.281394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Updating router 3c11e89d-0c54-4bbf-b346-f274357c49d1 port 4359c667-3fca-41f0-87da-616f883daea2 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:51:03.335069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-28680d1e-3eeb-432a-b0b3-319415af6288 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1b850e2cd1f4879b3e313c7eb8db9a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387444 Jan 29 19:51:03.345890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] For port ba41fc8d-c343-4694-b672-fce151c7a09e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ba41fc8d-c343-4694-b672-fce151c7a09e,segment=NetworkSegment(ad3b3259-f398-49e6-8a41-8467231550bf),segment_id=ad3b3259-f398-49e6-8a41-8467231550bf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:03.348144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4359c667-3fca-41f0-87da-616f883daea2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.421289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group_rule (c240c2c0-38a5-409f-bc3c-713f5110b021), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.452700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] Publish callbacks [] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.538028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4d44828-3287-4727-ae39-d10fd0095701 req-20429825-e152-45c4-a47a-c6477968d20a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 210 time: 0.0683703 Jan 29 19:51:03.586451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.602544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group_rule (c240c2c0-38a5-409f-bc3c-713f5110b021), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.603386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.614670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-17dc7ec7-6f66-4610-b265-59ffd88f75bc service neutron] 10.222.0.15 "GET /v2.0/networks/bb4ad2b8-6120-4dc6-8b6f-07d14d717951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377832 Jan 29 19:51:03.638222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-b3bab512-3811-4ba2-8ae8-bcab54201b38 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:03.639941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-b3bab512-3811-4ba2-8ae8-bcab54201b38 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf2f176b-601b-486c-aeb8-ed7664934b82 HTTP/1.1" status: 200 len: 944 time: 0.1167827 Jan 29 19:51:03.652629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ba41fc8d-c343-4694-b672-fce151c7a09e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:03.726875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c240c2c0-38a5-409f-bc3c-713f5110b021), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.778988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c240c2c0-38a5-409f-bc3c-713f5110b021,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:03.813975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-caf0345c-919a-44a2-80d6-24a13f5d3e93 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:03.815724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-caf0345c-919a-44a2-80d6-24a13f5d3e93 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.26 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 945 time: 0.1289177 Jan 29 19:51:03.865099 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-98ed7621-2018-426f-b895-01e6022dfd72 service neutron] 10.222.0.15 "GET /v2.0/networks/bb4ad2b8-6120-4dc6-8b6f-07d14d717951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410648 Jan 29 19:51:03.865099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:03.874238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-73e4df96-0da9-408b-a268-afee2463e973 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6222720 Jan 29 19:51:03.892798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50818) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:03.949947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Request body: {'security_group_rule': {'security_group_id': 'a2741576-6e40-43e3-8473-31e24ed86d43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:04.011129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Deleting port 6572432d-60b0-4705-9182-780e81c90561 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:04.011630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6572432d-60b0-4705-9182-780e81c90561), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.068512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ea400-d983-4619-b91b-2bb5e42c8f74 None None] Pushing event updated for resources: {'Port': ['ID=ba41fc8d-c343-4694-b672-fce151c7a09e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:04.144918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9887b-9592-4e73-b08a-273def69cd83 req-9cbbcfbe-6ea1-4ae4-a6b4-2a17f76f298d tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:04.152923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1f9887b-9592-4e73-b08a-273def69cd83 req-9cbbcfbe-6ea1-4ae4-a6b4-2a17f76f298d tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 945 time: 0.2211781 Jan 29 19:51:04.177232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group_rule (95529540-fd42-46c2-ba82-340332b6bf99), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.186537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Deleting port 2907dbb6-1677-4574-86a2-c437d29008c2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:04.186981 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.214485 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Publish callbacks [] for port (4359c667-3fca-41f0-87da-616f883daea2), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.246935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Delete allocated IP 172.20.0.22 (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2/3027b525-a2a7-4281-a8f3-79f55f964d3f) {{(pid=103563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 19:51:04.247873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] For port 6572432d-60b0-4705-9182-780e81c90561, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6572432d-60b0-4705-9182-780e81c90561,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:04.248466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6572432d-60b0-4705-9182-780e81c90561), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.290107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1f9887b-9592-4e73-b08a-273def69cd83 req-8c6d28af-a16a-4c48-8e55-b2a212f1f421 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357808 Jan 29 19:51:04.343808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4359c667-3fca-41f0-87da-616f883daea2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.383205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Calling delete_port for 6572432d-60b0-4705-9182-780e81c90561 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:04.436246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3e25c-1f16-4947-bfc9-eb0a1b417b10 None None] Pushing event updated for resources: {'Port': ['ID=4359c667-3fca-41f0-87da-616f883daea2,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:04.457472 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group_rule (95529540-fd42-46c2-ba82-340332b6bf99), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.488556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1f925652-7268-44aa-b900-9c286dc122d3 req-87e72207-dc0a-4deb-be87-4fcc523ffd9d tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 210 time: 0.1130860 Jan 29 19:51:04.564292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Attempting to bind port 4359c667-3fca-41f0-87da-616f883daea2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:04.564818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Attempting to bind port 4359c667-3fca-41f0-87da-616f883daea2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:04.565314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Attempting to bind port 4359c667-3fca-41f0-87da-616f883daea2 on network 080da103-087f-4cd3-83b4-f2ac086b4782 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:04.582294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (95529540-fd42-46c2-ba82-340332b6bf99), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.584758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:04.585789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Checking segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:04.587134 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.588605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Bound using segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:04.589847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Bound port: 4359c667-3fca-41f0-87da-616f883daea2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:04.591843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4359c667-3fca-41f0-87da-616f883daea2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.595888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] For port 2907dbb6-1677-4574-86a2-c437d29008c2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=2907dbb6-1677-4574-86a2-c437d29008c2,segment=NetworkSegment(9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48),segment_id=9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:04.597222 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.674268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95529540-fd42-46c2-ba82-340332b6bf99,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:04.752816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.753160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.753835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.753835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.754155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.754495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.754825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.755153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.755475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.763011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] For port 4359c667-3fca-41f0-87da-616f883daea2, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:04.765328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.767667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.767667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.767667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:04.794588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] For port 4359c667-3fca-41f0-87da-616f883daea2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4359c667-3fca-41f0-87da-616f883daea2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:04.799552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ba41fc8d-c343-4694-b672-fce151c7a09e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:04.817415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.823728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d88b5c45-cc03-4419-8fef-ebea5e992c15 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9246168 Jan 29 19:51:04.823728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50834) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:04.831192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:04.848886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.870716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-496106a1-3605-4d97-92a2-f3c68b6bfa00 req-637f4e5f-8d4e-4d03-99c9-6d63b4f381f7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 210 time: 0.0948524 Jan 29 19:51:04.883619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Calling delete_port for 2907dbb6-1677-4574-86a2-c437d29008c2 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:04.889204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6572432d-60b0-4705-9182-780e81c90561), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.895947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ba41fc8d-c343-4694-b672-fce151c7a09e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:04.898348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.965586 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4359c667-3fca-41f0-87da-616f883daea2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.967717 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.971050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:04.977238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event deleted for resources: {'Port': ['ID=6572432d-60b0-4705-9182-780e81c90561,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:05.036362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] Provisioning complete for port 4359c667-3fca-41f0-87da-616f883daea2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:05.036886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4359c667-3fca-41f0-87da-616f883daea2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.144765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] No DVR routers for this DVR port 6572432d-60b0-4705-9182-780e81c90561 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:05.194083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.206068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1b94789-c9b5-4c1e-aa82-f4b5d028e3ef req-2a26169c-b5c0-4f5f-84a8-2b29d9bddfe8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "DELETE /v2.0/ports/6572432d-60b0-4705-9182-780e81c90561 HTTP/1.1" status: 204 len: 173 time: 1.5204432 Jan 29 19:51:05.206702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-deleted', 'tag': '6572432d-60b0-4705-9182-780e81c90561'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:05.212752 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb5465-3be5-4cd1-bd87-2d13c99af7f9" -d '{"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-deleted", "tag": "6572432d-60b0-4705-9182-780e81c90561"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:05.214722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3e25c-1f16-4947-bfc9-eb0a1b417b10 None None] Pushing event updated for resources: {'Port': ['ID=4359c667-3fca-41f0-87da-616f883daea2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:05.238270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:05.241350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:50:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:05.260152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=598571d2-c428-45d0-9f39-56ed0c3eeb38,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:05.331222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914562aa-cded-4d7f-bc67-3ad129f6b88a None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:05.339460 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] In _notify_port_updated(), no bound segment for port 598571d2-c428-45d0-9f39-56ed0c3eeb38 on network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:51:05.346965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:05.348020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.349731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78e4987a-2b25-42c7-8553-be195729ed27 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/ports/598571d2-c428-45d0-9f39-56ed0c3eeb38 HTTP/1.1" status: 200 len: 919 time: 2.2194016 Jan 29 19:51:05.353368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:05.378951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0'}, {'subnet_id': '3027b525-a2a7-4281-a8f3-79f55f964d3f'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:05.401656 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c9218-4704-4ad7-a577-6d76aec1decd x-openstack-request-id: req-4f5c9218-4704-4ad7-a577-6d76aec1decd {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:05.401947 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f176b-601b-486c-aeb8-ed7664934b82", "name": "network-vif-deleted", "tag": "6572432d-60b0-4705-9182-780e81c90561", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:05.402208 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f5c9218-4704-4ad7-a577-6d76aec1decd {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:05.402619 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f176b-601b-486c-aeb8-ed7664934b82', 'name': 'network-vif-deleted', 'tag': '6572432d-60b0-4705-9182-780e81c90561', 'status': 'completed', 'code': 200} Jan 29 19:51:05.403644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.483992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ba41fc8d-c343-4694-b672-fce151c7a09e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:05.485609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b7201816-7c36-4efb-bd3f-f93ae1b48e6b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:05.631071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2907dbb6-1677-4574-86a2-c437d29008c2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.668400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-014fd6cf-22e6-4095-aae4-db3985f9ed6e req-d63726a4-c8f8-4bc7-b757-41efbb8353b9 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 210 time: 0.0745916 Jan 29 19:51:05.683511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] Current status of the port 4359c667-3fca-41f0-87da-616f883daea2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:05.683893 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4359c667-3fca-41f0-87da-616f883daea2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.697430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Allocated IP 172.25.5.2 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/bea20738-b4b0-4d89-8e7c-3af5d891449b) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:05.704459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:51:05.733138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] For port 4359c667-3fca-41f0-87da-616f883daea2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4359c667-3fca-41f0-87da-616f883daea2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:05.756927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.761974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Pushing event deleted for resources: {'Port': ['ID=2907dbb6-1677-4574-86a2-c437d29008c2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:05.768920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b7201816-7c36-4efb-bd3f-f93ae1b48e6b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:05.769175 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.878584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50ce9-3202-4c6d-b7eb-6761ecbe9c9b req-6a03c863-cd2b-4c4d-b833-f98edd5dd1f3 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:05.887896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8a50ce9-3202-4c6d-b7eb-6761ecbe9c9b req-6a03c863-cd2b-4c4d-b833-f98edd5dd1f3 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 867 time: 0.3626509 Jan 29 19:51:05.929764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] No DVR routers for this DVR port 2907dbb6-1677-4574-86a2-c437d29008c2 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:05.944327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:05.955797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67347e00-21c4-4e80-8040-cc9d27a5f936 req-cb9d9414-90d3-450c-b89d-eb0066cb1f4f tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.26 "DELETE /v2.0/ports/2907dbb6-1677-4574-86a2-c437d29008c2 HTTP/1.1" status: 204 len: 173 time: 2.1347840 Jan 29 19:51:05.998603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:06.087951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d812da3c-feda-4f73-b3fb-7361b7b69b1e req-b648a518-15d5-4da2-9122-409567eaa82d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 210 time: 0.0802178 Jan 29 19:51:06.143102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4359c667-3fca-41f0-87da-616f883daea2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:06.186293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8a50ce9-3202-4c6d-b7eb-6761ecbe9c9b req-8e3e05eb-3ddb-48d5-a536-adc675e32be6 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/security-groups?id=83c656a0-c73c-40c6-93a5-463320c4f431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986426 Jan 29 19:51:06.310621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:06.407762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event updated for resources: {'Port': ['ID=bea20738-b4b0-4d89-8e7c-3af5d891449b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:06.442599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:06.446604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:06.453021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:06.504112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.22 (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2/3027b525-a2a7-4281-a8f3-79f55f964d3f/598571d2-c428-45d0-9f39-56ed0c3eeb38) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:06.589754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Provisioning complete for port 598571d2-c428-45d0-9f39-56ed0c3eeb38 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:06.590251 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:06.594652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd5bc2-a9d4-4c85-92a8-f5daad2d6262 None None] Pushing event updated for resources: {'Port': ['ID=4359c667-3fca-41f0-87da-616f883daea2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:06.697457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b7201816-7c36-4efb-bd3f-f93ae1b48e6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:06.741192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Port 598571d2-c428-45d0-9f39-56ed0c3eeb38 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:06.776765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:04Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:06.822165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-150a367b-2312-4064-8926-3cf9af76f7dc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:06.829392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-150a367b-2312-4064-8926-3cf9af76f7dc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.3182483 Jan 29 19:51:06.840683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:06.852806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773313dc-8e40-4f42-b22d-29967bce9e4f None None] The sync data for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 is: [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:04Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:51:06.860740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Provisioning complete for port ba41fc8d-c343-4694-b672-fce151c7a09e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:06.861776 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:06.890247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Request body: {'port': {'device_id': '6a387f02-9836-4977-850c-bd5bed787cf9', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'admin_state_up': True, 'tenant_id': 'd11585bc8871463994074b6c1f01d5b3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:06.926849 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.038577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef2bdaaf-648d-4a2c-aef9-85f88ab9a9d4 req-a5b51311-dc74-4c58-af1b-b7a743078a0c tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 210 time: 0.1755598 Jan 29 19:51:07.090764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=598571d2-c428-45d0-9f39-56ed0c3eeb38,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:07.106987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Current status of the port ba41fc8d-c343-4694-b672-fce151c7a09e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:07.139497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Provisioning complete for port 4359c667-3fca-41f0-87da-616f883daea2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:07.139877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4359c667-3fca-41f0-87da-616f883daea2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.403373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4b58f13a-812a-4870-8c6a-1ff0a4ba8a0d None None] Current status of the port 4359c667-3fca-41f0-87da-616f883daea2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:07.419014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2907dbb6-1677-4574-86a2-c437d29008c2 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:07.423474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'name': 'network-vif-deleted', 'tag': '2907dbb6-1677-4574-86a2-c437d29008c2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:07.426532 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beb7149-bb98-41d7-b825-7aa3a2cb4a75" -d '{"events": [{"server_uuid": "d86afd49-b8b7-4793-b6b5-49055abd954a", "name": "network-vif-deleted", "tag": "2907dbb6-1677-4574-86a2-c437d29008c2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:07.488115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 2907dbb6-1677-4574-86a2-c437d29008c2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:07.489205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 2907dbb6-1677-4574-86a2-c437d29008c2 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:07.489804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:07.504741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f93790e7-3214-45bf-958d-3ce84dfb5129 req-9031eebe-570f-4318-894c-c95a99075414 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 210 time: 0.1250281 Jan 29 19:51:07.536989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] In _notify_port_updated(), no bound segment for port 598571d2-c428-45d0-9f39-56ed0c3eeb38 on network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:51:07.550400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:07.551080 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.567239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5804e836-ad2e-4b0d-9edb-bca9ed358b9f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/ports/598571d2-c428-45d0-9f39-56ed0c3eeb38 HTTP/1.1" status: 200 len: 999 time: 2.2127087 Jan 29 19:51:07.568310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50862) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:07.613336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 6572432d-60b0-4705-9182-780e81c90561 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:07.613882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6572432d-60b0-4705-9182-780e81c90561 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:07.623327 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4144d08-0edc-4fad-88d8-286edfe51f67 x-openstack-request-id: req-a4144d08-0edc-4fad-88d8-286edfe51f67 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:07.627944 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86afd49-b8b7-4793-b6b5-49055abd954a", "name": "network-vif-deleted", "tag": "2907dbb6-1677-4574-86a2-c437d29008c2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:07.627944 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4144d08-0edc-4fad-88d8-286edfe51f67 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:07.627944 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86afd49-b8b7-4793-b6b5-49055abd954a', 'name': 'network-vif-deleted', 'tag': '2907dbb6-1677-4574-86a2-c437d29008c2', 'status': 'completed', 'code': 200} Jan 29 19:51:07.646197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dd57d270-08f0-47c1-b6cc-c51bd540c2e9 None None] Provisioning complete for port 598571d2-c428-45d0-9f39-56ed0c3eeb38 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:07.646646 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd57d270-08f0-47c1-b6cc-c51bd540c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.698275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd57d270-08f0-47c1-b6cc-c51bd540c2e9 None None] Port 598571d2-c428-45d0-9f39-56ed0c3eeb38 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:07.744930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 598571d2-c428-45d0-9f39-56ed0c3eeb38 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:07.745374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.851086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-54af2f5b-679b-4561-b3dc-23fdfe81dd1d None None] Provisioning complete for port 598571d2-c428-45d0-9f39-56ed0c3eeb38 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:07.851608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54af2f5b-679b-4561-b3dc-23fdfe81dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.914626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.920268 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:07.921232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-54af2f5b-679b-4561-b3dc-23fdfe81dd1d None None] Port 598571d2-c428-45d0-9f39-56ed0c3eeb38 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:07.935899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 598571d2-c428-45d0-9f39-56ed0c3eeb38 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:08.011168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-161f6890-4dad-4d5c-8149-e05e4b6e0309 req-63535aa8-8654-4edc-bfec-398012eaf6d3 tempest-ServerAddressesNegativeTestJSON-1801615545 tempest-ServerAddressesNegativeTestJSON-1801615545-project] 10.222.0.15 "GET /v2.0/ports?device_id=d86afd49-b8b7-4793-b6b5-49055abd954a HTTP/1.1" status: 200 len: 210 time: 0.0494676 Jan 29 19:51:08.072459 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (caae03a3-8477-41d8-9008-e95842b1eb3e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.174704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-88574c42-a1c7-4ce0-acf8-76f32b1c6034 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:08.176680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-88574c42-a1c7-4ce0-acf8-76f32b1c6034 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.13 "GET /v2.0/networks?id=bb4ad2b8-6120-4dc6-8b6f-07d14d717951 HTTP/1.1" status: 200 len: 808 time: 0.1417744 Jan 29 19:51:08.204635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Request body: {'port': {'device_id': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951', 'admin_state_up': True, 'tenant_id': 'e1b850e2cd1f4879b3e313c7eb8db9a6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:08.240160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.250171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ca1eb37-0064-4dc6-a949-76ff06f8dd8e req-6bd7a974-0216-4647-ad0a-60cb949a89c4 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 210 time: 0.0527151 Jan 29 19:51:08.335763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Made reservation on behalf of d11585bc8871463994074b6c1f01d5b3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:08.349388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.600438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Made reservation on behalf of e1b850e2cd1f4879b3e313c7eb8db9a6 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:08.604056 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.634490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (598571d2-c428-45d0-9f39-56ed0c3eeb38), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.674841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.701231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=598571d2-c428-45d0-9f39-56ed0c3eeb38,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:08.725432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d224a169-ef4e-401f-ab67-acac65a18412 req-23932a22-be7b-4af0-ab31-3c8cce2b4eca tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 210 time: 0.0476334 Jan 29 19:51:08.750803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.775756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Allocated IP 172.20.0.14 (a77ddd7c-1edb-44d6-838f-3777076f749c/0ab5d517-3434-4410-b86b-1f3acfb9a55f/5d51e887-44ff-44f6-a0c4-525ee1d6770a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:08.778425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.778425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.778425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.779219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.779219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.779567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.780030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.780389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.780707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.781032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.781353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.781717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.782128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:08.864385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event updated for resources: {'Port': ['ID=bea20738-b4b0-4d89-8e7c-3af5d891449b,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:08.942989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (caae03a3-8477-41d8-9008-e95842b1eb3e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:08.976194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4359c667-3fca-41f0-87da-616f883daea2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:09.006341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Allocated IP 172.20.0.6 (bb4ad2b8-6120-4dc6-8b6f-07d14d717951/31398dad-b86f-4930-bb3e-a7fbeadc790a/fbe07719-a7a3-499a-8d67-4eef9dfb0617) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:09.076302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.095547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d406b9eb-39ce-497c-b578-4850a35a276d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2718356 Jan 29 19:51:09.106966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4359c667-3fca-41f0-87da-616f883daea2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:09.107268 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4359c667-3fca-41f0-87da-616f883daea2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.159118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:09.293823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4359c667-3fca-41f0-87da-616f883daea2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:09.343396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Deleting subnet 7fbd554e-201e-47f1-8e95-4a99626bdf68 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:09.352682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Publish callbacks [] for subnet (7fbd554e-201e-47f1-8e95-4a99626bdf68), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.368950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.373557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85a1f3ca-71b0-446e-a2c8-624d19fa9fbf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/598571d2-c428-45d0-9f39-56ed0c3eeb38 HTTP/1.1" status: 204 len: 168 time: 1.8035014 Jan 29 19:51:09.381039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:09.420750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (7fbd554e-201e-47f1-8e95-4a99626bdf68), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.445486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1769aa73-dc90-44d3-8c15-a284220fe9d4 req-3c0b1088-118b-4bf0-b21f-6b5ac529cdf9 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 210 time: 0.0300217 Jan 29 19:51:09.449848 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cc049e-adbf-424d-b8e6-0dc1a4260e78 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:09.454411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c8cc049e-adbf-424d-b8e6-0dc1a4260e78 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/598571d2-c428-45d0-9f39-56ed0c3eeb38 HTTP/1.1" status: 404 len: 333 time: 0.0725055 Jan 29 19:51:09.460871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50890) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:09.471575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7fbd554e-201e-47f1-8e95-4a99626bdf68), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.514870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 3027b525-a2a7-4281-a8f3-79f55f964d3f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:09.519469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks [] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.522992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (3027b525-a2a7-4281-a8f3-79f55f964d3f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.554266 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks [] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.572249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (3027b525-a2a7-4281-a8f3-79f55f964d3f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.589719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-29defffc-157a-4f2e-8bc3-20da2f20d5fe tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1155478995&fields=id&tenant_id=36f6ac07761d4dc8ba14870aa83eefca HTTP/1.1" status: 200 len: 267 time: 0.2836297 Jan 29 19:51:09.636369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (7fbd554e-201e-47f1-8e95-4a99626bdf68), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.700737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (3027b525-a2a7-4281-a8f3-79f55f964d3f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.718746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbd554e-201e-47f1-8e95-4a99626bdf68,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:09.719285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.723134 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b6cd69b2-a9fa-401b-a9af-3836c73e6a33 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7fbd554e-201e-47f1-8e95-4a99626bdf68 HTTP/1.1" status: 204 len: 168 time: 0.5632133 Jan 29 19:51:09.728993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:09.801480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.821789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.845072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-113649fe-eff5-4dc7-9892-e3fc106e28b5 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:09.846793 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-113649fe-eff5-4dc7-9892-e3fc106e28b5 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/networks?id=080da103-087f-4cd3-83b4-f2ac086b4782 HTTP/1.1" status: 200 len: 811 time: 0.2454746 Jan 29 19:51:09.874655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (3027b525-a2a7-4281-a8f3-79f55f964d3f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.879531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:09.911508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:09.926789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (28fa21ad-2205-4db5-92d1-4e0df6d32b1a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.930201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:09.932767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:09.934263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Network a77ddd7c-1edb-44d6-838f-3777076f749c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:09.935737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=3027b525-a2a7-4281-a8f3-79f55f964d3f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:09.937908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-01b53f92-14a0-490f-b7e4-bc5af9fa675c tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/quotas/36f6ac07761d4dc8ba14870aa83eefca HTTP/1.1" status: 200 len: 375 time: 0.0215857 Jan 29 19:51:09.940144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:09.947743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:09.969418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:09.976148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-97d9d0ec-173c-4c37-8865-b6574ce6ee68 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/3027b525-a2a7-4281-a8f3-79f55f964d3f HTTP/1.1" status: 204 len: 168 time: 0.5141997 Jan 29 19:51:09.986418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7457a9-5487-4656-833a-9f62858f948e None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:09.992623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:10.036515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:10.037216 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.057914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Pushing event updated for resources: {'Port': ['ID=fbe07719-a7a3-499a-8d67-4eef9dfb0617,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:10.080505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0301a7b-0f8b-48f1-bfbd-ba18c0a3c1a3 req-c4ad8447-58c3-407f-a4b8-55fde73281d5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:10.082237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0301a7b-0f8b-48f1-bfbd-ba18c0a3c1a3 req-c4ad8447-58c3-407f-a4b8-55fde73281d5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 932 time: 0.2223487 Jan 29 19:51:10.114317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:10.116435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.144908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0301a7b-0f8b-48f1-bfbd-ba18c0a3c1a3 req-07fe90a2-1b5d-4d73-a2dd-7cbff1339916 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564859 Jan 29 19:51:10.149087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-b8c2fc3a-e188-4074-8039-72ea94c87591 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9529605 Jan 29 19:51:10.179278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Request body: {'port': {'device_id': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:10.215211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:10.219065 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.277694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.295971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (28fa21ad-2205-4db5-92d1-4e0df6d32b1a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.315985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.324350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-58007a1b-12ed-46a8-8763-bd143027e89e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=36f6ac07761d4dc8ba14870aa83eefca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3307302 Jan 29 19:51:10.363563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-920cd4e1-b5ce-4f74-acf8-0a3ddbc98df4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4830117 Jan 29 19:51:10.387216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Request body: {'port': {'device_id': '6a387f02-9836-4977-850c-bd5bed787cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:10.391670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fa21ad-2205-4db5-92d1-4e0df6d32b1a']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:10.436795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:10.438071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:10.487227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.623141 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.654822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:10.655256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (9bf0b3e8-5945-4a31-9b3f-3acbe08e5f48), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:10.660043 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:10.662856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.684879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:10.693796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-208d796e-0c41-4dd0-88a1-2504a8bb5d32 service neutron] 10.222.0.15 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467391 Jan 29 19:51:10.871454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-323072d1-f45b-4b22-856e-e2d163a1efec service neutron] 10.222.0.15 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513643 Jan 29 19:51:10.964180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.056679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:11.073136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c7563361-220c-4446-af46-79489ac474ea None None] Provisioning complete for port ba41fc8d-c343-4694-b672-fce151c7a09e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:11.074245 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c7563361-220c-4446-af46-79489ac474ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.083574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (28fa21ad-2205-4db5-92d1-4e0df6d32b1a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.104331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.108037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cce65da1-c16b-4bd1-bc13-f762bf703410 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0 HTTP/1.1" status: 204 len: 168 time: 1.1005929 Jan 29 19:51:11.110825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e777d611-7b9d-4492-af2e-b3c40e1b329c None None] Network 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:11.111260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:11.114035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.119002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] 10.222.0.15 "DELETE /v2.0/networks/28fa21ad-2205-4db5-92d1-4e0df6d32b1a HTTP/1.1" status: 204 len: 168 time: 1.3890197 Jan 29 19:51:11.138459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542fef-f8fc-4fd4-9784-2aeca79547ce admin admin] Pushing event deleted for resources: {'Network': ['ID=28fa21ad-2205-4db5-92d1-4e0df6d32b1a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:11.234558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe07719-a7a3-499a-8d67-4eef9dfb0617 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:11.249537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06024c-f030-4738-9b2d-38cfd469f7a2 req-4039330a-6279-439f-adab-27a8c0d6ebcd tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:11.256221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a06024c-f030-4738-9b2d-38cfd469f7a2 req-4039330a-6279-439f-adab-27a8c0d6ebcd tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 931 time: 0.2388856 Jan 29 19:51:11.259844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Publish callbacks [] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.271416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.287859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78c8a875-426e-4fd9-8126-aaf826c4b51f req-345992bf-87ae-4ebd-a244-ed88a5b2b694 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 210 time: 0.0542734 Jan 29 19:51:11.318436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Transition to ACTIVE for port object fbe07719-a7a3-499a-8d67-4eef9dfb0617 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:51:11.365831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c7563361-220c-4446-af46-79489ac474ea None None] Current status of the port ba41fc8d-c343-4694-b672-fce151c7a09e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:11.423184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a06024c-f030-4738-9b2d-38cfd469f7a2 req-1e1e0e23-3368-46df-87d9-dab0fbbcd502 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659479 Jan 29 19:51:11.453804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port ba41fc8d-c343-4694-b672-fce151c7a09e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:11.454774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.467933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.492945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d51e887-44ff-44f6-a0c4-525ee1d6770a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:11.503982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Publish callbacks [] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.524939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Transition to ACTIVE for port object 5d51e887-44ff-44f6-a0c4-525ee1d6770a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:51:11.527400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] DHCP port deletion for 9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:51:11.539696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbd4a5-d41d-4f29-90bc-888524638ca9 req-27cdd5d4-66ea-4d3b-93b8-fd12af20e7f6 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:11.539696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62fbd4a5-d41d-4f29-90bc-888524638ca9 req-27cdd5d4-66ea-4d3b-93b8-fd12af20e7f6 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 932 time: 0.0938377 Jan 29 19:51:11.575203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50920) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:11.591678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] For port ba41fc8d-c343-4694-b672-fce151c7a09e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ba41fc8d-c343-4694-b672-fce151c7a09e,segment=NetworkSegment(ad3b3259-f398-49e6-8a41-8467231550bf),segment_id=ad3b3259-f398-49e6-8a41-8467231550bf)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:11.592046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.600087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] Deleting port ba41fc8d-c343-4694-b672-fce151c7a09e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:11.600769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.602247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Pushing event updated for resources: {'Port': ['ID=fbe07719-a7a3-499a-8d67-4eef9dfb0617,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:11.618357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62fbd4a5-d41d-4f29-90bc-888524638ca9 req-edb82a89-c5b8-48f9-a47f-270f8b6531e0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721481 Jan 29 19:51:11.642968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.645658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for ba41fc8d-c343-4694-b672-fce151c7a09e owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:11.689691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] For port ba41fc8d-c343-4694-b672-fce151c7a09e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ba41fc8d-c343-4694-b672-fce151c7a09e,segment=NetworkSegment(ad3b3259-f398-49e6-8a41-8467231550bf),segment_id=ad3b3259-f398-49e6-8a41-8467231550bf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:11.690223 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.701822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:11.704744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] Calling delete_port for ba41fc8d-c343-4694-b672-fce151c7a09e owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:11.727130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cfe010a9-7ece-4a17-aba5-83c431c53b01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6bb56a30dac4ceea9b7c23a4cb7be00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507699 Jan 29 19:51:11.745144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:11.804501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Attempting to bind port fbe07719-a7a3-499a-8d67-4eef9dfb0617 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:11.804878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Attempting to bind port fbe07719-a7a3-499a-8d67-4eef9dfb0617 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '680341f7-60fa-4147-8a97-923cd8c592f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:11.805236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Attempting to bind port fbe07719-a7a3-499a-8d67-4eef9dfb0617 on network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:11.807517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Attempting to bind port 5d51e887-44ff-44f6-a0c4-525ee1d6770a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:11.808045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Attempting to bind port 5d51e887-44ff-44f6-a0c4-525ee1d6770a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:11.808216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Attempting to bind port 5d51e887-44ff-44f6-a0c4-525ee1d6770a on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:11.811305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Port fbe07719-a7a3-499a-8d67-4eef9dfb0617 on network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:51:11.811641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Attempting to bind port fbe07719-a7a3-499a-8d67-4eef9dfb0617 on network bb4ad2b8-6120-4dc6-8b6f-07d14d717951 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:11.819823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Port 5d51e887-44ff-44f6-a0c4-525ee1d6770a on network a77ddd7c-1edb-44d6-838f-3777076f749c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:51:11.820156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Attempting to bind port 5d51e887-44ff-44f6-a0c4-525ee1d6770a on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:11.821575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:11.821928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Checking segment: {'id': '680341f7-60fa-4147-8a97-923cd8c592f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:11.822320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Bound using segment: {'id': '680341f7-60fa-4147-8a97-923cd8c592f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:11.822761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Bound port: fbe07719-a7a3-499a-8d67-4eef9dfb0617, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680341f7-60fa-4147-8a97-923cd8c592f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:11.823116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.827478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cae9a15-4e0c-42f7-8f19-687318e09642 admin admin] Publish callbacks [] for security_group (83c656a0-c73c-40c6-93a5-463320c4f431), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.830829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:11.833003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Checking segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:11.833003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Bound using segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:11.833003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Bound port: 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:11.833003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.883707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cae9a15-4e0c-42f7-8f19-687318e09642 admin admin] Publish callbacks [] for security_group (83c656a0-c73c-40c6-93a5-463320c4f431), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.898936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] For port fbe07719-a7a3-499a-8d67-4eef9dfb0617, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:11.907306 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.907477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] For port fbe07719-a7a3-499a-8d67-4eef9dfb0617, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbe07719-a7a3-499a-8d67-4eef9dfb0617,segment=NetworkSegment(680341f7-60fa-4147-8a97-923cd8c592f6),segment_id=680341f7-60fa-4147-8a97-923cd8c592f6)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:11.911869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ba41fc8d-c343-4694-b672-fce151c7a09e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:11.912452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] No DVR routers for this DVR port ba41fc8d-c343-4694-b672-fce151c7a09e on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:11.952119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No DVR routers for this DVR port ba41fc8d-c343-4694-b672-fce151c7a09e on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:11.960643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=ba41fc8d-c343-4694-b672-fce151c7a09e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:11.961498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80f527-74e5-44ee-86e2-ea29bfa3c269 None None] Pushing event deleted for resources: {'Port': ['ID=ba41fc8d-c343-4694-b672-fce151c7a09e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:11.964413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:11.967913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:11.996257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.035389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.081333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cae9a15-4e0c-42f7-8f19-687318e09642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (83c656a0-c73c-40c6-93a5-463320c4f431), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.084396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cae9a15-4e0c-42f7-8f19-687318e09642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.088640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.088785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1cae9a15-4e0c-42f7-8f19-687318e09642 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83c656a0-c73c-40c6-93a5-463320c4f431 HTTP/1.1" status: 204 len: 168 time: 0.3422544 Jan 29 19:51:12.089842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.090503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.091908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d51e887-44ff-44f6-a0c4-525ee1d6770a HTTP/1.1" status: 200 len: 1092 time: 1.7086670 Jan 29 19:51:12.097213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:12.107473 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:12.126907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae9a15-4e0c-42f7-8f19-687318e09642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c656a0-c73c-40c6-93a5-463320c4f431,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:12.143022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10466-3aef-4863-84e0-014a667b33e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:12.152951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.153673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.155916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] 10.222.0.13 "PUT /v2.0/ports/fbe07719-a7a3-499a-8d67-4eef9dfb0617 HTTP/1.1" status: 200 len: 1091 time: 1.9944048 Jan 29 19:51:12.156689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'tag': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:12.160079 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f", "tag": "fbe07719-a7a3-499a-8d67-4eef9dfb0617"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:12.216449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:12.231398 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54b7ffd-7fb9-463f-bb43-39d5a769d657 x-openstack-request-id: req-a54b7ffd-7fb9-463f-bb43-39d5a769d657 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:12.231787 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:12.232107 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a54b7ffd-7fb9-463f-bb43-39d5a769d657 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:12.232648 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'status': 'completed', 'code': 200} Jan 29 19:51:12.248566 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f6286-da8e-4afe-bd65-906793799b70 x-openstack-request-id: req-414f6286-da8e-4afe-bd65-906793799b70 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:12.249158 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f", "tag": "fbe07719-a7a3-499a-8d67-4eef9dfb0617", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:12.249649 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-414f6286-da8e-4afe-bd65-906793799b70 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:12.250127 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'tag': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617', 'status': 'completed', 'code': 200} Jan 29 19:51:12.255235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3b3259-f398-49e6-8a41-8467231550bf') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:12.255542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3b3259-f398-49e6-8a41-8467231550bf') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:12.261545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647540de-1e83-433c-ba20-2a1d4907ce0b service neutron] Pushing event updated for resources: {'Port': ['ID=fbe07719-a7a3-499a-8d67-4eef9dfb0617,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:12.303103 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ad3b3259-f398-49e6-8a41-8467231550bf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.323976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ad3b3259-f398-49e6-8a41-8467231550bf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.333656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:12.334120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ad3b3259-f398-49e6-8a41-8467231550bf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:12.338055 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:12.360186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-ed3814b4-e360-4a41-aef6-e8126d266db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.360866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b req-1a5b2d8b-a6ad-4b7e-8767-86de4dc417b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.361961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-ed3814b4-e360-4a41-aef6-e8126d266db9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 1126 time: 0.1274641 Jan 29 19:51:12.362485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b req-1a5b2d8b-a6ad-4b7e-8767-86de4dc417b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1b850e2cd1f4879b3e313c7eb8db9a6&device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 1125 time: 0.0981777 Jan 29 19:51:12.482370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19c77c9e-1108-4420-98f1-9f27bd753d4b req-046f5ce7-d1f0-4f35-808d-426701c72178 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 210 time: 0.0644073 Jan 29 19:51:12.539948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b req-5139ccc5-3846-452f-b167-fd1ac16ac02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.542133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b req-5139ccc5-3846-452f-b167-fd1ac16ac02a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e1b850e2cd1f4879b3e313c7eb8db9a6&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1597593 Jan 29 19:51:12.544786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-3c14f5e3-71bc-4257-bfa4-994b671ad72e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a HTTP/1.1" status: 200 len: 217 time: 0.1171811 Jan 29 19:51:12.614380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-09ecd6c5-d1b6-4b4d-bb59-c9b7851b716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.616263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-09ecd6c5-d1b6-4b4d-bb59-c9b7851b716e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 200 len: 845 time: 0.0583856 Jan 29 19:51:12.662533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-e1b5cc2e-e9dd-47cb-9c58-48c41b85ed60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a77ddd7c-1edb-44d6-838f-3777076f749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331364 Jan 29 19:51:12.730561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.758871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666762-3418-47de-a759-b8bced2d23f9 req-1dabbcea-400e-4f7b-b122-20a036931311 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.760076 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47666762-3418-47de-a759-b8bced2d23f9 req-1dabbcea-400e-4f7b-b122-20a036931311 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 943 time: 0.1816363 Jan 29 19:51:12.821584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:12.828352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2 HTTP/1.1" status: 204 len: 168 time: 1.7111459 Jan 29 19:51:12.836799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50948) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:12.837833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ba41fc8d-c343-4694-b672-fce151c7a09e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:12.838905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b req-f38d664c-9a23-4721-b6a3-db0f8cc07b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.842594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab8c3c8f-d4fc-47b0-9095-6c7d7a4cbe3b req-f38d664c-9a23-4721-b6a3-db0f8cc07b08 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2881787 Jan 29 19:51:12.871976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ba41fc8d-c343-4694-b672-fce151c7a09e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:12.872616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ba41fc8d-c343-4694-b672-fce151c7a09e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:12.876509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c292b50-f648-436b-958b-3b15c048f0bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=9fb1f500-1c4d-4a4f-bdf6-3eaac0847da2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:12.930371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-8a1a5965-b82b-44f5-b742-23ced4b44696 service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601156 Jan 29 19:51:12.993375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d777755-bce1-41c1-83a0-60e71f7c0ea3 req-f2fb86ce-f230-49f5-9fb2-1b4300f0335b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:12.995095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d777755-bce1-41c1-83a0-60e71f7c0ea3 req-f2fb86ce-f230-49f5-9fb2-1b4300f0335b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 944 time: 0.2429531 Jan 29 19:51:13.067484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc62e90-3afe-4847-bc97-a42d7b099ec7 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.069342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0bc62e90-3afe-4847-bc97-a42d7b099ec7 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2255332 Jan 29 19:51:13.075397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50956) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:13.078996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47666762-3418-47de-a759-b8bced2d23f9 req-d9fc7254-fe53-4d12-891b-1823d8254a88 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056068 Jan 29 19:51:13.133736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-cb3a9338-933e-47c0-9c7d-789714ca01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.134536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d777755-bce1-41c1-83a0-60e71f7c0ea3 req-3f81c8cd-31f5-4bc5-a328-846268495114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198928 Jan 29 19:51:13.136129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-cb3a9338-933e-47c0-9c7d-789714ca01f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1b850e2cd1f4879b3e313c7eb8db9a6&device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 1125 time: 0.2350402 Jan 29 19:51:13.157716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1914b69c-3f1d-4acd-a78e-fe90a347212f req-91fbcae8-abee-4485-b987-2c4d97c3fc5d service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080319 Jan 29 19:51:13.188943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-96435533-467b-4169-a1d3-b2e7c3fa7748 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe07719-a7a3-499a-8d67-4eef9dfb0617 HTTP/1.1" status: 200 len: 217 time: 0.0418193 Jan 29 19:51:13.195449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ada607f7-2d98-4877-9e50-ad11300c47cc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1151168 Jan 29 19:51:13.202291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50960) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:13.210411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-27341652'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:13.260741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-0a68b5ea-f792-416f-9d88-70921c1918fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.261961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-0a68b5ea-f792-416f-9d88-70921c1918fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31398dad-b86f-4930-bb3e-a7fbeadc790a HTTP/1.1" status: 200 len: 848 time: 0.0638466 Jan 29 19:51:13.345859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-76911279-80b5-4321-805f-f0758695838f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb4ad2b8-6120-4dc6-8b6f-07d14d717951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710888 Jan 29 19:51:13.364834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:13.370115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:13.404488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-7b5b0f69-d131-4adb-bbf2-27dc6eae7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.408059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-7b5b0f69-d131-4adb-bbf2-27dc6eae7408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 1126 time: 0.0936532 Jan 29 19:51:13.420795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:51:13.458737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (328b5076-0078-4652-a50a-cc07931ec76a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:13.459469 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment 328b5076-0078-4652-a50a-cc07931ec76a of type vlan for network 8723e3d4-27c5-4b73-bea5-c276e967d892 Jan 29 19:51:13.478075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-370d4d9c-bae9-4e53-a011-152f811ad45a service neutron] 10.222.0.13 "GET /v2.0/networks/bb4ad2b8-6120-4dc6-8b6f-07d14d717951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251807 Jan 29 19:51:13.607896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8723e3d4-27c5-4b73-bea5-c276e967d892), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:13.646257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd8e8b5f-6f9d-4db7-9210-99e35c492272 req-c7c894cc-4fe5-4000-9649-fc5e6a5e54c7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb4ad2b8-6120-4dc6-8b6f-07d14d717951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588583 Jan 29 19:51:13.649959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-7392e291-66ef-438a-9b0d-da512f5d0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.651545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-7392e291-66ef-438a-9b0d-da512f5d0adf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 905 time: 0.2392178 Jan 29 19:51:13.679569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04c0ea3e-41d1-482f-9619-82d75da862d6 req-204fb329-08eb-4494-a55b-a9fba3f27b38 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jan 29 19:51:13.713208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-e6b31737-7265-4ca7-962b-927487b33850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a HTTP/1.1" status: 200 len: 217 time: 0.0520940 Jan 29 19:51:13.763316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-b9f6f860-ea7b-4327-8dfe-9cdb9ab39c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.764911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-b9f6f860-ea7b-4327-8dfe-9cdb9ab39c7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 200 len: 845 time: 0.0455947 Jan 29 19:51:13.805151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-80b2c4b2-cdea-4a49-bff3-14d9d0800d9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a77ddd7c-1edb-44d6-838f-3777076f749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334587 Jan 29 19:51:13.841104 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8723e3d4-27c5-4b73-bea5-c276e967d892), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:13.846674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:13.847330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:13.990801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=8723e3d4-27c5-4b73-bea5-c276e967d892,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:14.001697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:51:14.023431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-95cc44d7-94c5-45ca-b2a5-03318da8ee49 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8185978 Jan 29 19:51:14.025219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50978) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:14.030910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:14.037644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-6441f52d-ab80-47d7-850a-8739a1e661a1 service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261128 Jan 29 19:51:14.310412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611302-3845-41f4-87d1-7e48258782b0 req-453317d1-5692-4c21-a63d-d2af7af6bd9f tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:14.312107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b611302-3845-41f4-87d1-7e48258782b0 req-453317d1-5692-4c21-a63d-d2af7af6bd9f tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 943 time: 0.0804749 Jan 29 19:51:14.371630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:14.375431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:14.385215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b611302-3845-41f4-87d1-7e48258782b0 req-753c47f6-4817-463b-a77a-99d9e4bdf889 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Jan 29 19:51:14.415265 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03ae22b4-70ef-4d31-bea6-ee16f2565e4f req-8923138a-8923-49df-8f82-7d5a99ea1544 service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701086 Jan 29 19:51:14.509862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c16b45-2498-40c0-87ef-9102196af02f req-8916cb5b-7d7b-4e62-a0bc-6e55aa64abad tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:14.512377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0c16b45-2498-40c0-87ef-9102196af02f req-8916cb5b-7d7b-4e62-a0bc-6e55aa64abad tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 944 time: 0.2383792 Jan 29 19:51:14.519617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-204b850a-152d-434b-90f5-9e2ac7e2543e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:14.521344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-204b850a-152d-434b-90f5-9e2ac7e2543e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.26 "GET /v2.0/networks?id=080da103-087f-4cd3-83b4-f2ac086b4782 HTTP/1.1" status: 200 len: 811 time: 0.3629155 Jan 29 19:51:14.626774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0c16b45-2498-40c0-87ef-9102196af02f req-671a0312-e361-4656-88d1-e046262d661b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021028 Jan 29 19:51:14.648184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50986) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:14.685750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-17e70705-21e7-4419-b895-eae772e65c0c tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36f6ac07761d4dc8ba14870aa83eefca HTTP/1.1" status: 200 len: 380 time: 0.1324832 Jan 29 19:51:14.725048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Request body: {'port': {'device_id': '4183564a-01ea-49b1-9252-3cd4490b0820', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'admin_state_up': True, 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'security_groups': ['a2741576-6e40-43e3-8473-31e24ed86d43']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:14.868141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b18f119-586c-4e41-a3af-524882e00927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:14.988434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b18f119-586c-4e41-a3af-524882e00927 admin admin] Publish callbacks [] for security_group (f8941c70-3361-4fee-8018-8ad369bc5629), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.092972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1b18f119-586c-4e41-a3af-524882e00927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f8941c70-3361-4fee-8018-8ad369bc5629), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.096941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Made reservation on behalf of 36f6ac07761d4dc8ba14870aa83eefca for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:15.097348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfa7c98c-d999-472c-bdf6-cd5ca2b51a65 req-54d41a24-39f0-49b1-ad84-8648ecd9d740 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 210 time: 0.0383613 Jan 29 19:51:15.102545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.177671 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (e21e4df3-e701-403a-888c-3d6af90bc407), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.178248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1b18f119-586c-4e41-a3af-524882e00927 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=414e7928496b43e0b94c86058620b29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5290101 Jan 29 19:51:15.180160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18f119-586c-4e41-a3af-524882e00927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8941c70-3361-4fee-8018-8ad369bc5629,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:15.182584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50994) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:15.285746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=e21e4df3-e701-403a-888c-3d6af90bc407,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:15.302241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Allocated IP 172.20.0.8 (080da103-087f-4cd3-83b4-f2ac086b4782/abead14b-b34c-4657-918e-79edef7e60df/e8ac00e2-ebca-4518-a7ff-0cff40ff1887) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:15.318916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': '328b5076-0078-4652-a50a-cc07931ec76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:15.319502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: 8723e3d4-27c5-4b73-bea5-c276e967d892, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:51:15.322636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd3d767f-50af-4afb-851e-e6a221a686b0 admin admin] Publish callbacks [] for security_group (f8941c70-3361-4fee-8018-8ad369bc5629), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.355166 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd3d767f-50af-4afb-851e-e6a221a686b0 admin admin] Publish callbacks [] for security_group (f8941c70-3361-4fee-8018-8ad369bc5629), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.449998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.487416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:51:15.520837 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd3d767f-50af-4afb-851e-e6a221a686b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f8941c70-3361-4fee-8018-8ad369bc5629), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.523847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd3d767f-50af-4afb-851e-e6a221a686b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.525153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cd3d767f-50af-4afb-851e-e6a221a686b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8941c70-3361-4fee-8018-8ad369bc5629 HTTP/1.1" status: 204 len: 168 time: 0.3391092 Jan 29 19:51:15.544699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d767f-50af-4afb-851e-e6a221a686b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8941c70-3361-4fee-8018-8ad369bc5629,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:15.545285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced4c5b-5ced-4681-a15b-4758d55a0aac req-e3d33816-ff8c-4c38-942b-f0bc89f78c94 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:15.549319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fced4c5b-5ced-4681-a15b-4758d55a0aac req-e3d33816-ff8c-4c38-942b-f0bc89f78c94 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 943 time: 0.0734844 Jan 29 19:51:15.577478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8723e3d4-27c5-4b73-bea5-c276e967d892) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:15.589800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33040d-4267-4eb9-98c2-98cc59240154 None None] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:15.596782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:15.598572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.602383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fced4c5b-5ced-4681-a15b-4758d55a0aac req-ac795650-4425-4495-a3c5-cc1ff01253c9 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470538 Jan 29 19:51:15.610843 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.655525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Network 080da103-087f-4cd3-83b4-f2ac086b4782 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:15.659609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:15.663599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:15.701877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event updated for resources: {'Port': ['ID=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:15.709685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:15.714521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-54daf77f-20f0-47ad-991b-75141d90de3a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6806815 Jan 29 19:51:15.715318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892', 'name': 'tempest-PortsTestJSON-1627399457'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:15.764090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-8723e3d4-27c5-4b73-bea5-c276e967d892', 'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': 'e21e4df3-e701-403a-888c-3d6af90bc407'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:51:15.765222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.789936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:15.790608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:15.865207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8075ea-a75c-4d2b-92f6-4a1ce044da7a req-6dd5ad7b-fc51-4bd0-913c-2bde9f2b0841 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:15.866700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac8075ea-a75c-4d2b-92f6-4a1ce044da7a req-6dd5ad7b-fc51-4bd0-913c-2bde9f2b0841 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 944 time: 0.0822332 Jan 29 19:51:15.970391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac8075ea-a75c-4d2b-92f6-4a1ce044da7a req-3004dca3-c3fd-4ae3-94f5-756c346da334 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919168 Jan 29 19:51:15.992452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-19b45e2c-a32f-4fec-af96-513f744b181e tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2896879 Jan 29 19:51:16.002130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Allocated IP 172.20.0.2 (8723e3d4-27c5-4b73-bea5-c276e967d892/e21e4df3-e701-403a-888c-3d6af90bc407/01bcbdbf-7277-45d0-b5b1-3154fbcd31aa) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:16.012122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Request body: {'port': {'device_id': '4183564a-01ea-49b1-9252-3cd4490b0820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:16.084373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:16.087864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.105792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.123727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port f6c518b8-289f-43c7-87c8-6ae3823d1d3a yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:16.229436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-baf6a35d-a2c9-4953-bb60-1442ba685a3d None None] Provisioning complete for port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:16.230288 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-baf6a35d-a2c9-4953-bb60-1442ba685a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.283952 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Publish callbacks [] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.288476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-baf6a35d-a2c9-4953-bb60-1442ba685a3d None None] Port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:16.379910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.429136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Pushing event updated for resources: {'Port': ['ID=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:16.438910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:16.440403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:16.442759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:16.482795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1759f5-c8e9-41b6-bf78-b2cd13a42e13 req-5be22c6e-dbf2-49be-b9dd-dec5728e9763 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:16.484463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f1759f5-c8e9-41b6-bf78-b2cd13a42e13 req-5be22c6e-dbf2-49be-b9dd-dec5728e9763 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 931 time: 0.1918957 Jan 29 19:51:16.540414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Attempting to bind port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:16.541135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Attempting to bind port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '328b5076-0078-4652-a50a-cc07931ec76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:16.541460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Attempting to bind port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa on network 8723e3d4-27c5-4b73-bea5-c276e967d892 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:16.548884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:16.552530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Checking segment: {'id': '328b5076-0078-4652-a50a-cc07931ec76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:16.552530 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.552530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Bound using segment: {'id': '328b5076-0078-4652-a50a-cc07931ec76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:16.552530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Bound port: 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328b5076-0078-4652-a50a-cc07931ec76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:16.552530 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.601914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f1759f5-c8e9-41b6-bf78-b2cd13a42e13 req-f3dfa685-8d1d-4cec-8ea7-a853f98bc0a2 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039248 Jan 29 19:51:16.610529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3e03ac34-baaa-4ed4-a40e-d9a5dbeca5ff {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:51:16.610529 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:51:16.620350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ac00e2-ebca-4518-a7ff-0cff40ff1887 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:16.639589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Publish callbacks [] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.641907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] For port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:16.655238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] For port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,segment=NetworkSegment(328b5076-0078-4652-a50a-cc07931ec76a),segment_id=328b5076-0078-4652-a50a-cc07931ec76a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:16.662642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Transition to ACTIVE for port object e8ac00e2-ebca-4518-a7ff-0cff40ff1887 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:51:16.738629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.759606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3255-bee6-43d0-99ed-fe5b38ccf4e4 req-fd88da61-3c2f-48b5-a841-e7abd4d3624b tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:16.761669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5dc3255-bee6-43d0-99ed-fe5b38ccf4e4 req-fd88da61-3c2f-48b5-a841-e7abd4d3624b tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 943 time: 0.0663085 Jan 29 19:51:16.788473 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:16.872391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5dc3255-bee6-43d0-99ed-fe5b38ccf4e4 req-308e3bf9-6071-45da-93c3-7806cc080b19 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033103 Jan 29 19:51:16.916608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Pushing event updated for resources: {'Port': ['ID=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:16.962319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93c84b-18ad-4393-955b-a5433e5330b4 None None] Pushing event updated for resources: {'Port': ['ID=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:17.052075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Attempting to bind port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:17.053888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Attempting to bind port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:17.054334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Attempting to bind port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 on network 080da103-087f-4cd3-83b4-f2ac086b4782 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:17.068419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 on network 080da103-087f-4cd3-83b4-f2ac086b4782 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:51:17.069001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Attempting to bind port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 on network 080da103-087f-4cd3-83b4-f2ac086b4782 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:17.077511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:17.079888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Checking segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:17.080457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Bound using segment: {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:17.081007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Bound port: e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332fb061-0007-4fa7-a288-b66f5490b096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:17.081467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:17.112919 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:17.277865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port c34ae150-0b4a-437f-8e94-61416d7989d0 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:17.336149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] For port e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:17.363926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e349425-4429-4c14-8410-85f6699b53a1 req-3dd699c5-4a27-4197-b57f-c7b65f22ff8c tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:17.367550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e349425-4429-4c14-8410-85f6699b53a1 req-3dd699c5-4a27-4197-b57f-c7b65f22ff8c tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 944 time: 0.2912591 Jan 29 19:51:17.385119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] For port e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:17.478672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:17.491990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e349425-4429-4c14-8410-85f6699b53a1 req-a3664b44-a503-4389-a918-07f41cb99dda tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161132 Jan 29 19:51:17.522430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.10 (8723e3d4-27c5-4b73-bea5-c276e967d892/e21e4df3-e701-403a-888c-3d6af90bc407/c34ae150-0b4a-437f-8e94-61416d7989d0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:17.541238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:51:17.544981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:17.553038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:17.555869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] 10.222.0.26 "PUT /v2.0/ports/e8ac00e2-ebca-4518-a7ff-0cff40ff1887 HTTP/1.1" status: 200 len: 1091 time: 1.5481920 Jan 29 19:51:17.600421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:17.602984 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f4318-63c4-40ff-b21b-6fb00643f4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:17.605667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c872fd-8661-46c5-a257-6a68bcaf232b service neutron] Pushing event updated for resources: {'Port': ['ID=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:17.727751 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a026dcc-4e8b-4a94-a87c-9a5715fe8829 x-openstack-request-id: req-5a026dcc-4e8b-4a94-a87c-9a5715fe8829 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:17.728053 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:17.728406 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a026dcc-4e8b-4a94-a87c-9a5715fe8829 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:17.728806 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'status': 'completed', 'code': 200} Jan 29 19:51:17.775110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:17.798559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'mac_address': 'fa:16:3e:36:79:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:51:17.848752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d51e887-44ff-44f6-a0c4-525ee1d6770a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:17.849690 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:17.857635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-bde13655-f032-49aa-a904-fbeb0c74cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:17.859175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-bde13655-f032-49aa-a904-fbeb0c74cd87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f6ac07761d4dc8ba14870aa83eefca&device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 1125 time: 0.1832750 Jan 29 19:51:17.871480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d51e887-44ff-44f6-a0c4-525ee1d6770a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:17.894893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:17.978162 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:17.978877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbe07719-a7a3-499a-8d67-4eef9dfb0617 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:51:18.106874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc904d0-309b-422d-a989-0902448e0425 req-abe65469-f78d-4780-b926-8774a082d2b9 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:18.121163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fc904d0-309b-422d-a989-0902448e0425 req-abe65469-f78d-4780-b926-8774a082d2b9 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 943 time: 0.1177456 Jan 29 19:51:18.226664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8fc904d0-309b-422d-a989-0902448e0425 req-0c57d3cb-c415-4008-869e-f691c7e7411a tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044731 Jan 29 19:51:18.236636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:18.425887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-5d571333-a01b-4934-8e3c-f44ec4f50753 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887 HTTP/1.1" status: 200 len: 217 time: 0.5502114 Jan 29 19:51:18.441429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cb7f3-d506-489f-9cc1-a49dfe7ac899 req-c8f92de4-1df7-4d4f-9b90-a730475bff19 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:18.442964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f14cb7f3-d506-489f-9cc1-a49dfe7ac899 req-c8f92de4-1df7-4d4f-9b90-a730475bff19 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 943 time: 0.6931303 Jan 29 19:51:18.533026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:18.551758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-226ef5bb-e114-450f-be35-73551691f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:18.553368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-226ef5bb-e114-450f-be35-73551691f25d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abead14b-b34c-4657-918e-79edef7e60df HTTP/1.1" status: 200 len: 850 time: 0.1200719 Jan 29 19:51:18.555355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fbe07719-a7a3-499a-8d67-4eef9dfb0617, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbe07719-a7a3-499a-8d67-4eef9dfb0617,segment=NetworkSegment(680341f7-60fa-4147-8a97-923cd8c592f6),segment_id=680341f7-60fa-4147-8a97-923cd8c592f6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:18.587363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617', 'network_id': 'bb4ad2b8-6120-4dc6-8b6f-07d14d717951', 'port_id': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617', 'mac_address': 'fa:16:3e:45:b9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31398dad-b86f-4930-bb3e-a7fbeadc790a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:51:18.596644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f14cb7f3-d506-489f-9cc1-a49dfe7ac899 req-3843ddb3-b1f4-46d3-a0c7-98f9ba14a94c tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429632 Jan 29 19:51:18.647965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-9d256028-d467-42f9-bbb7-813ff99b2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:18.649844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-9d256028-d467-42f9-bbb7-813ff99b2ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080da103-087f-4cd3-83b4-f2ac086b4782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891993 Jan 29 19:51:18.673721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc941a8-b9a0-48c9-bee3-a1767b3fb05a None None] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:18.704391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631da7e-348d-42ee-843a-83f55ce05992 req-6c75165e-6c02-4a47-bdea-71272e91c13f tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:18.712520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a631da7e-348d-42ee-843a-83f55ce05992 req-6c75165e-6c02-4a47-bdea-71272e91c13f tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 945 time: 0.0765252 Jan 29 19:51:18.753570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:18.786603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a631da7e-348d-42ee-843a-83f55ce05992 req-e835cd7b-32fb-489f-8420-5866e957aee2 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683615 Jan 29 19:51:18.824586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-6a59f194-432a-4c8c-b630-b1dafa9b3f9f service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633606 Jan 29 19:51:18.829565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fbe07719-a7a3-499a-8d67-4eef9dfb0617 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:18.830048 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:18.838923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:18.852256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] Provisioning complete for port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:18.852256 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:18.852593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:18.854054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:18.926037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:18.927583 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:18.934947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=c34ae150-0b4a-437f-8e94-61416d7989d0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:18.958094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:18.968114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe07719-a7a3-499a-8d67-4eef9dfb0617 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:18.988138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fbe07719-a7a3-499a-8d67-4eef9dfb0617, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbe07719-a7a3-499a-8d67-4eef9dfb0617,segment=NetworkSegment(680341f7-60fa-4147-8a97-923cd8c592f6),segment_id=680341f7-60fa-4147-8a97-923cd8c592f6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:19.012994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9ada48-38f0-4ecb-ac13-9b89068992f3 req-9150cbd6-1c3f-4fd0-8f87-b355b4f3958c service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726797 Jan 29 19:51:19.078989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-75f0f61b-f20d-42c7-8439-ddee6569c546 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3656712 Jan 29 19:51:19.079352 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.079459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51068) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:19.085280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '8723e3d4-27c5-4b73-bea5-c276e967d892', 'name': 'tempest-PortsTestJSON-735523900'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:19.160882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:19.161262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.223468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] Current status of the port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:19.223867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.254205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fbe07719-a7a3-499a-8d67-4eef9dfb0617,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:19.306150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-73475b8d-f23f-4a8c-bd0b-efb5329f1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:19.308795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-73475b8d-f23f-4a8c-bd0b-efb5329f1188 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f6ac07761d4dc8ba14870aa83eefca&device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 1125 time: 0.1039424 Jan 29 19:51:19.363782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] For port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,segment=NetworkSegment(328b5076-0078-4652-a50a-cc07931ec76a),segment_id=328b5076-0078-4652-a50a-cc07931ec76a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:19.385177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:19.385573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.431056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:19.434617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.482031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 0fd3a28b-9183-4914-b537-87f999488fb1 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:19.488769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.524107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b922d5a-6751-4253-8ca3-d304f3e4ad8d req-de4f45fa-7890-4dea-9804-c7fc16e8b4fb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:19.524107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b922d5a-6751-4253-8ca3-d304f3e4ad8d req-de4f45fa-7890-4dea-9804-c7fc16e8b4fb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 944 time: 0.1598039 Jan 29 19:51:19.543179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-436f1001-1956-402f-86d5-5f891e45309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:19.546394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-436f1001-1956-402f-86d5-5f891e45309f service neutron] 10.222.0.26 "GET /v2.0/networks?id=080da103-087f-4cd3-83b4-f2ac086b4782 HTTP/1.1" status: 200 len: 911 time: 0.2300327 Jan 29 19:51:19.551162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['fbe07719-a7a3-499a-8d67-4eef9dfb0617'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:51:19.553577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5d51e887-44ff-44f6-a0c4-525ee1d6770a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:51:19.616101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-793052e4-3989-4929-b3e5-e13a96e5f0ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887 HTTP/1.1" status: 200 len: 217 time: 0.0575800 Jan 29 19:51:19.707756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:51:19.707756 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:51:19.729450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1470c07b-cab8-41dd-b69a-f162fb441b5f None None] Provisioning complete for port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:19.731108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1470c07b-cab8-41dd-b69a-f162fb441b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:19.822495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d55d1-5400-4ab1-8d7b-fe22361c9772 req-de3aae80-0c24-4f92-9137-eaebecdcd43b tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:19.832611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2e3ea-26f1-4bb2-a671-38378a786243 None None] Pushing event updated for resources: {'Port': ['ID=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:19.838951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c63d55d1-5400-4ab1-8d7b-fe22361c9772 req-de3aae80-0c24-4f92-9137-eaebecdcd43b tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 943 time: 0.1049807 Jan 29 19:51:19.839739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b922d5a-6751-4253-8ca3-d304f3e4ad8d req-7498f49c-635a-4f41-b6a8-fd718a091ae6 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928905 Jan 29 19:51:19.907767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-1575cf56-1834-42db-b552-1c943ac3aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:19.909534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-1575cf56-1834-42db-b552-1c943ac3aab7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abead14b-b34c-4657-918e-79edef7e60df HTTP/1.1" status: 200 len: 850 time: 0.2692413 Jan 29 19:51:19.914683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.11 (8723e3d4-27c5-4b73-bea5-c276e967d892/e21e4df3-e701-403a-888c-3d6af90bc407/0fd3a28b-9183-4914-b537-87f999488fb1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:19.953484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c63d55d1-5400-4ab1-8d7b-fe22361c9772 req-db29bccd-28ac-4cc9-b88c-567758484bf5 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179419 Jan 29 19:51:20.061384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-8b723a06-92aa-456b-80c3-6644e378b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:20.062223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1470c07b-cab8-41dd-b69a-f162fb441b5f None None] Current status of the port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:20.063491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-8b723a06-92aa-456b-80c3-6644e378b752 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080da103-087f-4cd3-83b4-f2ac086b4782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387975 Jan 29 19:51:20.116402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1470c07b-cab8-41dd-b69a-f162fb441b5f None None] Provisioning complete for port c34ae150-0b4a-437f-8e94-61416d7989d0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:20.116780 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1470c07b-cab8-41dd-b69a-f162fb441b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:20.179804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1470c07b-cab8-41dd-b69a-f162fb441b5f None None] Port c34ae150-0b4a-437f-8e94-61416d7989d0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:20.182822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31630f3-62cc-4b40-8d84-648ca6a188bf req-72622092-67c4-4a7a-a899-bcb046270b08 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:20.190581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f31630f3-62cc-4b40-8d84-648ca6a188bf req-72622092-67c4-4a7a-a899-bcb046270b08 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 945 time: 0.2224174 Jan 29 19:51:20.237593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:20.312994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f31630f3-62cc-4b40-8d84-648ca6a188bf req-a6750e39-06d7-441d-a1e6-d9146a6b38de tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214709 Jan 29 19:51:20.322516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-24ddf57f-a7b5-4f87-a1e3-79f63e796a3b service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398367 Jan 29 19:51:20.343234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-11cea012-8a02-4ee0-a20f-41a7619d6e6f None None] Provisioning complete for port c34ae150-0b4a-437f-8e94-61416d7989d0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:20.343234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11cea012-8a02-4ee0-a20f-41a7619d6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:20.352434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (0fd3a28b-9183-4914-b537-87f999488fb1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:20.369132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-11cea012-8a02-4ee0-a20f-41a7619d6e6f None None] Port c34ae150-0b4a-437f-8e94-61416d7989d0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:20.451430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-090f4318-63c4-40ff-b21b-6fb00643f4e3 req-f02816a5-a40a-4773-be5a-f70a678bfcd9 service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138337 Jan 29 19:51:20.533980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0fd3a28b-9183-4914-b537-87f999488fb1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:20.582805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:20.588122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:20.591837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:20.599584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=0fd3a28b-9183-4914-b537-87f999488fb1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:20.664151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:20.665534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:20.783489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e32c7222-dc76-48fc-8e71-cf82eee5d7d1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6991231 Jan 29 19:51:20.784427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:20.824319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:20.908740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1355774e-54fe-44a2-af1e-114b47cd54ac tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:20.913422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51104) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:20.913632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1355774e-54fe-44a2-af1e-114b47cd54ac tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1277788 Jan 29 19:51:20.952168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:20.952686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.043236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8888b013-c87e-4bdd-8b31-8ac190222962 None None] Provisioning complete for port 0fd3a28b-9183-4914-b537-87f999488fb1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:21.043877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8888b013-c87e-4bdd-8b31-8ac190222962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0fd3a28b-9183-4914-b537-87f999488fb1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.088902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8888b013-c87e-4bdd-8b31-8ac190222962 None None] Port 0fd3a28b-9183-4914-b537-87f999488fb1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:21.121400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea70fb-61e9-4b17-87a3-054063114090 req-fdaaf211-cb6b-4d12-8f32-823e666fe876 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:21.127371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33ea70fb-61e9-4b17-87a3-054063114090 req-fdaaf211-cb6b-4d12-8f32-823e666fe876 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 944 time: 0.1319127 Jan 29 19:51:21.138557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 0fd3a28b-9183-4914-b537-87f999488fb1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:21.138906 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0fd3a28b-9183-4914-b537-87f999488fb1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.150695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:21.236186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876ac8-d867-4c10-90e4-fcf234db577f req-0305cfef-c7a8-4c68-b22d-bb0403eabbe8 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:21.237881 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71876ac8-d867-4c10-90e4-fcf234db577f req-0305cfef-c7a8-4c68-b22d-bb0403eabbe8 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 943 time: 0.1791034 Jan 29 19:51:21.279479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33ea70fb-61e9-4b17-87a3-054063114090 req-837ee4d7-49cf-45f8-aef6-cb0d346a28e0 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466138 Jan 29 19:51:21.318278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0fd3a28b-9183-4914-b537-87f999488fb1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.344881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 0fd3a28b-9183-4914-b537-87f999488fb1 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:21.352688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71876ac8-d867-4c10-90e4-fcf234db577f req-0c87d45b-0d6a-4484-ad67-8be1e0faaa72 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093514 Jan 29 19:51:21.465692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba0fe9-b2f7-4868-9975-5f68d284adba req-86e5ad68-af8a-4af0-b186-4c947f58af53 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:21.474185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5ba0fe9-b2f7-4868-9975-5f68d284adba req-86e5ad68-af8a-4af0-b186-4c947f58af53 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 945 time: 0.0665619 Jan 29 19:51:21.523022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e8ac00e2-ebca-4518-a7ff-0cff40ff1887 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:51:21.535202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5ba0fe9-b2f7-4868-9975-5f68d284adba req-9c41d35c-2a00-4c76-b744-b4c1590135c0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597339 Jan 29 19:51:21.579174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbe07719-a7a3-499a-8d67-4eef9dfb0617 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:21.595561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0fd3a28b-9183-4914-b537-87f999488fb1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.637146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=0fd3a28b-9183-4914-b537-87f999488fb1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:21.691358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:21.725542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'port_id': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'mac_address': 'fa:16:3e:40:4b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:51:21.758043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.766007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bb5fa9ec-44e4-4d47-92bb-a103edc55f4d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/0fd3a28b-9183-4914-b537-87f999488fb1 HTTP/1.1" status: 204 len: 168 time: 0.8512728 Jan 29 19:51:21.769672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51114) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:21.777792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port fbe07719-a7a3-499a-8d67-4eef9dfb0617 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:51:21.788481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port fbe07719-a7a3-499a-8d67-4eef9dfb0617 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:21.788865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.793069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:21.793523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.831637 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c0a7be-468a-408f-b47a-99839937f105 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:21.837207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ac00e2-ebca-4518-a7ff-0cff40ff1887 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:21.837836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-28c0a7be-468a-408f-b47a-99839937f105 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/0fd3a28b-9183-4914-b537-87f999488fb1 HTTP/1.1" status: 404 len: 333 time: 0.0664349 Jan 29 19:51:21.840417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51118) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:21.897130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:21.965039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:21.965661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:21.976820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fbe07719-a7a3-499a-8d67-4eef9dfb0617 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:21.977213 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.000024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port c34ae150-0b4a-437f-8e94-61416d7989d0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:22.000627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.088974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:22.091182 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3febbd30-7f16-4c0e-97ca-7b334cfdd1e9" -d '{"events": [{"server_uuid": "cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f", "name": "network-vif-plugged", "status": "completed", "tag": "fbe07719-a7a3-499a-8d67-4eef9dfb0617"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:22.104902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf4f-9d79-421f-b07d-634794590cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.129670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fbe07719-a7a3-499a-8d67-4eef9dfb0617, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbe07719-a7a3-499a-8d67-4eef9dfb0617,segment=NetworkSegment(680341f7-60fa-4147-8a97-923cd8c592f6),segment_id=680341f7-60fa-4147-8a97-923cd8c592f6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:22.135908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.153779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:22.160367 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef73b67-673f-43f0-82b5-653c7c53a252 x-openstack-request-id: req-4ef73b67-673f-43f0-82b5-653c7c53a252 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:22.160795 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f", "name": "network-vif-plugged", "status": "completed", "tag": "fbe07719-a7a3-499a-8d67-4eef9dfb0617", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:22.161194 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ef73b67-673f-43f0-82b5-653c7c53a252 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:22.161848 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617', 'code': 200} Jan 29 19:51:22.169681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for c34ae150-0b4a-437f-8e94-61416d7989d0 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:22.202620 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.203928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:22.213517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf4f-9d79-421f-b07d-634794590cb8 admin admin] Publish callbacks [] for security_group (3f2b12db-c64f-46d2-9c04-bd96929d576e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.286737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fbe07719-a7a3-499a-8d67-4eef9dfb0617,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:22.303771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d97cf4f-9d79-421f-b07d-634794590cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3f2b12db-c64f-46d2-9c04-bd96929d576e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.317856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1a51a-e4ce-4ee3-8556-247ec3f8c91d req-c5c8081d-6e73-4746-a090-49500a76c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:22.319394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1f1a51a-e4ce-4ee3-8556-247ec3f8c91d req-c5c8081d-6e73-4746-a090-49500a76c0d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 1127 time: 0.0846112 Jan 29 19:51:22.333073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e8ac00e2-ebca-4518-a7ff-0cff40ff1887'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:51:22.348779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97cf4f-9d79-421f-b07d-634794590cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b12db-c64f-46d2-9c04-bd96929d576e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:22.378189 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4d97cf4f-9d79-421f-b07d-634794590cb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=337363442d8245a5903db188d97d3dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093797 Jan 29 19:51:22.383064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51132) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:22.437390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30768bca-55a8-4c9c-91b8-ad203c9f5e19 admin admin] Publish callbacks [] for security_group (3f2b12db-c64f-46d2-9c04-bd96929d576e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.500848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1f1a51a-e4ce-4ee3-8556-247ec3f8c91d req-9c311743-9383-4020-bff6-55c359623028 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679564 Jan 29 19:51:22.509612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5d51e887-44ff-44f6-a0c4-525ee1d6770a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:51:22.526923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30768bca-55a8-4c9c-91b8-ad203c9f5e19 admin admin] Publish callbacks [] for security_group (3f2b12db-c64f-46d2-9c04-bd96929d576e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.569927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5d51e887-44ff-44f6-a0c4-525ee1d6770a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:22.570296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.580281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cc92d-8434-4ab5-a86e-e8f6ab7f5c91 req-a0bb67c6-1a7d-407f-bf21-71e544abb94c tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:22.585151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f4cc92d-8434-4ab5-a86e-e8f6ab7f5c91 req-a0bb67c6-1a7d-407f-bf21-71e544abb94c tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 944 time: 0.0917339 Jan 29 19:51:22.623650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c34ae150-0b4a-437f-8e94-61416d7989d0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.644020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b836a5-8a4d-4041-8b49-114cfe99cc2c req-6e8a1a45-f421-45ef-9837-bf60bfc376c3 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:22.650502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30b836a5-8a4d-4041-8b49-114cfe99cc2c req-6e8a1a45-f421-45ef-9837-bf60bfc376c3 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 945 time: 0.1899056 Jan 29 19:51:22.677374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=c34ae150-0b4a-437f-8e94-61416d7989d0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:22.713859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d51e887-44ff-44f6-a0c4-525ee1d6770a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:22.714858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.717992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f4cc92d-8434-4ab5-a86e-e8f6ab7f5c91 req-056962ab-2f85-4db7-818b-4898443cb15a tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236293 Jan 29 19:51:22.730563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30768bca-55a8-4c9c-91b8-ad203c9f5e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3f2b12db-c64f-46d2-9c04-bd96929d576e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.753880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30768bca-55a8-4c9c-91b8-ad203c9f5e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.757362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-30768bca-55a8-4c9c-91b8-ad203c9f5e19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f2b12db-c64f-46d2-9c04-bd96929d576e HTTP/1.1" status: 204 len: 168 time: 0.3756959 Jan 29 19:51:22.775967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30b836a5-8a4d-4041-8b49-114cfe99cc2c req-ee196f08-2477-470e-8fdc-6fee8bf3bdd5 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216385 Jan 29 19:51:22.801372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768bca-55a8-4c9c-91b8-ad203c9f5e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b12db-c64f-46d2-9c04-bd96929d576e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:22.836433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:22.908245 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.971524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:22.979885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51138) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:22.980452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aafca5f4-bc3a-4af7-b91d-c59dbd206c11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/c34ae150-0b4a-437f-8e94-61416d7989d0 HTTP/1.1" status: 204 len: 168 time: 1.1373940 Jan 29 19:51:22.995706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:23.010149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09afe3-9b9e-484e-bfc9-7957489d2ec0 req-de02b631-f25e-4c0d-8873-2203a071a97f tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:23.012182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a09afe3-9b9e-484e-bfc9-7957489d2ec0 req-de02b631-f25e-4c0d-8873-2203a071a97f tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1177075 Jan 29 19:51:23.043681 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5348f5-f571-4d71-a806-a144ad3f8c8f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:23.051032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dd5348f5-f571-4d71-a806-a144ad3f8c8f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/c34ae150-0b4a-437f-8e94-61416d7989d0 HTTP/1.1" status: 404 len: 333 time: 0.0676000 Jan 29 19:51:23.051965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:23.081199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a09afe3-9b9e-484e-bfc9-7957489d2ec0 req-7fc6014b-0602-45fd-a7eb-68c704c70343 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597119 Jan 29 19:51:23.143673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet e21e4df3-e701-403a-888c-3d6af90bc407 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:23.147437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (e21e4df3-e701-403a-888c-3d6af90bc407), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.210440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (e21e4df3-e701-403a-888c-3d6af90bc407), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.335804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e21e4df3-e701-403a-888c-3d6af90bc407), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.491222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (e21e4df3-e701-403a-888c-3d6af90bc407), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.520571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.524884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/e21e4df3-e701-403a-888c-3d6af90bc407 HTTP/1.1" status: 204 len: 168 time: 0.4687505 Jan 29 19:51:23.525936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd3110-dc52-4ceb-878c-8fedf901af18 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=e21e4df3-e701-403a-888c-3d6af90bc407,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:23.527799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddf76d-4a33-43d3-a4c0-4de7cd2437e3 None None] Network 8723e3d4-27c5-4b73-bea5-c276e967d892 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:23.533960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51146) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:23.535637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e8ac00e2-ebca-4518-a7ff-0cff40ff1887 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:23.606776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51148) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:23.629463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8723e3d4-27c5-4b73-bea5-c276e967d892), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.658147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7944-7761-4a95-a3e9-0b33452eec15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.699079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:23.699746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.768327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7944-7761-4a95-a3e9-0b33452eec15 admin admin] Publish callbacks [] for security_group (e312de18-2297-44af-a9a4-96fe322292dd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.805267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] DHCP port deletion for 8723e3d4-27c5-4b73-bea5-c276e967d892 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:51:23.808466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] For port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,segment=NetworkSegment(328b5076-0078-4652-a50a-cc07931ec76a),segment_id=328b5076-0078-4652-a50a-cc07931ec76a)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:23.808842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.835463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7944-7761-4a95-a3e9-0b33452eec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e312de18-2297-44af-a9a4-96fe322292dd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.836384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:23.853578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:51:23.864581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:23.865335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.891621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa6f7944-7761-4a95-a3e9-0b33452eec15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3745f1021e6b4700b60cfaf1e308ecce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798657 Jan 29 19:51:23.892534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f7944-7761-4a95-a3e9-0b33452eec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e312de18-2297-44af-a9a4-96fe322292dd,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:23.895092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51154) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:23.989752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5937dcb2-6959-44c4-80a5-caf527f1c083 admin admin] Publish callbacks [] for security_group (e312de18-2297-44af-a9a4-96fe322292dd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:23.999433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3638-6ce2-44bb-9aad-95e1a8bd390d req-d72b2052-2e46-4eb9-bdf4-e7c636535840 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:24.000054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] Deleting port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:24.001544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-164b3638-6ce2-44bb-9aad-95e1a8bd390d req-d72b2052-2e46-4eb9-bdf4-e7c636535840 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 945 time: 0.0793135 Jan 29 19:51:24.008120 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.010884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:24.011652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.039811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5937dcb2-6959-44c4-80a5-caf527f1c083 admin admin] Publish callbacks [] for security_group (e312de18-2297-44af-a9a4-96fe322292dd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.052805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e03e-9902-4822-855e-d64235ac85e8 req-639d9f2f-676a-4be4-aec6-7e3c0988e151 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:24.055524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b507e03e-9902-4822-855e-d64235ac85e8 req-639d9f2f-676a-4be4-aec6-7e3c0988e151 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 944 time: 0.2335043 Jan 29 19:51:24.091206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-164b3638-6ce2-44bb-9aad-95e1a8bd390d req-8a91597d-e77d-4cd0-949f-5073da68df71 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Jan 29 19:51:24.128357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b507e03e-9902-4822-855e-d64235ac85e8 req-eb08c22d-f189-4dc9-be2b-eb37de30ceb2 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584078 Jan 29 19:51:24.131574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.165332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:24.174087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No DVR routers for this DVR port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:24.176517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a'}, {'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:24.180817 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd794d2a-7a48-4e4d-bd20-b8009997a6b7" -d '{"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-plugged", "status": "completed", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a"}, {"server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "name": "network-vif-plugged", "status": "completed", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:24.209596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] For port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,segment=NetworkSegment(328b5076-0078-4652-a50a-cc07931ec76a),segment_id=328b5076-0078-4652-a50a-cc07931ec76a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:24.210055 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.218215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:24.236852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5937dcb2-6959-44c4-80a5-caf527f1c083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e312de18-2297-44af-a9a4-96fe322292dd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.241676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5937dcb2-6959-44c4-80a5-caf527f1c083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.245557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5937dcb2-6959-44c4-80a5-caf527f1c083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e312de18-2297-44af-a9a4-96fe322292dd HTTP/1.1" status: 204 len: 168 time: 0.3496730 Jan 29 19:51:24.278641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] Calling delete_port for 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:24.305674 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5880134-ee0f-4970-988b-2cdc06ccdbea x-openstack-request-id: req-d5880134-ee0f-4970-988b-2cdc06ccdbea {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:24.308426 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-plugged", "status": "completed", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a", "code": 200}, {"server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "name": "network-vif-plugged", "status": "completed", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:24.308782 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5880134-ee0f-4970-988b-2cdc06ccdbea {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:24.309300 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'code': 200} Jan 29 19:51:24.309748 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'code': 200} Jan 29 19:51:24.315921 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.333999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937dcb2-6959-44c4-80a5-caf527f1c083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e312de18-2297-44af-a9a4-96fe322292dd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:24.365839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f68c8c-af39-40d6-b6fc-28f894bfb811 req-2fe2cd60-39ae-48b0-98d1-1b5d848f1d17 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:24.367653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05f68c8c-af39-40d6-b6fc-28f894bfb811 req-2fe2cd60-39ae-48b0-98d1-1b5d848f1d17 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1208680 Jan 29 19:51:24.375888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8723e3d4-27c5-4b73-bea5-c276e967d892), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.426698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8723e3d4-27c5-4b73-bea5-c276e967d892']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:24.448817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328b5076-0078-4652-a50a-cc07931ec76a') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:24.449794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328b5076-0078-4652-a50a-cc07931ec76a') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:24.478383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (328b5076-0078-4652-a50a-cc07931ec76a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.494762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (328b5076-0078-4652-a50a-cc07931ec76a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (328b5076-0078-4652-a50a-cc07931ec76a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:24.509393 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:24.512132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:24.544073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb66fc6-4b62-4e4c-80cf-4d9ae3ff9766 req-b2d6193c-e0e8-4075-ace2-250739e3b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:24.545291 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (01bcbdbf-7277-45d0-b5b1-3154fbcd31aa), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.545737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb66fc6-4b62-4e4c-80cf-4d9ae3ff9766 req-b2d6193c-e0e8-4075-ace2-250739e3b051 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 1127 time: 0.1417739 Jan 29 19:51:24.549257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec0ee5-24b3-4cbd-ac5a-38a0875d413d req-a5f6c2da-31a7-4214-ab86-7809765b8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:24.551636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4ec0ee5-24b3-4cbd-ac5a-38a0875d413d req-a5f6c2da-31a7-4214-ab86-7809765b8db3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 1128 time: 0.1825244 Jan 29 19:51:24.570968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05f68c8c-af39-40d6-b6fc-28f894bfb811 req-8adce629-7989-4bfb-88b2-565693e4b77b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816168 Jan 29 19:51:24.573918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] Pushing event deleted for resources: {'Port': ['ID=01bcbdbf-7277-45d0-b5b1-3154fbcd31aa,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:24.575904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15e207-d6d4-4e76-8080-d0ef4e56549c None None] No DVR routers for this DVR port 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:24.654160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb66fc6-4b62-4e4c-80cf-4d9ae3ff9766 req-f3b5d57f-c06e-4485-babc-53873fdf3660 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019490 Jan 29 19:51:24.666061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4ec0ee5-24b3-4cbd-ac5a-38a0875d413d req-af3c65af-0138-4c66-872f-e4944e2e878d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Jan 29 19:51:24.721349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8723e3d4-27c5-4b73-bea5-c276e967d892), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.730162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.734734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/8723e3d4-27c5-4b73-bea5-c276e967d892 HTTP/1.1" status: 204 len: 168 time: 1.1971886 Jan 29 19:51:24.736852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51164) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:24.751686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-432540472'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:24.758918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad555a1-291e-4ef3-b923-3ae6845f518d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=8723e3d4-27c5-4b73-bea5-c276e967d892,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:24.819511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:24.841161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:24.841427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01bcbdbf-7277-45d0-b5b1-3154fbcd31aa not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:24.875062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:24.885306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.911897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:51:24.921541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1b015aa6-3b48-49ec-b49e-c61aeec020e0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:24.921890 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment 1b015aa6-3b48-49ec-b49e-c61aeec020e0 of type vlan for network ec245d9f-f9c1-4835-9095-7df122a9798a Jan 29 19:51:24.971944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ec245d9f-f9c1-4835-9095-7df122a9798a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:25.046780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ec245d9f-f9c1-4835-9095-7df122a9798a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:25.053256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:25.054376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:25.126170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=ec245d9f-f9c1-4835-9095-7df122a9798a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:25.139300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ec245d9f-f9c1-4835-9095-7df122a9798a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:51:25.193613 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8acd3d41-644b-4819-aac5-cbfc8937df98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:25.200365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a87ecf46-5307-44e9-8a80-3fb80bc3720e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4598904 Jan 29 19:51:25.200766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51180) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:25.206830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:25.326046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f3e1-17bf-4b95-9ca0-20b0ff2f24c1 req-bd459bdf-e173-41ce-a827-e9fcf688bd7c tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:25.327678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c128f3e1-17bf-4b95-9ca0-20b0ff2f24c1 req-bd459bdf-e173-41ce-a827-e9fcf688bd7c tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 945 time: 0.1178806 Jan 29 19:51:25.395877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c128f3e1-17bf-4b95-9ca0-20b0ff2f24c1 req-1d5f7b4f-7ced-4fba-ab64-7fc50845c675 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610378 Jan 29 19:51:25.416008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf007b-d5af-4987-8c0c-b1676384cadb req-4425426b-c3f4-4fb2-a6b6-70f09b23cffe tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:25.417976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00cf007b-d5af-4987-8c0c-b1676384cadb req-4425426b-c3f4-4fb2-a6b6-70f09b23cffe tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.0967777 Jan 29 19:51:25.474017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00cf007b-d5af-4987-8c0c-b1676384cadb req-ad69eaef-c8bf-4da5-9bac-d3932ac77014 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488338 Jan 29 19:51:25.480355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:25.483890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:25.827169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45e0aa-1278-407b-9040-7e059a995906 req-92c73f4e-8c81-487b-bf92-3612d5324b0a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:25.828770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd45e0aa-1278-407b-9040-7e059a995906 req-92c73f4e-8c81-487b-bf92-3612d5324b0a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1563411 Jan 29 19:51:25.880626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd45e0aa-1278-407b-9040-7e059a995906 req-ed95e953-8444-460d-9e29-415bb33bc8ba tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Jan 29 19:51:25.927118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (c1397ebf-aeb4-454c-ab60-af48c222aff2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:26.009253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=c1397ebf-aeb4-454c-ab60-af48c222aff2,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:26.045127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': '1b015aa6-3b48-49ec-b49e-c61aeec020e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:26.045571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: ec245d9f-f9c1-4835-9095-7df122a9798a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:51:26.195232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network ec245d9f-f9c1-4835-9095-7df122a9798a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:51:26.330776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ec245d9f-f9c1-4835-9095-7df122a9798a) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:26.335165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:26.335881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:26.342382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0010b527-74ae-4a71-a802-90c732229760 None None] Network ec245d9f-f9c1-4835-9095-7df122a9798a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:26.483771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f4dbc189-402b-4b2d-8186-1d4cf0168a30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2813888 Jan 29 19:51:26.487340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51224) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:26.493346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a', 'name': 'tempest-PortsTestJSON-425320767', 'fixed_ips': [{'subnet_id': 'c1397ebf-aeb4-454c-ab60-af48c222aff2', 'ip_address': '172.20.0.10'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:26.694183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ec245d9f-f9c1-4835-9095-7df122a9798a', 'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': 'c1397ebf-aeb4-454c-ab60-af48c222aff2'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:51:26.697031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:26.708718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d27e37-6722-46cc-baa0-5cc8e94c7998 req-cfe6fe43-6cda-42dc-b03a-766ab4758d3b tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:26.717114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25d27e37-6722-46cc-baa0-5cc8e94c7998 req-cfe6fe43-6cda-42dc-b03a-766ab4758d3b tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.1401565 Jan 29 19:51:26.776784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25d27e37-6722-46cc-baa0-5cc8e94c7998 req-1fd20b22-2513-4a23-a983-34d579d6ce75 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584803 Jan 29 19:51:26.897292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Allocated IP 172.20.0.2 (ec245d9f-f9c1-4835-9095-7df122a9798a/c1397ebf-aeb4-454c-ab60-af48c222aff2/220e7f7b-8ee4-4dcc-8081-4e7481533454) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:26.910577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf3803-0db2-44da-b1f1-1b225f51ea21 req-f77ca430-2f3b-4e25-8944-aeb6aab86377 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:26.912140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2daf3803-0db2-44da-b1f1-1b225f51ea21 req-f77ca430-2f3b-4e25-8944-aeb6aab86377 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.0619040 Jan 29 19:51:26.927089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:26.927089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51238) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:26.927089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Request body: {'floatingip': {'port_id': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:27.018532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (caae03a3-8477-41d8-9008-e95842b1eb3e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.048550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28199-0fb7-4c30-b08b-0836f644c3c2 req-884f0b02-a2c2-4ff5-b27c-89f4b4f31116 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:27.057482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-feb28199-0fb7-4c30-b08b-0836f644c3c2 req-884f0b02-a2c2-4ff5-b27c-89f4b4f31116 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0709736 Jan 29 19:51:27.129028 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-feb28199-0fb7-4c30-b08b-0836f644c3c2 req-5180a77f-4f04-4ffa-bbe8-0b0195de8d63 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699782 Jan 29 19:51:27.147628 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Publish callbacks [] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.179098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.210469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 0299caef-8482-4f26-a197-00780b6ccb18 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:27.283128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.330389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Network ec245d9f-f9c1-4835-9095-7df122a9798a is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:27.338501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:27.341235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:27.407431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Pushing event updated for resources: {'Port': ['ID=220e7f7b-8ee4-4dcc-8081-4e7481533454,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:27.429577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Attempting to bind port 220e7f7b-8ee4-4dcc-8081-4e7481533454 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:27.429851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Attempting to bind port 220e7f7b-8ee4-4dcc-8081-4e7481533454 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1b015aa6-3b48-49ec-b49e-c61aeec020e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:27.430275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Attempting to bind port 220e7f7b-8ee4-4dcc-8081-4e7481533454 on network ec245d9f-f9c1-4835-9095-7df122a9798a {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:27.435765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:27.436141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Checking segment: {'id': '1b015aa6-3b48-49ec-b49e-c61aeec020e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:27.436571 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.436967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Bound using segment: {'id': '1b015aa6-3b48-49ec-b49e-c61aeec020e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:27.437493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Bound port: 220e7f7b-8ee4-4dcc-8081-4e7481533454, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b015aa6-3b48-49ec-b49e-c61aeec020e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:27.438600 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.559632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] For port 220e7f7b-8ee4-4dcc-8081-4e7481533454, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:27.564684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] For port 220e7f7b-8ee4-4dcc-8081-4e7481533454, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=220e7f7b-8ee4-4dcc-8081-4e7481533454,segment=NetworkSegment(1b015aa6-3b48-49ec-b49e-c61aeec020e0),segment_id=1b015aa6-3b48-49ec-b49e-c61aeec020e0)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:27.571221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49225c4f-d8a7-440b-aa52-b8e7987d658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.571464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.10 (ec245d9f-f9c1-4835-9095-7df122a9798a/c1397ebf-aeb4-454c-ab60-af48c222aff2/0299caef-8482-4f26-a197-00780b6ccb18) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:27.732238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:27.754622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e9812-57fb-4c0e-b000-414cedb1657d req-d54bedab-9595-4354-9670-dcaac48324cc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:27.763281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-613e9812-57fb-4c0e-b000-414cedb1657d req-d54bedab-9595-4354-9670-dcaac48324cc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0667868 Jan 29 19:51:27.863762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-613e9812-57fb-4c0e-b000-414cedb1657d req-85133e13-54f1-42d5-9942-7f89ced9c838 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990882 Jan 29 19:51:27.866231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd104-4002-4949-81e7-493319b2ce18 None None] Pushing event updated for resources: {'Port': ['ID=220e7f7b-8ee4-4dcc-8081-4e7481533454,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:28.184877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:51:28.298303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:28.356220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (0299caef-8482-4f26-a197-00780b6ccb18), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:28.424385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (caae03a3-8477-41d8-9008-e95842b1eb3e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:28.522990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0299caef-8482-4f26-a197-00780b6ccb18), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:28.592110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network ec245d9f-f9c1-4835-9095-7df122a9798a is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:28.596710 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Floating IP caae03a3-8477-41d8-9008-e95842b1eb3e associated. External IP: 172.25.5.2, port: e8ac00e2-ebca-4518-a7ff-0cff40ff1887. Jan 29 19:51:28.605115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:28.607590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:28.631465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:28.716152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=0299caef-8482-4f26-a197-00780b6ccb18,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:28.757765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:28.758520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:28.795380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:28.933934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-64289e2c-2215-49ed-86e0-5829589d2d4f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4454601 Jan 29 19:51:28.936667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51298) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:28.942116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': 'ec245d9f-f9c1-4835-9095-7df122a9798a', 'name': 'tempest-PortsTestJSON-1096975152', 'fixed_ips': [{'subnet_id': 'c1397ebf-aeb4-454c-ab60-af48c222aff2', 'ip_address': '172.20.0.9'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:28.980901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 220e7f7b-8ee4-4dcc-8081-4e7481533454 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:29.086296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 220e7f7b-8ee4-4dcc-8081-4e7481533454 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:29.087111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:29.108755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Router 3c11e89d-0c54-4bbf-b346-f274357c49d1 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:51:29.222233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b87eda-38c2-41eb-8104-696a77f188e4 req-44bed1ab-8720-48c1-8588-9acca8a565bd tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:29.229968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79b87eda-38c2-41eb-8104-696a77f188e4 req-44bed1ab-8720-48c1-8588-9acca8a565bd tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.2396021 Jan 29 19:51:29.239869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 220e7f7b-8ee4-4dcc-8081-4e7481533454 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:29.240353 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:29.316584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9d29c-d079-4537-a60b-3425ee20ef43 None None] Network ec245d9f-f9c1-4835-9095-7df122a9798a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:29.323584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 220e7f7b-8ee4-4dcc-8081-4e7481533454, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=220e7f7b-8ee4-4dcc-8081-4e7481533454,segment=NetworkSegment(1b015aa6-3b48-49ec-b49e-c61aeec020e0),segment_id=1b015aa6-3b48-49ec-b49e-c61aeec020e0)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:29.353696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:51:29.366111 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] Sync routers for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:51:29.368119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:29.384856 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:29.385467 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:29.432856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-31da8746-6c19-48cb-afa4-2024040e4ce9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "PUT /v2.0/floatingips/caae03a3-8477-41d8-9008-e95842b1eb3e HTTP/1.1" status: 200 len: 989 time: 2.5105734 Jan 29 19:51:29.434482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:29.436960 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb4f944-4c9e-4193-a047-9f1fdc055152" -d '{"events": [{"name": "network-changed", "server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:29.443964 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:29.461293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596efa3c-b093-4494-8ac8-2ff7d339779f req-7af0b08a-f4a8-44a2-98e6-b64159e1908e tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:29.463359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-596efa3c-b093-4494-8ac8-2ff7d339779f req-7af0b08a-f4a8-44a2-98e6-b64159e1908e tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 945 time: 0.1149087 Jan 29 19:51:29.503982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79b87eda-38c2-41eb-8104-696a77f188e4 req-f69d0fdb-8e90-40ab-894a-272319fc1e45 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726693 Jan 29 19:51:29.544042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-596efa3c-b093-4494-8ac8-2ff7d339779f req-36c1c0cd-6a85-4ce1-83c6-07ced33790d5 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742846 Jan 29 19:51:29.561787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:51:29.605667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f8ec6a3c-42ae-46e1-be40-a2d760ff5e3c None None] Provisioning complete for port 220e7f7b-8ee4-4dcc-8081-4e7481533454 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:29.606954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6a3c-42ae-46e1-be40-a2d760ff5e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:29.622469 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25950ad8-66c8-4089-9bef-32431cf431b5 x-openstack-request-id: req-25950ad8-66c8-4089-9bef-32431cf431b5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:29.623122 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:29.623586 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25950ad8-66c8-4089-9bef-32431cf431b5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:29.624226 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'status': 'completed', 'code': 200} Jan 29 19:51:29.739014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-60a0c31c-4520-422e-8cf1-4fa3f74982cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:29.744052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-60a0c31c-4520-422e-8cf1-4fa3f74982cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f6ac07761d4dc8ba14870aa83eefca&device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 1127 time: 0.0752506 Jan 29 19:51:29.745295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:29.749910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=220e7f7b-8ee4-4dcc-8081-4e7481533454,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:29.839646 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:29.875149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec6a3c-42ae-46e1-be40-a2d760ff5e3c None None] Current status of the port 220e7f7b-8ee4-4dcc-8081-4e7481533454 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:29.906177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2bdbc-ad13-4513-89b9-a8f4808191f7 req-fa1d6435-6c8a-4ff4-be55-3cc5cbb5f499 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:29.915249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86d2bdbc-ad13-4513-89b9-a8f4808191f7 req-fa1d6435-6c8a-4ff4-be55-3cc5cbb5f499 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.2518392 Jan 29 19:51:29.929652 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'caae03a3-8477-41d8-9008-e95842b1eb3e', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'port_id': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'mac_address': 'fa:16:3e:40:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4183564a-01ea-49b1-9252-3cd4490b0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:51:06Z', 'updated_at': '2022-01-29T19:51:27Z', 'revision_number': 1, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:05Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:29.935148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-3fd1b877-aa23-4293-af80-e00d03f9920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:29.936693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-3fd1b877-aa23-4293-af80-e00d03f9920f service neutron] 10.222.0.26 "GET /v2.0/networks?id=080da103-087f-4cd3-83b4-f2ac086b4782 HTTP/1.1" status: 200 len: 911 time: 0.1866565 Jan 29 19:51:30.006834 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] Checking router: 3c11e89d-0c54-4bbf-b346-f274357c49d1 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:51:30.027209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:30.027976 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:30.028728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86d2bdbc-ad13-4513-89b9-a8f4808191f7 req-75d6a20c-b09e-4d26-b2a4-da9f097ea2f5 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122725 Jan 29 19:51:30.067641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.077898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51312) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:30.092171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port f1cad899-2c3a-42c3-9135-65496d0489e2 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:30.106754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-64413f7c-0322-4ddc-8c24-f12bd86b0a0a None None] Provisioning complete for port 0299caef-8482-4f26-a197-00780b6ccb18 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:30.107137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64413f7c-0322-4ddc-8c24-f12bd86b0a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0299caef-8482-4f26-a197-00780b6ccb18), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.112394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-8e0af5ba-af4b-4f6c-9304-842a489d9da4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887 HTTP/1.1" status: 200 len: 997 time: 0.1684260 Jan 29 19:51:30.228056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-f36ef169-bdd0-45db-9d99-41f097c631ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:30.230241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-f36ef169-bdd0-45db-9d99-41f097c631ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abead14b-b34c-4657-918e-79edef7e60df HTTP/1.1" status: 200 len: 850 time: 0.1107728 Jan 29 19:51:30.232346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-64413f7c-0322-4ddc-8c24-f12bd86b0a0a None None] Port 0299caef-8482-4f26-a197-00780b6ccb18 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:30.249879 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:51:30.251336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (a2ab1584-5537-4d14-990b-a7e21a18e2be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.280096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-64413f7c-0322-4ddc-8c24-f12bd86b0a0a None None] Provisioning complete for port 220e7f7b-8ee4-4dcc-8081-4e7481533454 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:30.281340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64413f7c-0322-4ddc-8c24-f12bd86b0a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.315107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.322635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-863437d8-1a91-4aac-920a-bef1783f8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:30.325686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-863437d8-1a91-4aac-920a-bef1783f8f1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080da103-087f-4cd3-83b4-f2ac086b4782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0900087 Jan 29 19:51:30.476787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-64413f7c-0322-4ddc-8c24-f12bd86b0a0a None None] Current status of the port 220e7f7b-8ee4-4dcc-8081-4e7481533454 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:30.515386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f27647c7-196c-4c41-8d3c-99be5a939deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.521038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-8df434bd-27c8-40e6-89f9-324723951ddc service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892462 Jan 29 19:51:30.608191 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'caae03a3-8477-41d8-9008-e95842b1eb3e', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'port_id': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'mac_address': 'fa:16:3e:40:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4183564a-01ea-49b1-9252-3cd4490b0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:51:06Z', 'updated_at': '2022-01-29T19:51:27Z', 'revision_number': 1, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:05Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:30.609697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-57f4eabe-a312-4679-bc99-d4cb933e0156 None None] Provisioning complete for port 0299caef-8482-4f26-a197-00780b6ccb18 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:30.610180 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57f4eabe-a312-4679-bc99-d4cb933e0156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0299caef-8482-4f26-a197-00780b6ccb18), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.657302 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fbb9dc-c929-4c04-8f26-0a861f253d4f None None] The sync data for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 is: [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'caae03a3-8477-41d8-9008-e95842b1eb3e', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'port_id': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'mac_address': 'fa:16:3e:40:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4183564a-01ea-49b1-9252-3cd4490b0820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:51:06Z', 'updated_at': '2022-01-29T19:51:27Z', 'revision_number': 1, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:05Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:51:30.703027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-57f4eabe-a312-4679-bc99-d4cb933e0156 None None] Port 0299caef-8482-4f26-a197-00780b6ccb18 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:30.711813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.9 (ec245d9f-f9c1-4835-9095-7df122a9798a/c1397ebf-aeb4-454c-ab60-af48c222aff2/f1cad899-2c3a-42c3-9135-65496d0489e2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:30.857340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f27647c7-196c-4c41-8d3c-99be5a939deb admin admin] Publish callbacks [] for security_group (d9f484f7-e27f-4b14-9fa2-cc94ecee6eea), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.863221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fb4f944-4c9e-4193-a047-9f1fdc055152 req-417ab9d0-df4e-4ed9-9084-df33bef7257e service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322001 Jan 29 19:51:30.869443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e588f-a7c3-4f64-9fe0-93a35842d7b0 req-cc0a849c-52c4-481e-818f-1bb22226b89e tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:30.870991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11e588f-a7c3-4f64-9fe0-93a35842d7b0 req-cc0a849c-52c4-481e-818f-1bb22226b89e tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 945 time: 0.1607776 Jan 29 19:51:30.871258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 220e7f7b-8ee4-4dcc-8081-4e7481533454 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:30.882069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-cac692f1-6e59-4ed7-a808-34f58b7e4b01 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:30.885484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-cac692f1-6e59-4ed7-a808-34f58b7e4b01 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 945 time: 0.2018631 Jan 29 19:51:30.890683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df3f9f-5abc-4d28-9579-7321ac2453bc req-b642c64a-ab0f-4c72-9d14-07ad545b291e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:30.898725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5df3f9f-5abc-4d28-9579-7321ac2453bc req-b642c64a-ab0f-4c72-9d14-07ad545b291e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.2045846 Jan 29 19:51:30.942308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 220e7f7b-8ee4-4dcc-8081-4e7481533454 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:30.942727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:30.959798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f27647c7-196c-4c41-8d3c-99be5a939deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9f484f7-e27f-4b14-9fa2-cc94ecee6eea), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.003542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f27647c7-196c-4c41-8d3c-99be5a939deb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36dc0a90528d4af989383d5c5af6266a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9243097 Jan 29 19:51:31.006549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51320) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:31.038753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11e588f-a7c3-4f64-9fe0-93a35842d7b0 req-31c1ea5d-8d69-4c5e-882b-50c14f34412d tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d17ee55-79a1-43c0-a727-fa2b951e86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553354 Jan 29 19:51:31.050165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (f1cad899-2c3a-42c3-9135-65496d0489e2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.050440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 220e7f7b-8ee4-4dcc-8081-4e7481533454 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:31.107435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5df3f9f-5abc-4d28-9579-7321ac2453bc req-c4ac5ef2-a477-4230-986c-46554c12f79c tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083135 Jan 29 19:51:31.123402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ef4ff-73d3-42e0-86e7-d2338298a233 None None] New status for floating IP caae03a3-8477-41d8-9008-e95842b1eb3e: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:51:31.149139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Deleting port b19941c2-8a72-4c65-ab71-2c0f664cc0e5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:31.149609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.151398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27647c7-196c-4c41-8d3c-99be5a939deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f484f7-e27f-4b14-9fa2-cc94ecee6eea,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:31.200182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500d8fe-997a-4962-9dbf-fec38a4b3d04 admin admin] Publish callbacks [] for security_group (d9f484f7-e27f-4b14-9fa2-cc94ecee6eea), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.233920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Deleting port fbe07719-a7a3-499a-8d67-4eef9dfb0617 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:31.234264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.239004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500d8fe-997a-4962-9dbf-fec38a4b3d04 admin admin] Publish callbacks [] for security_group (d9f484f7-e27f-4b14-9fa2-cc94ecee6eea), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.382042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] For port fbe07719-a7a3-499a-8d67-4eef9dfb0617, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbe07719-a7a3-499a-8d67-4eef9dfb0617,segment=NetworkSegment(680341f7-60fa-4147-8a97-923cd8c592f6),segment_id=680341f7-60fa-4147-8a97-923cd8c592f6)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:31.382336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.397218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Calling delete_port for fbe07719-a7a3-499a-8d67-4eef9dfb0617 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:31.521131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.522903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500d8fe-997a-4962-9dbf-fec38a4b3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9f484f7-e27f-4b14-9fa2-cc94ecee6eea), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.526574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500d8fe-997a-4962-9dbf-fec38a4b3d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.527728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2500d8fe-997a-4962-9dbf-fec38a4b3d04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9f484f7-e27f-4b14-9fa2-cc94ecee6eea HTTP/1.1" status: 204 len: 168 time: 0.5171502 Jan 29 19:51:31.541918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500d8fe-997a-4962-9dbf-fec38a4b3d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f484f7-e27f-4b14-9fa2-cc94ecee6eea,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:31.598585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f1cad899-2c3a-42c3-9135-65496d0489e2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.618059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fbe07719-a7a3-499a-8d67-4eef9dfb0617), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.630213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['fbe07719-a7a3-499a-8d67-4eef9dfb0617'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:51:31.662799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] For port b19941c2-8a72-4c65-ab71-2c0f664cc0e5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:31.663317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.678222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network ec245d9f-f9c1-4835-9095-7df122a9798a is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:31.678451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Pushing event deleted for resources: {'Port': ['ID=fbe07719-a7a3-499a-8d67-4eef9dfb0617,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:31.691994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:31.698258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:31.699964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] No DVR routers for this DVR port fbe07719-a7a3-499a-8d67-4eef9dfb0617 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:31.701084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Calling delete_port for b19941c2-8a72-4c65-ab71-2c0f664cc0e5 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:31.702489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=f1cad899-2c3a-42c3-9135-65496d0489e2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:31.704428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.707860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-320f6eda-7611-4dcd-88fd-ce448b22737d req-9a6b3714-6428-4da0-b760-c047dccf9bdb tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.13 "DELETE /v2.0/ports/fbe07719-a7a3-499a-8d67-4eef9dfb0617 HTTP/1.1" status: 204 len: 173 time: 0.8081398 Jan 29 19:51:31.714819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'name': 'network-vif-deleted', 'tag': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:31.717152 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c535f164-5b40-4a81-8946-116fac84c68f" -d '{"events": [{"server_uuid": "cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f", "name": "network-vif-deleted", "tag": "fbe07719-a7a3-499a-8d67-4eef9dfb0617"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:31.745181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220348e7-39a3-46c8-86c0-7ba46df9a659 req-6805385d-fa36-4356-a340-c7e052121059 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:31.745932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-220348e7-39a3-46c8-86c0-7ba46df9a659 req-6805385d-fa36-4356-a340-c7e052121059 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.5307095 Jan 29 19:51:31.766572 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89063fb0-b967-4f78-8ae7-cafda4d6a535 x-openstack-request-id: req-89063fb0-b967-4f78-8ae7-cafda4d6a535 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:31.767318 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f", "name": "network-vif-deleted", "tag": "fbe07719-a7a3-499a-8d67-4eef9dfb0617", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:31.768438 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89063fb0-b967-4f78-8ae7-cafda4d6a535 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:31.769057 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f', 'name': 'network-vif-deleted', 'tag': 'fbe07719-a7a3-499a-8d67-4eef9dfb0617', 'status': 'completed', 'code': 200} Jan 29 19:51:31.827889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:31.829185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:31.883776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-220348e7-39a3-46c8-86c0-7ba46df9a659 req-66823811-3fea-44e2-bc74-a76e172e9f5d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278067 Jan 29 19:51:31.941412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-783d0698-017c-49d3-a6c6-962acadb2faa tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0034182 Jan 29 19:51:31.944113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51336) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:32.034979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4d44cf89-2eb1-4f03-88aa-0bf22c3150dd None None] Provisioning complete for port f1cad899-2c3a-42c3-9135-65496d0489e2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:32.036801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d44cf89-2eb1-4f03-88aa-0bf22c3150dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f1cad899-2c3a-42c3-9135-65496d0489e2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:32.081189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4d44cf89-2eb1-4f03-88aa-0bf22c3150dd None None] Port f1cad899-2c3a-42c3-9135-65496d0489e2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:32.105202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb8d91-918b-4a29-aebf-3c8eab4e4059 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:32.108325 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ddbb8d91-918b-4a29-aebf-3c8eab4e4059 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1615531 Jan 29 19:51:32.110564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51344) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:32.121268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5834-a4f4-43ba-9a25-b4059cf0c9f1 req-04e6d8e4-3ae9-4e69-a2c2-d27b47e10f80 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:32.122940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c37c5834-a4f4-43ba-9a25-b4059cf0c9f1 req-04e6d8e4-3ae9-4e69-a2c2-d27b47e10f80 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.0965321 Jan 29 19:51:32.170485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b19941c2-8a72-4c65-ab71-2c0f664cc0e5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:32.184400 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c37c5834-a4f4-43ba-9a25-b4059cf0c9f1 req-115a50f2-2964-484b-a797-355095c50bf6 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543282 Jan 29 19:51:32.211086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Pushing event deleted for resources: {'Port': ['ID=b19941c2-8a72-4c65-ab71-2c0f664cc0e5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:32.252475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-528e5d9c-42c6-45c6-9ab6-8c9c0dd58ccd req-18404008-37fd-4ac7-ab2c-09e2e04a7f47 tempest-ServerTagsTestJSON-525861884 tempest-ServerTagsTestJSON-525861884-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb65a7f4-d8fa-4a0a-bdd4-6e918efc975f HTTP/1.1" status: 200 len: 210 time: 0.0839412 Jan 29 19:51:32.351919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3ef4f-d5c7-4ebc-ad59-dfe2f7ea5d4e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:32.357495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3ef4f-d5c7-4ebc-ad59-dfe2f7ea5d4e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:32.360909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f78e-903f-4d0a-86e8-5b1f4f734fb2 req-a34ad11c-4355-43f3-8108-146a1ed833f5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:32.362648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a970f78e-903f-4d0a-86e8-5b1f4f734fb2 req-a34ad11c-4355-43f3-8108-146a1ed833f5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0906844 Jan 29 19:51:32.363340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3ef4f-d5c7-4ebc-ad59-dfe2f7ea5d4e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:32.367451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fea3ef4f-d5c7-4ebc-ad59-dfe2f7ea5d4e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2534754 Jan 29 19:51:32.368091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51352) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:32.485363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a970f78e-903f-4d0a-86e8-5b1f4f734fb2 req-529f5d5f-b14b-4fd7-a119-6a440342c9b5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144896 Jan 29 19:51:32.527241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port f1cad899-2c3a-42c3-9135-65496d0489e2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:32.527904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f1cad899-2c3a-42c3-9135-65496d0489e2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:32.531130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (a2ab1584-5537-4d14-990b-a7e21a18e2be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:32.629008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f1cad899-2c3a-42c3-9135-65496d0489e2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:32.640998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for f1cad899-2c3a-42c3-9135-65496d0489e2 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:32.653650 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:51:32.787431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Router a2ab1584-5537-4d14-990b-a7e21a18e2be has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:51:32.877413 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f1cad899-2c3a-42c3-9135-65496d0489e2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:32.904144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=f1cad899-2c3a-42c3-9135-65496d0489e2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:32.921237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:51:32.927732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7dbb0824-30ab-4fd2-927f-7d4ee9bbb670 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2ab1584-5537-4d14-990b-a7e21a18e2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2948923 Jan 29 19:51:32.930228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51364) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:32.946666 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] Sync routers for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:51:32.963422 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:32.964045 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:33.012277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.015693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83a8dce4-9d47-4e82-a31c-d481db187e76 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/f1cad899-2c3a-42c3-9135-65496d0489e2 HTTP/1.1" status: 204 len: 168 time: 0.6462772 Jan 29 19:51:33.018748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51366) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:33.055823 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-24775ef5-fe43-411b-8f27-40ad9e9c4d50 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:33.059729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24775ef5-fe43-411b-8f27-40ad9e9c4d50 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/f1cad899-2c3a-42c3-9135-65496d0489e2 HTTP/1.1" status: 404 len: 333 time: 0.0369337 Jan 29 19:51:33.060190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51370) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:33.095027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks [] for router (a2ab1584-5537-4d14-990b-a7e21a18e2be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.163362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:51:33.197145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 0299caef-8482-4f26-a197-00780b6ccb18 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:33.197444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0299caef-8482-4f26-a197-00780b6ccb18), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.237201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks [] for router_gateway (a2ab1584-5537-4d14-990b-a7e21a18e2be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.302389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0299caef-8482-4f26-a197-00780b6ccb18), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.316795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 0299caef-8482-4f26-a197-00780b6ccb18 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:33.344529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:33.379003 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:51:31Z', 'revision_number': 5, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port': {'id': '44afd8fd-fc87-4b30-a6dd-ce9fb5333b45', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:44:30Z', 'updated_at': '2022-01-29T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:33.406007 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] Checking router: a2ab1584-5537-4d14-990b-a7e21a18e2be for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:51:33.415550 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] Routers {'a2ab1584-5537-4d14-990b-a7e21a18e2be'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:33.416182 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a2ab1584-5537-4d14-990b-a7e21a18e2be'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:33.416631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Deleting subnet 31398dad-b86f-4930-bb3e-a7fbeadc790a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:33.423890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Publish callbacks [] for subnet (31398dad-b86f-4930-bb3e-a7fbeadc790a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.471495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Deleting port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:33.471873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.477596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (31398dad-b86f-4930-bb3e-a7fbeadc790a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.509178 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] Set router a2ab1584-5537-4d14-990b-a7e21a18e2be gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:51:33.548765 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0299caef-8482-4f26-a197-00780b6ccb18), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.573469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (31398dad-b86f-4930-bb3e-a7fbeadc790a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.593423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=0299caef-8482-4f26-a197-00780b6ccb18,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:33.630866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] For port 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:33.631240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.654390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Calling delete_port for 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:33.713534 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:51:33Z', 'revision_number': 6, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:33.742149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.748010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8725f7e3-be7a-4c93-8e80-e84a85e6e403 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/0299caef-8482-4f26-a197-00780b6ccb18 HTTP/1.1" status: 204 len: 168 time: 0.6842196 Jan 29 19:51:33.748733 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83725778-6ef6-41c4-8cb7-4d47928161a3 None None] The sync data for ids ['a2ab1584-5537-4d14-990b-a7e21a18e2be'] in n-d-825496-5 is: [{'id': 'a2ab1584-5537-4d14-990b-a7e21a18e2be', 'name': 'tempest-AttachVolumeTestJSON-1509633682-router', 'tenant_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:44:28Z', 'updated_at': '2022-01-29T19:51:33Z', 'revision_number': 6, 'project_id': 'e71019087d3b4f6b9f3f7db948ca6a46', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:51:33.751751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51382) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:33.762631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c1c7-9f13-4428-9e15-f1c55d4a80db req-17dcf79f-e791-4a1d-8696-766742253acd tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:33.764172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59b9c1c7-9f13-4428-9e15-f1c55d4a80db req-17dcf79f-e791-4a1d-8696-766742253acd tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1760702 Jan 29 19:51:33.806082 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7100659b-5ec9-4f9d-8a95-fa0935b7dc2b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:33.810637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7100659b-5ec9-4f9d-8a95-fa0935b7dc2b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/0299caef-8482-4f26-a197-00780b6ccb18 HTTP/1.1" status: 404 len: 333 time: 0.0574195 Jan 29 19:51:33.810870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51388) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:33.848668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (31398dad-b86f-4930-bb3e-a7fbeadc790a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.896176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet c1397ebf-aeb4-454c-ab60-af48c222aff2 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:33.896403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31398dad-b86f-4930-bb3e-a7fbeadc790a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:33.898099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.901308 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07fb5db2-e17e-455e-ba15-28c83cd1eb95 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/31398dad-b86f-4930-bb3e-a7fbeadc790a HTTP/1.1" status: 204 len: 168 time: 0.5557699 Jan 29 19:51:33.904048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (c1397ebf-aeb4-454c-ab60-af48c222aff2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:33.908419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51392) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:33.936599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59b9c1c7-9f13-4428-9e15-f1c55d4a80db req-d6e97538-bd1e-466b-8214-e5ff07c04b49 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592429 Jan 29 19:51:33.968039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (c1397ebf-aeb4-454c-ab60-af48c222aff2), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.014520 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (bb4ad2b8-6120-4dc6-8b6f-07d14d717951), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.065083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c1397ebf-aeb4-454c-ab60-af48c222aff2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.077879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (44afd8fd-fc87-4b30-a6dd-ce9fb5333b45), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.112389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (bb4ad2b8-6120-4dc6-8b6f-07d14d717951), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.138900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=44afd8fd-fc87-4b30-a6dd-ce9fb5333b45,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:34.176872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4ad2b8-6120-4dc6-8b6f-07d14d717951']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:34.212619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680341f7-60fa-4147-8a97-923cd8c592f6') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:34.212919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680341f7-60fa-4147-8a97-923cd8c592f6') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:34.223891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (c1397ebf-aeb4-454c-ab60-af48c222aff2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.229527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (680341f7-60fa-4147-8a97-923cd8c592f6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.247567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (a2ab1584-5537-4d14-990b-a7e21a18e2be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.257938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=c1397ebf-aeb4-454c-ab60-af48c222aff2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:34.262234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.271660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b9624d99-43f5-4c3b-bd6d-6992acd30790 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/c1397ebf-aeb4-454c-ab60-af48c222aff2 HTTP/1.1" status: 204 len: 168 time: 0.4597278 Jan 29 19:51:34.273272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51402) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:34.278218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13882a-2a4f-4f9c-beae-ae4171f37132 None None] Network ec245d9f-f9c1-4835-9095-7df122a9798a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:34.286587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (680341f7-60fa-4147-8a97-923cd8c592f6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.339009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:34.339362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (680341f7-60fa-4147-8a97-923cd8c592f6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:34.341098 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:34.367016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ec245d9f-f9c1-4835-9095-7df122a9798a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.388056 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (a2ab1584-5537-4d14-990b-a7e21a18e2be), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.393540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks [] for router_controller (a2ab1584-5537-4d14-990b-a7e21a18e2be), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.426259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 220e7f7b-8ee4-4dcc-8081-4e7481533454 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:34.428763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.503502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] For port 220e7f7b-8ee4-4dcc-8081-4e7481533454, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=220e7f7b-8ee4-4dcc-8081-4e7481533454,segment=NetworkSegment(1b015aa6-3b48-49ec-b49e-c61aeec020e0),segment_id=1b015aa6-3b48-49ec-b49e-c61aeec020e0)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:34.503789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.515820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 220e7f7b-8ee4-4dcc-8081-4e7481533454 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:34.612392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (bb4ad2b8-6120-4dc6-8b6f-07d14d717951), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.617673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.620943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bb4ad2b8-6120-4dc6-8b6f-07d14d717951 HTTP/1.1" status: 204 len: 168 time: 0.7115648 Jan 29 19:51:34.623864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (a2ab1584-5537-4d14-990b-a7e21a18e2be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.628726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ab1584-5537-4d14-990b-a7e21a18e2be {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:51:34.629231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.630344 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-20d1ae2b-4bd4-49d2-8f70-e85869613b1b admin admin] 10.222.0.15 "DELETE /v2.0/routers/a2ab1584-5537-4d14-990b-a7e21a18e2be HTTP/1.1" status: 204 len: 168 time: 1.6966896 Jan 29 19:51:34.637362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51418) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:34.643298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bd9c5-eb8a-4af2-ba46-40df92d5ce77 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4ad2b8-6120-4dc6-8b6f-07d14d717951,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:34.660991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] DHCP port deletion for ec245d9f-f9c1-4835-9095-7df122a9798a request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:51:34.697778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Deleting subnet d5e26a17-26a1-423b-ae64-fd7e187e4bdc {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:34.701133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Publish callbacks [] for subnet (d5e26a17-26a1-423b-ae64-fd7e187e4bdc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.731108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Deleting port 220e7f7b-8ee4-4dcc-8081-4e7481533454 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:34.734362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.736775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.785182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=220e7f7b-8ee4-4dcc-8081-4e7481533454,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:34.798766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No DVR routers for this DVR port 220e7f7b-8ee4-4dcc-8081-4e7481533454 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:34.809645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (d5e26a17-26a1-423b-ae64-fd7e187e4bdc), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.822329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] For port 220e7f7b-8ee4-4dcc-8081-4e7481533454, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:34.822753 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.844923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Calling delete_port for 220e7f7b-8ee4-4dcc-8081-4e7481533454 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:34.848383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Port 220e7f7b-8ee4-4dcc-8081-4e7481533454 was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:51:34.849874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (220e7f7b-8ee4-4dcc-8081-4e7481533454), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.882453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 220e7f7b-8ee4-4dcc-8081-4e7481533454 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:34.885880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] Pushing event deleted for resources: {'Port': ['ID=220e7f7b-8ee4-4dcc-8081-4e7481533454,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:34.888490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774d707-59c9-4b84-bcb4-6827bfa0bb78 None None] No DVR routers for this DVR port 220e7f7b-8ee4-4dcc-8081-4e7481533454 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:34.910107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 220e7f7b-8ee4-4dcc-8081-4e7481533454 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:34.910453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 220e7f7b-8ee4-4dcc-8081-4e7481533454 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:34.910872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b19941c2-8a72-4c65-ab71-2c0f664cc0e5 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:34.932094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ec245d9f-f9c1-4835-9095-7df122a9798a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:34.942063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b19941c2-8a72-4c65-ab71-2c0f664cc0e5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:34.942063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b19941c2-8a72-4c65-ab71-2c0f664cc0e5 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:34.942063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:34.956824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:34.957303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 44afd8fd-fc87-4b30-a6dd-ce9fb5333b45 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:34.998947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec245d9f-f9c1-4835-9095-7df122a9798a']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:35.020365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b015aa6-3b48-49ec-b49e-c61aeec020e0') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:35.020708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b015aa6-3b48-49ec-b49e-c61aeec020e0') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:35.033976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (1b015aa6-3b48-49ec-b49e-c61aeec020e0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.055625 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1b015aa6-3b48-49ec-b49e-c61aeec020e0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.068709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:35.068709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (1b015aa6-3b48-49ec-b49e-c61aeec020e0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:35.070416 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:35.072735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d5e26a17-26a1-423b-ae64-fd7e187e4bdc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.102833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51440) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:35.116484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562ec61-ec42-4971-859c-e664d73155b9 req-8d485e8e-45d7-4353-833f-35d15fe035ad tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:35.116484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3562ec61-ec42-4971-859c-e664d73155b9 req-8d485e8e-45d7-4353-833f-35d15fe035ad tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0778704 Jan 29 19:51:35.168418 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3562ec61-ec42-4971-859c-e664d73155b9 req-ba88bc06-0fc2-48af-8670-b32637f0559f tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Jan 29 19:51:35.211738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51450) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:35.211878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4e9dfd3d-2e23-4fb2-83ad-57aa5a9325ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1b850e2cd1f4879b3e313c7eb8db9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072521 Jan 29 19:51:35.262445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d45b6dfe-ac0e-4d4a-b32b-a5e23118cafb admin admin] Publish callbacks [] for security_group (0d17ee55-79a1-43c0-a727-fa2b951e86c9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.279020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ec245d9f-f9c1-4835-9095-7df122a9798a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.284182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.285850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d45b6dfe-ac0e-4d4a-b32b-a5e23118cafb admin admin] Publish callbacks [] for security_group (0d17ee55-79a1-43c0-a727-fa2b951e86c9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.287590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/ec245d9f-f9c1-4835-9095-7df122a9798a HTTP/1.1" status: 204 len: 168 time: 1.0139098 Jan 29 19:51:35.291679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51452) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:35.301909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-359521765'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:35.303492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1a208-d584-4c06-81d1-3b23034290b6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=ec245d9f-f9c1-4835-9095-7df122a9798a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:35.321321 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (d5e26a17-26a1-423b-ae64-fd7e187e4bdc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.352233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e26a17-26a1-423b-ae64-fd7e187e4bdc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:35.356025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.359941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1096631f-4cdb-4365-9f52-30faa5767484 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d5e26a17-26a1-423b-ae64-fd7e187e4bdc HTTP/1.1" status: 204 len: 168 time: 0.7186272 Jan 29 19:51:35.363662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51458) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:35.366730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6283ad-744d-4d02-853f-463a321d2661 None None] Network aa160f59-2535-4657-a321-131ef6adca88 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:35.395294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:35.400544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.429747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:51:35.440643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c197444b-443c-4d87-9b20-4a6e4dbd4458), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.441247 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Added segment c197444b-443c-4d87-9b20-4a6e4dbd4458 of type vlan for network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 Jan 29 19:51:35.450631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d45b6dfe-ac0e-4d4a-b32b-a5e23118cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0d17ee55-79a1-43c0-a727-fa2b951e86c9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.452266 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (aa160f59-2535-4657-a321-131ef6adca88), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.453654 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d45b6dfe-ac0e-4d4a-b32b-a5e23118cafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.454989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d45b6dfe-ac0e-4d4a-b32b-a5e23118cafb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d17ee55-79a1-43c0-a727-fa2b951e86c9 HTTP/1.1" status: 204 len: 168 time: 0.2421920 Jan 29 19:51:35.493243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b6dfe-ac0e-4d4a-b32b-a5e23118cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17ee55-79a1-43c0-a727-fa2b951e86c9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:35.513670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (99e7e81e-86ad-44c7-a8a2-d118ba7e3654), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.521317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Deleting port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:35.521705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.560571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] DHCP port deletion for aa160f59-2535-4657-a321-131ef6adca88 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:51:35.602515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] For port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:35.602980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.614158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] Deleting port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:35.614529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.617276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Calling delete_port for ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:35.637001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbe07719-a7a3-499a-8d67-4eef9dfb0617 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:35.669032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (99e7e81e-86ad-44c7-a8a2-d118ba7e3654), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.675287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:35.676062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.694698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: fbe07719-a7a3-499a-8d67-4eef9dfb0617 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:35.702204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbe07719-a7a3-499a-8d67-4eef9dfb0617 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:35.702607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] For port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,segment=NetworkSegment(672efe20-da51-4892-aeba-b95d24744fc1),segment_id=672efe20-da51-4892-aeba-b95d24744fc1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:35.704870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.717836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] Calling delete_port for ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:35.746279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Network': ['ID=99e7e81e-86ad-44c7-a8a2-d118ba7e3654,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:35.762597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:51:35.801044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.806829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-17ecf4e6-2e32-43e2-9f3d-20d3d757c273 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5095894 Jan 29 19:51:35.807509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:35.812529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:35.830867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:35.834903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] No DVR routers for this DVR port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:35.864024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ddd64592-cd83-4b02-9c9c-04cc12ac9ef1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.888541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] Pushing event deleted for resources: {'Port': ['ID=ddd64592-cd83-4b02-9c9c-04cc12ac9ef1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:35.895918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602b7f9-df7f-4184-bc0f-d276368aeb8b None None] No DVR routers for this DVR port ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:35.940288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (aa160f59-2535-4657-a321-131ef6adca88), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.964091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa160f59-2535-4657-a321-131ef6adca88']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:35.974635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672efe20-da51-4892-aeba-b95d24744fc1') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:35.975187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672efe20-da51-4892-aeba-b95d24744fc1') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:35.985761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (672efe20-da51-4892-aeba-b95d24744fc1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:35.999711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (672efe20-da51-4892-aeba-b95d24744fc1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.004817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:36.007316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:36.007723 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (672efe20-da51-4892-aeba-b95d24744fc1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.009207 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:36.009605 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:36.149268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (aa160f59-2535-4657-a321-131ef6adca88), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.154712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.158376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa160f59-2535-4657-a321-131ef6adca88 HTTP/1.1" status: 204 len: 168 time: 0.7949922 Jan 29 19:51:36.171132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee358-cee7-43ae-a170-4e8d3ea70d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa160f59-2535-4657-a321-131ef6adca88,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:36.301063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d1b51-085a-424c-b1c3-a76548ab6950 req-8eec28d1-e688-4b3b-b0cb-d208e9ccdd2b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:36.302584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f46d1b51-085a-424c-b1c3-a76548ab6950 req-8eec28d1-e688-4b3b-b0cb-d208e9ccdd2b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0596313 Jan 29 19:51:36.338150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (2d548856-e7ca-4a50-b6dd-ee91c96208f4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.351987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f46d1b51-085a-424c-b1c3-a76548ab6950 req-c84fb4ef-fe17-454a-b34b-004c32fadd6e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Jan 29 19:51:36.404176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=2d548856-e7ca-4a50-b6dd-ee91c96208f4,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:36.410440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Checking segment: {'id': 'c197444b-443c-4d87-9b20-4a6e4dbd4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:36.413015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network hostable DHCP agents. Network: 99e7e81e-86ad-44c7-a8a2-d118ba7e3654, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:51:36.554955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:51:36.652265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 99e7e81e-86ad-44c7-a8a2-d118ba7e3654) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:36.658870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:36.660345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.664785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368782a9-95c7-4a86-9963-886c53d75647 None None] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:36.685616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51508) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:36.731838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce7af3e6-8492-4eb6-b9b8-ca5a799ef4be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e71019087d3b4f6b9f3f7db948ca6a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426733 Jan 29 19:51:36.733040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51510) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:36.759061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d1a9e10-199a-4769-b44f-1aae6fe11e79 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9503481 Jan 29 19:51:36.761716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51512) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:36.767154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1729202797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:36.803995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-99e7e81e-86ad-44c7-a8a2-d118ba7e3654', 'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': '2d548856-e7ca-4a50-b6dd-ee91c96208f4'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:51:36.809228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.815933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cceada06-86cb-4dde-84e0-1ee26fb4ccf7 admin admin] Publish callbacks [] for security_group (fe32eee2-bf31-4b8e-854f-f29f4632bb82), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.842929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cceada06-86cb-4dde-84e0-1ee26fb4ccf7 admin admin] Publish callbacks [] for security_group (fe32eee2-bf31-4b8e-854f-f29f4632bb82), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.868085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (477fb99e-da07-4965-87a0-c3dd8245ba2b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.869316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (477fb99e-da07-4965-87a0-c3dd8245ba2b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.892947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:36.916271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51516) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:36.942000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for router_controller (477fb99e-da07-4965-87a0-c3dd8245ba2b), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.983909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cceada06-86cb-4dde-84e0-1ee26fb4ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fe32eee2-bf31-4b8e-854f-f29f4632bb82), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.986798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cceada06-86cb-4dde-84e0-1ee26fb4ccf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:36.988076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cceada06-86cb-4dde-84e0-1ee26fb4ccf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe32eee2-bf31-4b8e-854f-f29f4632bb82 HTTP/1.1" status: 204 len: 168 time: 0.2540672 Jan 29 19:51:36.997656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceada06-86cb-4dde-84e0-1ee26fb4ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe32eee2-bf31-4b8e-854f-f29f4632bb82,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:37.012744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (477fb99e-da07-4965-87a0-c3dd8245ba2b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.053483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe859-46ba-4f5a-8e32-b3cffcfd7a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.066801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:37.067134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ddd64592-cd83-4b02-9c9c-04cc12ac9ef1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:37.104729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.105982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-270d1d15-ea42-40a8-b329-46cc26f0e421 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3431499 Jan 29 19:51:37.108672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51528) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:37.114186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654', 'name': 'tempest-PortsTestJSON-939285611'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:37.159113 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe859-46ba-4f5a-8e32-b3cffcfd7a1d admin admin] Publish callbacks [] for security_group (81b3db7e-c099-4232-8ce8-074e4b02780b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.159346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Allocated IP 172.20.0.2 (99e7e81e-86ad-44c7-a8a2-d118ba7e3654/2d548856-e7ca-4a50-b6dd-ee91c96208f4/0ad6cbbb-915f-4791-bb2a-f49471c5c1f4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:37.318356 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Publish callbacks [] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.336025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe859-46ba-4f5a-8e32-b3cffcfd7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (81b3db7e-c099-4232-8ce8-074e4b02780b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.349552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:37.377005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2d8fe859-46ba-4f5a-8e32-b3cffcfd7a1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c60f57da35084181a26054c0c23e217a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592848 Jan 29 19:51:37.378002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fe859-46ba-4f5a-8e32-b3cffcfd7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b3db7e-c099-4232-8ce8-074e4b02780b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:37.379393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51538) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:37.400769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:37.404525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.431835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 80aa0842-b612-47bc-96d6-086ccfb01023 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:37.436335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.500598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:37.502300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-26390254-network', 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:37.508225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:37.510772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:37.518201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Pushing event updated for resources: {'Port': ['ID=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:37.569241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3719522-f086-493e-b642-d3b4a3d8f33e admin admin] Publish callbacks [] for security_group (81b3db7e-c099-4232-8ce8-074e4b02780b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.583108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Attempting to bind port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:37.583566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Attempting to bind port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c197444b-443c-4d87-9b20-4a6e4dbd4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:37.583996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Attempting to bind port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 on network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:37.589366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:37.589752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Checking segment: {'id': 'c197444b-443c-4d87-9b20-4a6e4dbd4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:37.590152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.590535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Bound using segment: {'id': 'c197444b-443c-4d87-9b20-4a6e4dbd4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:37.593881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Bound port: 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c197444b-443c-4d87-9b20-4a6e4dbd4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '99e7e81e-86ad-44c7-a8a2-d118ba7e3654'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:37.593881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.631539 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3719522-f086-493e-b642-d3b4a3d8f33e admin admin] Publish callbacks [] for security_group (81b3db7e-c099-4232-8ce8-074e4b02780b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.649792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83950a10-bb85-4074-9691-46ca79d4925b req-b8645608-f8a4-44bb-8caa-94badf781760 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:37.651436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83950a10-bb85-4074-9691-46ca79d4925b req-b8645608-f8a4-44bb-8caa-94badf781760 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1707773 Jan 29 19:51:37.656490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] For port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:37.658143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:37.659660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] For port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,segment=NetworkSegment(c197444b-443c-4d87-9b20-4a6e4dbd4458),segment_id=c197444b-443c-4d87-9b20-4a6e4dbd4458)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:37.660443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.662701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.10 (99e7e81e-86ad-44c7-a8a2-d118ba7e3654/2d548856-e7ca-4a50-b6dd-ee91c96208f4/80aa0842-b612-47bc-96d6-086ccfb01023) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:37.698273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.708262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.783047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafc183-04d8-40c4-903f-c5a462533056 None None] Pushing event updated for resources: {'Port': ['ID=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:37.811070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83950a10-bb85-4074-9691-46ca79d4925b req-8dfc6a08-d50e-4b6e-86a1-5014330b6f68 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441922 Jan 29 19:51:37.876302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3719522-f086-493e-b642-d3b4a3d8f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (81b3db7e-c099-4232-8ce8-074e4b02780b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.879220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3719522-f086-493e-b642-d3b4a3d8f33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.880390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b3719522-f086-493e-b642-d3b4a3d8f33e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81b3db7e-c099-4232-8ce8-074e4b02780b HTTP/1.1" status: 204 len: 168 time: 0.4998147 Jan 29 19:51:37.902198 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:37.921268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719522-f086-493e-b642-d3b4a3d8f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b3db7e-c099-4232-8ce8-074e4b02780b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:38.031863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks [] for security_group (1e5d39f6-739e-4e53-8055-9b56bccd0a90), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.050406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (80aa0842-b612-47bc-96d6-086ccfb01023), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.102005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1e5d39f6-739e-4e53-8055-9b56bccd0a90), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.132525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:51:38.143536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d39f6-739e-4e53-8055-9b56bccd0a90,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:38.149696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5cc64df2-f5bc-4752-b7d2-3631e3075826), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.150100 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Added segment 5cc64df2-f5bc-4752-b7d2-3631e3075826 of type vlan for network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d Jan 29 19:51:38.160542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.241784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:38.249925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:38.259444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:38.306654 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.314012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:38.314671 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.339229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=80aa0842-b612-47bc-96d6-086ccfb01023,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:38.410541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-21e929ba-1617-4436-be69-c56c5630b4be tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3006179 Jan 29 19:51:38.413016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51572) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:38.454652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.455480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:38.456057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.663449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:38.678004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1398-310b-4c50-b646-4ddd217514b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.780502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1398-310b-4c50-b646-4ddd217514b1 admin admin] Publish callbacks [] for security_group (072e722b-438d-4573-86fe-d6330b357a09), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.835575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd9b1398-310b-4c50-b646-4ddd217514b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (072e722b-438d-4573-86fe-d6330b357a09), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:38.893219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fd9b1398-310b-4c50-b646-4ddd217514b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb34119d1bb74ccda3b980a43814d33d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285161 Jan 29 19:51:38.897538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51596) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:38.924869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:38.955952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6021104 Jan 29 19:51:38.956451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51600) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:38.961128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Request body: {'subnet': {'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-26390254-subnet', 'tenant_id': '047ee534264044babc47f467729390e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:38.980803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cca6a-f808-498a-bebe-a06aed43ab63 admin admin] Pushing event updated for resources: {'Network': ['ID=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:38.993267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:51:38.994286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b1398-310b-4c50-b646-4ddd217514b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e722b-438d-4573-86fe-d6330b357a09,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:39.024781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:39.025400 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.034190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6509470-1058-498b-bf6a-d4300f3edd30 None None] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:39.089339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51602) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:39.089978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:39.092467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.194226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Provisioning complete for port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:39.195119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.293679 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25189d45-3ef7-4597-86d6-90e64b6a093f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.340333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:39.341966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.361853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.429906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,segment=NetworkSegment(c197444b-443c-4d87-9b20-4a6e4dbd4458),segment_id=c197444b-443c-4d87-9b20-4a6e4dbd4458)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:39.431210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Current status of the port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:39.431724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.463504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b32173fa-93bf-466d-bac4-7b6335390403 admin admin] Publish callbacks [] for security_group (072e722b-438d-4573-86fe-d6330b357a09), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.492252 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b32173fa-93bf-466d-bac4-7b6335390403 admin admin] Publish callbacks [] for security_group (072e722b-438d-4573-86fe-d6330b357a09), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.508602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe81f-69f1-431c-b78d-08098f5817a2 req-7bcb5672-0743-47f1-b2c5-b9732fba8698 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:39.510150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-708fe81f-69f1-431c-b78d-08098f5817a2 req-7bcb5672-0743-47f1-b2c5-b9732fba8698 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.5109198 Jan 29 19:51:39.535723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.573264 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.602991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-708fe81f-69f1-431c-b78d-08098f5817a2 req-7b2ca3a4-4646-482c-b66c-26202923e929 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837765 Jan 29 19:51:39.609627 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25189d45-3ef7-4597-86d6-90e64b6a093f admin admin] Publish callbacks [] for security_group (c4215963-643d-4270-a9d2-a2154df42bfd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.626064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:51:39.626064 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:51:39.630892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:39.656056 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b32173fa-93bf-466d-bac4-7b6335390403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (072e722b-438d-4573-86fe-d6330b357a09), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.659556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b32173fa-93bf-466d-bac4-7b6335390403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.660938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b32173fa-93bf-466d-bac4-7b6335390403 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/072e722b-438d-4573-86fe-d6330b357a09 HTTP/1.1" status: 204 len: 168 time: 0.7611978 Jan 29 19:51:39.671236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32173fa-93bf-466d-bac4-7b6335390403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e722b-438d-4573-86fe-d6330b357a09,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:39.715708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25189d45-3ef7-4597-86d6-90e64b6a093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c4215963-643d-4270-a9d2-a2154df42bfd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.748301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:39.791505 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25189d45-3ef7-4597-86d6-90e64b6a093f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8260767d7f745c6be7f980edf5d3ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6957788 Jan 29 19:51:39.794686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25189d45-3ef7-4597-86d6-90e64b6a093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4215963-643d-4270-a9d2-a2154df42bfd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:39.794848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51608) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:39.801015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:39.801384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Network hostable DHCP agents. Network: 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:51:39.854693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (80aa0842-b612-47bc-96d6-086ccfb01023), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.869936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-412e9e41-1fa0-4298-8dfe-9386a77d1ec5 admin admin] Publish callbacks [] for security_group (c4215963-643d-4270-a9d2-a2154df42bfd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.893616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-412e9e41-1fa0-4298-8dfe-9386a77d1ec5 admin admin] Publish callbacks [] for security_group (c4215963-643d-4270-a9d2-a2154df42bfd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:39.914847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:51:39.943279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.013725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:40.023905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-412e9e41-1fa0-4298-8dfe-9386a77d1ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c4215963-643d-4270-a9d2-a2154df42bfd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.024629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3e070-dc4e-47ec-8972-2f90e605cc69 None None] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:40.027297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=80aa0842-b612-47bc-96d6-086ccfb01023,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:40.027638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-412e9e41-1fa0-4298-8dfe-9386a77d1ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.031831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-412e9e41-1fa0-4298-8dfe-9386a77d1ec5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4215963-643d-4270-a9d2-a2154df42bfd HTTP/1.1" status: 204 len: 168 time: 0.2334251 Jan 29 19:51:40.032070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:40.032070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.066381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e9e41-1fa0-4298-8dfe-9386a77d1ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4215963-643d-4270-a9d2-a2154df42bfd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:40.190454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e34c6951-d850-4058-ac50-cc3da22551e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2271571 Jan 29 19:51:40.212121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a72be66-aad9-4f96-8ad9-28ad9486bce5 None None] Current status of the port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:40.250293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f78522-9587-4073-a997-a8f7b8d29ade None None] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:40.266626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (477fb99e-da07-4965-87a0-c3dd8245ba2b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.377327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-587982a0-9652-47fa-83c9-d568cb821bb5 None None] Provisioning complete for port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:40.377709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-587982a0-9652-47fa-83c9-d568cb821bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.477477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.478562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-587982a0-9652-47fa-83c9-d568cb821bb5 None None] Current status of the port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:40.489043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-587982a0-9652-47fa-83c9-d568cb821bb5 None None] Provisioning complete for port 80aa0842-b612-47bc-96d6-086ccfb01023 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:40.489418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-587982a0-9652-47fa-83c9-d568cb821bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.528366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-587982a0-9652-47fa-83c9-d568cb821bb5 None None] Port 80aa0842-b612-47bc-96d6-086ccfb01023 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:40.760292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ee2f2-df8b-496d-80c2-b2f1635f6e34 req-ed9d0b67-931a-4f5a-bedd-0116e65483a7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:40.763434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca5ee2f2-df8b-496d-80c2-b2f1635f6e34 req-ed9d0b67-931a-4f5a-bedd-0116e65483a7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0795357 Jan 29 19:51:40.814719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (80aa0842-b612-47bc-96d6-086ccfb01023), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.825775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:40.845427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca5ee2f2-df8b-496d-80c2-b2f1635f6e34 req-3e0fd2fb-65f5-4635-840e-3dabe13a84e8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732021 Jan 29 19:51:40.869753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.924334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:40.925224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:40.975770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=80aa0842-b612-47bc-96d6-086ccfb01023,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:41.000726 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (477fb99e-da07-4965-87a0-c3dd8245ba2b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:41.026072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:41.136241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-4ba501a0-42d6-4703-884a-4fdc1ee64bff tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:41.137729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-4ba501a0-42d6-4703-884a-4fdc1ee64bff tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1827385 Jan 29 19:51:41.164114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-47fda3c2-d015-4979-bd25-7173b3d412e3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0200830 Jan 29 19:51:41.173598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:41.183288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:41.204767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-697da8f7-915b-42b6-a698-d29a5a85c234 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336094 Jan 29 19:51:41.427924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-6c39ca23-9096-4490-ae92-add8372d4499 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146151 Jan 29 19:51:41.459503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dc48c9f9-ce92-44a7-8565-1c8cc054fd4e None None] Provisioning complete for port 80aa0842-b612-47bc-96d6-086ccfb01023 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:41.459964 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc48c9f9-ce92-44a7-8565-1c8cc054fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:41.500757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc48c9f9-ce92-44a7-8565-1c8cc054fd4e None None] Port 80aa0842-b612-47bc-96d6-086ccfb01023 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:41.517821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Router 477fb99e-da07-4965-87a0-c3dd8245ba2b is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:51:41.542389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-2bf5da11-f93f-4d79-b6bd-89306250c059 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059582 Jan 29 19:51:41.631467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:51:41.689459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b4a81688-953d-4690-b226-8d2a63de79c5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/routers/477fb99e-da07-4965-87a0-c3dd8245ba2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2229836 Jan 29 19:51:41.689459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:41.690119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] Sync routers for ids ['477fb99e-da07-4965-87a0-c3dd8245ba2b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:51:41.690119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] Routers {'477fb99e-da07-4965-87a0-c3dd8245ba2b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:41.690119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['477fb99e-da07-4965-87a0-c3dd8245ba2b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:41.694119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:41.704013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] Routers {'477fb99e-da07-4965-87a0-c3dd8245ba2b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:41.704693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['477fb99e-da07-4965-87a0-c3dd8245ba2b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:41.707734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816acc5-e4ec-47ae-a1f5-e3c20bceb8ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:41.712805 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3816acc5-e4ec-47ae-a1f5-e3c20bceb8ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports?device_id=477fb99e-da07-4965-87a0-c3dd8245ba2b HTTP/1.1" status: 200 len: 982 time: 0.0684047 Jan 29 19:51:41.713097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51672) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:41.741122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:41.741780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c00b19-531f-436c-99ba-3ba126c03526 None None] The sync data for ids ['477fb99e-da07-4965-87a0-c3dd8245ba2b'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:51:42.021469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84652f5d-b388-4d6b-bda0-9f90a0541075 req-765a7df4-0c0e-457c-92d6-bd95dbc0b138 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 210 time: 0.0816717 Jan 29 19:51:42.170564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a121630-5f82-4a3e-831a-a16f1b10265d req-827e5019-7fe7-477b-a14b-c9468e4178c5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:42.172840 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a121630-5f82-4a3e-831a-a16f1b10265d req-827e5019-7fe7-477b-a14b-c9468e4178c5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1317041 Jan 29 19:51:42.251941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a121630-5f82-4a3e-831a-a16f1b10265d req-f5447241-dcf0-4b36-8d3c-ca54d2c91d83 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Jan 29 19:51:42.411295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (477fb99e-da07-4965-87a0-c3dd8245ba2b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:42.971761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 80aa0842-b612-47bc-96d6-086ccfb01023 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:42.972228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:43.081551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:43.095358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 80aa0842-b612-47bc-96d6-086ccfb01023 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:43.120773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e47b0e5f-ad8c-4181-9142-2c55c990a9bb req-1c6aaf79-3a43-4cce-9783-d45420089d05 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 210 time: 0.0305469 Jan 29 19:51:43.357588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (80aa0842-b612-47bc-96d6-086ccfb01023), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:43.393887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=80aa0842-b612-47bc-96d6-086ccfb01023,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:43.412163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247008b-9c56-4e8f-9b34-39ea6b72e57f req-08a7d0fc-b692-414c-944f-7d7276419d20 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:43.413782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0247008b-9c56-4e8f-9b34-39ea6b72e57f req-08a7d0fc-b692-414c-944f-7d7276419d20 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0868986 Jan 29 19:51:43.556021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0247008b-9c56-4e8f-9b34-39ea6b72e57f req-ca2627a7-d54a-41b2-9e96-999fb8b49062 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170018 Jan 29 19:51:43.615799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (477fb99e-da07-4965-87a0-c3dd8245ba2b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:43.778781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Router 477fb99e-da07-4965-87a0-c3dd8245ba2b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:51:43.865277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:51:43.870311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a630e0f1-5cde-4056-a1a5-8fecb61b065b tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/routers/477fb99e-da07-4965-87a0-c3dd8245ba2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1555061 Jan 29 19:51:43.873138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51782) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:43.876989 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] Sync routers for ids ['477fb99e-da07-4965-87a0-c3dd8245ba2b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:51:43.887467 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] Routers {'477fb99e-da07-4965-87a0-c3dd8245ba2b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:43.890136 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['477fb99e-da07-4965-87a0-c3dd8245ba2b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:43.899916 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eda2d97-7002-4863-9615-ffa525ecd457 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:43.901508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6eda2d97-7002-4863-9615-ffa525ecd457 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/80aa0842-b612-47bc-96d6-086ccfb01023 HTTP/1.1" status: 404 len: 333 time: 0.0272970 Jan 29 19:51:43.904156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51784) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:43.944945 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:43.954928 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] Routers {'477fb99e-da07-4965-87a0-c3dd8245ba2b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:51:43.955595 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['477fb99e-da07-4965-87a0-c3dd8245ba2b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:43.982831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for router (477fb99e-da07-4965-87a0-c3dd8245ba2b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:43.989778 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:43.990676 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf51e0-165d-444e-a26e-23ecaa93f2c0 None None] The sync data for ids ['477fb99e-da07-4965-87a0-c3dd8245ba2b'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:51:44.150343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (477fb99e-da07-4965-87a0-c3dd8245ba2b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.153122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for router_controller (477fb99e-da07-4965-87a0-c3dd8245ba2b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.227454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3fb4a85e-2242-4213-aeeb-8c5aa7368715 req-bc82b61e-5f2e-41ac-ae9b-b30e9c367d10 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 210 time: 0.0294979 Jan 29 19:51:44.290259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (477fb99e-da07-4965-87a0-c3dd8245ba2b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.290776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Fanout notify agent at l3_agent the message router_deleted on router 477fb99e-da07-4965-87a0-c3dd8245ba2b {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:51:44.299109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.300341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6980abf8-ef4f-4dac-821b-56d8537861bf tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/routers/477fb99e-da07-4965-87a0-c3dd8245ba2b HTTP/1.1" status: 204 len: 168 time: 0.3951800 Jan 29 19:51:44.302779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51808) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:44.359789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 2d548856-e7ca-4a50-b6dd-ee91c96208f4 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:44.367119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (2d548856-e7ca-4a50-b6dd-ee91c96208f4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.409350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (2d548856-e7ca-4a50-b6dd-ee91c96208f4), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.497438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2d548856-e7ca-4a50-b6dd-ee91c96208f4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.584226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-4254d79c-9ebd-4b14-9b34-47994e5432f8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:44.585742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-4254d79c-9ebd-4b14-9b34-47994e5432f8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1085901 Jan 29 19:51:44.603728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': 'd074421d-a459-4faf-9183-e03ae478e46a', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:44.698940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (2d548856-e7ca-4a50-b6dd-ee91c96208f4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.742767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=2d548856-e7ca-4a50-b6dd-ee91c96208f4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:44.749330 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.754692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-deb79070-45c9-4026-92ab-34ac4933b60e tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/2d548856-e7ca-4a50-b6dd-ee91c96208f4 HTTP/1.1" status: 204 len: 168 time: 0.4509017 Jan 29 19:51:44.757167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a8dca-e87e-486f-bce3-8517e9370299 None None] Network 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:44.762397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51832) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:44.801974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51834) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:44.813493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdbc58-d000-4279-888b-fb3a6146df43 req-a7b3f6c9-6a33-4496-9ce6-421a3db51243 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:44.815346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08fdbc58-d000-4279-888b-fb3a6146df43 req-a7b3f6c9-6a33-4496-9ce6-421a3db51243 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1511097 Jan 29 19:51:44.863925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:44.871760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.915670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (99e7e81e-86ad-44c7-a8a2-d118ba7e3654), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.977303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ea2fc1-5b34-40dd-b003-a8522df34bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:44.979099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] DHCP port deletion for 99e7e81e-86ad-44c7-a8a2-d118ba7e3654 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:51:44.992548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-08fdbc58-d000-4279-888b-fb3a6146df43 req-e957c99d-7b0a-439f-85ad-3f0ef49e68a7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042581 Jan 29 19:51:45.025869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:45.026288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.035932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] Deleting port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:45.038607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.101480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.8 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/53bb6f34-00d7-4024-85cb-4c78768afb64) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:45.111542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] For port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,segment=NetworkSegment(c197444b-443c-4d87-9b20-4a6e4dbd4458),segment_id=c197444b-443c-4d87-9b20-4a6e4dbd4458)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:45.111961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.112999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] For port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,segment=NetworkSegment(c197444b-443c-4d87-9b20-4a6e4dbd4458),segment_id=c197444b-443c-4d87-9b20-4a6e4dbd4458)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:45.113725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.126357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] Calling delete_port for 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:45.133619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:45.198612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ea2fc1-5b34-40dd-b003-a8522df34bfe admin admin] Publish callbacks [] for security_group (ec331125-e504-4917-8b9c-6f141cdc7372), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.302812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.314301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ea2fc1-5b34-40dd-b003-a8522df34bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ec331125-e504-4917-8b9c-6f141cdc7372), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.358743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46c8a13d-04b7-4492-a171-b6527d210e24 req-76cad886-b5be-44c7-904a-d9330580f1ec tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 210 time: 0.0478115 Jan 29 19:51:45.406907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-62ea2fc1-5b34-40dd-b003-a8522df34bfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2607f9c43ae04868b9874f83b8774b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6008856 Jan 29 19:51:45.408534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51860) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:45.408890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.409190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea2fc1-5b34-40dd-b003-a8522df34bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec331125-e504-4917-8b9c-6f141cdc7372,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:45.429531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0ad6cbbb-915f-4791-bb2a-f49471c5c1f4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.435075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] No DVR routers for this DVR port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:45.458698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610088fb-be9d-4675-a67e-8f3abf5bc232 None None] Pushing event deleted for resources: {'Port': ['ID=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:45.466361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=0ad6cbbb-915f-4791-bb2a-f49471c5c1f4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:45.466672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No DVR routers for this DVR port 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:51:45.484487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c67c7cf4-676d-4176-be85-607034a55ccd admin admin] Publish callbacks [] for security_group (ec331125-e504-4917-8b9c-6f141cdc7372), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.492944 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.556195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (99e7e81e-86ad-44c7-a8a2-d118ba7e3654), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.557198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c67c7cf4-676d-4176-be85-607034a55ccd admin admin] Publish callbacks [] for security_group (ec331125-e504-4917-8b9c-6f141cdc7372), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.560123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:45.571020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:45.580723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:45.580723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=53bb6f34-00d7-4024-85cb-4c78768afb64,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:45.581139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e7e81e-86ad-44c7-a8a2-d118ba7e3654']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:45.591789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c197444b-443c-4d87-9b20-4a6e4dbd4458') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:45.592109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c197444b-443c-4d87-9b20-4a6e4dbd4458') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:51:45.603029 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (c197444b-443c-4d87-9b20-4a6e4dbd4458), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.617593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c197444b-443c-4d87-9b20-4a6e4dbd4458), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.624453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:51:45.625440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (c197444b-443c-4d87-9b20-4a6e4dbd4458), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:51:45.628676 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:51:45.657540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:45.657540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.730102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-8ceeaf3e-04ea-4f15-ae21-fb8170cc7a0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1299915 Jan 29 19:51:45.748016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Request body: {'port': {'device_id': 'd074421d-a459-4faf-9183-e03ae478e46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:45.770601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (99e7e81e-86ad-44c7-a8a2-d118ba7e3654), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.773687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c67c7cf4-676d-4176-be85-607034a55ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ec331125-e504-4917-8b9c-6f141cdc7372), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.776958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c67c7cf4-676d-4176-be85-607034a55ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.778819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c67c7cf4-676d-4176-be85-607034a55ccd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec331125-e504-4917-8b9c-6f141cdc7372 HTTP/1.1" status: 204 len: 168 time: 0.3653905 Jan 29 19:51:45.783063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.789849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/99e7e81e-86ad-44c7-a8a2-d118ba7e3654 HTTP/1.1" status: 204 len: 168 time: 1.0228710 Jan 29 19:51:45.791393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51876) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:45.801675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3f208-a149-4b5b-a0e5-05378cdf7728 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=99e7e81e-86ad-44c7-a8a2-d118ba7e3654,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:45.809729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c7cf4-676d-4176-be85-607034a55ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec331125-e504-4917-8b9c-6f141cdc7372,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:45.877957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed2345-3917-4ed1-b351-40b549352b37 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:45.879412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1ed2345-3917-4ed1-b351-40b549352b37 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/55403e58-a1eb-4955-b8ff-0efe10082bb5 HTTP/1.1" status: 200 len: 841 time: 0.0873027 Jan 29 19:51:45.883279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51886) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:45.885463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:45.967648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b8829b46-8a8b-4d40-bf4c-b13badc32f41 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/55403e58-a1eb-4955-b8ff-0efe10082bb5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0830216 Jan 29 19:51:45.972085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:45.981831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:46.137267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98db2f5-1870-4cee-b768-846c9b49030c req-a25c581d-ae2a-4293-bdf1-b8de1ebc4a46 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:46.139097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f98db2f5-1870-4cee-b768-846c9b49030c req-a25c581d-ae2a-4293-bdf1-b8de1ebc4a46 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0720179 Jan 29 19:51:46.205329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f98db2f5-1870-4cee-b768-846c9b49030c req-a8ef62a4-b171-489a-9a40-cf7ccdf161d0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 Jan 29 19:51:46.270792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:46.274270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.541163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bb6f34-00d7-4024-85cb-4c78768afb64 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:46.574552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Publish callbacks [] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.583762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d905c09-db4b-42df-a340-1c2b749e5ab0 req-5c3b2557-f9b3-42ac-bcba-41490ef058e7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:46.585331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d905c09-db4b-42df-a340-1c2b749e5ab0 req-5c3b2557-f9b3-42ac-bcba-41490ef058e7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 931 time: 0.1564307 Jan 29 19:51:46.603538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:46.618994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d40fe35-47fa-4504-815d-aec4e2c309d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.624114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Transition to ACTIVE for port object 53bb6f34-00d7-4024-85cb-4c78768afb64 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:51:46.648466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51904) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:46.719315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d905c09-db4b-42df-a340-1c2b749e5ab0 req-dc4772dd-158e-4829-9c6c-31b20cb9b24e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156509 Jan 29 19:51:46.721564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.724052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d40fe35-47fa-4504-815d-aec4e2c309d8 admin admin] Publish callbacks [] for security_group (abfb073b-099f-4a0a-9d05-40540d8bfc52), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.777115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (9a99cce5-e151-4f9d-8467-19d0e81b096c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.800981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d40fe35-47fa-4504-815d-aec4e2c309d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (abfb073b-099f-4a0a-9d05-40540d8bfc52), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.836402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Pushing event updated for resources: {'Port': ['ID=53bb6f34-00d7-4024-85cb-4c78768afb64,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:46.841454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:51:46.856792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d40fe35-47fa-4504-815d-aec4e2c309d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8919092424c3453684b48cda0225a509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518013 Jan 29 19:51:46.859912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51914) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:46.877236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:51:46.877583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ad6cbbb-915f-4791-bb2a-f49471c5c1f4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:51:46.898453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:46.903513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:46.906724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=9a99cce5-e151-4f9d-8467-19d0e81b096c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:46.913372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:46.914143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.926637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f97e1d-3cab-4032-8175-1f0699aa0e74 None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:46.944136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40fe35-47fa-4504-815d-aec4e2c309d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb073b-099f-4a0a-9d05-40540d8bfc52,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:46.954006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Attempting to bind port 53bb6f34-00d7-4024-85cb-4c78768afb64 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:46.954319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Attempting to bind port 53bb6f34-00d7-4024-85cb-4c78768afb64 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:46.954658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Attempting to bind port 53bb6f34-00d7-4024-85cb-4c78768afb64 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:46.957018 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26ed06a3-89c1-4279-8393-648fe5a96b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:46.965981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Port 53bb6f34-00d7-4024-85cb-4c78768afb64 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:51:46.965981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Attempting to bind port 53bb6f34-00d7-4024-85cb-4c78768afb64 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:46.974670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:46.975270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:46.975802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:46.976409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Bound port: 53bb6f34-00d7-4024-85cb-4c78768afb64, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:46.976965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.014369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6a47d5b-e7f4-403a-bec2-8e3122321c48 admin admin] Publish callbacks [] for security_group (abfb073b-099f-4a0a-9d05-40540d8bfc52), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.037052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f5695dda-9669-482f-bb34-5487be79ce06 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0633621 Jan 29 19:51:47.040550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51922) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:47.045632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'security_group': {'name': 'tempest-secgroup-98018283'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:47.083414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6a47d5b-e7f4-403a-bec2-8e3122321c48 admin admin] Publish callbacks [] for security_group (abfb073b-099f-4a0a-9d05-40540d8bfc52), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.084307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51924) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:47.084737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'project_id': '31a9399faa8b40ae8f6562f895a50cf4', 'fixed_ips': [{'subnet_id': '9a99cce5-e151-4f9d-8467-19d0e81b096c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:51:47.085804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.114147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] For port 53bb6f34-00d7-4024-85cb-4c78768afb64, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:47.119167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] For port 53bb6f34-00d7-4024-85cb-4c78768afb64, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=53bb6f34-00d7-4024-85cb-4c78768afb64,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:47.160882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26ed06a3-89c1-4279-8393-648fe5a96b7f admin admin] Publish callbacks [] for security_group (bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.217297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.217777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.218862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.219489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.219935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.220417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.220876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.222914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-c691de55-e239-4ea9-b484-a50387569412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6719 time: 0.1372900 Jan 29 19:51:47.243254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.286403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26ed06a3-89c1-4279-8393-648fe5a96b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.292560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6a47d5b-e7f4-403a-bec2-8e3122321c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (abfb073b-099f-4a0a-9d05-40540d8bfc52), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.292827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.294989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6a47d5b-e7f4-403a-bec2-8e3122321c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.296091 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6a47d5b-e7f4-403a-bec2-8e3122321c48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abfb073b-099f-4a0a-9d05-40540d8bfc52 HTTP/1.1" status: 204 len: 168 time: 0.4349661 Jan 29 19:51:47.362584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Pushing event updated for resources: {'Port': ['ID=53bb6f34-00d7-4024-85cb-4c78768afb64,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:47.382940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-26ed06a3-89c1-4279-8393-648fe5a96b7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35f906cf7a1841b9bde4d6093499f297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7333827 Jan 29 19:51:47.387260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51932) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:47.395813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed06a3-89c1-4279-8393-648fe5a96b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:47.415857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.416568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.417913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-bb40f899-1dd8-427a-a24a-88d735b4f3dc service neutron] 10.222.0.26 "PUT /v2.0/ports/53bb6f34-00d7-4024-85cb-4c78768afb64 HTTP/1.1" status: 200 len: 1091 time: 1.6742277 Jan 29 19:51:47.418562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd074421d-a459-4faf-9183-e03ae478e46a', 'tag': '53bb6f34-00d7-4024-85cb-4c78768afb64'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:47.420982 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899e64d-a80c-461c-a646-dfc97bfb939b" -d '{"events": [{"name": "network-changed", "server_uuid": "d074421d-a459-4faf-9183-e03ae478e46a", "tag": "53bb6f34-00d7-4024-85cb-4c78768afb64"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:47.435487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Allocated IP 172.20.0.2 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/9a99cce5-e151-4f9d-8467-19d0e81b096c/eda66c6c-ddd9-4ff7-a195-f1e51a768512) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:47.441271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef97996-e101-4671-9d8f-df17e64d7950 req-815bfad4-204d-431a-9518-e1b1842ec0fc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.443545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fef97996-e101-4671-9d8f-df17e64d7950 req-815bfad4-204d-431a-9518-e1b1842ec0fc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1542675 Jan 29 19:51:47.458254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-2464e50b-bd2c-4c74-9b94-55966b4a7276 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2336652 Jan 29 19:51:47.467939 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69974d2-69c5-461c-813d-4dce841e0cf5 x-openstack-request-id: req-f69974d2-69c5-461c-813d-4dce841e0cf5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:47.468702 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d074421d-a459-4faf-9183-e03ae478e46a", "tag": "53bb6f34-00d7-4024-85cb-4c78768afb64", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:47.468702 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f69974d2-69c5-461c-813d-4dce841e0cf5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:47.469634 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd074421d-a459-4faf-9183-e03ae478e46a', 'tag': '53bb6f34-00d7-4024-85cb-4c78768afb64', 'status': 'completed', 'code': 200} Jan 29 19:51:47.473050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a47d5b-e7f4-403a-bec2-8e3122321c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb073b-099f-4a0a-9d05-40540d8bfc52,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:47.483253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-2fefbab1-3b8a-4ab4-91fd-d5c502bf51ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cba45522-b348-40c4-81ce-d92ea3997412&id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2493153 Jan 29 19:51:47.543598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-657889c0-22de-4d45-a152-796f5be85677 admin admin] Publish callbacks [] for security_group (bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.573214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7b6c4117-12f8-484c-b17b-6766e73edda8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.576415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-657889c0-22de-4d45-a152-796f5be85677 admin admin] Publish callbacks [] for security_group (bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.592621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fef97996-e101-4671-9d8f-df17e64d7950 req-7e3cd97c-df45-440d-8e58-3bed59f53c71 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129129 Jan 29 19:51:47.611295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.611778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.612261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.612733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.613190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.613705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.614092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.623627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e247f5ad-9234-496b-9ae6-e03160ee3fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953bf3f955d45f18a0bc913055ef21c&device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 6719 time: 0.1060147 Jan 29 19:51:47.623627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e64d-a80c-461c-a646-dfc97bfb939b req-af5d44e1-c008-46db-a0be-5097de403289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.623627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8899e64d-a80c-461c-a646-dfc97bfb939b req-af5d44e1-c008-46db-a0be-5097de403289 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 1125 time: 0.0986185 Jan 29 19:51:47.660527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Publish callbacks [] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.689589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7b6c4117-12f8-484c-b17b-6766e73edda8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.767471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-657889c0-22de-4d45-a152-796f5be85677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.768984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-657889c0-22de-4d45-a152-796f5be85677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.775144 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-657889c0-22de-4d45-a152-796f5be85677 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb HTTP/1.1" status: 204 len: 168 time: 0.3864775 Jan 29 19:51:47.791512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657889c0-22de-4d45-a152-796f5be85677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf120d38-53ae-4e0a-a0e3-ab1d9c99f6fb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:47.810553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6c4117-12f8-484c-b17b-6766e73edda8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:47.817079 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.841180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:47.842674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5022ffde-9e0b-413b-8b69-db3ab29f3a77 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8009846 Jan 29 19:51:47.847632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:47.849801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e64d-a80c-461c-a646-dfc97bfb939b req-48f67137-786a-4207-9c54-b1efa7914f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.851415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8899e64d-a80c-461c-a646-dfc97bfb939b req-48f67137-786a-4207-9c54-b1efa7914f06 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=047ee534264044babc47f467729390e2&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2165170 Jan 29 19:51:47.858644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'security_group': {'name': 'tempest-secgroup-206644419'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:47.867511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-70243a8f-1764-425b-bee8-e572518c356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.868040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-70243a8f-1764-425b-bee8-e572518c356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.874640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-70243a8f-1764-425b-bee8-e572518c356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:47.877129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-70243a8f-1764-425b-bee8-e572518c356c service neutron] 10.222.0.13 "GET /v2.0/networks?id=534d07ce-bb8c-4683-9cca-1edf87284068&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014 HTTP/1.1" status: 200 len: 2294 time: 0.2176797 Jan 29 19:51:47.967000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:47.970640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:47.974060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Pushing event updated for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:47.977610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:47.983477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.074719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Attempting to bind port eda66c6c-ddd9-4ff7-a195-f1e51a768512 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:51:48.075326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Attempting to bind port eda66c6c-ddd9-4ff7-a195-f1e51a768512 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7e26dc17-1e73-4007-98a9-e1c69246f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:51:48.075809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Attempting to bind port eda66c6c-ddd9-4ff7-a195-f1e51a768512 on network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:51:48.076758 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (6dc15816-26fa-4b4d-9992-3114acf699fc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.086210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:51:48.086896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Checking segment: {'id': '7e26dc17-1e73-4007-98a9-e1c69246f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:51:48.087281 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.087958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Bound using segment: {'id': '7e26dc17-1e73-4007-98a9-e1c69246f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:51:48.088881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Bound port: eda66c6c-ddd9-4ff7-a195-f1e51a768512, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e26dc17-1e73-4007-98a9-e1c69246f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:51:48.089757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.132082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6dc15816-26fa-4b4d-9992-3114acf699fc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.192066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc15816-26fa-4b4d-9992-3114acf699fc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:48.198370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:51:48.203535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda66c6c-ddd9-4ff7-a195-f1e51a768512,segment=NetworkSegment(7e26dc17-1e73-4007-98a9-e1c69246f5e2),segment_id=7e26dc17-1e73-4007-98a9-e1c69246f5e2)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:51:48.213723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-5fc76fcf-0025-4ea5-9d85-943319284397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3 HTTP/1.1" status: 200 len: 1002 time: 0.3054674 Jan 29 19:51:48.243812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e960846-bc47-4e00-8a35-1746f1ff7585 req-d17839b6-7388-485e-89f5-9496382036fc tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.246383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e960846-bc47-4e00-8a35-1746f1ff7585 req-d17839b6-7388-485e-89f5-9496382036fc tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 943 time: 0.3193944 Jan 29 19:51:48.249854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.251417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a301a7bf-084f-4413-9126-58c868efd36a tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4004331 Jan 29 19:51:48.255532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:48.264321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-627758228', 'security_groups': ['6dc15816-26fa-4b4d-9992-3114acf699fc'], 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a99cce5-e151-4f9d-8467-19d0e81b096c'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:48.300912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e64d-a80c-461c-a646-dfc97bfb939b req-3ee45abb-9311-4b3a-accd-25495ec86b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.302404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8899e64d-a80c-461c-a646-dfc97bfb939b req-3ee45abb-9311-4b3a-accd-25495ec86b82 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4444010 Jan 29 19:51:48.338888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-a528a8e9-da96-471d-88fa-2f9b0fdfe808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.340386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-a528a8e9-da96-471d-88fa-2f9b0fdfe808 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43ae2ac7-1858-4c96-b813-1c199b81f07a HTTP/1.1" status: 200 len: 855 time: 0.1172466 Jan 29 19:51:48.363135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e960846-bc47-4e00-8a35-1746f1ff7585 req-90cb9f76-9176-4bbe-ad6f-e4839e1fc487 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893846 Jan 29 19:51:48.378573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.450085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-c1d465b7-2336-44ce-9bf0-33ae7e80946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.451724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-c1d465b7-2336-44ce-9bf0-33ae7e80946f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534d07ce-bb8c-4683-9cca-1edf87284068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014698 Jan 29 19:51:48.452368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:48.459751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7497f3-cb40-46bd-a669-24b9ca5aa5f8 None None] Pushing event updated for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:48.510422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-fc0376cc-9281-40ac-acf1-748f5d58b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.512346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-fc0376cc-9281-40ac-acf1-748f5d58b75e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 1125 time: 0.1480513 Jan 29 19:51:48.581728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.591098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:48.594023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-63f35967-ff6b-4bef-8071-7f298fe35fcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bb6f34-00d7-4024-85cb-4c78768afb64 HTTP/1.1" status: 200 len: 217 time: 0.0454760 Jan 29 19:51:48.603097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 213d9761-e4a2-4184-bf9e-4b9bcf504827 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:48.643434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11a29f52-c218-411f-9d64-aa19ee262572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:48.724996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9c559afa-50fe-4da1-9736-cadb434900ee service neutron] 10.222.0.13 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618542 Jan 29 19:51:48.769505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-298f776b-8197-43d9-9b3a-b48d2b8ef153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.770840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-298f776b-8197-43d9-9b3a-b48d2b8ef153 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1702979 Jan 29 19:51:48.870747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-f6844fbf-7c40-4397-aaf6-385126bf0b82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769904 Jan 29 19:51:48.920522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b455f-3a96-4f83-aea9-12a57208dc83 req-8f498ecb-fe4d-4aae-9d28-172a1cb71025 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:48.921941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a2b455f-3a96-4f83-aea9-12a57208dc83 req-8f498ecb-fe4d-4aae-9d28-172a1cb71025 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1614525 Jan 29 19:51:48.941524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.12 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/9a99cce5-e151-4f9d-8467-19d0e81b096c/213d9761-e4a2-4184-bf9e-4b9bcf504827) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:48.955955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-65495e9e-af31-4c3b-bdcf-ccfecb869dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261250 Jan 29 19:51:48.977136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:49.000775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a2b455f-3a96-4f83-aea9-12a57208dc83 req-bffc4439-640d-4bce-80db-6ae6723d88bc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Jan 29 19:51:49.040066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9bdef546-a3af-4dcd-ab15-8f4f38794cdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 200 len: 217 time: 0.0492475 Jan 29 19:51:49.063339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:49.063722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.103014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11a29f52-c218-411f-9d64-aa19ee262572 admin admin] Publish callbacks [] for security_group (9159c9b4-5bbf-4696-904f-c540c70b5170), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.107083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-d32cb63c-8fdf-48dd-b243-bacbd5451336 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249401 Jan 29 19:51:49.125922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-3cba7133-5a0d-4f1d-b0ad-cdcfe5c2e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:49.127264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-3cba7133-5a0d-4f1d-b0ad-cdcfe5c2e0ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.0864501 Jan 29 19:51:49.182578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:49.182967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.184050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.220968 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11a29f52-c218-411f-9d64-aa19ee262572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9159c9b4-5bbf-4696-904f-c540c70b5170), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.229823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda66c6c-ddd9-4ff7-a195-f1e51a768512,segment=NetworkSegment(7e26dc17-1e73-4007-98a9-e1c69246f5e2),segment_id=7e26dc17-1e73-4007-98a9-e1c69246f5e2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:49.292352 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.292851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-11a29f52-c218-411f-9d64-aa19ee262572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42de58209419452b9c185fd6068cd845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7005913 Jan 29 19:51:49.293586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a29f52-c218-411f-9d64-aa19ee262572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9159c9b4-5bbf-4696-904f-c540c70b5170,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:49.295852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51976) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:49.308425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-7ff58155-e916-48c1-9e12-c3790157bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:49.309904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-7ff58155-e916-48c1-9e12-c3790157bf93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1727452 Jan 29 19:51:49.317577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b385cf5f-9488-4352-8fdd-756b40f81532 req-caa5448d-1be7-4292-968d-c5f6dd10038d service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026212 Jan 29 19:51:49.345649 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.352755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:49.362412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:49.372726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:49.423511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=213d9761-e4a2-4184-bf9e-4b9bcf504827,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:49.457744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e43cf0b8-8ac7-450c-b172-0d7595e2c662 admin admin] Publish callbacks [] for security_group (9159c9b4-5bbf-4696-904f-c540c70b5170), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.477045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:49.489286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:49.489946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.530317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-294457bb-4db2-426f-9c5a-00e6691f13a6 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103658 Jan 29 19:51:49.556853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e43cf0b8-8ac7-450c-b172-0d7595e2c662 admin admin] Publish callbacks [] for security_group (9159c9b4-5bbf-4696-904f-c540c70b5170), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.569874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d4ef7f3d-1bca-471f-99bb-cbe5af19e5c0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3102872 Jan 29 19:51:49.572665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51984) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:49.578391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:49.787344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:49.791530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.909760 n-d-825496-5 neutron-server[103563]: INFO neutron.db.ipam_backend_mixin [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a99cce5-e151-4f9d-8467-19d0e81b096c (CIDR: 172.20.0.0/28) Jan 29 19:51:49.916802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2bcacff8-a616-4dba-ab53-101633150785 None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:49.917186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bcacff8-a616-4dba-ab53-101633150785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:49.958721 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:51:49.958721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:51:50.011095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bcacff8-a616-4dba-ab53-101633150785 None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:50.024079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2bcacff8-a616-4dba-ab53-101633150785 None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:50.024499 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bcacff8-a616-4dba-ab53-101633150785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.072374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e7464bc7-ae4d-4b52-ab2e-d77071763580 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4985936 Jan 29 19:51:50.078314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165bb7e-7d7e-4c39-8683-07672099a888 req-9dc9159b-0a1c-41c1-b0cc-213534e59ff6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.079101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bcacff8-a616-4dba-ab53-101633150785 None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:50.079204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9165bb7e-7d7e-4c39-8683-07672099a888 req-9dc9159b-0a1c-41c1-b0cc-213534e59ff6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 943 time: 0.5771010 Jan 29 19:51:50.080513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51998) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:50.087098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:50.130499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-c3af1a85-1c66-4c61-8f8e-96d1850889dc service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757658 Jan 29 19:51:50.144671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e43cf0b8-8ac7-450c-b172-0d7595e2c662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9159c9b4-5bbf-4696-904f-c540c70b5170), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.147418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e43cf0b8-8ac7-450c-b172-0d7595e2c662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.151080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e43cf0b8-8ac7-450c-b172-0d7595e2c662 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9159c9b4-5bbf-4696-904f-c540c70b5170 HTTP/1.1" status: 204 len: 168 time: 0.8494389 Jan 29 19:51:50.193504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cf0b8-8ac7-450c-b172-0d7595e2c662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9159c9b4-5bbf-4696-904f-c540c70b5170,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:50.212612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-26fcd011-4690-4248-8db9-35416f09b165 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 200 len: 217 time: 0.0730667 Jan 29 19:51:50.246395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-09b4007b-a3a9-4643-9498-7c2d0acb4878 None None] Provisioning complete for port 213d9761-e4a2-4184-bf9e-4b9bcf504827 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:50.251850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b4007b-a3a9-4643-9498-7c2d0acb4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.295728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-09b4007b-a3a9-4643-9498-7c2d0acb4878 None None] Port 213d9761-e4a2-4184-bf9e-4b9bcf504827 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:50.298171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8683319-bcf7-4572-af80-adc2083f1402 req-691aa7ce-ee68-4f4b-b1d7-be8ee94e901b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.301258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8683319-bcf7-4572-af80-adc2083f1402 req-691aa7ce-ee68-4f4b-b1d7-be8ee94e901b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1905179 Jan 29 19:51:50.302553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9165bb7e-7d7e-4c39-8683-07672099a888 req-2356cf31-48dc-4b97-922f-544bcb2be634 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039452 Jan 29 19:51:50.324786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-64c34b03-7cd0-4269-b01c-d2f230c328ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.324786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-64c34b03-7cd0-4269-b01c-d2f230c328ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.1042614 Jan 29 19:51:50.369365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8683319-bcf7-4572-af80-adc2083f1402 req-b9fd3cca-129a-4f17-9964-d2cbf93d0ef8 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597205 Jan 29 19:51:50.381024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-67b41d28-c58e-4d3a-bce3-e7d8a656622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.382788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-67b41d28-c58e-4d3a-bce3-e7d8a656622d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0514212 Jan 29 19:51:50.411924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:50.415455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.482142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9aec40ed-bc4f-4140-bd61-5f8b0087b91b service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928986 Jan 29 19:51:50.588098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9f4745db-5d6c-47ad-9c7b-503c0f59fa43 service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999231 Jan 29 19:51:50.652571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-c5874b58-f92e-438b-9fba-3280b2c9f1e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8 HTTP/1.1" status: 200 len: 217 time: 0.0553939 Jan 29 19:51:50.700931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-c07e4884-e667-492c-a4a2-c647ce0fd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.702292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-c07e4884-e667-492c-a4a2-c647ce0fd8d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.0433922 Jan 29 19:51:50.754426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (335cb838-94fa-42c9-9caa-054cd0b31880), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.759468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e19bb6d1-51b4-4ac7-8c10-7b28ca10a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.759468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e19bb6d1-51b4-4ac7-8c10-7b28ca10a88e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0508070 Jan 29 19:51:50.809458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:50.812835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:50.817338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:50.817747 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.830269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89192d0-df28-4f40-bbce-8e02dda8adae None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:50.834626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=335cb838-94fa-42c9-9caa-054cd0b31880,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:50.891186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-3ef98008-6fd3-4b9c-b66f-c4728ac41e3f service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237943 Jan 29 19:51:50.895284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:50.988190 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-73450022-4826-45cb-a8f9-3bfff305bc5a service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897379 Jan 29 19:51:50.989349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:50.989737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:50.994522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09817f86-c3b7-4075-bfc3-c8ca5a46b880 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9104917 Jan 29 19:51:50.995058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:51.000602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-873336278', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '335cb838-94fa-42c9-9caa-054cd0b31880'}], 'security_groups': ['7b6c4117-12f8-484c-b17b-6766e73edda8']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:51.031328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-4172b058-bd13-4ea9-94f3-c7da8e0909d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=90e6e136-3407-4200-8d29-1f38fa3642bb HTTP/1.1" status: 200 len: 217 time: 0.0355122 Jan 29 19:51:51.083870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-4fe45634-2028-4a68-b6d4-15167318076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:51.085513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-4fe45634-2028-4a68-b6d4-15167318076b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 200 len: 797 time: 0.0477829 Jan 29 19:51:51.091062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:51.113210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:51.127771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] Update dhcp port {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'fixed_ips': [{'subnet_id': '9a99cce5-e151-4f9d-8467-19d0e81b096c', 'ip_address': '172.20.0.2'}, {'subnet_id': '335cb838-94fa-42c9-9caa-054cd0b31880'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'eda66c6c-ddd9-4ff7-a195-f1e51a768512'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:51:51.159046 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:51.174351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-947e2524-ea5c-48e4-919f-cf7ccbfc327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:51.176287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-947e2524-ea5c-48e4-919f-cf7ccbfc327a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e440b44-2717-42ce-8fbe-a1ea6042dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0821609 Jan 29 19:51:51.319352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-335a86fc-d3b6-40e6-9b25-c11cec45658a service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342726 Jan 29 19:51:51.367945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] Allocated IP 172.20.0.18 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/335cb838-94fa-42c9-9caa-054cd0b31880/eda66c6c-ddd9-4ff7-a195-f1e51a768512) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:51.466622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-8a646e43-dad8-4ddf-b5d2-bf8d20491eeb service neutron] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419911 Jan 29 19:51:51.488377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c25c1e-ab95-4122-b293-fc03cd474e90 req-a8c4c010-f0b7-4d6c-9e36-6ffdc3c6f823 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:51.489951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87c25c1e-ab95-4122-b293-fc03cd474e90 req-a8c4c010-f0b7-4d6c-9e36-6ffdc3c6f823 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 943 time: 0.0892811 Jan 29 19:51:51.530456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda66c6c-ddd9-4ff7-a195-f1e51a768512,segment=NetworkSegment(7e26dc17-1e73-4007-98a9-e1c69246f5e2),segment_id=7e26dc17-1e73-4007-98a9-e1c69246f5e2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:51.532113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-e574e866-6ef0-4e32-a9e6-1f57afc61e90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a HTTP/1.1" status: 200 len: 217 time: 0.0583749 Jan 29 19:51:51.567754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] Publish callbacks [] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:51.578153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c3caf-567d-4932-8cdc-a2d3887752e7 req-5478b66c-702a-44cb-8ef6-554fda066ea9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:51.579676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-914c3caf-567d-4932-8cdc-a2d3887752e7 req-5478b66c-702a-44cb-8ef6-554fda066ea9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.1021605 Jan 29 19:51:51.620894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87c25c1e-ab95-4122-b293-fc03cd474e90 req-a11394af-06dd-48e6-a733-55554bc0bb9c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919783 Jan 29 19:51:51.622400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 53bb6f34-00d7-4024-85cb-4c78768afb64 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:51:51.622565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-75669161-4dd8-40e8-94d9-aa09981e1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:51.623915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-75669161-4dd8-40e8-94d9-aa09981e1690 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dddf333-9839-4205-8c0e-02d75c093ae2 HTTP/1.1" status: 200 len: 797 time: 0.0851274 Jan 29 19:51:51.633495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-914c3caf-567d-4932-8cdc-a2d3887752e7 req-20641a80-a644-4f11-8fce-0e938d4251af tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460196 Jan 29 19:51:51.668553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:51.691162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9ce7aeeb-2086-454f-9cad-fe5f5b6816ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:51.694056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9ce7aeeb-2086-454f-9cad-fe5f5b6816ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0622950 Jan 29 19:51:51.812609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Delete allocated IP 172.20.0.12 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/9a99cce5-e151-4f9d-8467-19d0e81b096c) {{(pid=103563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 19:51:51.813232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539e51f-1d0c-48d7-9254-47325828de6f None None] Pushing event updated for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:51.820304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 53bb6f34-00d7-4024-85cb-4c78768afb64, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=53bb6f34-00d7-4024-85cb-4c78768afb64,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:51.832909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '53bb6f34-00d7-4024-85cb-4c78768afb64', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': '53bb6f34-00d7-4024-85cb-4c78768afb64', 'mac_address': 'fa:16:3e:c6:59:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:51:51.836248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.19 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/335cb838-94fa-42c9-9caa-054cd0b31880/213d9761-e4a2-4184-bf9e-4b9bcf504827) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:51.852449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-af83a3d2-b28c-4610-bcb8-f2f8ba3edd70 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524096 Jan 29 19:51:51.902120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 53bb6f34-00d7-4024-85cb-4c78768afb64 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:51.902517 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:51.917691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bb6f34-00d7-4024-85cb-4c78768afb64 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:51.951583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 53bb6f34-00d7-4024-85cb-4c78768afb64, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=53bb6f34-00d7-4024-85cb-4c78768afb64,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:51.998505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-fd7e74ff-8a48-4b56-a9dc-471af0f87ff6 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381316 Jan 29 19:51:52.020001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.078280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-a58ae922-4cb0-4a89-a389-104cd2d420d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2 HTTP/1.1" status: 200 len: 217 time: 0.0720835 Jan 29 19:51:52.121334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=53bb6f34-00d7-4024-85cb-4c78768afb64,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:52.147650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.149299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9eb1de66-00ab-4b41-a33d-9a61a39f1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:52.151212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-9eb1de66-00ab-4b41-a33d-9a61a39f1622 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dddf333-9839-4205-8c0e-02d75c093ae2 HTTP/1.1" status: 200 len: 797 time: 0.0673635 Jan 29 19:51:52.221511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-aa9b9ad7-f925-4bb5-9b07-6f21664066db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:52.222980 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-aa9b9ad7-f925-4bb5-9b07-6f21664066db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0f131b-b2a5-4b1a-bfb4-4308728e6014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0605681 Jan 29 19:51:52.268331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.319851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:51:52.348355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-1867e629-c192-436c-a447-ea37c43e05e3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145751 Jan 29 19:51:52.398625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] In _notify_port_updated(), no bound segment for port 213d9761-e4a2-4184-bf9e-4b9bcf504827 on network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:51:52.404080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:52.405014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.410498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/ports/213d9761-e4a2-4184-bf9e-4b9bcf504827 HTTP/1.1" status: 200 len: 920 time: 1.4123940 Jan 29 19:51:52.413732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52076) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:52.423099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c0ed8-8d1f-40e7-8805-736e15157146 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=213d9761-e4a2-4184-bf9e-4b9bcf504827,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:52.483327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0064231-ebe4-4b3a-86a5-667c10cb9c1c req-4c6cd332-557a-4c86-b413-5dd3cc3b6f97 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266732 Jan 29 19:51:52.541961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 213d9761-e4a2-4184-bf9e-4b9bcf504827 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:51:52.542407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.638132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.655776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 213d9761-e4a2-4184-bf9e-4b9bcf504827 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:51:52.670804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:52.671020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.790896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:52.818971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fcae1-8669-47fa-b98a-33bf1a127ea9 req-81d8932b-7919-4d88-b648-6d8cd210660b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:52.823484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-835fcae1-8669-47fa-b98a-33bf1a127ea9 req-81d8932b-7919-4d88-b648-6d8cd210660b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 944 time: 0.0923522 Jan 29 19:51:52.828676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:52.831255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:52.870872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52096) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:52.888671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:52.895098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:52.929969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-835fcae1-8669-47fa-b98a-33bf1a127ea9 req-b347a5eb-117a-4005-9411-141a1483ec8d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962789 Jan 29 19:51:52.937043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Provisioning complete for port 213d9761-e4a2-4184-bf9e-4b9bcf504827 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:52.937804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.018683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-572b5da4-0b32-440b-8c2d-a8196223011d None None] Port 213d9761-e4a2-4184-bf9e-4b9bcf504827 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:53.020340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:53.020722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.054231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbc68-5893-4be2-9d1e-809b97070557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.150425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:53.242988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-69f1ce0e-9f5a-474b-a1b3-f67b5b1b56b7 None None] Provisioning complete for port 213d9761-e4a2-4184-bf9e-4b9bcf504827 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:53.243341 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-69f1ce0e-9f5a-474b-a1b3-f67b5b1b56b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.284261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-69f1ce0e-9f5a-474b-a1b3-f67b5b1b56b7 None None] Port 213d9761-e4a2-4184-bf9e-4b9bcf504827 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:53.340747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301691-257d-477d-8b61-82be84704d4a req-0f55e1cc-5670-41d1-828f-5b020baae864 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:53.342223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07301691-257d-477d-8b61-82be84704d4a req-0f55e1cc-5670-41d1-828f-5b020baae864 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.5675380 Jan 29 19:51:53.410878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07301691-257d-477d-8b61-82be84704d4a req-8a18c30e-24a5-4520-8de6-e31784d2e7f4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582440 Jan 29 19:51:53.429279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (213d9761-e4a2-4184-bf9e-4b9bcf504827), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.461380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=213d9761-e4a2-4184-bf9e-4b9bcf504827,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:53.490078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-e3044fff-3b63-42b6-a29f-ae7c5dd40559 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782235 Jan 29 19:51:53.522530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbc68-5893-4be2-9d1e-809b97070557 admin admin] Publish callbacks [] for security_group (80e55547-240a-44d0-8a68-6ff5b7ae2a60), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.533637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.537254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f2b090e6-ef68-4be7-bbfd-66baa83aa0bd tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/213d9761-e4a2-4184-bf9e-4b9bcf504827 HTTP/1.1" status: 204 len: 168 time: 1.1225510 Jan 29 19:51:53.540069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:53.567064 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb61561-54be-43c4-b1ac-707ba6fd7fa7 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:51:53.568581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-efb61561-54be-43c4-b1ac-707ba6fd7fa7 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/213d9761-e4a2-4184-bf9e-4b9bcf504827 HTTP/1.1" status: 404 len: 333 time: 0.0275528 Jan 29 19:51:53.579277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52142) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:53.627607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-56058588-bb66-409d-9be2-8f555aa19817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:53.630047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-56058588-bb66-409d-9be2-8f555aa19817 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36f6ac07761d4dc8ba14870aa83eefca&device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 1127 time: 0.0772564 Jan 29 19:51:53.631880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbc68-5893-4be2-9d1e-809b97070557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (80e55547-240a-44d0-8a68-6ff5b7ae2a60), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.639174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 53bb6f34-00d7-4024-85cb-4c78768afb64 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:53.641542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db2f3e5c-2226-427e-a597-747f152f7a47 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (6dc15816-26fa-4b4d-9992-3114acf699fc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.669771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db2f3e5c-2226-427e-a597-747f152f7a47 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (6dc15816-26fa-4b4d-9992-3114acf699fc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.757303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd9dbc68-5893-4be2-9d1e-809b97070557 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88a5b55703fb4d94ae2138d3ec5ac7f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8852930 Jan 29 19:51:53.760679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52152) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:53.784453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dbc68-5893-4be2-9d1e-809b97070557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e55547-240a-44d0-8a68-6ff5b7ae2a60,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:53.809561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db2f3e5c-2226-427e-a597-747f152f7a47 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6dc15816-26fa-4b4d-9992-3114acf699fc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.810116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db2f3e5c-2226-427e-a597-747f152f7a47 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.811497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-db2f3e5c-2226-427e-a597-747f152f7a47 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/security-groups/6dc15816-26fa-4b4d-9992-3114acf699fc HTTP/1.1" status: 204 len: 168 time: 0.2354069 Jan 29 19:51:53.816288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52154) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:53.822655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-48f0319c-a315-4852-8a0b-4f6e17d3d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:53.824472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-48f0319c-a315-4852-8a0b-4f6e17d3d82f service neutron] 10.222.0.26 "GET /v2.0/networks?id=080da103-087f-4cd3-83b4-f2ac086b4782 HTTP/1.1" status: 200 len: 911 time: 0.1601143 Jan 29 19:51:53.845651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f3e5c-2226-427e-a597-747f152f7a47 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc15816-26fa-4b4d-9992-3114acf699fc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:53.861264 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6916c9c-76c9-4895-a4a3-e9fe89e8703e admin admin] Publish callbacks [] for security_group (80e55547-240a-44d0-8a68-6ff5b7ae2a60), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.902399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-20a35821-0725-4b23-baa4-eb2a4b9dae6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887 HTTP/1.1" status: 200 len: 999 time: 0.0696123 Jan 29 19:51:53.903595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6916c9c-76c9-4895-a4a3-e9fe89e8703e admin admin] Publish callbacks [] for security_group (80e55547-240a-44d0-8a68-6ff5b7ae2a60), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.931804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-007e66d6-98c6-4da9-b489-63da288c96ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7b6c4117-12f8-484c-b17b-6766e73edda8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.943607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 53bb6f34-00d7-4024-85cb-4c78768afb64 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:51:53.947891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 53bb6f34-00d7-4024-85cb-4c78768afb64 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:53.949952 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:53.954617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-1894be46-1e70-4ec6-8e63-487e9c467e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:53.956162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-1894be46-1e70-4ec6-8e63-487e9c467e8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abead14b-b34c-4657-918e-79edef7e60df HTTP/1.1" status: 200 len: 850 time: 0.0470510 Jan 29 19:51:53.967393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-007e66d6-98c6-4da9-b489-63da288c96ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7b6c4117-12f8-484c-b17b-6766e73edda8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.042538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 53bb6f34-00d7-4024-85cb-4c78768afb64 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:54.042932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.056999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-e24eafb2-1661-43d3-9d0b-43bdb2019c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:54.058645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-e24eafb2-1661-43d3-9d0b-43bdb2019c16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080da103-087f-4cd3-83b4-f2ac086b4782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0956337 Jan 29 19:51:54.066462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074421d-a459-4faf-9183-e03ae478e46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb6f34-00d7-4024-85cb-4c78768afb64'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:51:54.068884 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3afbbd-4a35-4a8f-a043-e6f1613195f3" -d '{"events": [{"server_uuid": "d074421d-a459-4faf-9183-e03ae478e46a", "name": "network-vif-plugged", "status": "completed", "tag": "53bb6f34-00d7-4024-85cb-4c78768afb64"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:51:54.082761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 53bb6f34-00d7-4024-85cb-4c78768afb64, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=53bb6f34-00d7-4024-85cb-4c78768afb64,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:54.108056 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a807e-4f8a-4b82-b3d1-6ebdb1c3e8ce x-openstack-request-id: req-7f0a807e-4f8a-4b82-b3d1-6ebdb1c3e8ce {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:51:54.108381 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074421d-a459-4faf-9183-e03ae478e46a", "name": "network-vif-plugged", "status": "completed", "tag": "53bb6f34-00d7-4024-85cb-4c78768afb64", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:51:54.108638 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f0a807e-4f8a-4b82-b3d1-6ebdb1c3e8ce {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:51:54.109073 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074421d-a459-4faf-9183-e03ae478e46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bb6f34-00d7-4024-85cb-4c78768afb64', 'code': 200} Jan 29 19:51:54.138198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-007e66d6-98c6-4da9-b489-63da288c96ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7b6c4117-12f8-484c-b17b-6766e73edda8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.141540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-007e66d6-98c6-4da9-b489-63da288c96ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.141970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8e487-02fc-4d37-bd38-c647f490edb8 req-dfddb50a-8bca-4a3d-bea9-c32d43655764 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:54.145140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-007e66d6-98c6-4da9-b489-63da288c96ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/security-groups/7b6c4117-12f8-484c-b17b-6766e73edda8 HTTP/1.1" status: 204 len: 168 time: 0.3236163 Jan 29 19:51:54.145317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aee8e487-02fc-4d37-bd38-c647f490edb8 req-dfddb50a-8bca-4a3d-bea9-c32d43655764 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 944 time: 0.1188202 Jan 29 19:51:54.145617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52166) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:54.148669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6916c9c-76c9-4895-a4a3-e9fe89e8703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (80e55547-240a-44d0-8a68-6ff5b7ae2a60), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.151795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6916c9c-76c9-4895-a4a3-e9fe89e8703e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.153235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6916c9c-76c9-4895-a4a3-e9fe89e8703e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80e55547-240a-44d0-8a68-6ff5b7ae2a60 HTTP/1.1" status: 204 len: 168 time: 0.3913558 Jan 29 19:51:54.170255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e66d6-98c6-4da9-b489-63da288c96ba tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6c4117-12f8-484c-b17b-6766e73edda8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:54.196309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.200891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6916c9c-76c9-4895-a4a3-e9fe89e8703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e55547-240a-44d0-8a68-6ff5b7ae2a60,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:54.279753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=53bb6f34-00d7-4024-85cb-4c78768afb64,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:54.293619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-08ff4a90-e3da-4826-a00d-d066c6141fb0 service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254174 Jan 29 19:51:54.303039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 9a99cce5-e151-4f9d-8467-19d0e81b096c {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:51:54.308617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (9a99cce5-e151-4f9d-8467-19d0e81b096c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.321356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aee8e487-02fc-4d37-bd38-c647f490edb8 req-131e12d7-4ecd-401b-b4f3-cfeee96ee45f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645617 Jan 29 19:51:54.382757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (9a99cce5-e151-4f9d-8467-19d0e81b096c), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.388588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eeff1-569e-41a4-a382-b56b40b88e25 req-e93b2481-4340-4b8f-8286-ec13049996b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:54.390791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-113eeff1-569e-41a4-a382-b56b40b88e25 req-e93b2481-4340-4b8f-8286-ec13049996b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 1127 time: 0.1821220 Jan 29 19:51:54.481314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52174) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:54.504817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36dec308-5380-4a47-9cdc-56e8177005f9 req-c253a715-a5d9-4152-abda-870f09715768 service neutron] 10.222.0.26 "GET /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972034 Jan 29 19:51:54.544576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-113eeff1-569e-41a4-a382-b56b40b88e25 req-e8a4178b-817d-4eb7-ada1-3de92e82c18b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067336 Jan 29 19:51:54.548276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dd1f8-bd96-42cc-b23d-8d38edd59996 req-4f1e15d3-1d18-46ad-84cf-0c86dea614eb tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:54.550076 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-684dd1f8-bd96-42cc-b23d-8d38edd59996 req-4f1e15d3-1d18-46ad-84cf-0c86dea614eb tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.0626829 Jan 29 19:51:54.566147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9a99cce5-e151-4f9d-8467-19d0e81b096c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.610398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-684dd1f8-bd96-42cc-b23d-8d38edd59996 req-28d9b917-675f-4fdf-baa3-d54cbd926265 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542886 Jan 29 19:51:54.658365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec328510-040f-4f0f-b677-afc609da6592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.704441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (9a99cce5-e151-4f9d-8467-19d0e81b096c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.740552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=9a99cce5-e151-4f9d-8467-19d0e81b096c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:54.742908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.751725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff007389-f2c5-4f2a-ad6a-eb14d7c519de None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:54.762096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-498a0804-eb41-4578-88ca-e537a0a063d3 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/9a99cce5-e151-4f9d-8467-19d0e81b096c HTTP/1.1" status: 204 len: 168 time: 0.6116025 Jan 29 19:51:54.762985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52186) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:54.770139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:54.781825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec328510-040f-4f0f-b677-afc609da6592 admin admin] Publish callbacks [] for security_group (5c29b1b9-5b43-4046-af85-a6c2c73e94f6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.931905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec328510-040f-4f0f-b677-afc609da6592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5c29b1b9-5b43-4046-af85-a6c2c73e94f6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:54.975593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ec328510-040f-4f0f-b677-afc609da6592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39d2922739304f33b8ea164ad86f379b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4932020 Jan 29 19:51:54.976730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec328510-040f-4f0f-b677-afc609da6592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c29b1b9-5b43-4046-af85-a6c2c73e94f6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:54.978388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52192) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:55.047462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4f03c21-33b9-4352-a641-f79269ec2dd5 admin admin] Publish callbacks [] for security_group (5c29b1b9-5b43-4046-af85-a6c2c73e94f6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.059849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:55.064022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.097194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4f03c21-33b9-4352-a641-f79269ec2dd5 admin admin] Publish callbacks [] for security_group (5c29b1b9-5b43-4046-af85-a6c2c73e94f6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.122928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52194) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:55.137786 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-64b718dc-7bf0-43b8-b993-fa9abb33a3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.160316 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f28b52d5-9786-4068-bde3-4d3db157d548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.237119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-64b718dc-7bf0-43b8-b993-fa9abb33a3db admin admin] Publish callbacks [] for security_group (fa379f93-dbd5-4327-a023-7588fd2d6e19), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.305484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4f03c21-33b9-4352-a641-f79269ec2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5c29b1b9-5b43-4046-af85-a6c2c73e94f6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.308276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4f03c21-33b9-4352-a641-f79269ec2dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.309574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d4f03c21-33b9-4352-a641-f79269ec2dd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c29b1b9-5b43-4046-af85-a6c2c73e94f6 HTTP/1.1" status: 204 len: 168 time: 0.3295400 Jan 29 19:51:55.324861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f03c21-33b9-4352-a641-f79269ec2dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c29b1b9-5b43-4046-af85-a6c2c73e94f6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:55.337727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-64b718dc-7bf0-43b8-b993-fa9abb33a3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fa379f93-dbd5-4327-a023-7588fd2d6e19), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.471521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-64b718dc-7bf0-43b8-b993-fa9abb33a3db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82a5834b04b446699be53b527af6f29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459060 Jan 29 19:51:55.475130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:55.501610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b718dc-7bf0-43b8-b993-fa9abb33a3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa379f93-dbd5-4327-a023-7588fd2d6e19,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:55.530025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb6276-14d2-41e6-8dda-d2b61bbc8f51 req-62db5002-bb86-402c-8a54-984e5fe65078 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:55.536500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22eb6276-14d2-41e6-8dda-d2b61bbc8f51 req-62db5002-bb86-402c-8a54-984e5fe65078 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 945 time: 0.1162031 Jan 29 19:51:55.582672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-297ed909-1470-4365-b267-d7cced576aed admin admin] Publish callbacks [] for security_group (fa379f93-dbd5-4327-a023-7588fd2d6e19), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.584193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22eb6276-14d2-41e6-8dda-d2b61bbc8f51 req-b7b68f1a-ae88-4ad7-b104-d0dd4635e872 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468445 Jan 29 19:51:55.623775 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-297ed909-1470-4365-b267-d7cced576aed admin admin] Publish callbacks [] for security_group (fa379f93-dbd5-4327-a023-7588fd2d6e19), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.638924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39194260-3675-4010-bb85-b795f02662dc None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:55.639435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39194260-3675-4010-bb85-b795f02662dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.654604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (98d4bba9-190b-41b6-89a8-7d84ad8dfd61), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.715474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:55.718660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-39194260-3675-4010-bb85-b795f02662dc None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:55.721674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:55.724850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:55.725460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.729585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39194260-3675-4010-bb85-b795f02662dc None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:55.729973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39194260-3675-4010-bb85-b795f02662dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.734721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=98d4bba9-190b-41b6-89a8-7d84ad8dfd61,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:55.754193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e856ff-c48d-4d60-b8ff-088e74468cd3 None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:51:55.789117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-39194260-3675-4010-bb85-b795f02662dc None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:55.837365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-17537ee6-1a56-4432-bc6a-3ec129e62e11 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0728164 Jan 29 19:51:55.838648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-297ed909-1470-4365-b267-d7cced576aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fa379f93-dbd5-4327-a023-7588fd2d6e19), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.839597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:55.841871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-297ed909-1470-4365-b267-d7cced576aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:55.843077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-297ed909-1470-4365-b267-d7cced576aed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa379f93-dbd5-4327-a023-7588fd2d6e19 HTTP/1.1" status: 204 len: 168 time: 0.3669198 Jan 29 19:51:55.847507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'security_group': {'name': 'tempest-secgroup-882625877'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:55.852304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ed909-1470-4365-b267-d7cced576aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa379f93-dbd5-4327-a023-7588fd2d6e19,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:55.930552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.006586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] Update dhcp port {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'fixed_ips': [{'subnet_id': '335cb838-94fa-42c9-9caa-054cd0b31880', 'ip_address': '172.20.0.18'}, {'subnet_id': '98d4bba9-190b-41b6-89a8-7d84ad8dfd61'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'eda66c6c-ddd9-4ff7-a195-f1e51a768512'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:51:56.025816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (dd3d177b-c8cd-4a10-b328-065cce8ffba6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.045544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.109441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dd3d177b-c8cd-4a10-b328-065cce8ffba6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.138961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d177b-c8cd-4a10-b328-065cce8ffba6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:56.168251 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.169882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6c144d7c-3230-46fb-80c0-e54a78fd40ef tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3289704 Jan 29 19:51:56.172767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52226) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:56.177717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108989840'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:56.217366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] Allocated IP 172.20.0.2 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/98d4bba9-190b-41b6-89a8-7d84ad8dfd61/eda66c6c-ddd9-4ff7-a195-f1e51a768512) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:56.296769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.329496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda66c6c-ddd9-4ff7-a195-f1e51a768512,segment=NetworkSegment(7e26dc17-1e73-4007-98a9-e1c69246f5e2),segment_id=7e26dc17-1e73-4007-98a9-e1c69246f5e2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:56.363576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] Publish callbacks [] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.381614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7c97fb21-3adf-470f-9b1c-1fb1e29450ab), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.463550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.464938 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7c97fb21-3adf-470f-9b1c-1fb1e29450ab), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.540493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c97fb21-3adf-470f-9b1c-1fb1e29450ab,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:56.568425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d81d3-4dfc-4210-833a-3ef85afbbf7c None None] Pushing event updated for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:56.590768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.601460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6cda90c-ccbb-401d-9c63-08e4f2d3d173 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4274685 Jan 29 19:51:56.604013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52254) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:56.609499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100742103'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:56.720567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.740255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f6d6e-280e-451d-ad58-3b0f208ff80c req-7ba3f866-a56a-4305-9496-1e325e2de487 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:56.755974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-105f6d6e-280e-451d-ad58-3b0f208ff80c req-7ba3f866-a56a-4305-9496-1e325e2de487 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 945 time: 0.0798471 Jan 29 19:51:56.859021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-105f6d6e-280e-451d-ad58-3b0f208ff80c req-f5743f2f-f215-40d6-8b37-ca915ef0716e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965376 Jan 29 19:51:56.861874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (68a2103f-0af1-42b0-bb6c-ca5a9abe26e5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.891635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:56.921890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (68a2103f-0af1-42b0-bb6c-ca5a9abe26e5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:56.966707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2103f-0af1-42b0-bb6c-ca5a9abe26e5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:56.979133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:56.979584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.037061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.041377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52274) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:57.041739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71a23bac-9827-4247-a157-5da337174407 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4363391 Jan 29 19:51:57.053641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1404606278', 'security_groups': ['68a2103f-0af1-42b0-bb6c-ca5a9abe26e5'], 'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98d4bba9-190b-41b6-89a8-7d84ad8dfd61'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:57.099144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:57.253531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f51004-8579-4eec-8172-0f870cc18500 req-9f0dc70a-8119-4483-976e-87ff496409ba tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:57.255162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73f51004-8579-4eec-8172-0f870cc18500 req-9f0dc70a-8119-4483-976e-87ff496409ba tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1427078 Jan 29 19:51:57.276038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73f51004-8579-4eec-8172-0f870cc18500 req-b0074079-aa37-4660-994d-dafe4e24be1d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0142238 Jan 29 19:51:57.309466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:57.329054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0a409da6-c22b-4c41-b3e2-f9c49680d318 None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:57.329588 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a409da6-c22b-4c41-b3e2-f9c49680d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.359117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73f51004-8579-4eec-8172-0f870cc18500 req-c55fd29e-2298-4a95-aa52-f5c1ecbc6cbe tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627427 Jan 29 19:51:57.461807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73f51004-8579-4eec-8172-0f870cc18500 req-d792b475-9db5-46a0-8874-e5e5821a28ad service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018558 Jan 29 19:51:57.474945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0a409da6-c22b-4c41-b3e2-f9c49680d318 None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:57.478709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.487791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0a409da6-c22b-4c41-b3e2-f9c49680d318 None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:57.488734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a409da6-c22b-4c41-b3e2-f9c49680d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.497403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] device_id is not set on port 6e0caf76-0ace-4a09-8920-abc632901898 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:57.524969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0a409da6-c22b-4c41-b3e2-f9c49680d318 None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:57.541596 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-46c82c52-6911-4489-9cff-5eef6a2a076d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.568819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73f51004-8579-4eec-8172-0f870cc18500 req-5fd1ff17-7f77-4ac4-9cb6-35aeb876ea4c service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014833 Jan 29 19:51:57.692346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.12 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/98d4bba9-190b-41b6-89a8-7d84ad8dfd61/6e0caf76-0ace-4a09-8920-abc632901898) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:57.816694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:51:57.857507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (6e0caf76-0ace-4a09-8920-abc632901898), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.947985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52320) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:57.950119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6e0caf76-0ace-4a09-8920-abc632901898), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:57.966789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:57.986252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'mac_address': 'fa:16:3e:36:79:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:51:58.012986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:58.016864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:58.021152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:58.040925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d51e887-44ff-44f6-a0c4-525ee1d6770a is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:51:58.041413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.063403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d51e887-44ff-44f6-a0c4-525ee1d6770a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:51:58.072697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=6e0caf76-0ace-4a09-8920-abc632901898,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:58.091527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:51:58.117770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:58.118521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.138908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-586650401', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:58.198956 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.255421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f5df3739-c5ad-499d-bf14-5fc7d70f73bc tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2129126 Jan 29 19:51:58.261720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:58.269381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:58.343917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:58.360155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.361488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.362163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.362703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.363247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.363769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.364345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.369875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.370292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.370774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.371174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.371521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.371921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:51:58.387475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4b64a072-f26f-44ba-87ef-49fea5624fe4 None None] Provisioning complete for port 6e0caf76-0ace-4a09-8920-abc632901898 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:58.388247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b64a072-f26f-44ba-87ef-49fea5624fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6e0caf76-0ace-4a09-8920-abc632901898), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.408064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Made reservation on behalf of bde230107c804282bb9169caa27afdc5 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:58.410544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.431675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.447305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5d51e887-44ff-44f6-a0c4-525ee1d6770a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:51:58.547423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4b64a072-f26f-44ba-87ef-49fea5624fe4 None None] Port 6e0caf76-0ace-4a09-8920-abc632901898 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:51:58.558718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for security_group (3f5c0437-eb32-427f-8287-d842e65ad6f2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.581353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-8c6000fd-3e33-43c4-98a4-093e5e1c00d2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:58.582964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:58.594072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-8c6000fd-3e33-43c4-98a4-093e5e1c00d2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.2055109 Jan 29 19:51:58.598249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.612529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-a820e7b9-a395-4d87-8d1b-8e9ed130d968 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0170474 Jan 29 19:51:58.731573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3f5c0437-eb32-427f-8287-d842e65ad6f2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.749982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-21e3fd8a-8494-4812-a60b-99388a79bf96 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1360505 Jan 29 19:51:58.755998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] device_id is not set on port ef7e0ffd-98d0-457a-b95e-faf5635526db yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:51:58.822008 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:58.917291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-f4f894ba-c874-4463-86bb-0d99fc30eb9e service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287148 Jan 29 19:51:58.935723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c0437-eb32-427f-8287-d842e65ad6f2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:58.984220 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98d4bba9-190b-41b6-89a8-7d84ad8dfd61 (CIDR: 172.20.0.0/28) Jan 29 19:51:59.043798 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:51:59.044446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:51:59.064358 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-10022a4f-e2b8-4cf1-acee-c6949e62f9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301689 Jan 29 19:51:59.086935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Allocated IP 172.25.5.137 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/ef7e0ffd-98d0-457a-b95e-faf5635526db) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:51:59.116895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6dd91e8-24e9-4a9e-8a60-385987eb5344 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8540866 Jan 29 19:51:59.119652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:59.128988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:59.278650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for port (ef7e0ffd-98d0-457a-b95e-faf5635526db), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.375532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e7f4880-929c-4bb5-8c8d-9b8b630ffdf6 req-728b9042-fb64-4493-a378-bc6f3297f703 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 210 time: 0.0354791 Jan 29 19:51:59.407052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ef7e0ffd-98d0-457a-b95e-faf5635526db), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.446365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:51:59.456036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:51:59.456153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:51:59.457598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:51:59.458233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.484272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Pushing event updated for resources: {'Port': ['ID=ef7e0ffd-98d0-457a-b95e-faf5635526db,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:51:59.509204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:51:59.510017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.591887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a3f2be2f-3b80-4d52-8820-cc24f2ce9ffc tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6414423 Jan 29 19:51:59.595018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52412) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:59.599302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.137'}]}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:59.606594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.610191 n-d-825496-5 neutron-server[103563]: INFO neutron.db.ipam_backend_mixin [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 335cb838-94fa-42c9-9caa-054cd0b31880 (CIDR: 172.20.0.16/28) Jan 29 19:51:59.647724 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:51:59.648382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:51:59.696521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (a0e135d0-e598-46e5-a246-d7998de36209), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.697678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (a0e135d0-e598-46e5-a246-d7998de36209), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.728989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e8365485-882f-41cb-a838-724233303a2d tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6073499 Jan 29 19:51:59.735628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52416) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:51:59.738026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'subnet': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:51:59.774682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for router_controller (a0e135d0-e598-46e5-a246-d7998de36209), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:51:59.839546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:51:59.909099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5d51e887-44ff-44f6-a0c4-525ee1d6770a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:51:59.909483 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.021395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d51e887-44ff-44f6-a0c4-525ee1d6770a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:00.021792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.046568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Made reservation on behalf of 31a9399faa8b40ae8f6562f895a50cf4 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:00.056637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.066937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:00.076152 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd7be7-f063-47a9-97d3-82af80a485c8" -d '{"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-plugged", "status": "completed", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:00.111871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:00.130170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for router_gateway (a0e135d0-e598-46e5-a246-d7998de36209), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.158695 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917f7ef5-69ae-49f6-8ac8-7e199335a52d x-openstack-request-id: req-917f7ef5-69ae-49f6-8ac8-7e199335a52d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:00.159002 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-plugged", "status": "completed", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:00.160525 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-917f7ef5-69ae-49f6-8ac8-7e199335a52d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:00.161000 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'code': 200} Jan 29 19:52:00.189641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.268901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.270866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:00.515948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (53291d9c-e020-4071-b8aa-a4b47731bddd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.520485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de3435e2-40d6-4089-98c4-0a4339cd1fa1 req-4ace1280-e664-4a4f-afb0-cd6de5bb888b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 210 time: 0.0456595 Jan 29 19:52:00.581332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Subnet': ['ID=53291d9c-e020-4071-b8aa-a4b47731bddd,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:00.601403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:00.602958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:00.607630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:00.609740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.618931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee75e4-fdd2-4cbd-b358-a2d397a2f0fa None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:00.682543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-51f04bf8-be29-421d-957b-bf38f6f42366 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9501605 Jan 29 19:52:00.685064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52444) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:00.691762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-765710892', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53291d9c-e020-4071-b8aa-a4b47731bddd'}], 'security_groups': ['dd3d177b-c8cd-4a10-b328-065cce8ffba6', '7c97fb21-3adf-470f-9b1c-1fb1e29450ab']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:00.913625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6e0caf76-0ace-4a09-8920-abc632901898), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:00.994285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] Update dhcp port {'port': {'network_id': '13c8962a-737e-4b0e-a2e0-1a82909ebae9', 'fixed_ips': [{'subnet_id': '335cb838-94fa-42c9-9caa-054cd0b31880', 'ip_address': '172.20.0.18'}, {'subnet_id': '98d4bba9-190b-41b6-89a8-7d84ad8dfd61', 'ip_address': '172.20.0.2'}, {'subnet_id': '53291d9c-e020-4071-b8aa-a4b47731bddd'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'eda66c6c-ddd9-4ff7-a195-f1e51a768512'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:52:01.054170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.074462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for router_gateway (a0e135d0-e598-46e5-a246-d7998de36209), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.102562 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.323944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] Allocated IP 172.20.0.34 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/53291d9c-e020-4071-b8aa-a4b47731bddd/eda66c6c-ddd9-4ff7-a195-f1e51a768512) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:01.367602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for router (a0e135d0-e598-46e5-a246-d7998de36209), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.455365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda66c6c-ddd9-4ff7-a195-f1e51a768512,segment=NetworkSegment(7e26dc17-1e73-4007-98a9-e1c69246f5e2),segment_id=7e26dc17-1e73-4007-98a9-e1c69246f5e2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:01.492254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.494689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] Publish callbacks [] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.560905 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.575618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (a0e135d0-e598-46e5-a246-d7998de36209), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.581129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks [] for router_controller (a0e135d0-e598-46e5-a246-d7998de36209), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.694362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Delete allocated IP 172.20.0.12 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/98d4bba9-190b-41b6-89a8-7d84ad8dfd61) {{(pid=103563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 19:52:01.733708 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (a0e135d0-e598-46e5-a246-d7998de36209), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:01.734769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0e135d0-e598-46e5-a246-d7998de36209 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:52:01.769595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Allocated IP 172.20.0.40 (13c8962a-737e-4b0e-a2e0-1a82909ebae9/53291d9c-e020-4071-b8aa-a4b47731bddd/6e0caf76-0ace-4a09-8920-abc632901898) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:01.841398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82d6e129-87e6-4197-b44b-b33366ce5e5c req-a9aeb630-d096-4511-8704-69bda64fc659 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 210 time: 0.1389179 Jan 29 19:52:01.927916 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 29 19:52:01.933314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-df8bd120-7560-4dd8-910a-bbeb43a8dfd5 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3332543 Jan 29 19:52:01.935815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52468) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:01.996830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625962d6-7d8a-4885-9cf9-d188a5285d81 None None] Pushing event updated for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:02.035638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-a42c59be-c79a-4fc6-8c35-3e4abfdf38f3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:02.041283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-a42c59be-c79a-4fc6-8c35-3e4abfdf38f3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.2558110 Jan 29 19:52:02.065113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:02.255683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Deleting port ef7e0ffd-98d0-457a-b95e-faf5635526db {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:02.255979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ef7e0ffd-98d0-457a-b95e-faf5635526db), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.396085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for port (6e0caf76-0ace-4a09-8920-abc632901898), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.422717 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ef7e0ffd-98d0-457a-b95e-faf5635526db), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.434777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:02.436605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Calling delete_port for ef7e0ffd-98d0-457a-b95e-faf5635526db owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:02.439551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.513985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6e0caf76-0ace-4a09-8920-abc632901898), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.633058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.7 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/df32ff96-00e1-4a0a-84bc-3df8547ca305) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:02.696356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event updated for resources: {'Port': ['ID=6e0caf76-0ace-4a09-8920-abc632901898,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:02.709611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] In _notify_port_updated(), no bound segment for port 6e0caf76-0ace-4a09-8920-abc632901898 on network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:52:02.718471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:02.729734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.734551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ead2d42b-dab9-4acd-ae9b-338f099b0123 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "PUT /v2.0/ports/6e0caf76-0ace-4a09-8920-abc632901898 HTTP/1.1" status: 200 len: 959 time: 2.0450721 Jan 29 19:52:02.738997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52484) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:02.898905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:02.951209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.966163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 6e0caf76-0ace-4a09-8920-abc632901898 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:02.966922 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6e0caf76-0ace-4a09-8920-abc632901898), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:02.994871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:02.995255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.033255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:03.033967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.042574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ef7e0ffd-98d0-457a-b95e-faf5635526db), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.070457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.105950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:03.121866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1096f724-6cd4-4874-951d-fdb1a01bbb83 req-afbf32b3-795f-4f03-93d1-8e8e6d259af1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 210 time: 0.0841990 Jan 29 19:52:03.125359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef7e0ffd-98d0-457a-b95e-faf5635526db,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:03.207851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:03.211499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:03.215497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:03.257191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=df32ff96-00e1-4a0a-84bc-3df8547ca305,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:03.300900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:03.306787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:03.307855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.308183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:03.309120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.318225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6f5d06ef-e50e-470d-b679-1dc154ce1485 tempest-RoutersAdminNegativeIpV6Test-1774141521 tempest-RoutersAdminNegativeIpV6Test-1774141521-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ef7e0ffd-98d0-457a-b95e-faf5635526db HTTP/1.1" status: 204 len: 168 time: 1.3795817 Jan 29 19:52:03.361063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6e0caf76-0ace-4a09-8920-abc632901898), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.375340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:03.377261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.394462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 6e0caf76-0ace-4a09-8920-abc632901898 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:03.421578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4750bf69-6909-43ca-9052-2bb8b9d14f5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3570063 Jan 29 19:52:03.434833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Request body: {'port': {'device_id': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:03.473658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:03.509401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Provisioning complete for port 6e0caf76-0ace-4a09-8920-abc632901898 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:03.510274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6e0caf76-0ace-4a09-8920-abc632901898), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.604276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8313da0d-0b10-4cde-a836-c74c2ab9e30b None None] Port 6e0caf76-0ace-4a09-8920-abc632901898 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:03.606105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.738421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5555cdb1-cd8c-4b01-a7f6-7855d1375b56 None None] Provisioning complete for port 6e0caf76-0ace-4a09-8920-abc632901898 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:03.743470 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5555cdb1-cd8c-4b01-a7f6-7855d1375b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6e0caf76-0ace-4a09-8920-abc632901898), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.760867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6e0caf76-0ace-4a09-8920-abc632901898), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.807602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5555cdb1-cd8c-4b01-a7f6-7855d1375b56 None None] Port 6e0caf76-0ace-4a09-8920-abc632901898 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:03.818621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=6e0caf76-0ace-4a09-8920-abc632901898,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:03.947689 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:03.955292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f42a55e0-9cb5-4771-a254-607b6e6235a4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/6e0caf76-0ace-4a09-8920-abc632901898 HTTP/1.1" status: 204 len: 168 time: 1.2099514 Jan 29 19:52:03.959978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52510) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:04.060691 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0367a5b4-3abd-4ed4-b561-e8bc7ed385b1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] GET failed (client error): The resource could not be found. Jan 29 19:52:04.067802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52514) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:04.071177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0367a5b4-3abd-4ed4-b561-e8bc7ed385b1 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports/6e0caf76-0ace-4a09-8920-abc632901898 HTTP/1.1" status: 404 len: 333 time: 0.1024122 Jan 29 19:52:04.110857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df32ff96-00e1-4a0a-84bc-3df8547ca305 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:04.127959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Publish callbacks [] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.164044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Transition to ACTIVE for port object df32ff96-00e1-4a0a-84bc-3df8547ca305 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:52:04.177600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14d9820b-0bf1-4374-9c3b-f1b6ed82b1e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (68a2103f-0af1-42b0-bb6c-ca5a9abe26e5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.207160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14d9820b-0bf1-4374-9c3b-f1b6ed82b1e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (68a2103f-0af1-42b0-bb6c-ca5a9abe26e5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.231708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:04.244283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.362667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Pushing event updated for resources: {'Port': ['ID=df32ff96-00e1-4a0a-84bc-3df8547ca305,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:04.388803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c786e3-b1ef-407b-bae8-d00d15225e92 req-1b412363-8b2d-4804-9a5a-fb9124fc0d5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:04.393402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0c786e3-b1ef-407b-bae8-d00d15225e92 req-1b412363-8b2d-4804-9a5a-fb9124fc0d5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 943 time: 0.1289680 Jan 29 19:52:04.471459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Attempting to bind port df32ff96-00e1-4a0a-84bc-3df8547ca305 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:04.472053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Attempting to bind port df32ff96-00e1-4a0a-84bc-3df8547ca305 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:04.472173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Attempting to bind port df32ff96-00e1-4a0a-84bc-3df8547ca305 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:04.475353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.478378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Port df32ff96-00e1-4a0a-84bc-3df8547ca305 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:52:04.478791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Attempting to bind port df32ff96-00e1-4a0a-84bc-3df8547ca305 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:04.486327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:04.486601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:04.487921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:04.488543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Bound port: df32ff96-00e1-4a0a-84bc-3df8547ca305, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:04.488984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.520665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0c786e3-b1ef-407b-bae8-d00d15225e92 req-e3a9701e-6f0e-440b-81fc-a35741e5f709 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958829 Jan 29 19:52:04.574732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] For port df32ff96-00e1-4a0a-84bc-3df8547ca305, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:04.585205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] For port df32ff96-00e1-4a0a-84bc-3df8547ca305, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df32ff96-00e1-4a0a-84bc-3df8547ca305,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:04.590175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14d9820b-0bf1-4374-9c3b-f1b6ed82b1e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (68a2103f-0af1-42b0-bb6c-ca5a9abe26e5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.595446 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14d9820b-0bf1-4374-9c3b-f1b6ed82b1e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.597524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-14d9820b-0bf1-4374-9c3b-f1b6ed82b1e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/security-groups/68a2103f-0af1-42b0-bb6c-ca5a9abe26e5 HTTP/1.1" status: 204 len: 168 time: 0.5281045 Jan 29 19:52:04.602820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52536) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:04.618900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9820b-0bf1-4374-9c3b-f1b6ed82b1e4 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2103f-0af1-42b0-bb6c-ca5a9abe26e5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:04.703774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.725860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Publish callbacks [] for security_group (8f76400c-d19a-4960-878a-03f02072446c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.766254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0db2e6f9-6ede-4be8-931c-b6bcc7a41622 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7c97fb21-3adf-470f-9b1c-1fb1e29450ab), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.775310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:04.775909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.777543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] 10.222.0.26 "PUT /v2.0/ports/df32ff96-00e1-4a0a-84bc-3df8547ca305 HTTP/1.1" status: 200 len: 1091 time: 1.3476048 Jan 29 19:52:04.781240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'tag': 'df32ff96-00e1-4a0a-84bc-3df8547ca305'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:04.781240 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd453743-c8cc-4b12-9c33-d176fa389fa9", "tag": "df32ff96-00e1-4a0a-84bc-3df8547ca305"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:04.822137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8f76400c-d19a-4960-878a-03f02072446c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.841930 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d077bd-492c-4fa6-a2a7-5f7c9598b761 x-openstack-request-id: req-55d077bd-492c-4fa6-a2a7-5f7c9598b761 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:04.842264 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd453743-c8cc-4b12-9c33-d176fa389fa9", "tag": "df32ff96-00e1-4a0a-84bc-3df8547ca305", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:04.842482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55d077bd-492c-4fa6-a2a7-5f7c9598b761 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:04.843184 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'tag': 'df32ff96-00e1-4a0a-84bc-3df8547ca305', 'status': 'completed', 'code': 200} Jan 29 19:52:04.858120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c57f4-6ee0-466d-b3fd-c2431d6d8499 service neutron] Pushing event updated for resources: {'Port': ['ID=df32ff96-00e1-4a0a-84bc-3df8547ca305,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:04.866344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0db2e6f9-6ede-4be8-931c-b6bcc7a41622 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (7c97fb21-3adf-470f-9b1c-1fb1e29450ab), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:04.911730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f76400c-d19a-4960-878a-03f02072446c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:04.918403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ef096048eff488a808c090b0e87c704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6827455 Jan 29 19:52:04.927543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52546) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:04.953394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.953960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.954617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.954884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.955259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.955929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.956068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.956383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.956722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.957089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.957487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.957816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.958167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623a9871-5eba-45ee-98fb-40e52a85bb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:04.965135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5 req-b51c03ce-1e61-4f15-b951-681d981cb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:04.966665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5 req-b51c03ce-1e61-4f15-b951-681d981cb4ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 1125 time: 0.0681770 Jan 29 19:52:05.040242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f751-8d09-4f8c-8713-ff2739811121 admin admin] Publish callbacks [] for security_group (8f76400c-d19a-4960-878a-03f02072446c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.076896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f751-8d09-4f8c-8713-ff2739811121 admin admin] Publish callbacks [] for security_group (8f76400c-d19a-4960-878a-03f02072446c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.119138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5 req-0f7da70d-c0ef-4477-8dd9-1a172043d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:05.165447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5 req-0f7da70d-c0ef-4477-8dd9-1a172043d854 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=047ee534264044babc47f467729390e2&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1287727 Jan 29 19:52:05.165714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d943fa-d5ae-4aec-b652-6d224210700f req-e2dedda6-33b3-4174-a2ba-efbf7647728d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:05.167476 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29d943fa-d5ae-4aec-b652-6d224210700f req-e2dedda6-33b3-4174-a2ba-efbf7647728d tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.1080914 Jan 29 19:52:05.223293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29d943fa-d5ae-4aec-b652-6d224210700f req-9059d9a5-f92b-4ad0-8b23-abe30a1494bf tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489185 Jan 29 19:52:05.234758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5 req-617f726f-8e9b-42ab-b04f-177b02298e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:05.236327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ebf2793-1fcc-4393-a8ad-e5c02c8422f5 req-617f726f-8e9b-42ab-b04f-177b02298e5a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1092191 Jan 29 19:52:05.280871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0db2e6f9-6ede-4be8-931c-b6bcc7a41622 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7c97fb21-3adf-470f-9b1c-1fb1e29450ab), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.283802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0db2e6f9-6ede-4be8-931c-b6bcc7a41622 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.285125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0db2e6f9-6ede-4be8-931c-b6bcc7a41622 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c97fb21-3adf-470f-9b1c-1fb1e29450ab HTTP/1.1" status: 204 len: 168 time: 0.6796229 Jan 29 19:52:05.290984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52556) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:05.294960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2e6f9-6ede-4be8-931c-b6bcc7a41622 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c97fb21-3adf-470f-9b1c-1fb1e29450ab,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:05.348649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f751-8d09-4f8c-8713-ff2739811121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8f76400c-d19a-4960-878a-03f02072446c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.350536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f751-8d09-4f8c-8713-ff2739811121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.351747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e7e7f751-8d09-4f8c-8713-ff2739811121 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f76400c-d19a-4960-878a-03f02072446c HTTP/1.1" status: 204 len: 168 time: 0.4158268 Jan 29 19:52:05.366597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7f751-8d09-4f8c-8713-ff2739811121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f76400c-d19a-4960-878a-03f02072446c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:05.385787 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81ed1af0-8b43-4fc4-bd23-8e48d9728ef5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (dd3d177b-c8cd-4a10-b328-065cce8ffba6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.401078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e505b8d1-0186-4770-85bb-e78d2e14dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:05.402969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-e505b8d1-0186-4770-85bb-e78d2e14dcb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 1125 time: 0.0954862 Jan 29 19:52:05.424182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81ed1af0-8b43-4fc4-bd23-8e48d9728ef5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (dd3d177b-c8cd-4a10-b328-065cce8ffba6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.478760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-46c3b859-8e64-47bc-bf0c-7f39f44c64c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df32ff96-00e1-4a0a-84bc-3df8547ca305 HTTP/1.1" status: 200 len: 217 time: 0.0496724 Jan 29 19:52:05.550647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-8c3e2af5-cb16-4650-bb88-74ff1eecf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:05.554792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-8c3e2af5-cb16-4650-bb88-74ff1eecf441 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.0670621 Jan 29 19:52:05.588784 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-3610abe3-1196-4ce5-8b7a-2b283bb7330c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301998 Jan 29 19:52:05.643000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81ed1af0-8b43-4fc4-bd23-8e48d9728ef5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dd3d177b-c8cd-4a10-b328-065cce8ffba6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.646397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81ed1af0-8b43-4fc4-bd23-8e48d9728ef5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.651534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81ed1af0-8b43-4fc4-bd23-8e48d9728ef5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/security-groups/dd3d177b-c8cd-4a10-b328-065cce8ffba6 HTTP/1.1" status: 204 len: 168 time: 0.3556833 Jan 29 19:52:05.652441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52582) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:05.709117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed1af0-8b43-4fc4-bd23-8e48d9728ef5 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d177b-c8cd-4a10-b328-065cce8ffba6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:05.737315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b76b9-9777-4b83-9e38-ec3033362987 req-527481d8-4443-4669-8b8c-d4d99c011657 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:05.748382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-990b76b9-9777-4b83-9e38-ec3033362987 req-527481d8-4443-4669-8b8c-d4d99c011657 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 943 time: 0.1496339 Jan 29 19:52:05.771235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 98d4bba9-190b-41b6-89a8-7d84ad8dfd61 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:05.785635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (98d4bba9-190b-41b6-89a8-7d84ad8dfd61), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.786595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-4b3278c0-ed4f-4591-bfb1-b43ede66ba13 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900432 Jan 29 19:52:05.831603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-990b76b9-9777-4b83-9e38-ec3033362987 req-e06e045d-1752-48f6-ba5a-ddb1ba97a441 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Jan 29 19:52:05.869679 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (98d4bba9-190b-41b6-89a8-7d84ad8dfd61), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:05.965262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf0b2c38-effb-494f-938d-ca4f04f54135 req-bad6a442-44ca-4ef7-a5b8-c1e1a5daf942 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694632 Jan 29 19:52:06.073911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (98d4bba9-190b-41b6-89a8-7d84ad8dfd61), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.298603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89742-f783-466d-8025-dc5595a50d6d req-6d10b8e9-4ec9-4dcf-bac8-e47d6f54b430 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:06.308989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbf89742-f783-466d-8025-dc5595a50d6d req-6d10b8e9-4ec9-4dcf-bac8-e47d6f54b430 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.0834584 Jan 29 19:52:06.327808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (98d4bba9-190b-41b6-89a8-7d84ad8dfd61), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.379441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=98d4bba9-190b-41b6-89a8-7d84ad8dfd61,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:06.392896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd39de-e500-4df5-b796-71a1fee64b1a None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:06.398047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbf89742-f783-466d-8025-dc5595a50d6d req-e87527a0-f5c2-4858-bb55-5e79ad561716 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877454 Jan 29 19:52:06.415664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.433892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:06.434789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12d4f985-2b68-45f8-ac57-a7988d5ed1b0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/98d4bba9-190b-41b6-89a8-7d84ad8dfd61 HTTP/1.1" status: 204 len: 168 time: 0.7811322 Jan 29 19:52:06.526896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 53291d9c-e020-4071-b8aa-a4b47731bddd {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:06.534463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (53291d9c-e020-4071-b8aa-a4b47731bddd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.611799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (53291d9c-e020-4071-b8aa-a4b47731bddd), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.625704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:06.721166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-77b929fc-c2aa-4cb1-b3b0-84d5eb96479c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bde230107c804282bb9169caa27afdc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941644 Jan 29 19:52:06.723812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52608) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:06.799135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (53291d9c-e020-4071-b8aa-a4b47731bddd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.838265 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b7aec8d-0a4f-41dd-b45b-77de2ce86812 admin admin] Publish callbacks [] for security_group (3f5c0437-eb32-427f-8287-d842e65ad6f2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:06.901616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b7aec8d-0a4f-41dd-b45b-77de2ce86812 admin admin] Publish callbacks [] for security_group (3f5c0437-eb32-427f-8287-d842e65ad6f2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.019335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (53291d9c-e020-4071-b8aa-a4b47731bddd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.043629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55effa5-37d5-438a-9acf-58310e287dfc req-60316de4-26ff-4b93-9eee-1087410c71c8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:07.046695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d55effa5-37d5-438a-9acf-58310e287dfc req-60316de4-26ff-4b93-9eee-1087410c71c8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 943 time: 0.0833852 Jan 29 19:52:07.106325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b7aec8d-0a4f-41dd-b45b-77de2ce86812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3f5c0437-eb32-427f-8287-d842e65ad6f2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.109885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b7aec8d-0a4f-41dd-b45b-77de2ce86812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.114087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b7aec8d-0a4f-41dd-b45b-77de2ce86812 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f5c0437-eb32-427f-8287-d842e65ad6f2 HTTP/1.1" status: 204 len: 168 time: 0.3863156 Jan 29 19:52:07.124984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aec8d-0a4f-41dd-b45b-77de2ce86812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c0437-eb32-427f-8287-d842e65ad6f2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:07.150690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.165623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/53291d9c-e020-4071-b8aa-a4b47731bddd HTTP/1.1" status: 204 len: 168 time: 0.7301946 Jan 29 19:52:07.167886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:07.191879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48053c7-601a-4e8b-a4d6-5d2059e4eed0 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=53291d9c-e020-4071-b8aa-a4b47731bddd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:07.233868 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0f9a12-d987-44d0-bb8c-2bad57428f19 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:07.234561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0f9a12-d987-44d0-bb8c-2bad57428f19 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:07.237740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fb0f9a12-d987-44d0-bb8c-2bad57428f19 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/98d4bba9-190b-41b6-89a8-7d84ad8dfd61 HTTP/1.1" status: 404 len: 337 time: 0.0687816 Jan 29 19:52:07.249665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52618) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:07.285953 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d55effa5-37d5-438a-9acf-58310e287dfc req-675fd641-c92e-4c91-a97a-4357bb3db3fd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301352 Jan 29 19:52:07.379654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting subnet 335cb838-94fa-42c9-9caa-054cd0b31880 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:07.391208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks [] for subnet (335cb838-94fa-42c9-9caa-054cd0b31880), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.448811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (335cb838-94fa-42c9-9caa-054cd0b31880), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.742470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104c058-4f9d-46c6-8084-5df7022c351c None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:07.743018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797e91-51c6-47d0-8728-b6def86fdd80 req-d95dc696-960a-4104-8a0f-e8e0e4db3b4a tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:07.743801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97797e91-51c6-47d0-8728-b6def86fdd80 req-d95dc696-960a-4104-8a0f-e8e0e4db3b4a tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.1597807 Jan 29 19:52:07.778616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (335cb838-94fa-42c9-9caa-054cd0b31880), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:07.878046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97797e91-51c6-47d0-8728-b6def86fdd80 req-f8f6cda0-07c7-439b-a130-2ff5118a7d91 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281042 Jan 29 19:52:07.996804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-c60dd94a-7f3a-4157-97c0-09a5633114b9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:07.998411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-c60dd94a-7f3a-4157-97c0-09a5633114b9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.26 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.3111022 Jan 29 19:52:08.081361 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.082489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-842cd26c-1537-4146-8149-3fbd2ade77f6 None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:08.083038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-842cd26c-1537-4146-8149-3fbd2ade77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.171883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (335cb838-94fa-42c9-9caa-054cd0b31880), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.237534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Subnet': ['ID=335cb838-94fa-42c9-9caa-054cd0b31880,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:08.246427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.251218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c6984af-96c1-4ded-a9f2-0929983c87bb tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/335cb838-94fa-42c9-9caa-054cd0b31880 HTTP/1.1" status: 204 len: 168 time: 0.9633157 Jan 29 19:52:08.253176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.321339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Deleting port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:08.321727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.327706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-842cd26c-1537-4146-8149-3fbd2ade77f6 None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:08.384124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-842cd26c-1537-4146-8149-3fbd2ade77f6 None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:08.384124 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-842cd26c-1537-4146-8149-3fbd2ade77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.394584 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f85dd99-ccb1-480e-b3fb-142395763b7f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:08.395049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f85dd99-ccb1-480e-b3fb-142395763b7f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:08.412782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4f85dd99-ccb1-480e-b3fb-142395763b7f tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/9a99cce5-e151-4f9d-8467-19d0e81b096c HTTP/1.1" status: 404 len: 337 time: 0.1585476 Jan 29 19:52:08.415782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.510089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-59b80412-fcc5-4604-9d2f-e78f9b9ae420 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "GET /v2.0/ports?device_id=477fb99e-da07-4965-87a0-c3dd8245ba2b HTTP/1.1" status: 200 len: 205 time: 0.0884163 Jan 29 19:52:08.510872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.527749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-842cd26c-1537-4146-8149-3fbd2ade77f6 None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:08.563043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] For port e8ac00e2-ebca-4518-a7ff-0cff40ff1887, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:08.563660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.601244 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-36556514-febc-493f-93c0-6ff6d5757a52 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] delete failed (client error): The resource could not be found. Jan 29 19:52:08.602345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-36556514-febc-493f-93c0-6ff6d5757a52 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/routers/477fb99e-da07-4965-87a0-c3dd8245ba2b HTTP/1.1" status: 404 len: 336 time: 0.0872912 Jan 29 19:52:08.605429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52654) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.648393 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba488638-2c15-4c90-865e-da3d81d20b32 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:08.649166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba488638-2c15-4c90-865e-da3d81d20b32 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:08.653227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ba488638-2c15-4c90-865e-da3d81d20b32 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/2d548856-e7ca-4a50-b6dd-ee91c96208f4 HTTP/1.1" status: 404 len: 337 time: 0.0466876 Jan 29 19:52:08.656448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52660) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.724675 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca00553e-8b15-4b4b-a1db-5459d82d7c71 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:08.725309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca00553e-8b15-4b4b-a1db-5459d82d7c71 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:08.729567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ca00553e-8b15-4b4b-a1db-5459d82d7c71 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/c1397ebf-aeb4-454c-ab60-af48c222aff2 HTTP/1.1" status: 404 len: 337 time: 0.0717094 Jan 29 19:52:08.732001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52670) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.787233 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7425efdf-c947-4523-8404-8bd4eadf3426 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:08.792784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7425efdf-c947-4523-8404-8bd4eadf3426 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:08.807636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7425efdf-c947-4523-8404-8bd4eadf3426 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/e21e4df3-e701-403a-888c-3d6af90bc407 HTTP/1.1" status: 404 len: 337 time: 0.0744684 Jan 29 19:52:08.807900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.808378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (caae03a3-8477-41d8-9008-e95842b1eb3e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:08.808482 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Floating IP caae03a3-8477-41d8-9008-e95842b1eb3e disassociated. External IP: 172.25.5.2, port: e8ac00e2-ebca-4518-a7ff-0cff40ff1887. Jan 29 19:52:08.808842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Calling delete_port for e8ac00e2-ebca-4518-a7ff-0cff40ff1887 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:08.811546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52674) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:08.945078 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edf362a-1e8f-476d-b860-10362c799220 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:08.947203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edf362a-1e8f-476d-b860-10362c799220 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:08.954940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8edf362a-1e8f-476d-b860-10362c799220 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/598571d2-c428-45d0-9f39-56ed0c3eeb38 HTTP/1.1" status: 404 len: 333 time: 0.1394629 Jan 29 19:52:08.958018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52680) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.033075 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-190b02d3-dd2e-4bf1-8285-56c6034d3bee tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:09.033628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190b02d3-dd2e-4bf1-8285-56c6034d3bee tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:09.044163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-190b02d3-dd2e-4bf1-8285-56c6034d3bee tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/3027b525-a2a7-4281-a8f3-79f55f964d3f HTTP/1.1" status: 404 len: 337 time: 0.0847206 Jan 29 19:52:09.050796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52686) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.121048 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd42f5c-de96-43d5-9b3f-408b47601f30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:09.124190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd42f5c-de96-43d5-9b3f-408b47601f30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:09.136024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7fd42f5c-de96-43d5-9b3f-408b47601f30 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/ff2a9d2f-02e9-4f58-bcaa-31d80465f9e0 HTTP/1.1" status: 404 len: 337 time: 0.0818427 Jan 29 19:52:09.137025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.178541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceafc9c-0362-48c1-8167-f4dfd5e29f84 req-0d47107c-27d5-4928-b390-c1fe53a510e6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:09.180331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ceafc9c-0362-48c1-8167-f4dfd5e29f84 req-0d47107c-27d5-4928-b390-c1fe53a510e6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 943 time: 0.2384384 Jan 29 19:52:09.181977 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03d3b4d-adf6-4011-8c66-2b87e12a5da6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:09.182642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03d3b4d-adf6-4011-8c66-2b87e12a5da6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:09.188247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b03d3b4d-adf6-4011-8c66-2b87e12a5da6 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/d9388842-770e-4ba0-9b60-68403cf6cafc HTTP/1.1" status: 404 len: 333 time: 0.0483418 Jan 29 19:52:09.190072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.199336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e6b86-340e-44f9-a35f-69ce1cc3b308 None None] Network 13c8962a-737e-4b0e-a2e0-1a82909ebae9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:09.215112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e5c94e8b-eb5e-4d38-b6c0-bfd226ccdad9 None None] Provisioning complete for port eda66c6c-ddd9-4ff7-a195-f1e51a768512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:09.215730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5c94e8b-eb5e-4d38-b6c0-bfd226ccdad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:09.246118 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdc0fca-2a28-423d-a597-f5819c422e04 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:09.246652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdc0fca-2a28-423d-a597-f5819c422e04 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:09.253942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dbdc0fca-2a28-423d-a597-f5819c422e04 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/447dd69e-4aa4-421b-ad81-d53f0c1fd4d7 HTTP/1.1" status: 404 len: 337 time: 0.0596149 Jan 29 19:52:09.254610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52694) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.260046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e8ac00e2-ebca-4518-a7ff-0cff40ff1887), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:09.345659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event deleted for resources: {'Port': ['ID=e8ac00e2-ebca-4518-a7ff-0cff40ff1887,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:09.350409 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d03377e-b655-4a38-8db0-4961b2a80437 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:09.350868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d03377e-b655-4a38-8db0-4961b2a80437 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:09.356342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4d03377e-b655-4a38-8db0-4961b2a80437 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/subnets/e3bd6f73-7db6-46c2-8fb6-58aa465e3f2f HTTP/1.1" status: 404 len: 337 time: 0.0974565 Jan 29 19:52:09.364167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52698) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.391882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ceafc9c-0362-48c1-8167-f4dfd5e29f84 req-773094b2-1a59-4c23-9dd4-852fdabd0588 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994655 Jan 29 19:52:09.396332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.396874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.397302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.397721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.398132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.398538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.399018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.399418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.399820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.402410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.402844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.403273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.403685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:09.445520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cd0fd-5afa-473a-9fea-9f887c7700f4 req-6228ee64-83f5-4b16-bc12-af46d4cfa382 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:09.447082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-761cd0fd-5afa-473a-9fea-9f887c7700f4 req-6228ee64-83f5-4b16-bc12-af46d4cfa382 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 945 time: 0.3122501 Jan 29 19:52:09.529903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-761cd0fd-5afa-473a-9fea-9f887c7700f4 req-932bf982-d973-4103-a1b2-b2e5d4b29ab9 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2741576-6e40-43e3-8473-31e24ed86d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674202 Jan 29 19:52:09.613131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e5c94e8b-eb5e-4d38-b6c0-bfd226ccdad9 None None] Current status of the port eda66c6c-ddd9-4ff7-a195-f1e51a768512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:09.613880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:09.653871 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:52:09.660913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e5c94e8b-eb5e-4d38-b6c0-bfd226ccdad9 None None] Provisioning complete for port 55403e58-a1eb-4955-b8ff-0efe10082bb5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:09.661335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5c94e8b-eb5e-4d38-b6c0-bfd226ccdad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:09.701371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df32ff96-00e1-4a0a-84bc-3df8547ca305 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:52:09.777985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] DHCP port deletion for 13c8962a-737e-4b0e-a2e0-1a82909ebae9 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:52:09.798146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e5c94e8b-eb5e-4d38-b6c0-bfd226ccdad9 None None] Port 55403e58-a1eb-4955-b8ff-0efe10082bb5 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:09.893498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Deleting port 55403e58-a1eb-4955-b8ff-0efe10082bb5 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:09.894062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:09.917856 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:52:09.961823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Router 3c11e89d-0c54-4bbf-b346-f274357c49d1 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:52:09.975552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-463965892'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:10.041079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] Deleting port eda66c6c-ddd9-4ff7-a195-f1e51a768512 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:10.044828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.103425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:10.107420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.123966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.124102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] For port eda66c6c-ddd9-4ff7-a195-f1e51a768512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eda66c6c-ddd9-4ff7-a195-f1e51a768512,segment=NetworkSegment(7e26dc17-1e73-4007-98a9-e1c69246f5e2),segment_id=7e26dc17-1e73-4007-98a9-e1c69246f5e2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:10.124502 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.141509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] Calling delete_port for eda66c6c-ddd9-4ff7-a195-f1e51a768512 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:10.225009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.253235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df32ff96-00e1-4a0a-84bc-3df8547ca305, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df32ff96-00e1-4a0a-84bc-3df8547ca305,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:10.286469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Calling delete_port for 55403e58-a1eb-4955-b8ff-0efe10082bb5 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:10.298529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'df32ff96-00e1-4a0a-84bc-3df8547ca305', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': 'df32ff96-00e1-4a0a-84bc-3df8547ca305', 'mac_address': 'fa:16:3e:05:2b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:52:10.333805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for security_group (026e1364-7621-49d7-a2a3-2b2a8e1de7d7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.362726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df32ff96-00e1-4a0a-84bc-3df8547ca305 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:10.363293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.378797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df32ff96-00e1-4a0a-84bc-3df8547ca305 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:10.400478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df32ff96-00e1-4a0a-84bc-3df8547ca305, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df32ff96-00e1-4a0a-84bc-3df8547ca305,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:10.410094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (eda66c6c-ddd9-4ff7-a195-f1e51a768512), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.429026 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (026e1364-7621-49d7-a2a3-2b2a8e1de7d7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.449509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] Pushing event deleted for resources: {'Port': ['ID=eda66c6c-ddd9-4ff7-a195-f1e51a768512,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:10.453567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:10.461168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92c147-98ad-4461-9141-75ea485f2eed None None] No DVR routers for this DVR port eda66c6c-ddd9-4ff7-a195-f1e51a768512 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:10.481507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] Sync routers for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:10.505504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.541494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:10.544109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026e1364-7621-49d7-a2a3-2b2a8e1de7d7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:10.590549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df32ff96-00e1-4a0a-84bc-3df8547ca305,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:10.603361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:10.605672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:10.622410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] No DVR routers for this DVR port e8ac00e2-ebca-4518-a7ff-0cff40ff1887 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:10.626492 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (970b7410-f489-4b89-b922-e02ad7f3c244), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.626854 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Added segment 970b7410-f489-4b89-b922-e02ad7f3c244 of type vlan for network 9735b944-6b04-4a4f-9164-b775f16578e0 Jan 29 19:52:10.638942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.642957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91bca7a2-1a1e-48c5-97de-f9a0239d1128 req-4cb40ab2-c745-4563-bd68-601d2b3cd472 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.26 "DELETE /v2.0/ports/e8ac00e2-ebca-4518-a7ff-0cff40ff1887 HTTP/1.1" status: 204 len: 173 time: 2.6354320 Jan 29 19:52:10.658260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'name': 'network-vif-deleted', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:10.669303 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce1952-ac81-4d21-8c03-9f1aa29e7431" -d '{"events": [{"server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "name": "network-vif-deleted", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:10.735107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1dbc9c05-8775-4256-9bfc-c327ceda6dbe req-c08badb4-6f69-4885-87e5-8e981a4beabb tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 210 time: 0.0431800 Jan 29 19:52:10.780995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dd799-a877-4349-89fb-98bed5d8282d req-4aaa61a2-c91a-4e0f-9f50-f8f8ae1bd593 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:10.789463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c1dd799-a877-4349-89fb-98bed5d8282d req-4aaa61a2-c91a-4e0f-9f50-f8f8ae1bd593 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 944 time: 0.2162688 Jan 29 19:52:10.793424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9735b944-6b04-4a4f-9164-b775f16578e0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.797259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (55403e58-a1eb-4955-b8ff-0efe10082bb5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.809387 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88782dd1-1ecf-406d-ac16-3861bd5fd17c x-openstack-request-id: req-88782dd1-1ecf-406d-ac16-3861bd5fd17c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:10.810652 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183564a-01ea-49b1-9252-3cd4490b0820", "name": "network-vif-deleted", "tag": "e8ac00e2-ebca-4518-a7ff-0cff40ff1887", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:10.810919 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88782dd1-1ecf-406d-ac16-3861bd5fd17c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:10.811777 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4183564a-01ea-49b1-9252-3cd4490b0820', 'name': 'network-vif-deleted', 'tag': 'e8ac00e2-ebca-4518-a7ff-0cff40ff1887', 'status': 'completed', 'code': 200} Jan 29 19:52:10.892422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Port': ['ID=55403e58-a1eb-4955-b8ff-0efe10082bb5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:10.903327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:10.914539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9787c693-d8ad-48ca-9b43-d90851fb1b64 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/ports/55403e58-a1eb-4955-b8ff-0efe10082bb5 HTTP/1.1" status: 204 len: 168 time: 1.5437260 Jan 29 19:52:10.915185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52742) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:11.002979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c1dd799-a877-4349-89fb-98bed5d8282d req-b5e1e7c5-4a1e-493f-8c03-9282d76c4d4f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094402 Jan 29 19:52:11.027756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:11.057956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9735b944-6b04-4a4f-9164-b775f16578e0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.058796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: eda66c6c-ddd9-4ff7-a195-f1e51a768512 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:11.059353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eda66c6c-ddd9-4ff7-a195-f1e51a768512 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:11.064156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:11.070236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.115282 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (13c8962a-737e-4b0e-a2e0-1a82909ebae9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.129626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['df32ff96-00e1-4a0a-84bc-3df8547ca305'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:11.170930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Network': ['ID=9735b944-6b04-4a4f-9164-b775f16578e0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:11.197430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:52:11.199673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-51a82acb-7a6d-4d32-b73c-ac1e26fc1e7d tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5844550 Jan 29 19:52:11.203142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52756) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:11.203326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9735b944-6b04-4a4f-9164-b775f16578e0 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:11.211707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'subnet': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:11.357620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (13c8962a-737e-4b0e-a2e0-1a82909ebae9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.390967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c8962a-737e-4b0e-a2e0-1a82909ebae9']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:11.419413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e26dc17-1e73-4007-98a9-e1c69246f5e2') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:11.420298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e26dc17-1e73-4007-98a9-e1c69246f5e2') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:11.435107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (7e26dc17-1e73-4007-98a9-e1c69246f5e2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.454001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7e26dc17-1e73-4007-98a9-e1c69246f5e2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.464809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:11.469168 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.474497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:11.474833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (7e26dc17-1e73-4007-98a9-e1c69246f5e2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:11.484666 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:11.688563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:05Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:11.701554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (13c8962a-737e-4b0e-a2e0-1a82909ebae9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.712859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.727870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] 10.222.0.15 "DELETE /v2.0/networks/13c8962a-737e-4b0e-a2e0-1a82909ebae9 HTTP/1.1" status: 204 len: 168 time: 0.8088245 Jan 29 19:52:11.728028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e8ac00e2-ebca-4518-a7ff-0cff40ff1887 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:11.729200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] Checking router: 3c11e89d-0c54-4bbf-b346-f274357c49d1 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:52:11.756715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eb523-bc13-4029-9f27-f967e43f7fe8 tempest-PortsTestJSON-2093192620 tempest-PortsTestJSON-2093192620-project] Pushing event deleted for resources: {'Network': ['ID=13c8962a-737e-4b0e-a2e0-1a82909ebae9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:11.762942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: e8ac00e2-ebca-4518-a7ff-0cff40ff1887 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:11.763304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e8ac00e2-ebca-4518-a7ff-0cff40ff1887 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:11.780863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:11.797724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:11.906693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (0a18fa44-8e79-4954-9015-37886486090f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:11.908771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e1c0e4a-d3e6-4f9f-9f02-5e9afda2a5f1 req-31ae33f3-8365-48c0-b089-1cfb8b9fa26a tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/ports?device_id=4183564a-01ea-49b1-9252-3cd4490b0820 HTTP/1.1" status: 200 len: 210 time: 0.0462289 Jan 29 19:52:12.000650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Subnet': ['ID=0a18fa44-8e79-4954-9015-37886486090f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:12.066480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Checking segment: {'id': '970b7410-f489-4b89-b922-e02ad7f3c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:12.067204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network hostable DHCP agents. Network: 9735b944-6b04-4a4f-9164-b775f16578e0, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:52:12.104691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:52:12.168743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab089f-195a-4861-b434-c7d34d819dc9 req-fd5ce03a-c3b9-41c9-9428-f51449e1b642 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:12.170345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddab089f-195a-4861-b434-c7d34d819dc9 req-fd5ce03a-c3b9-41c9-9428-f51449e1b642 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 944 time: 0.0594273 Jan 29 19:52:12.218420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ddab089f-195a-4861-b434-c7d34d819dc9 req-9af83807-f92d-49fe-9249-82c0ef14a98a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Jan 29 19:52:12.326209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:05Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:12.351787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b62ef1-c81e-469b-ae55-cc24b01be98c None None] The sync data for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 is: [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:50:59Z', 'revision_number': 4, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4359c667-3fca-41f0-87da-616f883daea2', 'name': '', 'network_id': '080da103-087f-4cd3-83b4-f2ac086b4782', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'mac_address': 'fa:16:3e:92:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'abead14b-b34c-4657-918e-79edef7e60df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:57Z', 'updated_at': '2022-01-29T19:51:05Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'subnets': [{'id': 'abead14b-b34c-4657-918e-79edef7e60df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:12.435046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:52:12.606987 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ad376-8cda-4bf5-b3bc-2f8913215c91 None None] New status for floating IP caae03a3-8477-41d8-9008-e95842b1eb3e: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:52:12.737999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9735b944-6b04-4a4f-9164-b775f16578e0) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:12.744940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:12.744940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:12.749476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d126f5-a1a7-4627-9443-cac35dba2f34 None None] Network 9735b944-6b04-4a4f-9164-b775f16578e0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:12.837578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e54761e1-5044-4a8d-8c18-85a772ce1ba4 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6311355 Jan 29 19:52:12.838781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52788) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:12.845956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'name': 'tempest-AllowedAddressPairTestJSON-2002074931'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:12.939931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-9735b944-6b04-4a4f-9164-b775f16578e0', 'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'project_id': 'f9b11b19537842eda60fc6601a50329c', 'fixed_ips': [{'subnet_id': '0a18fa44-8e79-4954-9015-37886486090f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:52:12.941604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.087173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52796) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:13.115501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52798) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:13.162224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e67b90dc-c4c7-4291-a260-cbc2fd099b62 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group (a2741576-6e40-43e3-8473-31e24ed86d43), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.166198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Allocated IP 172.20.0.2 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/9bc9bfbd-626c-4be7-aa3e-48d88e050224) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:13.194028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e67b90dc-c4c7-4291-a260-cbc2fd099b62 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group (a2741576-6e40-43e3-8473-31e24ed86d43), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.223184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:13.228669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.313486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] device_id is not set on port bb2d974a-27bd-425b-b7d6-480d3e2f2d6a yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:13.327485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e67b90dc-c4c7-4291-a260-cbc2fd099b62 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a2741576-6e40-43e3-8473-31e24ed86d43), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.329538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e67b90dc-c4c7-4291-a260-cbc2fd099b62 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.333281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e67b90dc-c4c7-4291-a260-cbc2fd099b62 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "DELETE /v2.0/security-groups/a2741576-6e40-43e3-8473-31e24ed86d43 HTTP/1.1" status: 204 len: 168 time: 0.2419391 Jan 29 19:52:13.335127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52816) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:13.350664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b90dc-c4c7-4291-a260-cbc2fd099b62 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2741576-6e40-43e3-8473-31e24ed86d43,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:13.455994 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Publish callbacks [] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.486223 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-c7aeec18-d5e6-40f6-9cf3-636ed8a98098 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] show failed (client error): The resource could not be found. Jan 29 19:52:13.486223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c7aeec18-d5e6-40f6-9cf3-636ed8a98098 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "GET /v2.0/security-groups/a2741576-6e40-43e3-8473-31e24ed86d43 HTTP/1.1" status: 404 len: 347 time: 0.1462305 Jan 29 19:52:13.486548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52818) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:13.567769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.618496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:13.629100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:13.633786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:13.636906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Pushing event updated for resources: {'Port': ['ID=9bc9bfbd-626c-4be7-aa3e-48d88e050224,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:13.706687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Attempting to bind port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:13.707450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Attempting to bind port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '970b7410-f489-4b89-b922-e02ad7f3c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:13.707617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Attempting to bind port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 on network 9735b944-6b04-4a4f-9164-b775f16578e0 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:13.713691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:13.714191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Checking segment: {'id': '970b7410-f489-4b89-b922-e02ad7f3c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:13.714663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.715125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Bound using segment: {'id': '970b7410-f489-4b89-b922-e02ad7f3c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:13.715671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Bound port: 9bc9bfbd-626c-4be7-aa3e-48d88e050224, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970b7410-f489-4b89-b922-e02ad7f3c244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:13.716114 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:13.733077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df32ff96-00e1-4a0a-84bc-3df8547ca305 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:13.868386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] For port 9bc9bfbd-626c-4be7-aa3e-48d88e050224, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:13.877553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] For port 9bc9bfbd-626c-4be7-aa3e-48d88e050224, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9bc9bfbd-626c-4be7-aa3e-48d88e050224,segment=NetworkSegment(970b7410-f489-4b89-b922-e02ad7f3c244),segment_id=970b7410-f489-4b89-b922-e02ad7f3c244)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:13.954625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port df32ff96-00e1-4a0a-84bc-3df8547ca305 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:52:13.959458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port df32ff96-00e1-4a0a-84bc-3df8547ca305 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:13.959921 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.031234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.110228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e5f28b44-cdf2-496d-845c-cc9c16e5f8f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31a9399faa8b40ae8f6562f895a50cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9922307 Jan 29 19:52:14.113268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:14.187566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac230f1-45d7-4fc3-96b8-8eda433e3186 req-c14e4771-c6c7-44ea-b669-60faa979fa5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:14.190262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f851ee-3bb0-4514-b8cb-f491ccac3c5b None None] Pushing event updated for resources: {'Port': ['ID=9bc9bfbd-626c-4be7-aa3e-48d88e050224,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:14.207805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ac230f1-45d7-4fc3-96b8-8eda433e3186 req-c14e4771-c6c7-44ea-b669-60faa979fa5e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 944 time: 0.7629216 Jan 29 19:52:14.215555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df32ff96-00e1-4a0a-84bc-3df8547ca305 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:14.218140 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.282930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3715-fda8-4e40-bf11-3f8434b2c4d4 admin admin] Publish callbacks [] for security_group (7c27e514-0f33-437b-a43f-6277eaf083f5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.285086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Allocated IP 172.20.0.6 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/bb2d974a-27bd-425b-b7d6-480d3e2f2d6a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:14.285224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df32ff96-00e1-4a0a-84bc-3df8547ca305'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:14.287884 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67179b5-3a6f-41e8-9630-1982a185402f" -d '{"events": [{"server_uuid": "fd453743-c8cc-4b12-9c33-d176fa389fa9", "name": "network-vif-plugged", "status": "completed", "tag": "df32ff96-00e1-4a0a-84bc-3df8547ca305"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:14.309441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df32ff96-00e1-4a0a-84bc-3df8547ca305, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df32ff96-00e1-4a0a-84bc-3df8547ca305,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:14.317989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3715-fda8-4e40-bf11-3f8434b2c4d4 admin admin] Publish callbacks [] for security_group (7c27e514-0f33-437b-a43f-6277eaf083f5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.357996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Deleting port bea20738-b4b0-4d89-8e7c-3af5d891449b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:14.358427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.407912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ac230f1-45d7-4fc3-96b8-8eda433e3186 req-1dd50fc4-2696-48e1-9bd4-128d142ab8bf tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936674 Jan 29 19:52:14.427927 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.484441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3715-fda8-4e40-bf11-3f8434b2c4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7c27e514-0f33-437b-a43f-6277eaf083f5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.487683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3715-fda8-4e40-bf11-3f8434b2c4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.488947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a7bc3715-fda8-4e40-bf11-3f8434b2c4d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c27e514-0f33-437b-a43f-6277eaf083f5 HTTP/1.1" status: 204 len: 168 time: 0.3746104 Jan 29 19:52:14.516579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3715-fda8-4e40-bf11-3f8434b2c4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27e514-0f33-437b-a43f-6277eaf083f5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:14.539586 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d57f01b-4e34-48df-bba3-eec0ac0c5749 x-openstack-request-id: req-7d57f01b-4e34-48df-bba3-eec0ac0c5749 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:14.540832 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd453743-c8cc-4b12-9c33-d176fa389fa9", "name": "network-vif-plugged", "status": "completed", "tag": "df32ff96-00e1-4a0a-84bc-3df8547ca305", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:14.547461 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d57f01b-4e34-48df-bba3-eec0ac0c5749 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:14.547461 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df32ff96-00e1-4a0a-84bc-3df8547ca305', 'code': 200} Jan 29 19:52:14.547461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df32ff96-00e1-4a0a-84bc-3df8547ca305,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:14.735430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.735821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (bea20738-b4b0-4d89-8e7c-3af5d891449b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.772683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3fc09-3e87-4e7b-a8f0-48d0af173820 req-1fbb863d-7cae-469a-8087-6ca5cc24812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:14.775622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05f3fc09-3e87-4e7b-a8f0-48d0af173820 req-1fbb863d-7cae-469a-8087-6ca5cc24812c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 1127 time: 0.1952987 Jan 29 19:52:14.779651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Calling delete_port for bea20738-b4b0-4d89-8e7c-3af5d891449b owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:14.894478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:14.917716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-05f3fc09-3e87-4e7b-a8f0-48d0af173820 req-b5b16e7b-4f2c-4704-b2b7-fc05ce7cf4b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350183 Jan 29 19:52:15.036082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9bc9bfbd-626c-4be7-aa3e-48d88e050224 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:15.081400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.141067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bea20738-b4b0-4d89-8e7c-3af5d891449b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.142980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:15.143448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.167049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:15.180245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:15.210061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:15.244257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=bb2d974a-27bd-425b-b7d6-480d3e2f2d6a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:15.321901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:15.322446 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.332106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Pushing event deleted for resources: {'Port': ['ID=bea20738-b4b0-4d89-8e7c-3af5d891449b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:15.355096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:15.355777 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.364896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks [] for floatingip (caae03a3-8477-41d8-9008-e95842b1eb3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.373488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.380857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2868ed17-d02f-49e7-b18e-3a0f531efde1 tempest-ServersTestManualDisk-402502340 tempest-ServersTestManualDisk-402502340-project] 10.222.0.15 "DELETE /v2.0/floatingips/caae03a3-8477-41d8-9008-e95842b1eb3e HTTP/1.1" status: 204 len: 168 time: 1.8877985 Jan 29 19:52:15.381024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52858) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:15.416553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 9bc9bfbd-626c-4be7-aa3e-48d88e050224, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9bc9bfbd-626c-4be7-aa3e-48d88e050224,segment=NetworkSegment(970b7410-f489-4b89-b922-e02ad7f3c244),segment_id=970b7410-f489-4b89-b922-e02ad7f3c244)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:15.498551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d26662b9-c7d5-4bcf-a927-d7787bbcc336 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6551313 Jan 29 19:52:15.499145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52874) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:15.504578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'name': 'tempest-AllowedAddressPairTestJSON-2002450348', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:83:7b:76'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:15.515581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:15.656921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=9bc9bfbd-626c-4be7-aa3e-48d88e050224,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:15.757253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d6f9-3c3d-45d2-baad-99f107bcd461 req-d54e2823-3a1f-4e4f-8d2e-418d6f7ae8d9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:15.765469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7c1d6f9-3c3d-45d2-baad-99f107bcd461 req-d54e2823-3a1f-4e4f-8d2e-418d6f7ae8d9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 945 time: 0.2097623 Jan 29 19:52:15.900761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:15.907524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7c1d6f9-3c3d-45d2-baad-99f107bcd461 req-54ce7353-f87b-44b2-9d61-7b9f910becb1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408408 Jan 29 19:52:16.047897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76008c6-e9ac-465d-aaf7-8c3f16184bff None None] Network 9735b944-6b04-4a4f-9164-b775f16578e0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:16.064904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:16.089305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] device_id is not set on port 7c5cf8fd-e578-4ae7-88eb-d769e84922de yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:16.245853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a43da12e-f1b3-4f0c-9904-07214f09908a None None] Provisioning complete for port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:16.250044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43da12e-f1b3-4f0c-9904-07214f09908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:16.350518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Allocated IP 172.20.0.12 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/7c5cf8fd-e578-4ae7-88eb-d769e84922de) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:16.363066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (3c11e89d-0c54-4bbf-b346-f274357c49d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:16.450698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a43da12e-f1b3-4f0c-9904-07214f09908a None None] Current status of the port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:16.603672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (7c5cf8fd-e578-4ae7-88eb-d769e84922de), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:16.777391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7c5cf8fd-e578-4ae7-88eb-d769e84922de), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:16.792349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d7de0b14-79c7-451f-99e1-7313b42b95f3 None None] Provisioning complete for port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:16.792732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d7de0b14-79c7-451f-99e1-7313b42b95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:16.906411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:16.910638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:16.930784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:16.943330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:16.974201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=7c5cf8fd-e578-4ae7-88eb-d769e84922de,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:16.984226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9bc9bfbd-626c-4be7-aa3e-48d88e050224 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:17.024313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:17.025047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.154997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a0b1a1c3-2250-4c93-8699-c18566685c77 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6543109 Jan 29 19:52:17.162104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52914) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:17.331153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e96509f-ca7d-4656-86fa-1db43e8f6e2f tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:17.351978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e96509f-ca7d-4656-86fa-1db43e8f6e2f tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:17.355859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d7de0b14-79c7-451f-99e1-7313b42b95f3 None None] Current status of the port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:17.365981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e96509f-ca7d-4656-86fa-1db43e8f6e2f tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:17.375383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e96509f-ca7d-4656-86fa-1db43e8f6e2f tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2148368 Jan 29 19:52:17.376629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d7de0b14-79c7-451f-99e1-7313b42b95f3 None None] Provisioning complete for port bb2d974a-27bd-425b-b7d6-480d3e2f2d6a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:17.377157 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d7de0b14-79c7-451f-99e1-7313b42b95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.377949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:17.413841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1802875318'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:17.437699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d7de0b14-79c7-451f-99e1-7313b42b95f3 None None] Port bb2d974a-27bd-425b-b7d6-480d3e2f2d6a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:17.445980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:17.446480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.540810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:17.544342 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.551253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0b8d9-96f8-40bd-92df-8ab0ec945980 req-b1e8da1a-d497-4719-8e9a-ea36cb3606dd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:17.553500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffd0b8d9-96f8-40bd-92df-8ab0ec945980 req-b1e8da1a-d497-4719-8e9a-ea36cb3606dd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 945 time: 0.0977221 Jan 29 19:52:17.576418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.584595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:17.636254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-061af910-412b-4207-9547-f1873241f6c1 None None] Provisioning complete for port bb2d974a-27bd-425b-b7d6-480d3e2f2d6a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:17.640457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-061af910-412b-4207-9547-f1873241f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.692423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffd0b8d9-96f8-40bd-92df-8ab0ec945980 req-a09113a1-c624-48c5-bcb0-8bc9ad3a8a45 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315227 Jan 29 19:52:17.737892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Deleting port 4359c667-3fca-41f0-87da-616f883daea2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:17.738537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4359c667-3fca-41f0-87da-616f883daea2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.745093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-061af910-412b-4207-9547-f1873241f6c1 None None] Port bb2d974a-27bd-425b-b7d6-480d3e2f2d6a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:17.775330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port 7c5cf8fd-e578-4ae7-88eb-d769e84922de {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:17.777819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7c5cf8fd-e578-4ae7-88eb-d769e84922de), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.843802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] For port 4359c667-3fca-41f0-87da-616f883daea2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4359c667-3fca-41f0-87da-616f883daea2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:17.844648 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4359c667-3fca-41f0-87da-616f883daea2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.860210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Calling delete_port for 4359c667-3fca-41f0-87da-616f883daea2 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:17.885877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ecf6efe3-282b-4925-8c7e-bf15b1822459 None None] Provisioning complete for port 7c5cf8fd-e578-4ae7-88eb-d769e84922de triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:17.886250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecf6efe3-282b-4925-8c7e-bf15b1822459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7c5cf8fd-e578-4ae7-88eb-d769e84922de), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:17.970551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6efe3-282b-4925-8c7e-bf15b1822459 None None] Port 7c5cf8fd-e578-4ae7-88eb-d769e84922de cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:18.050693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f5bac-1c45-4278-850a-6e7ec9df9465 req-ae863d2c-4938-4ca6-adc2-2e944ce47626 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:18.052400 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a46f5bac-1c45-4278-850a-6e7ec9df9465 req-ae863d2c-4938-4ca6-adc2-2e944ce47626 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 945 time: 0.2207077 Jan 29 19:52:18.067885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for security_group (00417589-d762-4715-95f3-10c5872c1c37), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.085055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7c5cf8fd-e578-4ae7-88eb-d769e84922de), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.116903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for 7c5cf8fd-e578-4ae7-88eb-d769e84922de owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:18.139714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a46f5bac-1c45-4278-850a-6e7ec9df9465 req-b9a6694f-7e30-4195-bf5d-fe9d1111ecdc tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796604 Jan 29 19:52:18.202957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (00417589-d762-4715-95f3-10c5872c1c37), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.214451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:18.223383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4359c667-3fca-41f0-87da-616f883daea2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.225311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3b34de7e-73f4-4198-ae78-1d7e8d7d7997), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.225311 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment 3b34de7e-73f4-4198-ae78-1d7e8d7d7997 of type vlan for network a4c249eb-0105-4135-940b-eabca533bc68 Jan 29 19:52:18.270942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a4c249eb-0105-4135-940b-eabca533bc68), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.293153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4359c667-3fca-41f0-87da-616f883daea2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:18.325765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00417589-d762-4715-95f3-10c5872c1c37,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:18.396632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a4c249eb-0105-4135-940b-eabca533bc68), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.405110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:18.409115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.521559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=a4c249eb-0105-4135-940b-eabca533bc68,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:18.534892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a4c249eb-0105-4135-940b-eabca533bc68 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:18.575513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-37151de6-ca09-423c-ab24-170b53ac443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6636693 Jan 29 19:52:18.579616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52938) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:18.587257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-86254584'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:18.605752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7c5cf8fd-e578-4ae7-88eb-d769e84922de), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.619818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (3c11e89d-0c54-4bbf-b346-f274357c49d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.696969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=7c5cf8fd-e578-4ae7-88eb-d769e84922de,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:18.727347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:18.756268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.929336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:18.929336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.929336 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment 2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd of type vlan for network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 Jan 29 19:52:18.944666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.949135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b655c7a9-081f-4825-9441-83de050f4ade tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/ports/7c5cf8fd-e578-4ae7-88eb-d769e84922de HTTP/1.1" status: 204 len: 168 time: 1.5696959 Jan 29 19:52:18.951358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:18.959731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (01533ff5-8486-49f1-9c55-7b0d4a7d23d4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:18.979063 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c23f474-6109-4a42-868e-dec210e57f15 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] GET failed (client error): The resource could not be found. Jan 29 19:52:18.980937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c23f474-6109-4a42-868e-dec210e57f15 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "GET /v2.0/ports/7c5cf8fd-e578-4ae7-88eb-d769e84922de HTTP/1.1" status: 404 len: 333 time: 0.0284274 Jan 29 19:52:18.984861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52952) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:18.990889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'name': 'tempest-AllowedAddressPairTestJSON-1976291966'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:19.042757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Router 3c11e89d-0c54-4bbf-b346-f274357c49d1 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:52:19.144794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (01533ff5-8486-49f1-9c55-7b0d4a7d23d4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:19.153021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:19.153021 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:19.181559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b2cc6-5d54-48cd-ae6c-3ca758ac0e9f req-019c9143-f10f-4e60-bbe4-9eb17058bef8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:19.183326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc7b2cc6-5d54-48cd-ae6c-3ca758ac0e9f req-019c9143-f10f-4e60-bbe4-9eb17058bef8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 945 time: 0.0673952 Jan 29 19:52:19.195782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:19.207026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b6407978-1647-4aad-a363-90dab81611f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c11e89d-0c54-4bbf-b346-f274357c49d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8232927 Jan 29 19:52:19.207244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52958) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:19.208404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] Sync routers for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:19.220843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:19.221651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:19.242135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=01533ff5-8486-49f1-9c55-7b0d4a7d23d4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:19.286363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:19.290130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:19.308237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:19.316402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc7b2cc6-5d54-48cd-ae6c-3ca758ac0e9f req-f0f21cc2-b36d-4b59-8263-b3ec81a348d4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265218 Jan 29 19:52:19.318239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a34f150-882b-47f3-a49f-d069edf06e05 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7375309 Jan 29 19:52:19.321260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:19.328561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:19.371274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] device_id is not set on port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:19.498417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:52:19.568341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks [] for router (3c11e89d-0c54-4bbf-b346-f274357c49d1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:19.583972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:19.589538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:19.739289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:52:18Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:19.777998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Allocated IP 172.20.0.8 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/2e7eb268-3097-4d25-8cb8-85484c8b1b79) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:19.783968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] Checking router: 3c11e89d-0c54-4bbf-b346-f274357c49d1 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:52:19.796429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] Routers {'3c11e89d-0c54-4bbf-b346-f274357c49d1'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:19.797388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:51:57Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3c11e89d-0c54-4bbf-b346-f274357c49d1'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:19.982043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks [] for router_gateway (3c11e89d-0c54-4bbf-b346-f274357c49d1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:19.990543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] Set router 3c11e89d-0c54-4bbf-b346-f274357c49d1 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:52:20.036469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.040543 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (4753dad4-d49a-4344-b519-08525bfb5305), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.183972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': '3b34de7e-73f4-4198-ae78-1d7e8d7d7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:20.184467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: a4c249eb-0105-4135-940b-eabca533bc68, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:52:20.189340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.191022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=4753dad4-d49a-4344-b519-08525bfb5305,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:20.295254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:20.297739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:52:18Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:20.301656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:20.310217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:20.315808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=2e7eb268-3097-4d25-8cb8-85484c8b1b79,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:20.337901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc2cf1-bdd2-4a46-8333-bc794bc7ff77 None None] The sync data for ids ['3c11e89d-0c54-4bbf-b346-f274357c49d1'] in n-d-825496-5 is: [{'id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'name': 'tempest-ServersTestManualDisk-487520695-router', 'tenant_id': '36f6ac07761d4dc8ba14870aa83eefca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:50:49Z', 'updated_at': '2022-01-29T19:52:18Z', 'revision_number': 5, 'project_id': '36f6ac07761d4dc8ba14870aa83eefca', 'gw_port': {'id': 'b7201816-7c36-4efb-bd3f-f93ae1b48e6b', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c11e89d-0c54-4bbf-b346-f274357c49d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:50:51Z', 'updated_at': '2022-01-29T19:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:20.361493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network a4c249eb-0105-4135-940b-eabca533bc68 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:52:20.382858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Deleting port b7201816-7c36-4efb-bd3f-f93ae1b48e6b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:20.383204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.391380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:20.391949 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.522254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a4c249eb-0105-4135-940b-eabca533bc68) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:20.527860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:20.529230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.537357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404dc426-bd25-4357-a4cc-91ddeb4c37c1 None None] Network a4c249eb-0105-4135-940b-eabca533bc68 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:20.540792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] For port b7201816-7c36-4efb-bd3f-f93ae1b48e6b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:20.541609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.551406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-277eab68-a078-42a4-a2a5-00d9e717e3c1 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5622287 Jan 29 19:52:20.551948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52996) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:20.556614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871037d-3e7d-468f-af40-d60e6ec63780 req-e0ef577b-8740-494e-9761-aea7b3cb217c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:20.558030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:83:7b:76'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:20.558257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d871037d-3e7d-468f-af40-d60e6ec63780 req-e0ef577b-8740-494e-9761-aea7b3cb217c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 945 time: 0.1294734 Jan 29 19:52:20.623601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Calling delete_port for b7201816-7c36-4efb-bd3f-f93ae1b48e6b owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:20.627389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2ed2f450-824e-477b-998d-ddb4fb3ca88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3045580 Jan 29 19:52:20.632753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:20.649971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:20.733881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e13806c5-c144-46b4-9a14-409acda1fe7a None None] Provisioning complete for port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:20.734346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e13806c5-c144-46b4-9a14-409acda1fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.762857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d871037d-3e7d-468f-af40-d60e6ec63780 req-7f5f9048-1db5-47e5-930b-8fb51b35cbc0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890597 Jan 29 19:52:20.782568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-a4c249eb-0105-4135-940b-eabca533bc68', 'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': '4753dad4-d49a-4344-b519-08525bfb5305'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:52:20.783447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:20.784501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-57f40993-074f-42ba-8838-6f675910759d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:20.794619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-57f40993-074f-42ba-8838-6f675910759d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 945 time: 0.2424240 Jan 29 19:52:20.954376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.034822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4359c667-3fca-41f0-87da-616f883daea2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:21.037072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e13806c5-c144-46b4-9a14-409acda1fe7a None None] Port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:21.037237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port df32ff96-00e1-4a0a-84bc-3df8547ca305 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:21.037425 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.073340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4359c667-3fca-41f0-87da-616f883daea2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:21.073627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4359c667-3fca-41f0-87da-616f883daea2 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:21.096457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:21.097656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Allocated IP 2001:db8::2 (a4c249eb-0105-4135-940b-eabca533bc68/4753dad4-d49a-4344-b519-08525bfb5305/a8332710-e124-4d0a-9a4e-592557cfb7be) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:21.101029 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.222004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port df32ff96-00e1-4a0a-84bc-3df8547ca305, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df32ff96-00e1-4a0a-84bc-3df8547ca305,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:21.224452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.254615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b7201816-7c36-4efb-bd3f-f93ae1b48e6b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.272825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for df32ff96-00e1-4a0a-84bc-3df8547ca305 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:21.374587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Publish callbacks [] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.423800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b7201816-7c36-4efb-bd3f-f93ae1b48e6b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:21.457868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (3c11e89d-0c54-4bbf-b346-f274357c49d1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.485565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.494430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.563478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Network a4c249eb-0105-4135-940b-eabca533bc68 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:21.564294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Pushing event updated for resources: {'Port': ['ID=a8332710-e124-4d0a-9a4e-592557cfb7be,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:21.569159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:21.572248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.579276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:21.582739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (3c11e89d-0c54-4bbf-b346-f274357c49d1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.582929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (5086636c-6c28-4ec2-b838-675eca5dbe22), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.584376 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks [] for router_controller (3c11e89d-0c54-4bbf-b346-f274357c49d1), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.707729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=2e7eb268-3097-4d25-8cb8-85484c8b1b79,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:21.743665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=5086636c-6c28-4ec2-b838-675eca5dbe22,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:21.753373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (df32ff96-00e1-4a0a-84bc-3df8547ca305), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.784002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] In _notify_port_updated(), no bound segment for port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 on network 9735b944-6b04-4a4f-9164-b775f16578e0 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:52:21.789377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:21.790278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.791884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b86d15a-92fc-4329-bab4-893a97d4fe7b tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "PUT /v2.0/ports/2e7eb268-3097-4d25-8cb8-85484c8b1b79 HTTP/1.1" status: 200 len: 993 time: 1.2383888 Jan 29 19:52:21.792476 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (3c11e89d-0c54-4bbf-b346-f274357c49d1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.793050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c11e89d-0c54-4bbf-b346-f274357c49d1 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:52:21.798810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:21.813502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:21.819907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53068) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:21.821282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-018576c3-9804-46e1-8695-cb1cf6f899ed admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c11e89d-0c54-4bbf-b346-f274357c49d1 HTTP/1.1" status: 204 len: 168 time: 2.6121652 Jan 29 19:52:21.823709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=df32ff96-00e1-4a0a-84bc-3df8547ca305,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:21.857563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:21.862363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: 01533ff5-8486-49f1-9c55-7b0d4a7d23d4, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:52:21.899641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64', 'df32ff96-00e1-4a0a-84bc-3df8547ca305'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:21.965698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8381194a-eb2c-49e3-aa38-4047e6e28221 req-86c88647-74e8-4c25-82b7-68158f73d15e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 210 time: 0.0509288 Jan 29 19:52:22.016103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port df32ff96-00e1-4a0a-84bc-3df8547ca305 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:22.019364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.026793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Attempting to bind port a8332710-e124-4d0a-9a4e-592557cfb7be on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:22.027173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Attempting to bind port a8332710-e124-4d0a-9a4e-592557cfb7be by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3b34de7e-73f4-4198-ae78-1d7e8d7d7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:22.027542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Attempting to bind port a8332710-e124-4d0a-9a4e-592557cfb7be on network a4c249eb-0105-4135-940b-eabca533bc68 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:22.033469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59656f5d-b36b-4d8e-9fcd-576f54f090e6 req-6ee09452-3d7a-4548-8a79-8f09fa4dadc8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "DELETE /v2.0/ports/df32ff96-00e1-4a0a-84bc-3df8547ca305 HTTP/1.1" status: 204 len: 173 time: 1.2346869 Jan 29 19:52:22.033469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'name': 'network-vif-deleted', 'tag': 'df32ff96-00e1-4a0a-84bc-3df8547ca305'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:22.033469 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e88f1b-1894-47b9-a778-bd9482f9fe51" -d '{"events": [{"server_uuid": "fd453743-c8cc-4b12-9c33-d176fa389fa9", "name": "network-vif-deleted", "tag": "df32ff96-00e1-4a0a-84bc-3df8547ca305"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:22.039692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:22.040078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Checking segment: {'id': '3b34de7e-73f4-4198-ae78-1d7e8d7d7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:22.040515 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.040916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Bound using segment: {'id': '3b34de7e-73f4-4198-ae78-1d7e8d7d7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:22.041587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Bound port: a8332710-e124-4d0a-9a4e-592557cfb7be, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b34de7e-73f4-4198-ae78-1d7e8d7d7997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a4c249eb-0105-4135-940b-eabca533bc68'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:22.041974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.080694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Deleting subnet abead14b-b34c-4657-918e-79edef7e60df {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:22.087751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Publish callbacks [] for subnet (abead14b-b34c-4657-918e-79edef7e60df), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.103479 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe08253-fc63-4a7e-ab33-6477c77173ec x-openstack-request-id: req-bbe08253-fc63-4a7e-ab33-6477c77173ec {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:22.103892 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd453743-c8cc-4b12-9c33-d176fa389fa9", "name": "network-vif-deleted", "tag": "df32ff96-00e1-4a0a-84bc-3df8547ca305", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:22.107539 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbe08253-fc63-4a7e-ab33-6477c77173ec {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:22.107539 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd453743-c8cc-4b12-9c33-d176fa389fa9', 'name': 'network-vif-deleted', 'tag': 'df32ff96-00e1-4a0a-84bc-3df8547ca305', 'status': 'completed', 'code': 200} Jan 29 19:52:22.118659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:52:22.128372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:22.128953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.154934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-58c1343e-5ded-4bb6-be04-c729dcf34cc1 None None] Provisioning complete for port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:22.155343 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-58c1343e-5ded-4bb6-be04-c729dcf34cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.179589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (abead14b-b34c-4657-918e-79edef7e60df), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.210634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] For port a8332710-e124-4d0a-9a4e-592557cfb7be, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:22.224662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] For port a8332710-e124-4d0a-9a4e-592557cfb7be, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a8332710-e124-4d0a-9a4e-592557cfb7be,segment=NetworkSegment(3b34de7e-73f4-4198-ae78-1d7e8d7d7997),segment_id=3b34de7e-73f4-4198-ae78-1d7e8d7d7997)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:22.246992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-58c1343e-5ded-4bb6-be04-c729dcf34cc1 None None] Port 2e7eb268-3097-4d25-8cb8-85484c8b1b79 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:22.255288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 01533ff5-8486-49f1-9c55-7b0d4a7d23d4) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:22.264560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:22.265170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.283213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6c060-28a7-4e5b-9140-fd5882ef7a04 None None] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:22.321306 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.324228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.343507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for 2e7eb268-3097-4d25-8cb8-85484c8b1b79 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:22.356362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (abead14b-b34c-4657-918e-79edef7e60df), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.439065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-66698b01-e7cb-4016-9327-34ac8f276876 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8044524 Jan 29 19:52:22.441419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53094) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:22.446064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-651807519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:22.452997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66057-05c6-4603-8aec-db0f4068a8f7 None None] Pushing event updated for resources: {'Port': ['ID=a8332710-e124-4d0a-9a4e-592557cfb7be,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:22.461297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-01533ff5-8486-49f1-9c55-7b0d4a7d23d4', 'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': '5086636c-6c28-4ec2-b838-675eca5dbe22'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:52:22.462787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.584474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (d24750f8-75a9-4e92-bcef-ab80230ccd50), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.585984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (d24750f8-75a9-4e92-bcef-ab80230ccd50), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.635966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (abead14b-b34c-4657-918e-79edef7e60df), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.668806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Allocated IP 2001:db8:1::2 (01533ff5-8486-49f1-9c55-7b0d4a7d23d4/5086636c-6c28-4ec2-b838-675eca5dbe22/7e511f59-e1da-4095-8e8a-588baca789a2) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:22.703506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abead14b-b34c-4657-918e-79edef7e60df,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:22.713442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2e7eb268-3097-4d25-8cb8-85484c8b1b79), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.799335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (d24750f8-75a9-4e92-bcef-ab80230ccd50), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.860663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (d24750f8-75a9-4e92-bcef-ab80230ccd50), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.885199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.894890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ebb3c497-8aca-4d75-86bc-e91e18b540f0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abead14b-b34c-4657-918e-79edef7e60df HTTP/1.1" status: 204 len: 168 time: 1.0410538 Jan 29 19:52:22.896421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53102) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:22.921997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=2e7eb268-3097-4d25-8cb8-85484c8b1b79,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:22.971047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc82f1-439f-45e6-85e0-c01c38c59d32 None None] Network 080da103-087f-4cd3-83b4-f2ac086b4782 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:22.986133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:22.989501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ffaf0eb-810e-4894-a568-63faf4e06397 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5470119 Jan 29 19:52:22.993418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53106) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:23.138192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a8332710-e124-4d0a-9a4e-592557cfb7be up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:23.165100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Publish callbacks [] for port (7e511f59-e1da-4095-8e8a-588baca789a2), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.181093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (080da103-087f-4cd3-83b4-f2ac086b4782), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.221253 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-baec946e-2a84-4636-be7a-f64be6381018 req-6b7b15b2-f96d-4c45-9d0b-9e5d4cc58e3e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd453743-c8cc-4b12-9c33-d176fa389fa9 HTTP/1.1" status: 200 len: 210 time: 0.0947714 Jan 29 19:52:23.258736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.260318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a8332710-e124-4d0a-9a4e-592557cfb7be triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:23.260800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.269231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-22aa8512-93ea-424b-801a-17b04b11fa03 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/ports/2e7eb268-3097-4d25-8cb8-85484c8b1b79 HTTP/1.1" status: 204 len: 168 time: 1.4668653 Jan 29 19:52:23.274964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53108) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:23.329221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.365789 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3365216b-e3b3-491c-ae94-ce90b3830210 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] GET failed (client error): The resource could not be found. Jan 29 19:52:23.375936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3365216b-e3b3-491c-ae94-ce90b3830210 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "GET /v2.0/ports/2e7eb268-3097-4d25-8cb8-85484c8b1b79 HTTP/1.1" status: 404 len: 333 time: 0.0858946 Jan 29 19:52:23.380595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53110) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:23.395335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'name': 'tempest-AllowedAddressPairTestJSON-745152387'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:23.395593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] DHCP port deletion for 080da103-087f-4cd3-83b4-f2ac086b4782 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:52:23.403283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:23.412334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:23.425444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:23.459797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Pushing event updated for resources: {'Port': ['ID=7e511f59-e1da-4095-8e8a-588baca789a2,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:23.489593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Deleting port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:23.489949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.577731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a8332710-e124-4d0a-9a4e-592557cfb7be is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:23.578374 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.582534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Attempting to bind port 7e511f59-e1da-4095-8e8a-588baca789a2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:23.583143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Attempting to bind port 7e511f59-e1da-4095-8e8a-588baca789a2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:23.583717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Attempting to bind port 7e511f59-e1da-4095-8e8a-588baca789a2 on network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:23.608034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:23.608792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Checking segment: {'id': '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:23.609354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.609944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Bound using segment: {'id': '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:23.610604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Bound port: 7e511f59-e1da-4095-8e8a-588baca789a2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01533ff5-8486-49f1-9c55-7b0d4a7d23d4'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:23.611156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.615471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] For port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:23.615847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.619109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] Deleting port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:23.619698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.662693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Calling delete_port for 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:23.739217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:23.743017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.754974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port a8332710-e124-4d0a-9a4e-592557cfb7be, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a8332710-e124-4d0a-9a4e-592557cfb7be,segment=NetworkSegment(3b34de7e-73f4-4198-ae78-1d7e8d7d7997),segment_id=3b34de7e-73f4-4198-ae78-1d7e8d7d7997)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:23.775505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] device_id is not set on port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:23.802491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] For port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,segment=NetworkSegment(332fb061-0007-4fa7-a288-b66f5490b096),segment_id=332fb061-0007-4fa7-a288-b66f5490b096)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:23.803174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.837367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] Calling delete_port for 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:23.840788 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:23.843593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] For port 7e511f59-e1da-4095-8e8a-588baca789a2, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:23.856817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] For port 7e511f59-e1da-4095-8e8a-588baca789a2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e511f59-e1da-4095-8e8a-588baca789a2,segment=NetworkSegment(2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd),segment_id=2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:23.950007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b7201816-7c36-4efb-bd3f-f93ae1b48e6b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:23.958647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.003120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b7201816-7c36-4efb-bd3f-f93ae1b48e6b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:24.003807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b7201816-7c36-4efb-bd3f-f93ae1b48e6b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:24.014864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=a8332710-e124-4d0a-9a4e-592557cfb7be,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:24.083494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.107962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-1c02660e-45b5-4c86-92a9-06686bd846b9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:24.107962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-1c02660e-45b5-4c86-92a9-06686bd846b9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.2282703 Jan 29 19:52:24.111721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Allocated IP 172.20.0.7 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/c43f09ed-1084-4ac4-a9cd-99a8d2662b08) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:24.113974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.137873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:24.142790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] No DVR routers for this DVR port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:24.144781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2a9a5-2044-4b65-b158-19c782e37086 None None] Pushing event updated for resources: {'Port': ['ID=7e511f59-e1da-4095-8e8a-588baca789a2,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:24.160288 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (0af3bbbd-9206-40af-a3ff-74105d8fc7f2), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.179081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-d7a09766-af98-4e74-8f71-f42ee246ac1a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/quotas/d11585bc8871463994074b6c1f01d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0687845 Jan 29 19:52:24.194842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] Pushing event deleted for resources: {'Port': ['ID=0af3bbbd-9206-40af-a3ff-74105d8fc7f2,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:24.253577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651612d7-4135-42cc-8f8b-28bdebf14746 None None] No DVR routers for this DVR port 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:24.329988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b205f72-f474-423b-bdcc-238deff89479 None None] Network a4c249eb-0105-4135-940b-eabca533bc68 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:24.499017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-22feefaf-068d-4ccf-86f7-1b8ce7e67ce7 None None] Provisioning complete for port a8332710-e124-4d0a-9a4e-592557cfb7be triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:24.499322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22feefaf-068d-4ccf-86f7-1b8ce7e67ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.537789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8::1 (a4c249eb-0105-4135-940b-eabca533bc68/4753dad4-d49a-4344-b519-08525bfb5305/fbc77553-fd39-4eee-8b3a-1041603d7a7a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:24.660127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-22feefaf-068d-4ccf-86f7-1b8ce7e67ce7 None None] Current status of the port a8332710-e124-4d0a-9a4e-592557cfb7be is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:24.723380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.844927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.863169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (080da103-087f-4cd3-83b4-f2ac086b4782), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.916912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network a4c249eb-0105-4135-940b-eabca533bc68 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:24.920475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:24.920661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080da103-087f-4cd3-83b4-f2ac086b4782']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:24.924810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:24.925499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.933727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332fb061-0007-4fa7-a288-b66f5490b096') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:24.933727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332fb061-0007-4fa7-a288-b66f5490b096') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:24.945656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (332fb061-0007-4fa7-a288-b66f5490b096), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.960862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (332fb061-0007-4fa7-a288-b66f5490b096), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:24.967996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:24.968434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (332fb061-0007-4fa7-a288-b66f5490b096), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:25.019386 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:25.065034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=fbc77553-fd39-4eee-8b3a-1041603d7a7a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:25.251837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-6130a2c2-0388-4ef1-872c-aa95552bcd3d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0667636 Jan 29 19:52:25.283285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a8332710-e124-4d0a-9a4e-592557cfb7be up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:25.370496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-f8f39f51-03e7-4eaf-b32c-66bb5cf6d274 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:25.377648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-f8f39f51-03e7-4eaf-b32c-66bb5cf6d274 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.2858744 Jan 29 19:52:25.398324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (080da103-087f-4cd3-83b4-f2ac086b4782), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.405047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ec7cba23-b819-4053-b05a-18b69e12cc7a None None] Provisioning complete for port a8332710-e124-4d0a-9a4e-592557cfb7be triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:25.405425 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec7cba23-b819-4053-b05a-18b69e12cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.411531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-71999008-138f-4413-b5b9-6b63e0f28e11 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0328145 Jan 29 19:52:25.440488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.446064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/080da103-087f-4cd3-83b4-f2ac086b4782 HTTP/1.1" status: 204 len: 168 time: 2.5171356 Jan 29 19:52:25.456407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-20f89ebf-7508-4978-86ef-a569ad0f0dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.467370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.478847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a8332710-e124-4d0a-9a4e-592557cfb7be triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:25.479202 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.492933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.583298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-fc9020b7-2d8a-49a5-9a65-6668400084e7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:25.585417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-fc9020b7-2d8a-49a5-9a65-6668400084e7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a387f02-9836-4977-850c-bd5bed787cf9 HTTP/1.1" status: 200 len: 946 time: 0.2854381 Jan 29 19:52:25.591632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-f0f0740c-1634-4889-8e7f-f1d549bd90ce service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320086 Jan 29 19:52:25.597096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8bf08-841b-4fbd-b64d-3c596f967f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=080da103-087f-4cd3-83b4-f2ac086b4782,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:25.652270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ec7cba23-b819-4053-b05a-18b69e12cc7a None None] Current status of the port a8332710-e124-4d0a-9a4e-592557cfb7be is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:25.707934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-b52babce-540f-41d1-8ccd-4cde4e87d975 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2336693 Jan 29 19:52:25.741988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a8332710-e124-4d0a-9a4e-592557cfb7be is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:25.743180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e511f59-e1da-4095-8e8a-588baca789a2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:25.780453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df32ff96-00e1-4a0a-84bc-3df8547ca305 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:25.824458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: df32ff96-00e1-4a0a-84bc-3df8547ca305 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:25.825325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df32ff96-00e1-4a0a-84bc-3df8547ca305 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:25.826630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-32f922a8-7bef-4bfa-998c-09c5cb670d81 service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144146 Jan 29 19:52:25.837817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6056eed7-8266-45b7-b770-433671297793 None None] Provisioning complete for port fbc77553-fd39-4eee-8b3a-1041603d7a7a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:25.838713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6056eed7-8266-45b7-b770-433671297793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.848951 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:25.888215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6056eed7-8266-45b7-b770-433671297793 None None] Port fbc77553-fd39-4eee-8b3a-1041603d7a7a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:25.891301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d71e3-2e48-4398-893d-43d905b3e7ac None None] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:25.980386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:25.989394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53178) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:25.994801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:26.011994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:26.023868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=c43f09ed-1084-4ac4-a9cd-99a8d2662b08,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:26.033791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7e511f59-e1da-4095-8e8a-588baca789a2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:26.034390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.080809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:26.090131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:26.091921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.141248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Provisioning complete for port 7e511f59-e1da-4095-8e8a-588baca789a2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:26.143170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.148691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-e71ee4bb-f956-4414-90db-ccb647afe9e9 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836255 Jan 29 19:52:26.193096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-54e9bf38-bfdd-45e0-95d2-7dcbc8db007a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8064170 Jan 29 19:52:26.195494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53186) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:26.214216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:83:7b:76'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:26.303036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Deleting port 5d51e887-44ff-44f6-a0c4-525ee1d6770a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:26.303659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.374684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0528177-5030-4cee-a452-3439a4098c20 req-6a195110-7175-4195-8d48-5c427f010cdc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 210 time: 0.1802394 Jan 29 19:52:26.411958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb7c3a0c-39a3-4315-87dc-c8c6f818ec34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f6ac07761d4dc8ba14870aa83eefca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168682 Jan 29 19:52:26.412793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53192) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:26.492883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e511f59-e1da-4095-8e8a-588baca789a2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:26.493383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.496439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d51e887-44ff-44f6-a0c4-525ee1d6770a is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:26.496825 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.511083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Current status of the port 7e511f59-e1da-4095-8e8a-588baca789a2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:26.511313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.513403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.559478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 7e511f59-e1da-4095-8e8a-588baca789a2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e511f59-e1da-4095-8e8a-588baca789a2,segment=NetworkSegment(2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd),segment_id=2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:26.582571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:26.585052 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bdeee7-a63a-483a-94cb-42a20db92554" -d '{"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:26.595349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17520e3a-d627-4e51-b5ef-d6dcfa40fe29 admin admin] Publish callbacks [] for security_group (64af0143-cd25-4c14-8837-68f10b3bfe70), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.602091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:26.603077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] For port 5d51e887-44ff-44f6-a0c4-525ee1d6770a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d51e887-44ff-44f6-a0c4-525ee1d6770a,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:26.606299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.613707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.635305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.638015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Calling delete_port for 5d51e887-44ff-44f6-a0c4-525ee1d6770a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:26.684865 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17520e3a-d627-4e51-b5ef-d6dcfa40fe29 admin admin] Publish callbacks [] for security_group (64af0143-cd25-4c14-8837-68f10b3bfe70), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.710796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.711746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.774862 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52541e8-237f-46a8-8876-423ea5fc81c4 x-openstack-request-id: req-d52541e8-237f-46a8-8876-423ea5fc81c4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:26.775201 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:26.775426 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d52541e8-237f-46a8-8876-423ea5fc81c4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:26.775816 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'code': 200} Jan 29 19:52:26.777585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:26.782094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.786743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-334fd523-d2c5-498a-8864-63b60d5907fe service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171036 Jan 29 19:52:26.817475 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:52:26.817752 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:52:26.820612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:26.821099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0af3bbbd-9206-40af-a3ff-74105d8fc7f2 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:26.823925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=7e511f59-e1da-4095-8e8a-588baca789a2,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:26.835299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=fbc77553-fd39-4eee-8b3a-1041603d7a7a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:26.899746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17520e3a-d627-4e51-b5ef-d6dcfa40fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (64af0143-cd25-4c14-8837-68f10b3bfe70), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.903526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17520e3a-d627-4e51-b5ef-d6dcfa40fe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:26.906069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-17520e3a-d627-4e51-b5ef-d6dcfa40fe29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64af0143-cd25-4c14-8837-68f10b3bfe70 HTTP/1.1" status: 204 len: 168 time: 0.4896820 Jan 29 19:52:26.925543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17520e3a-d627-4e51-b5ef-d6dcfa40fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af0143-cd25-4c14-8837-68f10b3bfe70,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:26.981397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network a4c249eb-0105-4135-940b-eabca533bc68 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:26.987262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:27.011818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.023701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:27.075051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.091237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e511f59-e1da-4095-8e8a-588baca789a2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:27.188008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7e511f59-e1da-4095-8e8a-588baca789a2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:27.188705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.294091 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d25f8578-3950-46d3-b45c-288c498d7f0b req-e19de9b4-f7f8-45ee-8eb1-341b67d299d1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 210 time: 0.1065803 Jan 29 19:52:27.348780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=c43f09ed-1084-4ac4-a9cd-99a8d2662b08,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:27.359055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5d51e887-44ff-44f6-a0c4-525ee1d6770a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.364739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] In _notify_port_updated(), no bound segment for port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 on network 9735b944-6b04-4a4f-9164-b775f16578e0 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:52:27.377250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:27.378605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.379650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a131ae2a-a90c-46d9-bb77-631a6a816f6a tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "PUT /v2.0/ports/c43f09ed-1084-4ac4-a9cd-99a8d2662b08 HTTP/1.1" status: 200 len: 995 time: 1.1832182 Jan 29 19:52:27.383395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:27.450916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4275ee1a-583b-4427-9910-16d372d8971b None None] Current status of the port 7e511f59-e1da-4095-8e8a-588baca789a2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:27.499950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event deleted for resources: {'Port': ['ID=5d51e887-44ff-44f6-a0c4-525ee1d6770a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:27.556583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e511f59-e1da-4095-8e8a-588baca789a2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:27.585055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-538d19cd-e134-4654-b931-d5fb9f5c4aee None None] Provisioning complete for port 7e511f59-e1da-4095-8e8a-588baca789a2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:27.587451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-538d19cd-e134-4654-b931-d5fb9f5c4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.614473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] No DVR routers for this DVR port 5d51e887-44ff-44f6-a0c4-525ee1d6770a on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:27.618489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.622169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6646ebea-f36c-4089-aa60-36a91b6d128b req-6658fec1-728a-4f25-a787-1e9fb6e2447b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "DELETE /v2.0/ports/5d51e887-44ff-44f6-a0c4-525ee1d6770a HTTP/1.1" status: 204 len: 173 time: 2.0002418 Jan 29 19:52:27.623921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-deleted', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:27.626344 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13da8d0-3e05-402c-9a83-584f502acb0e" -d '{"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-deleted", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:27.628960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d24750f8-75a9-4e92-bcef-ab80230ccd50 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:52:27.663024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f076ca22-7da0-4ab0-9dc5-930de7416651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.682433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:27.682433 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.729402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8faa49f3-2ea4-4ec0-a5aa-dbb955bd5620 req-6443d593-81fa-47b9-b394-00c05c808574 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 210 time: 0.1195495 Jan 29 19:52:27.749049 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f1c38-1b5e-4640-b838-f9d26d419b88 x-openstack-request-id: req-2f5f1c38-1b5e-4640-b838-f9d26d419b88 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:27.749339 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a387f02-9836-4977-850c-bd5bed787cf9", "name": "network-vif-deleted", "tag": "5d51e887-44ff-44f6-a0c4-525ee1d6770a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:27.749594 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f5f1c38-1b5e-4640-b838-f9d26d419b88 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:27.749995 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a387f02-9836-4977-850c-bd5bed787cf9', 'name': 'network-vif-deleted', 'tag': '5d51e887-44ff-44f6-a0c4-525ee1d6770a', 'status': 'completed', 'code': 200} Jan 29 19:52:27.755495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-538d19cd-e134-4654-b931-d5fb9f5c4aee None None] Current status of the port 7e511f59-e1da-4095-8e8a-588baca789a2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:27.768267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-538d19cd-e134-4654-b931-d5fb9f5c4aee None None] Provisioning complete for port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:27.768666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-538d19cd-e134-4654-b931-d5fb9f5c4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.834293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-538d19cd-e134-4654-b931-d5fb9f5c4aee None None] Port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:27.862510 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:27.880125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for c43f09ed-1084-4ac4-a9cd-99a8d2662b08 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:27.893507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:27.900660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7980909c-ccad-41da-9f19-a7aa4f915cfb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d24750f8-75a9-4e92-bcef-ab80230ccd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8853228 Jan 29 19:52:27.908417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53228) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:27.920601 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] Sync routers for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:27.937162 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:27.948234 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:27.970620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cc4271f7-c02e-4585-9a51-aea925e5d77b None None] Provisioning complete for port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:27.970996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc4271f7-c02e-4585-9a51-aea925e5d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.044559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b09742-ac7b-47a5-b562-818e3a1d5aa0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:28.063796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-90b09742-ac7b-47a5-b562-818e3a1d5aa0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports/fbc77553-fd39-4eee-8b3a-1041603d7a7a HTTP/1.1" status: 200 len: 911 time: 0.1524849 Jan 29 19:52:28.064894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53234) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:28.067139 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:28.096483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cc4271f7-c02e-4585-9a51-aea925e5d77b None None] Port c43f09ed-1084-4ac4-a9cd-99a8d2662b08 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:28.100590 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:28.100789 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:28.117667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cc4271f7-c02e-4585-9a51-aea925e5d77b None None] Provisioning complete for port fbc77553-fd39-4eee-8b3a-1041603d7a7a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:28.117667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc4271f7-c02e-4585-9a51-aea925e5d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.143009 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:28.143668 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50295aa6-7f75-49bc-aae5-95ee293ad788 None None] The sync data for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:28.165687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cc4271f7-c02e-4585-9a51-aea925e5d77b None None] Port fbc77553-fd39-4eee-8b3a-1041603d7a7a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:28.194847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c43f09ed-1084-4ac4-a9cd-99a8d2662b08), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.233366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=c43f09ed-1084-4ac4-a9cd-99a8d2662b08,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:28.341939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.347686 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eb050099-be98-4cce-8392-91af0ab4ac7e tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/ports/c43f09ed-1084-4ac4-a9cd-99a8d2662b08 HTTP/1.1" status: 204 len: 168 time: 0.9624772 Jan 29 19:52:28.367383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:28.412330 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8698d883-71ac-4094-94fd-36680af46974 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] GET failed (client error): The resource could not be found. Jan 29 19:52:28.413899 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8698d883-71ac-4094-94fd-36680af46974 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "GET /v2.0/ports/c43f09ed-1084-4ac4-a9cd-99a8d2662b08 HTTP/1.1" status: 404 len: 333 time: 0.0454874 Jan 29 19:52:28.416084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9a87364-baff-411c-b6c5-2b023b89c9b9 req-d6ffab2c-1d42-493b-8178-a5d1e7743109 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 210 time: 0.0673947 Jan 29 19:52:28.417430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53244) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:28.423797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'name': 'tempest-AllowedAddressPairTestJSON-65074964'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:28.569990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.686307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:28.690956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.715891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] device_id is not set on port 224da9ab-7a4f-4f02-b59b-f3bbc927734a yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:28.805184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:28.875979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Allocated IP 172.20.0.10 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/224da9ab-7a4f-4f02-b59b-f3bbc927734a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:28.949515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53260) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:29.133996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (224da9ab-7a4f-4f02-b59b-f3bbc927734a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.135648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53266) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:29.161255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1171594204-network', 'tenant_id': 'f8dd95e3fec14ad78e109163c557ed36'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:29.222567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b5d49-27fc-4867-a9b6-fb946cefa9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.271233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d93d4a3a-391f-43eb-b80b-6d55637669b0 req-11017867-f119-496e-b1ee-c5b53e34c5a3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 210 time: 0.4504275 Jan 29 19:52:29.279922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Made reservation on behalf of f8dd95e3fec14ad78e109163c557ed36 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:29.288407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.297556 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.312194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (224da9ab-7a4f-4f02-b59b-f3bbc927734a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.386613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8:1::1 (01533ff5-8486-49f1-9c55-7b0d4a7d23d4/5086636c-6c28-4ec2-b838-675eca5dbe22/a5fbc775-35c9-44e9-b4a5-94324d34b1b2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:29.394435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:29.406757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:29.409336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:29.414429 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b5d49-27fc-4867-a9b6-fb946cefa9b6 admin admin] Publish callbacks [] for security_group (d0be94ac-73a2-402e-8fd2-e94918eeb779), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.415124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-29b3628d-b2f4-4791-b6d5-177f2ae44495 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:29.416771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-29b3628d-b2f4-4791-b6d5-177f2ae44495 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.5692210 Jan 29 19:52:29.442526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=224da9ab-7a4f-4f02-b59b-f3bbc927734a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:29.485257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Request body: {'port': {'device_id': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'admin_state_up': True, 'tenant_id': 'd11585bc8871463994074b6c1f01d5b3'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:29.485604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:29.486263 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.516268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e6b5d49-27fc-4867-a9b6-fb946cefa9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d0be94ac-73a2-402e-8fd2-e94918eeb779), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.571651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks [] for security_group (9a5ae8b7-5766-4015-a925-79272b130826), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.600669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e1ef69a5-7d3b-4e2b-b93b-b7a8de45e825 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1820323 Jan 29 19:52:29.602988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-516045f0-dda2-4b4f-8a5a-9415bab2778f req-165d031f-c99a-48e1-b5ab-85cef0c3d7c5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 210 time: 0.0626516 Jan 29 19:52:29.604582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53272) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:29.611750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.612500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'network_id': '9735b944-6b04-4a4f-9164-b775f16578e0', 'name': 'tempest-AllowedAddressPairTestJSON-330361561'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:29.623419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b5d49-27fc-4867-a9b6-fb946cefa9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be94ac-73a2-402e-8fd2-e94918eeb779,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:29.633567 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.651354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e6b5d49-27fc-4867-a9b6-fb946cefa9b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48bd8585cfcf420a8a37ce97aeef0b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120292 Jan 29 19:52:29.653402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53274) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:29.667597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9a5ae8b7-5766-4015-a925-79272b130826), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.702049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-922a3b89-c949-4d9d-98da-b00034fc1951 None None] Provisioning complete for port 224da9ab-7a4f-4f02-b59b-f3bbc927734a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:29.702437 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-922a3b89-c949-4d9d-98da-b00034fc1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (224da9ab-7a4f-4f02-b59b-f3bbc927734a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.726122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:29.740571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-922a3b89-c949-4d9d-98da-b00034fc1951 None None] Port 224da9ab-7a4f-4f02-b59b-f3bbc927734a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:29.753365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-405ea047-c9a4-4da8-a7e6-05af4efc2cba admin admin] Publish callbacks [] for security_group (d0be94ac-73a2-402e-8fd2-e94918eeb779), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.757042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ae8b7-5766-4015-a925-79272b130826,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:29.772804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a36af0c6-edee-4d82-a03a-00862d589539), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.773156 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Added segment a36af0c6-edee-4d82-a03a-00862d589539 of type vlan for network 9be21934-a96f-4350-a58a-f6cc3e964f07 Jan 29 19:52:29.776983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-405ea047-c9a4-4da8-a7e6-05af4efc2cba admin admin] Publish callbacks [] for security_group (d0be94ac-73a2-402e-8fd2-e94918eeb779), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.778725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Made reservation on behalf of d11585bc8871463994074b6c1f01d5b3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:29.782653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.830452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.833408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9be21934-a96f-4350-a58a-f6cc3e964f07), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.908757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Made reservation on behalf of f9b11b19537842eda60fc6601a50329c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:29.912255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.931856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:29.936940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] device_id is not set on port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:29.942720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9be21934-a96f-4350-a58a-f6cc3e964f07), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.943682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:29.946265 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.954671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:29.966653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:29.967451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:29.969989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=a5fbc775-35c9-44e9-b4a5-94324d34b1b2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:30.052529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] Pushing event updated for resources: {'Network': ['ID=9be21934-a96f-4350-a58a-f6cc3e964f07,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:30.066818 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-405ea047-c9a4-4da8-a7e6-05af4efc2cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d0be94ac-73a2-402e-8fd2-e94918eeb779), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.066818 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-405ea047-c9a4-4da8-a7e6-05af4efc2cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.067754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-405ea047-c9a4-4da8-a7e6-05af4efc2cba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0be94ac-73a2-402e-8fd2-e94918eeb779 HTTP/1.1" status: 204 len: 168 time: 0.4124243 Jan 29 19:52:30.092726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9be21934-a96f-4350-a58a-f6cc3e964f07 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:30.093247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1547cc0e-dd3f-44eb-9793-fb58e035bef7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1421850 Jan 29 19:52:30.096381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53278) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:30.101368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Request body: {'subnet': {'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1171594204-subnet', 'tenant_id': 'f8dd95e3fec14ad78e109163c557ed36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:30.133298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:30.140240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ea047-c9a4-4da8-a7e6-05af4efc2cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be94ac-73a2-402e-8fd2-e94918eeb779,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:30.143529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Allocated IP 172.20.0.14 (9735b944-6b04-4a4f-9164-b775f16578e0/0a18fa44-8e79-4954-9015-37886486090f/bfb8a6be-7358-409e-ae2b-cb56eb01d1dc) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:30.184069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Allocated IP 172.20.0.12 (a77ddd7c-1edb-44d6-838f-3777076f749c/0ab5d517-3434-4410-b86b-1f3acfb9a55f/6ee72a36-87d5-4f37-ad06-c880c66da966) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:30.211952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-3e5c2450-402c-41d0-b511-64fb311f60ad tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:30.213851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-3e5c2450-402c-41d0-b511-64fb311f60ad tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.3092158 Jan 29 19:52:30.225900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Made reservation on behalf of f8dd95e3fec14ad78e109163c557ed36 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:30.229399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.262214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:30.266845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 5d51e887-44ff-44f6-a0c4-525ee1d6770a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:30.267531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d51e887-44ff-44f6-a0c4-525ee1d6770a not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:30.371767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.412548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.455432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.481304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-aba908df-6f5f-4348-aef0-602142fe2466 None None] Provisioning complete for port a5fbc775-35c9-44e9-b4a5-94324d34b1b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:30.481466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-820466af-f479-4bf4-99ff-ef71996266ce req-dcad47c1-420a-4423-8f20-f7d6b6fb122d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 210 time: 0.0636411 Jan 29 19:52:30.481679 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aba908df-6f5f-4348-aef0-602142fe2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.541504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-aba908df-6f5f-4348-aef0-602142fe2466 None None] Port a5fbc775-35c9-44e9-b4a5-94324d34b1b2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:30.624092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.663285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d6673e2f-d382-4352-b1b9-a2677b918b0c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.679373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Network 9735b944-6b04-4a4f-9164-b775f16578e0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:30.714916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:30.725094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks [] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.731029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:30.773188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86706800-2297-40a3-8760-594ad7cf8d9d req-2258a7a7-eeb8-46cb-aa95-65ba77235e28 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 210 time: 0.0672741 Jan 29 19:52:30.777236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=bfb8a6be-7358-409e-ae2b-cb56eb01d1dc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:30.792267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6673e2f-d382-4352-b1b9-a2677b918b0c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:30.809796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:30.814670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.828354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:30.828354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.841077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Checking segment: {'id': 'a36af0c6-edee-4d82-a03a-00862d589539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:30.841439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Network hostable DHCP agents. Network: 9be21934-a96f-4350-a58a-f6cc3e964f07, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:52:30.912298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7ead5cca-5616-4f7c-9f49-751c6f0af806 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3039854 Jan 29 19:52:30.922710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:30.928645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:83:7b:76'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b7:9b:70'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:30.945285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:30.954810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Network 9be21934-a96f-4350-a58a-f6cc3e964f07 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:52:30.977387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-82bce046-dd3f-41db-8454-dc0f27a528c1 None None] Provisioning complete for port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:30.980709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82bce046-dd3f-41db-8454-dc0f27a528c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.011474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.011832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53288) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:31.022798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-82bce046-dd3f-41db-8454-dc0f27a528c1 None None] Port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:31.025934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9a77539-eabe-46d7-a50a-4115be0c766c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.032858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9be21934-a96f-4350-a58a-f6cc3e964f07) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:31.038535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.043968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:31.044238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e9dc4-482f-49f9-90ff-c72a1a677de1 None None] Network 9be21934-a96f-4350-a58a-f6cc3e964f07 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:31.044373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.055073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.055844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.066883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Network a77ddd7c-1edb-44d6-838f-3777076f749c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:31.079736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.2 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/271a62c8-acce-4ebb-b998-977268f4d437) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:31.082110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:31.090749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:31.130640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:31.152594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8953781-4ef9-43ef-b409-d817ffd21ef1 None None] Network 9be21934-a96f-4350-a58a-f6cc3e964f07 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:31.176952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f0d59c8c-19d4-4de5-a9f5-5b42ea25ccd5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0792098 Jan 29 19:52:31.305702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:31.306358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.318622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=a5fbc775-35c9-44e9-b4a5-94324d34b1b2,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:31.351540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.383058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9a77539-eabe-46d7-a50a-4115be0c766c admin admin] Publish callbacks [] for security_group (41b90d19-7b47-42e0-a54e-5a63d797da31), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.411521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:31.414539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:31.476804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-61fd28e4-ae68-4ac8-89bd-6725be190b0b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9982874 Jan 29 19:52:31.498020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.500599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.541949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Request body: {'port': {'device_id': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:31.563732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f9a77539-eabe-46d7-a50a-4115be0c766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (41b90d19-7b47-42e0-a54e-5a63d797da31), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.600808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event updated for resources: {'Port': ['ID=bfb8a6be-7358-409e-ae2b-cb56eb01d1dc,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:31.613046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f9a77539-eabe-46d7-a50a-4115be0c766c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5cbc6a54afa4d61a80478d61f03400f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6078653 Jan 29 19:52:31.624286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (271a62c8-acce-4ebb-b998-977268f4d437), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.627356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53308) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:31.691189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a77539-eabe-46d7-a50a-4115be0c766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b90d19-7b47-42e0-a54e-5a63d797da31,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:31.713918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] In _notify_port_updated(), no bound segment for port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc on network 9735b944-6b04-4a4f-9164-b775f16578e0 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:52:31.719569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:31.720230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.723553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce880220-e820-48f1-b52e-b83a4cfa13fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "PUT /v2.0/ports/bfb8a6be-7358-409e-ae2b-cb56eb01d1dc HTTP/1.1" status: 200 len: 1056 time: 0.7977846 Jan 29 19:52:31.726214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53310) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:31.746402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381daa4-f790-4936-826a-3ea48ecb0717 req-c51deadf-2a6c-4a9e-bd1f-687f2467eaed tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:31.752366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e381daa4-f790-4936-826a-3ea48ecb0717 req-c51deadf-2a6c-4a9e-bd1f-687f2467eaed tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 932 time: 0.1536169 Jan 29 19:52:31.762221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5322bcfa-f0b9-4021-8d28-725714e4a2c5 None None] Provisioning complete for port a5fbc775-35c9-44e9-b4a5-94324d34b1b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:31.762873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5322bcfa-f0b9-4021-8d28-725714e4a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.778703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.801643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d24750f8-75a9-4e92-bcef-ab80230ccd50 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:52:31.878084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7ba61fb8-5eeb-45fb-a4b2-f311312f91e7 admin admin] Publish callbacks [] for security_group (41b90d19-7b47-42e0-a54e-5a63d797da31), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.891529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e381daa4-f790-4936-826a-3ea48ecb0717 req-abfabd8a-090c-4934-b947-c377a75adf2c tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Jan 29 19:52:31.914125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-cca8a1ed-2159-4c60-b47e-f907a6978da5 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:31.915788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-cca8a1ed-2159-4c60-b47e-f907a6978da5 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/networks?id=9be21934-a96f-4350-a58a-f6cc3e964f07 HTTP/1.1" status: 200 len: 822 time: 0.3276124 Jan 29 19:52:31.959302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:31.959650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.964218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7ba61fb8-5eeb-45fb-a4b2-f311312f91e7 admin admin] Publish callbacks [] for security_group (41b90d19-7b47-42e0-a54e-5a63d797da31), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:31.964349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5322bcfa-f0b9-4021-8d28-725714e4a2c5 None None] Port a5fbc775-35c9-44e9-b4a5-94324d34b1b2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:31.983554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (271a62c8-acce-4ebb-b998-977268f4d437), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.020025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:32.042327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-ff718e82-3705-4a11-aae1-765866253068 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/quotas/f8dd95e3fec14ad78e109163c557ed36 HTTP/1.1" status: 200 len: 375 time: 0.1156495 Jan 29 19:52:32.103118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ff086-03dd-4555-aab1-aab623fee33d req-4aabcae2-c297-4403-badf-d14455e2a625 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:32.104630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-048ff086-03dd-4555-aab1-aab623fee33d req-4aabcae2-c297-4403-badf-d14455e2a625 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 931 time: 0.1110680 Jan 29 19:52:32.108851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.128963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for bfb8a6be-7358-409e-ae2b-cb56eb01d1dc owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:32.149237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-112561ce-6099-4e81-9846-7ba83e09cfc7 None None] Provisioning complete for port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:32.149757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-112561ce-6099-4e81-9846-7ba83e09cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.187354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:32.194197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-2ca0f61a-cd06-465b-aaae-bc83ba8911b8 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8dd95e3fec14ad78e109163c557ed36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1254065 Jan 29 19:52:32.202677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:32.205587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-048ff086-03dd-4555-aab1-aab623fee33d req-009506a4-bcdf-4ab9-b5c8-ba4129364ebf tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893469 Jan 29 19:52:32.209137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:32.223217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-112561ce-6099-4e81-9846-7ba83e09cfc7 None None] Port bfb8a6be-7358-409e-ae2b-cb56eb01d1dc cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:32.224123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b3d24c94-bd89-405a-8517-457dba66a523 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d24750f8-75a9-4e92-bcef-ab80230ccd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1581202 Jan 29 19:52:32.225286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53314) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:32.225634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:32.239814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=271a62c8-acce-4ebb-b998-977268f4d437,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:32.273648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] Sync routers for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:32.302939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:32.303718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:32.372526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:32.374621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a138ed2-1d30-4985-863f-5614b30fe8b0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:32.379367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5a138ed2-1d30-4985-863f-5614b30fe8b0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports/a5fbc775-35c9-44e9-b4a5-94324d34b1b2 HTTP/1.1" status: 200 len: 913 time: 0.1494925 Jan 29 19:52:32.379586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:32.394090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:32.394875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:32.420764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bfb8a6be-7358-409e-ae2b-cb56eb01d1dc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.437971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:32.438740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df145c-3706-4e16-b2f5-12f54269db0c None None] The sync data for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:32.489063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=bfb8a6be-7358-409e-ae2b-cb56eb01d1dc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:32.752430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:32.752961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.769513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7ba61fb8-5eeb-45fb-a4b2-f311312f91e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (41b90d19-7b47-42e0-a54e-5a63d797da31), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.771956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7ba61fb8-5eeb-45fb-a4b2-f311312f91e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.773115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7ba61fb8-5eeb-45fb-a4b2-f311312f91e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41b90d19-7b47-42e0-a54e-5a63d797da31 HTTP/1.1" status: 204 len: 168 time: 1.1314116 Jan 29 19:52:32.809742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba61fb8-5eeb-45fb-a4b2-f311312f91e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b90d19-7b47-42e0-a54e-5a63d797da31,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:32.836732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-c4d0e253-c4a7-41a2-90d7-458f7cbc7900 service neutron] 10.222.0.15 "GET /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665267 Jan 29 19:52:32.849919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:32.856082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-11d36e9e-faa7-42d7-a733-6f5e05033368 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/ports/bfb8a6be-7358-409e-ae2b-cb56eb01d1dc HTTP/1.1" status: 204 len: 168 time: 1.1234860 Jan 29 19:52:32.856938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53320) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:32.884465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-dfe2b8fa-aa1d-48c2-b02a-bbde0bd8fb51 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6369348 Jan 29 19:52:32.884682 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6245d8ce-2954-45a9-b576-be75c65c9e75 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] GET failed (client error): The resource could not be found. Jan 29 19:52:32.889559 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6245d8ce-2954-45a9-b576-be75c65c9e75 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "GET /v2.0/ports/bfb8a6be-7358-409e-ae2b-cb56eb01d1dc HTTP/1.1" status: 404 len: 333 time: 0.0281603 Jan 29 19:52:32.890029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:32.908073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Request body: {'port': {'device_id': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:32.979316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee72a36-87d5-4f37-ad06-c880c66da966 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:32.993278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Publish callbacks [] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.036087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Transition to ACTIVE for port object 6ee72a36-87d5-4f37-ad06-c880c66da966 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:52:33.052635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (271a62c8-acce-4ebb-b998-977268f4d437), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.062851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.064589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-1b95b5dd-3d44-42bc-99eb-f0da803382f3 service neutron] 10.222.0.15 "GET /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198100 Jan 29 19:52:33.083301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911327fa-4ce6-4187-842f-142f39a313b8 req-5cd2ead1-c799-4a9a-9d43-070475175744 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:33.084964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-911327fa-4ce6-4187-842f-142f39a313b8 req-5cd2ead1-c799-4a9a-9d43-070475175744 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 932 time: 0.1196320 Jan 29 19:52:33.110482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.128720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port 224da9ab-7a4f-4f02-b59b-f3bbc927734a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:33.129124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (224da9ab-7a4f-4f02-b59b-f3bbc927734a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.245634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:33.447363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1db1674-e378-4790-9421-23356bd5e07f req-6517e414-09c9-43c4-ba32-b7e2223a249c tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.1387663 Jan 29 19:52:33.546575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Attempting to bind port 6ee72a36-87d5-4f37-ad06-c880c66da966 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:33.546915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Attempting to bind port 6ee72a36-87d5-4f37-ad06-c880c66da966 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:33.547252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Attempting to bind port 6ee72a36-87d5-4f37-ad06-c880c66da966 on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:33.584055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Port 6ee72a36-87d5-4f37-ad06-c880c66da966 on network a77ddd7c-1edb-44d6-838f-3777076f749c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:52:33.584420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Attempting to bind port 6ee72a36-87d5-4f37-ad06-c880c66da966 on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:33.607232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:33.608139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Checking segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:33.609149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Bound using segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:33.609740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Bound port: 6ee72a36-87d5-4f37-ad06-c880c66da966, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:33.610065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.648435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7d5d-7372-4bba-ba16-6b40bbf02a98 req-28135701-0c9a-4138-90b6-3d349da822a9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:33.649944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edcf7d5d-7372-4bba-ba16-6b40bbf02a98 req-28135701-0c9a-4138-90b6-3d349da822a9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 931 time: 0.1289124 Jan 29 19:52:33.722104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271a62c8-acce-4ebb-b998-977268f4d437 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:33.722980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-911327fa-4ce6-4187-842f-142f39a313b8 req-8026b364-5daa-44a2-bee9-1d5dcc4e4861 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065154 Jan 29 19:52:33.749297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Publish callbacks [] for port (271a62c8-acce-4ebb-b998-977268f4d437), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.764903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (224da9ab-7a4f-4f02-b59b-f3bbc927734a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.780666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for 224da9ab-7a4f-4f02-b59b-f3bbc927734a owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:33.783538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Transition to ACTIVE for port object 271a62c8-acce-4ebb-b998-977268f4d437 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:52:33.788106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:33.791303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:33.796425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edcf7d5d-7372-4bba-ba16-6b40bbf02a98 req-3fa4103f-10ea-4431-8c26-72ad063144bc tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242228 Jan 29 19:52:33.857593 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (271a62c8-acce-4ebb-b998-977268f4d437), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.897428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.930131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:33.930131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:33.930131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ee72a36-87d5-4f37-ad06-c880c66da966 HTTP/1.1" status: 200 len: 1092 time: 2.3940084 Jan 29 19:52:33.930131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:33.931974 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:33.941414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Pushing event updated for resources: {'Port': ['ID=271a62c8-acce-4ebb-b998-977268f4d437,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:34.006190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port a5fbc775-35c9-44e9-b4a5-94324d34b1b2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:34.007618 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.027904 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a03e50-e7ba-49cd-8d7c-4c94d025bec2 x-openstack-request-id: req-84a03e50-e7ba-49cd-8d7c-4c94d025bec2 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:34.028310 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:34.028635 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84a03e50-e7ba-49cd-8d7c-4c94d025bec2 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:34.029101 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'status': 'completed', 'code': 200} Jan 29 19:52:34.100172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df722-0344-4e02-a5f7-b387973a55f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:34.101007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (224da9ab-7a4f-4f02-b59b-f3bbc927734a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.103706 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.131625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Attempting to bind port 271a62c8-acce-4ebb-b998-977268f4d437 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:34.132011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Attempting to bind port 271a62c8-acce-4ebb-b998-977268f4d437 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:34.132376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Attempting to bind port 271a62c8-acce-4ebb-b998-977268f4d437 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:34.140770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=224da9ab-7a4f-4f02-b59b-f3bbc927734a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:34.141311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Port 271a62c8-acce-4ebb-b998-977268f4d437 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:52:34.141639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Attempting to bind port 271a62c8-acce-4ebb-b998-977268f4d437 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:34.146759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for a5fbc775-35c9-44e9-b4a5-94324d34b1b2 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:34.149653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:34.150250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:34.150812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:34.151599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Bound port: 271a62c8-acce-4ebb-b998-977268f4d437, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:34.152144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (271a62c8-acce-4ebb-b998-977268f4d437), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.157612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba req-8721d9d9-caae-4c72-83d9-ccb4ca90b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:34.159374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba req-8721d9d9-caae-4c72-83d9-ccb4ca90b780 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 1126 time: 0.1017127 Jan 29 19:52:34.370457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.374831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1ff8b213-72c2-4a9e-81a9-1ffba05c7105 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/ports/224da9ab-7a4f-4f02-b59b-f3bbc927734a HTTP/1.1" status: 204 len: 168 time: 1.4839344 Jan 29 19:52:34.379311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] For port 271a62c8-acce-4ebb-b998-977268f4d437, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:34.381549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53360) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:34.388679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] For port 271a62c8-acce-4ebb-b998-977268f4d437, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=271a62c8-acce-4ebb-b998-977268f4d437,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:34.395717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba req-74af8bf3-b4ef-4ace-a811-f160f59bc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:34.397566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba req-74af8bf3-b4ef-4ace-a811-f160f59bc613 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d11585bc8871463994074b6c1f01d5b3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2258933 Jan 29 19:52:34.413317 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8b3852-a34f-4907-8181-e38859174047 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] GET failed (client error): The resource could not be found. Jan 29 19:52:34.414821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a8b3852-a34f-4907-8181-e38859174047 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "GET /v2.0/ports/224da9ab-7a4f-4f02-b59b-f3bbc927734a HTTP/1.1" status: 404 len: 333 time: 0.0322337 Jan 29 19:52:34.421560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53362) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:34.478921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (271a62c8-acce-4ebb-b998-977268f4d437), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.531480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:34.532170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.534345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] 10.222.0.26 "PUT /v2.0/ports/271a62c8-acce-4ebb-b998-977268f4d437 HTTP/1.1" status: 200 len: 1091 time: 1.6346459 Jan 29 19:52:34.561821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-576ea646-8352-48e7-aa8f-6cc118bb274e req-d78e1cd7-1ca6-4c59-b1aa-64fbcf744bb8 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.0692618 Jan 29 19:52:34.593846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port bb2d974a-27bd-425b-b7d6-480d3e2f2d6a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:34.594313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.594679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba req-c9b330fa-eb22-4c46-8ae6-3025d91dc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:34.596278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3930e70b-dc63-4ef2-bbb5-787bffacd4ba req-c9b330fa-eb22-4c46-8ae6-3025d91dc1f7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1918433 Jan 29 19:52:34.599307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a6f04-d2dd-4baf-aea5-1b4973dba5ce service neutron] Pushing event updated for resources: {'Port': ['ID=271a62c8-acce-4ebb-b998-977268f4d437,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:34.611524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a5fbc775-35c9-44e9-b4a5-94324d34b1b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.661818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=a5fbc775-35c9-44e9-b4a5-94324d34b1b2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:34.757418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-5d38f71e-e4ef-4ea3-ad8d-4dfedc5f9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:34.758554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-5d38f71e-e4ef-4ea3-ad8d-4dfedc5f9cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 1126 time: 0.1012771 Jan 29 19:52:34.760692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-884c923d-d40a-4c4b-9359-f654844bee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:34.767419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-884c923d-d40a-4c4b-9359-f654844bee0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 1125 time: 0.0904353 Jan 29 19:52:34.817193 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.837750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for bb2d974a-27bd-425b-b7d6-480d3e2f2d6a owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:34.839539 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:34.928620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-4e2fc5c6-2846-4f47-9144-09ba10db3ff8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ee72a36-87d5-4f37-ad06-c880c66da966 HTTP/1.1" status: 200 len: 217 time: 0.1450753 Jan 29 19:52:34.932958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-b09e5b83-01f6-43d8-af05-1e80c226c19c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=271a62c8-acce-4ebb-b998-977268f4d437 HTTP/1.1" status: 200 len: 217 time: 0.1504562 Jan 29 19:52:35.054874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1be-8856-446b-961c-8e6321475e2b req-25c4e8e0-8e69-409d-8a2e-bd237e6c0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:35.056392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-25c4e8e0-8e69-409d-8a2e-bd237e6c0f59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1056485 Jan 29 19:52:35.057629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-150ad34e-03bc-4969-ae2c-cb7e7b89bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:35.058943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-150ad34e-03bc-4969-ae2c-cb7e7b89bf20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 200 len: 845 time: 0.1243126 Jan 29 19:52:35.072357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c577f7-3305-47a2-bf8c-25bd1ccebffd req-411ad38d-816d-49f6-b319-b7be9f81f6c5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:35.074191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3c577f7-3305-47a2-bf8c-25bd1ccebffd req-411ad38d-816d-49f6-b319-b7be9f81f6c5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 943 time: 0.1437104 Jan 29 19:52:35.092434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b108-4fec-467f-acea-111b24dceebd req-25fd8c83-4f50-49f5-a40c-8be1802da457 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:35.096700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3349b108-4fec-467f-acea-111b24dceebd req-25fd8c83-4f50-49f5-a40c-8be1802da457 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 944 time: 0.2524829 Jan 29 19:52:35.116278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-1640c534-fd8b-4ae5-907b-db341345bd26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a77ddd7c-1edb-44d6-838f-3777076f749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398235 Jan 29 19:52:35.134672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-1a698730-f37e-4dfe-813f-036c3b219358 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592020 Jan 29 19:52:35.287414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3349b108-4fec-467f-acea-111b24dceebd req-5e2978dc-e172-4a8c-9d02-ae6fdb95c5c6 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818261 Jan 29 19:52:35.313918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3c577f7-3305-47a2-bf8c-25bd1ccebffd req-54d45dc4-70f1-41fe-a414-a697d55aadf6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204490 Jan 29 19:52:35.330653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d24750f8-75a9-4e92-bcef-ab80230ccd50 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:52:35.364896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-adcde10b-ba40-48f8-85a3-31bcf10afb69 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148433 Jan 29 19:52:35.383320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-426de08b-0048-4b24-ac38-758d9191bb0a service neutron] 10.222.0.26 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510183 Jan 29 19:52:35.394316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bb2d974a-27bd-425b-b7d6-480d3e2f2d6a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:35.462344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=bb2d974a-27bd-425b-b7d6-480d3e2f2d6a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:35.533126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:35.540366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-481aa9d4-6484-4f0f-8785-ac1f5b4b99f1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d24750f8-75a9-4e92-bcef-ab80230ccd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1593537 Jan 29 19:52:35.542656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:35.549783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f66f1be-8856-446b-961c-8e6321475e2b req-2550df7f-e185-4d54-8f51-d803a481e84b service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790094 Jan 29 19:52:35.553334 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] Sync routers for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:35.559922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f1f5c41-25f4-4b4d-aac7-39b3b352847f req-9447109d-f8d2-49c6-9a6e-dfb609006184 service neutron] 10.222.0.26 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603827 Jan 29 19:52:35.563798 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:35.564427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:35.621884 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:35.627192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:35.630601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cfec6a72-2239-4949-aca3-27b8feeb4f81 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/ports/bb2d974a-27bd-425b-b7d6-480d3e2f2d6a HTTP/1.1" status: 204 len: 168 time: 1.2080686 Jan 29 19:52:35.633347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53392) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:35.634784 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:35.635622 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:35.689148 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:35.690547 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23a55f-3478-424a-ba45-ce6d2c4cb2c2 None None] The sync data for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:35.741000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1f56c88-a389-4a24-8734-95db36a38ce9 req-e0e9a8a1-733f-422d-8e26-03d986fbb846 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.0424860 Jan 29 19:52:35.776359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting subnet 0a18fa44-8e79-4954-9015-37886486090f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:35.811804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for subnet (0a18fa44-8e79-4954-9015-37886486090f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:35.890436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (0a18fa44-8e79-4954-9015-37886486090f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.030725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'tag': '271a62c8-acce-4ebb-b998-977268f4d437'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:36.033512 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f8644f-6a41-40d5-835f-d8668ccce9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "439f8821-d694-47ab-aa59-dc31adcde0c3", "tag": "271a62c8-acce-4ebb-b998-977268f4d437"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:36.045619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0a18fa44-8e79-4954-9015-37886486090f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.058389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-8bc038bf-48dd-4fc4-8832-c01ad598ffb9 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:36.059959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-8bc038bf-48dd-4fc4-8832-c01ad598ffb9 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.13 "GET /v2.0/networks?id=9be21934-a96f-4350-a58a-f6cc3e964f07 HTTP/1.1" status: 200 len: 822 time: 0.1297266 Jan 29 19:52:36.083405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Request body: {'port': {'device_id': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07', 'admin_state_up': True, 'tenant_id': 'f8dd95e3fec14ad78e109163c557ed36'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:36.108964 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaeb2a8-46f7-4843-9c01-0eb264998913 x-openstack-request-id: req-adaeb2a8-46f7-4843-9c01-0eb264998913 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:36.109318 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f8821-d694-47ab-aa59-dc31adcde0c3", "tag": "271a62c8-acce-4ebb-b998-977268f4d437", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:36.109568 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adaeb2a8-46f7-4843-9c01-0eb264998913 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:36.110133 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'tag': '271a62c8-acce-4ebb-b998-977268f4d437', 'status': 'completed', 'code': 200} Jan 29 19:52:36.122505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53398) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:36.164511 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.233544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-bc7bd478-ec7e-4909-a8f5-e6292662efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:36.235101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-bc7bd478-ec7e-4909-a8f5-e6292662efe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 1125 time: 0.0728550 Jan 29 19:52:36.236148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (0a18fa44-8e79-4954-9015-37886486090f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.274420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a48b1758-a028-4f67-aac6-c50d6e2d2d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.280411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Subnet': ['ID=0a18fa44-8e79-4954-9015-37886486090f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:36.291125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9b91c-1927-400f-ad64-9aa0e242d927 None None] Network 9735b944-6b04-4a4f-9164-b775f16578e0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:36.291742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.299786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ffbd319d-280a-413c-a9ed-07342e6f27fa tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/subnets/0a18fa44-8e79-4954-9015-37886486090f HTTP/1.1" status: 204 len: 168 time: 0.6654136 Jan 29 19:52:36.304954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53402) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:36.386970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Made reservation on behalf of f8dd95e3fec14ad78e109163c557ed36 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:36.391055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.523938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] DHCP port deletion for 9735b944-6b04-4a4f-9164-b775f16578e0 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:52:36.531170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e991d-2efd-4e23-a727-8845a02985a1 req-2ad20341-76ad-476b-80d4-32f872a8a120 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:36.536960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d3e991d-2efd-4e23-a727-8845a02985a1 req-2ad20341-76ad-476b-80d4-32f872a8a120 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 944 time: 0.1035500 Jan 29 19:52:36.570354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9735b944-6b04-4a4f-9164-b775f16578e0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.572463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-9ae9d6b6-3eac-4143-8ff3-92ba6efbbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:36.573935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-9ae9d6b6-3eac-4143-8ff3-92ba6efbbda6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 904 time: 0.3304892 Jan 29 19:52:36.579941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] Deleting port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:36.580417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.588979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port fbc77553-fd39-4eee-8b3a-1041603d7a7a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:36.593906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.618292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d3e991d-2efd-4e23-a727-8845a02985a1 req-5ea5ec13-4fc8-477b-92a3-a8aca9548030 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800228 Jan 29 19:52:36.656343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] For port 9bc9bfbd-626c-4be7-aa3e-48d88e050224, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9bc9bfbd-626c-4be7-aa3e-48d88e050224,segment=NetworkSegment(970b7410-f489-4b89-b922-e02ad7f3c244),segment_id=970b7410-f489-4b89-b922-e02ad7f3c244)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:36.656681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-8c12fd97-2a23-4b27-89d0-0ddcd621e172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=271a62c8-acce-4ebb-b998-977268f4d437 HTTP/1.1" status: 200 len: 217 time: 0.0731866 Jan 29 19:52:36.657239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.670994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] Calling delete_port for 9bc9bfbd-626c-4be7-aa3e-48d88e050224 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:36.697792 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.711814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for fbc77553-fd39-4eee-8b3a-1041603d7a7a owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:36.781154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e65b6-42a2-48e1-93d2-79ff50a293c8 req-b5eeebb4-65a3-4fbe-bd10-dea8ca1ad5c1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:36.782720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce8e65b6-42a2-48e1-93d2-79ff50a293c8 req-b5eeebb4-65a3-4fbe-bd10-dea8ca1ad5c1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 943 time: 0.3522985 Jan 29 19:52:36.824024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a48b1758-a028-4f67-aac6-c50d6e2d2d53 admin admin] Publish callbacks [] for security_group (37101d85-a2a7-4fc3-9d81-34e0c0e19744), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.825937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-5b52786a-3d4c-40bd-9519-ea8960f12bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:36.827511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-5b52786a-3d4c-40bd-9519-ea8960f12bfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1572626 Jan 29 19:52:36.834240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Allocated IP 172.20.0.13 (9be21934-a96f-4350-a58a-f6cc3e964f07/d6673e2f-d382-4352-b1b9-a2677b918b0c/868308a0-bf33-4bce-ba62-d979b338b9d9) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:36.851708 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.861174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-027601ad-00e4-4ff3-9de9-17eeaf786c3c req-f3e2a418-4e75-4951-935f-8259c62d1ee3 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.0429473 Jan 29 19:52:36.882800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] Pushing event deleted for resources: {'Port': ['ID=9bc9bfbd-626c-4be7-aa3e-48d88e050224,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:36.892598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-74cf3508-738b-4f70-913e-94a816570e58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551319 Jan 29 19:52:36.898118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a48b1758-a028-4f67-aac6-c50d6e2d2d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (37101d85-a2a7-4fc3-9d81-34e0c0e19744), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.902125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e784f-b9df-4e56-abc7-524c3ba44a7f None None] No DVR routers for this DVR port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:36.974490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9bc9bfbd-626c-4be7-aa3e-48d88e050224 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:36.986153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Deleting port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:36.986501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:36.990753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce8e65b6-42a2-48e1-93d2-79ff50a293c8 req-4f12b650-3fa0-4f0a-9dbb-746f1f14476c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899354 Jan 29 19:52:36.994307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9bc9bfbd-626c-4be7-aa3e-48d88e050224 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:36.994843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9bc9bfbd-626c-4be7-aa3e-48d88e050224 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:36.995293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fbc77553-fd39-4eee-8b3a-1041603d7a7a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.029029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=fbc77553-fd39-4eee-8b3a-1041603d7a7a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:37.037013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a48b1758-a028-4f67-aac6-c50d6e2d2d53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9942ff8d32c4932a08df19e7411c999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9103255 Jan 29 19:52:37.037013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b1758-a028-4f67-aac6-c50d6e2d2d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37101d85-a2a7-4fc3-9d81-34e0c0e19744,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:37.037811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53410) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:37.131435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (d24750f8-75a9-4e92-bcef-ab80230ccd50), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.561603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] For port 9bc9bfbd-626c-4be7-aa3e-48d88e050224, host n-d-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:37.561980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.592405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Calling delete_port for 9bc9bfbd-626c-4be7-aa3e-48d88e050224 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:37.595622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-5a728cba-b419-43b4-8914-a9e57f6759c3 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948588 Jan 29 19:52:37.600289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 was not found and therefore no delete operation was performed {{(pid=103562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:52:37.607204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9bc9bfbd-626c-4be7-aa3e-48d88e050224), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.639286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d24750f8-75a9-4e92-bcef-ab80230ccd50 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:52:37.672144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Port': ['ID=9bc9bfbd-626c-4be7-aa3e-48d88e050224,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:37.678514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e379ab4-ad2d-4905-915e-c2fbeadd8b91 admin admin] Publish callbacks [] for security_group (37101d85-a2a7-4fc3-9d81-34e0c0e19744), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.681222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] No DVR routers for this DVR port 9bc9bfbd-626c-4be7-aa3e-48d88e050224 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:37.735469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:37.743862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65bc965b-d489-4fbc-a892-93e65fff92bc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d24750f8-75a9-4e92-bcef-ab80230ccd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1975515 Jan 29 19:52:37.747103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] Sync routers for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:37.756994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53414) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:37.758297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:37.758909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.768094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks [] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.789767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cab619c9-9cb0-45ae-a943-54cd6f36da4d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24750f8-75a9-4e92-bcef-ab80230ccd50 HTTP/1.1" status: 200 len: 205 time: 0.0293300 Jan 29 19:52:37.790711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53416) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:37.791171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.800866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] Routers {'d24750f8-75a9-4e92-bcef-ab80230ccd50'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:37.801689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d24750f8-75a9-4e92-bcef-ab80230ccd50'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.802631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e379ab4-ad2d-4905-915e-c2fbeadd8b91 admin admin] Publish callbacks [] for security_group (37101d85-a2a7-4fc3-9d81-34e0c0e19744), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.841245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.842312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7fbe0a-d495-4ebd-8dea-05b1e257eb7a None None] The sync data for ids ['d24750f8-75a9-4e92-bcef-ab80230ccd50'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:37.869402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9735b944-6b04-4a4f-9164-b775f16578e0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.887161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6ace2-6317-4d16-8371-bc7f3103bcc7 req-37dc41cc-b4f5-4f7c-b273-b7a002a271c3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:37.888781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dc6ace2-6317-4d16-8371-bc7f3103bcc7 req-37dc41cc-b4f5-4f7c-b273-b7a002a271c3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 944 time: 0.1668420 Jan 29 19:52:37.891482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (d24750f8-75a9-4e92-bcef-ab80230ccd50), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.891648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79f8644f-6a41-40d5-835f-d8668ccce9e5 req-c9c7d8c0-f203-4704-aca6-982f5f959809 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855375 Jan 29 19:52:37.912446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9735b944-6b04-4a4f-9164-b775f16578e0']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.931412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.933547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970b7410-f489-4b89-b922-e02ad7f3c244') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.933856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970b7410-f489-4b89-b922-e02ad7f3c244') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:37.946450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (970b7410-f489-4b89-b922-e02ad7f3c244), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.972696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (970b7410-f489-4b89-b922-e02ad7f3c244), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:37.992589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71d87ac9-1490-4cc9-95f8-7c119b79daac req-9e734602-197f-4f0f-95b7-74879386690f tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Jan 29 19:52:37.996187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:37.996522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (970b7410-f489-4b89-b922-e02ad7f3c244), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:38.000367 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:38.054294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.112854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (d24750f8-75a9-4e92-bcef-ab80230ccd50), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.115823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (d24750f8-75a9-4e92-bcef-ab80230ccd50), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.115975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e379ab4-ad2d-4905-915e-c2fbeadd8b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (37101d85-a2a7-4fc3-9d81-34e0c0e19744), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.118631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e379ab4-ad2d-4905-915e-c2fbeadd8b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.119762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7e379ab4-ad2d-4905-915e-c2fbeadd8b91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37101d85-a2a7-4fc3-9d81-34e0c0e19744 HTTP/1.1" status: 204 len: 168 time: 1.0522866 Jan 29 19:52:38.120243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dc6ace2-6317-4d16-8371-bc7f3103bcc7 req-228fa784-c4c9-4643-92d9-35b5e2db1eda tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817603 Jan 29 19:52:38.121697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Network 9be21934-a96f-4350-a58a-f6cc3e964f07 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:38.156433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:38.163840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Pushing event updated for resources: {'Port': ['ID=868308a0-bf33-4bce-ba62-d979b338b9d9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:38.167558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:38.172237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9735b944-6b04-4a4f-9164-b775f16578e0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.174672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e379ab4-ad2d-4905-915e-c2fbeadd8b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37101d85-a2a7-4fc3-9d81-34e0c0e19744,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:38.206639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.209783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] 10.222.0.15 "DELETE /v2.0/networks/9735b944-6b04-4a4f-9164-b775f16578e0 HTTP/1.1" status: 204 len: 168 time: 1.9038231 Jan 29 19:52:38.232353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014a7a4-f230-44ec-82be-a63c20634888 tempest-AllowedAddressPairTestJSON-313483521 tempest-AllowedAddressPairTestJSON-313483521-project] Pushing event deleted for resources: {'Network': ['ID=9735b944-6b04-4a4f-9164-b775f16578e0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:38.253875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:38.261481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.261645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (d24750f8-75a9-4e92-bcef-ab80230ccd50), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.261645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router d24750f8-75a9-4e92-bcef-ab80230ccd50 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:52:38.270196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58539898-3b3c-4128-8e16-5e979c1a6773 req-d2ed0425-2064-4a8c-8396-b2d3e5d270b9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:38.272356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58539898-3b3c-4128-8e16-5e979c1a6773 req-d2ed0425-2064-4a8c-8396-b2d3e5d270b9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 943 time: 0.1840742 Jan 29 19:52:38.282327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.283764 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc40e1f3-845f-451d-bba9-5bac459287a3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/d24750f8-75a9-4e92-bcef-ab80230ccd50 HTTP/1.1" status: 204 len: 168 time: 0.4925241 Jan 29 19:52:38.287164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53426) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:38.325786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58539898-3b3c-4128-8e16-5e979c1a6773 req-a0bdf3b1-15a6-42d4-b838-4e54bd6d1ded tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Jan 29 19:52:38.343340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-355ea448-80dc-49cc-9c98-5dcfa7a45e44 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2681575 Jan 29 19:52:38.348611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet 5086636c-6c28-4ec2-b838-675eca5dbe22 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:38.351866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (5086636c-6c28-4ec2-b838-675eca5dbe22), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.359746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Request body: {'port': {'device_id': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:38.393978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (5086636c-6c28-4ec2-b838-675eca5dbe22), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.424414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.482311 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5086636c-6c28-4ec2-b838-675eca5dbe22), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.595194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (5086636c-6c28-4ec2-b838-675eca5dbe22), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.623858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=5086636c-6c28-4ec2-b838-675eca5dbe22,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:38.631770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.637953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6d0ddad-b8d2-4375-9c26-dd396011443a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/5086636c-6c28-4ec2-b838-675eca5dbe22 HTTP/1.1" status: 204 len: 168 time: 0.3496912 Jan 29 19:52:38.639515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:38.640050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f453ba-7a30-41d8-956b-6e08857360d2 None None] Network 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:38.644227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53434) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:38.694616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet 4753dad4-d49a-4344-b519-08525bfb5305 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:38.698915 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (4753dad4-d49a-4344-b519-08525bfb5305), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.740013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868308a0-bf33-4bce-ba62-d979b338b9d9 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:38.748519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Publish callbacks [] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.770676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Transition to ACTIVE for port object 868308a0-bf33-4bce-ba62-d979b338b9d9 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:52:38.773367 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (4753dad4-d49a-4344-b519-08525bfb5305), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.797065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:38.827816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab281-72d4-4544-8bc7-185bb3f86146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.842979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3f67f78c-f9b2-4d34-953a-9814b11c9f78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9b11b19537842eda60fc6601a50329c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974745 Jan 29 19:52:38.845321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53440) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:38.865742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] DHCP port deletion for 01533ff5-8486-49f1-9c55-7b0d4a7d23d4 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:52:38.870028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.915529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4753dad4-d49a-4344-b519-08525bfb5305), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.926344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] Deleting port 7e511f59-e1da-4095-8e8a-588baca789a2 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:38.927000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.950476 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcabc-857b-41f2-bca6-bd4c9ee4ca24 admin admin] Publish callbacks [] for security_group (026e1364-7621-49d7-a2a3-2b2a8e1de7d7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:38.968243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=868308a0-bf33-4bce-ba62-d979b338b9d9,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.001892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab281-72d4-4544-8bc7-185bb3f86146 admin admin] Publish callbacks [] for security_group (084d362d-2a63-43c8-a7d4-17ecb671ef81), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.016705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e511f59-e1da-4095-8e8a-588baca789a2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:39.020495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] For port 7e511f59-e1da-4095-8e8a-588baca789a2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e511f59-e1da-4095-8e8a-588baca789a2,segment=NetworkSegment(2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd),segment_id=2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:39.020495 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.021174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcabc-857b-41f2-bca6-bd4c9ee4ca24 admin admin] Publish callbacks [] for security_group (026e1364-7621-49d7-a2a3-2b2a8e1de7d7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.058538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] Calling delete_port for 7e511f59-e1da-4095-8e8a-588baca789a2 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:39.066713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab281-72d4-4544-8bc7-185bb3f86146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (084d362d-2a63-43c8-a7d4-17ecb671ef81), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.079111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Attempting to bind port 868308a0-bf33-4bce-ba62-d979b338b9d9 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:39.079111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Attempting to bind port 868308a0-bf33-4bce-ba62-d979b338b9d9 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'a36af0c6-edee-4d82-a03a-00862d589539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:39.079111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Attempting to bind port 868308a0-bf33-4bce-ba62-d979b338b9d9 on network 9be21934-a96f-4350-a58a-f6cc3e964f07 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:39.082867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Port 868308a0-bf33-4bce-ba62-d979b338b9d9 on network 9be21934-a96f-4350-a58a-f6cc3e964f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:52:39.083198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Attempting to bind port 868308a0-bf33-4bce-ba62-d979b338b9d9 on network 9be21934-a96f-4350-a58a-f6cc3e964f07 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:39.088229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:39.088573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Checking segment: {'id': 'a36af0c6-edee-4d82-a03a-00862d589539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:39.088952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Bound using segment: {'id': 'a36af0c6-edee-4d82-a03a-00862d589539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:39.089384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Bound port: 868308a0-bf33-4bce-ba62-d979b338b9d9, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36af0c6-edee-4d82-a03a-00862d589539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:39.089745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.125732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (4753dad4-d49a-4344-b519-08525bfb5305), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.172245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0e2ab281-72d4-4544-8bc7-185bb3f86146 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bb7b27ae7854c23b1d21c122c6a5a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740959 Jan 29 19:52:39.174755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] For port 868308a0-bf33-4bce-ba62-d979b338b9d9, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:39.175395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:39.176705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=4753dad4-d49a-4344-b519-08525bfb5305,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.179538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ab281-72d4-4544-8bc7-185bb3f86146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084d362d-2a63-43c8-a7d4-17ecb671ef81,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.187997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.193547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-99004552-b44c-4df1-b103-1ec42adaa0e1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/4753dad4-d49a-4344-b519-08525bfb5305 HTTP/1.1" status: 204 len: 168 time: 0.5506392 Jan 29 19:52:39.198101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53448) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:39.201113 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcabc-857b-41f2-bca6-bd4c9ee4ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (026e1364-7621-49d7-a2a3-2b2a8e1de7d7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.205932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd4dcabc-857b-41f2-bca6-bd4c9ee4ca24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.209830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dd4dcabc-857b-41f2-bca6-bd4c9ee4ca24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/026e1364-7621-49d7-a2a3-2b2a8e1de7d7 HTTP/1.1" status: 204 len: 168 time: 0.3613939 Jan 29 19:52:39.209830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] For port 868308a0-bf33-4bce-ba62-d979b338b9d9, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=868308a0-bf33-4bce-ba62-d979b338b9d9,segment=NetworkSegment(a36af0c6-edee-4d82-a03a-00862d589539),segment_id=a36af0c6-edee-4d82-a03a-00862d589539)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:39.228385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14b4d8-a996-49f1-a95d-58ea73fc11a2 None None] Network a4c249eb-0105-4135-940b-eabca533bc68 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:39.237705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dcabc-857b-41f2-bca6-bd4c9ee4ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e1364-7621-49d7-a2a3-2b2a8e1de7d7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.238167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e86a-0c93-471d-a17f-e7e0eabc9cf2 req-f8e1bd8c-f3f0-4b3f-ac89-93a9e5fadf8f tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:39.239814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68a9e86a-0c93-471d-a17f-e7e0eabc9cf2 req-f8e1bd8c-f3f0-4b3f-ac89-93a9e5fadf8f tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 944 time: 0.1621642 Jan 29 19:52:39.266692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e511f59-e1da-4095-8e8a-588baca789a2 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:39.267303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.306613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2958b42-bca9-41d3-ade7-df118ceba786 admin admin] Publish callbacks [] for security_group (084d362d-2a63-43c8-a7d4-17ecb671ef81), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.310125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 7e511f59-e1da-4095-8e8a-588baca789a2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e511f59-e1da-4095-8e8a-588baca789a2,segment=NetworkSegment(2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd),segment_id=2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:39.332345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (01533ff5-8486-49f1-9c55-7b0d4a7d23d4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.344548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe62e2-a5fb-420b-9fff-3ed74f0d823a req-c5c117bd-6e5d-4803-9c35-60fb2378f06a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:39.346291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21fe62e2-a5fb-420b-9fff-3ed74f0d823a req-c5c117bd-6e5d-4803-9c35-60fb2378f06a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 944 time: 0.0989556 Jan 29 19:52:39.351640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.364866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2958b42-bca9-41d3-ade7-df118ceba786 admin admin] Publish callbacks [] for security_group (084d362d-2a63-43c8-a7d4-17ecb671ef81), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.388124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68a9e86a-0c93-471d-a17f-e7e0eabc9cf2 req-388c62d2-6694-4d85-911b-4ca937fd817e tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372111 Jan 29 19:52:39.431022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.450201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:39.451518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.453498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/868308a0-bf33-4bce-ba62-d979b338b9d9 HTTP/1.1" status: 200 len: 1092 time: 1.0982223 Jan 29 19:52:39.456885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'tag': '868308a0-bf33-4bce-ba62-d979b338b9d9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:39.456885 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43", "tag": "868308a0-bf33-4bce-ba62-d979b338b9d9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:39.463984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 7e511f59-e1da-4095-8e8a-588baca789a2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:39.464355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.511839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6eb7-45ee-4c15-95ea-60875556bcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=868308a0-bf33-4bce-ba62-d979b338b9d9,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.523447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21fe62e2-a5fb-420b-9fff-3ed74f0d823a req-fb609280-4ca4-44fe-a3d1-7b4f8bfd5765 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679010 Jan 29 19:52:39.574493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=7e511f59-e1da-4095-8e8a-588baca789a2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.583491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 7e511f59-e1da-4095-8e8a-588baca789a2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e511f59-e1da-4095-8e8a-588baca789a2,segment=NetworkSegment(2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd),segment_id=2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:39.583969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.600834 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.604791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 7e511f59-e1da-4095-8e8a-588baca789a2 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:39.622747 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810f8a37-56f0-40a1-9e42-59b1c0097638 x-openstack-request-id: req-810f8a37-56f0-40a1-9e42-59b1c0097638 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:39.625106 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43", "tag": "868308a0-bf33-4bce-ba62-d979b338b9d9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:39.625236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0221-aaad-455a-b234-7fdb70a32456 req-d8e0b5cd-5c2b-4247-a99c-7bdf4acb5b6e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:39.625527 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-810f8a37-56f0-40a1-9e42-59b1c0097638 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:39.625852 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'tag': '868308a0-bf33-4bce-ba62-d979b338b9d9', 'status': 'completed', 'code': 200} Jan 29 19:52:39.629885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2958b42-bca9-41d3-ade7-df118ceba786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (084d362d-2a63-43c8-a7d4-17ecb671ef81), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.632770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2958b42-bca9-41d3-ade7-df118ceba786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.632932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79ae0221-aaad-455a-b234-7fdb70a32456 req-d8e0b5cd-5c2b-4247-a99c-7bdf4acb5b6e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 943 time: 0.1485536 Jan 29 19:52:39.633945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e2958b42-bca9-41d3-ade7-df118ceba786 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/084d362d-2a63-43c8-a7d4-17ecb671ef81 HTTP/1.1" status: 204 len: 168 time: 0.4573655 Jan 29 19:52:39.641161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] Pushing event deleted for resources: {'Port': ['ID=7e511f59-e1da-4095-8e8a-588baca789a2,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.649317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749c39f-7bd7-495f-abf8-3f21181d025f None None] No DVR routers for this DVR port 7e511f59-e1da-4095-8e8a-588baca789a2 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:39.652721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958b42-bca9-41d3-ade7-df118ceba786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d362d-2a63-43c8-a7d4-17ecb671ef81,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.675919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-d3a5ccc9-50f8-4aaf-b6dd-e4cdc76cc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:39.677608 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-d3a5ccc9-50f8-4aaf-b6dd-e4cdc76cc428 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8dd95e3fec14ad78e109163c557ed36&device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 1126 time: 0.1076326 Jan 29 19:52:39.677733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] DHCP port deletion for a4c249eb-0105-4135-940b-eabca533bc68 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:52:39.744487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] Deleting port a8332710-e124-4d0a-9a4e-592557cfb7be {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:39.745006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.750437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79ae0221-aaad-455a-b234-7fdb70a32456 req-ac629ea8-f6a8-48be-afcb-c208a9984d76 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104405 Jan 29 19:52:39.797763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-dbf2b402-84ad-4c0f-bc0f-7f4d0300e938 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=868308a0-bf33-4bce-ba62-d979b338b9d9 HTTP/1.1" status: 200 len: 217 time: 0.1128168 Jan 29 19:52:39.826882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] For port a8332710-e124-4d0a-9a4e-592557cfb7be, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a8332710-e124-4d0a-9a4e-592557cfb7be,segment=NetworkSegment(3b34de7e-73f4-4198-ae78-1d7e8d7d7997),segment_id=3b34de7e-73f4-4198-ae78-1d7e8d7d7997)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:39.827328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.834579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7e511f59-e1da-4095-8e8a-588baca789a2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.855028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-ea6115ea-e10a-42c2-9909-b05219522bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:39.856572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-ea6115ea-e10a-42c2-9909-b05219522bc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6673e2f-d382-4352-b1b9-a2677b918b0c HTTP/1.1" status: 200 len: 862 time: 0.0493338 Jan 29 19:52:39.857686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] Calling delete_port for a8332710-e124-4d0a-9a4e-592557cfb7be owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:39.864456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=7e511f59-e1da-4095-8e8a-588baca789a2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:39.867901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port 7e511f59-e1da-4095-8e8a-588baca789a2 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:39.925250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-e4fec117-27fa-4704-9fbd-17c4a2197d05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9be21934-a96f-4350-a58a-f6cc3e964f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570562 Jan 29 19:52:39.949378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 271a62c8-acce-4ebb-b998-977268f4d437 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:52:39.964350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (01533ff5-8486-49f1-9c55-7b0d4a7d23d4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:39.990363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01533ff5-8486-49f1-9c55-7b0d4a7d23d4']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:40.004128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:40.004468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:40.016546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.032705 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.041582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:40.041980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (2eaeba0a-8f35-43e6-8ca4-c2dea10df5cd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:40.046265 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:40.061559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-4d69b232-8a29-40a3-a2d2-0a13d6c52cdb service neutron] 10.222.0.13 "GET /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241648 Jan 29 19:52:40.199269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d22e73-6507-4d19-bf67-0af50eae178e req-6f313d0a-b8a3-48a7-86d2-2eff2be080fc service neutron] 10.222.0.13 "GET /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308477 Jan 29 19:52:40.211584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (01533ff5-8486-49f1-9c55-7b0d4a7d23d4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.223080 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.227329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/01533ff5-8486-49f1-9c55-7b0d4a7d23d4 HTTP/1.1" status: 204 len: 168 time: 1.0324316 Jan 29 19:52:40.230098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:40.251458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a8332710-e124-4d0a-9a4e-592557cfb7be), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.255730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36544fef-31ac-44ee-b1d5-4cf8f92f41e7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=01533ff5-8486-49f1-9c55-7b0d4a7d23d4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:40.284929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] No DVR routers for this DVR port a8332710-e124-4d0a-9a4e-592557cfb7be on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:40.314395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65e66d-a590-4e95-b4d8-e33f20450c7b None None] Pushing event deleted for resources: {'Port': ['ID=a8332710-e124-4d0a-9a4e-592557cfb7be,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:40.333515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 271a62c8-acce-4ebb-b998-977268f4d437, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=271a62c8-acce-4ebb-b998-977268f4d437,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:40.346245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '271a62c8-acce-4ebb-b998-977268f4d437', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': '271a62c8-acce-4ebb-b998-977268f4d437', 'mac_address': 'fa:16:3e:4e:3f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:52:40.362349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a4c249eb-0105-4135-940b-eabca533bc68), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.383482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 271a62c8-acce-4ebb-b998-977268f4d437 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:40.383882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (271a62c8-acce-4ebb-b998-977268f4d437), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.398820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271a62c8-acce-4ebb-b998-977268f4d437 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:40.420194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 271a62c8-acce-4ebb-b998-977268f4d437, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=271a62c8-acce-4ebb-b998-977268f4d437,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:40.435265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-1caaffa9-5751-4ec9-9d91-ff167fc1d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:40.436955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-1caaffa9-5751-4ec9-9d91-ff167fc1d5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8dd95e3fec14ad78e109163c557ed36&device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 1126 time: 0.0901256 Jan 29 19:52:40.484961 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (271a62c8-acce-4ebb-b998-977268f4d437), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.485650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:52:40.519031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a4c249eb-0105-4135-940b-eabca533bc68), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.540044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c249eb-0105-4135-940b-eabca533bc68']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:40.565927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b34de7e-73f4-4198-ae78-1d7e8d7d7997') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:40.566318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b34de7e-73f4-4198-ae78-1d7e8d7d7997') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:40.594313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (3b34de7e-73f4-4198-ae78-1d7e8d7d7997), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.624807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:40.646551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'mac_address': 'fa:16:3e:2c:46:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:52:40.648342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=271a62c8-acce-4ebb-b998-977268f4d437,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:40.680848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104571d8-5351-4f2d-8fed-18d537132b25 req-23297585-a55e-4da5-aa5d-4802d0243de7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:40.682398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-104571d8-5351-4f2d-8fed-18d537132b25 req-23297585-a55e-4da5-aa5d-4802d0243de7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 944 time: 0.0710874 Jan 29 19:52:40.713932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6ee72a36-87d5-4f37-ad06-c880c66da966 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:40.714342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.721025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3b34de7e-73f4-4198-ae78-1d7e8d7d7997), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.730977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:40.731408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (3b34de7e-73f4-4198-ae78-1d7e8d7d7997), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:40.736710 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:40.738812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee72a36-87d5-4f37-ad06-c880c66da966 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:40.763103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-104571d8-5351-4f2d-8fed-18d537132b25 req-31bd28a2-cae0-4675-89f4-847f9de76066 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701013 Jan 29 19:52:40.782407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:40.813059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845517ed-185f-4171-b6ff-2fe4e80b5b6e req-9788609f-cbd5-45c0-9a36-81c4df1b23c6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:40.814677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-845517ed-185f-4171-b6ff-2fe4e80b5b6e req-9788609f-cbd5-45c0-9a36-81c4df1b23c6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 944 time: 0.3449559 Jan 29 19:52:40.815726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-e7c8ad34-5333-4acd-8f07-2a234c7a9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:40.817070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-e7c8ad34-5333-4acd-8f07-2a234c7a9a29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9be21934-a96f-4350-a58a-f6cc3e964f07 HTTP/1.1" status: 200 len: 922 time: 0.3733416 Jan 29 19:52:40.891228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-9dc70ff2-283e-40db-ab17-c7cf0cad3b5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=868308a0-bf33-4bce-ba62-d979b338b9d9 HTTP/1.1" status: 200 len: 217 time: 0.0591872 Jan 29 19:52:40.891988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.914919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e6c42-6fbf-4e98-b9b3-dc20b7a72242 req-219c8a9e-b042-45df-8027-ffc44786efa4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:40.916831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53500) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:40.923231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc5e6c42-6fbf-4e98-b9b3-dc20b7a72242 req-219c8a9e-b042-45df-8027-ffc44786efa4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 944 time: 0.0859430 Jan 29 19:52:40.957453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a4c249eb-0105-4135-940b-eabca533bc68), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.961819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:40.966624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/a4c249eb-0105-4135-940b-eabca533bc68 HTTP/1.1" status: 204 len: 168 time: 0.7348003 Jan 29 19:52:40.984276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:40.986038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a8332710-e124-4d0a-9a4e-592557cfb7be no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:40.992767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-647707997'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:41.001713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-845517ed-185f-4171-b6ff-2fe4e80b5b6e req-22002ef1-efe5-4248-88a8-4c70488d27fa tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773298 Jan 29 19:52:41.004507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919376a-216a-4f19-8393-f2c36e0bba00 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=a4c249eb-0105-4135-940b-eabca533bc68,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:41.023259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-c83533eb-1415-48a0-9d0b-ef6a9161d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:41.023259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-c83533eb-1415-48a0-9d0b-ef6a9161d6b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6673e2f-d382-4352-b1b9-a2677b918b0c HTTP/1.1" status: 200 len: 862 time: 0.1141567 Jan 29 19:52:41.031103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a8332710-e124-4d0a-9a4e-592557cfb7be {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:41.031449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a8332710-e124-4d0a-9a4e-592557cfb7be not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:41.034045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:41.041879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc5e6c42-6fbf-4e98-b9b3-dc20b7a72242 req-ddd6b03b-14ed-41fa-9532-b02179cd208b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171832 Jan 29 19:52:41.070794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-33be3f62-5b64-4bde-8251-0fc88e22b36d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9be21934-a96f-4350-a58a-f6cc3e964f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448093 Jan 29 19:52:41.125833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:41.129599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:41.176273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:41.191060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:41.192099 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68 of type vlan for network a4220af4-889b-4bd8-808e-32eb8bea2a65 Jan 29 19:52:41.194650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-ed8b23c3-4b3c-40d7-93e9-3f538efe3a49 service neutron] 10.222.0.13 "GET /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167605 Jan 29 19:52:41.232823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fda82e40-2e97-4753-80b4-8d0bb494eedf tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] Request body: {'port': {'network_id': '40627565-4d0c-49f0-8f51-90b4c6a30995', 'name': 'tempest-NetworksNegativeTestJSON-1095897735'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:41.238891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a4220af4-889b-4bd8-808e-32eb8bea2a65), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:41.249937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['6ee72a36-87d5-4f37-ad06-c880c66da966'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:41.258115 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda82e40-2e97-4753-80b4-8d0bb494eedf tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] POST failed (client error): The resource could not be found. Jan 29 19:52:41.258645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda82e40-2e97-4753-80b4-8d0bb494eedf tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.259961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fda82e40-2e97-4753-80b4-8d0bb494eedf tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3416686 Jan 29 19:52:41.263862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53514) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.291374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['271a62c8-acce-4ebb-b998-977268f4d437'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:41.313301 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf744c2-5f15-4cc9-a2ab-6ea91e144508 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:41.314160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf744c2-5f15-4cc9-a2ab-6ea91e144508 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.316913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5cf744c2-5f15-4cc9-a2ab-6ea91e144508 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "DELETE /v2.0/networks/637006d9-bbed-4858-a67e-c6c8f16697c7 HTTP/1.1" status: 404 len: 339 time: 0.0520895 Jan 29 19:52:41.320991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53518) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.351885 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-36269177-30ec-42b9-830f-bf3850d51128 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:41.351885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36269177-30ec-42b9-830f-bf3850d51128 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.358345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-36269177-30ec-42b9-830f-bf3850d51128 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "DELETE /v2.0/ports/354996f8-101d-4c22-9221-4cba9a771875 HTTP/1.1" status: 404 len: 333 time: 0.0362272 Jan 29 19:52:41.358972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.361511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f59d5ba4-027c-46e9-9e4c-bd3bffa978d6 req-2138e630-11ff-42bf-8346-ef0221f6f5fa service neutron] 10.222.0.13 "GET /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603138 Jan 29 19:52:41.397566 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a4220af4-889b-4bd8-808e-32eb8bea2a65), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:41.403248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:41.403779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:41.407246 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-05428baa-51ce-4f47-8fff-9510657da583 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] DELETE failed (client error): The resource could not be found. Jan 29 19:52:41.407686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05428baa-51ce-4f47-8fff-9510657da583 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.414389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53524) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.414588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-05428baa-51ce-4f47-8fff-9510657da583 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "DELETE /v2.0/subnets/802b270a-40ae-4bd3-a697-a0ae2120ec57 HTTP/1.1" status: 404 len: 337 time: 0.0544794 Jan 29 19:52:41.438115 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa12c139-0434-40af-a114-410b136643f3 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] GET failed (client error): The resource could not be found. Jan 29 19:52:41.443350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa12c139-0434-40af-a114-410b136643f3 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "GET /v2.0/networks/364a4b81-88aa-4661-a7df-276822906f7b HTTP/1.1" status: 404 len: 339 time: 0.0241263 Jan 29 19:52:41.443547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53526) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.471398 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee882bd-43e3-41b3-9aa4-b11aeaa3b397 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] GET failed (client error): The resource could not be found. Jan 29 19:52:41.473585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7ee882bd-43e3-41b3-9aa4-b11aeaa3b397 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "GET /v2.0/ports/a29fd3ea-08ed-4fcf-b2dd-a2f4cb99fbfa HTTP/1.1" status: 404 len: 333 time: 0.0288448 Jan 29 19:52:41.477363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53528) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.487300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=a4220af4-889b-4bd8-808e-32eb8bea2a65,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:41.505335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:41.512978 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-678065a3-cb9e-4560-a8bf-2f5565181923 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] GET failed (client error): The resource could not be found. Jan 29 19:52:41.515044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-678065a3-cb9e-4560-a8bf-2f5565181923 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "GET /v2.0/subnets/17e40c99-5c47-45af-b9e2-143045bbbf0d HTTP/1.1" status: 404 len: 337 time: 0.0365055 Jan 29 19:52:41.518954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53532) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.524025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5defcb78-276a-449c-9cf5-cdd5091bda8c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:41.536961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8b9a818-26fd-4f65-965f-6d38b460f8d3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5485373 Jan 29 19:52:41.539431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53534) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.543977 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5defcb78-276a-449c-9cf5-cdd5091bda8c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] PUT failed (client error): The resource could not be found. Jan 29 19:52:41.543977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5defcb78-276a-449c-9cf5-cdd5091bda8c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.543977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5defcb78-276a-449c-9cf5-cdd5091bda8c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "PUT /v2.0/networks/0d5e86f9-2cb1-44c7-93ad-b221a33cfc32 HTTP/1.1" status: 404 len: 339 time: 0.0235686 Jan 29 19:52:41.545643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:41.547676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53536) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.554869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9673c623-83f3-4f87-a12f-72e311a43028 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:41.584171 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9673c623-83f3-4f87-a12f-72e311a43028 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] PUT failed (client error): The resource could not be found. Jan 29 19:52:41.584763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9673c623-83f3-4f87-a12f-72e311a43028 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.585923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9673c623-83f3-4f87-a12f-72e311a43028 tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "PUT /v2.0/ports/ce93a8f7-977d-4c11-bf97-e139249844bd HTTP/1.1" status: 404 len: 333 time: 0.0372610 Jan 29 19:52:41.589694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53540) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:41.595562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-02e9cb46-1659-43a6-906e-850bbe77012c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:41.627254 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e9cb46-1659-43a6-906e-850bbe77012c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] PUT failed (client error): The resource could not be found. Jan 29 19:52:41.627913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e9cb46-1659-43a6-906e-850bbe77012c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:52:41.632435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02e9cb46-1659-43a6-906e-850bbe77012c tempest-NetworksNegativeTestJSON-1319680926 tempest-NetworksNegativeTestJSON-1319680926-project] 10.222.0.15 "PUT /v2.0/subnets/2f447022-14fe-4244-9612-ed5dc2674cf8 HTTP/1.1" status: 404 len: 337 time: 0.0386481 Jan 29 19:52:41.776931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:41.781051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:41.908461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417eea-bd04-44b6-b08e-0e763b971c3c req-55eda443-cec0-47bb-9be6-872bb0d281c3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:41.913298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-60417eea-bd04-44b6-b08e-0e763b971c3c req-55eda443-cec0-47bb-9be6-872bb0d281c3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 945 time: 0.0747156 Jan 29 19:52:41.958186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-60417eea-bd04-44b6-b08e-0e763b971c3c req-c00438bb-f147-44eb-b5f5-581d0de966b5 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Jan 29 19:52:42.085398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (420357d7-e801-4381-ba93-13d04410f168), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.162018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53560) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:42.175671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=420357d7-e801-4381-ba93-13d04410f168,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:42.190414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a37ae6-f88e-4648-82c9-30b0501b5525 req-f803a3f0-c29b-41b6-83b3-9624ff08ef54 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:42.192003 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18a37ae6-f88e-4648-82c9-30b0501b5525 req-f803a3f0-c29b-41b6-83b3-9624ff08ef54 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 944 time: 0.1198978 Jan 29 19:52:42.198421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:42.198733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1efa6-9500-41ed-972f-357353b2f356 req-0e775753-f2c5-4efb-8851-fbd48ba37801 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:42.198980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: a4220af4-889b-4bd8-808e-32eb8bea2a65, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:52:42.200341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4f1efa6-9500-41ed-972f-357353b2f356 req-0e775753-f2c5-4efb-8851-fbd48ba37801 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 944 time: 0.0733430 Jan 29 19:52:42.259122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18a37ae6-f88e-4648-82c9-30b0501b5525 req-151dfe57-dae8-436c-ac35-1189b2a12c60 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580113 Jan 29 19:52:42.284374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4f1efa6-9500-41ed-972f-357353b2f356 req-6cb52f99-741a-4153-a8f7-a9d15197c39a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672901 Jan 29 19:52:42.343037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:52:42.366175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:42.398609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b59f50e-40f9-4c2d-ae88-5969ff342358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.423496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a4220af4-889b-4bd8-808e-32eb8bea2a65) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:42.432166 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49a9fe70-f888-4d84-a35c-43592bb8808b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.432573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89735d-6d79-4354-9805-1326bbba08ef None None] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:42.434741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:42.435408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.485843 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b59f50e-40f9-4c2d-ae88-5969ff342358 admin admin] Publish callbacks [] for security_group (46322dc2-e062-44d8-82c1-086a42fd67d5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.520075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1ff057d6-2b91-4bd0-85f6-bf08cc068644 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9792562 Jan 29 19:52:42.522885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53570) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:42.524886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49a9fe70-f888-4d84-a35c-43592bb8808b admin admin] Publish callbacks [] for security_group (8e14c8a0-607e-4956-8159-0809f5fae4f1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.527700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2022433465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:42.543512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-a4220af4-889b-4bd8-808e-32eb8bea2a65', 'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': '420357d7-e801-4381-ba93-13d04410f168'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:52:42.543737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.563778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b59f50e-40f9-4c2d-ae88-5969ff342358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (46322dc2-e062-44d8-82c1-086a42fd67d5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.592933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49a9fe70-f888-4d84-a35c-43592bb8808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8e14c8a0-607e-4956-8159-0809f5fae4f1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.600823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59f50e-40f9-4c2d-ae88-5969ff342358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46322dc2-e062-44d8-82c1-086a42fd67d5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:42.611895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7b59f50e-40f9-4c2d-ae88-5969ff342358 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25da7c60f18549d9a34c8f37aa5e534d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4488151 Jan 29 19:52:42.614525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:42.640684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49a9fe70-f888-4d84-a35c-43592bb8808b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbbbe7799a4b4ecebbbf423d9722f9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707317 Jan 29 19:52:42.640684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9fe70-f888-4d84-a35c-43592bb8808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e14c8a0-607e-4956-8159-0809f5fae4f1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:42.641005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53574) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:42.655852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (f0c9e622-f902-48ed-a2d1-375c49a76e57), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.657016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (f0c9e622-f902-48ed-a2d1-375c49a76e57), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.690630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Allocated IP 2001:db8::2 (a4220af4-889b-4bd8-808e-32eb8bea2a65/420357d7-e801-4381-ba93-13d04410f168/75a15579-f648-48e5-ab8f-1d22a89c8e73) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:42.753903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd049b6e-8344-49ad-866f-2ff135f300b7 admin admin] Publish callbacks [] for security_group (46322dc2-e062-44d8-82c1-086a42fd67d5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.760531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (f0c9e622-f902-48ed-a2d1-375c49a76e57), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.771908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e54d09c-25ba-49a2-bd74-f9534e7ddebb admin admin] Publish callbacks [] for security_group (8e14c8a0-607e-4956-8159-0809f5fae4f1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.795464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd049b6e-8344-49ad-866f-2ff135f300b7 admin admin] Publish callbacks [] for security_group (46322dc2-e062-44d8-82c1-086a42fd67d5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.810961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e54d09c-25ba-49a2-bd74-f9534e7ddebb admin admin] Publish callbacks [] for security_group (8e14c8a0-607e-4956-8159-0809f5fae4f1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.831210 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Publish callbacks [] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.840590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (f0c9e622-f902-48ed-a2d1-375c49a76e57), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.920663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.949322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd049b6e-8344-49ad-866f-2ff135f300b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (46322dc2-e062-44d8-82c1-086a42fd67d5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.952638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd049b6e-8344-49ad-866f-2ff135f300b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.954211 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fd049b6e-8344-49ad-866f-2ff135f300b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46322dc2-e062-44d8-82c1-086a42fd67d5 HTTP/1.1" status: 204 len: 168 time: 0.3381929 Jan 29 19:52:42.957297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.961163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-264c0fc5-3581-4099-be90-3bbede31edf7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4344134 Jan 29 19:52:42.961499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53578) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:42.966280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e54d09c-25ba-49a2-bd74-f9534e7ddebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8e14c8a0-607e-4956-8159-0809f5fae4f1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.967441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'port': {'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65', 'name': 'tempest-RoutersIpV6Test-130562330'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:42.967571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:42.968811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:42.969327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e54d09c-25ba-49a2-bd74-f9534e7ddebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:42.970684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0e54d09c-25ba-49a2-bd74-f9534e7ddebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e14c8a0-607e-4956-8159-0809f5fae4f1 HTTP/1.1" status: 204 len: 168 time: 0.3286994 Jan 29 19:52:42.972289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd049b6e-8344-49ad-866f-2ff135f300b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46322dc2-e062-44d8-82c1-086a42fd67d5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:42.984571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54d09c-25ba-49a2-bd74-f9534e7ddebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e14c8a0-607e-4956-8159-0809f5fae4f1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:42.993428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:43.004544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Pushing event updated for resources: {'Port': ['ID=75a15579-f648-48e5-ab8f-1d22a89c8e73,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:43.097425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Attempting to bind port 75a15579-f648-48e5-ab8f-1d22a89c8e73 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:43.097801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Attempting to bind port 75a15579-f648-48e5-ab8f-1d22a89c8e73 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:43.098166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Attempting to bind port 75a15579-f648-48e5-ab8f-1d22a89c8e73 on network a4220af4-889b-4bd8-808e-32eb8bea2a65 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:43.103197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:43.103569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Checking segment: {'id': 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:43.103972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:43.104423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Bound using segment: {'id': 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:43.104885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Bound port: 75a15579-f648-48e5-ab8f-1d22a89c8e73, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a4220af4-889b-4bd8-808e-32eb8bea2a65'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:43.105263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:43.164568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceca3-2191-4d53-99b0-62ed7fed54c4 req-28ab9f7d-b068-4a2b-bf0d-425dc4365621 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:43.168599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] For port 75a15579-f648-48e5-ab8f-1d22a89c8e73, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:43.171601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b4ceca3-2191-4d53-99b0-62ed7fed54c4 req-28ab9f7d-b068-4a2b-bf0d-425dc4365621 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 945 time: 0.0959556 Jan 29 19:52:43.172182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] For port 75a15579-f648-48e5-ab8f-1d22a89c8e73, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75a15579-f648-48e5-ab8f-1d22a89c8e73,segment=NetworkSegment(fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68),segment_id=fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:43.229095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b4ceca3-2191-4d53-99b0-62ed7fed54c4 req-d207f6fd-b5e7-4778-a762-eb552e48d1e7 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 Jan 29 19:52:43.272840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:43.303395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:43.315607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:43.347925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b128d-74be-4e17-a238-b27f6b2feeb4 None None] Pushing event updated for resources: {'Port': ['ID=75a15579-f648-48e5-ab8f-1d22a89c8e73,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:43.350196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] device_id is not set on port 5d0b7d2d-23d1-4b12-8067-422feb542603 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:52:43.475090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae1c09-59b9-43b5-a5ac-9f67eece9716 req-24d8858c-32e0-4f97-93ac-e02cded72686 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:43.484421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cae1c09-59b9-43b5-a5ac-9f67eece9716 req-24d8858c-32e0-4f97-93ac-e02cded72686 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 944 time: 0.0900941 Jan 29 19:52:43.499791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a90c2-3b84-4a43-b492-667bbfde381d req-6a43b407-e76b-4192-8b84-13ad7a7c80a0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:43.507158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-466a90c2-3b84-4a43-b492-667bbfde381d req-6a43b407-e76b-4192-8b84-13ad7a7c80a0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 944 time: 0.0947921 Jan 29 19:52:43.533517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cae1c09-59b9-43b5-a5ac-9f67eece9716 req-458f33c2-d678-4d97-9b03-9d065d3a53fe tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489371 Jan 29 19:52:43.599428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-466a90c2-3b84-4a43-b492-667bbfde381d req-b149304d-52ce-48e9-922d-91b118aff23c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913844 Jan 29 19:52:43.613641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8::2fe (a4220af4-889b-4bd8-808e-32eb8bea2a65/420357d7-e801-4381-ba93-13d04410f168/5d0b7d2d-23d1-4b12-8067-422feb542603) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:43.838790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:43.949227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:43.979226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:43.994750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:44.001548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:44.004783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:44.009995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:44.010730 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.019825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=5d0b7d2d-23d1-4b12-8067-422feb542603,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:44.194377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 6ee72a36-87d5-4f37-ad06-c880c66da966 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:52:44.199564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e9fa188e-8935-4cc6-8c2f-a03d8ae96819 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2364209 Jan 29 19:52:44.202086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 6ee72a36-87d5-4f37-ad06-c880c66da966 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:44.202262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53612) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:44.202901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.205363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 868308a0-bf33-4bce-ba62-d979b338b9d9 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:52:44.417298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6ee72a36-87d5-4f37-ad06-c880c66da966 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:44.417604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.426696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940aba-6e82-4182-b0b1-f6f833efb809 req-a4314210-8bfb-4a74-a30b-c2554cf1da43 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:44.434064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4940aba-6e82-4182-b0b1-f6f833efb809 req-a4314210-8bfb-4a74-a30b-c2554cf1da43 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 945 time: 0.0854554 Jan 29 19:52:44.439288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 868308a0-bf33-4bce-ba62-d979b338b9d9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=868308a0-bf33-4bce-ba62-d979b338b9d9,segment=NetworkSegment(a36af0c6-edee-4d82-a03a-00862d589539),segment_id=a36af0c6-edee-4d82-a03a-00862d589539)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:44.458754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '868308a0-bf33-4bce-ba62-d979b338b9d9', 'network_id': '9be21934-a96f-4350-a58a-f6cc3e964f07', 'port_id': '868308a0-bf33-4bce-ba62-d979b338b9d9', 'mac_address': 'fa:16:3e:92:3c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6673e2f-d382-4352-b1b9-a2677b918b0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:52:44.463842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:44.466112 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59271c48-7cec-4814-a018-7e8a43afaec4" -d '{"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:44.486540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:44.531886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 868308a0-bf33-4bce-ba62-d979b338b9d9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:44.532733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.561998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4940aba-6e82-4182-b0b1-f6f833efb809 req-8c12be8f-61c2-4066-a99c-f4dfed752c8d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269298 Jan 29 19:52:44.570844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.574864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 271a62c8-acce-4ebb-b998-977268f4d437 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:44.586245 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77199f5f-fc84-47ad-bbd0-cc031f384354 x-openstack-request-id: req-77199f5f-fc84-47ad-bbd0-cc031f384354 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:44.587019 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:44.587363 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77199f5f-fc84-47ad-bbd0-cc031f384354 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:44.587848 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'code': 200} Jan 29 19:52:44.713279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868308a0-bf33-4bce-ba62-d979b338b9d9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:44.726497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:44.771869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 868308a0-bf33-4bce-ba62-d979b338b9d9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=868308a0-bf33-4bce-ba62-d979b338b9d9,segment=NetworkSegment(a36af0c6-edee-4d82-a03a-00862d589539),segment_id=a36af0c6-edee-4d82-a03a-00862d589539)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:44.776159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53634) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:44.800853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9fc59-ce56-4cdd-a34e-f969fbaa7ce2 req-12f909fb-349d-405f-a72a-a6a12b3784fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:44.807810 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15f9fc59-ce56-4cdd-a34e-f969fbaa7ce2 req-12f909fb-349d-405f-a72a-a6a12b3784fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 1128 time: 0.1358688 Jan 29 19:52:44.815928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34df31d-fd81-4d48-ab54-a013bd0f5e05 None None] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:44.845069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87860-d7e7-4374-ac46-f7850f04b75e req-f39fd7aa-e59b-4d6b-82ac-de15d17eb5d7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:44.851700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43a87860-d7e7-4374-ac46-f7850f04b75e req-f39fd7aa-e59b-4d6b-82ac-de15d17eb5d7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 944 time: 0.1242821 Jan 29 19:52:44.877632 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.912361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15f9fc59-ce56-4cdd-a34e-f969fbaa7ce2 req-2893f0b6-add6-4cf6-9923-69447d60a4ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040788 Jan 29 19:52:44.933731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38be02-7590-4c0f-a7c5-640f31834e07 req-9adb7471-acd5-4fb3-8455-639a9af3f56a tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:44.940062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb38be02-7590-4c0f-a7c5-640f31834e07 req-9adb7471-acd5-4fb3-8455-639a9af3f56a tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 944 time: 0.2404497 Jan 29 19:52:44.950351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43a87860-d7e7-4374-ac46-f7850f04b75e req-53d3f174-a513-41e5-a17c-4171f399e387 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851607 Jan 29 19:52:44.954078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 271a62c8-acce-4ebb-b998-977268f4d437 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:52:44.955998 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:44.989781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 271a62c8-acce-4ebb-b998-977268f4d437 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:44.990514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (271a62c8-acce-4ebb-b998-977268f4d437), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.081135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] Provisioning complete for port 75a15579-f648-48e5-ab8f-1d22a89c8e73 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:45.081381 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.108854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718427583'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:45.114617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75a15579-f648-48e5-ab8f-1d22a89c8e73 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:45.130142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb38be02-7590-4c0f-a7c5-640f31834e07 req-3e3bf3f0-ccde-4994-8de9-40e4fde75e04 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853268 Jan 29 19:52:45.178356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=868308a0-bf33-4bce-ba62-d979b338b9d9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:45.240041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.253965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.274600 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.308536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 271a62c8-acce-4ebb-b998-977268f4d437 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:45.308935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (271a62c8-acce-4ebb-b998-977268f4d437), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.323987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 75a15579-f648-48e5-ab8f-1d22a89c8e73 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:45.324445 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.361850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (9d4f2df5-a152-4561-aa6f-3bf35a351dad), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.367169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.402085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['868308a0-bf33-4bce-ba62-d979b338b9d9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:45.422920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9d4f2df5-a152-4561-aa6f-3bf35a351dad), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.470695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=5d0b7d2d-23d1-4b12-8067-422feb542603,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:45.526239 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.559799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4f2df5-a152-4561-aa6f-3bf35a351dad,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:45.595022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.600642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 271a62c8-acce-4ebb-b998-977268f4d437, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=271a62c8-acce-4ebb-b998-977268f4d437,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:45.601681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] Current status of the port 75a15579-f648-48e5-ab8f-1d22a89c8e73 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:45.602070 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.654533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (f0c9e622-f902-48ed-a2d1-375c49a76e57), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.678747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d5657-41bf-4e23-82dc-237aec816447,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:45.697832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] For port 75a15579-f648-48e5-ab8f-1d22a89c8e73, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75a15579-f648-48e5-ab8f-1d22a89c8e73,segment=NetworkSegment(fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68),segment_id=fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:45.701899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (271a62c8-acce-4ebb-b998-977268f4d437), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.748897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083da07-a443-4036-8630-943965e55beb req-d2cacebd-ea5d-4d9c-bc41-3809eb8445cc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:45.757003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3083da07-a443-4036-8630-943965e55beb req-d2cacebd-ea5d-4d9c-bc41-3809eb8445cc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 946 time: 0.0678482 Jan 29 19:52:45.778847 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.780754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-307e18ba-f7d9-4eb2-88ce-fcd78f722801 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0030763 Jan 29 19:52:45.783289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53652) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:45.801702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.812730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 75a15579-f648-48e5-ab8f-1d22a89c8e73 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:45.813128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.863766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=271a62c8-acce-4ebb-b998-977268f4d437,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:45.923545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3083da07-a443-4036-8630-943965e55beb req-7bfd507d-3c6f-4bf8-85ba-0cf329d64d4c tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583953 Jan 29 19:52:45.928360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:45.931029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b1a5dfa7-9cce-4aee-8ff0-dd2894874b15 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1466970 Jan 29 19:52:45.934026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:45.939234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-security--565106938', 'description': 'tempest-security-description-1122672688'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:46.023777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:52:46.024349 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:52:46.027986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ed843-87ea-499b-a0f0-916f6bceb901 None None] Pushing event updated for resources: {'Port': ['ID=75a15579-f648-48e5-ab8f-1d22a89c8e73,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:46.051210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d0dd6c0f-6fcf-4654-97a6-43c21e36cf4e None None] Provisioning complete for port 75a15579-f648-48e5-ab8f-1d22a89c8e73 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:46.051597 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0dd6c0f-6fcf-4654-97a6-43c21e36cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.064100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.149866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd6c0f-6fcf-4654-97a6-43c21e36cf4e None None] Current status of the port 75a15579-f648-48e5-ab8f-1d22a89c8e73 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:46.162459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d0dd6c0f-6fcf-4654-97a6-43c21e36cf4e None None] Provisioning complete for port 5d0b7d2d-23d1-4b12-8067-422feb542603 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:46.163698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0dd6c0f-6fcf-4654-97a6-43c21e36cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.227765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd6c0f-6fcf-4654-97a6-43c21e36cf4e None None] Port 5d0b7d2d-23d1-4b12-8067-422feb542603 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:46.322690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a3f2-b86f-4958-8f6f-3a24cc411e4a req-f9833d15-02d1-46a8-9171-c770dcd15ee0 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:46.324631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a91a3f2-b86f-4958-8f6f-3a24cc411e4a req-f9833d15-02d1-46a8-9171-c770dcd15ee0 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 945 time: 0.0726848 Jan 29 19:52:46.351253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-26d2f79f-3a18-4ae7-8f18-303962b9d15b None None] Provisioning complete for port 5d0b7d2d-23d1-4b12-8067-422feb542603 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:46.356393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26d2f79f-3a18-4ae7-8f18-303962b9d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.387144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a91a3f2-b86f-4958-8f6f-3a24cc411e4a req-e1043c34-8fb9-4371-a3a1-0562b04020b5 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559108 Jan 29 19:52:46.391343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-26d2f79f-3a18-4ae7-8f18-303962b9d15b None None] Port 5d0b7d2d-23d1-4b12-8067-422feb542603 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:46.566254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 75a15579-f648-48e5-ab8f-1d22a89c8e73 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:46.588826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271a62c8-acce-4ebb-b998-977268f4d437'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:46.592002 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61d341-1cba-4fea-a121-181f65eb1a35" -d '{"events": [{"server_uuid": "439f8821-d694-47ab-aa59-dc31adcde0c3", "name": "network-vif-plugged", "status": "completed", "tag": "271a62c8-acce-4ebb-b998-977268f4d437"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:46.629642 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7707d8-238d-4a15-aa16-ee1828adbcd3 x-openstack-request-id: req-db7707d8-238d-4a15-aa16-ee1828adbcd3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:46.629933 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f8821-d694-47ab-aa59-dc31adcde0c3", "name": "network-vif-plugged", "status": "completed", "tag": "271a62c8-acce-4ebb-b998-977268f4d437", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:46.630179 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db7707d8-238d-4a15-aa16-ee1828adbcd3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:46.630570 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271a62c8-acce-4ebb-b998-977268f4d437', 'code': 200} Jan 29 19:52:46.653440 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:52:46.665835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.693387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187866d1-eae6-47d0-906a-6c3869da441d req-0e83a4ac-cfe3-49d6-87ca-aeeafd7efa1c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:46.694883 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-187866d1-eae6-47d0-906a-6c3869da441d req-0e83a4ac-cfe3-49d6-87ca-aeeafd7efa1c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.5657272 Jan 29 19:52:46.769659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.772291 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.772432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ce1e2-5e79-485d-973a-6588b713768a req-798e4774-de2f-4e86-ae43-88dde54ea1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:46.776090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "PUT /v2.0/security-groups/4a7d5657-41bf-4e23-82dc-237aec816447 HTTP/1.1" status: 200 len: 1796 time: 0.8386645 Jan 29 19:52:46.776268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-261ce1e2-5e79-485d-973a-6588b713768a req-798e4774-de2f-4e86-ae43-88dde54ea1dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 1127 time: 0.0512280 Jan 29 19:52:46.776959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53678) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:46.836280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22a100-2005-47c4-8e92-52be728222ce tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d5657-41bf-4e23-82dc-237aec816447,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:46.847432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81150a1a-d8c4-46e0-93b0-70c706693288 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups/4a7d5657-41bf-4e23-82dc-237aec816447 HTTP/1.1" status: 200 len: 1796 time: 0.0665493 Jan 29 19:52:46.847569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-187866d1-eae6-47d0-906a-6c3869da441d req-ede87830-94a1-4c8e-98ef-cbad6bc60566 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354234 Jan 29 19:52:46.848002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53684) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:46.856701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-261ce1e2-5e79-485d-973a-6588b713768a req-6343f932-7bdf-451c-a1c3-d814843dcc8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722485 Jan 29 19:52:46.917443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.936713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a38bc70-a914-47ec-b7de-6d038f7e7c89 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.962568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a38bc70-a914-47ec-b7de-6d038f7e7c89 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.966277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75a15579-f648-48e5-ab8f-1d22a89c8e73 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:46.984548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:46.985463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (f0c9e622-f902-48ed-a2d1-375c49a76e57), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.021659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 75a15579-f648-48e5-ab8f-1d22a89c8e73 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:47.022031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.064808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67209a9-0336-4e11-bdf7-5ab0c82f7028 req-ebc3ced9-98c8-44d1-9179-c87302fc68e2 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:47.066351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=5d0b7d2d-23d1-4b12-8067-422feb542603,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:47.067036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c67209a9-0336-4e11-bdf7-5ab0c82f7028 req-ebc3ced9-98c8-44d1-9179-c87302fc68e2 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 946 time: 0.0622065 Jan 29 19:52:47.117537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 75a15579-f648-48e5-ab8f-1d22a89c8e73 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:47.134780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c67209a9-0336-4e11-bdf7-5ab0c82f7028 req-f2dbd044-db9e-4546-aba3-a8eb74549750 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595980 Jan 29 19:52:47.138927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:47.140772 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a38bc70-a914-47ec-b7de-6d038f7e7c89 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a7d5657-41bf-4e23-82dc-237aec816447), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.143259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a38bc70-a914-47ec-b7de-6d038f7e7c89 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.146640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a38bc70-a914-47ec-b7de-6d038f7e7c89 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a7d5657-41bf-4e23-82dc-237aec816447 HTTP/1.1" status: 204 len: 168 time: 0.2938533 Jan 29 19:52:47.147159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53706) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.147984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:47.157848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38bc70-a914-47ec-b7de-6d038f7e7c89 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d5657-41bf-4e23-82dc-237aec816447,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:47.207374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f119f6d3-97b3-49d2-8406-a6964d866010 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0566640 Jan 29 19:52:47.214699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.235767 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-dc0b15b7-f5ac-4977-905d-43474698b336 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] delete failed (client error): The resource could not be found. Jan 29 19:52:47.240653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dc0b15b7-f5ac-4977-905d-43474698b336 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a7d5657-41bf-4e23-82dc-237aec816447 HTTP/1.1" status: 404 len: 347 time: 0.0213156 Jan 29 19:52:47.241610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53712) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.249222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--160923246'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:47.369480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.423096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router f0c9e622-f902-48ed-a2d1-375c49a76e57 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:52:47.426553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-be26079c-1471-4eab-9359-169ae8d132e7 None None] Provisioning complete for port 5d0b7d2d-23d1-4b12-8067-422feb542603 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:47.426553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-be26079c-1471-4eab-9359-169ae8d132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.477683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-be26079c-1471-4eab-9359-169ae8d132e7 None None] Port 5d0b7d2d-23d1-4b12-8067-422feb542603 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:52:47.505811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (86b02914-c462-41c9-aeca-45eeb646f587), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.521529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:47.527997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ba9c4b53-17e5-4bda-8cab-d3ed4369e19d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/f0c9e622-f902-48ed-a2d1-375c49a76e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3242211 Jan 29 19:52:47.531398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53716) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.532602 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] Sync routers for ids ['f0c9e622-f902-48ed-a2d1-375c49a76e57'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:47.535516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb89ce-7c9a-4504-913c-48b1728b50ad req-729c4c1a-4f67-46d9-b4aa-a975b9d2e141 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:47.537133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1fb89ce-7c9a-4504-913c-48b1728b50ad req-729c4c1a-4f67-46d9-b4aa-a975b9d2e141 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 945 time: 0.0648479 Jan 29 19:52:47.543849 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] Routers {'f0c9e622-f902-48ed-a2d1-375c49a76e57'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:47.544666 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f0c9e622-f902-48ed-a2d1-375c49a76e57'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:47.577995 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:47.587112 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] Routers {'f0c9e622-f902-48ed-a2d1-375c49a76e57'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:47.588040 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f0c9e622-f902-48ed-a2d1-375c49a76e57'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:47.589704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (86b02914-c462-41c9-aeca-45eeb646f587), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.591917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c739c2-72e0-4023-8573-1949738958a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:47.593350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5c739c2-72e0-4023-8573-1949738958a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports/5d0b7d2d-23d1-4b12-8067-422feb542603 HTTP/1.1" status: 200 len: 983 time: 0.0610158 Jan 29 19:52:47.596233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53718) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.602146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1fb89ce-7c9a-4504-913c-48b1728b50ad req-e260de09-109f-4e43-a78a-b6a1a465ec82 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Jan 29 19:52:47.629436 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:47.631069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9f0d5-4daf-4c6e-8d2d-351215e6cb6e None None] The sync data for ids ['f0c9e622-f902-48ed-a2d1-375c49a76e57'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:47.654124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b02914-c462-41c9-aeca-45eeb646f587,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:47.733628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.734985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4fbd1de9-5aa6-4c8d-9db4-6cc61e85f364 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4924097 Jan 29 19:52:47.737827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.742448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '86b02914-c462-41c9-aeca-45eeb646f587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:47.778922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53726) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:47.790585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9af494-0cab-4af5-bdd9-d0e0dd939285 req-757baf1b-2692-4081-b400-7cad175bfe04 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:47.792048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a9af494-0cab-4af5-bdd9-d0e0dd939285 req-757baf1b-2692-4081-b400-7cad175bfe04 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 946 time: 0.0926125 Jan 29 19:52:47.846508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d202bacf-b7dc-4533-b4cd-3ce319e72f34), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.872398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a9af494-0cab-4af5-bdd9-d0e0dd939285 req-5b36f65d-3a3f-4dab-8e33-5a206a1e6e88 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690091 Jan 29 19:52:47.925807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d202bacf-b7dc-4533-b4cd-3ce319e72f34), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:47.940561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88971825-d255-4b8e-90ca-bcde8069aad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.005994 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d202bacf-b7dc-4533-b4cd-3ce319e72f34), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.017462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (f0c9e622-f902-48ed-a2d1-375c49a76e57), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.033925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88971825-d255-4b8e-90ca-bcde8069aad9 admin admin] Publish callbacks [] for security_group (4f028792-2529-41fb-8f13-0f2e3f4ec244), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.037255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d202bacf-b7dc-4533-b4cd-3ce319e72f34,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:48.096102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433da71-c261-4e37-bf63-554fb115d927 req-b577a480-3f04-46cf-a94c-f16b47d0dcd2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.097715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6433da71-c261-4e37-bf63-554fb115d927 req-b577a480-3f04-46cf-a94c-f16b47d0dcd2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.1656368 Jan 29 19:52:48.108378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88971825-d255-4b8e-90ca-bcde8069aad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4f028792-2529-41fb-8f13-0f2e3f4ec244), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.148633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.153168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4cd73eb4-095b-4d9d-ba9e-a48b907c9662 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110024 Jan 29 19:52:48.153168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-88971825-d255-4b8e-90ca-bcde8069aad9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef0ad8d728a247d09398da9803d678b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732765 Jan 29 19:52:48.153733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53732) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:48.159750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53734) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:48.161630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88971825-d255-4b8e-90ca-bcde8069aad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f028792-2529-41fb-8f13-0f2e3f4ec244,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:48.207546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a96e375c-662d-4a70-b397-6e7791ad507a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d202bacf-b7dc-4533-b4cd-3ce319e72f34), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.214154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6433da71-c261-4e37-bf63-554fb115d927 req-764cabb8-60d9-4d1a-95dd-45afd5eb48f8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100388 Jan 29 19:52:48.221332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 868308a0-bf33-4bce-ba62-d979b338b9d9 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:48.242743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a96e375c-662d-4a70-b397-6e7791ad507a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d202bacf-b7dc-4533-b4cd-3ce319e72f34), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.298247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56370b6b-9e41-4679-9a2f-fe94d603b157 admin admin] Publish callbacks [] for security_group (4f028792-2529-41fb-8f13-0f2e3f4ec244), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.328613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56370b6b-9e41-4679-9a2f-fe94d603b157 admin admin] Publish callbacks [] for security_group (4f028792-2529-41fb-8f13-0f2e3f4ec244), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.330972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 5d0b7d2d-23d1-4b12-8067-422feb542603 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:48.331418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.337563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-42c709b3-0977-4b58-9d18-58522044bee7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1121931 Jan 29 19:52:48.361575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 868308a0-bf33-4bce-ba62-d979b338b9d9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:52:48.364945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a96e375c-662d-4a70-b397-6e7791ad507a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d202bacf-b7dc-4533-b4cd-3ce319e72f34), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.372309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 868308a0-bf33-4bce-ba62-d979b338b9d9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:48.373854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.373993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a96e375c-662d-4a70-b397-6e7791ad507a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.377380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a96e375c-662d-4a70-b397-6e7791ad507a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d202bacf-b7dc-4533-b4cd-3ce319e72f34 HTTP/1.1" status: 204 len: 168 time: 0.2201343 Jan 29 19:52:48.380610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53736) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:48.382929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e375c-662d-4a70-b397-6e7791ad507a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d202bacf-b7dc-4533-b4cd-3ce319e72f34,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:48.462364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5ac9afee-37bd-4fd3-a067-c053a111c164 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805414 Jan 29 19:52:48.465825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53738) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:48.467564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 868308a0-bf33-4bce-ba62-d979b338b9d9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:48.467965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.478917 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.493988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56370b6b-9e41-4679-9a2f-fe94d603b157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4f028792-2529-41fb-8f13-0f2e3f4ec244), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.498138 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56370b6b-9e41-4679-9a2f-fe94d603b157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.500856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 868308a0-bf33-4bce-ba62-d979b338b9d9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=868308a0-bf33-4bce-ba62-d979b338b9d9,segment=NetworkSegment(a36af0c6-edee-4d82-a03a-00862d589539),segment_id=a36af0c6-edee-4d82-a03a-00862d589539)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:48.502720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56370b6b-9e41-4679-9a2f-fe94d603b157 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f028792-2529-41fb-8f13-0f2e3f4ec244 HTTP/1.1" status: 204 len: 168 time: 0.3419116 Jan 29 19:52:48.509095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 5d0b7d2d-23d1-4b12-8067-422feb542603 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:48.517070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56370b6b-9e41-4679-9a2f-fe94d603b157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f028792-2529-41fb-8f13-0f2e3f4ec244,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:48.527762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.528276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.531849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.531849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.531849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.531849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.531849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.535170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-9b449ab2-4eea-4b35-b998-f8f47dc2935f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 6710 time: 0.1004667 Jan 29 19:52:48.577144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.592355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3255b0b0-9d90-4d9b-8266-a3b60446e84a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (86b02914-c462-41c9-aeca-45eeb646f587), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.630756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=868308a0-bf33-4bce-ba62-d979b338b9d9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:48.633172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868308a0-bf33-4bce-ba62-d979b338b9d9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:48.643545 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962edf31-bd1a-4857-a2a1-cb1993a27dbd" -d '{"events": [{"server_uuid": "a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43", "name": "network-vif-plugged", "status": "completed", "tag": "868308a0-bf33-4bce-ba62-d979b338b9d9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:48.688469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3255b0b0-9d90-4d9b-8266-a3b60446e84a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (86b02914-c462-41c9-aeca-45eeb646f587), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.719224 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab375dc9-d4e5-4de1-877b-51d44f0a9110 x-openstack-request-id: req-ab375dc9-d4e5-4de1-877b-51d44f0a9110 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:48.719224 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43", "name": "network-vif-plugged", "status": "completed", "tag": "868308a0-bf33-4bce-ba62-d979b338b9d9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:48.720464 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab375dc9-d4e5-4de1-877b-51d44f0a9110 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:48.724926 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868308a0-bf33-4bce-ba62-d979b338b9d9', 'code': 200} Jan 29 19:52:48.727062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-23f2f627-4456-4428-bc95-58e8fc81c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.727540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-23f2f627-4456-4428-bc95-58e8fc81c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.728009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-23f2f627-4456-4428-bc95-58e8fc81c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.730522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-23f2f627-4456-4428-bc95-58e8fc81c032 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=0960a350-6d88-444e-88a0-73294b536673&id=ccf308fd-6e37-4079-8786-61da3c58b5c9&id=ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 200 len: 2290 time: 0.1574075 Jan 29 19:52:48.761719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bc56d-5d0d-460e-ab59-feb7577261c1 req-e60c22e1-0bf4-48e4-961c-b3dba32e6219 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.764210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7bc56d-5d0d-460e-ab59-feb7577261c1 req-e60c22e1-0bf4-48e4-961c-b3dba32e6219 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 946 time: 0.0905364 Jan 29 19:52:48.836191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3255b0b0-9d90-4d9b-8266-a3b60446e84a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (86b02914-c462-41c9-aeca-45eeb646f587), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.838788 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3255b0b0-9d90-4d9b-8266-a3b60446e84a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.839934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3255b0b0-9d90-4d9b-8266-a3b60446e84a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/86b02914-c462-41c9-aeca-45eeb646f587 HTTP/1.1" status: 204 len: 168 time: 0.3724339 Jan 29 19:52:48.845173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:48.868937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d984-7b1a-440a-9feb-ab7484a023a6 req-6ff96264-9254-422c-97ed-af25d3abc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.870466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9907d984-7b1a-440a-9feb-ab7484a023a6 req-6ff96264-9254-422c-97ed-af25d3abc113 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 1128 time: 0.0792966 Jan 29 19:52:48.871204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255b0b0-9d90-4d9b-8266-a3b60446e84a tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b02914-c462-41c9-aeca-45eeb646f587,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:48.890526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-8faab9bd-6f9f-43bc-b091-958b77416042 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8739d60-7283-40b9-8fc9-721af3540b7a HTTP/1.1" status: 200 len: 1000 time: 0.1504292 Jan 29 19:52:48.952014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d0b7d2d-23d1-4b12-8067-422feb542603), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:48.963280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e7bc56d-5d0d-460e-ab59-feb7577261c1 req-dffe738c-891d-4019-9855-e88575d13cc7 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601517 Jan 29 19:52:48.973390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee0f1efb-c1cf-4caf-8ca5-7341adffd121 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269341 Jan 29 19:52:48.978387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53752) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:48.983797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596737456'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:48.990059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-f014b5c1-3b71-4ef3-98d5-fa502b575d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:48.991624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-f014b5c1-3b71-4ef3-98d5-fa502b575d5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4882ea39-8c06-4cb1-ae8d-3357bd9d486d HTTP/1.1" status: 200 len: 850 time: 0.0826976 Jan 29 19:52:49.008800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=5d0b7d2d-23d1-4b12-8067-422feb542603,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:49.067279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-1b5be550-f7fa-4241-80b5-62786d1850a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:49.068948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-1b5be550-f7fa-4241-80b5-62786d1850a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb011d2-7b95-4ce2-9c2c-ddea50a93041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685232 Jan 29 19:52:49.074660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9907d984-7b1a-440a-9feb-ab7484a023a6 req-72bae988-c410-4a2d-9195-77fe9e0157c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399050 Jan 29 19:52:49.095507 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.153435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (f0c9e622-f902-48ed-a2d1-375c49a76e57), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.170275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (16e35842-25fe-4280-90f8-68ef6de9a9fb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.172081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ccf2-fe81-4ce9-be4b-afb3caf35be1 req-a5a55a9f-5ca9-420b-8642-84de9e5fe337 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:49.173947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbc3ccf2-fe81-4ce9-be4b-afb3caf35be1 req-a5a55a9f-5ca9-420b-8642-84de9e5fe337 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 946 time: 0.2158570 Jan 29 19:52:49.260846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (16e35842-25fe-4280-90f8-68ef6de9a9fb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.328981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53756) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:49.336277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbc3ccf2-fe81-4ce9-be4b-afb3caf35be1 req-3491310a-eda5-4bfd-b621-f21c32c51868 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235654 Jan 29 19:52:49.373636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a40effda-eb81-4aba-bf5f-d564989a4902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.375085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router f0c9e622-f902-48ed-a2d1-375c49a76e57 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:52:49.406140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e35842-25fe-4280-90f8-68ef6de9a9fb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:49.410455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.414126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d9919920-f28d-4520-bc37-61bf9c55ae4d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4322286 Jan 29 19:52:49.420147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53760) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:49.425675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '16e35842-25fe-4280-90f8-68ef6de9a9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:49.457106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:52:49.465741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2fd3d7a7-cd69-4685-8738-7c2ec2e4bd30 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/f0c9e622-f902-48ed-a2d1-375c49a76e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684480 Jan 29 19:52:49.466495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53766) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:49.477528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] Sync routers for ids ['f0c9e622-f902-48ed-a2d1-375c49a76e57'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:52:49.495004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] Routers {'f0c9e622-f902-48ed-a2d1-375c49a76e57'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:49.495725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-dd11a35e-7141-4020-9a7b-cd8d3fb7bac9 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989257 Jan 29 19:52:49.496372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f0c9e622-f902-48ed-a2d1-375c49a76e57'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:49.520005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcedf3f-71af-4ce8-8ea7-43b3dfbfddd7 req-506f988a-58b4-4df6-877e-966b7fd12e81 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:49.521569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfcedf3f-71af-4ce8-8ea7-43b3dfbfddd7 req-506f988a-58b4-4df6-877e-966b7fd12e81 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.1970022 Jan 29 19:52:49.567255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:49.578721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] Routers {'f0c9e622-f902-48ed-a2d1-375c49a76e57'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:52:49.579583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:27Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f0c9e622-f902-48ed-a2d1-375c49a76e57'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:49.623169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:49.624232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186d91b-7229-4e0c-be22-193fb6d9ebff None None] The sync data for ids ['f0c9e622-f902-48ed-a2d1-375c49a76e57'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:52:49.673021 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-3eefed88-eb9f-4b45-bafa-84fa8991d224 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] remove_router_interface failed (client error): The resource could not be found. Jan 29 19:52:49.674357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3eefed88-eb9f-4b45-bafa-84fa8991d224 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/f0c9e622-f902-48ed-a2d1-375c49a76e57/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2070239 Jan 29 19:52:49.677249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53772) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:49.705884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e669a1f-1cc5-4abf-bf2b-4376d1734a99 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0c9e622-f902-48ed-a2d1-375c49a76e57 HTTP/1.1" status: 200 len: 205 time: 0.0274706 Jan 29 19:52:49.708454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53774) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:49.790320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (f0c9e622-f902-48ed-a2d1-375c49a76e57), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.939971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (1922afa8-b75a-4b1f-bf8d-6eb48c3bb392), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.968540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (f0c9e622-f902-48ed-a2d1-375c49a76e57), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:49.971137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (f0c9e622-f902-48ed-a2d1-375c49a76e57), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.050369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfcedf3f-71af-4ce8-8ea7-43b3dfbfddd7 req-aa09e3de-a6e3-4540-96f4-7fc890ec29a8 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167208 Jan 29 19:52:50.064880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a40effda-eb81-4aba-bf5f-d564989a4902 admin admin] Publish callbacks [] for security_group (3fd76c2f-bec7-46e6-99d0-765ec400293c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.066976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-43549254-ba10-4134-bfe9-b130e24f43cf service neutron] 10.222.0.13 "GET /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630171 Jan 29 19:52:50.103202 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (f0c9e622-f902-48ed-a2d1-375c49a76e57), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.103797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router f0c9e622-f902-48ed-a2d1-375c49a76e57 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:52:50.111771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.113587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-52d7854f-ee4a-4f9c-b139-e261987cba67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 217 time: 0.0385413 Jan 29 19:52:50.115927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0935488e-80a4-4243-aa6c-4310517e7022 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/f0c9e622-f902-48ed-a2d1-375c49a76e57 HTTP/1.1" status: 204 len: 168 time: 0.4065773 Jan 29 19:52:50.116632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:50.141010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd214e-2ed2-4123-bfd0-9347adb757b0 req-fa1b680e-1269-4e41-afab-72a212d5b6a9 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:50.142539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4edd214e-2ed2-4123-bfd0-9347adb757b0 req-fa1b680e-1269-4e41-afab-72a212d5b6a9 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 946 time: 0.0792460 Jan 29 19:52:50.146735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (1922afa8-b75a-4b1f-bf8d-6eb48c3bb392), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.192241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4edd214e-2ed2-4123-bfd0-9347adb757b0 req-918d28cc-407f-4b9b-bf68-e6de7e9ce318 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424597 Jan 29 19:52:50.239083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a40effda-eb81-4aba-bf5f-d564989a4902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3fd76c2f-bec7-46e6-99d0-765ec400293c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.265099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet 420357d7-e801-4381-ba93-13d04410f168 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:50.275840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (1922afa8-b75a-4b1f-bf8d-6eb48c3bb392), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.278480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-3646bc2a-96d3-4f82-9876-9d4a7da118bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:50.280772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-3646bc2a-96d3-4f82-9876-9d4a7da118bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.1505897 Jan 29 19:52:50.293526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (420357d7-e801-4381-ba93-13d04410f168), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.361114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7271-96b3-4eff-aed5-e68b49b8c347 req-1a1f7005-e3f6-41d8-a736-1e05279badc2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:50.362586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c1f7271-96b3-4eff-aed5-e68b49b8c347 req-1a1f7005-e3f6-41d8-a736-1e05279badc2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.2313442 Jan 29 19:52:50.364849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a40effda-eb81-4aba-bf5f-d564989a4902 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3169bb696d194d248cf32e2d7e0d4c90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0391164 Jan 29 19:52:50.367862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53794) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:50.370288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1922afa8-b75a-4b1f-bf8d-6eb48c3bb392,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:50.376746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40effda-eb81-4aba-bf5f-d564989a4902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd76c2f-bec7-46e6-99d0-765ec400293c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:50.428177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (420357d7-e801-4381-ba93-13d04410f168), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.431201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-128e322d-699b-4689-8a47-bd850c54ee17 admin admin] Publish callbacks [] for security_group (3fd76c2f-bec7-46e6-99d0-765ec400293c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.453721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-128e322d-699b-4689-8a47-bd850c54ee17 admin admin] Publish callbacks [] for security_group (3fd76c2f-bec7-46e6-99d0-765ec400293c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.462020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.465854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e34c9aaa-cc27-4e1c-a69a-56ba9b0cd7a3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0420702 Jan 29 19:52:50.466034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53796) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:50.470417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '16e35842-25fe-4280-90f8-68ef6de9a9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:50.496069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-f6ea3e0f-a35f-45ef-b357-b421ba9331ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:50.498195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-f6ea3e0f-a35f-45ef-b357-b421ba9331ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1989250 Jan 29 19:52:50.504983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c1f7271-96b3-4eff-aed5-e68b49b8c347 req-e3a3190f-17ab-4747-ba11-7a1f09dbf22f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291547 Jan 29 19:52:50.584160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (f28839cc-42b4-47c4-80b2-5002793921a8), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.605440 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (420357d7-e801-4381-ba93-13d04410f168), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.615886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-128e322d-699b-4689-8a47-bd850c54ee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3fd76c2f-bec7-46e6-99d0-765ec400293c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.618724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-128e322d-699b-4689-8a47-bd850c54ee17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.622349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-128e322d-699b-4689-8a47-bd850c54ee17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fd76c2f-bec7-46e6-99d0-765ec400293c HTTP/1.1" status: 204 len: 168 time: 0.2508469 Jan 29 19:52:50.637806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e322d-699b-4689-8a47-bd850c54ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd76c2f-bec7-46e6-99d0-765ec400293c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:50.655225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (f28839cc-42b4-47c4-80b2-5002793921a8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.658324 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-c3343f85-f73e-4352-bd55-2720d3c7213b service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504474 Jan 29 19:52:50.742928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f28839cc-42b4-47c4-80b2-5002793921a8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.764512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28839cc-42b4-47c4-80b2-5002793921a8,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:50.770571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-f210f43f-f5c1-4d42-bf4b-1181245c86d9 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048880 Jan 29 19:52:50.811318 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (420357d7-e801-4381-ba93-13d04410f168), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.816467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-fe63720f-7ea2-4d14-96b8-cdc7d75f1198 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 217 time: 0.0392528 Jan 29 19:52:50.843360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.850783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=420357d7-e801-4381-ba93-13d04410f168,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:50.851298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3709a2f9-bdea-49b9-accc-5c2f24f39212 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3841803 Jan 29 19:52:50.853727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53802) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:50.863734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5258713-2fae-4714-8351-ef91222e3012 None None] Network a4220af4-889b-4bd8-808e-32eb8bea2a65 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:50.872362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:50.876716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-654f4379-a14f-4f3c-87a0-04370a72b83f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/420357d7-e801-4381-ba93-13d04410f168 HTTP/1.1" status: 204 len: 168 time: 0.7593176 Jan 29 19:52:50.881608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53804) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:50.883609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '16e35842-25fe-4280-90f8-68ef6de9a9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:50.931554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-253eee27-a26e-4d0c-9f24-522147d9a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:50.933178 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-253eee27-a26e-4d0c-9f24-522147d9a1cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.0926147 Jan 29 19:52:51.011060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d118decd-2da3-47bc-b920-084407987193), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.035761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a4220af4-889b-4bd8-808e-32eb8bea2a65), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.105397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d118decd-2da3-47bc-b920-084407987193), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.121073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-8bf537c1-15ba-4baf-8717-68edb962f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:51.122615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-8bf537c1-15ba-4baf-8717-68edb962f81e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1547177 Jan 29 19:52:51.133948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] DHCP port deletion for a4220af4-889b-4bd8-808e-32eb8bea2a65 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:52:51.164052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5add9-8f3f-4250-b88a-63287fbef8fe req-72ffd01d-ebec-4291-85c0-6dfd676492a3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:51.166203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65c5add9-8f3f-4250-b88a-63287fbef8fe req-72ffd01d-ebec-4291-85c0-6dfd676492a3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.1848836 Jan 29 19:52:51.173993 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d118decd-2da3-47bc-b920-084407987193), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.197724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d118decd-2da3-47bc-b920-084407987193,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:51.208300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] Deleting port 75a15579-f648-48e5-ab8f-1d22a89c8e73 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:51.208680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.275216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.277072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7999ccf2-359a-4f66-936d-c006c157d9b4 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021661 Jan 29 19:52:51.278278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 75a15579-f648-48e5-ab8f-1d22a89c8e73 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:51.281520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.281662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53826) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:51.288220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '16e35842-25fe-4280-90f8-68ef6de9a9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:51.316428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65c5add9-8f3f-4250-b88a-63287fbef8fe req-5c944f2a-1cd8-4478-b820-cb9d17fcf790 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390314 Jan 29 19:52:51.319235 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-d20ed6f5-f346-4b73-93b7-f23efa44de81 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891742 Jan 29 19:52:51.336469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] For port 75a15579-f648-48e5-ab8f-1d22a89c8e73, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75a15579-f648-48e5-ab8f-1d22a89c8e73,segment=NetworkSegment(fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68),segment_id=fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:51.337498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.366544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] Calling delete_port for 75a15579-f648-48e5-ab8f-1d22a89c8e73 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:51.380785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582850-1393-4a99-b29e-742ae1440d82 req-e97bcd66-58cc-421d-8867-af875a2087d2 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:51.382300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6582850-1393-4a99-b29e-742ae1440d82 req-e97bcd66-58cc-421d-8867-af875a2087d2 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 946 time: 0.0776551 Jan 29 19:52:51.399446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 75a15579-f648-48e5-ab8f-1d22a89c8e73, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75a15579-f648-48e5-ab8f-1d22a89c8e73,segment=NetworkSegment(fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68),segment_id=fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:51.399814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.440815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 75a15579-f648-48e5-ab8f-1d22a89c8e73 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:51.443251 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6582850-1393-4a99-b29e-742ae1440d82 req-2b9bb633-8c4c-4874-904c-1ab6c1c05fce tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Jan 29 19:52:51.449335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (6357906a-0d99-47bf-9b9a-c11ac3d92793), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.523219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-d3c0655b-28f7-4a5d-b30f-7bd5a47dda1c service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961379 Jan 29 19:52:51.536629 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (6357906a-0d99-47bf-9b9a-c11ac3d92793), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.543825 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.573543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] Pushing event deleted for resources: {'Port': ['ID=75a15579-f648-48e5-ab8f-1d22a89c8e73,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:51.582552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-47dcc87c-3e86-42f1-9808-9bc162f83075 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=506da6d9-844b-429d-8934-d7c708e110f4 HTTP/1.1" status: 200 len: 217 time: 0.0522256 Jan 29 19:52:51.583185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c2168-6d63-4673-8e0e-214f1ebdc4ad None None] No DVR routers for this DVR port 75a15579-f648-48e5-ab8f-1d22a89c8e73 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:51.632081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (75a15579-f648-48e5-ab8f-1d22a89c8e73), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.632378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6357906a-0d99-47bf-9b9a-c11ac3d92793), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.657426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6357906a-0d99-47bf-9b9a-c11ac3d92793,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:51.667756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port 75a15579-f648-48e5-ab8f-1d22a89c8e73 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:51.676699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=75a15579-f648-48e5-ab8f-1d22a89c8e73,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:51.699543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-00113ce9-9742-4f31-ba15-27cc31bddaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:51.701730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-00113ce9-9742-4f31-ba15-27cc31bddaea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.1126795 Jan 29 19:52:51.739653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.743602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2f20b1b2-687c-4c2a-b7db-c39a9bb51958 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4597540 Jan 29 19:52:51.746625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53842) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:51.750360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '16e35842-25fe-4280-90f8-68ef6de9a9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:51.785630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a4220af4-889b-4bd8-808e-32eb8bea2a65), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.810820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4220af4-889b-4bd8-808e-32eb8bea2a65']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:51.821802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:51.822159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:51.825079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-37e225e7-551a-40af-b20a-0b9ddcc30951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:51.826590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-37e225e7-551a-40af-b20a-0b9ddcc30951 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1190546 Jan 29 19:52:51.835236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.877819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.879581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (7a7408db-1634-413c-ad3b-836c22191891), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.887192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:51.887595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (fdcd87e2-4a51-43fa-ac11-3b6e85a3bb68), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:51.891151 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:51.954267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (7a7408db-1634-413c-ad3b-836c22191891), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.005603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-bcbf7c53-edf8-47eb-b8b5-2edea89fea0a service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720707 Jan 29 19:52:52.021216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:52:52.043686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7a7408db-1634-413c-ad3b-836c22191891), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.073646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a4220af4-889b-4bd8-808e-32eb8bea2a65), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.088091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.099283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/a4220af4-889b-4bd8-808e-32eb8bea2a65 HTTP/1.1" status: 204 len: 168 time: 1.2107058 Jan 29 19:52:52.102078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53854) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.110450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803735679'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:52.111975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda25540-aa18-475d-bf50-69197e90dd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=a4220af4-889b-4bd8-808e-32eb8bea2a65,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:52.116436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7408db-1634-413c-ad3b-836c22191891,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:52.137222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-29803f22-56b9-4d4f-9335-5e1ec1c7cee8 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251564 Jan 29 19:52:52.149579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cfb0d-11a6-4d4b-9df9-8bc15947905d req-e3a5d645-5bc0-4638-8cb4-67a64ef4e468 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.151357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f86cfb0d-11a6-4d4b-9df9-8bc15947905d req-e3a5d645-5bc0-4638-8cb4-67a64ef4e468 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 946 time: 0.1207914 Jan 29 19:52:52.161883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.167295 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5f8b2444-82cb-4fd6-8bdf-e98bd84909f0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4212868 Jan 29 19:52:52.170527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53860) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.196283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:52.212722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'mac_address': 'fa:16:3e:2c:46:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:52:52.215246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-64693587-3574-4412-be90-824597747795 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac HTTP/1.1" status: 200 len: 217 time: 0.0686810 Jan 29 19:52:52.224341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9574bb-5a4c-440f-8b30-97ec3292f6f2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (7a7408db-1634-413c-ad3b-836c22191891), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.245008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9574bb-5a4c-440f-8b30-97ec3292f6f2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (7a7408db-1634-413c-ad3b-836c22191891), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.254456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:52.254456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.268571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-48e2918a-983f-4c8e-9d3f-c649d5e95ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.270991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-48e2918a-983f-4c8e-9d3f-c649d5e95ca2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 200 len: 797 time: 0.0488579 Jan 29 19:52:52.290464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f86cfb0d-11a6-4d4b-9df9-8bc15947905d req-b65f854a-1146-4c44-8a2a-9958f7ed690a tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217699 Jan 29 19:52:52.301537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6ee72a36-87d5-4f37-ad06-c880c66da966 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:52.306675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.329610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ee72a36-87d5-4f37-ad06-c880c66da966 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:52:52.329862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-68491e7f-c58a-42bf-91d4-d5183652dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.330304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-68491e7f-c58a-42bf-91d4-d5183652dfbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0960a350-6d88-444e-88a0-73294b536673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0533838 Jan 29 19:52:52.346722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:52.408271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9574bb-5a4c-440f-8b30-97ec3292f6f2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7a7408db-1634-413c-ad3b-836c22191891), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.413637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9574bb-5a4c-440f-8b30-97ec3292f6f2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.420411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e9574bb-5a4c-440f-8b30-97ec3292f6f2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7a7408db-1634-413c-ad3b-836c22191891 HTTP/1.1" status: 204 len: 168 time: 0.2416596 Jan 29 19:52:52.420764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53870) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.421598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:52.432102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9574bb-5a4c-440f-8b30-97ec3292f6f2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a7408db-1634-413c-ad3b-836c22191891,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:52.434571 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.446723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ea187b67-d1a8-4b80-9a32-055009c98f11), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.446723 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment ea187b67-d1a8-4b80-9a32-055009c98f11 of type vlan for network 81e8da81-16e1-4305-820d-7a08a8597d82 Jan 29 19:52:52.489675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:52.495530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-a8858d26-c386-4988-a8fe-675bf6344559 service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585705 Jan 29 19:52:52.503317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (81e8da81-16e1-4305-820d-7a08a8597d82), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.511401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-707e7d78-b032-44c4-9c1a-c6fa508ec157 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0903075 Jan 29 19:52:52.518133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53874) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.547013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04202f65-17b9-4c98-93fa-614029983599 req-e2cd9c5f-c90f-4236-b57a-c7301c247885 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.549118 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04202f65-17b9-4c98-93fa-614029983599 req-e2cd9c5f-c90f-4236-b57a-c7301c247885 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.1468718 Jan 29 19:52:52.584695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['6ee72a36-87d5-4f37-ad06-c880c66da966'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:52.600279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (81e8da81-16e1-4305-820d-7a08a8597d82), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.605874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.606588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.626482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1c01-dd77-4c2b-91be-f286826c9791 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (6357906a-0d99-47bf-9b9a-c11ac3d92793), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.648539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1c01-dd77-4c2b-91be-f286826c9791 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (6357906a-0d99-47bf-9b9a-c11ac3d92793), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.687260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-37eaa184-7355-457c-9859-60cc52524b2a service neutron] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770899 Jan 29 19:52:52.692594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04202f65-17b9-4c98-93fa-614029983599 req-822a8765-58ab-458c-8784-bcbd24009b97 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372120 Jan 29 19:52:52.732405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6279483 Jan 29 19:52:52.733313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de83675-b591-4599-a72f-efda69f4dc43 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=81e8da81-16e1-4305-820d-7a08a8597d82,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:52.735512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53888) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.742274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:52.744408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-38c91489-0b8c-47c8-be3e-d7a7d62a6e99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b0b17f85-4c04-4f3d-9296-da38da666563 HTTP/1.1" status: 200 len: 217 time: 0.0485613 Jan 29 19:52:52.784142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 81e8da81-16e1-4305-820d-7a08a8597d82 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:52.832380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-3afed870-ffe8-43f1-9059-09f8e606f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.835832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-3afed870-ffe8-43f1-9059-09f8e606f086 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.0632546 Jan 29 19:52:52.848789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d32fd-c263-48ed-8dce-102e50916c9a req-f11c7724-2fe2-43b1-9bc2-aed2fd4f87fd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:52.850249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-374d32fd-c263-48ed-8dce-102e50916c9a req-f11c7724-2fe2-43b1-9bc2-aed2fd4f87fd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.1198442 Jan 29 19:52:52.862617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1c01-dd77-4c2b-91be-f286826c9791 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6357906a-0d99-47bf-9b9a-c11ac3d92793), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.882487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1c01-dd77-4c2b-91be-f286826c9791 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:52.886188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ba2b1c01-dd77-4c2b-91be-f286826c9791 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6357906a-0d99-47bf-9b9a-c11ac3d92793 HTTP/1.1" status: 204 len: 168 time: 0.3645720 Jan 29 19:52:52.890345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.947007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b1c01-dd77-4c2b-91be-f286826c9791 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6357906a-0d99-47bf-9b9a-c11ac3d92793,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:52.967879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53900) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:52.968170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-431ea328-2bc3-4b5f-95bd-d63e03088141 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0722110 Jan 29 19:52:52.969915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:52.974183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.000332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:53.034123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-911da942-c5c2-47f7-81c5-0d70f6bde114 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d118decd-2da3-47bc-b920-084407987193), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.041185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-23d23e99-5680-4b8a-9722-d3fad58d1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:53.042756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-23d23e99-5680-4b8a-9722-d3fad58d1217 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1915650 Jan 29 19:52:53.052161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-911da942-c5c2-47f7-81c5-0d70f6bde114 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (d118decd-2da3-47bc-b920-084407987193), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.056886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75a15579-f648-48e5-ab8f-1d22a89c8e73 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:53.093564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 75a15579-f648-48e5-ab8f-1d22a89c8e73 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:53.093915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75a15579-f648-48e5-ab8f-1d22a89c8e73 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:53.159741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port 271a62c8-acce-4ebb-b998-977268f4d437 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:53.160338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (271a62c8-acce-4ebb-b998-977268f4d437), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.242075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-911da942-c5c2-47f7-81c5-0d70f6bde114 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d118decd-2da3-47bc-b920-084407987193), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.276170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-911da942-c5c2-47f7-81c5-0d70f6bde114 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.277863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-911da942-c5c2-47f7-81c5-0d70f6bde114 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d118decd-2da3-47bc-b920-084407987193 HTTP/1.1" status: 204 len: 168 time: 0.3089790 Jan 29 19:52:53.288431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53918) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:53.302575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911da942-c5c2-47f7-81c5-0d70f6bde114 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d118decd-2da3-47bc-b920-084407987193,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:53.306607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-afa1e9da-3c62-4c68-ab54-312dbea6a2dc service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563753 Jan 29 19:52:53.398223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port 271a62c8-acce-4ebb-b998-977268f4d437, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=271a62c8-acce-4ebb-b998-977268f4d437,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:53.399388 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (271a62c8-acce-4ebb-b998-977268f4d437), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.478842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for 271a62c8-acce-4ebb-b998-977268f4d437 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:53.479777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-923118427'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:53.492343 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6be67e72-afa8-4583-bc1b-47172a13b3d3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2022531 Jan 29 19:52:53.500265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53926) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:53.561038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-bb088dd7-50e1-4235-b58c-389385d4a404 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:53.564529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-bb088dd7-50e1-4235-b58c-389385d4a404 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 946 time: 0.0983031 Jan 29 19:52:53.605083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a187b804-e6ac-4db5-bdf5-98e660e0a2b9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (f28839cc-42b4-47c4-80b2-5002793921a8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.612924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-95571cf9-43dd-46dd-95cd-75c822497fda service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940857 Jan 29 19:52:53.622556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a187b804-e6ac-4db5-bdf5-98e660e0a2b9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (f28839cc-42b4-47c4-80b2-5002793921a8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.626270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Made reservation on behalf of c8e14d1b3d5642239e3081d5d7885e55 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:53.629834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.634855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e20051-532d-45ea-855d-2ab736cfd96f req-a99823c5-aab6-45ba-ab25-806cb97d7c5b tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:53.636430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40e20051-532d-45ea-855d-2ab736cfd96f req-a99823c5-aab6-45ba-ab25-806cb97d7c5b tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 946 time: 0.2044120 Jan 29 19:52:53.654643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.705421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-30bf9f3a-60e0-4e8e-86f8-4304090e1ddb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8 HTTP/1.1" status: 200 len: 217 time: 0.0793591 Jan 29 19:52:53.798746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Deleting port 868308a0-bf33-4bce-ba62-d979b338b9d9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:52:53.799111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:53.897579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.025678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.038633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] For port 868308a0-bf33-4bce-ba62-d979b338b9d9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=868308a0-bf33-4bce-ba62-d979b338b9d9,segment=NetworkSegment(a36af0c6-edee-4d82-a03a-00862d589539),segment_id=a36af0c6-edee-4d82-a03a-00862d589539)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:54.039005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.063831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2d016-98ab-4333-bc76-f98c527b832a req-adbd08f2-f9db-4d05-9933-eabefe65ba9a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:54.064095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:54.069645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65e2d016-98ab-4333-bc76-f98c527b832a req-adbd08f2-f9db-4d05-9933-eabefe65ba9a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 945 time: 0.2443323 Jan 29 19:52:54.072406 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a187b804-e6ac-4db5-bdf5-98e660e0a2b9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f28839cc-42b4-47c4-80b2-5002793921a8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.087636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a187b804-e6ac-4db5-bdf5-98e660e0a2b9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.091895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a187b804-e6ac-4db5-bdf5-98e660e0a2b9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f28839cc-42b4-47c4-80b2-5002793921a8 HTTP/1.1" status: 204 len: 168 time: 0.5866001 Jan 29 19:52:54.096220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53934) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:54.113740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187b804-e6ac-4db5-bdf5-98e660e0a2b9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f28839cc-42b4-47c4-80b2-5002793921a8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.118796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Calling delete_port for 868308a0-bf33-4bce-ba62-d979b338b9d9 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:52:54.128809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40e20051-532d-45ea-855d-2ab736cfd96f req-b8bf726e-80da-43bb-8396-0f8b6217a537 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a5ae8b7-5766-4015-a925-79272b130826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716783 Jan 29 19:52:54.170024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 6ee72a36-87d5-4f37-ad06-c880c66da966 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:54.170540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': 'ea187b67-d1a8-4b80-9a32-055009c98f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:54.170699 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.170918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: 81e8da81-16e1-4305-820d-7a08a8597d82, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:52:54.180365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-e6aea9f3-0998-4e28-8ba5-b3e391ff1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:54.182526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-e6aea9f3-0998-4e28-8ba5-b3e391ff1c5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 200 len: 797 time: 0.4623325 Jan 29 19:52:54.220490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks [] for security_group (4de264c8-8640-45e5-bdd1-56af43204370), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.238128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f61d383a-3194-4a59-8ef6-1d72e874ebae tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1379910 Jan 29 19:52:54.246196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53936) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:54.269565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65e2d016-98ab-4333-bc76-f98c527b832a req-5591a4a8-b03a-4a42-bc80-3f9ec60132e5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989346 Jan 29 19:52:54.274202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6ee72a36-87d5-4f37-ad06-c880c66da966 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:54.274712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.286821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50a087df-d398-4daf-8627-8166a85ab794 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (1922afa8-b75a-4b1f-bf8d-6eb48c3bb392), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.300669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-3d8b1b5c-8a35-4ade-acc5-a5751b666975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:54.302581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-3d8b1b5c-8a35-4ade-acc5-a5751b666975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccf308fd-6e37-4079-8786-61da3c58b5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1070070 Jan 29 19:52:54.304243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50a087df-d398-4daf-8627-8166a85ab794 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (1922afa8-b75a-4b1f-bf8d-6eb48c3bb392), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.307297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:54.309801 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce5bad4-9b6d-456c-bd7d-a719bd42f4c6" -d '{"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:54.327377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:54.375945 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af21791b-284c-4cec-bb6e-66696b661c2c x-openstack-request-id: req-af21791b-284c-4cec-bb6e-66696b661c2c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:54.376398 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:54.376681 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af21791b-284c-4cec-bb6e-66696b661c2c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:54.377090 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'code': 200} Jan 29 19:52:54.383490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4de264c8-8640-45e5-bdd1-56af43204370), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.436087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 81e8da81-16e1-4305-820d-7a08a8597d82 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:52:54.439636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (271a62c8-acce-4ebb-b998-977268f4d437), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.444063 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.468566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:54.482118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64', '271a62c8-acce-4ebb-b998-977268f4d437'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:54.497483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (07266592-50eb-4671-923a-8cc571d8c24d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.498988 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Added segment 07266592-50eb-4671-923a-8cc571d8c24d of type vlan for network 1be59461-699c-49f6-a39d-cba84764e583 Jan 29 19:52:54.559763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1be59461-699c-49f6-a39d-cba84764e583), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.562674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=271a62c8-acce-4ebb-b998-977268f4d437,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.568670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50a087df-d398-4daf-8627-8166a85ab794 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (1922afa8-b75a-4b1f-bf8d-6eb48c3bb392), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.571012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.585887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50a087df-d398-4daf-8627-8166a85ab794 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.587570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-50a087df-d398-4daf-8627-8166a85ab794 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1922afa8-b75a-4b1f-bf8d-6eb48c3bb392 HTTP/1.1" status: 204 len: 168 time: 0.3400950 Jan 29 19:52:54.609510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de264c8-8640-45e5-bdd1-56af43204370,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.612085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:54.628678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a087df-d398-4daf-8627-8166a85ab794 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1922afa8-b75a-4b1f-bf8d-6eb48c3bb392,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.657639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port 271a62c8-acce-4ebb-b998-977268f4d437 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:54.662689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.666032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-374d32fd-c263-48ed-8dce-102e50916c9a req-e2f7d5a7-be90-4f3a-9fa7-50d4b696a710 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "DELETE /v2.0/ports/271a62c8-acce-4ebb-b998-977268f4d437 HTTP/1.1" status: 204 len: 173 time: 1.8043668 Jan 29 19:52:54.668414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'name': 'network-vif-deleted', 'tag': '271a62c8-acce-4ebb-b998-977268f4d437'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:54.670732 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e00459-0278-4a57-9b6a-869865c785bc" -d '{"events": [{"server_uuid": "439f8821-d694-47ab-aa59-dc31adcde0c3", "name": "network-vif-deleted", "tag": "271a62c8-acce-4ebb-b998-977268f4d437"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:54.680970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 81e8da81-16e1-4305-820d-7a08a8597d82) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:54.683252 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1be59461-699c-49f6-a39d-cba84764e583), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.694012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-0a7e6bb4-26f2-4681-8924-a40ceb0eb8ca service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648648 Jan 29 19:52:54.705483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a949faa-3ba3-4f1c-a623-0700760250dd None None] Network 81e8da81-16e1-4305-820d-7a08a8597d82 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:54.706528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:54.707382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.710943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9168a567-5e0a-45ff-8fc0-9e15bc79ac13 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0927637 Jan 29 19:52:54.721695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53954) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:54.755183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:54.755822 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f8a30-fd13-4cab-8c03-9c52d0688222 x-openstack-request-id: req-a23f8a30-fd13-4cab-8c03-9c52d0688222 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:54.755981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.756157 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f8821-d694-47ab-aa59-dc31adcde0c3", "name": "network-vif-deleted", "tag": "271a62c8-acce-4ebb-b998-977268f4d437", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:54.756406 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a23f8a30-fd13-4cab-8c03-9c52d0688222 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:54.756806 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f8821-d694-47ab-aa59-dc31adcde0c3', 'name': 'network-vif-deleted', 'tag': '271a62c8-acce-4ebb-b998-977268f4d437', 'status': 'completed', 'code': 200} Jan 29 19:52:54.784762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (868308a0-bf33-4bce-ba62-d979b338b9d9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:54.851842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Pushing event deleted for resources: {'Port': ['ID=868308a0-bf33-4bce-ba62-d979b338b9d9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:54.862862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['868308a0-bf33-4bce-ba62-d979b338b9d9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:52:54.891338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac36f202-ea5d-4456-8ea7-c2ce0c65237a req-222ac05f-b434-490a-907d-8ed130f646bd service neutron] 10.222.0.13 "GET /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791687 Jan 29 19:52:54.945882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53960) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:54.946570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fb4b8c34-2ad6-455d-85d5-471870fa6d8e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2088785 Jan 29 19:52:54.953083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-994583553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:54.956472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9521248 Jan 29 19:52:54.960553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53962) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:54.974772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceef7048-c196-4fb5-b91c-8fd33c0db219 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (16e35842-25fe-4280-90f8-68ef6de9a9fb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.021373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceef7048-c196-4fb5-b91c-8fd33c0db219 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (16e35842-25fe-4280-90f8-68ef6de9a9fb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.047316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] No DVR routers for this DVR port 868308a0-bf33-4bce-ba62-d979b338b9d9 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:52:55.052773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.057666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73a41938-36d5-43c7-8234-a941b2e8d2fe req-d937d339-fc20-47af-9a8c-6ae923de71f6 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.13 "DELETE /v2.0/ports/868308a0-bf33-4bce-ba62-d979b338b9d9 HTTP/1.1" status: 204 len: 173 time: 1.4888957 Jan 29 19:52:55.072717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'name': 'network-vif-deleted', 'tag': '868308a0-bf33-4bce-ba62-d979b338b9d9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:52:55.077460 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8105c937-b2be-4671-ae9f-a23ca81c2f72" -d '{"events": [{"server_uuid": "a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43", "name": "network-vif-deleted", "tag": "868308a0-bf33-4bce-ba62-d979b338b9d9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:52:55.077922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (bce335f2-80f0-4676-8326-120f43836aed), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.079221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (bce335f2-80f0-4676-8326-120f43836aed), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.121012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'network': {'name': 'tempest-network--1409141483', 'router:external': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:55.180607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b2012-605e-4fb7-923d-e9d41c5db66d tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Pushing event updated for resources: {'Network': ['ID=1be59461-699c-49f6-a39d-cba84764e583,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:55.203979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1be59461-699c-49f6-a39d-cba84764e583 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:55.209738 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd96c6e-35fc-49f0-bbf4-e69b3e5e9c13 x-openstack-request-id: req-8fd96c6e-35fc-49f0-bbf4-e69b3e5e9c13 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:52:55.210659 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43", "name": "network-vif-deleted", "tag": "868308a0-bf33-4bce-ba62-d979b338b9d9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:52:55.210659 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fd96c6e-35fc-49f0-bbf4-e69b3e5e9c13 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:52:55.210922 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43', 'name': 'network-vif-deleted', 'tag': '868308a0-bf33-4bce-ba62-d979b338b9d9', 'status': 'completed', 'code': 200} Jan 29 19:52:55.248211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-81e8da81-16e1-4305-820d-7a08a8597d82', 'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': 'c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:52:55.254755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.260144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (bce335f2-80f0-4676-8326-120f43836aed), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.269254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26898c50-9ac2-4eeb-8f9b-66e98f6d883e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.324508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Made reservation on behalf of 8d8025ab27ac4f63b280f5f4eb7b84c2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:55.328413 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.342509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.411382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (bce335f2-80f0-4676-8326-120f43836aed), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.450856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e5b7db6-b15e-4084-987c-b311e296ad62 req-4ffed7eb-1ccb-4593-859b-86c62ef93481 tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.0719495 Jan 29 19:52:55.456434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceef7048-c196-4fb5-b91c-8fd33c0db219 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (16e35842-25fe-4280-90f8-68ef6de9a9fb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.467000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceef7048-c196-4fb5-b91c-8fd33c0db219 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.471608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53974) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:55.483787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ceef7048-c196-4fb5-b91c-8fd33c0db219 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/16e35842-25fe-4280-90f8-68ef6de9a9fb HTTP/1.1" status: 204 len: 168 time: 0.7609665 Jan 29 19:52:55.586179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-80520d1f-4d38-4e13-9fff-5419b57a6d57 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1130629 Jan 29 19:52:55.587775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53976) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:55.593217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Allocated IP 2001:db8::2 (81e8da81-16e1-4305-820d-7a08a8597d82/c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1/bb01c950-5c34-420f-be6d-be78e65f2449) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:55.599369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--912239728'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:55.607856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for security_group (f3edfe03-518b-4321-8542-7bcfdb6ca4ab), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.624654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef7048-c196-4fb5-b91c-8fd33c0db219 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e35842-25fe-4280-90f8-68ef6de9a9fb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:55.695218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b1ae50a-6345-4067-8baa-d436c68ec320 req-eb2a5754-4d95-4f9c-a170-ba104d11813f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f8821-d694-47ab-aa59-dc31adcde0c3 HTTP/1.1" status: 200 len: 210 time: 0.0675514 Jan 29 19:52:55.711786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.713191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3443a7d-9ca2-4dcc-8ffd-077f5112b3a5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7662404 Jan 29 19:52:55.714667 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f3edfe03-518b-4321-8542-7bcfdb6ca4ab), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.716275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53978) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:55.759920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:55.769692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Publish callbacks [] for port (bb01c950-5c34-420f-be6d-be78e65f2449), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.787735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d9c3fdf9-b90f-44e0-86e3-d92335fb475c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.788117 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Added segment d9c3fdf9-b90f-44e0-86e3-d92335fb475c of type vlan for network c1182a0f-31a6-4a59-80bc-39c0991374a2 Jan 29 19:52:55.838594 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.856040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edfe03-518b-4321-8542-7bcfdb6ca4ab,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:55.874388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:55.874515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c1182a0f-31a6-4a59-80bc-39c0991374a2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.060955 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (ddff1c94-2652-4e03-b94e-39670341cb07), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.077520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c1182a0f-31a6-4a59-80bc-39c0991374a2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.080751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.081565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.225085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ddff1c94-2652-4e03-b94e-39670341cb07), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.294131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Pushing event updated for resources: {'Port': ['ID=bb01c950-5c34-420f-be6d-be78e65f2449,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:56.324707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Network 81e8da81-16e1-4305-820d-7a08a8597d82 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:56.329332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:56.332481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:56.359414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3968565 Jan 29 19:52:56.363898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53992) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:56.405898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Attempting to bind port bb01c950-5c34-420f-be6d-be78e65f2449 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:52:56.406278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Attempting to bind port bb01c950-5c34-420f-be6d-be78e65f2449 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ea187b67-d1a8-4b80-9a32-055009c98f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:52:56.406645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Attempting to bind port bb01c950-5c34-420f-be6d-be78e65f2449 on network 81e8da81-16e1-4305-820d-7a08a8597d82 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:52:56.410869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.412005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:52:56.412430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Checking segment: {'id': 'ea187b67-d1a8-4b80-9a32-055009c98f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:52:56.412829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.413301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Bound using segment: {'id': 'ea187b67-d1a8-4b80-9a32-055009c98f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:52:56.413769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Bound port: bb01c950-5c34-420f-be6d-be78e65f2449, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea187b67-d1a8-4b80-9a32-055009c98f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '81e8da81-16e1-4305-820d-7a08a8597d82'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:52:56.414143 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.418923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.426602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.426974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347b956-5731-4cbe-9872-b2dd93b37f25 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Network': ['ID=c1182a0f-31a6-4a59-80bc-39c0991374a2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:56.433317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.440553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.449098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c1182a0f-31a6-4a59-80bc-39c0991374a2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:56.453791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.460178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:56.473780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-8914e137-6f74-4e4a-88d1-18f648738e8a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.5179272 Jan 29 19:52:56.513488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.514085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c1182a0f-31a6-4a59-80bc-39c0991374a2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.514956 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9245737 Jan 29 19:52:56.518207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53996) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:56.529490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': 'ddff1c94-2652-4e03-b94e-39670341cb07', 'direction': 'ingress', 'protocol': 17}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:56.535486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471886c8-5893-43f3-a1dd-9393e96370c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff1c94-2652-4e03-b94e-39670341cb07,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:56.611534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-298992ec-2fb3-4de8-8195-a089cfba37bc req-beb613fe-6873-4a74-8426-07e53cb060ec tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938375 Jan 29 19:52:56.659529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.682970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] For port bb01c950-5c34-420f-be6d-be78e65f2449, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:52:56.683124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c1182a0f-31a6-4a59-80bc-39c0991374a2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.687349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] For port bb01c950-5c34-420f-be6d-be78e65f2449, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb01c950-5c34-420f-be6d-be78e65f2449,segment=NetworkSegment(ea187b67-d1a8-4b80-9a32-055009c98f11),segment_id=ea187b67-d1a8-4b80-9a32-055009c98f11)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:52:56.709122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1182a0f-31a6-4a59-80bc-39c0991374a2']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:56.726754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c3fdf9-b90f-44e0-86e3-d92335fb475c') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:56.727113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c3fdf9-b90f-44e0-86e3-d92335fb475c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:52:56.764330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (d9c3fdf9-b90f-44e0-86e3-d92335fb475c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.765402 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.802080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0ac748c-c65e-4625-b057-a82b16eaf2d3 req-6c254c2e-67f4-4c53-ad39-222e2663e9da tempest-InstanceActionsNegativeTestJSON-1932514077 tempest-InstanceActionsNegativeTestJSON-1932514077-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28b680c-bd8b-4c9b-98f6-f3dd8dd2cf43 HTTP/1.1" status: 200 len: 210 time: 0.0752249 Jan 29 19:52:56.837318 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d9c3fdf9-b90f-44e0-86e3-d92335fb475c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.852962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:52:56.853614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (d9c3fdf9-b90f-44e0-86e3-d92335fb475c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:52:56.857983 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:52:56.880326 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (20492dd5-03f9-48af-bc66-bdd3f5fde35d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:56.909808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e8035-e78a-4087-8037-89a32005f6cf None None] Pushing event updated for resources: {'Port': ['ID=bb01c950-5c34-420f-be6d-be78e65f2449,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:57.018757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (20492dd5-03f9-48af-bc66-bdd3f5fde35d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.057923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c1182a0f-31a6-4a59-80bc-39c0991374a2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.066707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1182a0f-31a6-4a59-80bc-39c0991374a2 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 19:52:57.075002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.080738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c1182a0f-31a6-4a59-80bc-39c0991374a2 HTTP/1.1" status: 204 len: 168 time: 0.7070932 Jan 29 19:52:57.094676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54014) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:57.101800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:57.107901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da26c84-fe9f-41b3-b640-15b1367bf679 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1182a0f-31a6-4a59-80bc-39c0991374a2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:57.176929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8::1 (81e8da81-16e1-4305-820d-7a08a8597d82/c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1/e1f9d526-f64f-4cfc-bd67-416dba9f7a61) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:52:57.211456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (20492dd5-03f9-48af-bc66-bdd3f5fde35d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.266866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20492dd5-03f9-48af-bc66-bdd3f5fde35d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:57.278844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Made reservation on behalf of 8d8025ab27ac4f63b280f5f4eb7b84c2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:57.281345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.371930 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.375419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f86cc042-a840-4e11-8d03-6bc8caa8d492 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8553789 Jan 29 19:52:57.379393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54026) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:57.389094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:52:57.545902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.562903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e337076b-abd4-42ca-8ba1-030902c8c62b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.563988 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Added segment e337076b-abd4-42ca-8ba1-030902c8c62b of type vlan for network 2ab3d010-6944-40bc-8cfe-57d038a42b67 Jan 29 19:52:57.707032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.739711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (2ab3d010-6944-40bc-8cfe-57d038a42b67), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.749812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd0d0-17e4-426e-a331-249a69db6386 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (ddff1c94-2652-4e03-b94e-39670341cb07), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.764570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 81e8da81-16e1-4305-820d-7a08a8597d82 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:52:57.767853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:52:57.773134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:52:57.773675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (bce335f2-80f0-4676-8326-120f43836aed), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.817319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-5afab14b-6775-4873-a6ad-3d4cb4d869b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3872330 Jan 29 19:52:57.851416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd0d0-17e4-426e-a331-249a69db6386 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (ddff1c94-2652-4e03-b94e-39670341cb07), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:57.873749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=e1f9d526-f64f-4cfc-bd67-416dba9f7a61,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:57.876367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-0c4ce16d-3cc9-46ea-a91c-5dffd6df9ca9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:57.884701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-0c4ce16d-3cc9-46ea-a91c-5dffd6df9ca9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.4915760 Jan 29 19:52:57.929099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-807d593b-a7ba-48ab-9eec-36b7e25400c2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0428267 Jan 29 19:52:58.015831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.022697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.028060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (2ab3d010-6944-40bc-8cfe-57d038a42b67), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.029363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.029961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.035100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.041936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.048095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.056624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.070677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.073278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 271a62c8-acce-4ebb-b998-977268f4d437 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:58.086610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-3c242608-f3cb-4f78-bd02-29cc70a042d0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.3144927 Jan 29 19:52:58.143753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 271a62c8-acce-4ebb-b998-977268f4d437 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:58.147477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 271a62c8-acce-4ebb-b998-977268f4d437 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:58.155798 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ca96bb7-3b1a-4333-9913-5f98cd8b2110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.172136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Network': ['ID=2ab3d010-6944-40bc-8cfe-57d038a42b67,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:58.187070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 2ab3d010-6944-40bc-8cfe-57d038a42b67 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:52:58.203740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-49f0b5ac-8a35-4eff-970b-41e5a87d7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.205430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-49f0b5ac-8a35-4eff-970b-41e5a87d7ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 1127 time: 0.2605214 Jan 29 19:52:58.208895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8a893f64-66b8-4e7b-8f9d-4805277a7f5a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.1120808 Jan 29 19:52:58.218603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:58.223008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-22146b71-b77d-424d-87e7-7160d6158478 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2926962 Jan 29 19:52:58.227738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'subnet': {'network_id': '2ab3d010-6944-40bc-8cfe-57d038a42b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:58.251943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.252883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 868308a0-bf33-4bce-ba62-d979b338b9d9 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:52:58.281030 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43a032f3-4d4f-40a9-80da-3985c0244493 req-982b313e-e685-4b31-959c-1f17de3339ac tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926434 Jan 29 19:52:58.305032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 868308a0-bf33-4bce-ba62-d979b338b9d9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:52:58.305668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 868308a0-bf33-4bce-ba62-d979b338b9d9 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:52:58.321844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd0d0-17e4-426e-a331-249a69db6386 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ddff1c94-2652-4e03-b94e-39670341cb07), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.324424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd0d0-17e4-426e-a331-249a69db6386 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.328505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e0fd0d0-17e4-426e-a331-249a69db6386 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/ddff1c94-2652-4e03-b94e-39670341cb07 HTTP/1.1" status: 204 len: 168 time: 0.9449418 Jan 29 19:52:58.350453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54036) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:58.392753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fd0d0-17e4-426e-a331-249a69db6386 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff1c94-2652-4e03-b94e-39670341cb07,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:58.432546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54038) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:58.521957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Deleting subnet d6673e2f-d382-4352-b1b9-a2677b918b0c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:52:58.530700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Publish callbacks [] for subnet (d6673e2f-d382-4352-b1b9-a2677b918b0c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.550221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Made reservation on behalf of 8d8025ab27ac4f63b280f5f4eb7b84c2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:52:58.552887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.571911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-81d0d863-d404-4a18-9e9f-72cb908b3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.572968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-81d0d863-d404-4a18-9e9f-72cb908b3d94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 904 time: 0.3362715 Jan 29 19:52:58.574869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-41f1aa89-3953-4397-8400-146de453edca service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348351 Jan 29 19:52:58.615926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a814c6-62f4-42fc-a020-f73599c5ee2c None None] Network 81e8da81-16e1-4305-820d-7a08a8597d82 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:52:58.645479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-89fb3ec1-a83b-4d9d-8ab7-618d03d273bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bb6f34-00d7-4024-85cb-4c78768afb64 HTTP/1.1" status: 200 len: 217 time: 0.0655353 Jan 29 19:52:58.693994 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b33eb90a-aa7a-4f94-a5a7-571ca958c5b3 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3408937 Jan 29 19:52:58.694646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:58.697868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (d6673e2f-d382-4352-b1b9-a2677b918b0c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.724759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Provisioning complete for port bb01c950-5c34-420f-be6d-be78e65f2449 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:58.725469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.728564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620907535'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:58.796861 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.805815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d6673e2f-d382-4352-b1b9-a2677b918b0c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.808377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-a5e8cd70-ef97-43ea-940d-b08f61d3ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:52:58.809772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-a5e8cd70-ef97-43ea-940d-b08f61d3ba12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1368275 Jan 29 19:52:58.861946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-a054522d-92d7-449a-b0e3-05ad10f1f422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443373 Jan 29 19:52:58.871102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:58.876184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-4c6e0ebd-a75e-41c3-92ae-07c9f3b0033a service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803018 Jan 29 19:52:58.927162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Current status of the port bb01c950-5c34-420f-be6d-be78e65f2449 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:52:58.927562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.005323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (cfcf5d1e-e5c6-494d-8f9b-837b03318df4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.011104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] For port bb01c950-5c34-420f-be6d-be78e65f2449, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb01c950-5c34-420f-be6d-be78e65f2449,segment=NetworkSegment(ea187b67-d1a8-4b80-9a32-055009c98f11),segment_id=ea187b67-d1a8-4b80-9a32-055009c98f11)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:52:59.114774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.128823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cfcf5d1e-e5c6-494d-8f9b-837b03318df4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.136908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.157259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (d6673e2f-d382-4352-b1b9-a2677b918b0c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.278185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.279598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (bce335f2-80f0-4676-8326-120f43836aed), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.298345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6673e2f-d382-4352-b1b9-a2677b918b0c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:59.302047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-e0df408d-eef9-4082-ad68-9bb4c3764d3f service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219213 Jan 29 19:52:59.310665 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.311495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Pushing event updated for resources: {'Port': ['ID=bb01c950-5c34-420f-be6d-be78e65f2449,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:59.346809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-99581dad-cb4b-4df0-81ac-aa082f0be6e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d6673e2f-d382-4352-b1b9-a2677b918b0c HTTP/1.1" status: 204 len: 168 time: 0.9087563 Jan 29 19:52:59.386516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb01c950-5c34-420f-be6d-be78e65f2449 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:52:59.398679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54054) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:59.418363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.418733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.425241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.426343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.426690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.427027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.428000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.432391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.432793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.439689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.440241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7384641 Jan 29 19:52:59.440747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.441088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.441420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.441747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48bee0-30e5-47e3-8fb1-f56628ba1088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:52:59.445877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:52:59.594910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ba84f-d453-4c4f-ad3b-a1d2e9512a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf5d1e-e5c6-494d-8f9b-837b03318df4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:52:59.596284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e0e3caf-c393-44ab-9449-b6ac2b56d94e req-679d6e20-263a-4823-a00e-27dfa855df64 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711289 Jan 29 19:52:59.679437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636594272'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:52:59.733908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dd92ce44-56fc-4713-bc22-535f3a4529a5 None None] Provisioning complete for port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:59.733908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd92ce44-56fc-4713-bc22-535f3a4529a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.736838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b7e3db8b-1958-4288-8df0-7b6e3029e1b2 req-e9918660-035f-4319-b12c-c6b849a6324e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 210 time: 0.1354973 Jan 29 19:52:59.812474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb01c950-5c34-420f-be6d-be78e65f2449 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:52:59.812864 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.986089 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:52:59.998502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=e1f9d526-f64f-4cfc-bd67-416dba9f7a61,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:00.003258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9be21934-a96f-4350-a58a-f6cc3e964f07), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.020936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd92ce44-56fc-4713-bc22-535f3a4529a5 None None] Port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:00.051305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 19:53:00.054356 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (b6b3be2d-98f3-49ca-ad22-673eab8d347e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.073433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dd92ce44-56fc-4713-bc22-535f3a4529a5 None None] Provisioning complete for port bb01c950-5c34-420f-be6d-be78e65f2449 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:00.073857 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd92ce44-56fc-4713-bc22-535f3a4529a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.122690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6b3be2d-98f3-49ca-ad22-673eab8d347e,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:00.125356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Checking segment: {'id': 'e337076b-abd4-42ca-8ba1-030902c8c62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ab3d010-6944-40bc-8cfe-57d038a42b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:00.126274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Network hostable DHCP agents. Network: 2ab3d010-6944-40bc-8cfe-57d038a42b67, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:00.204706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb01c950-5c34-420f-be6d-be78e65f2449 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:00.213340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 81e8da81-16e1-4305-820d-7a08a8597d82 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:00.285770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Network 2ab3d010-6944-40bc-8cfe-57d038a42b67 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:00.293088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.299778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd92ce44-56fc-4713-bc22-535f3a4529a5 None None] Current status of the port bb01c950-5c34-420f-be6d-be78e65f2449 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:00.331455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:00.380635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.382856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 2ab3d010-6944-40bc-8cfe-57d038a42b67) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:00.393008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.394094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.403054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d185d1-1c86-4725-a594-fdc6918c4d46 None None] Network 2ab3d010-6944-40bc-8cfe-57d038a42b67 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:00.494034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f37c75ee-019f-4941-a755-658a49b1445a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2697647 Jan 29 19:53:00.496814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54078) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:00.501246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'floatingip': {'floating_network_id': '2ab3d010-6944-40bc-8cfe-57d038a42b67'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:00.630384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.641712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b993bf-d0f5-43d7-9564-e0bd3f15431b None None] Network 2ab3d010-6944-40bc-8cfe-57d038a42b67 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:00.651335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.670590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.687469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.699121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.718236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.723699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.729247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.731156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-333151da-8427-4032-8c53-c3876935e1df req-56f0ccd8-40a4-4c38-9a68-764b11b50c14 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 1.1156344 Jan 29 19:53:00.733958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9be21934-a96f-4350-a58a-f6cc3e964f07), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.785376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.795613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.797578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f4a94dee-fe67-4b43-a0ee-d9340d1f64fc None None] Provisioning complete for port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:00.797958 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4a94dee-fe67-4b43-a0ee-d9340d1f64fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:00.802698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.807176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.828752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.842779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.851985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:00.854791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b2a75357-c61c-4372-af25-df72919197ef tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 1.1342406 Jan 29 19:53:00.935496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f4a94dee-fe67-4b43-a0ee-d9340d1f64fc None None] Port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:01.081013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4a80621c-f7dc-4026-b09c-0097726a5291 None None] Provisioning complete for port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:01.081013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4a80621c-f7dc-4026-b09c-0097726a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.119926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb01c950-5c34-420f-be6d-be78e65f2449 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:01.165207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4a80621c-f7dc-4026-b09c-0097726a5291 None None] Port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:01.172776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc9fadd6-5c63-4c20-bc7c-95a8c0425cfd req-801cf69f-2f8b-4692-8d62-092b4669f68c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 210 time: 0.0368993 Jan 29 19:53:01.205236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb01c950-5c34-420f-be6d-be78e65f2449 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:01.205813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.218329 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.330703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb01c950-5c34-420f-be6d-be78e65f2449 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:01.355304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Allocated IP 172.20.0.4 (2ab3d010-6944-40bc-8cfe-57d038a42b67/b6b3be2d-98f3-49ca-ad22-673eab8d347e/e3311559-daeb-4566-bcf2-f1f97e29adf4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:01.515286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.531461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.558698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be21934-a96f-4350-a58a-f6cc3e964f07']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:01.568392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-333151da-8427-4032-8c53-c3876935e1df req-56d77774-219b-477c-b5c9-8fd6309c7a9b tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8159537 Jan 29 19:53:01.592617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36af0c6-edee-4d82-a03a-00862d589539') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:01.592921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36af0c6-edee-4d82-a03a-00862d589539') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:01.597061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-86e83534-a69d-40d5-ac7a-ac30cb3e1e3b tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:01.598449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-86e83534-a69d-40d5-ac7a-ac30cb3e1e3b tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "GET /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6355894 Jan 29 19:53:01.624676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (a36af0c6-edee-4d82-a03a-00862d589539), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.661185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.667995 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (097b22f6-e3d9-44af-ab64-e85a23ae3c5e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.673113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a36af0c6-edee-4d82-a03a-00862d589539), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.692822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:01.693236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (a36af0c6-edee-4d82-a03a-00862d589539), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:01.695690 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:01.705618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Network 2ab3d010-6944-40bc-8cfe-57d038a42b67 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:01.709566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:01.713865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:01.787021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Port': ['ID=e3311559-daeb-4566-bcf2-f1f97e29adf4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:01.813393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (097b22f6-e3d9-44af-ab64-e85a23ae3c5e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.838382 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b4f8dfee-0f62-4b71-b487-402429ea7f52 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "GET /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2252452 Jan 29 19:53:01.862814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:01.862814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router bce335f2-80f0-4676-8326-120f43836aed is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:53:01.880417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097b22f6-e3d9-44af-ab64-e85a23ae3c5e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:01.889224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9be21934-a96f-4350-a58a-f6cc3e964f07), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.900047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.903205 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9be21934-a96f-4350-a58a-f6cc3e964f07 HTTP/1.1" status: 204 len: 168 time: 2.4592772 Jan 29 19:53:01.949218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:01.954270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-efe5f1b5-fdbf-45ed-a4a4-e95fa1419d2b tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.3448234 Jan 29 19:53:01.954270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e889f9-6874-47f8-aaef-dc45ac0a3df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be21934-a96f-4350-a58a-f6cc3e964f07,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:01.955433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54100) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:01.960021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': 'cfcf5d1e-e5c6-494d-8f9b-837b03318df4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '097b22f6-e3d9-44af-ab64-e85a23ae3c5e', 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:02.026186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for floatingip (d1329d94-7c08-4e17-9561-7b245d85c611), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.044349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.102786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:02.109524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d88f34e6-35ac-4794-8d2f-b545f6dbd01a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/bce335f2-80f0-4676-8326-120f43836aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3916416 Jan 29 19:53:02.111950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54102) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:02.115667 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] Sync routers for ids ['bce335f2-80f0-4676-8326-120f43836aed'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:02.138642 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] Routers {'bce335f2-80f0-4676-8326-120f43836aed'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:02.140002 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bce335f2-80f0-4676-8326-120f43836aed'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:02.180342 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df54ff-8a2e-4a31-b863-9b00fd9448bd tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.181741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-27df54ff-8a2e-4a31-b863-9b00fd9448bd tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports/e1f9d526-f64f-4cfc-bd67-416dba9f7a61 HTTP/1.1" status: 200 len: 911 time: 0.0688119 Jan 29 19:53:02.184656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:02.189137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.196928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (eb6f63d4-f992-4a7d-84a2-17d4e239e95a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.219928 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:02.232363 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] Routers {'bce335f2-80f0-4676-8326-120f43836aed'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:02.233252 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bce335f2-80f0-4676-8326-120f43836aed'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:02.251584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:02.294373 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:02.295275 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5126d-04ce-46f6-9246-3237bf6068ff None None] The sync data for ids ['bce335f2-80f0-4676-8326-120f43836aed'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:02.421303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:02.421303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.491641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.494968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb038fed-3627-40e3-8128-60b85a391670 req-b3de044a-6f7d-4362-8736-8256776dde9f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 210 time: 0.0477138 Jan 29 19:53:02.563756 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.599954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54118) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:02.629416 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (eb6f63d4-f992-4a7d-84a2-17d4e239e95a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.691491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Port': ['ID=e3311559-daeb-4566-bcf2-f1f97e29adf4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:02.714198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (d1329d94-7c08-4e17-9561-7b245d85c611), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.723710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-45547a8b-8a7f-42e8-aad4-a81499c5d4a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8dd95e3fec14ad78e109163c557ed36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1202750 Jan 29 19:53:02.727207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54122) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:02.746072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (eb6f63d4-f992-4a7d-84a2-17d4e239e95a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.792352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:02.813113 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27532036-05bc-4324-aad9-0198862886f9 admin admin] Publish callbacks [] for security_group (9a5ae8b7-5766-4015-a925-79272b130826), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.837929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6f63d4-f992-4a7d-84a2-17d4e239e95a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:02.843336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27532036-05bc-4324-aad9-0198862886f9 admin admin] Publish callbacks [] for security_group (9a5ae8b7-5766-4015-a925-79272b130826), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.887162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.889621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5ff9c40e-692d-4bf3-829b-e3477a2f5354 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3913441 Jan 29 19:53:02.898005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54124) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:02.905981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.911549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.917359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.923835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.929399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.935807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.942571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:02.943441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-638b7592-b0c2-4d68-b37e-00bcdfdf19cf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 5436 time: 0.1993775 Jan 29 19:53:02.945628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] For port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:02.949594 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:02.953406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7c934a3f-71d1-4a7c-a58e-2837f7f38a03 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9944506 Jan 29 19:53:02.975588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54126) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:03.042524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] device_id is not set on port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:53:03.066032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f13a9317-0b25-4cc2-929c-96a0dc2b3d7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=2ab3d010-6944-40bc-8cfe-57d038a42b67 HTTP/1.1" status: 200 len: 689 time: 0.1624997 Jan 29 19:53:03.072324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Publish callbacks [] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.073843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54128) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:03.080578 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27532036-05bc-4324-aad9-0198862886f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9a5ae8b7-5766-4015-a925-79272b130826), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.083245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27532036-05bc-4324-aad9-0198862886f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.084415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-27532036-05bc-4324-aad9-0198862886f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a5ae8b7-5766-4015-a925-79272b130826 HTTP/1.1" status: 204 len: 168 time: 0.3565948 Jan 29 19:53:03.103870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27532036-05bc-4324-aad9-0198862886f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ae8b7-5766-4015-a925-79272b130826,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:03.120126 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b891363-0d33-419c-b055-4b21b67ca77d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (eb6f63d4-f992-4a7d-84a2-17d4e239e95a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.162768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b891363-0d33-419c-b055-4b21b67ca77d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (eb6f63d4-f992-4a7d-84a2-17d4e239e95a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.190232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef42bec9-a922-440d-bcf6-2b173b228d6c req-8a58ea0f-6996-43d7-8a7f-2460c2d91def tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165873 Jan 29 19:53:03.192727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-83da513c-0fa8-4153-8a26-b32d116f0ef2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:03.198175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-83da513c-0fa8-4153-8a26-b32d116f0ef2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.3442979 Jan 29 19:53:03.200989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.217719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:03.244179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:53:03.245122 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:53:03.326514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Pushing event updated for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:03.411005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (bce335f2-80f0-4676-8326-120f43836aed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.414159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] No DVR routers for this DVR port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:03.419886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (2ab3d010-6944-40bc-8cfe-57d038a42b67), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.435425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b891363-0d33-419c-b055-4b21b67ca77d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (eb6f63d4-f992-4a7d-84a2-17d4e239e95a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.535230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:03.540573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.624983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae16446b-f743-43bc-8b94-e55de6844916 None None] Provisioning complete for port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:03.625559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae16446b-f743-43bc-8b94-e55de6844916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.709220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b891363-0d33-419c-b055-4b21b67ca77d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.710487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b891363-0d33-419c-b055-4b21b67ca77d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/eb6f63d4-f992-4a7d-84a2-17d4e239e95a HTTP/1.1" status: 204 len: 168 time: 0.7310944 Jan 29 19:53:03.713267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54146) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:03.761580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] In _notify_port_updated(), no bound segment for port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:53:03.762562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:03.764158 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.765863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-059456e2-8458-4f0b-9755-430b5ea00908 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 200 len: 1028 time: 1.9144723 Jan 29 19:53:03.777150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b891363-0d33-419c-b055-4b21b67ca77d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb6f63d4-f992-4a7d-84a2-17d4e239e95a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:03.792156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d0a73bb9-bf56-4203-bed9-0978e1f0af1e tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0777714 Jan 29 19:53:03.793739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.9 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/15e04f90-9696-4a84-8bf7-04c57e57361a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:03.797114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54152) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:03.823262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae16446b-f743-43bc-8b94-e55de6844916 None None] Port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:03.857581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b5240212-4ab6-44c3-b2a5-1889d029d9da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:03.859397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-b5240212-4ab6-44c3-b2a5-1889d029d9da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "GET /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0772674 Jan 29 19:53:03.872614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:03.875513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 506da6d9-844b-429d-8934-d7c708e110f4 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:03.886439 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57d00652-925b-4535-995d-179d42a82120 req-1897fc20-bad7-420a-a2f9-006fd449c044 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 210 time: 0.1744330 Jan 29 19:53:03.916602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a863eacb-644c-49bb-8a8b-4fb7f21b7f17 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (097b22f6-e3d9-44af-ab64-e85a23ae3c5e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:03.917022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:03.946220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a863eacb-644c-49bb-8a8b-4fb7f21b7f17 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (097b22f6-e3d9-44af-ab64-e85a23ae3c5e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.020970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 506da6d9-844b-429d-8934-d7c708e110f4 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:04.021524 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (506da6d9-844b-429d-8934-d7c708e110f4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.041428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Deleting port e3311559-daeb-4566-bcf2-f1f97e29adf4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:04.041853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.062724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:04.065201 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5059fe-4751-4079-95e6-71b4d7b102de" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "506da6d9-844b-429d-8934-d7c708e110f4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:04.081360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=506da6d9-844b-429d-8934-d7c708e110f4,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:04.091712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a863eacb-644c-49bb-8a8b-4fb7f21b7f17 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (097b22f6-e3d9-44af-ab64-e85a23ae3c5e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.097250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a863eacb-644c-49bb-8a8b-4fb7f21b7f17 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.098870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a863eacb-644c-49bb-8a8b-4fb7f21b7f17 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/097b22f6-e3d9-44af-ab64-e85a23ae3c5e HTTP/1.1" status: 204 len: 168 time: 0.3004742 Jan 29 19:53:04.110899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:04.130039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.130377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for floatingip (e3311559-daeb-4566-bcf2-f1f97e29adf4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.143084 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2135002-7152-4817-93d3-7b17f597bc1c x-openstack-request-id: req-f2135002-7152-4817-93d3-7b17f597bc1c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:04.143540 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "506da6d9-844b-429d-8934-d7c708e110f4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:04.143789 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2135002-7152-4817-93d3-7b17f597bc1c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:04.144190 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4', 'code': 200} Jan 29 19:53:04.145254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Calling delete_port for e3311559-daeb-4566-bcf2-f1f97e29adf4 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:04.159071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.160036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.163846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d352aa1d-f48f-45de-a066-77cbb00b46a8 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:04.177025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863eacb-644c-49bb-8a8b-4fb7f21b7f17 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097b22f6-e3d9-44af-ab64-e85a23ae3c5e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:04.317223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:04.393814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d352aa1d-f48f-45de-a066-77cbb00b46a8 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:04.394214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.448126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:04.494567 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-960c1a84-600b-46e2-aadd-8453577669a6 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3666620 Jan 29 19:53:04.501307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54178) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:04.538036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.538212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:04.538900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:04.544936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.595404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f5aec25-0505-41d4-b791-114e79e63933 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (cfcf5d1e-e5c6-494d-8f9b-837b03318df4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.658482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f5aec25-0505-41d4-b791-114e79e63933 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (cfcf5d1e-e5c6-494d-8f9b-837b03318df4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.673892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.679780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.686651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.692054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.697626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.704035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.705966 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98d25798-7bba-42b7-8f76-572c864d081f req-0b530dca-5845-4daf-a741-35008e004059 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 4659 time: 0.2338762 Jan 29 19:53:04.715535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port e1f9d526-f64f-4cfc-bd67-416dba9f7a61 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:04.719529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.754938 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.762199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:04.763310 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.779896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:04.803951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:04.826230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54186) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:04.828432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.839727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:04.844240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:04.846420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for e1f9d526-f64f-4cfc-bd67-416dba9f7a61 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:04.853817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:04.881674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f5aec25-0505-41d4-b791-114e79e63933 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cfcf5d1e-e5c6-494d-8f9b-837b03318df4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.884608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3f5aec25-0505-41d4-b791-114e79e63933 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.885913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3f5aec25-0505-41d4-b791-114e79e63933 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/cfcf5d1e-e5c6-494d-8f9b-837b03318df4 HTTP/1.1" status: 204 len: 168 time: 0.3836617 Jan 29 19:53:04.896836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:04.912513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=15e04f90-9696-4a84-8bf7-04c57e57361a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:04.935767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aec25-0505-41d4-b791-114e79e63933 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf5d1e-e5c6-494d-8f9b-837b03318df4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:04.972531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-924ff230-e89d-4ced-8c25-c2dc044a5a49 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719674 Jan 29 19:53:04.985456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:04.988101 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:04.994767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54194) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:05.007182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053914589'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:05.082970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-533646780-network', 'tenant_id': '8b4a5b3f09c944f48b0c4f49addf454a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:05.084496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] For port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:05.192351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f4c84e1a-3a1b-4eaa-b92e-16eed82ff18e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9798911 Jan 29 19:53:05.203969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57795-be21-47d2-a585-af9e3ccc4617 req-9e0b00bb-2acf-4098-817d-b3c8cbb33057 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:05.205372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] device_id is not set on port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:53:05.205985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39b57795-be21-47d2-a585-af9e3ccc4617 req-9e0b00bb-2acf-4098-817d-b3c8cbb33057 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 931 time: 0.1031063 Jan 29 19:53:05.212250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Request body: {'port': {'device_id': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:05.213561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98d25798-7bba-42b7-8f76-572c864d081f req-867d6a84-6754-400c-8f12-27508a2a887d tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=77929908-38c8-42d6-b8fa-7630d3da24b5&id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545722 Jan 29 19:53:05.220817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Publish callbacks [] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.251959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e1f9d526-f64f-4cfc-bd67-416dba9f7a61), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.327209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.342653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=e1f9d526-f64f-4cfc-bd67-416dba9f7a61,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:05.345866 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39b57795-be21-47d2-a585-af9e3ccc4617 req-e766e930-d6f9-4a4a-b8d6-42f25a31cae7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285064 Jan 29 19:53:05.348766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.357912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Made reservation on behalf of 8b4a5b3f09c944f48b0c4f49addf454a for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:05.361140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.363104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.363675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.364246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.369788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.370429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.370429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:05.381175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e3311559-daeb-4566-bcf2-f1f97e29adf4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.383214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.386799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.435391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3311559-daeb-4566-bcf2-f1f97e29adf4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:05.452507 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.545910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:53:05.546498 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:53:05.548951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:05.605895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.740564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:05.809264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] No DVR routers for this DVR port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:05.856754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:05.861223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-98178fd1-eae5-4ac0-b87c-301f3a66c643 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8571742 Jan 29 19:53:05.870320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:05.907137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:06.051118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks [] for security_group (eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.093708 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (9335bedf-a524-46f6-9cfe-b1184d4d8474), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.150102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.151814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:06.154887 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f4d9f0-3ab7-4399-aeaa-d2881ae755f5" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:06.168312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:06.171602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-33bf2276-3ca8-4bf7-b8da-f5c3b4e1ae4b None None] Provisioning complete for port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:06.172045 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33bf2276-3ca8-4bf7-b8da-f5c3b4e1ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.182762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (07408e6c-46d9-4c80-ac82-635fcca73e17), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.183114 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Added segment 07408e6c-46d9-4c80-ac82-635fcca73e17 of type vlan for network a96bd5fc-b8b3-47bd-8464-3696adaa078f Jan 29 19:53:06.236717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a96bd5fc-b8b3-47bd-8464-3696adaa078f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.322031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:06.368236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e04f90-9696-4a84-8bf7-04c57e57361a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:06.377367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a96bd5fc-b8b3-47bd-8464-3696adaa078f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.378385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.379286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.417447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Publish callbacks [] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.447697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for floatingip (d1329d94-7c08-4e17-9561-7b245d85c611), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.494814 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (bce335f2-80f0-4676-8326-120f43836aed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.536777 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0a19f9-8c90-4893-814f-e1cf31cc8345 x-openstack-request-id: req-ba0a19f9-8c90-4893-814f-e1cf31cc8345 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:06.537387 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:06.537865 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba0a19f9-8c90-4893-814f-e1cf31cc8345 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:06.538438 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8', 'code': 200} Jan 29 19:53:06.541207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:06.542451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b0b17f85-4c04-4f3d-9296-da38da666563 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:06.579887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-33bf2276-3ca8-4bf7-b8da-f5c3b4e1ae4b None None] Port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:06.599136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] In _notify_port_updated(), no bound segment for port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 on network 0960a350-6d88-444e-88a0-73294b536673 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:53:06.600132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.600991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.602403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-64e96d22-fee0-43dc-ab96-7c6500d60759 service neutron] 10.222.0.13 "PUT /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 200 len: 1028 time: 2.6910417 Jan 29 19:53:06.612674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Transition to ACTIVE for port object 15e04f90-9696-4a84-8bf7-04c57e57361a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:53:06.680912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (9335bedf-a524-46f6-9cfe-b1184d4d8474), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.685732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b0b17f85-4c04-4f3d-9296-da38da666563 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:06.685928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.702569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8687730 Jan 29 19:53:06.713719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54214) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:06.714540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac98ed-a03b-4314-87ff-5980228dc6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a96bd5fc-b8b3-47bd-8464-3696adaa078f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:06.717316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (b6b3be2d-98f3-49ca-ad22-673eab8d347e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.734973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.737495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a96bd5fc-b8b3-47bd-8464-3696adaa078f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:06.771811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Request body: {'subnet': {'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-533646780-subnet', 'tenant_id': '8b4a5b3f09c944f48b0c4f49addf454a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:06.780544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-b986e2de-0d1a-48f0-a9fc-85ad00afbb8f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.786074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-b986e2de-0d1a-48f0-a9fc-85ad00afbb8f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.791410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-b986e2de-0d1a-48f0-a9fc-85ad00afbb8f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.797069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-b986e2de-0d1a-48f0-a9fc-85ad00afbb8f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.802780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-b986e2de-0d1a-48f0-a9fc-85ad00afbb8f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:06.813134 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-b986e2de-0d1a-48f0-a9fc-85ad00afbb8f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3882 time: 0.3556280 Jan 29 19:53:06.815426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (9335bedf-a524-46f6-9cfe-b1184d4d8474), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.861944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b0b17f85-4c04-4f3d-9296-da38da666563,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:06.906017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Pushing event updated for resources: {'Port': ['ID=15e04f90-9696-4a84-8bf7-04c57e57361a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:06.935560 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:06.936882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4e23dd28-b9cd-4521-846a-f91b9bee2eac no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:07.002079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router bce335f2-80f0-4676-8326-120f43836aed has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:53:07.013271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000c4e3-acc8-4660-9629-d9c6df7a3672 req-fa3b8b0c-7583-41c3-9952-4b07e4a6cbf7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:07.019823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96fa08e8-b941-4fb5-b868-fb58a8da6fe8 req-d5907951-d01a-4448-b2a6-9c09a84951d1 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057257 Jan 29 19:53:07.020483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c000c4e3-acc8-4660-9629-d9c6df7a3672 req-fa3b8b0c-7583-41c3-9952-4b07e4a6cbf7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 931 time: 0.5495265 Jan 29 19:53:07.035069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9335bedf-a524-46f6-9cfe-b1184d4d8474,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:07.133443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:07.141493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (b6b3be2d-98f3-49ca-ad22-673eab8d347e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.188803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port b8739d60-7283-40b9-8fc9-721af3540b7a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:07.189162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.223341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4e23dd28-b9cd-4521-846a-f91b9bee2eac is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:07.223886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.228066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b3be2d-98f3-49ca-ad22-673eab8d347e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:07.230161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:07.241440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef66277c-668e-4326-9914-1a05515fa4d5 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/bce335f2-80f0-4676-8326-120f43836aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0548263 Jan 29 19:53:07.263476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54226) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:07.342273 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-014b25d7-3857-465a-be98-74f5da7e1748 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce335f2-80f0-4676-8326-120f43836aed HTTP/1.1" status: 200 len: 205 time: 0.0754485 Jan 29 19:53:07.345794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] Sync routers for ids ['bce335f2-80f0-4676-8326-120f43836aed'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:07.348035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:07.353665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:07.367287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] Routers {'bce335f2-80f0-4676-8326-120f43836aed'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:07.367518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.368449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bce335f2-80f0-4676-8326-120f43836aed'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.369942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d3a454d2-b641-40ed-b100-c74e47d1157d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4959438 Jan 29 19:53:07.375780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54230) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:07.377084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Attempting to bind port 15e04f90-9696-4a84-8bf7-04c57e57361a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:07.377478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Attempting to bind port 15e04f90-9696-4a84-8bf7-04c57e57361a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:07.377821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Attempting to bind port 15e04f90-9696-4a84-8bf7-04c57e57361a on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:07.395554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (2ab3d010-6944-40bc-8cfe-57d038a42b67), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.408092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Made reservation on behalf of 8b4a5b3f09c944f48b0c4f49addf454a for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:07.411203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.432675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.440498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.441702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b8739d60-7283-40b9-8fc9-721af3540b7a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:07.514167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b8739d60-7283-40b9-8fc9-721af3540b7a,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:07.514544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.518035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab3d010-6944-40bc-8cfe-57d038a42b67']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.526878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (bce335f2-80f0-4676-8326-120f43836aed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.570057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] Routers {'bce335f2-80f0-4676-8326-120f43836aed'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:07.571273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bce335f2-80f0-4676-8326-120f43836aed'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.576260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e337076b-abd4-42ca-8ba1-030902c8c62b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.576577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e337076b-abd4-42ca-8ba1-030902c8c62b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.624448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (e337076b-abd4-42ca-8ba1-030902c8c62b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.681541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:07.682211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e337076b-abd4-42ca-8ba1-030902c8c62b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.683455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67a2fa-b7dc-462a-b434-d6c024e6866b None None] The sync data for ids ['bce335f2-80f0-4676-8326-120f43836aed'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:07.683585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Port 15e04f90-9696-4a84-8bf7-04c57e57361a on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:53:07.684324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Attempting to bind port 15e04f90-9696-4a84-8bf7-04c57e57361a on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:07.716746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:07.716976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:07.717346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:07.717805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Bound port: 15e04f90-9696-4a84-8bf7-04c57e57361a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:07.718175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.735014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:07.735432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (e337076b-abd4-42ca-8ba1-030902c8c62b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:07.737306 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:07.751439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:07.751536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2888e7f1-66f4-495a-9b43-8614831f51ef tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (9335bedf-a524-46f6-9cfe-b1184d4d8474), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.766897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (4ae13af6-8fe0-46b9-8a9a-593279fc9239), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.771287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2888e7f1-66f4-495a-9b43-8614831f51ef tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (9335bedf-a524-46f6-9cfe-b1184d4d8474), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.819140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b8739d60-7283-40b9-8fc9-721af3540b7a is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:07.819589 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.894870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (bce335f2-80f0-4676-8326-120f43836aed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.899624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (bce335f2-80f0-4676-8326-120f43836aed), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:07.932762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b8739d60-7283-40b9-8fc9-721af3540b7a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b8739d60-7283-40b9-8fc9-721af3540b7a,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:07.960955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c000c4e3-acc8-4660-9629-d9c6df7a3672 req-9541ec29-98fb-4913-ab77-fdaff54ea9bc tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8636940 Jan 29 19:53:08.017239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae13af6-8fe0-46b9-8a9a-593279fc9239,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:08.033320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.044480 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (2ab3d010-6944-40bc-8cfe-57d038a42b67), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.044953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.045077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ab3d010-6944-40bc-8cfe-57d038a42b67 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 19:53:08.046436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.052960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2ab3d010-6944-40bc-8cfe-57d038a42b67 HTTP/1.1" status: 204 len: 168 time: 4.9674964 Jan 29 19:53:08.065869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54232) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.074171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388af288-4283-4167-b70b-a100b0e8c1ea tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ab3d010-6944-40bc-8cfe-57d038a42b67,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:08.081313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (bce335f2-80f0-4676-8326-120f43836aed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.081795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router bce335f2-80f0-4676-8326-120f43836aed {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:53:08.090401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.092494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a91e1fc-0c95-4dfb-ad65-2cd36b5b03d9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/bce335f2-80f0-4676-8326-120f43836aed HTTP/1.1" status: 204 len: 168 time: 0.7401638 Jan 29 19:53:08.094912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54236) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.117264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] For port 15e04f90-9696-4a84-8bf7-04c57e57361a, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:08.164843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:53:08.168439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.186769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2888e7f1-66f4-495a-9b43-8614831f51ef tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (9335bedf-a524-46f6-9cfe-b1184d4d8474), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.202651 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2888e7f1-66f4-495a-9b43-8614831f51ef tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.206088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2888e7f1-66f4-495a-9b43-8614831f51ef tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9335bedf-a524-46f6-9cfe-b1184d4d8474 HTTP/1.1" status: 204 len: 168 time: 0.8182602 Jan 29 19:53:08.226501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.244910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:08.250609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] For port 15e04f90-9696-4a84-8bf7-04c57e57361a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=15e04f90-9696-4a84-8bf7-04c57e57361a,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:08.256895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.275967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Checking segment: {'id': '07408e6c-46d9-4c80-ac82-635fcca73e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:08.276600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Network hostable DHCP agents. Network: a96bd5fc-b8b3-47bd-8464-3696adaa078f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:08.294072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e7f1-66f4-495a-9b43-8614831f51ef tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9335bedf-a524-46f6-9cfe-b1184d4d8474,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:08.320957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-20e325ad-6c32-46a0-811c-d5ab906d2c1a tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2517376 Jan 29 19:53:08.323329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54250) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.379729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a7139d92-80be-42a8-b5bb-67e9289a3afc tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1375737 Jan 29 19:53:08.389608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54252) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.394339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.470450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.471153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.471759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.472402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.472998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.473594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.474190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.474782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.475450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.476060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.476670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.477259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.477847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.478568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.479159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.481572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dabe9840-beda-4a4f-84c6-2357292b68d5 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9537 time: 0.1571522 Jan 29 19:53:08.499520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54254) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.539928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:08.544058 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42faf6a-9bb5-40ca-a60f-7b3602455668" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:08.580411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.580779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8a8d0f9-fb95-4d88-a019-ca417e8ee84a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.581156 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Floating IP f8a8d0f9-fb95-4d88-a019-ca417e8ee84a disassociated. External IP: 172.25.5.53, port: b8739d60-7283-40b9-8fc9-721af3540b7a. Jan 29 19:53:08.581508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for b8739d60-7283-40b9-8fc9-721af3540b7a owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:08.586308 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-af3188d7-a262-4897-a03f-4b7d2a47b03c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] delete failed (client error): The resource could not be found. Jan 29 19:53:08.587374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af3188d7-a262-4897-a03f-4b7d2a47b03c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/d1329d94-7c08-4e17-9561-7b245d85c611 HTTP/1.1" status: 404 len: 345 time: 0.0783017 Jan 29 19:53:08.592517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54258) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.626340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.639208 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dd42db-3ce8-4e33-8613-4014a4c89e4f x-openstack-request-id: req-f8dd42db-3ce8-4e33-8613-4014a4c89e4f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:08.641874 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:08.641874 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8dd42db-3ce8-4e33-8613-4014a4c89e4f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:08.641874 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563', 'code': 200} Jan 29 19:53:08.641874 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac', 'code': 200} Jan 29 19:53:08.641874 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'code': 200} Jan 29 19:53:08.670336 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-241f3d8d-89f8-41d6-82e9-336299615ee6 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] DELETE failed (client error): The resource could not be found. Jan 29 19:53:08.671365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241f3d8d-89f8-41d6-82e9-336299615ee6 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:53:08.675190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-241f3d8d-89f8-41d6-82e9-336299615ee6 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2ab3d010-6944-40bc-8cfe-57d038a42b67 HTTP/1.1" status: 404 len: 339 time: 0.0772133 Jan 29 19:53:08.692606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-2dc6f7ab-7001-404a-9507-16f6a928f164 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.698282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-2dc6f7ab-7001-404a-9507-16f6a928f164 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.704593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-2dc6f7ab-7001-404a-9507-16f6a928f164 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.710119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-2dc6f7ab-7001-404a-9507-16f6a928f164 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.715608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-2dc6f7ab-7001-404a-9507-16f6a928f164 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.718457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-2dc6f7ab-7001-404a-9507-16f6a928f164 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3876 time: 0.2300963 Jan 29 19:53:08.758145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.758916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:08.766836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'network': {'name': 'tempest-network--1860679742', 'router:external': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:08.818440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.822477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-003db216-b66b-4dcc-9809-aaa5df282ef9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1 HTTP/1.1" status: 204 len: 168 time: 0.7267971 Jan 29 19:53:08.829840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8e48a-670f-445b-8322-196118201233 None None] Network 81e8da81-16e1-4305-820d-7a08a8597d82 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:08.835384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54266) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:08.842001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Network a96bd5fc-b8b3-47bd-8464-3696adaa078f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:08.845134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.862938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Made reservation on behalf of 8d8025ab27ac4f63b280f5f4eb7b84c2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:08.865414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.890234 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd8d0657-c5f1-4145-a3db-df8d700bbecd req-cc0660e4-cc0d-49ff-8347-b24a2ef451c6 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043386 Jan 29 19:53:08.933961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:08.936328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:08.937007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.938391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] 10.222.0.13 "PUT /v2.0/ports/15e04f90-9696-4a84-8bf7-04c57e57361a HTTP/1.1" status: 200 len: 1091 time: 3.7313881 Jan 29 19:53:08.938944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'tag': '15e04f90-9696-4a84-8bf7-04c57e57361a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:08.941762 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c61865-3a64-474e-935b-24d10bb3eb71" -d '{"events": [{"name": "network-changed", "server_uuid": "804530a6-08d6-4bc0-9975-fc3c939d2e9c", "tag": "15e04f90-9696-4a84-8bf7-04c57e57361a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:08.981487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b7013eb3-dc3d-4073-a876-e227f1be1959), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:08.982044 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Added segment b7013eb3-dc3d-4073-a876-e227f1be1959 of type vlan for network 1c70bbc8-2dd9-4361-b95c-301ffcafb10f Jan 29 19:53:09.022465 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242e0a01-9dca-4164-8a3d-3f08356d0ebd x-openstack-request-id: req-242e0a01-9dca-4164-8a3d-3f08356d0ebd {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:09.023415 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804530a6-08d6-4bc0-9975-fc3c939d2e9c", "tag": "15e04f90-9696-4a84-8bf7-04c57e57361a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:09.025191 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-242e0a01-9dca-4164-8a3d-3f08356d0ebd {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:09.025191 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'tag': '15e04f90-9696-4a84-8bf7-04c57e57361a', 'status': 'completed', 'code': 200} Jan 29 19:53:09.039124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a96bd5fc-b8b3-47bd-8464-3696adaa078f) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:09.041042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.068401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:09.069289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.081314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c779a0-4ff3-459f-bcee-074412f16399 service neutron] Pushing event updated for resources: {'Port': ['ID=15e04f90-9696-4a84-8bf7-04c57e57361a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:09.093320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1c70bbc8-2dd9-4361-b95c-301ffcafb10f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.108810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b402449-1fb5-4f25-b8e6-1975123811bc None None] Network a96bd5fc-b8b3-47bd-8464-3696adaa078f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:09.116242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (81e8da81-16e1-4305-820d-7a08a8597d82), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.139802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.219557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61865-3a64-474e-935b-24d10bb3eb71 req-57dcdbd5-8167-4a5d-9a54-254b7e60142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:09.221585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c61865-3a64-474e-935b-24d10bb3eb71 req-57dcdbd5-8167-4a5d-9a54-254b7e60142a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 1125 time: 0.1700728 Jan 29 19:53:09.229499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b8739d60-7283-40b9-8fc9-721af3540b7a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.244170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:53:09.283502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-09a8156a-8fc8-4a3d-b846-9acc1cd0de96 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5495217 Jan 29 19:53:09.335800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=b8739d60-7283-40b9-8fc9-721af3540b7a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:09.395496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9aa43-21df-428c-b078-327f55dd8471 req-db21da77-9edb-484b-8521-5a71ed13c026 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:09.397660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d9aa43-21df-428c-b078-327f55dd8471 req-db21da77-9edb-484b-8521-5a71ed13c026 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 943 time: 0.2816780 Jan 29 19:53:09.446796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778841a2-c9b9-412f-9a80-519b0d11ab50 None None] Network a96bd5fc-b8b3-47bd-8464-3696adaa078f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:09.499664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61865-3a64-474e-935b-24d10bb3eb71 req-84413c06-5e58-4b0d-b8d3-9a325f4af3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:09.501568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c61865-3a64-474e-935b-24d10bb3eb71 req-84413c06-5e58-4b0d-b8d3-9a325f4af3b2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=047ee534264044babc47f467729390e2&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2706034 Jan 29 19:53:09.503824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.506410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.510189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11 HTTP/1.1" status: 204 len: 168 time: 1.1149483 Jan 29 19:53:09.510862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54288) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:09.586055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1c70bbc8-2dd9-4361-b95c-301ffcafb10f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.590368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:09.591745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.654960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Router 181b6709-8e52-411c-99ee-08dfc8b257af has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:53:09.672566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port bb01c950-5c34-420f-be6d-be78e65f2449 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:09.678558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.678558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292a6bb-ba1b-4bb7-81a9-8c57c9b66f11,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:09.705189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.705579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.705995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.706400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.706579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.706913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.707242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.707567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.707904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.715000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.715771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.716868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.717327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e095d61a-f6b7-427c-aedc-6f1cae8cea53 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:09.800892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d9aa43-21df-428c-b078-327f55dd8471 req-02cdce16-5865-4c25-8238-aa186b69e581 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181642 Jan 29 19:53:09.809947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] DHCP port deletion for 81e8da81-16e1-4305-820d-7a08a8597d82 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:53:09.811986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0497034 Jan 29 19:53:09.817456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54292) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:09.928604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] Deleting port bb01c950-5c34-420f-be6d-be78e65f2449 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:09.928853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.948324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port bb01c950-5c34-420f-be6d-be78e65f2449, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb01c950-5c34-420f-be6d-be78e65f2449,segment=NetworkSegment(ea187b67-d1a8-4b80-9a32-055009c98f11),segment_id=ea187b67-d1a8-4b80-9a32-055009c98f11)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:09.949084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:09.972798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for bb01c950-5c34-420f-be6d-be78e65f2449 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:10.006201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] For port bb01c950-5c34-420f-be6d-be78e65f2449, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb01c950-5c34-420f-be6d-be78e65f2449,segment=NetworkSegment(ea187b67-d1a8-4b80-9a32-055009c98f11),segment_id=ea187b67-d1a8-4b80-9a32-055009c98f11)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:10.006852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.025987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] Calling delete_port for bb01c950-5c34-420f-be6d-be78e65f2449 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:10.042385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1df694f-5f6e-4073-ab31-9a9f214b5c6d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5241981 Jan 29 19:53:10.056185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:10.062496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869285371'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:10.077557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c61865-3a64-474e-935b-24d10bb3eb71 req-e2f23cbe-f771-4219-9a2b-e8b063eccfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.079163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c61865-3a64-474e-935b-24d10bb3eb71 req-e2f23cbe-f771-4219-9a2b-e8b063eccfe2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5674138 Jan 29 19:53:10.194086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7749-77be-4997-af5a-ead3cbd6cb8e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Network': ['ID=1c70bbc8-2dd9-4361-b95c-301ffcafb10f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:10.208337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1c70bbc8-2dd9-4361-b95c-301ffcafb10f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:10.256422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f262c-740e-4470-8d6d-fb5b4da6e43a req-4e835397-606b-4555-b8cc-c11ed47075da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.263525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f262c-740e-4470-8d6d-fb5b4da6e43a req-4e835397-606b-4555-b8cc-c11ed47075da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.287781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f262c-740e-4470-8d6d-fb5b4da6e43a req-4e835397-606b-4555-b8cc-c11ed47075da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.294240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f262c-740e-4470-8d6d-fb5b4da6e43a req-4e835397-606b-4555-b8cc-c11ed47075da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.302303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed2f262c-740e-4470-8d6d-fb5b4da6e43a req-4e835397-606b-4555-b8cc-c11ed47075da tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3143 time: 0.2007012 Jan 29 19:53:10.312669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.319903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-2c388b16-0b31-4e75-be3d-e6700d2d16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.319903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-2c388b16-0b31-4e75-be3d-e6700d2d16b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 1125 time: 0.1716547 Jan 29 19:53:10.339362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.402785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-3e5d6197-b596-4f42-8d6f-6e8e8ebce45b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e04f90-9696-4a84-8bf7-04c57e57361a HTTP/1.1" status: 200 len: 217 time: 0.0642829 Jan 29 19:53:10.409213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] Pushing event deleted for resources: {'Port': ['ID=bb01c950-5c34-420f-be6d-be78e65f2449,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:10.431774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4638bd-0c29-4d7f-b792-6e2e5d795b91 None None] No DVR routers for this DVR port bb01c950-5c34-420f-be6d-be78e65f2449 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:10.439736 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bb01c950-5c34-420f-be6d-be78e65f2449), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.483794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54314) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:10.501379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-239956384-network', 'tenant_id': 'e8ba2e203cc14655b806863badcc9832'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:10.556930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed2f262c-740e-4470-8d6d-fb5b4da6e43a req-dd1865a5-c827-4c06-8b94-7c68a756e4d5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535307 Jan 29 19:53:10.557656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=bb01c950-5c34-420f-be6d-be78e65f2449,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:10.577816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port bb01c950-5c34-420f-be6d-be78e65f2449 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:10.585028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-27fb5c4f-c44e-465c-9bea-6b835c3d8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.586638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-27fb5c4f-c44e-465c-9bea-6b835c3d8541 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1678164 Jan 29 19:53:10.662603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-83857710-e43c-4131-aff2-a3746aef2c8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631940 Jan 29 19:53:10.687835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (80674047-f0b2-4b1e-9400-3ef874c4661d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.695892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Made reservation on behalf of e8ba2e203cc14655b806863badcc9832 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:10.695892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.741892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.788436 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (81e8da81-16e1-4305-820d-7a08a8597d82), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.798527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (80674047-f0b2-4b1e-9400-3ef874c4661d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.827076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:10.842977 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] Sync routers for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:10.879700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e8da81-16e1-4305-820d-7a08a8597d82']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:10.880718 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:10.881452 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:10.888455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] No DVR routers for this DVR port b8739d60-7283-40b9-8fc9-721af3540b7a on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:10.895567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.900376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-98fd3fd2-6a02-48b5-a10b-b5d038e5c111 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "DELETE /v2.0/ports/b8739d60-7283-40b9-8fc9-721af3540b7a HTTP/1.1" status: 204 len: 173 time: 4.2556489 Jan 29 19:53:10.900849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:10.903334 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7a1a4-8f6f-4395-ab2e-9ffc43cff23f" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:10.909890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea187b67-d1a8-4b80-9a32-055009c98f11') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:10.910185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea187b67-d1a8-4b80-9a32-055009c98f11') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:10.933965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ea187b67-d1a8-4b80-9a32-055009c98f11), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.941093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80674047-f0b2-4b1e-9400-3ef874c4661d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:10.960953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.962494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce20d7f9-5095-4888-ab3a-ac0315ee350d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9050059 Jan 29 19:53:10.968827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54320) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:10.969220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-33a6325e-fd2a-465d-8ce1-574329eb34b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850959 Jan 29 19:53:10.972309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034904d-96d2-426a-9e61-b8b9e310affb tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.974164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '80674047-f0b2-4b1e-9400-3ef874c4661d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:10.978500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034904d-96d2-426a-9e61-b8b9e310affb tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.978895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ea187b67-d1a8-4b80-9a32-055009c98f11), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:10.985289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034904d-96d2-426a-9e61-b8b9e310affb tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.990445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034904d-96d2-426a-9e61-b8b9e310affb tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:10.995052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e034904d-96d2-426a-9e61-b8b9e310affb tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.1528502 Jan 29 19:53:11.001784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:11.022855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:11.023275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ea187b67-d1a8-4b80-9a32-055009c98f11), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:11.037865 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:11.108465 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a886f5dc-9170-4a10-b17f-8294a9241b1a x-openstack-request-id: req-a886f5dc-9170-4a10-b17f-8294a9241b1a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:11.108880 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "b8739d60-7283-40b9-8fc9-721af3540b7a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:11.111394 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a886f5dc-9170-4a10-b17f-8294a9241b1a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:11.111394 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': 'b8739d60-7283-40b9-8fc9-721af3540b7a', 'status': 'completed', 'code': 200} Jan 29 19:53:11.119541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb01c950-5c34-420f-be6d-be78e65f2449 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:11.201215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: bb01c950-5c34-420f-be6d-be78e65f2449 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:11.201574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb01c950-5c34-420f-be6d-be78e65f2449 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:11.206536 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:11.276757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (1c70bbc8-2dd9-4361-b95c-301ffcafb10f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.279178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (ec3f15be-8fd7-45f6-8d15-224ce646772a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.302533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks [] for security_group (7af948a1-5962-4a36-b2c5-9bd2fda7ab83), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.332835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bfb1b-da79-40e8-a3c0-79166b04e917 req-c4cc6399-7270-4635-8010-e6d00d4b9e74 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:11.333950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54616dba-35fb-4bf5-a60a-bb4701cf3766 req-f1deab25-edb1-4553-8189-8b366ace9a00 service neutron] 10.222.0.13 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501754 Jan 29 19:53:11.336379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (81e8da81-16e1-4305-820d-7a08a8597d82), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.339896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-af4bfb1b-da79-40e8-a3c0-79166b04e917 req-c4cc6399-7270-4635-8010-e6d00d4b9e74 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 943 time: 0.3401270 Jan 29 19:53:11.344636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.354545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/81e8da81-16e1-4305-820d-7a08a8597d82 HTTP/1.1" status: 204 len: 168 time: 2.5162430 Jan 29 19:53:11.354545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54324) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:11.373537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-182347731', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:11.382985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a032b-bba7-41a3-b122-ac66ed6927a8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=81e8da81-16e1-4305-820d-7a08a8597d82,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:11.389476 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7af948a1-5962-4a36-b2c5-9bd2fda7ab83), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.405908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:11.418428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7f957616-53cb-4510-aa99-1235e0853d1a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.418428 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Added segment 7f957616-53cb-4510-aa99-1235e0853d1a of type vlan for network f04c44ca-7438-4bbc-abd0-97532d04d115 Jan 29 19:53:11.422747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-af4bfb1b-da79-40e8-a3c0-79166b04e917 req-97067ab6-fe58-40d6-9856-dc7b940941a1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821040 Jan 29 19:53:11.471212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f04c44ca-7438-4bbc-abd0-97532d04d115), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.471455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (1c70bbc8-2dd9-4361-b95c-301ffcafb10f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.482418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port 506da6d9-844b-429d-8934-d7c708e110f4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:11.482757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (506da6d9-844b-429d-8934-d7c708e110f4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.568072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (ec3f15be-8fd7-45f6-8d15-224ce646772a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.585226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] For port 506da6d9-844b-429d-8934-d7c708e110f4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=506da6d9-844b-429d-8934-d7c708e110f4,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:11.585620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (506da6d9-844b-429d-8934-d7c708e110f4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.596979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af948a1-5962-4a36-b2c5-9bd2fda7ab83,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:11.608471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c70bbc8-2dd9-4361-b95c-301ffcafb10f']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:11.610729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for 506da6d9-844b-429d-8934-d7c708e110f4 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:11.615833 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:42Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:11.622662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7013eb3-dc3d-4073-a876-e227f1be1959') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:11.622973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7013eb3-dc3d-4073-a876-e227f1be1959') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:11.639624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (b7013eb3-dc3d-4073-a876-e227f1be1959), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.644532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (7b1726f7-364a-42d0-8687-abc612a52114), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.645822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (7b1726f7-364a-42d0-8687-abc612a52114), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.673747 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] Checking router: 181b6709-8e52-411c-99ee-08dfc8b257af for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:53:11.684150 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:11.685194 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:11.689489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f04c44ca-7438-4bbc-abd0-97532d04d115), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.690652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:11.691253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.693443 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ec3f15be-8fd7-45f6-8d15-224ce646772a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.720944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b7013eb3-dc3d-4073-a876-e227f1be1959), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.738229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:11.738635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (b7013eb3-dc3d-4073-a876-e227f1be1959), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:11.740367 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:11.774584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (7b1726f7-364a-42d0-8687-abc612a52114), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.781059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3f15be-8fd7-45f6-8d15-224ce646772a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:11.819612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e03b10-54a5-4fcd-8d8c-e02ef720da7f req-007e0d87-7727-4e64-8ad2-fabcd1cc00db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:11.825609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e03b10-54a5-4fcd-8d8c-e02ef720da7f req-007e0d87-7727-4e64-8ad2-fabcd1cc00db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:11.831175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e03b10-54a5-4fcd-8d8c-e02ef720da7f req-007e0d87-7727-4e64-8ad2-fabcd1cc00db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:11.836411 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:11.836727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e03b10-54a5-4fcd-8d8c-e02ef720da7f req-007e0d87-7727-4e64-8ad2-fabcd1cc00db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:11.838521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95e03b10-54a5-4fcd-8d8c-e02ef720da7f req-007e0d87-7727-4e64-8ad2-fabcd1cc00db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 3143 time: 0.1606917 Jan 29 19:53:11.840130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f04c44ca-7438-4bbc-abd0-97532d04d115,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:11.851490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f04c44ca-7438-4bbc-abd0-97532d04d115 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:11.928402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-caea17e9-fa78-45d9-a35e-a4055b11b4c7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4379046 Jan 29 19:53:11.929335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:11.930036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d800ab44-948f-452a-916f-851c57c7c5d2 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9598162 Jan 29 19:53:11.930344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54338) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:11.937145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Request body: {'subnet': {'network_id': 'f04c44ca-7438-4bbc-abd0-97532d04d115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-239956384-subnet', 'tenant_id': 'e8ba2e203cc14655b806863badcc9832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:11.943737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54340) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:11.980653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95e03b10-54a5-4fcd-8d8c-e02ef720da7f req-4d470160-6427-4862-93be-846d7af0b279 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197834 Jan 29 19:53:12.001536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (1c70bbc8-2dd9-4361-b95c-301ffcafb10f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.005569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-464fe528-1210-4d67-a651-04313094dc1c tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules/ec3f15be-8fd7-45f6-8d15-224ce646772a HTTP/1.1" status: 200 len: 763 time: 0.0607476 Jan 29 19:53:12.011933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c70bbc8-2dd9-4361-b95c-301ffcafb10f {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 19:53:12.013925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54342) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:12.030026 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.034526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/networks/1c70bbc8-2dd9-4361-b95c-301ffcafb10f HTTP/1.1" status: 204 len: 168 time: 1.0332818 Jan 29 19:53:12.039804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebde73-ec3e-43ab-a4b6-8f9396fc75fd tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c70bbc8-2dd9-4361-b95c-301ffcafb10f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:12.053317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54344) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:12.059066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'network': {'name': 'tempest-network--1652830730', 'router:external': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:12.114974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_gateway (7b1726f7-364a-42d0-8687-abc612a52114), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.132876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89f8e2f0-f2b3-49cb-9811-50a2e395c0e7 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1145175 Jan 29 19:53:12.132876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (506da6d9-844b-429d-8934-d7c708e110f4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.133810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Made reservation on behalf of e8ba2e203cc14655b806863badcc9832 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:12.134525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54346) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:12.136150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.167984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-496c57f3-be28-4d60-acad-086593870d41 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (ec3f15be-8fd7-45f6-8d15-224ce646772a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.180527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-496c57f3-be28-4d60-acad-086593870d41 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (ec3f15be-8fd7-45f6-8d15-224ce646772a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.247610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Made reservation on behalf of 8d8025ab27ac4f63b280f5f4eb7b84c2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:12.250793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.291459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=506da6d9-844b-429d-8934-d7c708e110f4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:12.360547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-496c57f3-be28-4d60-acad-086593870d41 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ec3f15be-8fd7-45f6-8d15-224ce646772a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.376789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-496c57f3-be28-4d60-acad-086593870d41 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.381270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-496c57f3-be28-4d60-acad-086593870d41 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ec3f15be-8fd7-45f6-8d15-224ce646772a HTTP/1.1" status: 204 len: 168 time: 0.2454827 Jan 29 19:53:12.384822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54348) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:12.402712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c57f3-be28-4d60-acad-086593870d41 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3f15be-8fd7-45f6-8d15-224ce646772a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:12.507637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1cb35c4f-9a44-40f3-abff-cbb4ad1bf676 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128840 Jan 29 19:53:12.508278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54352) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:12.515866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '80674047-f0b2-4b1e-9400-3ef874c4661d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:12.534049 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:42Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:12.640140 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dcd82b-5409-4537-8817-d9da36560b55 None None] The sync data for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 is: [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:45:34Z', 'revision_number': 4, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c0cbd6a1-8789-42ee-9f6c-c442e55a7507', 'name': '', 'network_id': '8eb011d2-7b95-4ce2-9c2c-ddea50a93041', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'mac_address': 'fa:16:3e:43:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:33Z', 'updated_at': '2022-01-29T19:45:42Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'subnets': [{'id': '4882ea39-8c06-4cb1-ae8d-3357bd9d486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:12.691120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] No DVR routers for this DVR port 506da6d9-844b-429d-8934-d7c708e110f4 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:12.697245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.712892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-1ecb5a74-850a-4cc2-8576-dc97a7805635 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "DELETE /v2.0/ports/506da6d9-844b-429d-8934-d7c708e110f4 HTTP/1.1" status: 204 len: 173 time: 1.8006959 Jan 29 19:53:12.717412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (32666783-dd5e-4c6d-8a31-dabbdc46dac2), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.798051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412f1b8-13e3-4d1d-9b87-8acaf7d9e976 req-8ccd36b5-7ea9-4655-8998-9d4a5068bd47 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:12.800020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2412f1b8-13e3-4d1d-9b87-8acaf7d9e976 req-8ccd36b5-7ea9-4655-8998-9d4a5068bd47 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 943 time: 0.2287719 Jan 29 19:53:12.862546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_gateway (7b1726f7-364a-42d0-8687-abc612a52114), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.881197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:12.908796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.961194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (52f7ec4e-c921-4dcc-971a-45a0010b69a5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:12.961760 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Added segment 52f7ec4e-c921-4dcc-971a-45a0010b69a5 of type vlan for network 148c1090-7300-45e9-82b0-2ebc6acae0ee Jan 29 19:53:13.033161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (148c1090-7300-45e9-82b0-2ebc6acae0ee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.037689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (32666783-dd5e-4c6d-8a31-dabbdc46dac2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.042375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2412f1b8-13e3-4d1d-9b87-8acaf7d9e976 req-55205e94-6c0a-4bde-bb1d-5baf8b97a50b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900580 Jan 29 19:53:13.081449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port b0b17f85-4c04-4f3d-9296-da38da666563 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:13.081839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.130817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:13.133335 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7960dcc-521e-4ed9-96c0-044143204120" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "506da6d9-844b-429d-8934-d7c708e110f4"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:13.134157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 172.25.5.218 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/2f19044e-0038-49b6-aa1a-f86ef7a749af) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:13.139120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (f7b123f0-e05e-4bf6-ba35-923a2ab65992), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.210251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b123f0-e05e-4bf6-ba35-923a2ab65992,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:13.219543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (32666783-dd5e-4c6d-8a31-dabbdc46dac2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.243352 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcd4125-936e-4d7a-8f23-7d66be348b64 x-openstack-request-id: req-abcd4125-936e-4d7a-8f23-7d66be348b64 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:13.244001 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "506da6d9-844b-429d-8934-d7c708e110f4", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:13.244738 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abcd4125-936e-4d7a-8f23-7d66be348b64 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:13.245611 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': '506da6d9-844b-429d-8934-d7c708e110f4', 'status': 'completed', 'code': 200} Jan 29 19:53:13.249808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32666783-dd5e-4c6d-8a31-dabbdc46dac2,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:13.262967 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (148c1090-7300-45e9-82b0-2ebc6acae0ee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.264543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:13.265178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.309298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (2f19044e-0038-49b6-aa1a-f86ef7a749af), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.339694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42564cb-f563-49d3-8baf-13f8f3540f89 None None] New status for floating IP f8a8d0f9-fb95-4d88-a019-ca417e8ee84a: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:53:13.365529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.366745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1d0dd69d-7e01-44b7-abe5-0212cb1da3cf tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8554068 Jan 29 19:53:13.369957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54368) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.390108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b43fd025-cb95-4f4d-87e0-7b3e06a254f6 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules/32666783-dd5e-4c6d-8a31-dabbdc46dac2 HTTP/1.1" status: 200 len: 763 time: 0.0189533 Jan 29 19:53:13.395960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54370) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.436875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Network': ['ID=148c1090-7300-45e9-82b0-2ebc6acae0ee,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:13.454914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85a857c6-c992-4059-855e-a61aefc053bd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0574110 Jan 29 19:53:13.458281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.464796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39c8a-ee77-44c2-b191-7c12e2ad4053 req-59140b95-d94f-4666-ba65-c5659b9305db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:13.473312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39c8a-ee77-44c2-b191-7c12e2ad4053 req-59140b95-d94f-4666-ba65-c5659b9305db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:13.477217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 148c1090-7300-45e9-82b0-2ebc6acae0ee details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:13.480633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39c8a-ee77-44c2-b191-7c12e2ad4053 req-59140b95-d94f-4666-ba65-c5659b9305db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:13.482344 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-20e39c8a-ee77-44c2-b191-7c12e2ad4053 req-59140b95-d94f-4666-ba65-c5659b9305db tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 2410 time: 0.3832684 Jan 29 19:53:13.486629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cc3c74fb-b725-40d7-9783-02c3ff7ccd99 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4323087 Jan 29 19:53:13.501517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54374) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.502707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-135bd036-a54d-4727-bc60-456db589aba9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (32666783-dd5e-4c6d-8a31-dabbdc46dac2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.508435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Checking segment: {'id': '7f957616-53cb-4510-aa99-1235e0853d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f04c44ca-7438-4bbc-abd0-97532d04d115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:13.508722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Network hostable DHCP agents. Network: f04c44ca-7438-4bbc-abd0-97532d04d115, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:13.524788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2f19044e-0038-49b6-aa1a-f86ef7a749af), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.538701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] For port b0b17f85-4c04-4f3d-9296-da38da666563, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b0b17f85-4c04-4f3d-9296-da38da666563,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:13.539075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.566138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for b0b17f85-4c04-4f3d-9296-da38da666563 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:13.578854 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-135bd036-a54d-4727-bc60-456db589aba9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (32666783-dd5e-4c6d-8a31-dabbdc46dac2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.610942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=2f19044e-0038-49b6-aa1a-f86ef7a749af,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:13.646507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-20e39c8a-ee77-44c2-b191-7c12e2ad4053 req-38595d0f-fd0d-4fa4-a948-9e55765612b4 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513619 Jan 29 19:53:13.647129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Network f04c44ca-7438-4bbc-abd0-97532d04d115 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:13.713629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:13.748372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:13.750965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f04c44ca-7438-4bbc-abd0-97532d04d115) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:13.751248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:13.769200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc97611-5806-4576-8a8d-1edbb1f61e39 None None] Network f04c44ca-7438-4bbc-abd0-97532d04d115 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:13.782016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:13.784622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.806778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-135bd036-a54d-4727-bc60-456db589aba9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (32666783-dd5e-4c6d-8a31-dabbdc46dac2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.814034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-135bd036-a54d-4727-bc60-456db589aba9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:13.814034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-135bd036-a54d-4727-bc60-456db589aba9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/32666783-dd5e-4c6d-8a31-dabbdc46dac2 HTTP/1.1" status: 204 len: 168 time: 0.3545370 Jan 29 19:53:13.817471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.829516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93326669-bb89-4d7d-8229-4fdca1dbfe03 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:13.833462 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-93326669-bb89-4d7d-8229-4fdca1dbfe03 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] 10.222.0.15 "GET /v2.0/networks/148c1090-7300-45e9-82b0-2ebc6acae0ee HTTP/1.1" status: 200 len: 757 time: 0.3253393 Jan 29 19:53:13.834818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bd036-a54d-4727-bc60-456db589aba9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32666783-dd5e-4c6d-8a31-dabbdc46dac2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:13.837940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54388) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.902077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7db208ee-378e-4da4-b068-3a9091e7fabe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9687426 Jan 29 19:53:13.942991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8696fce7-21cd-4aa5-be93-dfa80df77b3d tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1241212 Jan 29 19:53:13.946819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54392) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:13.951904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '80674047-f0b2-4b1e-9400-3ef874c4661d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:13.995779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b0b17f85-4c04-4f3d-9296-da38da666563), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.009212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38f7be-d994-4216-b5fa-6a492d486fba None None] Network f04c44ca-7438-4bbc-abd0-97532d04d115 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:14.061930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=b0b17f85-4c04-4f3d-9296-da38da666563,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:14.144821 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Project 1e71ff02e5cc48a48b68256c9cdbc378 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 19:53:14.150509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a0cdb-6050-4a91-ac72-2cdb4acae5a2 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:14.152089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f2a0cdb-6050-4a91-ac72-2cdb4acae5a2 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] 10.222.0.15 "GET /v2.0/networks/1be59461-699c-49f6-a39d-cba84764e583 HTTP/1.1" status: 200 len: 767 time: 0.3099999 Jan 29 19:53:14.160599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54398) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:14.164330 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (325d0530-717b-4824-bc8b-c5853f8bfd9a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.248849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] No DVR routers for this DVR port b0b17f85-4c04-4f3d-9296-da38da666563 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:14.252359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.257070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-d3acb5ed-ac65-4087-aa2d-a6f45c838567 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "DELETE /v2.0/ports/b0b17f85-4c04-4f3d-9296-da38da666563 HTTP/1.1" status: 204 len: 173 time: 1.5302572 Jan 29 19:53:14.264707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 15e04f90-9696-4a84-8bf7-04c57e57361a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:53:14.476484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 15e04f90-9696-4a84-8bf7-04c57e57361a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=15e04f90-9696-4a84-8bf7-04c57e57361a,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:14.506396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b837f-ee8f-4580-aa36-5a7881d90ce5 req-f828fdf0-0f8d-47cc-a49c-ac79349c55f1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:14.507286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '15e04f90-9696-4a84-8bf7-04c57e57361a', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': '15e04f90-9696-4a84-8bf7-04c57e57361a', 'mac_address': 'fa:16:3e:a8:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:53:14.524516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d32b837f-ee8f-4580-aa36-5a7881d90ce5 req-f828fdf0-0f8d-47cc-a49c-ac79349c55f1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 943 time: 0.2908688 Jan 29 19:53:14.535044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (325d0530-717b-4824-bc8b-c5853f8bfd9a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.582419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 15e04f90-9696-4a84-8bf7-04c57e57361a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:14.582824 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.601530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e04f90-9696-4a84-8bf7-04c57e57361a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:14.629378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 15e04f90-9696-4a84-8bf7-04c57e57361a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=15e04f90-9696-4a84-8bf7-04c57e57361a,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:14.666425 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d32b837f-ee8f-4580-aa36-5a7881d90ce5 req-13ef9796-ff36-4aca-8b13-99680308da0c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404402 Jan 29 19:53:14.672701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port d352aa1d-f48f-45de-a066-77cbb00b46a8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:14.673041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.692835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (325d0530-717b-4824-bc8b-c5853f8bfd9a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.712371 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.731730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325d0530-717b-4824-bc8b-c5853f8bfd9a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:14.784323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.788738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1fb9aa7e-dccc-4b68-8eaf-2d7ce2348dee tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8406954 Jan 29 19:53:14.793965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54414) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:14.831015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (148c1090-7300-45e9-82b0-2ebc6acae0ee), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.845274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1bf355b6-5362-4e42-ba0e-8611fb1c1a66 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules/325d0530-717b-4824-bc8b-c5853f8bfd9a HTTP/1.1" status: 200 len: 769 time: 0.0504651 Jan 29 19:53:14.854748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54418) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:14.881121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=15e04f90-9696-4a84-8bf7-04c57e57361a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:14.912094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] For port d352aa1d-f48f-45de-a066-77cbb00b46a8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d352aa1d-f48f-45de-a066-77cbb00b46a8,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:14.912399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:14.946146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for d352aa1d-f48f-45de-a066-77cbb00b46a8 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:14.978993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb248f-8c75-4342-95ef-a76a198db222 req-a78b3e49-b279-4da5-bd36-96b198ee907e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:14.985579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb248f-8c75-4342-95ef-a76a198db222 req-a78b3e49-b279-4da5-bd36-96b198ee907e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:14.986433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ceb248f-8c75-4342-95ef-a76a198db222 req-a78b3e49-b279-4da5-bd36-96b198ee907e tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 1677 time: 0.1716838 Jan 29 19:53:15.040442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28f52120-5845-4af0-ac30-ca30db96ff3e tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1541257 Jan 29 19:53:15.042799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54420) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:15.053857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_gateway (7b1726f7-364a-42d0-8687-abc612a52114), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.064691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-16941154-6f3c-4148-9796-ec9a838a33b1 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:15.066201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-16941154-6f3c-4148-9796-ec9a838a33b1 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/networks?id=a96bd5fc-b8b3-47bd-8464-3696adaa078f HTTP/1.1" status: 200 len: 824 time: 0.3708632 Jan 29 19:53:15.128097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73b5c51f-9c53-4536-ac3a-7be541a1f796 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (325d0530-717b-4824-bc8b-c5853f8bfd9a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.129713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-91a20b65-e8fd-45ef-a97b-5f45a7f87cf8 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/quotas/8b4a5b3f09c944f48b0c4f49addf454a HTTP/1.1" status: 200 len: 375 time: 0.0266528 Jan 29 19:53:15.134583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ceb248f-8c75-4342-95ef-a76a198db222 req-d246c3a2-3998-4377-ab65-45d20a5aef1a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389868 Jan 29 19:53:15.141835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73b5c51f-9c53-4536-ac3a-7be541a1f796 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (325d0530-717b-4824-bc8b-c5853f8bfd9a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.176530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['15e04f90-9696-4a84-8bf7-04c57e57361a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:15.183791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (148c1090-7300-45e9-82b0-2ebc6acae0ee), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.217892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c1090-7300-45e9-82b0-2ebc6acae0ee']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:15.259662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:15.262265 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab763481-48a3-4110-997d-bc7b02a27ff1" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:15.350586 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e683599-9ab0-4de5-826b-2cf197445026 x-openstack-request-id: req-5e683599-9ab0-4de5-826b-2cf197445026 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:15.350894 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "b0b17f85-4c04-4f3d-9296-da38da666563", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:15.351175 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e683599-9ab0-4de5-826b-2cf197445026 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:15.351606 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': 'b0b17f85-4c04-4f3d-9296-da38da666563', 'status': 'completed', 'code': 200} Jan 29 19:53:15.367091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73b5c51f-9c53-4536-ac3a-7be541a1f796 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (325d0530-717b-4824-bc8b-c5853f8bfd9a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.370975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f7ec4e-c921-4dcc-971a-45a0010b69a5') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:15.375338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f7ec4e-c921-4dcc-971a-45a0010b69a5') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:15.389985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73b5c51f-9c53-4536-ac3a-7be541a1f796 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.394050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-73b5c51f-9c53-4536-ac3a-7be541a1f796 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/325d0530-717b-4824-bc8b-c5853f8bfd9a HTTP/1.1" status: 204 len: 168 time: 0.3438511 Jan 29 19:53:15.395423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:15.419159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-237e730e-801b-4fe4-b1f4-b8d19250c633 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b4a5b3f09c944f48b0c4f49addf454a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048200 Jan 29 19:53:15.427410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d352aa1d-f48f-45de-a066-77cbb00b46a8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.430167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (52f7ec4e-c921-4dcc-971a-45a0010b69a5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.481874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=d352aa1d-f48f-45de-a066-77cbb00b46a8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:15.486256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5c51f-9c53-4536-ac3a-7be541a1f796 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=325d0530-717b-4824-bc8b-c5853f8bfd9a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:15.513615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (52f7ec4e-c921-4dcc-971a-45a0010b69a5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.529530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fe2e9207-f923-41f2-84c0-00d01e6f6922 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1294448 Jan 29 19:53:15.546477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:15.563072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (52f7ec4e-c921-4dcc-971a-45a0010b69a5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:15.565863 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:15.598219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] No DVR routers for this DVR port d352aa1d-f48f-45de-a066-77cbb00b46a8 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:15.598219 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.598219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-3b5dd3f8-73ca-4ca9-9a62-207f55c9e142 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "DELETE /v2.0/ports/d352aa1d-f48f-45de-a066-77cbb00b46a8 HTTP/1.1" status: 204 len: 173 time: 1.3250256 Jan 29 19:53:15.641267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a28ee11-c1b7-463a-bffa-24f65c02d327 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (80674047-f0b2-4b1e-9400-3ef874c4661d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.655371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (7b1726f7-364a-42d0-8687-abc612a52114), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.659288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-0c5d0ed5-5ed8-4dce-bfdc-37970087cd84 service neutron] 10.222.0.15 "GET /v2.0/networks/a96bd5fc-b8b3-47bd-8464-3696adaa078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390919 Jan 29 19:53:15.703176 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a28ee11-c1b7-463a-bffa-24f65c02d327 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (80674047-f0b2-4b1e-9400-3ef874c4661d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.845115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-fccfac2d-7f4e-472b-b69b-eaaab59ce253 service neutron] 10.222.0.15 "GET /v2.0/networks/a96bd5fc-b8b3-47bd-8464-3696adaa078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849604 Jan 29 19:53:15.859414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269429e-4582-4a68-9cef-4d2fae25af62 req-84d02e68-655a-4ae2-8881-b17f3a943d91 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:15.861188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4269429e-4582-4a68-9cef-4d2fae25af62 req-84d02e68-655a-4ae2-8881-b17f3a943d91 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 944 time: 0.1063530 Jan 29 19:53:15.866582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port 4e23dd28-b9cd-4521-846a-f91b9bee2eac {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:15.866931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.955350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (148c1090-7300-45e9-82b0-2ebc6acae0ee), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.961824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 148c1090-7300-45e9-82b0-2ebc6acae0ee {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 19:53:15.975176 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a28ee11-c1b7-463a-bffa-24f65c02d327 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (80674047-f0b2-4b1e-9400-3ef874c4661d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.978179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a28ee11-c1b7-463a-bffa-24f65c02d327 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.979340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:15.982424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a28ee11-c1b7-463a-bffa-24f65c02d327 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/80674047-f0b2-4b1e-9400-3ef874c4661d HTTP/1.1" status: 204 len: 168 time: 0.4347925 Jan 29 19:53:15.988513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:15.988974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/networks/148c1090-7300-45e9-82b0-2ebc6acae0ee HTTP/1.1" status: 204 len: 168 time: 1.8233929 Jan 29 19:53:16.004346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54440) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:16.009468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 7b1726f7-364a-42d0-8687-abc612a52114 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:53:16.010929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'network': {'name': 'tempest-network--1890555674'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:16.012163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8fefe-dbe4-422c-b9ff-32f9ba34fc5d tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Network': ['ID=148c1090-7300-45e9-82b0-2ebc6acae0ee,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:16.044699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28ee11-c1b7-463a-bffa-24f65c02d327 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80674047-f0b2-4b1e-9400-3ef874c4661d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:16.070535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4269429e-4582-4a68-9cef-4d2fae25af62 req-8badd39e-8221-4cb1-8005-7fef69526c13 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997576 Jan 29 19:53:16.084434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] For port 4e23dd28-b9cd-4521-846a-f91b9bee2eac, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4e23dd28-b9cd-4521-846a-f91b9bee2eac,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:16.084818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.125547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for 4e23dd28-b9cd-4521-846a-f91b9bee2eac owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:16.157424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af207c08-dd69-4a0b-a7d1-c1b1f57cb320 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1652200 Jan 29 19:53:16.174061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54450) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:16.179284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438212203'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:16.238167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Made reservation on behalf of 8d8025ab27ac4f63b280f5f4eb7b84c2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:16.240167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.271897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:16.277886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 15e04f90-9696-4a84-8bf7-04c57e57361a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:16.284462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c9946490-055e-4018-9e16-3bd34cf3c71c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.284462 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Added segment c9946490-055e-4018-9e16-3bd34cf3c71c of type vlan for network 6939b5fc-b660-4040-bea8-bbcaffebcf28 Jan 29 19:53:16.297985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5854011-3d4b-41aa-b93c-008f93f2a6ed req-0f0ca34f-16e2-436d-bc9c-ac20f68ded8c tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 210 time: 0.1233921 Jan 29 19:53:16.433684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.470044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:16.502581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 15e04f90-9696-4a84-8bf7-04c57e57361a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:53:16.506487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 15e04f90-9696-4a84-8bf7-04c57e57361a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:16.507068 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.544301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839abca8-a6f4-4640-83ac-fa7cdca783ac req-29f730a1-207a-4406-b94e-b8085f65459f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:16.546222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-839abca8-a6f4-4640-83ac-fa7cdca783ac req-29f730a1-207a-4406-b94e-b8085f65459f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 943 time: 0.1232822 Jan 29 19:53:16.599771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.603600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2ae41bfd-4a2e-4c18-ade0-b995adcdf950 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2457299 Jan 29 19:53:16.603771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.604862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.605018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:16.605804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:16.607508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.740468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Network': ['ID=6939b5fc-b660-4040-bea8-bbcaffebcf28,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:16.749192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-839abca8-a6f4-4640-83ac-fa7cdca783ac req-f0472052-f317-42b2-8907-523989fc4eb8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups?id=3802a18e-cebc-4ad1-9611-735e29fc6b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958396 Jan 29 19:53:16.797557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54470) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:16.803660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-630ea0c5-3806-4977-8b80-05910b796091 tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7839987 Jan 29 19:53:16.803935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:16.804062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4e23dd28-b9cd-4521-846a-f91b9bee2eac), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.867209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=4e23dd28-b9cd-4521-846a-f91b9bee2eac,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:16.873411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (84fd13e8-6752-4f37-9724-6f6a9fff1556), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.883372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6939b5fc-b660-4040-bea8-bbcaffebcf28 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:16.914048 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] Sync routers for ids ['7b1726f7-364a-42d0-8687-abc612a52114'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:16.930292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 15e04f90-9696-4a84-8bf7-04c57e57361a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:16.930292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.956282 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] Routers {'7b1726f7-364a-42d0-8687-abc612a52114'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:16.956924 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7b1726f7-364a-42d0-8687-abc612a52114'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:16.961026 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (84fd13e8-6752-4f37-9724-6f6a9fff1556), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.980143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] No DVR routers for this DVR port 4e23dd28-b9cd-4521-846a-f91b9bee2eac on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:16.992912 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:16.998556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e04f90-9696-4a84-8bf7-04c57e57361a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:17.000863 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf5e0d5-8208-4a40-a2ba-7f3e235e831d" -d '{"events": [{"server_uuid": "804530a6-08d6-4bc0-9975-fc3c939d2e9c", "name": "network-vif-plugged", "status": "completed", "tag": "15e04f90-9696-4a84-8bf7-04c57e57361a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:17.003008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e282731e-ed65-4171-a76e-3314a45774f2 req-8584704d-6e09-462e-8476-363d3f310d79 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.13 "DELETE /v2.0/ports/4e23dd28-b9cd-4521-846a-f91b9bee2eac HTTP/1.1" status: 204 len: 173 time: 1.4006505 Jan 29 19:53:17.030288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 15e04f90-9696-4a84-8bf7-04c57e57361a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=15e04f90-9696-4a84-8bf7-04c57e57361a,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:17.080464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85775db8-18be-4675-9ad2-d635f0e061d7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/routers/7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 200 len: 884 time: 0.4730182 Jan 29 19:53:17.083596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54474) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:17.086323 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:17.089980 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e110f60-3c30-4368-bbda-732cb0f55298 x-openstack-request-id: req-8e110f60-3c30-4368-bbda-732cb0f55298 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:17.090176 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804530a6-08d6-4bc0-9975-fc3c939d2e9c", "name": "network-vif-plugged", "status": "completed", "tag": "15e04f90-9696-4a84-8bf7-04c57e57361a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:17.090549 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e110f60-3c30-4368-bbda-732cb0f55298 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:17.091400 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e04f90-9696-4a84-8bf7-04c57e57361a', 'code': 200} Jan 29 19:53:17.115797 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] Routers {'7b1726f7-364a-42d0-8687-abc612a52114'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:17.116124 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7b1726f7-364a-42d0-8687-abc612a52114'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:17.159453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.163547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.194684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:17.195822 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7373fa5-c89b-4e1e-943b-7f9f47d731cc None None] The sync data for ids ['7b1726f7-364a-42d0-8687-abc612a52114'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:17.219393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd13e8-6752-4f37-9724-6f6a9fff1556,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:17.254787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.258595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-369db095-c845-403f-b347-28a9e5c61efa tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0805621 Jan 29 19:53:17.259922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54478) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:17.265119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Request body: {'security_group_rule': {'security_group_id': '84fd13e8-6752-4f37-9724-6f6a9fff1556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:17.279158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=15e04f90-9696-4a84-8bf7-04c57e57361a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:17.355374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8'}, {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:17.359530 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f8a01-90f8-4faf-b9d6-6cf10cfe182d" -d '{"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8"}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:17.368179 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.378718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (431421a3-fc4f-4ec6-8b4d-97a6143202ad), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.404287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Network 6939b5fc-b660-4040-bea8-bbcaffebcf28 is not hosted by any dhcp agent {{(pid=103562) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 19:53:17.406714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:17.406714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.415067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "PUT /v2.0/networks/6939b5fc-b660-4040-bea8-bbcaffebcf28 HTTP/1.1" status: 200 len: 857 time: 0.6219082 Jan 29 19:53:17.425498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1083c8-eb9c-48cb-9588-b80cfd929f9e req-d0eb0402-f066-4334-9291-88382ed7c118 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:17.430056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c1083c8-eb9c-48cb-9588-b80cfd929f9e req-d0eb0402-f066-4334-9291-88382ed7c118 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.2025392 Jan 29 19:53:17.430915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54494) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:17.448855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e2f23-82f9-4c51-aa21-4306fb2b8a86 req-d472e84a-c348-409c-bc00-1fe504fa6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:17.450699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b0e2f23-82f9-4c51-aa21-4306fb2b8a86 req-d472e84a-c348-409c-bc00-1fe504fa6b55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 1127 time: 0.2273321 Jan 29 19:53:17.536821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aee1408a-a9dd-40e2-b433-374d6fe4dd2d req-69fd164f-addc-451e-bff1-9b24a2c8bde9 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 210 time: 0.1125050 Jan 29 19:53:17.545903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca6d99-8c64-4404-bf7a-6aef19b5446c tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event updated for resources: {'Network': ['ID=6939b5fc-b660-4040-bea8-bbcaffebcf28,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:17.584437 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (431421a3-fc4f-4ec6-8b4d-97a6143202ad), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.629612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c1083c8-eb9c-48cb-9588-b80cfd929f9e req-39349d89-7b65-413e-852d-08df3cfa3a37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630564 Jan 29 19:53:17.642113 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd169879-5f71-4c64-ab83-fc9d9302da94 x-openstack-request-id: req-bd169879-5f71-4c64-ab83-fc9d9302da94 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:17.642411 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "d352aa1d-f48f-45de-a066-77cbb00b46a8", "status": "completed", "code": 200}, {"server_uuid": "13efa22f-7fcd-43f2-9a93-fa27ddb181bc", "name": "network-vif-deleted", "tag": "4e23dd28-b9cd-4521-846a-f91b9bee2eac", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:17.642669 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd169879-5f71-4c64-ab83-fc9d9302da94 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:17.643063 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': 'd352aa1d-f48f-45de-a066-77cbb00b46a8', 'status': 'completed', 'code': 200} Jan 29 19:53:17.643321 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13efa22f-7fcd-43f2-9a93-fa27ddb181bc', 'name': 'network-vif-deleted', 'tag': '4e23dd28-b9cd-4521-846a-f91b9bee2eac', 'status': 'completed', 'code': 200} Jan 29 19:53:17.671590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.671962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (431421a3-fc4f-4ec6-8b4d-97a6143202ad), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.705395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431421a3-fc4f-4ec6-8b4d-97a6143202ad,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:17.726238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b0e2f23-82f9-4c51-aa21-4306fb2b8a86 req-ac45e8c4-eebd-44c0-a428-5d55e25807f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490408 Jan 29 19:53:17.788822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.799057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f2731549-c88f-4ab7-bc09-61056c4898dd tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5333962 Jan 29 19:53:17.799057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54520) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:17.863410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.902324 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec25013b-2e26-4424-b71e-7045f42d2be0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (84fd13e8-6752-4f37-9724-6f6a9fff1556), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.907515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a64a50d2-fe96-4851-b677-42dd437a7037 req-eb410291-cdec-4b8e-b09a-23f740b51ac7 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0359290 Jan 29 19:53:17.922020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d652044-42ef-47d3-bdcf-8f7245e816de tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8373086 Jan 29 19:53:17.925096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:17.929684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-182347731'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:17.932910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6939b5fc-b660-4040-bea8-bbcaffebcf28']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:17.963557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec25013b-2e26-4424-b71e-7045f42d2be0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (84fd13e8-6752-4f37-9724-6f6a9fff1556), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:17.989438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9946490-055e-4018-9e16-3bd34cf3c71c') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:17.989868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9946490-055e-4018-9e16-3bd34cf3c71c') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:18.003746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (c9946490-055e-4018-9e16-3bd34cf3c71c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.051583 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c9946490-055e-4018-9e16-3bd34cf3c71c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.073615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:18.073994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (c9946490-055e-4018-9e16-3bd34cf3c71c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:18.076346 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:18.106673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec25013b-2e26-4424-b71e-7045f42d2be0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (84fd13e8-6752-4f37-9724-6f6a9fff1556), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.109879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec25013b-2e26-4424-b71e-7045f42d2be0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.111295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ec25013b-2e26-4424-b71e-7045f42d2be0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/84fd13e8-6752-4f37-9724-6f6a9fff1556 HTTP/1.1" status: 204 len: 168 time: 0.3149920 Jan 29 19:53:18.117129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54538) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:18.123116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25013b-2e26-4424-b71e-7045f42d2be0 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd13e8-6752-4f37-9724-6f6a9fff1556,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:18.684777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1ddabe4-b4e7-43d6-ae5a-2ccd6cde4cc3 req-afb88389-1401-4c2b-b0dc-c0a1a5d665ce tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0478978 Jan 29 19:53:18.688547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-44058872-0611-4a9a-a052-dd3193711578 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5701795 Jan 29 19:53:18.690989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54560) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:18.739703 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6939b5fc-b660-4040-bea8-bbcaffebcf28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.744421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6939b5fc-b660-4040-bea8-bbcaffebcf28 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 19:53:18.746545 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:18.751192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6939b5fc-b660-4040-bea8-bbcaffebcf28 HTTP/1.1" status: 204 len: 168 time: 1.3184428 Jan 29 19:53:18.755457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54566) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:18.774981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7ce68-6a55-460e-a997-c23fb1837a7e tempest-ExternalNetworksTestJSON-933653302 tempest-ExternalNetworksTestJSON-933653302-project-admin] Pushing event deleted for resources: {'Network': ['ID=6939b5fc-b660-4040-bea8-bbcaffebcf28,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:18.846622 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2da0f2-81c8-4a67-8b36-2ad686ece92a tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] DELETE failed (client error): The resource could not be found. Jan 29 19:53:18.847227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2da0f2-81c8-4a67-8b36-2ad686ece92a tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:53:18.853169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d4a0cb50-ba80-45f6-bc82-197d3a1fdcc9 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1607935 Jan 29 19:53:18.857283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6b2da0f2-81c8-4a67-8b36-2ad686ece92a tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] 10.222.0.15 "DELETE /v2.0/subnets/b6b3be2d-98f3-49ca-ad22-673eab8d347e HTTP/1.1" status: 404 len: 337 time: 0.0963435 Jan 29 19:53:18.857283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:18.858131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:18.893972 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-6071f2bc-884c-44fc-997c-cfb5efc008c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] delete failed (client error): The resource could not be found. Jan 29 19:53:18.895280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6071f2bc-884c-44fc-997c-cfb5efc008c8 tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "DELETE /v2.0/security-groups/84fd13e8-6752-4f37-9724-6f6a9fff1556 HTTP/1.1" status: 404 len: 347 time: 0.0375049 Jan 29 19:53:18.901470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54576) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:18.995792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b7f268ed-d154-4c13-8b22-0d1fc62a8aba tempest-SecGroupIPv6Test-1148584867 tempest-SecGroupIPv6Test-1148584867-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927670 Jan 29 19:53:19.007178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981de9-6eac-4778-a051-d047a6d47eca req-5872b94a-4173-4e87-859f-391e2a32d3a7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:19.024280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de981de9-6eac-4778-a051-d047a6d47eca req-5872b94a-4173-4e87-859f-391e2a32d3a7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.2385514 Jan 29 19:53:19.100175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (1be59461-699c-49f6-a39d-cba84764e583), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.252104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de981de9-6eac-4778-a051-d047a6d47eca req-cab93df9-772f-43b0-b84c-035cc0ecb551 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471429 Jan 29 19:53:19.318945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-999f4826-0bf7-4518-bcaf-f23e423ed257 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:19.320527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-999f4826-0bf7-4518-bcaf-f23e423ed257 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.26 "GET /v2.0/networks?id=a96bd5fc-b8b3-47bd-8464-3696adaa078f HTTP/1.1" status: 200 len: 824 time: 0.1763952 Jan 29 19:53:19.328047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (7b1726f7-364a-42d0-8687-abc612a52114), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.338668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Request body: {'port': {'device_id': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f', 'admin_state_up': True, 'tenant_id': '8b4a5b3f09c944f48b0c4f49addf454a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:19.411668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (1be59461-699c-49f6-a39d-cba84764e583), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.435847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be59461-699c-49f6-a39d-cba84764e583']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:19.446332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07266592-50eb-4671-923a-8cc571d8c24d') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:19.446786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07266592-50eb-4671-923a-8cc571d8c24d') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:19.463850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (07266592-50eb-4671-923a-8cc571d8c24d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.479060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (07266592-50eb-4671-923a-8cc571d8c24d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.486580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:19.487137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (07266592-50eb-4671-923a-8cc571d8c24d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:19.562458 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:19.608116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7436529d-e38d-4916-9fd9-3be6929dc341 req-088accec-e9e2-4d78-9f0a-90b09f8de8e5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0360711 Jan 29 19:53:19.632027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (1be59461-699c-49f6-a39d-cba84764e583), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.652345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.657546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] 10.222.0.15 "DELETE /v2.0/networks/1be59461-699c-49f6-a39d-cba84764e583 HTTP/1.1" status: 204 len: 168 time: 0.7967396 Jan 29 19:53:19.661601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (7b1726f7-364a-42d0-8687-abc612a52114), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:19.676622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c48bd7-0c8d-45a9-a769-867b5342df78 tempest-ExternalNetworksTestJSON-546920014 tempest-ExternalNetworksTestJSON-546920014-project] Pushing event deleted for resources: {'Network': ['ID=1be59461-699c-49f6-a39d-cba84764e583,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:19.870551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:19.873014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b610ce3b-3108-4d88-af14-c487d2be2451 req-14cf503e-8837-47bf-a7f9-03b767e2cd47 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 210 time: 0.0354853 Jan 29 19:53:19.903320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 7b1726f7-364a-42d0-8687-abc612a52114 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:53:19.997569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Made reservation on behalf of 8b4a5b3f09c944f48b0c4f49addf454a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:20.001030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.052332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:20.070671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] Sync routers for ids ['7b1726f7-364a-42d0-8687-abc612a52114'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:20.082499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] Routers {'7b1726f7-364a-42d0-8687-abc612a52114'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:20.083611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7b1726f7-364a-42d0-8687-abc612a52114'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:20.084434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.089707 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9daf2f02-6ab9-4b34-a16a-407d090ad969 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 200 len: 891 time: 2.1634703 Jan 29 19:53:20.094452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54598) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:20.148531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:20.168402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Allocated IP 172.20.0.4 (a96bd5fc-b8b3-47bd-8464-3696adaa078f/4ae13af6-8fe0-46b9-8a9a-593279fc9239/8077f641-910e-4b28-9546-ef02f8928c99) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:20.173088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] Routers {'7b1726f7-364a-42d0-8687-abc612a52114'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:20.178923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:52:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7b1726f7-364a-42d0-8687-abc612a52114'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:20.315436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:20.316826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677192be-5b3e-484e-a81e-982853367ec9 None None] The sync data for ids ['7b1726f7-364a-42d0-8687-abc612a52114'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:20.327527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6333ba48-e71a-44e7-acd8-339f7a792dd7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/routers/7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 200 len: 891 time: 0.2317710 Jan 29 19:53:20.330640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:20.387325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:20.407089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-785dacb3-65a6-48a2-a214-892e73865246 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 200 len: 205 time: 0.0731647 Jan 29 19:53:20.420459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54620) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:20.473440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1e1f9ca-7a64-44fd-93f8-17a46902dd5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e71ff02e5cc48a48b68256c9cdbc378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6016600 Jan 29 19:53:20.480268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54622) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:20.547498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks [] for port (8077f641-910e-4b28-9546-ef02f8928c99), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.561233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c36e5-024c-4bf5-9a18-de0f635eb0f4 req-fa9bd631-1d0d-47fb-af50-40db1d598dd2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:20.563420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab6c36e5-024c-4bf5-9a18-de0f635eb0f4 req-fa9bd631-1d0d-47fb-af50-40db1d598dd2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.1730440 Jan 29 19:53:20.654536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3db2e46c-d17b-4bd7-851b-fa3a9255c144 admin admin] Publish callbacks [] for security_group (9d4f2df5-a152-4561-aa6f-3bf35a351dad), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.655024 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (7b1726f7-364a-42d0-8687-abc612a52114), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.700561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab6c36e5-024c-4bf5-9a18-de0f635eb0f4 req-1ac1a08a-4b2d-41fc-8411-e6eb7bb8699b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150699 Jan 29 19:53:20.714515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3db2e46c-d17b-4bd7-851b-fa3a9255c144 admin admin] Publish callbacks [] for security_group (9d4f2df5-a152-4561-aa6f-3bf35a351dad), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.730361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-934fb364-7421-4e9c-b99f-fabb69571ded admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8e14d1b3d5642239e3081d5d7885e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316362 Jan 29 19:53:20.738990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-3a2ff661-61df-464a-90e3-336cc73d3a28 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:20.740519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-3a2ff661-61df-464a-90e3-336cc73d3a28 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.3516567 Jan 29 19:53:20.741017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54628) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:20.803941 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8077f641-910e-4b28-9546-ef02f8928c99), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.813119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-adef7be7-dd13-43fb-b2aa-dd8d1d807a36 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/quotas/d11585bc8871463994074b6c1f01d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0652709 Jan 29 19:53:20.901521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_gateway (7b1726f7-364a-42d0-8687-abc612a52114), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.906706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d550fa9-86f2-4688-9e64-52b875bb15de req-e14687a0-7ce3-4925-8807-1abbcc5da1ce tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.1090572 Jan 29 19:53:20.930827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Network a96bd5fc-b8b3-47bd-8464-3696adaa078f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:20.940015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:20.952086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-83cb68a2-9597-4ccb-b239-7d3ad0bf6890 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370580 Jan 29 19:53:20.953201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e68e9c-e7e3-4888-818f-8cadfcceeba7 admin admin] Publish callbacks [] for security_group (4de264c8-8640-45e5-bdd1-56af43204370), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:20.955465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:20.961090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Pushing event updated for resources: {'Port': ['ID=8077f641-910e-4b28-9546-ef02f8928c99,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:21.025622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:21.026382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.040517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e68e9c-e7e3-4888-818f-8cadfcceeba7 admin admin] Publish callbacks [] for security_group (4de264c8-8640-45e5-bdd1-56af43204370), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.062181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3db2e46c-d17b-4bd7-851b-fa3a9255c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9d4f2df5-a152-4561-aa6f-3bf35a351dad), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.069296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3db2e46c-d17b-4bd7-851b-fa3a9255c144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.069296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3db2e46c-d17b-4bd7-851b-fa3a9255c144 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d4f2df5-a152-4561-aa6f-3bf35a351dad HTTP/1.1" status: 204 len: 168 time: 0.5788651 Jan 29 19:53:21.102318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2e46c-d17b-4bd7-851b-fa3a9255c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4f2df5-a152-4561-aa6f-3bf35a351dad,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:21.152537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-609929a7-b3b7-4eb9-ab9a-b3dc7869cba5 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8176799 Jan 29 19:53:21.173887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Request body: {'port': {'device_id': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:21.193953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-56263ed0-e9dc-41bb-9254-0bf09906b718 service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309971 Jan 29 19:53:21.200898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 2f19044e-0038-49b6-aa1a-f86ef7a749af {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:21.201268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2f19044e-0038-49b6-aa1a-f86ef7a749af), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.234871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-c3967151-b9a6-4178-a6ab-186b9f956c61 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:21.236521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-c3967151-b9a6-4178-a6ab-186b9f956c61 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1864994 Jan 29 19:53:21.284843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-34525090-bb71-4860-acab-8c3b6d203d34 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0231969 Jan 29 19:53:21.286116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8077f641-910e-4b28-9546-ef02f8928c99), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.345921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2f19044e-0038-49b6-aa1a-f86ef7a749af), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.366302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e68e9c-e7e3-4888-818f-8cadfcceeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4de264c8-8640-45e5-bdd1-56af43204370), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.368957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e68e9c-e7e3-4888-818f-8cadfcceeba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.370321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89e68e9c-e7e3-4888-818f-8cadfcceeba7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4de264c8-8640-45e5-bdd1-56af43204370 HTTP/1.1" status: 204 len: 168 time: 0.6237788 Jan 29 19:53:21.386254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-dee16d59-648b-4f47-86b0-9fa569270022 service neutron] 10.222.0.15 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826446 Jan 29 19:53:21.387995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 2f19044e-0038-49b6-aa1a-f86ef7a749af owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:21.393781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e68e9c-e7e3-4888-818f-8cadfcceeba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de264c8-8640-45e5-bdd1-56af43204370,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:21.401222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-26b3bc74-d5d4-4fa6-aaff-5b4ec0f8cf92 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053853 Jan 29 19:53:21.700742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-bb78acda-0354-4bfd-bd10-8f653971742b service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970135 Jan 29 19:53:21.724714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2f19044e-0038-49b6-aa1a-f86ef7a749af), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.797525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=2f19044e-0038-49b6-aa1a-f86ef7a749af,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:21.897528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8077f641-910e-4b28-9546-ef02f8928c99 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:21.913478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Publish callbacks [] for port (8077f641-910e-4b28-9546-ef02f8928c99), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.950559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Transition to ACTIVE for port object 8077f641-910e-4b28-9546-ef02f8928c99 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:53:21.961933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-943ce5a0-0c09-4a68-b5df-2fbbb925cf8b service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994729 Jan 29 19:53:21.990883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (7b1726f7-364a-42d0-8687-abc612a52114), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:21.993278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-af1ee9f7-2781-4811-9976-41b6580f30cf tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:21.995539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-af1ee9f7-2781-4811-9976-41b6580f30cf tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "GET /v2.0/ports?device_id=901d8782-9e67-4f36-9551-b0b2eaf04be8 HTTP/1.1" status: 200 len: 946 time: 0.1794093 Jan 29 19:53:22.077255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8077f641-910e-4b28-9546-ef02f8928c99), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.167647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:22.210183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Pushing event updated for resources: {'Port': ['ID=8077f641-910e-4b28-9546-ef02f8928c99,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:22.417612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 6ee72a36-87d5-4f37-ad06-c880c66da966 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:22.419192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.442648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54672) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:22.464887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:22.468062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:22.471820 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542d5135-f1b1-4c18-8221-8ebb326acee7" -d '{"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:22.486782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-309ead53-6af9-4ab1-95ec-d5336ef45f1f req-1af822ae-bc73-4059-9439-57585ad11931 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 210 time: 0.1630459 Jan 29 19:53:22.518119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Deleting port 6ee72a36-87d5-4f37-ad06-c880c66da966 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:22.518537 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.566445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Attempting to bind port 8077f641-910e-4b28-9546-ef02f8928c99 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:22.566791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Attempting to bind port 8077f641-910e-4b28-9546-ef02f8928c99 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '07408e6c-46d9-4c80-ac82-635fcca73e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:22.567131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Attempting to bind port 8077f641-910e-4b28-9546-ef02f8928c99 on network a96bd5fc-b8b3-47bd-8464-3696adaa078f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:22.574835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.592138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Port 8077f641-910e-4b28-9546-ef02f8928c99 on network a96bd5fc-b8b3-47bd-8464-3696adaa078f not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:53:22.592496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Attempting to bind port 8077f641-910e-4b28-9546-ef02f8928c99 on network a96bd5fc-b8b3-47bd-8464-3696adaa078f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:22.592753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5a5ca-d391-4991-86a9-5a9176cbebca req-b7f1d75a-fb4c-4dd9-a013-d40fbbe5db03 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:22.603536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9a5a5ca-d391-4991-86a9-5a9176cbebca req-b7f1d75a-fb4c-4dd9-a013-d40fbbe5db03 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 931 time: 0.7842011 Jan 29 19:53:22.630347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a19ac3ec-ecc1-478c-88ea-f6633a3ea81b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d8025ab27ac4f63b280f5f4eb7b84c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434164 Jan 29 19:53:22.630935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:22.631334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Checking segment: {'id': '07408e6c-46d9-4c80-ac82-635fcca73e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:22.631729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Bound using segment: {'id': '07408e6c-46d9-4c80-ac82-635fcca73e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:22.632346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Bound port: 8077f641-910e-4b28-9546-ef02f8928c99, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07408e6c-46d9-4c80-ac82-635fcca73e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:22.632717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8077f641-910e-4b28-9546-ef02f8928c99), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.635062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54684) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:22.702273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:22.709804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (7b1726f7-364a-42d0-8687-abc612a52114), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.718283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (7b1726f7-364a-42d0-8687-abc612a52114), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.770499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] For port 8077f641-910e-4b28-9546-ef02f8928c99, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:22.773843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] For port 8077f641-910e-4b28-9546-ef02f8928c99, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8077f641-910e-4b28-9546-ef02f8928c99,segment=NetworkSegment(07408e6c-46d9-4c80-ac82-635fcca73e17),segment_id=07408e6c-46d9-4c80-ac82-635fcca73e17)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:22.831920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a38c2186-c97d-43bd-89a4-85640c8c9c5e req-4538c8ff-1b10-4222-be28-2456be955c41 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0526817 Jan 29 19:53:22.833559 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9a5a5ca-d391-4991-86a9-5a9176cbebca req-fbadf82d-c37f-4ef6-a1fe-08bacd35e4df tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287397 Jan 29 19:53:22.848509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] For port 6ee72a36-87d5-4f37-ad06-c880c66da966, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=6ee72a36-87d5-4f37-ad06-c880c66da966,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:22.848884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.879564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Calling delete_port for 6ee72a36-87d5-4f37-ad06-c880c66da966 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:22.889673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8077f641-910e-4b28-9546-ef02f8928c99), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.897298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322d1138-f84a-4135-b356-993fc8b181c9 admin admin] Publish callbacks [] for security_group (f3edfe03-518b-4321-8542-7bcfdb6ca4ab), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.929121 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0c6e38-6045-4ad8-aacc-fdd3d281f69d x-openstack-request-id: req-3e0c6e38-6045-4ad8-aacc-fdd3d281f69d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:22.929416 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:22.929671 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e0c6e38-6045-4ad8-aacc-fdd3d281f69d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:22.930133 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'code': 200} Jan 29 19:53:22.930637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fbb50413-157e-481e-a4c9-da9ce9242292 req-50b8b976-a27d-4ca3-98a3-9307ed15a6f6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 210 time: 0.0421376 Jan 29 19:53:22.969804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (7b1726f7-364a-42d0-8687-abc612a52114), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.970355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1726f7-364a-42d0-8687-abc612a52114 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:53:22.986457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:22.986457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d1fb953-2956-4463-be0f-98c0af3e1ed6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 204 len: 168 time: 2.5633407 Jan 29 19:53:22.990534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54692) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:23.000665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106558763'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:23.014036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:23.025509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.025509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-9fb94743-9550-4807-af3e-37f269928801 service neutron] 10.222.0.26 "PUT /v2.0/ports/8077f641-910e-4b28-9546-ef02f8928c99 HTTP/1.1" status: 200 len: 1091 time: 1.8500218 Jan 29 19:53:23.025509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'tag': '8077f641-910e-4b28-9546-ef02f8928c99'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:23.025509 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537094a-b8a4-472f-84bd-e96ec174694a" -d '{"events": [{"name": "network-changed", "server_uuid": "1182267c-128d-4f2d-b83c-1821d859c8e1", "tag": "8077f641-910e-4b28-9546-ef02f8928c99"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:23.052975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322d1138-f84a-4135-b356-993fc8b181c9 admin admin] Publish callbacks [] for security_group (f3edfe03-518b-4321-8542-7bcfdb6ca4ab), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.080239 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976fab1a-be83-4da0-be04-3cd3b78e5e5c x-openstack-request-id: req-976fab1a-be83-4da0-be04-3cd3b78e5e5c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:23.080545 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1182267c-128d-4f2d-b83c-1821d859c8e1", "tag": "8077f641-910e-4b28-9546-ef02f8928c99", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:23.082672 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-976fab1a-be83-4da0-be04-3cd3b78e5e5c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:23.082672 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'tag': '8077f641-910e-4b28-9546-ef02f8928c99', 'status': 'completed', 'code': 200} Jan 29 19:53:23.093051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb94743-9550-4807-af3e-37f269928801 service neutron] Pushing event updated for resources: {'Port': ['ID=8077f641-910e-4b28-9546-ef02f8928c99,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:23.132352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:23.141184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.160177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54698) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:23.195661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:23.223875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9aef46e8-3219-4c9b-b404-c224de4209e8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.225813 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment 9aef46e8-3219-4c9b-b404-c224de4209e8 of type vlan for network c0641f1d-d736-41af-8666-93c94ba239ad Jan 29 19:53:23.232167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537094a-b8a4-472f-84bd-e96ec174694a req-8b3f47fa-41b7-43d6-8943-a92b5ad572f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:23.233921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5537094a-b8a4-472f-84bd-e96ec174694a req-8b3f47fa-41b7-43d6-8943-a92b5ad572f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b4a5b3f09c944f48b0c4f49addf454a&device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 1125 time: 0.1083605 Jan 29 19:53:23.283543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322d1138-f84a-4135-b356-993fc8b181c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f3edfe03-518b-4321-8542-7bcfdb6ca4ab), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.286374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-322d1138-f84a-4135-b356-993fc8b181c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.290403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-322d1138-f84a-4135-b356-993fc8b181c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3edfe03-518b-4321-8542-7bcfdb6ca4ab HTTP/1.1" status: 204 len: 168 time: 0.6472089 Jan 29 19:53:23.307184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d1138-f84a-4135-b356-993fc8b181c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edfe03-518b-4321-8542-7bcfdb6ca4ab,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:23.331610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c0641f1d-d736-41af-8666-93c94ba239ad), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.358347 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6ee72a36-87d5-4f37-ad06-c880c66da966), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.396921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event deleted for resources: {'Port': ['ID=6ee72a36-87d5-4f37-ad06-c880c66da966,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:23.402991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-60cb698c-c088-4198-a824-71b24068d903 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:23.406064 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-60cb698c-c088-4198-a824-71b24068d903 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 19:53:23.408015 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-60cb698c-c088-4198-a824-71b24068d903 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 19:53:23.415808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60cb698c-c088-4198-a824-71b24068d903 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2545760 Jan 29 19:53:23.418113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54704) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:23.434471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--213446503'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:23.476374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] No DVR routers for this DVR port 6ee72a36-87d5-4f37-ad06-c880c66da966 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:23.478690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537094a-b8a4-472f-84bd-e96ec174694a req-96851d28-45b9-4a3f-a7fd-bc568bdc84da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:23.480264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5537094a-b8a4-472f-84bd-e96ec174694a req-96851d28-45b9-4a3f-a7fd-bc568bdc84da service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b4a5b3f09c944f48b0c4f49addf454a&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2305672 Jan 29 19:53:23.481840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.485206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e45375e-0095-4883-a94b-0d6f9782d57d req-241205dc-b9be-4ddc-b76d-ba0f5f6d3db0 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.26 "DELETE /v2.0/ports/6ee72a36-87d5-4f37-ad06-c880c66da966 HTTP/1.1" status: 204 len: 173 time: 1.4835832 Jan 29 19:53:23.524229 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c0641f1d-d736-41af-8666-93c94ba239ad), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.530681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:23.532931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.578706 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.592923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:23.595356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537094a-b8a4-472f-84bd-e96ec174694a req-de78ca23-6ade-4908-bfee-45ac8f7050cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:23.597088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5537094a-b8a4-472f-84bd-e96ec174694a req-de78ca23-6ade-4908-bfee-45ac8f7050cd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1108634 Jan 29 19:53:23.659701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:53:23.674687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=c0641f1d-d736-41af-8666-93c94ba239ad,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:23.693101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c0641f1d-d736-41af-8666-93c94ba239ad details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:23.697346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d15db86-999a-433c-aa21-ead044fc7390 req-cb9ee832-b43a-4b3e-ad0d-b918aaa862df tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 210 time: 0.0912094 Jan 29 19:53:23.735586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a0c624e-6d72-4499-855f-939219390211 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7420356 Jan 29 19:53:23.736227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54708) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:23.743376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:23.833485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-a912893e-ada1-43a3-b3e7-adf413607863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:23.836080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-a912893e-ada1-43a3-b3e7-adf413607863 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b4a5b3f09c944f48b0c4f49addf454a&device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 1125 time: 0.1445282 Jan 29 19:53:23.908358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-e17cebf5-cfea-4e04-98a9-944867cad7f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8077f641-910e-4b28-9546-ef02f8928c99 HTTP/1.1" status: 200 len: 217 time: 0.0574620 Jan 29 19:53:23.928294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (e71a0837-d930-40ee-bcc2-1919cea7ce0f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.023669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dde00-6244-4c79-9182-87ae96fab40a req-c7ef6c98-b648-4010-a3a9-39d7801bc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:24.025678 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-c7ef6c98-b648-4010-a3a9-39d7801bc633 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ae13af6-8fe0-46b9-8a9a-593279fc9239 HTTP/1.1" status: 200 len: 864 time: 0.1120918 Jan 29 19:53:24.026038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b2ac156-037a-423c-888b-7db9b7526a1f req-24288340-6272-4f11-8baf-054d52ba9752 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0476630 Jan 29 19:53:24.087596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-7da20392-ccdf-4764-87e2-030d21f0b210 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96bd5fc-b8b3-47bd-8464-3696adaa078f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546560 Jan 29 19:53:24.163294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68007941-d3dc-47b0-ba7e-a6df1dd45a52 req-a9e29af5-4690-44b5-8620-f201acee6132 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 210 time: 0.0619872 Jan 29 19:53:24.165882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:24.175360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.188584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e71a0837-d930-40ee-bcc2-1919cea7ce0f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.237528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72449ad-a273-4a44-9cad-d973715db943 req-26a26809-6bc5-42df-9270-e9a0703151f1 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:24.239047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e72449ad-a273-4a44-9cad-d973715db943 req-26a26809-6bc5-42df-9270-e9a0703151f1 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 943 time: 0.2724366 Jan 29 19:53:24.241084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-b7e65f8c-9c95-44a7-827f-e3a6493fdec3 service neutron] 10.222.0.26 "GET /v2.0/networks/a96bd5fc-b8b3-47bd-8464-3696adaa078f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481457 Jan 29 19:53:24.295426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a0837-d930-40ee-bcc2-1919cea7ce0f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:24.356568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (82f8b2b3-24b2-41b5-abbd-e7b75477d7f1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.377530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e72449ad-a273-4a44-9cad-d973715db943 req-ebcbe25a-fa37-43b2-afb4-c9c64ac1cda6 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276698 Jan 29 19:53:24.416774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450dde00-6244-4c79-9182-87ae96fab40a req-f9e65b6f-5745-45e9-b4f5-95c37b211762 service neutron] 10.222.0.26 "GET /v2.0/networks/a96bd5fc-b8b3-47bd-8464-3696adaa078f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681635 Jan 29 19:53:24.443099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (82f8b2b3-24b2-41b5-abbd-e7b75477d7f1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.509050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8b2b3-24b2-41b5-abbd-e7b75477d7f1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:24.585226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.586520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-05d455a7-aad1-4391-a220-ce75aaeb59c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1621799 Jan 29 19:53:24.589557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54726) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:24.593951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '82f8b2b3-24b2-41b5-abbd-e7b75477d7f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:24.615559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (5bc98af4-06e2-4a21-a4af-2aabc4a92a1b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.677166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=5bc98af4-06e2-4a21-a4af-2aabc4a92a1b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:24.688303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': '9aef46e8-3219-4c9b-b404-c224de4209e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:24.688671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: c0641f1d-d736-41af-8666-93c94ba239ad, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:24.729241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group_rule (38654b08-7462-4505-8f42-161592e37fa7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.809774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group_rule (38654b08-7462-4505-8f42-161592e37fa7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.813260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network c0641f1d-d736-41af-8666-93c94ba239ad is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:24.852355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-715deb83-496d-498c-aa2b-b43bd678b864 req-72689c76-6a52-4db4-8a5b-a3156875078a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 210 time: 0.0404863 Jan 29 19:53:24.957113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-5582a0d0-b8a4-4c0b-9974-8f43490888b4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:24.958570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-5582a0d0-b8a4-4c0b-9974-8f43490888b4 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 805 time: 0.1048007 Jan 29 19:53:24.960058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (38654b08-7462-4505-8f42-161592e37fa7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.964997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c0641f1d-d736-41af-8666-93c94ba239ad) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:24.988082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:24.988082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:24.988283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604fd73d-5ed5-43cd-a336-bd29ef6532c7 None None] Network c0641f1d-d736-41af-8666-93c94ba239ad requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:25.010310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Request body: {'port': {'device_id': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'admin_state_up': True, 'tenant_id': 'd11585bc8871463994074b6c1f01d5b3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:25.015683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38654b08-7462-4505-8f42-161592e37fa7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:25.082015 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.084788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-deleted', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:25.085241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-119d2e1a-06b2-4230-8a11-b1d3fa5f3363 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4927137 Jan 29 19:53:25.085345 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3abbde-c4ef-4c5d-be4f-288cbb402074" -d '{"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-deleted", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:25.086564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54740) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:25.090997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7cdcf15f-2c2e-4e55-87f2-be7cfc3e7025 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '82f8b2b3-24b2-41b5-abbd-e7b75477d7f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:25.164721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b0b628a3-73a9-46ce-906b-3eb9b6b7c03f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4254196 Jan 29 19:53:25.170372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54744) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:25.183574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1059069018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:25.234332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c0641f1d-d736-41af-8666-93c94ba239ad', 'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': '5bc98af4-06e2-4a21-a4af-2aabc4a92a1b'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:53:25.236650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.295306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf15f-2c2e-4e55-87f2-be7cfc3e7025 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group_rule (aff3c7ce-ae11-43cc-9fc0-78165113e1d7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.395545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Made reservation on behalf of d11585bc8871463994074b6c1f01d5b3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:25.399023 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.409383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-deebcf99-05d0-49d8-a223-cecc62cfbbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.412531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (d7b70066-3cc1-4729-b09d-d833db760f6c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.413802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (d7b70066-3cc1-4729-b09d-d833db760f6c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.458627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d0aa752-7d80-4ff3-bcbf-d469a4df047a req-e17ae887-caf6-44e4-b673-05033738e6b0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 210 time: 0.0886686 Jan 29 19:53:25.497283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Allocated IP 2001:db8::2 (c0641f1d-d736-41af-8666-93c94ba239ad/5bc98af4-06e2-4a21-a4af-2aabc4a92a1b/e30ab363-1754-4e3c-b214-33e75f2bd3ba) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:25.616707 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c947f4-3962-46d9-8fd7-f788fbd3c81f x-openstack-request-id: req-f5c947f4-3962-46d9-8fd7-f788fbd3c81f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:25.617345 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901d8782-9e67-4f36-9551-b0b2eaf04be8", "name": "network-vif-deleted", "tag": "6ee72a36-87d5-4f37-ad06-c880c66da966", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:25.617818 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5c947f4-3962-46d9-8fd7-f788fbd3c81f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:25.618169 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901d8782-9e67-4f36-9551-b0b2eaf04be8', 'name': 'network-vif-deleted', 'tag': '6ee72a36-87d5-4f37-ad06-c880c66da966', 'status': 'completed', 'code': 200} Jan 29 19:53:25.670242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d13a037-b47f-415f-adbd-ec8fc70c2155 req-fbcd9886-ab6f-46be-a178-ea5157244c65 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0556924 Jan 29 19:53:25.761164 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-7cdcf15f-2c2e-4e55-87f2-be7cfc3e7025 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 19:53:25.762672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7cdcf15f-2c2e-4e55-87f2-be7cfc3e7025 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6754692 Jan 29 19:53:25.767259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (d7b70066-3cc1-4729-b09d-d833db760f6c), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.769512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54756) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:25.789353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-9600e6cb-4a9a-40b4-be91-0770706cad0b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:25.802150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-9600e6cb-4a9a-40b4-be91-0770706cad0b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.6690829 Jan 29 19:53:25.816072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': '5aa71870-d095-433b-b657-8c6f8e949343', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:25.836755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Publish callbacks [] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.859734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (d7b70066-3cc1-4729-b09d-d833db760f6c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.884642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f262d-10d1-476e-91f4-f11705977665 req-ba4233cd-cc5e-4d43-a573-51411edc9a76 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:25.892023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-026f262d-10d1-476e-91f4-f11705977665 req-ba4233cd-cc5e-4d43-a573-51411edc9a76 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 943 time: 0.2670202 Jan 29 19:53:25.900923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Allocated IP 172.20.0.2 (a77ddd7c-1edb-44d6-838f-3777076f749c/0ab5d517-3434-4410-b86b-1f3acfb9a55f/d42f3451-6fc3-4819-9c76-7c3b0baa65b4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:25.939635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c44b77d-67ae-4418-ad43-5e1de9bc7bba tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (82f8b2b3-24b2-41b5-abbd-e7b75477d7f1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.943382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:25.995839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.000165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e37ca8b5-f670-40a5-84a2-626853600e2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8288143 Jan 29 19:53:26.000833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54764) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:26.008484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Pushing event updated for resources: {'Port': ['ID=e30ab363-1754-4e3c-b214-33e75f2bd3ba,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:26.025314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11484f13-5ca3-4ded-9bc4-6db128ce8c25 req-0fb117eb-4f33-445d-be8e-5403194ef225 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 210 time: 0.0659633 Jan 29 19:53:26.028317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c44b77d-67ae-4418-ad43-5e1de9bc7bba tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (82f8b2b3-24b2-41b5-abbd-e7b75477d7f1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.038198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Network c0641f1d-d736-41af-8666-93c94ba239ad is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:26.039925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:26.044246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:26.107270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:26.109963 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-026f262d-10d1-476e-91f4-f11705977665 req-03b4ce18-9599-4c67-8122-a54649270186 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118382 Jan 29 19:53:26.112488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.127834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Attempting to bind port e30ab363-1754-4e3c-b214-33e75f2bd3ba on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:26.128384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Attempting to bind port e30ab363-1754-4e3c-b214-33e75f2bd3ba by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9aef46e8-3219-4c9b-b404-c224de4209e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:26.128896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Attempting to bind port e30ab363-1754-4e3c-b214-33e75f2bd3ba on network c0641f1d-d736-41af-8666-93c94ba239ad {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:26.143019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:26.143405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Checking segment: {'id': '9aef46e8-3219-4c9b-b404-c224de4209e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:26.143813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.144263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Bound using segment: {'id': '9aef46e8-3219-4c9b-b404-c224de4209e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:26.145914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Bound port: e30ab363-1754-4e3c-b214-33e75f2bd3ba, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef46e8-3219-4c9b-b404-c224de4209e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c0641f1d-d736-41af-8666-93c94ba239ad'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:26.146207 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.216302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:26.247637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 6ee72a36-87d5-4f37-ad06-c880c66da966 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:26.248413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 6ee72a36-87d5-4f37-ad06-c880c66da966 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:26.305336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] For port e30ab363-1754-4e3c-b214-33e75f2bd3ba, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:26.317809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.14 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/aad96f89-bb15-4d2e-8816-eb2f876ff1d3) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:26.357415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] For port e30ab363-1754-4e3c-b214-33e75f2bd3ba, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e30ab363-1754-4e3c-b214-33e75f2bd3ba,segment=NetworkSegment(9aef46e8-3219-4c9b-b404-c224de4209e8),segment_id=9aef46e8-3219-4c9b-b404-c224de4209e8)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:26.399252 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c44b77d-67ae-4418-ad43-5e1de9bc7bba tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (82f8b2b3-24b2-41b5-abbd-e7b75477d7f1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.401979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c44b77d-67ae-4418-ad43-5e1de9bc7bba tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.403744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9c44b77d-67ae-4418-ad43-5e1de9bc7bba tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/82f8b2b3-24b2-41b5-abbd-e7b75477d7f1 HTTP/1.1" status: 204 len: 168 time: 0.6302931 Jan 29 19:53:26.415343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54770) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:26.435002 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.435628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks [] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.444407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54772) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:26.470261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44b77d-67ae-4418-ad43-5e1de9bc7bba tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8b2b3-24b2-41b5-abbd-e7b75477d7f1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:26.497420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.544768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4f5f779-7c74-4f2c-8d09-21c83c159df4 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267068 Jan 29 19:53:26.549169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54778) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:26.555445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--617816816'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:26.584376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd632c-61e7-4ce7-9525-588f7ba040b3 None None] Pushing event updated for resources: {'Port': ['ID=e30ab363-1754-4e3c-b214-33e75f2bd3ba,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:26.588953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.638079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.650182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['15e04f90-9696-4a84-8bf7-04c57e57361a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:26.689287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:26.697613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.731094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-864918439', 'router:external': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:26.740089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.742665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:26.747357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:26.749814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:26.751042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:26.777458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Network a77ddd7c-1edb-44d6-838f-3777076f749c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:26.787588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:26.813374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e0ab-24bc-4416-9518-95a2764e5dd9 req-01c7ab01-5067-40b0-b04a-c469773a4ac1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:26.813877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:26.815155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fa0e0ab-24bc-4416-9518-95a2764e5dd9 req-01c7ab01-5067-40b0-b04a-c469773a4ac1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 932 time: 0.2147741 Jan 29 19:53:26.926819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fa0e0ab-24bc-4416-9518-95a2764e5dd9 req-cbc0d584-260e-4dee-83e9-de4744789de7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915642 Jan 29 19:53:26.938384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:26.939092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:26.991152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (ca82327e-8759-41ed-b48f-baa51068bf2b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.045332 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e969819-906c-4c22-ac6a-cfe06d8fcca2 req-89e49d10-df6d-41d6-bef3-9d9f468bf49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0953333 Jan 29 19:53:27.049311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-5545bf98-53a1-46f2-aca9-ea31541d1c37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2318492 Jan 29 19:53:27.062502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Made reservation on behalf of dac26e8857c84d2e97feff7ff60f54ab for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:27.064097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Request body: {'port': {'device_id': '5aa71870-d095-433b-b657-8c6f8e949343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:27.065039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.098366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.126415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:27.144391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ca82327e-8759-41ed-b48f-baa51068bf2b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.234490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e30ab363-1754-4e3c-b214-33e75f2bd3ba up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:27.241596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:27.242354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.261137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.265282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7122545 Jan 29 19:53:27.270089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:27.274576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2491bc75-e939-4ebe-94ed-1b9d002bc996 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'ca82327e-8759-41ed-b48f-baa51068bf2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:27.276112 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-2491bc75-e939-4ebe-94ed-1b9d002bc996 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 29 19:53:27.277317 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-2491bc75-e939-4ebe-94ed-1b9d002bc996 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:27.281788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2491bc75-e939-4ebe-94ed-1b9d002bc996 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078392 Jan 29 19:53:27.285898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54788) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:27.303574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.314917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e30ab363-1754-4e3c-b214-33e75f2bd3ba triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:27.316566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.323778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e728cad-0e84-43aa-815c-d43670e3df7d tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82327e-8759-41ed-b48f-baa51068bf2b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:27.347636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-238ca1af-588e-430a-9d01-30fdad8ebeb9 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3440082 Jan 29 19:53:27.376692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb9408-9f5e-415f-8da6-12502d0f2d40 req-a44a0b19-5cbb-490f-b0cd-e64dd2a64db1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:27.378355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06bb9408-9f5e-415f-8da6-12502d0f2d40 req-a44a0b19-5cbb-490f-b0cd-e64dd2a64db1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 931 time: 0.2129903 Jan 29 19:53:27.485408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e30ab363-1754-4e3c-b214-33e75f2bd3ba is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:27.485698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.507801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd10c53a-7bac-4888-aae0-e1a2a8f6a64f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (ca82327e-8759-41ed-b48f-baa51068bf2b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.539915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port e30ab363-1754-4e3c-b214-33e75f2bd3ba, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e30ab363-1754-4e3c-b214-33e75f2bd3ba,segment=NetworkSegment(9aef46e8-3219-4c9b-b404-c224de4209e8),segment_id=9aef46e8-3219-4c9b-b404-c224de4209e8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:27.589162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06bb9408-9f5e-415f-8da6-12502d0f2d40 req-fdffe73a-bf40-4177-ae5f-57e260d9bceb tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891851 Jan 29 19:53:27.607645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd10c53a-7bac-4888-aae0-e1a2a8f6a64f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (ca82327e-8759-41ed-b48f-baa51068bf2b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.620555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.686310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Request body: {'port': {'device_id': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:27.709314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=e30ab363-1754-4e3c-b214-33e75f2bd3ba,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:27.783445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a5d3-82f9-4b8e-93a3-e54923784a49 req-614b73fd-2b1a-4514-8b11-44bd2e59d89f tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:27.785032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4564a5d3-82f9-4b8e-93a3-e54923784a49 req-614b73fd-2b1a-4514-8b11-44bd2e59d89f tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 943 time: 0.5627978 Jan 29 19:53:27.791666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8::1 (c0641f1d-d736-41af-8666-93c94ba239ad/5bc98af4-06e2-4a21-a4af-2aabc4a92a1b/3416e495-a71e-4ef4-8558-42e13b626599) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:27.795497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.905050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad96f89-bb15-4d2e-8816-eb2f876ff1d3 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:27.908190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4564a5d3-82f9-4b8e-93a3-e54923784a49 req-978c878e-7f7e-488f-8eb6-b35a3d28ca4b tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138654 Jan 29 19:53:27.941576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Publish callbacks [] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.959911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Transition to ACTIVE for port object aad96f89-bb15-4d2e-8816-eb2f876ff1d3 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:53:27.976942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd10c53a-7bac-4888-aae0-e1a2a8f6a64f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ca82327e-8759-41ed-b48f-baa51068bf2b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.987017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd10c53a-7bac-4888-aae0-e1a2a8f6a64f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:27.991573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54792) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:27.992769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd10c53a-7bac-4888-aae0-e1a2a8f6a64f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/ca82327e-8759-41ed-b48f-baa51068bf2b HTTP/1.1" status: 204 len: 168 time: 0.7047472 Jan 29 19:53:28.016712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10c53a-7bac-4888-aae0-e1a2a8f6a64f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82327e-8759-41ed-b48f-baa51068bf2b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:28.105618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faace62-4034-4761-806c-195369a6653c None None] Network c0641f1d-d736-41af-8666-93c94ba239ad requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:28.127622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.143432 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-284559ee-5507-41f9-b5a0-698c3a1f3cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.164576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for security_group (a99681d3-486c-46f5-810d-8d7cb87397ae), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.210108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e9f5e04-08ee-4e91-aeda-860f9565f678 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1684110 Jan 29 19:53:28.217183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:28.226501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525479981'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:28.232084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c00e0341-8c10-4653-b988-6650fce3c769 None None] Provisioning complete for port e30ab363-1754-4e3c-b214-33e75f2bd3ba triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:28.233684 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c00e0341-8c10-4653-b988-6650fce3c769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.242204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Pushing event updated for resources: {'Port': ['ID=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:28.284531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d67bcf-bbec-49d8-a905-a518581b9a2e req-bae5a453-43b9-4f35-887e-99b7f3edaad1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:28.286029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73d67bcf-bbec-49d8-a905-a518581b9a2e req-bae5a453-43b9-4f35-887e-99b7f3edaad1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 932 time: 0.2232785 Jan 29 19:53:28.287798 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a99681d3-486c-46f5-810d-8d7cb87397ae), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.293995 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ed240a6-7ba3-469b-b16a-2add82144198 req-c4dcb360-2ca8-4ef4-8d4e-3327f2168e4c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0881963 Jan 29 19:53:28.299626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8077f641-910e-4b28-9546-ef02f8928c99 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:53:28.334217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (3416e495-a71e-4ef4-8558-42e13b626599), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.366722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:28.394937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.417108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99681d3-486c-46f5-810d-8d7cb87397ae,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:28.421845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Attempting to bind port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:28.422428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Attempting to bind port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:28.423328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Attempting to bind port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:28.440150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d23b01c5-5afe-46c9-9e74-07c345b32295), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.440535 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Added segment d23b01c5-5afe-46c9-9e74-07c345b32295 of type vlan for network 7656b418-f905-461c-953e-6d6cb5413fdd Jan 29 19:53:28.447163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8077f641-910e-4b28-9546-ef02f8928c99, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8077f641-910e-4b28-9546-ef02f8928c99,segment=NetworkSegment(07408e6c-46d9-4c80-ac82-635fcca73e17),segment_id=07408e6c-46d9-4c80-ac82-635fcca73e17)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:28.452744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73d67bcf-bbec-49d8-a905-a518581b9a2e req-8dea84c5-7c92-4f6a-90b1-34642b01f97c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Jan 29 19:53:28.453882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:53:28.454210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Attempting to bind port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:28.465929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '8077f641-910e-4b28-9546-ef02f8928c99', 'network_id': 'a96bd5fc-b8b3-47bd-8464-3696adaa078f', 'port_id': '8077f641-910e-4b28-9546-ef02f8928c99', 'mac_address': 'fa:16:3e:19:d1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae13af6-8fe0-46b9-8a9a-593279fc9239', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:53:28.467805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:28.468423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:28.468976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:28.469608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Bound port: aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:28.470693 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.527729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7656b418-f905-461c-953e-6d6cb5413fdd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.591493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] For port aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:28.592495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c00e0341-8c10-4653-b988-6650fce3c769 None None] Current status of the port e30ab363-1754-4e3c-b214-33e75f2bd3ba is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:28.612662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (73661827-6aa2-4ae2-94ce-f2102eacb13c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.616900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] For port aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:28.620841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8077f641-910e-4b28-9546-ef02f8928c99 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:28.621867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8077f641-910e-4b28-9546-ef02f8928c99), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.638514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8077f641-910e-4b28-9546-ef02f8928c99 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:28.650161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7656b418-f905-461c-953e-6d6cb5413fdd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.657616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:28.657616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.666217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8077f641-910e-4b28-9546-ef02f8928c99, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8077f641-910e-4b28-9546-ef02f8928c99,segment=NetworkSegment(07408e6c-46d9-4c80-ac82-635fcca73e17),segment_id=07408e6c-46d9-4c80-ac82-635fcca73e17)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:28.703277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42f3451-6fc3-4819-9c76-7c3b0baa65b4 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:28.719182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Publish callbacks [] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.732444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (73661827-6aa2-4ae2-94ce-f2102eacb13c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.778644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73661827-6aa2-4ae2-94ce-f2102eacb13c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:28.792891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3416e495-a71e-4ef4-8558-42e13b626599), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.797781 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8077f641-910e-4b28-9546-ef02f8928c99), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.802638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.832440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Network': ['ID=7656b418-f905-461c-953e-6d6cb5413fdd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:28.854398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Transition to ACTIVE for port object d42f3451-6fc3-4819-9c76-7c3b0baa65b4 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:53:28.862119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-73c9d561-d695-4084-b4b3-950d856d33bf tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.4166696 Jan 29 19:53:28.866528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:28.883113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8077f641-910e-4b28-9546-ef02f8928c99,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:28.886040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7656b418-f905-461c-953e-6d6cb5413fdd details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:28.891754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.897843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:28.903725 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.908764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] 10.222.0.13 "PUT /v2.0/ports/aad96f89-bb15-4d2e-8816-eb2f876ff1d3 HTTP/1.1" status: 200 len: 1092 time: 1.8468156 Jan 29 19:53:28.927116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'subnet': {'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:28.928659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.930549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa71870-d095-433b-b657-8c6f8e949343', 'tag': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:28.935300 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff03b7-a93a-4046-9810-cf01d4d24cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa71870-d095-433b-b657-8c6f8e949343", "tag": "aad96f89-bb15-4d2e-8816-eb2f876ff1d3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:28.943272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:28.944285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8bbe7f42-33ec-463f-aca9-a716031b7b7e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7250702 Jan 29 19:53:28.948359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54806) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:28.950130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network c0641f1d-d736-41af-8666-93c94ba239ad is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:28.962975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-261988dd-40f0-44c1-863a-9bacdcfd957e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '73661827-6aa2-4ae2-94ce-f2102eacb13c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:28.963842 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-261988dd-40f0-44c1-863a-9bacdcfd957e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 29 19:53:28.964393 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-261988dd-40f0-44c1-863a-9bacdcfd957e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:28.964517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:28.965599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-261988dd-40f0-44c1-863a-9bacdcfd957e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077367 Jan 29 19:53:28.972876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54808) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:28.982179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc21d24-0492-48f0-ae93-c4f30cb761b5 req-88ceaf90-12d2-4bb8-b47a-5224a98b539a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:28.984375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ecc21d24-0492-48f0-ae93-c4f30cb761b5 req-88ceaf90-12d2-4bb8-b47a-5224a98b539a tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 931 time: 0.2721968 Jan 29 19:53:28.991223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:28.991223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (d7b70066-3cc1-4729-b09d-d833db760f6c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.004418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fc10d-b046-4ddb-923c-4594cabf780f service neutron] Pushing event updated for resources: {'Port': ['ID=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:29.062552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e30ab363-1754-4e3c-b214-33e75f2bd3ba up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:29.098842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Made reservation on behalf of dac26e8857c84d2e97feff7ff60f54ab for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:29.101171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.112728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=3416e495-a71e-4ef4-8558-42e13b626599,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:29.122423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-96eea8ee-a9b0-48b7-bd01-5faf74d33489 None None] Provisioning complete for port e30ab363-1754-4e3c-b214-33e75f2bd3ba triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:29.122829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-96eea8ee-a9b0-48b7-bd01-5faf74d33489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.166773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['8077f641-910e-4b28-9546-ef02f8928c99'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:29.256074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-244d82b5-3f72-4135-aff7-ca9b97dbd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:29.260952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-244d82b5-3f72-4135-aff7-ca9b97dbd80c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 1126 time: 0.2238984 Jan 29 19:53:29.351215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-2168fe48-02a0-4bef-8709-179a260e1e59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3 HTTP/1.1" status: 200 len: 217 time: 0.0838723 Jan 29 19:53:29.377404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ecc21d24-0492-48f0-ae93-c4f30cb761b5 req-ee6a94ab-a19d-4e92-8072-8ee30c999903 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469923 Jan 29 19:53:29.390410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344439e-eb51-4215-abbe-3e31c07ef43c req-c8736b94-1416-4498-b3e4-61f6fdaf225f tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:29.393186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e344439e-eb51-4215-abbe-3e31c07ef43c req-c8736b94-1416-4498-b3e4-61f6fdaf225f tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 944 time: 0.3436177 Jan 29 19:53:29.453579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:29.460844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e30ab363-1754-4e3c-b214-33e75f2bd3ba triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:29.462000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.491674 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d42391e-ab11-49c0-8d05-b387f6f62958 x-openstack-request-id: req-1d42391e-ab11-49c0-8d05-b387f6f62958 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:29.491886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b90c2a1d-7016-4ab3-a9d0-2503e958999f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (73661827-6aa2-4ae2-94ce-f2102eacb13c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.492172 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa71870-d095-433b-b657-8c6f8e949343", "tag": "aad96f89-bb15-4d2e-8816-eb2f876ff1d3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:29.492688 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d42391e-ab11-49c0-8d05-b387f6f62958 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:29.493199 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa71870-d095-433b-b657-8c6f8e949343', 'tag': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3', 'status': 'completed', 'code': 200} Jan 29 19:53:29.511700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Attempting to bind port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:29.513045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Attempting to bind port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:29.515721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Attempting to bind port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:29.516394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-96eea8ee-a9b0-48b7-bd01-5faf74d33489 None None] Current status of the port e30ab363-1754-4e3c-b214-33e75f2bd3ba is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:29.562685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-fede10a2-a57a-4a99-b4c5-869fb72e125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:29.563412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 on network a77ddd7c-1edb-44d6-838f-3777076f749c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:53:29.563744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Attempting to bind port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 on network a77ddd7c-1edb-44d6-838f-3777076f749c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:29.567777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-fede10a2-a57a-4a99-b4c5-869fb72e125e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.2080293 Jan 29 19:53:29.592558 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b90c2a1d-7016-4ab3-a9d0-2503e958999f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (73661827-6aa2-4ae2-94ce-f2102eacb13c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.610933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e344439e-eb51-4215-abbe-3e31c07ef43c req-c907f235-d903-4ad7-a347-e5a6b1d426c1 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926236 Jan 29 19:53:29.638488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:29.638656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Checking segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:29.639050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Bound using segment: {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:29.639734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Bound port: d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f52566-f1e3-49f8-be66-1050adba806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:29.639869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.650902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-8189067a-c1a8-43a2-9a94-5ce025b6c4d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688722 Jan 29 19:53:29.675480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.690265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e30ab363-1754-4e3c-b214-33e75f2bd3ba is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:29.697216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4ed97d10-bb23-4ff6-bced-78d64ab6c95c None None] Provisioning complete for port 3416e495-a71e-4ef4-8558-42e13b626599 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:29.698192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4ed97d10-bb23-4ff6-bced-78d64ab6c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3416e495-a71e-4ef4-8558-42e13b626599), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.718829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a885a11d-e1ac-42cc-ac4a-24c69da70eb8 req-f0d5da38-3fd9-41e3-b795-b9d983b3aef2 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.1092207 Jan 29 19:53:29.725431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3416e495-a71e-4ef4-8558-42e13b626599), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.744280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4ed97d10-bb23-4ff6-bced-78d64ab6c95c None None] Port 3416e495-a71e-4ef4-8558-42e13b626599 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:29.834020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:29.886361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:29.886648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-70a1a5e0-5848-49d0-b389-242a82afa6e3 service neutron] 10.222.0.13 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268925 Jan 29 19:53:29.887677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b90c2a1d-7016-4ab3-a9d0-2503e958999f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (73661827-6aa2-4ae2-94ce-f2102eacb13c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.890276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b90c2a1d-7016-4ab3-a9d0-2503e958999f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:29.893738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b90c2a1d-7016-4ab3-a9d0-2503e958999f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/73661827-6aa2-4ae2-94ce-f2102eacb13c HTTP/1.1" status: 204 len: 168 time: 0.9061117 Jan 29 19:53:29.902253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54816) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:29.931010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c2a1d-7016-4ab3-a9d0-2503e958999f tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73661827-6aa2-4ae2-94ce-f2102eacb13c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:29.933310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0e3f-f5b9-4ce2-9f32-7f32ceaa4ffe req-cc66f0c1-1212-4c4b-8e5c-b33cafb6a3fd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:29.941556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48be0e3f-f5b9-4ce2-9f32-7f32ceaa4ffe req-cc66f0c1-1212-4c4b-8e5c-b33cafb6a3fd tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 944 time: 0.1566777 Jan 29 19:53:29.991422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.071652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:30.072313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.073722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] 10.222.0.13 "PUT /v2.0/ports/d42f3451-6fc3-4819-9c76-7c3b0baa65b4 HTTP/1.1" status: 200 len: 1091 time: 2.3968544 Jan 29 19:53:30.074172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:30.076869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48be0e3f-f5b9-4ce2-9f32-7f32ceaa4ffe req-4575bccf-8971-4f76-bbc8-406af01efdb0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342196 Jan 29 19:53:30.077041 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c" -d '{"events": [{"name": "network-changed", "server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:30.115233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e70979-cda5-48d5-9c08-0d5b2edc3691 service neutron] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:30.119514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-82b8878a-3438-44ea-8715-c64e6a66a7dd tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2151506 Jan 29 19:53:30.123248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54820) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:30.128090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736515170'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:30.145835 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84661908-5c96-4b76-91f8-a4b240eacd00 req-243d3779-7097-41ee-9436-6030cc91d4c3 service neutron] 10.222.0.13 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519860 Jan 29 19:53:30.182947 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a2d5f1-9c45-4f47-b085-a418cfb7bdd7 x-openstack-request-id: req-70a2d5f1-9c45-4f47-b085-a418cfb7bdd7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:30.186231 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:30.186231 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70a2d5f1-9c45-4f47-b085-a418cfb7bdd7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:30.186231 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'status': 'completed', 'code': 200} Jan 29 19:53:30.193323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (3416e495-a71e-4ef4-8558-42e13b626599), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.240047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.242378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8077f641-910e-4b28-9546-ef02f8928c99 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:30.258703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-9eb92680-44ef-4c69-9c62-c99b3c807e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:30.260218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-9eb92680-44ef-4c69-9c62-c99b3c807e35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 1125 time: 0.0619557 Jan 29 19:53:30.310041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-4a94a307-e10d-4c7a-9fa1-a35be67def6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4 HTTP/1.1" status: 200 len: 217 time: 0.0423608 Jan 29 19:53:30.310485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (3416e495-a71e-4ef4-8558-42e13b626599), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.311401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (d7b70066-3cc1-4729-b09d-d833db760f6c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.313578 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.343713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 19:53:30.344527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (4a82f870-8f5c-404a-a943-ae411fb1bcff), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.365362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 8077f641-910e-4b28-9546-ef02f8928c99 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:53:30.369586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 8077f641-910e-4b28-9546-ef02f8928c99 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:30.370037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8077f641-910e-4b28-9546-ef02f8928c99), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.374981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=3416e495-a71e-4ef4-8558-42e13b626599,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:30.470594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Checking segment: {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:30.471123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network hostable DHCP agents. Network: 7656b418-f905-461c-953e-6d6cb5413fdd, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:30.476325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-95b1c214-d0e5-43bf-bbf6-7708f1665473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:30.477946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-95b1c214-d0e5-43bf-bbf6-7708f1665473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 200 len: 845 time: 0.1449339 Jan 29 19:53:30.502115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8077f641-910e-4b28-9546-ef02f8928c99 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:30.503362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8077f641-910e-4b28-9546-ef02f8928c99), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.524369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4a82f870-8f5c-404a-a943-ae411fb1bcff,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:30.532781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8077f641-910e-4b28-9546-ef02f8928c99'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:30.535446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-ce140918-a3e5-43e3-b2e2-1918c3c452ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a77ddd7c-1edb-44d6-838f-3777076f749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370088 Jan 29 19:53:30.535662 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f355c5-9977-47ed-a71e-050a6a1e7dde" -d '{"events": [{"server_uuid": "1182267c-128d-4f2d-b83c-1821d859c8e1", "name": "network-vif-plugged", "status": "completed", "tag": "8077f641-910e-4b28-9546-ef02f8928c99"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:30.540271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (cadec687-3a16-4994-bf6c-f780b9c35698), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.556071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8077f641-910e-4b28-9546-ef02f8928c99, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8077f641-910e-4b28-9546-ef02f8928c99,segment=NetworkSegment(07408e6c-46d9-4c80-ac82-635fcca73e17),segment_id=07408e6c-46d9-4c80-ac82-635fcca73e17)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:30.595211 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4714c9cb-3944-4c75-9626-19bdf7a69db9 x-openstack-request-id: req-4714c9cb-3944-4c75-9626-19bdf7a69db9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:30.596619 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1182267c-128d-4f2d-b83c-1821d859c8e1", "name": "network-vif-plugged", "status": "completed", "tag": "8077f641-910e-4b28-9546-ef02f8928c99", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:30.596923 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4714c9cb-3944-4c75-9626-19bdf7a69db9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:30.597332 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8077f641-910e-4b28-9546-ef02f8928c99', 'code': 200} Jan 29 19:53:30.636794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-babb1414-eb89-4644-a366-441745af7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:30.638901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-babb1414-eb89-4644-a366-441745af7214 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 1126 time: 0.2740088 Jan 29 19:53:30.641626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cadec687-3a16-4994-bf6c-f780b9c35698), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.663001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8077f641-910e-4b28-9546-ef02f8928c99), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.764006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8077f641-910e-4b28-9546-ef02f8928c99,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:30.764248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:30.768621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6411097 Jan 29 19:53:30.798372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54828) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:30.802926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e46888c6-f9de-417c-bee7-ceccc526c0c9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'cadec687-3a16-4994-bf6c-f780b9c35698', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:30.823551 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-e46888c6-f9de-417c-bee7-ceccc526c0c9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 29 19:53:30.825784 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-e46888c6-f9de-417c-bee7-ceccc526c0c9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:30.829459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e46888c6-f9de-417c-bee7-ceccc526c0c9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0275111 Jan 29 19:53:30.893033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54832) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:30.912711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c788a9f4-fe12-413a-b036-47a0588a0843 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'cadec687-3a16-4994-bf6c-f780b9c35698', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:30.913386 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-c788a9f4-fe12-413a-b036-47a0588a0843 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 29 19:53:30.913879 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-c788a9f4-fe12-413a-b036-47a0588a0843 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:30.917796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c788a9f4-fe12-413a-b036-47a0588a0843 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145590 Jan 29 19:53:30.930172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54834) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:30.930778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb614fc-cf75-4dd3-9030-599fd46fee03 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadec687-3a16-4994-bf6c-f780b9c35698,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:30.944125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 7656b418-f905-461c-953e-6d6cb5413fdd is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:30.944707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-47e66075-f716-464e-98c4-5b0c45b48c83 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'cadec687-3a16-4994-bf6c-f780b9c35698', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:30.945520 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-47e66075-f716-464e-98c4-5b0c45b48c83 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 29 19:53:30.946216 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-47e66075-f716-464e-98c4-5b0c45b48c83 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:30.950917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47e66075-f716-464e-98c4-5b0c45b48c83 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139549 Jan 29 19:53:30.960106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54836) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:30.966589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9acca-20ae-4d4b-9122-c315869a91f6 req-d48269d9-6400-4151-8828-4ba9b3124178 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:30.968116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eca9acca-20ae-4d4b-9122-c315869a91f6 req-d48269d9-6400-4151-8828-4ba9b3124178 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 943 time: 0.4792540 Jan 29 19:53:30.981328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dcad08fa-7f08-4f5a-a870-8bb1a8ba4502 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'cadec687-3a16-4994-bf6c-f780b9c35698', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:30.982425 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-dcad08fa-7f08-4f5a-a870-8bb1a8ba4502 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 29 19:53:30.982917 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-dcad08fa-7f08-4f5a-a870-8bb1a8ba4502 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:30.986455 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dcad08fa-7f08-4f5a-a870-8bb1a8ba4502 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128167 Jan 29 19:53:30.988493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54838) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:31.002029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network c0641f1d-d736-41af-8666-93c94ba239ad is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:31.023854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:31.051605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-ae5855a2-e3a2-49ad-b900-8c8619b59360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.051823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7656b418-f905-461c-953e-6d6cb5413fdd) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:31.054985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-ae5855a2-e3a2-49ad-b900-8c8619b59360 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 904 time: 0.3850355 Jan 29 19:53:31.056432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.057029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:31.063682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc8cf-495a-45d5-94d4-e1d9be1c18ae req-eeee4ab3-6ae4-4480-a73f-abc726423a82 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.065294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edbfc8cf-495a-45d5-94d4-e1d9be1c18ae req-eeee4ab3-6ae4-4480-a73f-abc726423a82 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.2986512 Jan 29 19:53:31.070766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-2d026bbe-731f-43fc-9e53-b4daf59c0e0f service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081265 Jan 29 19:53:31.074748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fda049-2e01-439a-9180-91e559a90727 None None] Network 7656b418-f905-461c-953e-6d6cb5413fdd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:31.081621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0867d8-e89a-4570-8c68-7a3f6af26673 req-e50fbcc1-91d0-433f-9680-3cf1db1df76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.083121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e0867d8-e89a-4570-8c68-7a3f6af26673 req-e50fbcc1-91d0-433f-9680-3cf1db1df76f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 1127 time: 0.1402786 Jan 29 19:53:31.124726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eca9acca-20ae-4d4b-9122-c315869a91f6 req-2ef9a835-d012-4b72-81c1-3b8d4169a7a3 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314900 Jan 29 19:53:31.199035 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c5df9b1c-b154-49cf-bbb5-b91f4b02ffe0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3265362 Jan 29 19:53:31.210046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:31.218458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-222432974', 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:31.237364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e0867d8-e89a-4570-8c68-7a3f6af26673 req-47c4989d-c9a5-4548-acf4-2e4cab448869 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382718 Jan 29 19:53:31.290640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4051a8-bbf5-45b3-9412-af29a602c091 req-8f9eb224-d60f-4764-b8fb-dfa15efe8f08 service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065265 Jan 29 19:53:31.325173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a70b1-5a96-4b70-9293-0607e2579286 None None] Network 7656b418-f905-461c-953e-6d6cb5413fdd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:31.334562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c74698f6-503c-4adc-99d2-c843444e6d6c req-fdc8da31-cb02-453c-84a0-68cbf7eab7a0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0366378 Jan 29 19:53:31.365776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Made reservation on behalf of dac26e8857c84d2e97feff7ff60f54ab for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:31.368427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:31.401348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] device_id is not set on port 38bf0126-21d5-4fab-9c9e-a4cbf1f873ed yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:53:31.514057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1909e115-982e-4728-889d-65a0b4fa7e60 None None] Provisioning complete for port 3416e495-a71e-4ef4-8558-42e13b626599 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:31.514623 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1909e115-982e-4728-889d-65a0b4fa7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3416e495-a71e-4ef4-8558-42e13b626599), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:31.553695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1909e115-982e-4728-889d-65a0b4fa7e60 None None] Port 3416e495-a71e-4ef4-8558-42e13b626599 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:31.570113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:31.595701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-7a9b6cdc-ecbb-4809-a88f-a6e571b0b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.597459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-7a9b6cdc-ecbb-4809-a88f-a6e571b0b0ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d11585bc8871463994074b6c1f01d5b3&device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 1125 time: 0.1833982 Jan 29 19:53:31.636788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feff44-dc9e-406d-94e9-a70392d8f6f6 req-0ad9c8f0-adf3-420f-bf4c-a01173d9ea16 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.644112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92feff44-dc9e-406d-94e9-a70392d8f6f6 req-0ad9c8f0-adf3-420f-bf4c-a01173d9ea16 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 944 time: 0.2044604 Jan 29 19:53:31.684471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Allocated IP 172.20.0.11 (7656b418-f905-461c-953e-6d6cb5413fdd/4a82f870-8f5c-404a-a943-ae411fb1bcff/38bf0126-21d5-4fab-9c9e-a4cbf1f873ed) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:31.713293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-6aa36a58-1e28-4c2c-90c7-5ad12bc4df70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3 HTTP/1.1" status: 200 len: 217 time: 0.6421075 Jan 29 19:53:31.775875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92feff44-dc9e-406d-94e9-a70392d8f6f6 req-851f77e2-b345-4ace-9216-10ef91d83ad9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307647 Jan 29 19:53:31.790649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e06ff88e-5ed5-4b67-9587-34dd7a53c21b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (cadec687-3a16-4994-bf6c-f780b9c35698), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:31.804686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-3a36f2d2-046c-4074-bb5b-f27b097fe720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.806283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-3a36f2d2-046c-4074-bb5b-f27b097fe720 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 200 len: 905 time: 0.2011914 Jan 29 19:53:31.828605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edbfc8cf-495a-45d5-94d4-e1d9be1c18ae req-f364de51-d23e-4acb-9c4d-47dc9cc11bbe tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870823 Jan 29 19:53:31.853542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e06ff88e-5ed5-4b67-9587-34dd7a53c21b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (cadec687-3a16-4994-bf6c-f780b9c35698), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:31.866423 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-67e7ffd0-1114-4b72-877a-762f15a5cd79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4 HTTP/1.1" status: 200 len: 217 time: 0.0520508 Jan 29 19:53:31.880256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-3bef6263-494b-4fdf-b7f1-cc391dfbcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.882027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-3bef6263-494b-4fdf-b7f1-cc391dfbcc7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1560123 Jan 29 19:53:31.954744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-e8766fac-dbc6-4567-a091-cff2bb09851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:31.956251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-e8766fac-dbc6-4567-a091-cff2bb09851b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 200 len: 845 time: 0.0819795 Jan 29 19:53:31.976376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-45698599-9bb5-48b1-915d-33b71948aa9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838320 Jan 29 19:53:31.999092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-92e437f9-600d-48b1-9f12-aee69530c8ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a77ddd7c-1edb-44d6-838f-3777076f749c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339727 Jan 29 19:53:32.020232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for port (38bf0126-21d5-4fab-9c9e-a4cbf1f873ed), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.049245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d7b70066-3cc1-4729-b09d-d833db760f6c is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:53:32.112351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e06ff88e-5ed5-4b67-9587-34dd7a53c21b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cadec687-3a16-4994-bf6c-f780b9c35698), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.115439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e06ff88e-5ed5-4b67-9587-34dd7a53c21b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.116113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-7792fc76-b085-47b1-93b6-4256d4ecfed4 service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078811 Jan 29 19:53:32.117175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e06ff88e-5ed5-4b67-9587-34dd7a53c21b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/cadec687-3a16-4994-bf6c-f780b9c35698 HTTP/1.1" status: 204 len: 168 time: 1.1231821 Jan 29 19:53:32.120764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54844) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:32.154165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-2a906166-800f-455e-aed1-4c5809dd090f service neutron] 10.222.0.13 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710720 Jan 29 19:53:32.176576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ff88e-5ed5-4b67-9587-34dd7a53c21b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadec687-3a16-4994-bf6c-f780b9c35698,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:32.214456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (38bf0126-21d5-4fab-9c9e-a4cbf1f873ed), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.263402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:32.266521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5576f211-5b16-400d-ab1c-250ea43ecf24 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1456320 Jan 29 19:53:32.267944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54848) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:32.268083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07cb5d3c-3fe2-4598-a419-61a89b7a8531 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d7b70066-3cc1-4729-b09d-d833db760f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2579079 Jan 29 19:53:32.272538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54850) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:32.286436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290423273'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:32.295418 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] Sync routers for ids ['d7b70066-3cc1-4729-b09d-d833db760f6c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:32.309571 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] Routers {'d7b70066-3cc1-4729-b09d-d833db760f6c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:32.310537 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d7b70066-3cc1-4729-b09d-d833db760f6c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:32.341832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 7656b418-f905-461c-953e-6d6cb5413fdd is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:32.352902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:32.359065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b80726-74b9-48cd-83ff-2616e710bfa3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:32.359205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Port': ['ID=38bf0126-21d5-4fab-9c9e-a4cbf1f873ed,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:32.360626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-61b80726-74b9-48cd-83ff-2616e710bfa3 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports/3416e495-a71e-4ef4-8558-42e13b626599 HTTP/1.1" status: 200 len: 911 time: 0.0869644 Jan 29 19:53:32.361745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:32.367819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54852) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:32.371039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c8fe28-3c73-4f66-8ad2-2d3dff4ae34c req-94496ae4-528e-4382-8e80-c590e64d8445 service neutron] 10.222.0.13 "GET /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442133 Jan 29 19:53:32.372785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device aad96f89-bb15-4d2e-8816-eb2f876ff1d3 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:53:32.377598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5bc98af4-06e2-4a21-a4af-2aabc4a92a1b'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:32.383651 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:32.411686 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] Routers {'d7b70066-3cc1-4729-b09d-d833db760f6c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:32.413747 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d7b70066-3cc1-4729-b09d-d833db760f6c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:32.450033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dff03b7-a93a-4046-9810-cf01d4d24cb9 req-5afab75d-3002-4a7e-ac03-20ec54cf9006 service neutron] 10.222.0.13 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799118 Jan 29 19:53:32.460998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:32.461612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.472638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb006a2-c4ed-432b-85ce-c912ad561a64 req-ec1d80c2-4cf0-4d16-b242-d1057857c30d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:32.474167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-feb006a2-c4ed-432b-85ce-c912ad561a64 req-ec1d80c2-4cf0-4d16-b242-d1057857c30d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 943 time: 0.2374773 Jan 29 19:53:32.490060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.498993 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:32.500183 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8043aa-c898-4868-87f6-1998a2a4791f None None] The sync data for ids ['d7b70066-3cc1-4729-b09d-d833db760f6c'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:32.526554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71098845-d536-4f19-876f-37d1f0a5c35e req-63ba0950-5549-4e46-88f2-529d360704de tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0418937 Jan 29 19:53:32.579825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:32.597122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-38d31a7d-3abf-4b34-b416-7bc4ab0e4f08 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3860157 Jan 29 19:53:32.599944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54856) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:32.606621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3', 'mac_address': 'fa:16:3e:b2:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:53:32.639965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-feb006a2-c4ed-432b-85ce-c912ad561a64 req-e9c6dcee-9181-4224-bca8-bf2cfa89401e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509614 Jan 29 19:53:32.665614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:32.666013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.687503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad96f89-bb15-4d2e-8816-eb2f876ff1d3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:32.726841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Deleting port 38bf0126-21d5-4fab-9c9e-a4cbf1f873ed {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:32.727438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (38bf0126-21d5-4fab-9c9e-a4cbf1f873ed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.752926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:32.753133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (5e4b7038-16fe-4df4-8c83-c03fb10ca430), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.753133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3416e495-a71e-4ef4-8558-42e13b626599), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.826855 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.833388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (38bf0126-21d5-4fab-9c9e-a4cbf1f873ed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:32.871603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Calling delete_port for 38bf0126-21d5-4fab-9c9e-a4cbf1f873ed owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:32.909596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:32.947793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5e4b7038-16fe-4df4-8c83-c03fb10ca430), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.008056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4a96-16df-4156-a7f6-9032f64de6ea req-f9a8cadc-87db-4499-8e9d-42ae221c8699 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:33.009496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce3a4a96-16df-4156-a7f6-9032f64de6ea req-f9a8cadc-87db-4499-8e9d-42ae221c8699 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 945 time: 0.1439652 Jan 29 19:53:33.026237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4b7038-16fe-4df4-8c83-c03fb10ca430,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:33.074356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce3a4a96-16df-4156-a7f6-9032f64de6ea req-65fe5870-2e84-4c16-842c-cd575d44ccad tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576117 Jan 29 19:53:33.093046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.094300 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d0c90432-0101-49eb-adf3-62507a7b42c2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8218188 Jan 29 19:53:33.098424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.105641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a1408e06-6c2f-4ee7-b42b-833c3e61dcb5 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.106868 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-a1408e06-6c2f-4ee7-b42b-833c3e61dcb5 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 19:53:33.116263 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-a1408e06-6c2f-4ee7-b42b-833c3e61dcb5 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.116263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a1408e06-6c2f-4ee7-b42b-833c3e61dcb5 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097845 Jan 29 19:53:33.116263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.116263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-934d9345-e82b-49ce-b9d5-b3ebe6503575 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.135809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['aad96f89-bb15-4d2e-8816-eb2f876ff1d3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:33.150880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274090b7-5365-447b-a9ad-e2719ce4676b req-68d0b07f-ce4e-49bb-97ab-c43916faae34 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:33.158772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-274090b7-5365-447b-a9ad-e2719ce4676b req-68d0b07f-ce4e-49bb-97ab-c43916faae34 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.2153406 Jan 29 19:53:33.231018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-274090b7-5365-447b-a9ad-e2719ce4676b req-e6639ac2-b65f-4680-a1ef-976858feedca tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710125 Jan 29 19:53:33.257048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (38bf0126-21d5-4fab-9c9e-a4cbf1f873ed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.336532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event deleted for resources: {'Port': ['ID=38bf0126-21d5-4fab-9c9e-a4cbf1f873ed,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:33.346491 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-934d9345-e82b-49ce-b9d5-b3ebe6503575 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.351084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-934d9345-e82b-49ce-b9d5-b3ebe6503575 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2357891 Jan 29 19:53:33.351313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54868) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.361859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a9450db6-4ae3-4f47-b31b-a67e4087d2b0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.363532 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-a9450db6-4ae3-4f47-b31b-a67e4087d2b0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 29 19:53:33.364116 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-a9450db6-4ae3-4f47-b31b-a67e4087d2b0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.367832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a9450db6-4ae3-4f47-b31b-a67e4087d2b0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129931 Jan 29 19:53:33.368118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54870) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.373449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9a8c1027-3087-4a42-8289-1ec6bc516aa6 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.423307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (3416e495-a71e-4ef4-8558-42e13b626599), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.449530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.454126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a8b9ea43-66d2-4310-91b4-c139d0a7eee9 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/ports/38bf0126-21d5-4fab-9c9e-a4cbf1f873ed HTTP/1.1" status: 204 len: 168 time: 0.8530514 Jan 29 19:53:33.460283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54872) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.464113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2806b7-c85e-4a94-a6f8-412189991b35 req-d6ad7708-9f9e-4334-9a7d-1f73f0313bda tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:33.464580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd', 'external_fixed_ips': [{'subnet_id': '4a82f870-8f5c-404a-a943-ae411fb1bcff', 'ip_address': '172.20.0.11'}]}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.471284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a2806b7-c85e-4a94-a6f8-412189991b35 req-d6ad7708-9f9e-4334-9a7d-1f73f0313bda tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.1387002 Jan 29 19:53:33.479273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3416e495-a71e-4ef4-8558-42e13b626599), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.485832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:33.486463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.487922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/ports/3416e495-a71e-4ef4-8558-42e13b626599 HTTP/1.1" status: 200 len: 911 time: 1.1154535 Jan 29 19:53:33.490839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.538478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f6791-54a1-4b29-9352-91068043dd94 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=3416e495-a71e-4ef4-8558-42e13b626599,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:33.549373 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-9a8c1027-3087-4a42-8289-1ec6bc516aa6 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.553055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9a8c1027-3087-4a42-8289-1ec6bc516aa6 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1814237 Jan 29 19:53:33.561762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54878) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.565397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a2806b7-c85e-4a94-a6f8-412189991b35 req-36bb5535-2a3a-49c6-939e-c7ed69f1781f tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931778 Jan 29 19:53:33.583214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bba3210b-8dca-46dd-90e1-9134ee8e08ec tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.583214 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-bba3210b-8dca-46dd-90e1-9134ee8e08ec tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 19:53:33.583214 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-bba3210b-8dca-46dd-90e1-9134ee8e08ec tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.583214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bba3210b-8dca-46dd-90e1-9134ee8e08ec tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201607 Jan 29 19:53:33.589554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54880) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.589756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4284765c-fc3c-4812-92c4-db0b00ab94fd tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.638398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (88704ff3-45c9-47a3-ac37-c1012e5cddd1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.639393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (88704ff3-45c9-47a3-ac37-c1012e5cddd1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.703803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79d5d87-197c-4e07-8607-4e9fe5638629 req-cd5746fe-505c-41d9-b1c6-5204f3bb5565 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0309615 Jan 29 19:53:33.733021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (88704ff3-45c9-47a3-ac37-c1012e5cddd1), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:33.741342 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-4284765c-fc3c-4812-92c4-db0b00ab94fd tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Project e592ce02c8d64f319f42cc7c88ebb78c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 19:53:33.864847 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-4284765c-fc3c-4812-92c4-db0b00ab94fd tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.866076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4284765c-fc3c-4812-92c4-db0b00ab94fd tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2812901 Jan 29 19:53:33.883963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54888) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.891683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ea3e7008-32da-4b63-ac49-bf58a1782d09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.892650 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-ea3e7008-32da-4b63-ac49-bf58a1782d09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 29 19:53:33.893293 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-ea3e7008-32da-4b63-ac49-bf58a1782d09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:33.894399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ea3e7008-32da-4b63-ac49-bf58a1782d09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079842 Jan 29 19:53:33.897132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:33.903200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a86447a6-c9d6-4d13-ab13-fedaf9bc52ad tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:33.922899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d754ace-d849-471a-b911-b004d7ee3d01 req-af53ac9a-97f4-4465-8cd1-70218c628901 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:33.925233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d754ace-d849-471a-b911-b004d7ee3d01 req-af53ac9a-97f4-4465-8cd1-70218c628901 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 943 time: 0.1329927 Jan 29 19:53:34.007182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (88704ff3-45c9-47a3-ac37-c1012e5cddd1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.016544 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-a86447a6-c9d6-4d13-ab13-fedaf9bc52ad tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Project e592ce02c8d64f319f42cc7c88ebb78c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 19:53:34.040164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2d754ace-d849-471a-b911-b004d7ee3d01 req-e4e80930-883d-4f97-b2d0-4bd5c34b84b1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821347 Jan 29 19:53:34.066353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22840-27f9-44ab-a631-896b0035ddbc req-f8eef7bb-5633-43a8-9f20-1227b9e0a282 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:34.068677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73e22840-27f9-44ab-a631-896b0035ddbc req-f8eef7bb-5633-43a8-9f20-1227b9e0a282 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.0856385 Jan 29 19:53:34.076797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (d7b70066-3cc1-4729-b09d-d833db760f6c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.179381 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-a86447a6-c9d6-4d13-ab13-fedaf9bc52ad tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:34.183497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a86447a6-c9d6-4d13-ab13-fedaf9bc52ad tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2822478 Jan 29 19:53:34.188910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:34.191564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-12887b1d-dc97-4c95-9ddd-bb6f2c3447e2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': '5e4b7038-16fe-4df4-8c83-c03fb10ca430', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:34.282089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73e22840-27f9-44ab-a631-896b0035ddbc req-8f74d9db-3e72-4b47-8f59-103630e93474 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030919 Jan 29 19:53:34.323864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (88704ff3-45c9-47a3-ac37-c1012e5cddd1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.329828 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-12887b1d-dc97-4c95-9ddd-bb6f2c3447e2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Project e592ce02c8d64f319f42cc7c88ebb78c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 19:53:34.362701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.384830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:53:34.388982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device aad96f89-bb15-4d2e-8816-eb2f876ff1d3 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:34.425219 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-12887b1d-dc97-4c95-9ddd-bb6f2c3447e2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:34.426627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12887b1d-dc97-4c95-9ddd-bb6f2c3447e2 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2412360 Jan 29 19:53:34.430173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:34.526702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Allocated IP 172.20.0.11 (7656b418-f905-461c-953e-6d6cb5413fdd/4a82f870-8f5c-404a-a943-ae411fb1bcff/1f9a6986-75cd-4515-a056-21431c58e75f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:34.529021 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87e0a56c-f18e-43f8-83c7-cc517c5ad9d9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (5e4b7038-16fe-4df4-8c83-c03fb10ca430), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.557899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:34.566462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 3416e495-a71e-4ef4-8558-42e13b626599 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:34.566807 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3416e495-a71e-4ef4-8558-42e13b626599), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.589085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'mac_address': 'fa:16:3e:b2:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:53:34.594519 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87e0a56c-f18e-43f8-83c7-cc517c5ad9d9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (5e4b7038-16fe-4df4-8c83-c03fb10ca430), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.648894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for port (1f9a6986-75cd-4515-a056-21431c58e75f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.658889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:34.659588 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.678738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42f3451-6fc3-4819-9c76-7c3b0baa65b4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:34.689531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ccbd7-0355-4716-ad68-866768a1fa67 req-0cb71d5f-aef7-4633-b3d6-8f377ab47c52 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:34.697584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-595ccbd7-0355-4716-ad68-866768a1fa67 req-0cb71d5f-aef7-4633-b3d6-8f377ab47c52 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 945 time: 0.4980953 Jan 29 19:53:34.702310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:34.732175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3416e495-a71e-4ef4-8558-42e13b626599), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.749858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 3416e495-a71e-4ef4-8558-42e13b626599 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:34.753729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-595ccbd7-0355-4716-ad68-866768a1fa67 req-38268c13-a455-42c4-ad55-71843e02b07b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555806 Jan 29 19:53:34.769293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.770014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.846013 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87e0a56c-f18e-43f8-83c7-cc517c5ad9d9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5e4b7038-16fe-4df4-8c83-c03fb10ca430), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.848764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87e0a56c-f18e-43f8-83c7-cc517c5ad9d9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.852386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-87e0a56c-f18e-43f8-83c7-cc517c5ad9d9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/5e4b7038-16fe-4df4-8c83-c03fb10ca430 HTTP/1.1" status: 204 len: 168 time: 0.4184196 Jan 29 19:53:34.856260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54908) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:34.857920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:53:34.865194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:34.865574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:34.866285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9a6986-75cd-4515-a056-21431c58e75f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:34.895175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:34.942706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a56c-f18e-43f8-83c7-cc517c5ad9d9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4b7038-16fe-4df4-8c83-c03fb10ca430,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:34.992761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:34.993160 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.022328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa71870-d095-433b-b657-8c6f8e949343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:35.025167 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379fc0b8-c612-46c2-903f-f41be8ecbae4" -d '{"events": [{"server_uuid": "5aa71870-d095-433b-b657-8c6f8e949343", "name": "network-vif-plugged", "status": "completed", "tag": "aad96f89-bb15-4d2e-8816-eb2f876ff1d3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:35.039163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09afafad-0120-43d5-8db2-3e7e93a9a08c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1784236 Jan 29 19:53:35.040312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:35.049218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0cf7a-1336-40be-91ec-f2e7bce5b0a2 req-ff704b87-64fe-4fc5-b60a-d5ad74a81cd4 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:35.050816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8cd0cf7a-1336-40be-91ec-f2e7bce5b0a2 req-ff704b87-64fe-4fc5-b60a-d5ad74a81cd4 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.1694071 Jan 29 19:53:35.051335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54912) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:35.056666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--434093958'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:35.108048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['d42f3451-6fc3-4819-9c76-7c3b0baa65b4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:35.114454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.166972 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8cd0cf7a-1336-40be-91ec-f2e7bce5b0a2 req-9ed0767b-dd8e-4d55-9f31-ff89014fce70 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019368 Jan 29 19:53:35.203185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.238512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3416e495-a71e-4ef4-8558-42e13b626599), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.260044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:35.273019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 7656b418-f905-461c-953e-6d6cb5413fdd is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:35.275790 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01768d87-dfa1-4d09-86f7-c87e078223c1 x-openstack-request-id: req-01768d87-dfa1-4d09-86f7-c87e078223c1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:35.276079 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa71870-d095-433b-b657-8c6f8e949343", "name": "network-vif-plugged", "status": "completed", "tag": "aad96f89-bb15-4d2e-8816-eb2f876ff1d3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:35.276247 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01768d87-dfa1-4d09-86f7-c87e078223c1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:35.279704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b7041294-3ff8-4bc6-a6b0-f39472c11f2d req-e5e4b612-5d26-48da-84ff-c6c16303e4a3 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.4074030 Jan 29 19:53:35.281360 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa71870-d095-433b-b657-8c6f8e949343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3', 'code': 200} Jan 29 19:53:35.285663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:35.291610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:35.495748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=3416e495-a71e-4ef4-8558-42e13b626599,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:35.569053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (d7b70066-3cc1-4729-b09d-d833db760f6c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.589880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (f484c801-b45e-4012-970b-2f1640c84764), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.599381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe5e1-d767-4383-9202-3293981b8a23 req-1f259446-5845-4890-b8bb-24da5eb7e9ae tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:35.603213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10bbe5e1-d767-4383-9202-3293981b8a23 req-1f259446-5845-4890-b8bb-24da5eb7e9ae tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 944 time: 0.2429550 Jan 29 19:53:35.612260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e941-e936-480d-92fc-b910dba31bc7 req-98426bd2-d967-4ba9-af4a-bc4c7699bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:35.613716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4870e941-e936-480d-92fc-b910dba31bc7 req-98426bd2-d967-4ba9-af4a-bc4c7699bc14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 1128 time: 0.1930580 Jan 29 19:53:35.672371 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f484c801-b45e-4012-970b-2f1640c84764), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.740965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (88704ff3-45c9-47a3-ac37-c1012e5cddd1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.812292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f484c801-b45e-4012-970b-2f1640c84764,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:35.846743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4870e941-e936-480d-92fc-b910dba31bc7 req-e5cccb0c-ece0-4ce9-81f5-30efdd07794a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922808 Jan 29 19:53:35.854058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:35.855319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-32156863-e13a-4ef5-be4d-3551f42d338e tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8022218 Jan 29 19:53:35.872437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10bbe5e1-d767-4383-9202-3293981b8a23 req-c694b904-e6ea-4c76-9d27-457baef03b7b tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578084 Jan 29 19:53:35.872980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54918) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:35.879760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2e9303b3-843a-4d7a-adfc-0d6d0812f23b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'f484c801-b45e-4012-970b-2f1640c84764', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:35.904943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d7b70066-3cc1-4729-b09d-d833db760f6c has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:53:36.000412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5e7a8-c6a9-4d09-8eb3-7181101a8968 req-b8aae09b-d266-4292-a04a-a66dd6605b20 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:36.001859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75e5e7a8-c6a9-4d09-8eb3-7181101a8968 req-b8aae09b-d266-4292-a04a-a66dd6605b20 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.1073723 Jan 29 19:53:36.007115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (88704ff3-45c9-47a3-ac37-c1012e5cddd1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.019842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:36.024959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-322457b0-71d6-4ea4-a81b-cf44b56ac230 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d7b70066-3cc1-4729-b09d-d833db760f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5330961 Jan 29 19:53:36.028588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54920) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:36.039811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] Sync routers for ids ['d7b70066-3cc1-4729-b09d-d833db760f6c'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:36.051350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] Routers {'d7b70066-3cc1-4729-b09d-d833db760f6c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:36.052250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d7b70066-3cc1-4729-b09d-d833db760f6c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:36.061810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b9042c4-16ca-45d7-ac5d-2f5b5abbfbf9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7b70066-3cc1-4729-b09d-d833db760f6c HTTP/1.1" status: 200 len: 205 time: 0.0299847 Jan 29 19:53:36.066839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:36.088975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:36.098869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] Routers {'d7b70066-3cc1-4729-b09d-d833db760f6c'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:36.099747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d7b70066-3cc1-4729-b09d-d833db760f6c'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:36.125566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75e5e7a8-c6a9-4d09-8eb3-7181101a8968 req-58680b96-2ebb-4f77-93f8-1b1a3ed92553 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147113 Jan 29 19:53:36.141561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:36.142851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099fbc08-23ae-4370-b08d-99fabfb59f36 None None] The sync data for ids ['d7b70066-3cc1-4729-b09d-d833db760f6c'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:36.166566 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-2e9303b3-843a-4d7a-adfc-0d6d0812f23b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The resource could not be found. Jan 29 19:53:36.167894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e9303b3-843a-4d7a-adfc-0d6d0812f23b tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2929068 Jan 29 19:53:36.171023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:36.176780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1111d9b4-c6fb-44eb-a0a8-fe9c31973175 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'f484c801-b45e-4012-970b-2f1640c84764', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b123dc39-fd25-4aa2-b318-807daef96234'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:36.188663 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (d7b70066-3cc1-4729-b09d-d833db760f6c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.258246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-72e5c225-b2c3-475b-a3fe-5f07181e2ad2 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:36.259745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-72e5c225-b2c3-475b-a3fe-5f07181e2ad2 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.26 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.0785651 Jan 29 19:53:36.400231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:36.409117 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (d7b70066-3cc1-4729-b09d-d833db760f6c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.412258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (d7b70066-3cc1-4729-b09d-d833db760f6c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.450853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cb5b0f0-e420-4e11-b3b1-748d87a18f40 req-0baa81c7-834d-47f7-b3a7-11bc2a5e116a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0438631 Jan 29 19:53:36.462126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Router 88704ff3-45c9-47a3-ac37-c1012e5cddd1 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:53:36.472218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Deleting port 8077f641-910e-4b28-9546-ef02f8928c99 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:36.473454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44244a6d-101f-4cdf-97d1-52e16fa66e3c req-6133676c-ad2c-4ca3-82a4-3ee148ae5929 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:36.474971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8077f641-910e-4b28-9546-ef02f8928c99), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.480071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44244a6d-101f-4cdf-97d1-52e16fa66e3c req-6133676c-ad2c-4ca3-82a4-3ee148ae5929 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 945 time: 0.2029262 Jan 29 19:53:36.494961 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-1111d9b4-c6fb-44eb-a0a8-fe9c31973175 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The resource could not be found. Jan 29 19:53:36.495975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1111d9b4-c6fb-44eb-a0a8-fe9c31973175 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3238418 Jan 29 19:53:36.503013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54930) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:36.547357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44244a6d-101f-4cdf-97d1-52e16fa66e3c req-b90703f9-824e-4399-844b-52cf7388b5e2 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Jan 29 19:53:36.550924 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (d7b70066-3cc1-4729-b09d-d833db760f6c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.551571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router d7b70066-3cc1-4729-b09d-d833db760f6c {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:53:36.559204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.560592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a0772440-95d3-4207-8cf3-8f338e6a4a38 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/d7b70066-3cc1-4729-b09d-d833db760f6c HTTP/1.1" status: 204 len: 168 time: 0.4972575 Jan 29 19:53:36.565384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54932) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:36.575506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:53:36.587484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:36.588462 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.639290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet 5bc98af4-06e2-4a21-a4af-2aabc4a92a1b {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:53:36.653974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (5bc98af4-06e2-4a21-a4af-2aabc4a92a1b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.684794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb300553-c0cb-45ee-bcfd-3c833ee3e05c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (f484c801-b45e-4012-970b-2f1640c84764), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.686445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:36.686933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.687278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] For port 8077f641-910e-4b28-9546-ef02f8928c99, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8077f641-910e-4b28-9546-ef02f8928c99,segment=NetworkSegment(07408e6c-46d9-4c80-ac82-635fcca73e17),segment_id=07408e6c-46d9-4c80-ac82-635fcca73e17)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:36.687653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8077f641-910e-4b28-9546-ef02f8928c99), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.706837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Calling delete_port for 8077f641-910e-4b28-9546-ef02f8928c99 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:36.709330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:36.717181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb300553-c0cb-45ee-bcfd-3c833ee3e05c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (f484c801-b45e-4012-970b-2f1640c84764), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.720925 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Sync routers for ids ['88704ff3-45c9-47a3-ac37-c1012e5cddd1'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:36.740071 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Routers {'88704ff3-45c9-47a3-ac37-c1012e5cddd1'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:36.740349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:36.741430 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['88704ff3-45c9-47a3-ac37-c1012e5cddd1'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:36.813769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.815042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f68fe362-208f-4fbb-9194-6abd2dc6b8af tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3537526 Jan 29 19:53:36.817825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54934) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:36.848880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:36.915385 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Set router 88704ff3-45c9-47a3-ac37-c1012e5cddd1 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:36.969090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:37.064555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (88704ff3-45c9-47a3-ac37-c1012e5cddd1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.105511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8077f641-910e-4b28-9546-ef02f8928c99), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.142106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['8077f641-910e-4b28-9546-ef02f8928c99'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:37.182126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Pushing event deleted for resources: {'Port': ['ID=8077f641-910e-4b28-9546-ef02f8928c99,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:37.238396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40cc9c-113c-4bf9-9284-459f93f75a2a req-4181d626-3a6e-4223-bd64-5de56fa01d97 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:37.246997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a40cc9c-113c-4bf9-9284-459f93f75a2a req-4181d626-3a6e-4223-bd64-5de56fa01d97 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.2295845 Jan 29 19:53:37.254579 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88704ff3-45c9-47a3-ac37-c1012e5cddd1', 'name': '', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd', 'external_fixed_ips': [{'subnet_id': '4a82f870-8f5c-404a-a943-ae411fb1bcff', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '1f9a6986-75cd-4515-a056-21431c58e75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:33Z', 'updated_at': '2022-01-29T19:53:35Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': '1f9a6986-75cd-4515-a056-21431c58e75f', 'name': '', 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88704ff3-45c9-47a3-ac37-c1012e5cddd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4a82f870-8f5c-404a-a943-ae411fb1bcff', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:34Z', 'updated_at': '2022-01-29T19:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a82f870-8f5c-404a-a943-ae411fb1bcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:37.282038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:37.283798 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (5bc98af4-06e2-4a21-a4af-2aabc4a92a1b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.286588 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db4484b-1371-46d6-94f4-7dbca381c3d6" -d '{"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-plugged", "status": "completed", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:37.317677 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Checking router: 88704ff3-45c9-47a3-ac37-c1012e5cddd1 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:53:37.318376 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Updating router 88704ff3-45c9-47a3-ac37-c1012e5cddd1 port 1f9a6986-75cd-4515-a056-21431c58e75f binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:53:37.337703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0d19-c3b8-4b23-8108-8e96a8e1da77 req-ff27b571-bfe1-488c-a867-50fe967bc430 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:37.345257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-583e0d19-c3b8-4b23-8108-8e96a8e1da77 req-ff27b571-bfe1-488c-a867-50fe967bc430 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.1000085 Jan 29 19:53:37.361327 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.371911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a40cc9c-113c-4bf9-9284-459f93f75a2a req-20562c55-e35b-4d57-adc7-f38fa539414c tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240301 Jan 29 19:53:37.374888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] No DVR routers for this DVR port 8077f641-910e-4b28-9546-ef02f8928c99 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:37.379300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.383681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6d5559e-ffb0-4802-b6c3-5d8bff5277f7 req-b465e2b5-a622-4a8e-a1c8-b4542979803d tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.26 "DELETE /v2.0/ports/8077f641-910e-4b28-9546-ef02f8928c99 HTTP/1.1" status: 204 len: 173 time: 1.1175544 Jan 29 19:53:37.384145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'name': 'network-vif-deleted', 'tag': '8077f641-910e-4b28-9546-ef02f8928c99'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:37.387514 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f1594-5950-45f4-90f3-ff2c8361b942" -d '{"events": [{"server_uuid": "1182267c-128d-4f2d-b83c-1821d859c8e1", "name": "network-vif-deleted", "tag": "8077f641-910e-4b28-9546-ef02f8928c99"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:37.427132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (88704ff3-45c9-47a3-ac37-c1012e5cddd1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.427309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-583e0d19-c3b8-4b23-8108-8e96a8e1da77 req-7b1aa37a-1953-4a4b-9f77-2065388ed2b0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804822 Jan 29 19:53:37.464231 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f989932-7fc2-4194-8de1-65ff2c7f24dd x-openstack-request-id: req-3f989932-7fc2-4194-8de1-65ff2c7f24dd {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:37.464477 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-plugged", "status": "completed", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:37.464734 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f989932-7fc2-4194-8de1-65ff2c7f24dd {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:37.465682 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'code': 200} Jan 29 19:53:37.548499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb300553-c0cb-45ee-bcfd-3c833ee3e05c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f484c801-b45e-4012-970b-2f1640c84764), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.553682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb300553-c0cb-45ee-bcfd-3c833ee3e05c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.554869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cb300553-c0cb-45ee-bcfd-3c833ee3e05c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/f484c801-b45e-4012-970b-2f1640c84764 HTTP/1.1" status: 204 len: 168 time: 1.0496871 Jan 29 19:53:37.560500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54946) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:37.573626 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b9015e-b26b-47c4-a46a-d760ccd9aaf0 x-openstack-request-id: req-f4b9015e-b26b-47c4-a46a-d760ccd9aaf0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:37.574261 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1182267c-128d-4f2d-b83c-1821d859c8e1", "name": "network-vif-deleted", "tag": "8077f641-910e-4b28-9546-ef02f8928c99", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:37.574722 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4b9015e-b26b-47c4-a46a-d760ccd9aaf0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:37.575367 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182267c-128d-4f2d-b83c-1821d859c8e1', 'name': 'network-vif-deleted', 'tag': '8077f641-910e-4b28-9546-ef02f8928c99', 'status': 'completed', 'code': 200} Jan 29 19:53:37.641535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb300553-c0cb-45ee-bcfd-3c833ee3e05c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484c801-b45e-4012-970b-2f1640c84764,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:37.647586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5bc98af4-06e2-4a21-a4af-2aabc4a92a1b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.700513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecb5c972-3068-45b6-8248-79f881e01e63 req-7cb7673c-0111-4c0e-bb5e-aebd1366d55b tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0939145 Jan 29 19:53:37.730006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Deleting port 1f9a6986-75cd-4515-a056-21431c58e75f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:37.730772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.760651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1c34aac8-f9ba-47c9-9fee-ed49ed6e46b9 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1875048 Jan 29 19:53:37.776540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:37.795199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dc2dfc69-03ae-438c-b212-5f439ec12568 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'ad2fa2c9-ad8b-4791-a341-deb897365ed2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:37.821902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.838168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Calling delete_port for 1f9a6986-75cd-4515-a056-21431c58e75f owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:37.852396 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks [] for port (1f9a6986-75cd-4515-a056-21431c58e75f), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.859282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c8caf0c9-f3e8-4a22-815d-f8d180328e81 req-d05bfe08-7fc6-4bfc-8c49-9b7ba5194014 tempest-ServersNegativeTestMultiTenantJSON-1303057233 tempest-ServersNegativeTestMultiTenantJSON-1303057233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1182267c-128d-4f2d-b83c-1821d859c8e1 HTTP/1.1" status: 200 len: 210 time: 0.1384923 Jan 29 19:53:37.875192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be87e1b-d503-4103-b54e-203d1b1b1995 req-c068a247-bfa2-4fe6-b4f7-07a4cdd582d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:37.875192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6be87e1b-d503-4103-b54e-203d1b1b1995 req-c068a247-bfa2-4fe6-b4f7-07a4cdd582d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 1127 time: 0.3105965 Jan 29 19:53:37.938099 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6be87e1b-d503-4103-b54e-203d1b1b1995 req-fdc60fcc-77b2-40e8-918e-51a7a2c0f885 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Jan 29 19:53:37.980151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.981380 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:37.982447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (5bc98af4-06e2-4a21-a4af-2aabc4a92a1b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.016122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc98af4-06e2-4a21-a4af-2aabc4a92a1b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:38.026094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.031691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93092c99-b99d-4167-9b45-2f633935184a None None] Network c0641f1d-d736-41af-8666-93c94ba239ad requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:38.034035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89340bbb-f7c8-4b4f-9543-4cf6f9d7b256 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/5bc98af4-06e2-4a21-a4af-2aabc4a92a1b HTTP/1.1" status: 204 len: 168 time: 1.4673972 Jan 29 19:53:38.035832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54952) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:38.042768 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Pushing event updated for resources: {'Port': ['ID=1f9a6986-75cd-4515-a056-21431c58e75f,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:38.060654 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.061905 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.062973 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.063532 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.064498 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.065032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.067445 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.068040 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.072421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.072421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.072421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.072421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.072421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290078f-3bf9-4cd6-b20e-26a026a704ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:53:38.110500 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Attempting to bind port 1f9a6986-75cd-4515-a056-21431c58e75f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:38.111564 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Attempting to bind port 1f9a6986-75cd-4515-a056-21431c58e75f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:38.112235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Attempting to bind port 1f9a6986-75cd-4515-a056-21431c58e75f on network 7656b418-f905-461c-953e-6d6cb5413fdd {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:38.119494 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:38.120220 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Checking segment: {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:38.121548 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.122298 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Bound using segment: {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:38.123222 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Bound port: 1f9a6986-75cd-4515-a056-21431c58e75f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:38.124176 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.131610 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-dc2dfc69-03ae-438c-b212-5f439ec12568 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The resource could not be found. Jan 29 19:53:38.133140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc2dfc69-03ae-438c-b212-5f439ec12568 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3514590 Jan 29 19:53:38.136564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54954) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:38.141918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392927944'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:38.176987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c0641f1d-d736-41af-8666-93c94ba239ad), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.181471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.193896 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.db.api [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:53:38.193896 n-d-825496-5 neutron-server[103565]: DEBUG oslo_db.api [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:53:38.233600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9a6986-75cd-4515-a056-21431c58e75f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:38.261037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] DHCP port deletion for c0641f1d-d736-41af-8666-93c94ba239ad request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:53:38.267723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port e30ab363-1754-4e3c-b214-33e75f2bd3ba {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:38.268776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.269034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.318236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] Deleting port e30ab363-1754-4e3c-b214-33e75f2bd3ba {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:38.318691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.339494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (88704ff3-45c9-47a3-ac37-c1012e5cddd1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.349624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port e30ab363-1754-4e3c-b214-33e75f2bd3ba, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e30ab363-1754-4e3c-b214-33e75f2bd3ba,segment=NetworkSegment(9aef46e8-3219-4c9b-b404-c224de4209e8),segment_id=9aef46e8-3219-4c9b-b404-c224de4209e8)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:38.350221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.365901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for e30ab363-1754-4e3c-b214-33e75f2bd3ba owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:38.392723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] For port e30ab363-1754-4e3c-b214-33e75f2bd3ba, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e30ab363-1754-4e3c-b214-33e75f2bd3ba,segment=NetworkSegment(9aef46e8-3219-4c9b-b404-c224de4209e8),segment_id=9aef46e8-3219-4c9b-b404-c224de4209e8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:38.393201 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.407101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] Calling delete_port for e30ab363-1754-4e3c-b214-33e75f2bd3ba owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:38.465853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (88704ff3-45c9-47a3-ac37-c1012e5cddd1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.469458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (88704ff3-45c9-47a3-ac37-c1012e5cddd1), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.536296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (ead39444-d352-4fdb-9fc5-1c818fdc9d6d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.551780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.565755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (e30ab363-1754-4e3c-b214-33e75f2bd3ba), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.590372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b934e8-0c5b-4b38-bb86-ed83f43d6956 req-07293838-f7fe-42cd-85ac-922f29244f13 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:38.591809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84b934e8-0c5b-4b38-bb86-ed83f43d6956 req-07293838-f7fe-42cd-85ac-922f29244f13 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.0667803 Jan 29 19:53:38.596358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] Pushing event deleted for resources: {'Port': ['ID=e30ab363-1754-4e3c-b214-33e75f2bd3ba,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:38.602717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf65947-9816-46a5-a04f-814ba44c939d None None] No DVR routers for this DVR port e30ab363-1754-4e3c-b214-33e75f2bd3ba on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:38.604652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=e30ab363-1754-4e3c-b214-33e75f2bd3ba,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:38.614603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port e30ab363-1754-4e3c-b214-33e75f2bd3ba on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:38.631474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ead39444-d352-4fdb-9fc5-1c818fdc9d6d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.671801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf89c3-246c-4144-8f19-50400e51d4a6 req-33f980cd-eeba-4027-9ea2-7bf365ec90a0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:38.673784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ddf89c3-246c-4144-8f19-50400e51d4a6 req-33f980cd-eeba-4027-9ea2-7bf365ec90a0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.1360259 Jan 29 19:53:38.676320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (88704ff3-45c9-47a3-ac37-c1012e5cddd1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.676886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88704ff3-45c9-47a3-ac37-c1012e5cddd1 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:53:38.681610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.685113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-864c5648-11f9-4f5b-b1a4-ed6aa1d8095c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/88704ff3-45c9-47a3-ac37-c1012e5cddd1 HTTP/1.1" status: 204 len: 168 time: 1.8636682 Jan 29 19:53:38.687061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54960) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:38.694464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84b934e8-0c5b-4b38-bb86-ed83f43d6956 req-18d2b47b-bb0f-4c78-a34a-80a2725b621e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953195 Jan 29 19:53:38.696753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead39444-d352-4fdb-9fc5-1c818fdc9d6d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:38.730174 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Attempting to bind port 1f9a6986-75cd-4515-a056-21431c58e75f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:38.730174 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Attempting to bind port 1f9a6986-75cd-4515-a056-21431c58e75f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:38.730174 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Attempting to bind port 1f9a6986-75cd-4515-a056-21431c58e75f on network 7656b418-f905-461c-953e-6d6cb5413fdd {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:38.735859 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:38.737607 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Checking segment: {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:38.737607 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.737607 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Bound using segment: {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:38.749704 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Bound port: 1f9a6986-75cd-4515-a056-21431c58e75f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23b01c5-5afe-46c9-9e74-07c345b32295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7656b418-f905-461c-953e-6d6cb5413fdd'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:38.750270 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f9a6986-75cd-4515-a056-21431c58e75f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.750490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.758937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89ef6840-0dbe-4314-941b-70bb1aaef634 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6144254 Jan 29 19:53:38.758937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54964) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:38.760987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018785806'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:38.786827 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.plugin [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Port 1f9a6986-75cd-4515-a056-21431c58e75f has been deleted concurrently {{(pid=103565) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 29 19:53:38.797844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c0641f1d-d736-41af-8666-93c94ba239ad), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.807122 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Routers set() bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:38.808518 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Router IDs set() for agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 19:53:38.809566 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_agentschedulers_db [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88704ff3-45c9-47a3-ac37-c1012e5cddd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent'). {{(pid=103565) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 19:53:38.810155 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac34b6a-5a75-4e1c-b2c6-2204cdf7d099 None None] The sync data for ids ['88704ff3-45c9-47a3-ac37-c1012e5cddd1'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:38.843587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2407de50-78f6-4941-a7d5-e7f813b682de req-9079e81b-a5cb-4ab6-b845-37f9b370c986 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0304394 Jan 29 19:53:38.844536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.863879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0641f1d-d736-41af-8666-93c94ba239ad']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:38.890367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Deleting subnet 4a82f870-8f5c-404a-a943-ae411fb1bcff {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:53:38.891068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aef46e8-3219-4c9b-b404-c224de4209e8') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:38.891368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aef46e8-3219-4c9b-b404-c224de4209e8') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:38.893203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for subnet (4a82f870-8f5c-404a-a943-ae411fb1bcff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.904905 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ddf89c3-246c-4144-8f19-50400e51d4a6 req-a8e9a118-69a2-47ca-904f-61ffb2eefda4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888914 Jan 29 19:53:38.942620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54970) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:38.951361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (cbda3418-c849-4513-839b-91b562f4970e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:38.972809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (9aef46e8-3219-4c9b-b404-c224de4209e8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.010928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cbda3418-c849-4513-839b-91b562f4970e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.053914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e30ab363-1754-4e3c-b214-33e75f2bd3ba no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:39.061193 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (4a82f870-8f5c-404a-a943-ae411fb1bcff), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.072687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9aef46e8-3219-4c9b-b404-c224de4209e8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.107180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: e30ab363-1754-4e3c-b214-33e75f2bd3ba {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:39.108049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e30ab363-1754-4e3c-b214-33e75f2bd3ba not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:39.135057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:39.135475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (9aef46e8-3219-4c9b-b404-c224de4209e8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:39.143722 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:39.213569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4a82f870-8f5c-404a-a943-ae411fb1bcff), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.242916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Deleting subnet 4ae13af6-8fe0-46b9-8a9a-593279fc9239 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:53:39.264000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Publish callbacks [] for subnet (4ae13af6-8fe0-46b9-8a9a-593279fc9239), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.323472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109c748-5268-40cc-8538-a96acb6691df req-63db6f07-42d6-42ea-aa40-0cf91c7b8967 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:39.325951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4109c748-5268-40cc-8538-a96acb6691df req-63db6f07-42d6-42ea-aa40-0cf91c7b8967 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.3044899 Jan 29 19:53:39.343136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (4ae13af6-8fe0-46b9-8a9a-593279fc9239), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.347806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda3418-c849-4513-839b-91b562f4970e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:39.379463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c0641f1d-d736-41af-8666-93c94ba239ad), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.384221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.388474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/c0641f1d-d736-41af-8666-93c94ba239ad HTTP/1.1" status: 204 len: 168 time: 1.3511486 Jan 29 19:53:39.392737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54972) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:39.397819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1530959146', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:39.424952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904859a-de9a-4b7e-a05d-bdb7aaf681fb tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=c0641f1d-d736-41af-8666-93c94ba239ad,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:39.430243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.434537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c51796c7-3e97-44ff-bc3d-33357c9f6bd0 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6752863 Jan 29 19:53:39.434787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54974) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:39.439137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-64bbf34a-b538-48bb-b14f-94226ef40b09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'ead39444-d352-4fdb-9fc5-1c818fdc9d6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cbda3418-c849-4513-839b-91b562f4970e'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:39.448419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4ae13af6-8fe0-46b9-8a9a-593279fc9239), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.487242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4109c748-5268-40cc-8538-a96acb6691df req-52c00cff-5977-4e7d-b18c-5753a87f1080 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419754 Jan 29 19:53:39.489245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.490496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.490712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (4a82f870-8f5c-404a-a943-ae411fb1bcff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.541504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4a82f870-8f5c-404a-a943-ae411fb1bcff,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:39.548909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.552416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad304b85-9050-4ba3-b610-4ee0a8ebfbe7 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/4a82f870-8f5c-404a-a943-ae411fb1bcff HTTP/1.1" status: 204 len: 168 time: 0.8629892 Jan 29 19:53:39.555582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54978) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:39.560436 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.640586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7656b418-f905-461c-953e-6d6cb5413fdd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.654222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850de147-2011-4b4a-9d83-a6243fbc9e16 req-ad42c0c4-1a94-4612-9dc8-446346fcbdfe tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:39.655918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-850de147-2011-4b4a-9d83-a6243fbc9e16 req-ad42c0c4-1a94-4612-9dc8-446346fcbdfe tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.0623381 Jan 29 19:53:39.657415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.684095 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-64bbf34a-b538-48bb-b14f-94226ef40b09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:39.687356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (4ae13af6-8fe0-46b9-8a9a-593279fc9239), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.688233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-64bbf34a-b538-48bb-b14f-94226ef40b09 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2524626 Jan 29 19:53:39.690036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54980) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:39.720071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-850de147-2011-4b4a-9d83-a6243fbc9e16 req-11f52da2-45d3-44df-ab35-d767d4a6da37 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573852 Jan 29 19:53:39.743638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae13af6-8fe0-46b9-8a9a-593279fc9239,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:39.782108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.784499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a1f2a070-7c4d-47c2-b32b-a92dda2b3475 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3894761 Jan 29 19:53:39.786250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54986) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:39.791144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-957638794'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:39.794122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7656b418-f905-461c-953e-6d6cb5413fdd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.800268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.803404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-056c550a-2f91-4fd8-828e-c3963b354bb6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ae13af6-8fe0-46b9-8a9a-593279fc9239 HTTP/1.1" status: 204 len: 168 time: 0.8493698 Jan 29 19:53:39.812167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54988) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:39.869750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7656b418-f905-461c-953e-6d6cb5413fdd']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:39.895376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:39.895930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23b01c5-5afe-46c9-9e74-07c345b32295') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:39.896048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23b01c5-5afe-46c9-9e74-07c345b32295') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:39.898802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.929164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:39.945574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (df8b3c73-b2fe-467e-88c7-902e9d3de381), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.946559 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment df8b3c73-b2fe-467e-88c7-902e9d3de381 of type vlan for network fa1fe706-4a9a-4050-83b9-81fc1c2197fe Jan 29 19:53:39.952761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (d23b01c5-5afe-46c9-9e74-07c345b32295), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.968803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6207d68a-dbd9-4c3a-b8ba-d2ed64719151 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (cbda3418-c849-4513-839b-91b562f4970e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.989915 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a96bd5fc-b8b3-47bd-8464-3696adaa078f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.990154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (fa1fe706-4a9a-4050-83b9-81fc1c2197fe), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:39.991732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d23b01c5-5afe-46c9-9e74-07c345b32295), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.010003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:40.010410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (d23b01c5-5afe-46c9-9e74-07c345b32295), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:40.015261 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:40.034790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6207d68a-dbd9-4c3a-b8ba-d2ed64719151 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (cbda3418-c849-4513-839b-91b562f4970e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.052798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442249e8-7690-4f68-ab03-477611520453 req-8c5d5204-82e4-4112-baf1-ce69fe823561 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:40.054285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-442249e8-7690-4f68-ab03-477611520453 req-8c5d5204-82e4-4112-baf1-ce69fe823561 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.2438519 Jan 29 19:53:40.116957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (fa1fe706-4a9a-4050-83b9-81fc1c2197fe), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.123481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:40.128106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.208988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-442249e8-7690-4f68-ab03-477611520453 req-6e3ba08a-9d97-4c61-989a-090e6e692bd1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199000 Jan 29 19:53:40.215395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=fa1fe706-4a9a-4050-83b9-81fc1c2197fe,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:40.227463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:40.236548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a96bd5fc-b8b3-47bd-8464-3696adaa078f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.239076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7656b418-f905-461c-953e-6d6cb5413fdd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.242911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a4ae6518-0f42-4bec-8fc2-7fe8c162a05c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4555676 Jan 29 19:53:40.243523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54994) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:40.248972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7656b418-f905-461c-953e-6d6cb5413fdd {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 19:53:40.254240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.261409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:40.275517 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7656b418-f905-461c-953e-6d6cb5413fdd HTTP/1.1" status: 204 len: 168 time: 0.7194042 Jan 29 19:53:40.298349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df034720-8635-4d24-a537-62b069e3834f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event deleted for resources: {'Network': ['ID=7656b418-f905-461c-953e-6d6cb5413fdd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:40.299388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6207d68a-dbd9-4c3a-b8ba-d2ed64719151 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cbda3418-c849-4513-839b-91b562f4970e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.302268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6207d68a-dbd9-4c3a-b8ba-d2ed64719151 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.303416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6207d68a-dbd9-4c3a-b8ba-d2ed64719151 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/cbda3418-c849-4513-839b-91b562f4970e HTTP/1.1" status: 204 len: 168 time: 0.6097274 Jan 29 19:53:40.312426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96bd5fc-b8b3-47bd-8464-3696adaa078f']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:40.314356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:40.341097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8077f641-910e-4b28-9546-ef02f8928c99 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:40.341970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207d68a-dbd9-4c3a-b8ba-d2ed64719151 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda3418-c849-4513-839b-91b562f4970e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:40.347953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07408e6c-46d9-4c80-ac82-635fcca73e17') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:40.348288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07408e6c-46d9-4c80-ac82-635fcca73e17') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:40.373937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (07408e6c-46d9-4c80-ac82-635fcca73e17), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.405064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 8077f641-910e-4b28-9546-ef02f8928c99 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:40.405651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8077f641-910e-4b28-9546-ef02f8928c99 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:40.441551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf79d5f8-c4b4-4362-850a-b63b6dd2d8ca req-6911e45f-ef0e-4de0-b652-080ce71ace09 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0311313 Jan 29 19:53:40.484497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (07408e6c-46d9-4c80-ac82-635fcca73e17), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.508922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a63233c-c35c-444c-a883-aff99c706454 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1900656 Jan 29 19:53:40.508922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:40.509203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55004) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:40.509308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (07408e6c-46d9-4c80-ac82-635fcca73e17), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:40.510342 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:40.591941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:40.595937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437491-51d2-4e45-83bf-33110b21c37f req-31949d95-da01-4a66-a2ce-f39b5ffa8d6c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:40.602344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.607756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26437491-51d2-4e45-83bf-33110b21c37f req-31949d95-da01-4a66-a2ce-f39b5ffa8d6c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.2124653 Jan 29 19:53:40.660219 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a96bd5fc-b8b3-47bd-8464-3696adaa078f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.679124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.682194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a96bd5fc-b8b3-47bd-8464-3696adaa078f HTTP/1.1" status: 204 len: 168 time: 0.8670099 Jan 29 19:53:40.694128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55012) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:40.741118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55014) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:40.746825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'name': 'tempest-router--1426746170', 'project_id': 'c05abec27dec4aabb2d09182205412dc'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:40.763758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecc712-adbc-4733-81d8-7daa743fafc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96bd5fc-b8b3-47bd-8464-3696adaa078f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:40.769790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26437491-51d2-4e45-83bf-33110b21c37f req-fc59814e-c68b-4fbe-bfbe-1c80a80fb20b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611373 Jan 29 19:53:40.786835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Deleting subnet f7b123f0-e05e-4bf6-ba35-923a2ab65992 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:53:40.819478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b7caad2-9280-40d5-875b-c7fa8f3e6c95 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (ead39444-d352-4fdb-9fc5-1c818fdc9d6d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.822797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (a50efbe2-40be-40cc-a17b-6a574adb1e76), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.825080 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (a50efbe2-40be-40cc-a17b-6a574adb1e76), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.852304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b7caad2-9280-40d5-875b-c7fa8f3e6c95 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (ead39444-d352-4fdb-9fc5-1c818fdc9d6d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.899285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Publish callbacks [] for subnet (f7b123f0-e05e-4bf6-ba35-923a2ab65992), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.901464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (a50efbe2-40be-40cc-a17b-6a574adb1e76), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.951914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b7caad2-9280-40d5-875b-c7fa8f3e6c95 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ead39444-d352-4fdb-9fc5-1c818fdc9d6d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.954932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b7caad2-9280-40d5-875b-c7fa8f3e6c95 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.956510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7b7caad2-9280-40d5-875b-c7fa8f3e6c95 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/ead39444-d352-4fdb-9fc5-1c818fdc9d6d HTTP/1.1" status: 204 len: 168 time: 0.4468467 Jan 29 19:53:40.959231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55020) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:40.972767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f7b123f0-e05e-4bf6-ba35-923a2ab65992), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:40.976339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7caad2-9280-40d5-875b-c7fa8f3e6c95 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead39444-d352-4fdb-9fc5-1c818fdc9d6d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:41.018076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (a50efbe2-40be-40cc-a17b-6a574adb1e76), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.055556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf4c4f95-1057-4957-be7e-e42b19d684b3 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0949178 Jan 29 19:53:41.060739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:41.067456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398474664'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:41.069042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f7b123f0-e05e-4bf6-ba35-923a2ab65992), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.131041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.133516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fa72ac0b-a3d7-44ea-9c32-9d931ba53239 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3905282 Jan 29 19:53:41.140169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55024) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:41.195437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.253065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f7b123f0-e05e-4bf6-ba35-923a2ab65992), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.258854 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (9d6cbe64-124e-447e-99a1-89e139122699), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.317209 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (f3878722-df41-417b-8dbe-bf3b1f0fb9fa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.319033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (a50efbe2-40be-40cc-a17b-6a574adb1e76), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.331204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b123f0-e05e-4bf6-ba35-923a2ab65992,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:41.390895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=9d6cbe64-124e-447e-99a1-89e139122699,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:41.409592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.415067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c687528-b2b2-4221-aff6-df7e2296f0be admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f7b123f0-e05e-4bf6-ba35-923a2ab65992 HTTP/1.1" status: 204 len: 168 time: 0.7141056 Jan 29 19:53:41.416613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55052) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:41.438033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:41.438497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: fa1fe706-4a9a-4050-83b9-81fc1c2197fe, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:41.523420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f3878722-df41-417b-8dbe-bf3b1f0fb9fa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.531245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:41.541008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (a50efbe2-40be-40cc-a17b-6a574adb1e76), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.545874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (a50efbe2-40be-40cc-a17b-6a574adb1e76), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.605060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-922f4b2a-f3f5-47fa-ae79-88eaa3c5cca5 req-cd919358-33e6-4258-9bd6-68bc7b1b2ed8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0386610 Jan 29 19:53:41.637697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, fa1fe706-4a9a-4050-83b9-81fc1c2197fe) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:41.649259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:41.649780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.660232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.661640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5995791 Jan 29 19:53:41.666110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed07d33-14f2-47d4-8230-d7c6f1af5406 None None] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:41.672437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55062) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:41.677954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a5e725b8-7b31-4591-b8d5-0df957c12134 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'f3878722-df41-417b-8dbe-bf3b1f0fb9fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:41.690753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788627c8-55a1-48bd-9e0e-a129b3316353 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3878722-df41-417b-8dbe-bf3b1f0fb9fa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:41.696398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f04c44ca-7438-4bbc-abd0-97532d04d115), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.754658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-76ccbf0d-8d61-413b-b09e-c6dae2fea996 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4972167 Jan 29 19:53:41.763387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55066) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:41.764972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-61163e53-a4f6-44d2-9b23-cbb26b110f16 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:41.766492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-61163e53-a4f6-44d2-9b23-cbb26b110f16 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.1702561 Jan 29 19:53:41.798695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (a50efbe2-40be-40cc-a17b-6a574adb1e76), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.799210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a50efbe2-40be-40cc-a17b-6a574adb1e76 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:53:41.804532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.814504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-adb851e5-b223-42e5-9e8e-fc0eb0a3b3f2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a50efbe2-40be-40cc-a17b-6a574adb1e76 HTTP/1.1" status: 204 len: 168 time: 0.6671736 Jan 29 19:53:41.896114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f04c44ca-7438-4bbc-abd0-97532d04d115), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:41.970841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04c44ca-7438-4bbc-abd0-97532d04d115']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:42.003832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f957616-53cb-4510-aa99-1235e0853d1a') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:42.004114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f957616-53cb-4510-aa99-1235e0853d1a') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:42.023345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (7f957616-53cb-4510-aa99-1235e0853d1a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.069846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220480e4-997e-41e6-8459-a3607f89c7ed req-4239a6a1-b5c8-46f1-8e87-b63aacbd84fc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:42.071728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-220480e4-997e-41e6-8459-a3607f89c7ed req-4239a6a1-b5c8-46f1-8e87-b63aacbd84fc tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.2212975 Jan 29 19:53:42.084245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7f957616-53cb-4510-aa99-1235e0853d1a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.096317 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-a5e725b8-7b31-4591-b8d5-0df957c12134 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:42.102055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a5e725b8-7b31-4591-b8d5-0df957c12134 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4282074 Jan 29 19:53:42.113110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (7f957616-53cb-4510-aa99-1235e0853d1a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:42.119528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55072) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:42.122881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-19f2cea3-5868-4daf-ac79-0f067e6f968c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group_rule': {'security_group_id': 'f3878722-df41-417b-8dbe-bf3b1f0fb9fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:42.131442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:53:42.132637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.166353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55074) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:42.278075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.300237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a031-4c86-447f-b472-f6b7c55cd175 req-47a087c6-f331-4fed-9047-111b9ebf9b1c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:42.309036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0060a031-4c86-447f-b472-f6b7c55cd175 req-47a087c6-f331-4fed-9047-111b9ebf9b1c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 946 time: 0.3420284 Jan 29 19:53:42.335688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Allocated IP 2001:db8::2 (fa1fe706-4a9a-4050-83b9-81fc1c2197fe/9d6cbe64-124e-447e-99a1-89e139122699/7ad9a6a9-f208-4dc5-816c-003ce33212e7) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:42.546860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:42.551085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.566448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Publish callbacks [] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.583490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0060a031-4c86-447f-b472-f6b7c55cd175 req-7f475dcc-b122-4fad-bff5-5ea37a050d1a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732463 Jan 29 19:53:42.606208 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-220480e4-997e-41e6-8459-a3607f89c7ed req-c6d091f4-44a8-4b89-bcc4-3aabc2779e53 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157568 Jan 29 19:53:42.671418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f04c44ca-7438-4bbc-abd0-97532d04d115), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.681064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.683958 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.698297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f04c44ca-7438-4bbc-abd0-97532d04d115 HTTP/1.1" status: 204 len: 168 time: 1.2555139 Jan 29 19:53:42.715043 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-19f2cea3-5868-4daf-ac79-0f067e6f968c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:53:42.727286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-19f2cea3-5868-4daf-ac79-0f067e6f968c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5985241 Jan 29 19:53:42.749523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55082) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:42.751188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Pushing event updated for resources: {'Port': ['ID=7ad9a6a9-f208-4dc5-816c-003ce33212e7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:42.761264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:42.764440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:42.767956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:42.780374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7980b2a-7d7b-4b94-a225-8d6cc6968e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04c44ca-7438-4bbc-abd0-97532d04d115,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:42.795361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port aad96f89-bb15-4d2e-8816-eb2f876ff1d3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:42.795361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.818778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for aad96f89-bb15-4d2e-8816-eb2f876ff1d3 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:42.822895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8::1 (fa1fe706-4a9a-4050-83b9-81fc1c2197fe/9d6cbe64-124e-447e-99a1-89e139122699/4c9aaa83-4ba7-41d1-bd6a-fabb33518682) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:42.870492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed1b07e3-78da-4baa-8427-f5ad7ccecac1 req-eeeaba34-3218-49ba-b7b0-2dc309882928 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0987136 Jan 29 19:53:42.877583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Attempting to bind port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:42.879062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Attempting to bind port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:42.880539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Attempting to bind port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 on network fa1fe706-4a9a-4050-83b9-81fc1c2197fe {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:42.889457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:42.892879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Checking segment: {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:42.893424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.893924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Bound using segment: {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:42.894556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Bound port: 7ad9a6a9-f208-4dc5-816c-003ce33212e7, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:42.895198 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.900518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f9b-d477-42cc-ac09-b077f4e8fe80 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (f3878722-df41-417b-8dbe-bf3b1f0fb9fa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.906138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-221578884', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:42.948737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f9b-d477-42cc-ac09-b077f4e8fe80 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (f3878722-df41-417b-8dbe-bf3b1f0fb9fa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:42.976375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] For port 7ad9a6a9-f208-4dc5-816c-003ce33212e7, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:42.980195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] For port 7ad9a6a9-f208-4dc5-816c-003ce33212e7, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ad9a6a9-f208-4dc5-816c-003ce33212e7,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:43.036945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.043861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.044936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.068999 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.108113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f9b-d477-42cc-ac09-b077f4e8fe80 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f3878722-df41-417b-8dbe-bf3b1f0fb9fa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.112032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f9b-d477-42cc-ac09-b077f4e8fe80 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.115432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9bd68f9b-d477-42cc-ac09-b077f4e8fe80 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/f3878722-df41-417b-8dbe-bf3b1f0fb9fa HTTP/1.1" status: 204 len: 168 time: 0.3625200 Jan 29 19:53:43.121041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55084) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:43.137577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780ef2-1a72-4fb7-a895-2ecf04eeb9db None None] Pushing event updated for resources: {'Port': ['ID=7ad9a6a9-f208-4dc5-816c-003ce33212e7,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:43.139566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd68f9b-d477-42cc-ac09-b077f4e8fe80 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3878722-df41-417b-8dbe-bf3b1f0fb9fa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:43.178166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.186419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.187639 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (aad96f89-bb15-4d2e-8816-eb2f876ff1d3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.201923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['15e04f90-9696-4a84-8bf7-04c57e57361a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:43.217517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=aad96f89-bb15-4d2e-8816-eb2f876ff1d3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:43.242687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:43.293397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-99ab2c6c-d95b-4718-a9a2-ea64b7786035 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1677141 Jan 29 19:53:43.294326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:43.296844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55086) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:43.304466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:43.312314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:43.312963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.318033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865423487'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:43.322559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55088) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:43.415421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:43.455504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port aad96f89-bb15-4d2e-8816-eb2f876ff1d3 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:43.458643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.462386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8244b7d1-617e-4e29-8a71-6a638b76474c req-67a8cbbb-95dd-4353-aff4-e76534793b3f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "DELETE /v2.0/ports/aad96f89-bb15-4d2e-8816-eb2f876ff1d3 HTTP/1.1" status: 204 len: 173 time: 1.6860807 Jan 29 19:53:43.462865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa71870-d095-433b-b657-8c6f8e949343', 'name': 'network-vif-deleted', 'tag': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:43.465998 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62305584-8000-42e7-b9db-1f78ee650c68" -d '{"events": [{"server_uuid": "5aa71870-d095-433b-b657-8c6f8e949343", "name": "network-vif-deleted", "tag": "aad96f89-bb15-4d2e-8816-eb2f876ff1d3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:43.537854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e18db8de-ada7-45a4-8246-4f9757483dae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b4a5b3f09c944f48b0c4f49addf454a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2068968 Jan 29 19:53:43.538460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55092) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:43.580778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.583098 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.588791 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb48a5-be5a-433c-a95f-e7adbf7ed5a2 x-openstack-request-id: req-0cdb48a5-be5a-433c-a95f-e7adbf7ed5a2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:43.589096 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa71870-d095-433b-b657-8c6f8e949343", "name": "network-vif-deleted", "tag": "aad96f89-bb15-4d2e-8816-eb2f876ff1d3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:43.589396 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cdb48a5-be5a-433c-a95f-e7adbf7ed5a2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:43.590330 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa71870-d095-433b-b657-8c6f8e949343', 'name': 'network-vif-deleted', 'tag': 'aad96f89-bb15-4d2e-8816-eb2f876ff1d3', 'status': 'completed', 'code': 200} Jan 29 19:53:43.681391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f995593-c19e-4f71-84b2-aec9afd76f46 admin admin] Publish callbacks [] for security_group (eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.756914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.825320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a275f0-cdeb-4aca-9b94-8f72bc9236d2 req-34ff637c-58c7-4578-a818-76a3d7cd2d0d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:43.826857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0a275f0-cdeb-4aca-9b94-8f72bc9236d2 req-34ff637c-58c7-4578-a818-76a3d7cd2d0d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.1103082 Jan 29 19:53:43.833158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb937030-284a-4c96-9ca4-286238b09735 req-713bd505-74ac-47b0-93ae-0f20a42e4e18 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa71870-d095-433b-b657-8c6f8e949343 HTTP/1.1" status: 200 len: 210 time: 0.0583675 Jan 29 19:53:43.871834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f995593-c19e-4f71-84b2-aec9afd76f46 admin admin] Publish callbacks [] for security_group (eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:43.984585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0a275f0-cdeb-4aca-9b94-8f72bc9236d2 req-36e9e9e4-bc35-4c1a-82bb-d1b2f69d3544 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164439 Jan 29 19:53:44.049132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (69f27146-5ba9-4ac7-a28a-5a114f0f3719), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.080071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81faec6e-3b1b-4d16-bf48-d74b0e4d94f2 req-34b02af9-8da9-4662-835f-b7e84c9ac587 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0360384 Jan 29 19:53:44.100852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.123112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.129238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (69f27146-5ba9-4ac7-a28a-5a114f0f3719), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.149420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f995593-c19e-4f71-84b2-aec9afd76f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.151923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f995593-c19e-4f71-84b2-aec9afd76f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.155656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f995593-c19e-4f71-84b2-aec9afd76f46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324 HTTP/1.1" status: 204 len: 168 time: 0.6138210 Jan 29 19:53:44.221003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f27146-5ba9-4ac7-a28a-5a114f0f3719,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:44.239437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f995593-c19e-4f71-84b2-aec9afd76f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0affc-2afd-46a3-9f6e-e6ad7fc5b324,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:44.269983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.279828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-52585bee-6ea8-42ce-999a-63cc43478879 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9808304 Jan 29 19:53:44.284069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55102) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:44.289997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0543c3e3-4651-4a65-af8d-d4904166c718 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:44.290282 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-0543c3e3-4651-4a65-af8d-d4904166c718 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 19:53:44.290755 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-0543c3e3-4651-4a65-af8d-d4904166c718 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 19:53:44.291755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0543c3e3-4651-4a65-af8d-d4904166c718 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "PUT /v2.0/security-groups/69f27146-5ba9-4ac7-a28a-5a114f0f3719 HTTP/1.1" status: 409 len: 330 time: 0.0066383 Jan 29 19:53:44.301749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:44.329628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.387635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.388936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.400858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:53:44.404476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device aad96f89-bb15-4d2e-8816-eb2f876ff1d3 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:44.455053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: aad96f89-bb15-4d2e-8816-eb2f876ff1d3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:44.456407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device aad96f89-bb15-4d2e-8816-eb2f876ff1d3 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:44.470616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Allocated IP 172.25.5.120 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/65912863-5bea-405d-9a48-1afb08106ef1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:44.500696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2385fddb-c6c9-4738-ba6a-508caaf7d96c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (69f27146-5ba9-4ac7-a28a-5a114f0f3719), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.595941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:44.613028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'network_id': 'a77ddd7c-1edb-44d6-838f-3777076f749c', 'port_id': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'mac_address': 'fa:16:3e:b2:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab5d517-3434-4410-b86b-1f3acfb9a55f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:53:44.620086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:44.622941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2385fddb-c6c9-4738-ba6a-508caaf7d96c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (69f27146-5ba9-4ac7-a28a-5a114f0f3719), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.679163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:44.680911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:44.718310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:44.718707 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.750691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42f3451-6fc3-4819-9c76-7c3b0baa65b4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:53:44.784185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:44.841556 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for port (65912863-5bea-405d-9a48-1afb08106ef1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.877677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.894646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4974da-bff8-4240-a937-2ea4e2676ee9 None None] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:44.907030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2385fddb-c6c9-4738-ba6a-508caaf7d96c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (69f27146-5ba9-4ac7-a28a-5a114f0f3719), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.915433 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2385fddb-c6c9-4738-ba6a-508caaf7d96c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.915433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2385fddb-c6c9-4738-ba6a-508caaf7d96c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/69f27146-5ba9-4ac7-a28a-5a114f0f3719 HTTP/1.1" status: 204 len: 168 time: 0.6105206 Jan 29 19:53:44.916871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55112) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:44.942804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385fddb-c6c9-4738-ba6a-508caaf7d96c tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f27146-5ba9-4ac7-a28a-5a114f0f3719,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:44.967719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (65912863-5bea-405d-9a48-1afb08106ef1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:44.969942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cf7c47ab-9248-4de1-a550-83fa45091495 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0500152 Jan 29 19:53:44.982432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55116) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:44.999291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:53:45.025169 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-7f3ffb15-4a00-42c3-8396-bfce6be7e6af tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] delete failed (client error): The resource could not be found. Jan 29 19:53:45.026384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f3ffb15-4a00-42c3-8396-bfce6be7e6af tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "DELETE /v2.0/security-groups/a923af10-451c-4bec-89e1-a7b09b757fde HTTP/1.1" status: 404 len: 347 time: 0.0427835 Jan 29 19:53:45.034640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55120) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:45.069305 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-8f1c2334-1276-48c2-ae23-f04a127ff6f1 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] show failed (client error): The resource could not be found. Jan 29 19:53:45.075016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8f1c2334-1276-48c2-ae23-f04a127ff6f1 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-groups/e0fcf491-bdb9-40cc-930a-08d227150e65 HTTP/1.1" status: 404 len: 347 time: 0.0386810 Jan 29 19:53:45.147568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55122) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:45.246417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['d42f3451-6fc3-4819-9c76-7c3b0baa65b4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:45.272072 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-34ced7e7-59b6-4d49-9c2f-b33375400ea8 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] show failed (client error): The resource could not be found. Jan 29 19:53:45.281341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:45.288605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-34ced7e7-59b6-4d49-9c2f-b33375400ea8 tempest-NegativeSecGroupIPv6Test-1836455024 tempest-NegativeSecGroupIPv6Test-1836455024-project] 10.222.0.15 "GET /v2.0/security-group-rules/b4df9549-0503-4ff9-9f3c-52506edcaa3e HTTP/1.1" status: 404 len: 356 time: 0.1234601 Jan 29 19:53:45.295183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-994b263f-a2fc-4a6b-9093-a3b76902cdd6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5305462 Jan 29 19:53:45.304096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:45.305447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55128) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:45.311260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-577657855'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:45.325047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:45.328589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:45.332723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event updated for resources: {'Port': ['ID=65912863-5bea-405d-9a48-1afb08106ef1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:45.341628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ad9a6a9-f208-4dc5-816c-003ce33212e7 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:45.355995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:45.375141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55130) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:45.375857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:45.421007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60695d4-580e-4242-bcea-c7431edd116a req-346e9f1c-2d21-46ea-9464-98e0ab35da2e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:45.422606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f60695d4-580e-4242-bcea-c7431edd116a req-346e9f1c-2d21-46ea-9464-98e0ab35da2e tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 944 time: 0.2807555 Jan 29 19:53:45.440408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] Provisioning complete for port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:45.441215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.470844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0ef7f407-0e2f-486b-924c-07c8e40c4ea5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8ba2e203cc14655b806863badcc9832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930521 Jan 29 19:53:45.501176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:45.501947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:45.516384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55132) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:45.633932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56ae58eb-4f7a-4737-8695-0681fc08375c admin admin] Publish callbacks [] for security_group (7af948a1-5962-4a36-b2c5-9bd2fda7ab83), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.638458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:45.645542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f60695d4-580e-4242-bcea-c7431edd116a req-34dbca85-6448-4d5f-9acc-ecfe76f60024 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124925 Jan 29 19:53:45.659274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.660770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:45.661494 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.721495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:45.737920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:45.750976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cf658b61-3a1b-4107-93a9-c18b9670983b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.751613 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment cf658b61-3a1b-4107-93a9-c18b9670983b of type vlan for network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 Jan 29 19:53:45.820587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56ae58eb-4f7a-4737-8695-0681fc08375c admin admin] Publish callbacks [] for security_group (7af948a1-5962-4a36-b2c5-9bd2fda7ab83), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.828411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6947c7f1-2580-4879-bb25-348a418c8b34 req-d73b046f-743c-4bab-863c-bb03e054ecc5 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0425560 Jan 29 19:53:45.948044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (2c1ea6ee-7199-452b-b09d-0cc09d9f1508), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:45.981100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] Current status of the port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:45.985328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.083991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:46.108926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (2c1ea6ee-7199-452b-b09d-0cc09d9f1508), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.115650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.128762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:46.134068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.159289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56ae58eb-4f7a-4737-8695-0681fc08375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7af948a1-5962-4a36-b2c5-9bd2fda7ab83), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.166372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56ae58eb-4f7a-4737-8695-0681fc08375c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.170208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56ae58eb-4f7a-4737-8695-0681fc08375c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7af948a1-5962-4a36-b2c5-9bd2fda7ab83 HTTP/1.1" status: 204 len: 168 time: 0.6521037 Jan 29 19:53:46.201626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] For port 7ad9a6a9-f208-4dc5-816c-003ce33212e7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ad9a6a9-f208-4dc5-816c-003ce33212e7,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:46.227771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:46.228535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.267926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae58eb-4f7a-4737-8695-0681fc08375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af948a1-5962-4a36-b2c5-9bd2fda7ab83,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:46.303932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.357188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=2c1ea6ee-7199-452b-b09d-0cc09d9f1508,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:46.363166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c5e61da0-f16b-44ce-a941-fc4f147b6d5e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0565891 Jan 29 19:53:46.366018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55154) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:46.375431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:46.400092 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:53:46.400467 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:53:46.401531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:46.430075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:46.541976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.564057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990d012-f573-42a3-9686-93e2dba07db9 req-387f47e6-9bdc-4513-9322-252941a2064b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:46.572789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e990d012-f573-42a3-9686-93e2dba07db9 req-387f47e6-9bdc-4513-9322-252941a2064b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.5564911 Jan 29 19:53:46.632650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6a4d-fd31-48da-928a-6673d85b8371 None None] Pushing event updated for resources: {'Port': ['ID=7ad9a6a9-f208-4dc5-816c-003ce33212e7,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:46.644889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2bfab5b6-dc00-4cb2-aade-53378e2fd2c8 None None] Provisioning complete for port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:46.645701 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bfab5b6-dc00-4cb2-aade-53378e2fd2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:46.715791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e990d012-f573-42a3-9686-93e2dba07db9 req-38f495e2-c696-4f14-a8f0-4a8dc1da37a2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349583 Jan 29 19:53:46.992374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7c1a2c2-9649-497d-91e5-6d99cda81509 req-b9e78d9a-3e56-4afa-b920-ad59f62a73cc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0309629 Jan 29 19:53:47.014070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Router fbb49a76-c169-4ae1-8e8d-d25847e5ad02 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:53:47.051577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:47.052031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.106056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bfab5b6-dc00-4cb2-aade-53378e2fd2c8 None None] Current status of the port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:47.115809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:43Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:44Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:47.162801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:53:47.163135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Updating router 442bf31e-d87c-4d86-8dee-c918db59d986 port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:53:47.165497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-398ad7c2-0bec-4c1b-8f92-3851f6ba0b54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e592ce02c8d64f319f42cc7c88ebb78c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0792458 Jan 29 19:53:47.170787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55170) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:47.179347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2bfab5b6-dc00-4cb2-aade-53378e2fd2c8 None None] Provisioning complete for port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:47.179347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bfab5b6-dc00-4cb2-aade-53378e2fd2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.235616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfda1a-3e0f-45b9-b7dd-d77e92797536 req-bf92137d-0c63-4123-b253-fb21bb7bf226 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:47.244578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bfab5b6-dc00-4cb2-aade-53378e2fd2c8 None None] Port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:47.244941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67bfda1a-3e0f-45b9-b7dd-d77e92797536 req-bf92137d-0c63-4123-b253-fb21bb7bf226 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 944 time: 0.1751735 Jan 29 19:53:47.288092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:47.291680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.306654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:47.311112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.322186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:47.335713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:47.350227 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] Sync routers for ids ['fbb49a76-c169-4ae1-8e8d-d25847e5ad02'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:47.365691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:47.368065 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ddc5a-e5ee-4fd6-891e-5b09bb4a030c" -d '{"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-plugged", "status": "completed", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:47.371763 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] Routers {'fbb49a76-c169-4ae1-8e8d-d25847e5ad02'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:47.373725 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['fbb49a76-c169-4ae1-8e8d-d25847e5ad02'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:47.382677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.409560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:47.421439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7c0c54b7-fd01-4d83-b0bc-847185b8d4de None None] Provisioning complete for port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:47.422162 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c0c54b7-fd01-4d83-b0bc-847185b8d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.430884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0e953-8064-4d67-94a6-235c7352812e req-e548f0f2-3421-4907-88df-a15506bc708a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:47.434272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39d0e953-8064-4d67-94a6-235c7352812e req-e548f0f2-3421-4907-88df-a15506bc708a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.2464800 Jan 29 19:53:47.453491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3ae-22bf-4a9b-923b-3f7f5d629fb3 admin admin] Publish callbacks [] for security_group (e71a0837-d930-40ee-bcc2-1919cea7ce0f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.478064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67bfda1a-3e0f-45b9-b7dd-d77e92797536 req-4e1db845-8d47-478e-8829-2a38c90cfc30 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320209 Jan 29 19:53:47.483981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:47.514202 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] Routers {'fbb49a76-c169-4ae1-8e8d-d25847e5ad02'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:47.515106 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['fbb49a76-c169-4ae1-8e8d-d25847e5ad02'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:47.548049 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a373f-ae99-4653-bb24-dba49865e83f x-openstack-request-id: req-d14a373f-ae99-4653-bb24-dba49865e83f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:47.548049 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-plugged", "status": "completed", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:47.548720 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d14a373f-ae99-4653-bb24-dba49865e83f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:47.550008 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'code': 200} Jan 29 19:53:47.551947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:47.552785 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3412a21-8089-454b-9a95-2354e1c3ed61 None None] The sync data for ids ['fbb49a76-c169-4ae1-8e8d-d25847e5ad02'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:47.564801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3ae-22bf-4a9b-923b-3f7f5d629fb3 admin admin] Publish callbacks [] for security_group (e71a0837-d930-40ee-bcc2-1919cea7ce0f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.567217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ad9a6a9-f208-4dc5-816c-003ce33212e7 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:47.568427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.569666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8b63460e-a109-476e-88b8-0e07199fe7f6 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3998051 Jan 29 19:53:47.573406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55178) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:47.587428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.757446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c54b7-fd01-4d83-b0bc-847185b8d4de None None] Port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:47.768721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3ae-22bf-4a9b-923b-3f7f5d629fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e71a0837-d930-40ee-bcc2-1919cea7ce0f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.772600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39ffe3ae-22bf-4a9b-923b-3f7f5d629fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.778459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-39ffe3ae-22bf-4a9b-923b-3f7f5d629fb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e71a0837-d930-40ee-bcc2-1919cea7ce0f HTTP/1.1" status: 204 len: 168 time: 0.6045330 Jan 29 19:53:47.786448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port 15e04f90-9696-4a84-8bf7-04c57e57361a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:47.786448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.796937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:47.840789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe3ae-22bf-4a9b-923b-3f7f5d629fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a0837-d930-40ee-bcc2-1919cea7ce0f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:47.861204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:47.861575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:47.865478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cfecdb0b-fc2f-473a-975e-4cfbfc4305f5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/fbb49a76-c169-4ae1-8e8d-d25847e5ad02 HTTP/1.1" status: 200 len: 920 time: 0.2912438 Jan 29 19:53:47.871069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55188) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:47.953141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:47.961641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-512de89f-d0f8-4fb0-b06b-f6ee78fbcc09 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbb49a76-c169-4ae1-8e8d-d25847e5ad02 HTTP/1.1" status: 200 len: 205 time: 0.0867667 Jan 29 19:53:47.966899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55194) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:48.075703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-59538846-49b0-4322-af1c-6ecd28562554 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:48.077446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-59538846-49b0-4322-af1c-6ecd28562554 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.2295437 Jan 29 19:53:48.081595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (e5403023-2355-4a3d-a3c4-1cdb62d4481f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.138020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:48.165386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-network', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:48.227117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Publish callbacks [] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.246515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e6f1470-c476-42fe-a948-af0f51a7689a req-3cb34a64-d9fe-43c3-95f4-69292ba0aa57 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.1182604 Jan 29 19:53:48.352673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.413047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=e5403023-2355-4a3d-a3c4-1cdb62d4481f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:48.419491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:48.420869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: 2c1ea6ee-7199-452b-b09d-0cc09d9f1508, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:48.429002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:48.443666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Made reservation on behalf of 783a9a9d11fa41288dbf0d86d97778e8 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:48.446051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.476023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d500d-6678-4ed9-9997-3e43ac698fe3 req-3940fd07-d80b-44b8-b113-2e02c5020f4d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:48.483834 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e0d500d-6678-4ed9-9997-3e43ac698fe3 req-3940fd07-d80b-44b8-b113-2e02c5020f4d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 945 time: 0.6170244 Jan 29 19:53:48.505606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.577615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ab3f2-0b67-4134-aaf2-1a860289a942 None None] Pushing event updated for resources: {'Port': ['ID=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:48.624651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e0d500d-6678-4ed9-9997-3e43ac698fe3 req-9b5a6f0d-4894-48ae-8f71-c8050635efc7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366932 Jan 29 19:53:48.638850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.655405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port 15e04f90-9696-4a84-8bf7-04c57e57361a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=15e04f90-9696-4a84-8bf7-04c57e57361a,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:48.655929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.671229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for 15e04f90-9696-4a84-8bf7-04c57e57361a owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:48.699871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:48.704805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.750002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Attempting to bind port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:48.750655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Attempting to bind port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:48.751236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Attempting to bind port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 on network fa1fe706-4a9a-4050-83b9-81fc1c2197fe {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:48.771954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:48.773159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Checking segment: {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:48.773647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.774116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Bound using segment: {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:48.774679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Bound port: 4c9aaa83-4ba7-41d1-bd6a-fabb33518682, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8b3c73-b2fe-467e-88c7-902e9d3de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:48.775411 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.864398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] For port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:48.867876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] For port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:48.898007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks [] for security_group (6e962243-39db-499f-a55a-e89e2b5c8d8a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.908972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:48.911852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:48.915694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ccf41cb8-4bb4-4335-ad36-1fe8c583a053 None None] Provisioning complete for port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:48.916190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ccf41cb8-4bb4-4335-ad36-1fe8c583a053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.920516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.940543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Deleting port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:48.940887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.950315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.973822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6e962243-39db-499f-a55a-e89e2b5c8d8a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.976945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ccf41cb8-4bb4-4335-ad36-1fe8c583a053 None None] Port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:48.984552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:48.993471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af649e-77d2-4b8f-b03e-22043f05d9b1 req-e3b872e2-8576-4669-aebc-13469b00073d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:48.995099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82af649e-77d2-4b8f-b03e-22043f05d9b1 req-e3b872e2-8576-4669-aebc-13469b00073d tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 945 time: 0.3617249 Jan 29 19:53:49.021500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:49.022070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:49.023474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (15e04f90-9696-4a84-8bf7-04c57e57361a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.048001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 2c1ea6ee-7199-452b-b09d-0cc09d9f1508) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:49.096255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=15e04f90-9696-4a84-8bf7-04c57e57361a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:49.096439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:49.101249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:49.102066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.125676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:49.180767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port 15e04f90-9696-4a84-8bf7-04c57e57361a on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:49.183030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fa2f2601-c31d-4277-9245-5ee4b56d4581), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.188108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.189223 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Added segment fa2f2601-c31d-4277-9245-5ee4b56d4581 of type vlan for network cef406a5-50de-4822-b513-da8611bca3c3 Jan 29 19:53:49.192233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39d0e953-8064-4d67-94a6-235c7352812e req-d4506fc6-6dd5-4c88-b3ed-ac4733e9dea6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.13 "DELETE /v2.0/ports/15e04f90-9696-4a84-8bf7-04c57e57361a HTTP/1.1" status: 204 len: 173 time: 1.7511623 Jan 29 19:53:49.192713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'name': 'network-vif-deleted', 'tag': '15e04f90-9696-4a84-8bf7-04c57e57361a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:49.196238 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c550f0-2306-417c-9816-1dc375d2a502" -d '{"events": [{"server_uuid": "804530a6-08d6-4bc0-9975-fc3c939d2e9c", "name": "network-vif-deleted", "tag": "15e04f90-9696-4a84-8bf7-04c57e57361a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:49.198823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e962243-39db-499f-a55a-e89e2b5c8d8a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:49.251665 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d00eb72-2d27-4ae4-9a28-c21e5faa5306 x-openstack-request-id: req-0d00eb72-2d27-4ae4-9a28-c21e5faa5306 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:49.251955 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804530a6-08d6-4bc0-9975-fc3c939d2e9c", "name": "network-vif-deleted", "tag": "15e04f90-9696-4a84-8bf7-04c57e57361a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:49.252275 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d00eb72-2d27-4ae4-9a28-c21e5faa5306 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:49.252788 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804530a6-08d6-4bc0-9975-fc3c939d2e9c', 'name': 'network-vif-deleted', 'tag': '15e04f90-9696-4a84-8bf7-04c57e57361a', 'status': 'completed', 'code': 200} Jan 29 19:53:49.257695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ab3f2-0b67-4134-aaf2-1a860289a942 None None] Pushing event updated for resources: {'Port': ['ID=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:49.273513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:53:49.275606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59700dca-75e8-41de-88bc-3cb0cfb5652e None None] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:49.371772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55222) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:49.375191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-131a114b-77fb-4d83-b8a5-6a8fe08e058d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0079267 Jan 29 19:53:49.381411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] For port d42f3451-6fc3-4819-9c76-7c3b0baa65b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,segment=NetworkSegment(62f52566-f1e3-49f8-be66-1050adba806e),segment_id=62f52566-f1e3-49f8-be66-1050adba806e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:49.382144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.462923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (cef406a5-50de-4822-b513-da8611bca3c3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.484278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82af649e-77d2-4b8f-b03e-22043f05d9b1 req-0409d476-a7ee-4f1b-9175-8d34875b2977 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/security-groups?id=67841be3-99da-4f54-83da-c45b3382ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476230 Jan 29 19:53:49.487113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Calling delete_port for d42f3451-6fc3-4819-9c76-7c3b0baa65b4 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:49.543951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:49.553095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:49.555343 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3041b5-f88b-40be-8d24-d4689b30ea69" -d '{"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-unplugged", "status": "completed", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:49.631335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Deleting port 65912863-5bea-405d-9a48-1afb08106ef1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:49.631864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (65912863-5bea-405d-9a48-1afb08106ef1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.669846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:53:49.670806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.690764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (cef406a5-50de-4822-b513-da8611bca3c3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.691717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:49.692343 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.692617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] Provisioning complete for port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:49.692997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:49.716176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b663d5bf-c54f-464c-8a82-98579369e9ec req-860b279a-0a54-448b-ab7f-492855e1813a tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.2289252 Jan 29 19:53:49.885660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9314010 Jan 29 19:53:49.905331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55234) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:49.915679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Request body: {'subnet': {'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-subnet', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:49.920897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b617b8-6764-4d50-ba34-ff51d0344f92 admin admin] Pushing event updated for resources: {'Network': ['ID=cef406a5-50de-4822-b513-da8611bca3c3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:49.985000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (65912863-5bea-405d-9a48-1afb08106ef1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.001386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4ef37f5-dc4c-425c-8039-b8724dde402e req-e533e9eb-791a-4207-9ff9-72ac2c76264f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=804530a6-08d6-4bc0-9975-fc3c939d2e9c HTTP/1.1" status: 200 len: 210 time: 0.0473807 Jan 29 19:53:50.043255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Calling delete_port for 65912863-5bea-405d-9a48-1afb08106ef1 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:50.082665 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07cb865-bb1b-468e-b347-574ab405688a x-openstack-request-id: req-e07cb865-bb1b-468e-b347-574ab405688a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:50.083182 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-unplugged", "status": "completed", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:50.083450 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e07cb865-bb1b-468e-b347-574ab405688a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:50.083944 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'code': 200} Jan 29 19:53:50.084778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network cef406a5-50de-4822-b513-da8611bca3c3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:50.143892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d42f3451-6fc3-4819-9c76-7c3b0baa65b4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.155701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Made reservation on behalf of 783a9a9d11fa41288dbf0d86d97778e8 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:50.158604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.212720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Pushing event deleted for resources: {'Port': ['ID=d42f3451-6fc3-4819-9c76-7c3b0baa65b4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:50.347597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:43Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:48Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:50.356614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] No DVR routers for this DVR port d42f3451-6fc3-4819-9c76-7c3b0baa65b4 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:50.374601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.378399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a6517a1-002d-4506-82a4-cbe3c2ef98f5 req-cde4f7c8-e828-4451-954d-dc4759eeb114 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.13 "DELETE /v2.0/ports/d42f3451-6fc3-4819-9c76-7c3b0baa65b4 HTTP/1.1" status: 204 len: 173 time: 2.2745547 Jan 29 19:53:50.379126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-deleted', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:50.388844 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2252be9-2475-466a-8097-2b217ab8f89d" -d '{"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-deleted", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:50.427665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:50.429868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] Current status of the port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:50.430768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.436392 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.490425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e9919-bd92-485e-b8cb-3cb45e6f0c1b None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:43Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:48Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:53:50.507244 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8128d97-29b4-42f9-b3f4-e4a5aaa74b17 x-openstack-request-id: req-a8128d97-29b4-42f9-b3f4-e4a5aaa74b17 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:50.507850 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633ab0da-9e00-40cd-ab87-e766fb64b03c", "name": "network-vif-deleted", "tag": "d42f3451-6fc3-4819-9c76-7c3b0baa65b4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:50.508374 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8128d97-29b4-42f9-b3f4-e4a5aaa74b17 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:50.508997 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633ab0da-9e00-40cd-ab87-e766fb64b03c', 'name': 'network-vif-deleted', 'tag': 'd42f3451-6fc3-4819-9c76-7c3b0baa65b4', 'status': 'completed', 'code': 200} Jan 29 19:53:50.521615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: d42f3451-6fc3-4819-9c76-7c3b0baa65b4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:50.521980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device d42f3451-6fc3-4819-9c76-7c3b0baa65b4 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:50.522402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 15e04f90-9696-4a84-8bf7-04c57e57361a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:50.626622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Allocated IP 2001:db8:1::2 (2c1ea6ee-7199-452b-b09d-0cc09d9f1508/e5403023-2355-4a3d-a3c4-1cdb62d4481f/f683ac3d-d41f-4d70-a3ba-733d4b2d51c5) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:50.658648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 15e04f90-9696-4a84-8bf7-04c57e57361a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:53:50.659002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 15e04f90-9696-4a84-8bf7-04c57e57361a not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:50.692308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (65912863-5bea-405d-9a48-1afb08106ef1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.732678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] For port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:50.761049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event deleted for resources: {'Port': ['ID=65912863-5bea-405d-9a48-1afb08106ef1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:50.770387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (a6478cc6-ba08-4e80-ad21-bd4952f438dd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.809220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:50.931099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a8ba6-b4d6-445a-a9d4-5317e9cd0959 None None] Pushing event updated for resources: {'Port': ['ID=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:50.999860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c57bdb2-ebea-483c-9218-fb7b176dacb9 req-bcee8837-4afb-4321-80f5-276d62ee80b1 tempest-ImagesTestJSON-661410704 tempest-ImagesTestJSON-661410704-project] 10.222.0.15 "GET /v2.0/ports?device_id=633ab0da-9e00-40cd-ab87-e766fb64b03c HTTP/1.1" status: 200 len: 210 time: 0.0632131 Jan 29 19:53:51.046217 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Publish callbacks [] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.066088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.071528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.077328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.082753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.088064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.094858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.101347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.110723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-b9e1a5af-5b33-428f-8624-3dff45525185 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.3836260 Jan 29 19:53:51.112047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6478cc6-ba08-4e80-ad21-bd4952f438dd,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:51.131497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Checking segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:51.132342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Network hostable DHCP agents. Network: cef406a5-50de-4822-b513-da8611bca3c3, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:51.139628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.149788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12225eb5-4ffb-42e2-b009-6940b02017c3 req-d0459130-57e6-46d6-b25b-cb0f7ec865e0 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0529718 Jan 29 19:53:51.154564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.213075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:51.219231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:51.227779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:51.256703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Pushing event updated for resources: {'Port': ['ID=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:51.335836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8:1::1 (2c1ea6ee-7199-452b-b09d-0cc09d9f1508/e5403023-2355-4a3d-a3c4-1cdb62d4481f/4b21bc34-e02e-4cb7-a1fb-e8b6d3914201) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:51.353420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.366011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.374701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Attempting to bind port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:51.375497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Attempting to bind port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:51.376631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Attempting to bind port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 on network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:51.388874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:51.390717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Checking segment: {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:51.390717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.392065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Bound using segment: {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:51.394058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Bound port: f683ac3d-d41f-4d70-a3ba-733d4b2d51c5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:51.394627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.549599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa4010b1-93e6-4822-adfe-7d47295d9996 req-bdd970fc-8d84-4db1-b101-02499d021f16 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4253972 Jan 29 19:53:51.566812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (fbb49a76-c169-4ae1-8e8d-d25847e5ad02), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.567473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Fanout notify agent at l3_agent the message router_deleted on router fbb49a76-c169-4ae1-8e8d-d25847e5ad02 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:53:51.577363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.581612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-318a8968-b06a-4221-9774-b46a3300f554 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/fbb49a76-c169-4ae1-8e8d-d25847e5ad02 HTTP/1.1" status: 204 len: 168 time: 3.6137290 Jan 29 19:53:51.585767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55264) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:51.602206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'name': 'tempest-snat-router-124096006', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': False}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:51.614858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Network cef406a5-50de-4822-b513-da8611bca3c3 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:51.639064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:51.670657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.708540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] For port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:51.729528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, cef406a5-50de-4822-b513-da8611bca3c3) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:51.730705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] For port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,segment=NetworkSegment(cf658b61-3a1b-4107-93a9-c18b9670983b),segment_id=cf658b61-3a1b-4107-93a9-c18b9670983b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:51.734217 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.736354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.742742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e7ea4-70c0-4c7c-84b4-2a18d9b5fe15 None None] Network cef406a5-50de-4822-b513-da8611bca3c3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:51.755524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.756009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.775477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:51.775861 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.870094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.874211 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.882599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:51.925771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-11b5624e-3406-4635-b92a-d46eda1eac93 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0144110 Jan 29 19:53:51.925974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55278) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:51.930302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:51.933346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-e9c4d150-30e7-4b81-8a62-f6df540ea042 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:51.935329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-e9c4d150-30e7-4b81-8a62-f6df540ea042 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1943243 Jan 29 19:53:51.956104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:51.991446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-ea036710-b7b8-4b62-a958-3372320797f4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0405700 Jan 29 19:53:52.015069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:52.018525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-cef406a5-50de-4822-b513-da8611bca3c3', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:53:52.019394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.033951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:52.036591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:52.039093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:52.048258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.084967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e036161-27b2-454e-af78-5fedf71eaddc None None] Pushing event updated for resources: {'Port': ['ID=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:52.190610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.193534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.271274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.325322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-bde752f0-60c0-414d-b6c3-816bfa3a5d5a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2919879 Jan 29 19:53:52.410255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks [] for router_controller (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.441923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2491dab-8b5d-4ad0-bd40-62f062b23ff7 req-922e37a1-888e-4294-a87f-f10f1e8ddd06 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0973177 Jan 29 19:53:52.458410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Allocated IP 172.20.0.2 (cef406a5-50de-4822-b513-da8611bca3c3/a6478cc6-ba08-4e80-ad21-bd4952f438dd/a843c006-591e-41ca-a15d-3f8378154f5f) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:52.528782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-ca438703-1415-4cf2-a7dd-f804dd1d2a46 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850634 Jan 29 19:53:52.748667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-d375cb88-f473-46b3-96f2-d7d3e960495a service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123590 Jan 29 19:53:52.760145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.803291 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Publish callbacks [] for port (a843c006-591e-41ca-a15d-3f8378154f5f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.898214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:52.953498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Network cef406a5-50de-4822-b513-da8611bca3c3 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:52.957122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:52.968672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:53.073147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Pushing event updated for resources: {'Port': ['ID=a843c006-591e-41ca-a15d-3f8378154f5f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:53.119724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Attempting to bind port a843c006-591e-41ca-a15d-3f8378154f5f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:53.119724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Attempting to bind port a843c006-591e-41ca-a15d-3f8378154f5f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:53.120117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Attempting to bind port a843c006-591e-41ca-a15d-3f8378154f5f on network cef406a5-50de-4822-b513-da8611bca3c3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:53.135206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:53.135590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Checking segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:53.136004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.139722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Bound using segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:53.140107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Bound port: a843c006-591e-41ca-a15d-3f8378154f5f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:53.142523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.301173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93cc42b7-7d4c-4faa-bc37-c3edd22ff9cc req-456c7f3d-705e-4edc-baa4-22d960dc0a00 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.1002238 Jan 29 19:53:53.305311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks [] for router_gateway (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.344469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] For port a843c006-591e-41ca-a15d-3f8378154f5f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:53.348624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] For port a843c006-591e-41ca-a15d-3f8378154f5f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a843c006-591e-41ca-a15d-3f8378154f5f,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:53.359598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.383373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.393694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.401754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.408156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.434040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.449752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.466950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:53.469890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.470837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.471305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.492410 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-e34b718c-3d0b-4fd3-983d-0b0fda7f9cee tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.4651148 Jan 29 19:53:53.634338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f7cde-c344-4e00-83f1-20cd49971a57 None None] Pushing event updated for resources: {'Port': ['ID=a843c006-591e-41ca-a15d-3f8378154f5f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:53.652989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:53.707427 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93a5cd57-2daf-468c-adb7-085e9b27ce12 req-00e5eb59-1314-4377-80e2-a739ff993fcf tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/ports?device_id=13efa22f-7fcd-43f2-9a93-fa27ddb181bc HTTP/1.1" status: 200 len: 210 time: 0.0528374 Jan 29 19:53:53.716277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9b2807d-eb35-44f0-9eca-4114173b1e74 req-d59a6006-aec9-4c01-88c4-05f6d1e6d05e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2196927 Jan 29 19:53:53.732786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:53.752424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:53.753182 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.837162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55356) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:53.891358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:53.899325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:53.914945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:53.915451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:53.985763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,segment=NetworkSegment(cf658b61-3a1b-4107-93a9-c18b9670983b),segment_id=cf658b61-3a1b-4107-93a9-c18b9670983b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:54.085338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.095332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:53:54.118668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Deleting subnet 0ab5d517-3434-4410-b86b-1f3acfb9a55f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:53:54.138330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Publish callbacks [] for subnet (0ab5d517-3434-4410-b86b-1f3acfb9a55f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.185070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097123a6-2b00-4eb2-bb6e-b57585fe7c8d None None] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:54.198933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:54.252303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:53:54.264465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-812f9fc8-f697-4b9e-a9fd-df957f7fb70d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8913755 Jan 29 19:53:54.265152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55368) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:54.271249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-854935970'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:54.312511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.322472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:53:54.364962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-57ddf5a9-fe6a-47e2-9439-b35784091a45 None None] Provisioning complete for port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:54.364962 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57ddf5a9-fe6a-47e2-9439-b35784091a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.368654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:54.369298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:54.378862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.410374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:54.410374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.431318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62da2bda-0f7f-4bfd-8e33-729bc593d183 req-41c5d79d-7794-4ba3-9f7b-eeb406090811 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.0579324 Jan 29 19:53:54.457668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (0ab5d517-3434-4410-b86b-1f3acfb9a55f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.459895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:53:54.477203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6b16e212-18b9-4808-8d4c-dc89f37cae34), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.477622 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment 6b16e212-18b9-4808-8d4c-dc89f37cae34 of type vlan for network 4174f400-6d88-4c6b-8de3-166acbffa0ef Jan 29 19:53:54.520811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.524934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:54.526396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.533550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.547656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.547656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.550567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.565355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.565624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4174f400-6d88-4c6b-8de3-166acbffa0ef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.569199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-27c84ff5-104c-4d93-9128-5c027ce4b14a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.3760846 Jan 29 19:53:54.675552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0ab5d517-3434-4410-b86b-1f3acfb9a55f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.706609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4174f400-6d88-4c6b-8de3-166acbffa0ef), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.717946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.719192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:54.782403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Allocated IP 172.25.5.69 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/face036d-1443-4363-b4e2-940548856865) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:54.809204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-098567e4-a390-47fd-9f9b-7d5d1e0c0ae4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:54.812924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-098567e4-a390-47fd-9f9b-7d5d1e0c0ae4 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "GET /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2074015 Jan 29 19:53:54.879376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=4174f400-6d88-4c6b-8de3-166acbffa0ef,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:54.887640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0f289500-5bed-48f5-9daf-ab8dc5bb98d4 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6180410 Jan 29 19:53:54.891661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:54.896261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:54.965215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:53:55.036870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55400) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:55.047582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-57ddf5a9-fe6a-47e2-9439-b35784091a45 None None] Current status of the port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:55.170721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-515ccb21-864e-4fd8-b297-f1c866e88031 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group (3802a18e-cebc-4ad1-9611-735e29fc6b40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.225686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-515ccb21-864e-4fd8-b297-f1c866e88031 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group (3802a18e-cebc-4ad1-9611-735e29fc6b40), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.241752 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d5bae80c-7a5a-402b-b90d-b7a1e9b893b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.293974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b7dda02b-3f77-4cf9-9ab8-bd0aab78a913 None None] Provisioning complete for port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:55.294348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7dda02b-3f77-4cf9-9ab8-bd0aab78a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.313316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:55.318455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.416013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:52Z', 'revision_number': 3, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:52Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:55.446816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.462943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.477385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.484325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.491696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.495434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:53:55.496661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Updating router 442bf31e-d87c-4d86-8dee-c918db59d986 port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:53:55.508739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-515ccb21-864e-4fd8-b297-f1c866e88031 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3802a18e-cebc-4ad1-9611-735e29fc6b40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.511519 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-515ccb21-864e-4fd8-b297-f1c866e88031 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.512763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-515ccb21-864e-4fd8-b297-f1c866e88031 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/security-groups/3802a18e-cebc-4ad1-9611-735e29fc6b40 HTTP/1.1" status: 204 len: 168 time: 0.4749486 Jan 29 19:53:55.514635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.522125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:55.525360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-086a0f4d-da44-4ded-a58b-599ddd3ecc7d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5445 time: 0.5989931 Jan 29 19:53:55.531026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55422) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:55.531622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-e90a462a-840a-4215-8af1-d67e7ee62fc8 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "GET /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5940177 Jan 29 19:53:55.552029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ccb21-864e-4fd8-b297-f1c866e88031 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3802a18e-cebc-4ad1-9611-735e29fc6b40,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:55.555794 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-fab6e034-c996-4084-9c7d-f666a2a77cf9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] show failed (client error): The resource could not be found. Jan 29 19:53:55.564925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fab6e034-c996-4084-9c7d-f666a2a77cf9 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "GET /v2.0/security-groups/3802a18e-cebc-4ad1-9611-735e29fc6b40 HTTP/1.1" status: 404 len: 347 time: 0.0303218 Jan 29 19:53:55.565774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:55.622785 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks [] for router_gateway (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.657439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bceaa9-3f31-44a9-9794-3fa2fe96b0f8 None None] Network cef406a5-50de-4822-b513-da8611bca3c3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:55.664974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:55.674144 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbccbf2d-5c51-4bc0-974c-cee88e0bf0bd req-92c11165-4b14-4bfb-9cc6-95a73f4165b5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.0428030 Jan 29 19:53:55.790544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:55.811504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.822647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.857588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b7dda02b-3f77-4cf9-9ab8-bd0aab78a913 None None] Current status of the port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:55.864826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port 2932365c-03b3-4076-a06c-bc02e35414fe {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:55.865305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2932365c-03b3-4076-a06c-bc02e35414fe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.904409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b7dda02b-3f77-4cf9-9ab8-bd0aab78a913 None None] Provisioning complete for port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:55.905140 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7dda02b-3f77-4cf9-9ab8-bd0aab78a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:55.954038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b7dda02b-3f77-4cf9-9ab8-bd0aab78a913 None None] Port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:55.974922 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d93a6f11-dfd5-487c-8915-14116c6f4fd5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.091425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:56.091672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.126826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for port (face036d-1443-4363-b4e2-940548856865), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.132477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Provisioning complete for port a843c006-591e-41ca-a15d-3f8378154f5f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:56.133119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.140847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:56.141323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: 4174f400-6d88-4c6b-8de3-166acbffa0ef, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:53:56.158185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2932365c-03b3-4076-a06c-bc02e35414fe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.158899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (2932365c-03b3-4076-a06c-bc02e35414fe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.169966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=d93a6f11-dfd5-487c-8915-14116c6f4fd5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:56.170194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abd7d6bb-e13b-427d-bbbc-2fe3abf9b212 req-a5f96b7a-74a1-43c1-909f-573d18492d17 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5807831 Jan 29 19:53:56.192645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (0ab5d517-3434-4410-b86b-1f3acfb9a55f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.192766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for 2932365c-03b3-4076-a06c-bc02e35414fe owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:56.213567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.293506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (face036d-1443-4363-b4e2-940548856865), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.302324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab5d517-3434-4410-b86b-1f3acfb9a55f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:56.377257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.383653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f7cd0f4f-127e-457f-b5f2-67739d858d88 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0ab5d517-3434-4410-b86b-1f3acfb9a55f HTTP/1.1" status: 204 len: 168 time: 2.5419705 Jan 29 19:53:56.411292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:56.431598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Current status of the port a843c006-591e-41ca-a15d-3f8378154f5f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:56.432112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.449996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:56.451003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a843c006-591e-41ca-a15d-3f8378154f5f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:56.467478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:56.482785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7076bade-9cfd-4a5c-b0fa-44e2ca17407a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:56.533499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:56.578330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Allocated IP 172.25.5.237 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/fecb7bb3-d6c3-432f-a90e-39df83826742) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:56.593897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] For port a843c006-591e-41ca-a15d-3f8378154f5f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a843c006-591e-41ca-a15d-3f8378154f5f,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:56.599969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Publish callbacks [] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.638826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a843c006-591e-41ca-a15d-3f8378154f5f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:56.639212 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.673827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.688289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:53:56.710393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:56.710796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.712895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks [] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.750136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55444) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:56.756832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:56.762702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:56.765008 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc6f3b-c1aa-444b-a2b9-f7df822b355a" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:56.767773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.804976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4174f400-6d88-4c6b-8de3-166acbffa0ef) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:56.806722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Provisioning complete for port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:56.807123 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.816604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:56.817213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.852086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de6698eb-7ec9-4628-bace-5c00c1c585b5 req-fe4e23aa-fd64-4cf7-91d2-72ef47309755 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.0559466 Jan 29 19:53:56.859382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac34d56-bda3-452f-84c4-6d06eab39bf7 None None] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:53:56.890722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:56.891881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:56.900642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Pushing event updated for resources: {'Port': ['ID=a843c006-591e-41ca-a15d-3f8378154f5f,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:56.907615 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17719d46-97f0-42a8-b32c-a89482e5163f x-openstack-request-id: req-17719d46-97f0-42a8-b32c-a89482e5163f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:56.907971 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:56.908170 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17719d46-97f0-42a8-b32c-a89482e5163f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:56.908759 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a', 'code': 200} Jan 29 19:53:56.968912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-08702b86-f005-4c19-95bf-89840fc8a8d1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0766928 Jan 29 19:53:56.971832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55450) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:57.004836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3a80f520-4c0f-4b07-a353-f43857b4f995 None None] Port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:57.037652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2932365c-03b3-4076-a06c-bc02e35414fe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.074072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Port': ['ID=face036d-1443-4363-b4e2-940548856865,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:57.088176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:57.113896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7686a21d-7e21-4d44-8b0e-25604a6014c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.128865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=2932365c-03b3-4076-a06c-bc02e35414fe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:57.140292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413f799-a487-47d8-b78a-323115ee2705 None None] Pushing event updated for resources: {'Port': ['ID=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:57.152216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Attempting to bind port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:57.152913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Attempting to bind port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:57.153372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Attempting to bind port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 on network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:57.189595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a843c006-591e-41ca-a15d-3f8378154f5f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:57.210488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:57.211025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Checking segment: {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:57.211453 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.211860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Bound using segment: {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:57.213000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Bound port: 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf658b61-3a1b-4107-93a9-c18b9670983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:57.213386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.258499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Provisioning complete for port a843c006-591e-41ca-a15d-3f8378154f5f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:57.258883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.285798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a77ddd7c-1edb-44d6-838f-3777076f749c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.287783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4174f400-6d88-4c6b-8de3-166acbffa0ef', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:53:57.291276 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.310295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-197c5f88-d2aa-48ac-af8d-7ea0fa0e7b52 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.311802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-197c5f88-d2aa-48ac-af8d-7ea0fa0e7b52 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 1.3569005 Jan 29 19:53:57.337287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:57.394752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for floatingip (f8a8d0f9-fb95-4d88-a019-ca417e8ee84a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.397584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.402140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b6ac0114-305c-4871-8539-6efffd0c6065 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/floatingips/f8a8d0f9-fb95-4d88-a019-ca417e8ee84a HTTP/1.1" status: 204 len: 168 time: 1.8327625 Jan 29 19:53:57.408847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55454) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:57.428285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.434121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90ee797e-ba25-4ad9-acae-55b22028251c,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:57.516477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.522072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.527934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.533439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.538773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.545014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.550682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:57.556730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72593725-5dcc-4827-9581-47da0625ab4c req-21a612eb-6172-4e79-9663-f8a0ce853224 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 5443 time: 0.2619267 Jan 29 19:53:57.577892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a843c006-591e-41ca-a15d-3f8378154f5f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:53:57.582679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:57.611102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:57.642102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:57.642495 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.652709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a77ddd7c-1edb-44d6-838f-3777076f749c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.661144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:57.683619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:57.714153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] For port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:57.726590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7686a21d-7e21-4d44-8b0e-25604a6014c2 admin admin] Publish callbacks [] for security_group (2e37ea22-e62c-4bd9-b016-4017a3d36742), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.735821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] For port 90ee797e-ba25-4ad9-acae-55b22028251c, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:53:57.739008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Pushing event updated for resources: {'Port': ['ID=fecb7bb3-d6c3-432f-a90e-39df83826742,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:57.757906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] For port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,segment=NetworkSegment(cf658b61-3a1b-4107-93a9-c18b9670983b),segment_id=cf658b61-3a1b-4107-93a9-c18b9670983b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:53:57.782606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77ddd7c-1edb-44d6-838f-3777076f749c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:57.783110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72593725-5dcc-4827-9581-47da0625ab4c req-a9c21b14-5be0-4869-9933-1119ef1c3c8c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748161 Jan 29 19:53:57.805241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f52566-f1e3-49f8-be66-1050adba806e') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:57.806024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f52566-f1e3-49f8-be66-1050adba806e') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:57.814227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:57.815958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Current status of the port a843c006-591e-41ca-a15d-3f8378154f5f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:57.833237 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7686a21d-7e21-4d44-8b0e-25604a6014c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2e37ea22-e62c-4bd9-b016-4017a3d36742), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.833459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.839074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (62f52566-f1e3-49f8-be66-1050adba806e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.842646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] device_id is not set on port 90ee797e-ba25-4ad9-acae-55b22028251c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:53:57.866952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Publish callbacks [] for port (90ee797e-ba25-4ad9-acae-55b22028251c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.875939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:57.876637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.906516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Provisioning complete for port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:57.906935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.936571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686a21d-7e21-4d44-8b0e-25604a6014c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37ea22-e62c-4bd9-b016-4017a3d36742,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:57.945163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7686a21d-7e21-4d44-8b0e-25604a6014c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1379874a154845079caf9f2e94f26719&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1923144 Jan 29 19:53:57.972561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55458) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:57.981689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a843c006-591e-41ca-a15d-3f8378154f5f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:57.982137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:57.993065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (62f52566-f1e3-49f8-be66-1050adba806e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.014426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Allocated IP 2001:db8:2::2 (4174f400-6d88-4c6b-8de3-166acbffa0ef/d93a6f11-dfd5-487c-8915-14116c6f4fd5/f890f1d6-9854-4e8e-96d8-4cdf395a89c8) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:58.022047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.045396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.051792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:53:58.052221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (62f52566-f1e3-49f8-be66-1050adba806e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: items = [ Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:53:58.056549 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:53:58.137636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-afcfe488-6915-4642-86aa-b55baf22644c req-1c6dd8f3-7103-4db8-ad65-8f313814d935 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.1513262 Jan 29 19:53:58.147422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:53:58.151269 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.211717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Publish callbacks [] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.215742 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.216477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e857cbb6-2dd9-46a7-8b9e-56c907555cd3 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:58.218755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413f799-a487-47d8-b78a-323115ee2705 None None] Pushing event updated for resources: {'Port': ['ID=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.346191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:53:58.352609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:58.376851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.386668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] No DVR routers for this DVR port 90ee797e-ba25-4ad9-acae-55b22028251c on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:53:58.413477 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.436475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.446459 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6afcdbf5-d8e9-4c85-8802-37c9288e0063 admin admin] Publish callbacks [] for security_group (2e37ea22-e62c-4bd9-b016-4017a3d36742), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.476709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.478826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a77ddd7c-1edb-44d6-838f-3777076f749c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.481084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:53:58.518074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6afcdbf5-d8e9-4c85-8802-37c9288e0063 admin admin] Publish callbacks [] for security_group (2e37ea22-e62c-4bd9-b016-4017a3d36742), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.525888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.529904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a77ddd7c-1edb-44d6-838f-3777076f749c HTTP/1.1" status: 204 len: 168 time: 2.0933475 Jan 29 19:53:58.572438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-72d32bbc-e69c-456e-b61e-7c35efaf258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.583228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290afaa0-e93f-4cf5-81f9-badb0aafe1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77ddd7c-1edb-44d6-838f-3777076f749c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.595116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] In _notify_port_updated(), no bound segment for port 90ee797e-ba25-4ad9-acae-55b22028251c on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:53:58.596292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:58.599392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.599392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-f80661a3-bee3-48b9-8baf-b1fdb58cde08 service neutron] 10.222.0.13 "PUT /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 200 len: 1033 time: 3.0135586 Jan 29 19:53:58.608999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8:2::1 (4174f400-6d88-4c6b-8de3-166acbffa0ef/d93a6f11-dfd5-487c-8915-14116c6f4fd5/21078ba9-935d-433e-a75b-ac521ad8fbad) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:58.614565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.624885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:58.681211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Pushing event updated for resources: {'Port': ['ID=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.685406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:58.709144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:58.709322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.713656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:53:58.716503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:58.762020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Current status of the port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:58.762547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.817319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6afcdbf5-d8e9-4c85-8802-37c9288e0063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2e37ea22-e62c-4bd9-b016-4017a3d36742), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.821055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6afcdbf5-d8e9-4c85-8802-37c9288e0063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.825558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6afcdbf5-d8e9-4c85-8802-37c9288e0063 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e37ea22-e62c-4bd9-b016-4017a3d36742 HTTP/1.1" status: 204 len: 168 time: 0.8518972 Jan 29 19:53:58.838862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcdbf5-d8e9-4c85-8802-37c9288e0063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e37ea22-e62c-4bd9-b016-4017a3d36742,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.872744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-b4f404cb-4ccd-4e8f-bdb2-ce9118c9f3e1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:58.878914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-b4f404cb-4ccd-4e8f-bdb2-ce9118c9f3e1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "GET /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1829729 Jan 29 19:53:58.893083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:53:58.898450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.904312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.904816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:58.923107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.7 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/5abedd94-95d9-4f87-846d-a2dbfcaa37d9) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:53:58.957748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks [] for router_gateway (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:58.988672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55466) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:58.996126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:58.996443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16'}, {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:53:58.996443 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da95a446-a162-407e-984f-1fb135c56707" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6bdb29d6-36d9-40cd-8bcb-794a317b5a16"}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:53:59.007900 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.010404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] For port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,segment=NetworkSegment(cf658b61-3a1b-4107-93a9-c18b9670983b),segment_id=cf658b61-3a1b-4107-93a9-c18b9670983b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:59.027193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.032889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90ee797e-ba25-4ad9-acae-55b22028251c no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:59.095420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3437f3e4-3fdd-4c2c-8742-534d7ecd9df8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d11585bc8871463994074b6c1f01d5b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0950441 Jan 29 19:53:59.099842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a843c006-591e-41ca-a15d-3f8378154f5f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:59.100056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55470) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:59.120903 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 19:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4580e6a4-c5a3-4f0f-8da4-020b22692e0f x-openstack-request-id: req-4580e6a4-c5a3-4f0f-8da4-020b22692e0f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:53:59.121203 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6bdb29d6-36d9-40cd-8bcb-794a317b5a16", "code": 200}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:53:59.121524 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4580e6a4-c5a3-4f0f-8da4-020b22692e0f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:53:59.121845 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bdb29d6-36d9-40cd-8bcb-794a317b5a16', 'code': 200} Jan 29 19:53:59.122099 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'code': 200} Jan 29 19:53:59.130423 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.143274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Attempting to bind port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:53:59.143687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Attempting to bind port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:53:59.144028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Attempting to bind port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 on network 4174f400-6d88-4c6b-8de3-166acbffa0ef {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:53:59.211710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:59.220075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:53:59.220756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Checking segment: {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:53:59.221312 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.221831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Bound using segment: {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:53:59.222457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Bound port: f890f1d6-9854-4e8e-96d8-4cdf395a89c8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:53:59.222942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.291972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.299795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d69d7cc-253c-4f3d-867a-2663d6cdc0a8 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/ports/ac90baca-0a3c-43f8-8eec-8a3ccac8ea1c HTTP/1.1" status: 204 len: 168 time: 1.8890891 Jan 29 19:53:59.302744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55476) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:59.387110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:59.389813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port 90ee797e-ba25-4ad9-acae-55b22028251c host ! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:53:59.390226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90ee797e-ba25-4ad9-acae-55b22028251c not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:53:59.390662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 469f1503-40a1-4073-bc98-1f8959a0a3d8 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:53:59.395932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:59.421499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:59.427605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:59.434312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:59.441135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b5a3d3c2-de0c-493b-b36d-e996193ecb57 None None] Provisioning complete for port 90ee797e-ba25-4ad9-acae-55b22028251c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:59.441626 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d3c2-de0c-493b-b36d-e996193ecb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.446925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:53:59.449212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-8c11fee2-979b-4478-9258-d455ec0c8e29 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 4659 time: 0.4595561 Jan 29 19:53:59.452578 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b472c992-a68d-4e2e-af96-f385f6fde572 admin admin] Publish callbacks [] for security_group (67841be3-99da-4f54-83da-c45b3382ff22), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.493456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b472c992-a68d-4e2e-af96-f385f6fde572 admin admin] Publish callbacks [] for security_group (67841be3-99da-4f54-83da-c45b3382ff22), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.501542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3d3c2-de0c-493b-b36d-e996193ecb57 None None] Port 90ee797e-ba25-4ad9-acae-55b22028251c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:53:59.508767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5e115ee8-a835-401b-990a-5f2bbc506302 req-6e2d045e-8231-4366-b2c2-11bdf8118155 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.1270041 Jan 29 19:53:59.587661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.608429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 469f1503-40a1-4073-bc98-1f8959a0a3d8 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:53:59.609369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.627299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.638220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b5a3d3c2-de0c-493b-b36d-e996193ecb57 None None] Provisioning complete for port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:53:59.638465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d3c2-de0c-493b-b36d-e996193ecb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.694272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:53:59.707583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:52Z', 'revision_number': 3, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:57Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:53:59.709140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b472c992-a68d-4e2e-af96-f385f6fde572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (67841be3-99da-4f54-83da-c45b3382ff22), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.711671 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b472c992-a68d-4e2e-af96-f385f6fde572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.712517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.713600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b472c992-a68d-4e2e-af96-f385f6fde572 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67841be3-99da-4f54-83da-c45b3382ff22 HTTP/1.1" status: 204 len: 168 time: 0.6132100 Jan 29 19:53:59.783774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:53:59.817712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:53:59.820016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472c992-a68d-4e2e-af96-f385f6fde572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67841be3-99da-4f54-83da-c45b3382ff22,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:59.833082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:53:59.834240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.884560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:53:59.886938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-67a4eff6-60d0-4752-b017-cec618b294e3 req-2af6f03b-df83-41d1-9dee-53ebabcc88d9 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&id=cba45522-b348-40c4-81ce-d92ea3997412&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3315485 Jan 29 19:53:59.887598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=21078ba9-935d-433e-a75b-ac521ad8fbad,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:53:59.917027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4004cd0d-1ee8-4910-ace2-9372e7722fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.960480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:53:59.986497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting port fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:53:59.986841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.052328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.053204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 90e6e136-3407-4200-8d29-1f38fa3642bb no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:00.060400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Pushing event updated for resources: {'Port': ['ID=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:00.064020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb35610-de61-47bc-8222-75de6d0d39a3 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:52Z', 'revision_number': 3, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:57Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:00.160346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.200799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.241156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.241771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.244326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.244847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.245915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.246437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.247232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.248524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.249023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.249941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.250443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.250993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.251483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2d9e7-5f41-4ff0-8d63-e11f64fc0518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:00.303095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.377013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] For port f890f1d6-9854-4e8e-96d8-4cdf395a89c8, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:00.387983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.397354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] For port f890f1d6-9854-4e8e-96d8-4cdf395a89c8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:00.491807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.504715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:00.515888 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.548972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:00.613583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] For port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:00.617058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3d3c2-de0c-493b-b36d-e996193ecb57 None None] Current status of the port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:00.621098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.661269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:00.679700 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:54:00.698693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 90e6e136-3407-4200-8d29-1f38fa3642bb is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:00.699181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.740498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba313ed-fcc7-483a-8b60-51165759993b None None] Pushing event updated for resources: {'Port': ['ID=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:00.763972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Router 4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:54:00.796013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:54:00.811197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90e6e136-3407-4200-8d29-1f38fa3642bb,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:00.836600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] device_id is not set on port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:54:00.843769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:00.870867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4004cd0d-1ee8-4910-ace2-9372e7722fcf admin admin] Publish callbacks [] for security_group (af64cf36-3186-4cd0-afc9-291cb3ec0340), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.893872 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:00.894679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7085fdb3-700a-450c-8f6f-a485ff9227b2 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:00.896644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:00.910691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:00.926793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Calling delete_port for fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:00.938039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4004cd0d-1ee8-4910-ace2-9372e7722fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (af64cf36-3186-4cd0-afc9-291cb3ec0340), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.013296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4004cd0d-1ee8-4910-ace2-9372e7722fcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e8be5bc3bb446c2a6705921d4f40739&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1227911 Jan 29 19:54:01.036831 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Publish callbacks [] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.039975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55496) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:01.048943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.049706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.148982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:01.160952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8'}, {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:01.170162 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0b9371-ee7e-4344-af28-7c70b43d97ab" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8"}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:01.249899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:01.265434 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:01.276350 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:01.278075 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:01.335660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:01.352237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7085fdb3-700a-450c-8f6f-a485ff9227b2 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:01.353311 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.413107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f9e65-1170-4c5f-ba24-a2a1f420a191 req-b0f2ca81-afb0-4f59-bb32-05c29e3dda15 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.423456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c4f9e65-1170-4c5f-ba24-a2a1f420a191 req-b0f2ca81-afb0-4f59-bb32-05c29e3dda15 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 931 time: 0.7197535 Jan 29 19:54:01.434209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:01.443660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.448840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8fb21e28-26ee-4017-8244-8149d763c1db admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5217257 Jan 29 19:54:01.449842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.455242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004cd0d-1ee8-4910-ace2-9372e7722fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af64cf36-3186-4cd0-afc9-291cb3ec0340,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:01.458286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55508) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:01.488936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.531724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-00e48b34-6239-4f3a-a9b6-bea97bceab03 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1988330 Jan 29 19:54:01.540865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:01.555419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Request body: {'port': {'device_id': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:01.560580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e5216a0-1646-46b1-bcb8-5f36f5fdebce admin admin] Publish callbacks [] for security_group (af64cf36-3186-4cd0-afc9-291cb3ec0340), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.577574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.583706 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:01.588606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e5216a0-1646-46b1-bcb8-5f36f5fdebce admin admin] Publish callbacks [] for security_group (af64cf36-3186-4cd0-afc9-291cb3ec0340), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.661875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:01.694011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-d4599fca-64e7-473f-820e-fe0137a33ec1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.709892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-d4599fca-64e7-473f-820e-fe0137a33ec1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.728925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-d4599fca-64e7-473f-820e-fe0137a33ec1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.742165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-d4599fca-64e7-473f-820e-fe0137a33ec1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.756535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-d4599fca-64e7-473f-820e-fe0137a33ec1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.758937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:01.776106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-d4599fca-64e7-473f-820e-fe0137a33ec1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3878 time: 0.7563019 Jan 29 19:54:01.781140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55512) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:01.799459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e5216a0-1646-46b1-bcb8-5f36f5fdebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (af64cf36-3186-4cd0-afc9-291cb3ec0340), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.802386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e5216a0-1646-46b1-bcb8-5f36f5fdebce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.803546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9e5216a0-1646-46b1-bcb8-5f36f5fdebce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af64cf36-3186-4cd0-afc9-291cb3ec0340 HTTP/1.1" status: 204 len: 168 time: 0.6406853 Jan 29 19:54:01.804451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] No DVR routers for this DVR port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:01.851006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fbd17a0c-2fc4-4db1-8b31-5824b8191ae6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.862439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:01.862698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.923621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] In _notify_port_updated(), no bound segment for port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 on network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:54:01.939698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:01.943053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:01.944884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-330a2541-5a7c-4e5e-8cf2-827b4f770494 service neutron] 10.222.0.13 "PUT /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 200 len: 1032 time: 3.0578315 Jan 29 19:54:01.975840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.036085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:02.039325 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 3, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:02.041454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f890f1d6-9854-4e8e-96d8-4cdf395a89c8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:02.080445 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:02.080801 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Updating router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 port fecb7bb3-d6c3-432f-a90e-39df83826742 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:54:02.122742 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.140688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5216a0-1646-46b1-bcb8-5f36f5fdebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af64cf36-3186-4cd0-afc9-291cb3ec0340,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:02.165257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c4f9e65-1170-4c5f-ba24-a2a1f420a191 req-686f34c5-442a-43d1-b11b-b0754c1af189 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351472 Jan 29 19:54:02.195287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.199366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.199366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Port': ['ID=fbd17a0c-2fc4-4db1-8b31-5824b8191ae6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:02.273565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-33ac11ea-0a77-47bf-a693-08b5d253dbd4 None None] Provisioning complete for port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:02.276255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=21078ba9-935d-433e-a75b-ac521ad8fbad,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:02.277433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33ac11ea-0a77-47bf-a693-08b5d253dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.299859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.316080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dee7df48-0250-42d3-8ce3-d6d0a9329ae3 req-58ae0eba-1fbf-4fb1-8e33-7c66f36fb564 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5387928 Jan 29 19:54:02.327141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:02.435763 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2943196-655b-4ec3-bf48-ffe3fda659ff x-openstack-request-id: req-e2943196-655b-4ec3-bf48-ffe3fda659ff {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:02.436144 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8", "code": 200}, {"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:02.436362 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2943196-655b-4ec3-bf48-ffe3fda659ff {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:02.436731 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8', 'code': 200} Jan 29 19:54:02.437347 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb', 'code': 200} Jan 29 19:54:02.442991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-33ac11ea-0a77-47bf-a693-08b5d253dbd4 None None] Port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:02.449723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1065446566-network', 'tenant_id': '51a2e2157b8149a0b0b23b3802bbd991'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:02.456520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Sync routers for ids ['4eabe29b-b95f-49fd-8ed8-31a60f4aaf81'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:02.462302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:02.462688 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.469045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.473850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-21064de4-4fa1-415a-ad5b-82af1c5cc722 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.8770394 Jan 29 19:54:02.476988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:02.539411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port 7085fdb3-700a-450c-8f6f-a485ff9227b2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:02.540030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.565126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a5033-16a0-49da-bdf2-2cdb4d348220 None None] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:02.603619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.609436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d960854e-3b13-48cf-a2f6-5b9c81e50ddc tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/ports/fbd17a0c-2fc4-4db1-8b31-5824b8191ae6 HTTP/1.1" status: 204 len: 168 time: 3.3011057 Jan 29 19:54:02.611736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55526) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:02.619213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Routers {'4eabe29b-b95f-49fd-8ed8-31a60f4aaf81'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:02.623230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4eabe29b-b95f-49fd-8ed8-31a60f4aaf81'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:02.703093 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Publish callbacks [] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.770316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Provisioning complete for port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:02.771022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.802749 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.851786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting subnet 4d75b6d3-e32d-4e81-80f3-9307645d6526 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:54:02.881365 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2953be4-1816-48be-85d6-d332fd737189 None None] Pushing event updated for resources: {'Port': ['ID=fecb7bb3-d6c3-432f-a90e-39df83826742,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:02.890712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for subnet (4d75b6d3-e32d-4e81-80f3-9307645d6526), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.894439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:02.898949 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Attempting to bind port fecb7bb3-d6c3-432f-a90e-39df83826742 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:02.899359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:02.899748 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Attempting to bind port fecb7bb3-d6c3-432f-a90e-39df83826742 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:02.900385 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Attempting to bind port fecb7bb3-d6c3-432f-a90e-39df83826742 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:02.907134 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:02.909019 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:02.909153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Made reservation on behalf of 51a2e2157b8149a0b0b23b3802bbd991 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:02.909263 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.909263 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:02.909592 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Bound port: fecb7bb3-d6c3-432f-a90e-39df83826742, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:02.910168 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.911745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:02.966847 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] For port fecb7bb3-d6c3-432f-a90e-39df83826742, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:02.970994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] For port fecb7bb3-d6c3-432f-a90e-39df83826742, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fecb7bb3-d6c3-432f-a90e-39df83826742,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:03.004123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Set router 4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:03.007930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:03.008357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.029536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.032453 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.131730 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:03.134254 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:03.280658 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:03.333492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f890f1d6-9854-4e8e-96d8-4cdf395a89c8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:03.335289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] For port 7085fdb3-700a-450c-8f6f-a485ff9227b2, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7085fdb3-700a-450c-8f6f-a485ff9227b2,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:03.335712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.339799 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-64f86c65-8cd8-4328-9575-866818a78eea tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 HTTP/1.1" status: 200 len: 907 time: 0.8248742 Jan 29 19:54:03.351705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55540) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:03.351864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:03.351961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Current status of the port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:03.352324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.409768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'name': 'tempest-snat-router-124096006', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': True}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:03.462251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for 7085fdb3-700a-450c-8f6f-a485ff9227b2 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:03.481317 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.586479 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (4d75b6d3-e32d-4e81-80f3-9307645d6526), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.613836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:54:03.623397 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:54:03.623397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:03.623647 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 3, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:03.652976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eabe29b-b95f-49fd-8ed8-31a60f4aaf81', 'name': 'tempest-snat-router-124096006', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.69'}], 'enable_snat': False}, 'gw_port_id': 'face036d-1443-4363-b4e2-940548856865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:51Z', 'updated_at': '2022-01-29T19:53:57Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': 'face036d-1443-4363-b4e2-940548856865', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eabe29b-b95f-49fd-8ed8-31a60f4aaf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:54Z', 'updated_at': '2022-01-29T19:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:03.676250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.677640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.692528 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2953be4-1816-48be-85d6-d332fd737189 None None] Pushing event updated for resources: {'Port': ['ID=fecb7bb3-d6c3-432f-a90e-39df83826742,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:03.695035 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d7cb9-3c71-4048-b015-d1f9f90585b2 None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 3, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:03.707083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Checking router: 4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:03.707403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Updating router 4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 port face036d-1443-4363-b4e2-940548856865 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:54:03.764399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.771988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (face036d-1443-4363-b4e2-940548856865), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:03.806901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8c133-fbc2-4820-ade5-2b2c81124126 req-b1d012d1-3b49-497b-9d2e-9e4c8a462f96 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:03.809542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4bf8c133-fbc2-4820-ade5-2b2c81124126 req-b1d012d1-3b49-497b-9d2e-9e4c8a462f96 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 931 time: 0.5102396 Jan 29 19:54:03.893449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:03.905740 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:03.919919 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:03.921005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4be7f66c-311a-4a57-8f47-ad4179290d26 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9478836 Jan 29 19:54:03.921700 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:03.925327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55548) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:03.933769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-294091829'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:03.950214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ca65ab61-b296-408b-9629-a1f4f83b496f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:03.957213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ca65ab61-b296-408b-9629-a1f4f83b496f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:03.963548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ca65ab61-b296-408b-9629-a1f4f83b496f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:03.969479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ca65ab61-b296-408b-9629-a1f4f83b496f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:03.976306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ca65ab61-b296-408b-9629-a1f4f83b496f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:03.984224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ca65ab61-b296-408b-9629-a1f4f83b496f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3876 time: 0.4220307 Jan 29 19:54:04.069656 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:04.080268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.212099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:04.240278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4bf8c133-fbc2-4820-ade5-2b2c81124126 req-bdfb875f-2b80-4691-a8e8-524213a98214 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565106 Jan 29 19:54:04.248038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7085fdb3-700a-450c-8f6f-a485ff9227b2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.249358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Publish callbacks [] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.277894 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks [] for security_group (65bfd02f-cb14-45d4-b4da-fe1b45cfaff9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.372410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4d75b6d3-e32d-4e81-80f3-9307645d6526), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.441136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:04.443330 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2c77a-0aba-4c16-b0fe-0f5b05f8a770" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:04.475953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0c264-df27-45cf-9782-bdf433770af6 None None] Current status of the port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:04.599452 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:59Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:01Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:04.624123 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ebcdac-52ef-4158-a276-eb52bc3c52f9 x-openstack-request-id: req-00ebcdac-52ef-4158-a276-eb52bc3c52f9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:04.624123 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:04.624371 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00ebcdac-52ef-4158-a276-eb52bc3c52f9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:04.624730 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2', 'code': 200} Jan 29 19:54:04.637928 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:04.638555 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Updating router 442bf31e-d87c-4d86-8dee-c918db59d986 port 21078ba9-935d-433e-a75b-ac521ad8fbad binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:54:04.645079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (4d75b6d3-e32d-4e81-80f3-9307645d6526), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.685318 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.707926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=7085fdb3-700a-450c-8f6f-a485ff9227b2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:04.746420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Publish callbacks [] for port (face036d-1443-4363-b4e2-940548856865), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.748519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8b8d989d-cd8e-4a54-965a-24b53674382a None None] Provisioning complete for port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:04.749077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b8d989d-cd8e-4a54-965a-24b53674382a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.783255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Transition to ACTIVE for port object 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:54:04.815264 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (face036d-1443-4363-b4e2-940548856865), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.843792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Subnet': ['ID=4d75b6d3-e32d-4e81-80f3-9307645d6526,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:04.850448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.857446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f12861b-a102-4f76-8860-38f2a84c695c tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/subnets/4d75b6d3-e32d-4e81-80f3-9307645d6526 HTTP/1.1" status: 204 len: 168 time: 2.2415593 Jan 29 19:54:04.861928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55562) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:04.864771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.882675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91139e7-9335-4d01-b3a3-4d0cb0c50633 None None] Network ccf308fd-6e37-4079-8786-61da3c58b5c9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:04.909110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] No DVR routers for this DVR port 7085fdb3-700a-450c-8f6f-a485ff9227b2 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:04.910068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:04.914134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-4b260f92-cb02-4013-9bb6-b78ffd46e98c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "DELETE /v2.0/ports/7085fdb3-700a-450c-8f6f-a485ff9227b2 HTTP/1.1" status: 204 len: 173 time: 2.9270258 Jan 29 19:54:04.916816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:04.919263 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eeb422-370b-4260-958a-01897423d044" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:05.002606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.004573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5287eb-d060-47b6-8f64-d3cdc9504ed3 None None] Pushing event updated for resources: {'Port': ['ID=face036d-1443-4363-b4e2-940548856865,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:05.062008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (65bfd02f-cb14-45d4-b4da-fe1b45cfaff9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.090726 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9980f1-75a0-4817-8f2e-2326118b27b6 x-openstack-request-id: req-de9980f1-75a0-4817-8f2e-2326118b27b6 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:05.091031 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "7085fdb3-700a-450c-8f6f-a485ff9227b2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:05.091337 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de9980f1-75a0-4817-8f2e-2326118b27b6 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:05.091745 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '7085fdb3-700a-450c-8f6f-a485ff9227b2', 'status': 'completed', 'code': 200} Jan 29 19:54:05.127827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:54:05.156398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ce7e767e-39b9-4955-b342-aabcf20cb5ef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.160865 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Added segment ce7e767e-39b9-4955-b342-aabcf20cb5ef of type vlan for network 76f2058a-fbda-4775-9a84-4fcb71361500 Jan 29 19:54:05.161018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Deleting subnet a6a03a47-18be-463c-bb7c-40d6c000148c {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:54:05.187019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for subnet (a6a03a47-18be-463c-bb7c-40d6c000148c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.203197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Attempting to bind port face036d-1443-4363-b4e2-940548856865 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:05.203577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Attempting to bind port face036d-1443-4363-b4e2-940548856865 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:05.203946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Attempting to bind port face036d-1443-4363-b4e2-940548856865 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:05.235933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:05.236535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:05.236953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.237354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:05.237849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Bound port: face036d-1443-4363-b4e2-940548856865, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:05.238230 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (face036d-1443-4363-b4e2-940548856865), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.277136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Pushing event updated for resources: {'Port': ['ID=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:05.321577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Allocated IP 172.20.0.1 (cef406a5-50de-4822-b513-da8611bca3c3/a6478cc6-ba08-4e80-ad21-bd4952f438dd/93d31466-dd8b-42e2-affd-a8507cd6a91c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:05.353999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d989d-cd8e-4a54-965a-24b53674382a None None] Current status of the port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:05.393506 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Publish callbacks [] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.408909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8b8d989d-cd8e-4a54-965a-24b53674382a None None] Provisioning complete for port 21078ba9-935d-433e-a75b-ac521ad8fbad triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:05.408909 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b8d989d-cd8e-4a54-965a-24b53674382a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.413112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:05.457254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:05.461380 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.489263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be5c4485-ff93-4ed8-93a6-aba3be891892 req-ef3674d2-f2d6-40f3-ae3f-d60ef9f53daf tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5039582 Jan 29 19:54:05.497911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.498226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.498569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.498916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.499259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.499597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.499946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.500355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.500913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.506107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.506107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.506107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.506107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:05.506728 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.515954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] For port face036d-1443-4363-b4e2-940548856865, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:05.524669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:05.525202 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.534555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (a6a03a47-18be-463c-bb7c-40d6c000148c), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.545724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d989d-cd8e-4a54-965a-24b53674382a None None] Port 21078ba9-935d-433e-a75b-ac521ad8fbad cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:05.546936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (76f2058a-fbda-4775-9a84-4fcb71361500), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.568822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] For port face036d-1443-4363-b4e2-940548856865, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=face036d-1443-4363-b4e2-940548856865,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:05.627162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:54:05.636445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Attempting to bind port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:05.636782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Attempting to bind port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:05.636939 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efd2e-8128-4dad-99f5-94b196ecfabc None None] Pushing event updated for resources: {'Port': ['ID=21078ba9-935d-433e-a75b-ac521ad8fbad,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:05.637437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Attempting to bind port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:05.648965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (face036d-1443-4363-b4e2-940548856865), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.657799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (014dfb8a-6937-4ba9-9845-4f41081983d3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.658367 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added segment 014dfb8a-6937-4ba9-9845-4f41081983d3 of type vlan for network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c Jan 29 19:54:05.730622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks [] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.741807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2f264-c661-4a84-9bb9-d21761ddfe56 req-eeacab29-22a3-472f-aca0-f45b8bb3747b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:05.750530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (76f2058a-fbda-4775-9a84-4fcb71361500), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.753340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:05.753340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.758834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96a2f264-c661-4a84-9bb9-d21761ddfe56 req-eeacab29-22a3-472f-aca0-f45b8bb3747b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 943 time: 0.3349557 Jan 29 19:54:05.760631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:54:05.761496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Attempting to bind port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:05.774721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5287eb-d060-47b6-8f64-d3cdc9504ed3 None None] Pushing event updated for resources: {'Port': ['ID=face036d-1443-4363-b4e2-940548856865,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:05.778647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] DHCP port deletion for ccf308fd-6e37-4079-8786-61da3c58b5c9 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:54:05.785331 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Attempting to bind port 21078ba9-935d-433e-a75b-ac521ad8fbad on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:05.785931 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Attempting to bind port 21078ba9-935d-433e-a75b-ac521ad8fbad by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:05.786493 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Attempting to bind port 21078ba9-935d-433e-a75b-ac521ad8fbad on network 4174f400-6d88-4c6b-8de3-166acbffa0ef {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:05.798032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:05.798876 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Checking segment: {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:05.799444 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.800002 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Bound using segment: {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:05.800690 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Bound port: 21078ba9-935d-433e-a75b-ac521ad8fbad, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b16e212-18b9-4808-8d4c-dc89f37cae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:05.801391 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.829696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:05.872638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Routers {'4eabe29b-b95f-49fd-8ed8-31a60f4aaf81'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:05.877079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4eabe29b-b95f-49fd-8ed8-31a60f4aaf81'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:05.926655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.1409886 Jan 29 19:54:05.936838 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] For port 21078ba9-935d-433e-a75b-ac521ad8fbad, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:05.945955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55578) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:05.954602 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] For port 21078ba9-935d-433e-a75b-ac521ad8fbad, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=21078ba9-935d-433e-a75b-ac521ad8fbad,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:06.023003 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.043204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] Deleting port a543d76a-58f8-4fd2-b048-554246eba081 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:06.048105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a543d76a-58f8-4fd2-b048-554246eba081), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.053498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Request body: {'subnet': {'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1065446566-subnet', 'tenant_id': '51a2e2157b8149a0b0b23b3802bbd991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:06.078340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5600d-a353-492d-aa10-bacf007aa998 admin admin] Pushing event updated for resources: {'Network': ['ID=76f2058a-fbda-4775-9a84-4fcb71361500,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:06.163185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:06.163855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:06.164457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:06.165103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Bound port: 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:06.165649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.166352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fecb7bb3-d6c3-432f-a90e-39df83826742 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:06.169820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 76f2058a-fbda-4775-9a84-4fcb71361500 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:54:06.177059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.183633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:06.184789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.222517 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:06.223752 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:06.244281 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.302611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a6a03a47-18be-463c-bb7c-40d6c000148c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.309663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] For port e857cbb6-2dd9-46a7-8b9e-56c907555cd3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:06.310043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.331728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Made reservation on behalf of 51a2e2157b8149a0b0b23b3802bbd991 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:06.335092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.439279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5126157 Jan 29 19:54:06.450851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:06.465241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'subnet': {'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:06.495805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Network cef406a5-50de-4822-b513-da8611bca3c3 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:06.519017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418559-0714-4a4d-a828-4ce04e310197 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Network': ['ID=31e7d8b7-3b0b-46d8-8729-aaf05cd2105c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:06.529054 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:06.592493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:06.613574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:54:06.704621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:06.727838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96a2f264-c661-4a84-9bb9-d21761ddfe56 req-c806aced-6af3-436f-b29e-ebf07bf4d9bf tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9653287 Jan 29 19:54:06.730307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.811407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] For port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:06.813851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Pushing event updated for resources: {'Port': ['ID=93d31466-dd8b-42e2-affd-a8507cd6a91c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:06.829053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] For port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:06.874270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] For port a543d76a-58f8-4fd2-b048-554246eba081, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a543d76a-58f8-4fd2-b048-554246eba081,segment=NetworkSegment(9087f920-34c6-49b1-abb6-e9b8e9ba84fd),segment_id=9087f920-34c6-49b1-abb6-e9b8e9ba84fd)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:06.874514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efd2e-8128-4dad-99f5-94b196ecfabc None None] Pushing event updated for resources: {'Port': ['ID=21078ba9-935d-433e-a75b-ac521ad8fbad,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:06.875011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a543d76a-58f8-4fd2-b048-554246eba081), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.891455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (a6a03a47-18be-463c-bb7c-40d6c000148c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.905200 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.971624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.974597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:06.981333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/subnets/a6a03a47-18be-463c-bb7c-40d6c000148c HTTP/1.1" status: 204 len: 168 time: 2.1125131 Jan 29 19:54:07.001601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac21ac-20e9-4db1-b5dd-4c96b5eb7a61 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a03a47-18be-463c-bb7c-40d6c000148c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:07.001729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55584) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:07.035514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] Calling delete_port for a543d76a-58f8-4fd2-b048-554246eba081 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:07.056049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.063745 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:59Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:05Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:07.154189 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b097e27-eb75-480a-b58d-519813d9c4cc None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:53:59Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:05Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:07.195782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2358c12-57b8-4a4d-b8bb-b38d0ba7555b None None] Network 0960a350-6d88-444e-88a0-73294b536673 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:07.325527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d856c1-cb26-4221-a125-782eab3ccb16 req-317bd332-f2b4-4f69-83f3-bf8276b524c2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:07.326592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] Provisioning complete for port 21078ba9-935d-433e-a75b-ac521ad8fbad triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:07.327136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.331055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d856c1-cb26-4221-a125-782eab3ccb16 req-317bd332-f2b4-4f69-83f3-bf8276b524c2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:07.342040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d856c1-cb26-4221-a125-782eab3ccb16 req-317bd332-f2b4-4f69-83f3-bf8276b524c2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:07.353950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d856c1-cb26-4221-a125-782eab3ccb16 req-317bd332-f2b4-4f69-83f3-bf8276b524c2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:07.366296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64d856c1-cb26-4221-a125-782eab3ccb16 req-317bd332-f2b4-4f69-83f3-bf8276b524c2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 3143 time: 0.6583776 Jan 29 19:54:07.387970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] Set router 4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:07.430939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Made reservation on behalf of 012f0d30d9544d91aa313c1c0e539ae7 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:07.435326 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.446568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fecb7bb3-d6c3-432f-a90e-39df83826742 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:07.447222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.501069 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a543d76a-58f8-4fd2-b048-554246eba081), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.509514 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ccf308fd-6e37-4079-8786-61da3c58b5c9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.582486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] No DVR routers for this DVR port a543d76a-58f8-4fd2-b048-554246eba081 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:07.586137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8fe5a-72e6-42f2-9953-3593e47656b7 None None] Pushing event deleted for resources: {'Port': ['ID=a543d76a-58f8-4fd2-b048-554246eba081,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:07.639108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.645881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8446e989-3462-4857-a3fe-633a28693cb4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.645881 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Floating IP 8446e989-3462-4857-a3fe-633a28693cb4 disassociated. External IP: 172.25.5.123, port: e857cbb6-2dd9-46a7-8b9e-56c907555cd3. Jan 29 19:54:07.645881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for e857cbb6-2dd9-46a7-8b9e-56c907555cd3 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:07.781722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fecb7bb3-d6c3-432f-a90e-39df83826742 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:07.782290 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.877035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64d856c1-cb26-4221-a125-782eab3ccb16 req-440f15ec-655c-4c9b-bf37-0ca7868537e9 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5096972 Jan 29 19:54:07.885041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port fecb7bb3-d6c3-432f-a90e-39df83826742, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fecb7bb3-d6c3-432f-a90e-39df83826742,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:07.887250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] Current status of the port 21078ba9-935d-433e-a75b-ac521ad8fbad is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:07.887644 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.960862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Allocated IP 172.25.5.59 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/3fd4699c-a1a6-481d-a70f-3534f5429bf6) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:07.961982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] DHCP port deletion for 0960a350-6d88-444e-88a0-73294b536673 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:54:07.964450 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:07.965309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f890f1d6-9854-4e8e-96d8-4cdf395a89c8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:08.013188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Pushing event updated for resources: {'Port': ['ID=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.014438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] For port 21078ba9-935d-433e-a75b-ac521ad8fbad, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=21078ba9-935d-433e-a75b-ac521ad8fbad,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:08.049608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:08.050566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.055181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-a972b92a-0f8b-4e50-8ac6-3f403a4ace3e service neutron] 10.222.0.26 "PUT /v2.0/ports/5abedd94-95d9-4f87-846d-a2dbfcaa37d9 HTTP/1.1" status: 200 len: 1091 time: 6.5032599 Jan 29 19:54:08.083656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.092061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (67ea2265-e539-4899-a6cd-fc2d11ff5712), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.092752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'tag': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:08.096552 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bc2bf-914a-4a6d-9db6-cc2a783698f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa96beb4-0b34-476f-b7c8-a7bcf159c12d", "tag": "5abedd94-95d9-4f87-846d-a2dbfcaa37d9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:08.099269 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e857cbb6-2dd9-46a7-8b9e-56c907555cd3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.205363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ccf308fd-6e37-4079-8786-61da3c58b5c9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.238728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (938f8beb-e741-4d57-b9b0-7c376d3508cc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.283849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf308fd-6e37-4079-8786-61da3c58b5c9']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:08.294424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.300508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.353733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9087f920-34c6-49b1-abb6-e9b8e9ba84fd') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:08.354340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9087f920-34c6-49b1-abb6-e9b8e9ba84fd') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:08.367357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=fecb7bb3-d6c3-432f-a90e-39df83826742,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.401087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (9087f920-34c6-49b1-abb6-e9b8e9ba84fd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.424795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Subnet': ['ID=67ea2265-e539-4899-a6cd-fc2d11ff5712,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.433220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d176ba8-f805-4af1-8749-1315285694f0 None None] Pushing event updated for resources: {'Port': ['ID=21078ba9-935d-433e-a75b-ac521ad8fbad,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.451685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9087f920-34c6-49b1-abb6-e9b8e9ba84fd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.481439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6863c065-184f-4e9a-89a6-8f379a07bfe2 None None] Provisioning complete for port 93d31466-dd8b-42e2-affd-a8507cd6a91c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:08.481806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6863c065-184f-4e9a-89a6-8f379a07bfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.504934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.515157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:54:08.515577 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (9087f920-34c6-49b1-abb6-e9b8e9ba84fd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:54:08.528144 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:54:08.546282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Checking segment: {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:08.546817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network hostable DHCP agents. Network: 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:54:08.555589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eabe29b-b95f-49fd-8ed8-31a60f4aaf81', 'name': 'tempest-snat-router-124096006', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.69'}], 'enable_snat': False}, 'gw_port_id': 'face036d-1443-4363-b4e2-940548856865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:51Z', 'updated_at': '2022-01-29T19:53:57Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': 'face036d-1443-4363-b4e2-940548856865', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eabe29b-b95f-49fd-8ed8-31a60f4aaf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:54Z', 'updated_at': '2022-01-29T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:08.564323 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9d6e9b-be9b-4811-b6fc-c8beb7f09878 x-openstack-request-id: req-fc9d6e9b-be9b-4811-b6fc-c8beb7f09878 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:08.565049 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa96beb4-0b34-476f-b7c8-a7bcf159c12d", "tag": "5abedd94-95d9-4f87-846d-a2dbfcaa37d9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:08.565598 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc9d6e9b-be9b-4811-b6fc-c8beb7f09878 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:08.566773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:08.567110 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'tag': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9', 'status': 'completed', 'code': 200} Jan 29 19:54:08.567270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.573313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=e857cbb6-2dd9-46a7-8b9e-56c907555cd3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.588364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Checking segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:08.588364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Network hostable DHCP agents. Network: 76f2058a-fbda-4775-9a84-4fcb71361500, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:54:08.641914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] Deleting port 84c8e416-e228-453b-b023-771d9af64739 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:08.642299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (84c8e416-e228-453b-b023-771d9af64739), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.663419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=938f8beb-e741-4d57-b9b0-7c376d3508cc,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.697595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.702868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd14f2-0a63-45a7-8e56-4d7a3ab4a290 None None] The sync data for ids ['4eabe29b-b95f-49fd-8ed8-31a60f4aaf81'] in n-d-825496-5 is: [{'id': '4eabe29b-b95f-49fd-8ed8-31a60f4aaf81', 'name': 'tempest-snat-router-124096006', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.69'}], 'enable_snat': False}, 'gw_port_id': 'face036d-1443-4363-b4e2-940548856865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:51Z', 'updated_at': '2022-01-29T19:53:57Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': 'face036d-1443-4363-b4e2-940548856865', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eabe29b-b95f-49fd-8ed8-31a60f4aaf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:54Z', 'updated_at': '2022-01-29T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:08.712559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6863c065-184f-4e9a-89a6-8f379a07bfe2 None None] Port 93d31466-dd8b-42e2-affd-a8507cd6a91c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:08.763943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ccf308fd-6e37-4079-8786-61da3c58b5c9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.796856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-946925a1-3499-45b2-841f-e1b540826b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:08.799015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-946925a1-3499-45b2-841f-e1b540826b8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 1125 time: 0.6115239 Jan 29 19:54:08.805320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks [] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.817570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b873a-c3e6-441e-b388-e6000903beb8 req-52d4d6b2-bda3-4ead-84d9-034545811ade tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:08.824353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6863c065-184f-4e9a-89a6-8f379a07bfe2 None None] Provisioning complete for port 21078ba9-935d-433e-a75b-ac521ad8fbad triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:08.828127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c8b873a-c3e6-441e-b388-e6000903beb8 req-52d4d6b2-bda3-4ead-84d9-034545811ade tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 943 time: 0.7714033 Jan 29 19:54:08.834065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6863c065-184f-4e9a-89a6-8f379a07bfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.834193 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.836877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/networks/ccf308fd-6e37-4079-8786-61da3c58b5c9 HTTP/1.1" status: 204 len: 168 time: 1.8372064 Jan 29 19:54:08.840913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Network 76f2058a-fbda-4775-9a84-4fcb71361500 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:54:08.845739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:54:08.859477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55606) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:08.872099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.875091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8441c2d-de58-45cd-aaa0-cc87d6e7f49f tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Network': ['ID=ccf308fd-6e37-4079-8786-61da3c58b5c9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:08.912973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] For port 84c8e416-e228-453b-b023-771d9af64739, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=84c8e416-e228-453b-b023-771d9af64739,segment=NetworkSegment(4e467b79-1df0-462f-8b1f-d4cd76eafc7d),segment_id=4e467b79-1df0-462f-8b1f-d4cd76eafc7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:08.912973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (84c8e416-e228-453b-b023-771d9af64739), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:08.929125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-7c419e1b-7343-4d3b-85e4-c58e79fccb8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9 HTTP/1.1" status: 200 len: 217 time: 0.0640469 Jan 29 19:54:08.981330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 76f2058a-fbda-4775-9a84-4fcb71361500) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:08.997294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] Calling delete_port for 84c8e416-e228-453b-b023-771d9af64739 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:09.002527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:09.014037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:09.014661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:09.014996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:09.029165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231832b-4f5e-4562-9438-356b1e849030 req-e0c2e5d0-956a-4562-8c52-622162dd48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:09.031203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-e0c2e5d0-956a-4562-8c52-622162dd48b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.0651307 Jan 29 19:54:09.033053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aafb19-7a4c-44f7-baab-dd5683aa3348 None None] Network 76f2058a-fbda-4775-9a84-4fcb71361500 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:09.034659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:09.035346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61be01-aaea-4164-b51b-b71f539bb36f None None] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:09.038499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:09.039111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:09.042608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Port': ['ID=3fd4699c-a1a6-481d-a70f-3534f5429bf6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:09.141229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:09.146472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:09.234588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:09.248962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Pushing event updated for resources: {'Port': ['ID=93d31466-dd8b-42e2-affd-a8507cd6a91c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:09.263222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-35070e8f-ce9a-4e58-88ba-13b1d743b342 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114792 Jan 29 19:54:09.378605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-90939bc7-a8c1-4ff9-b969-8a830a2935bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.3578289 Jan 29 19:54:09.392984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-db3a689a-b262-4914-819c-487f9d15eaee tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9334133 Jan 29 19:54:09.426981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd335656-c539-4d4e-a223-b881fa9f8955 req-a27cfda7-403c-4ec2-bf8b-29c6d22cb8db tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:09.449780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd335656-c539-4d4e-a223-b881fa9f8955 req-a27cfda7-403c-4ec2-bf8b-29c6d22cb8db tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:09.455295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55612) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:09.459432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd335656-c539-4d4e-a223-b881fa9f8955 req-a27cfda7-403c-4ec2-bf8b-29c6d22cb8db tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:09.463681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c8b873a-c3e6-441e-b388-e6000903beb8 req-01b7bd94-cb59-4975-b2b5-f85c60f739fc tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341262 Jan 29 19:54:09.468928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd335656-c539-4d4e-a223-b881fa9f8955 req-a27cfda7-403c-4ec2-bf8b-29c6d22cb8db tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 2409 time: 0.4020507 Jan 29 19:54:09.569795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fecb7bb3-d6c3-432f-a90e-39df83826742 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:09.648008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd335656-c539-4d4e-a223-b881fa9f8955 req-83ba824a-1d88-4b1e-bbce-dcc2b76beeb2 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677229 Jan 29 19:54:09.650051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Network cef406a5-50de-4822-b513-da8611bca3c3 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:09.651758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:09.662845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0960a350-6d88-444e-88a0-73294b536673), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:09.671608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:54:09.673024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:09.766237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6863c065-184f-4e9a-89a6-8f379a07bfe2 None None] Current status of the port 21078ba9-935d-433e-a75b-ac521ad8fbad is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:09.794847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:09.812529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96ef2c-8899-49b8-8ccb-f641f95371a9 None None] Network 76f2058a-fbda-4775-9a84-4fcb71361500 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:09.868816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:10.082494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:10.110534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-be23e426-3645-4566-93fe-3e6884d197fc admin admin] 10.222.0.15 "PUT /v2.0/routers/d0a89e41-2c58-4946-9bc7-74cd1d3305b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6413372 Jan 29 19:54:10.110778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Allocated IP 2001:db8:3::2 (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c/67ea2265-e539-4899-a6cd-fc2d11ff5712/75bde0b9-e688-46b5-be86-0e600aaf2ab9) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:10.206088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-357c13a8-4a34-41b5-86ee-dc8396e1475d service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8181682 Jan 29 19:54:10.311121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a65292-f534-494a-9b22-11511917762a None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:10.320002 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (84c8e416-e228-453b-b023-771d9af64739), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.412696 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Publish callbacks [] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.419391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] Pushing event deleted for resources: {'Port': ['ID=84c8e416-e228-453b-b023-771d9af64739,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:10.429249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd301281-6a0c-4f5f-947a-e0744a051040 None None] No DVR routers for this DVR port 84c8e416-e228-453b-b023-771d9af64739 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:10.437589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a65292-f534-494a-9b22-11511917762a None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:10.445484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-95a65292-f534-494a-9b22-11511917762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:10.491879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4a59d8fb-b252-4ba2-8503-845c7f8fefde None None] Provisioning complete for port 93d31466-dd8b-42e2-affd-a8507cd6a91c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:10.491879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4a59d8fb-b252-4ba2-8503-845c7f8fefde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.496176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fecb7bb3-d6c3-432f-a90e-39df83826742 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:10.500796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.573047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.691748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4a59d8fb-b252-4ba2-8503-845c7f8fefde None None] Port 93d31466-dd8b-42e2-affd-a8507cd6a91c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:10.696046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0960a350-6d88-444e-88a0-73294b536673), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.697249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:10.704909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:10.706578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Pushing event updated for resources: {'Port': ['ID=75bde0b9-e688-46b5-be86-0e600aaf2ab9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:10.710425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:10.757095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55642) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:10.764359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737624641', 'description': 'tempest-description--356820577'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:10.801082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-95a65292-f534-494a-9b22-11511917762a None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:10.804011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fecb7bb3-d6c3-432f-a90e-39df83826742 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:10.805166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 21078ba9-935d-433e-a75b-ac521ad8fbad up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:10.879700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565d7c-1463-4eea-b1d4-dfceb4c4aec8 req-363929ef-b4dd-4e40-816a-c8f05f33d050 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:10.881624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf565d7c-1463-4eea-b1d4-dfceb4c4aec8 req-363929ef-b4dd-4e40-816a-c8f05f33d050 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 943 time: 0.0753093 Jan 29 19:54:10.883438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:10.969079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf565d7c-1463-4eea-b1d4-dfceb4c4aec8 req-e0affd4b-80db-4f19-9859-1c8644912d2a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 Jan 29 19:54:11.006613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (6295a552-cdff-40ec-8cea-6407b4d6d31f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.070835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Attempting to bind port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:11.071208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Attempting to bind port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:11.071576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Attempting to bind port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 on network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:11.077425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6295a552-cdff-40ec-8cea-6407b4d6d31f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.116003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:11.116579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Checking segment: {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:11.116706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.117018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Bound using segment: {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:11.117502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Bound port: 75bde0b9-e688-46b5-be86-0e600aaf2ab9, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:11.117886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.159929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6295a552-cdff-40ec-8cea-6407b4d6d31f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:11.164705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0960a350-6d88-444e-88a0-73294b536673']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:11.186032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519e74-3cfc-46bc-a5f2-da06995b3a8e req-9f7744cc-9fed-4c6e-b15f-01c92013dcaa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:11.198448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519e74-3cfc-46bc-a5f2-da06995b3a8e req-9f7744cc-9fed-4c6e-b15f-01c92013dcaa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:11.204648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519e74-3cfc-46bc-a5f2-da06995b3a8e req-9f7744cc-9fed-4c6e-b15f-01c92013dcaa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:11.206601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43519e74-3cfc-46bc-a5f2-da06995b3a8e req-9f7744cc-9fed-4c6e-b15f-01c92013dcaa tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 2409 time: 0.1317675 Jan 29 19:54:11.244960 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.249643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a0d52046-aba6-4834-a784-b08e6f698735 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4914296 Jan 29 19:54:11.254920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55654) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:11.260057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'security_group_rule': {'security_group_id': '6295a552-cdff-40ec-8cea-6407b4d6d31f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:11.266323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 21078ba9-935d-433e-a75b-ac521ad8fbad triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:11.266688 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.288495 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b231832b-4f5e-4562-9438-356b1e849030 req-968ca55b-7fc9-4f7b-99f9-efb636f5541e service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0316985 Jan 29 19:54:11.306279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43519e74-3cfc-46bc-a5f2-da06995b3a8e req-3106f918-aeaa-463b-ba6f-684244950f28 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935419 Jan 29 19:54:11.312345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-48f62238-344d-4b55-a86b-999ce150c0f0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:11.315775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-48f62238-344d-4b55-a86b-999ce150c0f0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 822 time: 1.0625820 Jan 29 19:54:11.323530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e467b79-1df0-462f-8b1f-d4cd76eafc7d') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:11.324153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e467b79-1df0-462f-8b1f-d4cd76eafc7d') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:11.327649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] For port 75bde0b9-e688-46b5-be86-0e600aaf2ab9, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:11.367719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] For port 75bde0b9-e688-46b5-be86-0e600aaf2ab9, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75bde0b9-e688-46b5-be86-0e600aaf2ab9,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:11.397354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:11.403606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (6a106979-cccf-465e-bf04-fbec1daf6a03), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.406346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4e467b79-1df0-462f-8b1f-d4cd76eafc7d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.413888 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] Sync routers for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:11.432084 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:11.433706 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:11.454128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 21078ba9-935d-433e-a75b-ac521ad8fbad is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:11.467279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-95a65292-f534-494a-9b22-11511917762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:08Z', 'revision_number': 2, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:11.482890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-48e27489-a951-491a-805c-38b50bcf0f56 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/quotas/51a2e2157b8149a0b0b23b3802bbd991 HTTP/1.1" status: 200 len: 375 time: 0.1412923 Jan 29 19:54:11.522043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] No DVR routers for this DVR port e857cbb6-2dd9-46a7-8b9e-56c907555cd3 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:11.524938 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.533495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a65292-f534-494a-9b22-11511917762a None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:11.533495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a65292-f534-494a-9b22-11511917762a None None] Updating router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 port 93d31466-dd8b-42e2-affd-a8507cd6a91c binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:54:11.538144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.542219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-24738b45-ec8a-4843-b646-2e0b74b07cc1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "DELETE /v2.0/ports/e857cbb6-2dd9-46a7-8b9e-56c907555cd3 HTTP/1.1" status: 204 len: 173 time: 6.6200006 Jan 29 19:54:11.549605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:11.551858 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e742fa-2eb2-4b6d-8917-fd6caec9638a" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:11.569097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (6a106979-cccf-465e-bf04-fbec1daf6a03), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.569533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4e467b79-1df0-462f-8b1f-d4cd76eafc7d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.570796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a543d76a-58f8-4fd2-b048-554246eba081 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:11.630160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-976adbca-a047-4465-af91-dbae107f37a4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029165 Jan 29 19:54:11.633642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:54:11.634059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4e467b79-1df0-462f-8b1f-d4cd76eafc7d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.639341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6a106979-cccf-465e-bf04-fbec1daf6a03), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.640843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a543d76a-58f8-4fd2-b048-554246eba081 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:11.641391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a543d76a-58f8-4fd2-b048-554246eba081 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:11.650928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 84c8e416-e228-453b-b023-771d9af64739 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:11.671593 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:54:11.679769 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:54:11.683749 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:11.684604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 84c8e416-e228-453b-b023-771d9af64739 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:11.686403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 84c8e416-e228-453b-b023-771d9af64739 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:11.692705 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208a4a21-1a54-4171-8a93-9fb54ed4f903 x-openstack-request-id: req-208a4a21-1a54-4171-8a93-9fb54ed4f903 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:11.694490 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "e857cbb6-2dd9-46a7-8b9e-56c907555cd3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:11.694751 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-208a4a21-1a54-4171-8a93-9fb54ed4f903 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:11.697723 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': 'e857cbb6-2dd9-46a7-8b9e-56c907555cd3', 'status': 'completed', 'code': 200} Jan 29 19:54:11.710177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a106979-cccf-465e-bf04-fbec1daf6a03,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:11.735783 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95a65292-f534-494a-9b22-11511917762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.741078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e4fd-da59-477f-bbae-a3872dd47c04 None None] Pushing event updated for resources: {'Port': ['ID=75bde0b9-e688-46b5-be86-0e600aaf2ab9,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:11.838253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:11.843858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6d94849-d562-46bc-af14-d3fb38c0e5a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5882404 Jan 29 19:54:11.847335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55664) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:11.864252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'security_group_rule': {'security_group_id': '6295a552-cdff-40ec-8cea-6407b4d6d31f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:11.994638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (7bd21394-ab47-440a-a671-01f3ce286e00), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.022856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device face036d-1443-4363-b4e2-940548856865 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:12.152301 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:12.159177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0960a350-6d88-444e-88a0-73294b536673), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.164595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.171297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] 10.222.0.15 "DELETE /v2.0/networks/0960a350-6d88-444e-88a0-73294b536673 HTTP/1.1" status: 204 len: 168 time: 3.2516282 Jan 29 19:54:12.189968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-45b9da29-b7f5-4d63-ae12-fef3ab73ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:12.195042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-45b9da29-b7f5-4d63-ae12-fef3ab73ef43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 1125 time: 0.6662014 Jan 29 19:54:12.215590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port face036d-1443-4363-b4e2-940548856865 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:12.217283 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (face036d-1443-4363-b4e2-940548856865), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.224247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] Checking router: 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:12.225077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (7bd21394-ab47-440a-a671-01f3ce286e00), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.237194 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:12.238111 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:12.258333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.315222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516614ce-157c-4f11-9c43-edbafec3b581 req-5ef91219-4f0b-4724-84c4-1956f61f8222 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:12.317900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-516614ce-157c-4f11-9c43-edbafec3b581 req-5ef91219-4f0b-4724-84c4-1956f61f8222 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 943 time: 0.0914793 Jan 29 19:54:12.319855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7bd21394-ab47-440a-a671-01f3ce286e00), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.341218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Pushing event deleted for resources: {'Network': ['ID=0960a350-6d88-444e-88a0-73294b536673,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:12.390072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd21394-ab47-440a-a671-01f3ce286e00,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:12.405036 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:12.423288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port face036d-1443-4363-b4e2-940548856865 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:12.423804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (face036d-1443-4363-b4e2-940548856865), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.429187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-516614ce-157c-4f11-9c43-edbafec3b581 req-785a78ad-9262-4164-bd89-bebd2b53955c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970688 Jan 29 19:54:12.429589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.429947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.430289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.430631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.430980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.431328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.431656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.432298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.432714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.433045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.433367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.433695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.434020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f707bc-173f-459a-9435-4fad8427c782 tempest-TaggedBootDevicesTest-176380432 tempest-TaggedBootDevicesTest-176380432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:54:12.443595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-bfc2efc2-fd39-43ea-9bb2-fa712d13f713 service neutron] 10.222.0.15 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250199 Jan 29 19:54:12.451177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.452655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0962d1f4-1309-4e5d-83cd-8082302c6e2a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6043491 Jan 29 19:54:12.455657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55676) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:12.463109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:12.481817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port face036d-1443-4363-b4e2-940548856865, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=face036d-1443-4363-b4e2-940548856865,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:12.499828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95a65292-f534-494a-9b22-11511917762a None None] Publish callbacks [] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.565363 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (face036d-1443-4363-b4e2-940548856865), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.602066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95a65292-f534-494a-9b22-11511917762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.663939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.705400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-95a65292-f534-494a-9b22-11511917762a None None] Attempting to bind port 93d31466-dd8b-42e2-affd-a8507cd6a91c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:12.705781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-95a65292-f534-494a-9b22-11511917762a None None] Attempting to bind port 93d31466-dd8b-42e2-affd-a8507cd6a91c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:12.706198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a65292-f534-494a-9b22-11511917762a None None] Attempting to bind port 93d31466-dd8b-42e2-affd-a8507cd6a91c on network cef406a5-50de-4822-b513-da8611bca3c3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:12.708258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=face036d-1443-4363-b4e2-940548856865,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:12.717105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a65292-f534-494a-9b22-11511917762a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:12.717479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a65292-f534-494a-9b22-11511917762a None None] Checking segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:12.717878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95a65292-f534-494a-9b22-11511917762a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.718262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a65292-f534-494a-9b22-11511917762a None None] Bound using segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:12.718732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-95a65292-f534-494a-9b22-11511917762a None None] Bound port: 93d31466-dd8b-42e2-affd-a8507cd6a91c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:12.719116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95a65292-f534-494a-9b22-11511917762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.757898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port 469f1503-40a1-4073-bc98-1f8959a0a3d8 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:12.758137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:12.759219 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:12.794028 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7305c1-d74d-4633-9907-9bfb45cd266d None None] The sync data for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 is: [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:46:06Z', 'revision_number': 4, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '9a8493a8-422a-4db3-b3c3-5a5649d13420', 'name': '', 'network_id': '534d07ce-bb8c-4683-9cca-1edf87284068', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'mac_address': 'fa:16:3e:a6:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:04Z', 'updated_at': '2022-01-29T19:46:11Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'subnets': [{'id': '43ae2ac7-1858-4c96-b813-1c199b81f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:12.824331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3331c5-9355-4577-968d-cfdc9c603f08 req-9ac5c947-2c03-4261-8be6-d8238000deed tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:12.830384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3331c5-9355-4577-968d-cfdc9c603f08 req-9ac5c947-2c03-4261-8be6-d8238000deed tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:12.836933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3331c5-9355-4577-968d-cfdc9c603f08 req-9ac5c947-2c03-4261-8be6-d8238000deed tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:12.839643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f3331c5-9355-4577-968d-cfdc9c603f08 req-9ac5c947-2c03-4261-8be6-d8238000deed tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 2409 time: 0.2511382 Jan 29 19:54:12.850665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b79f6-9974-426b-b825-a72c4a9882d2 None None] Pushing event updated for resources: {'Port': ['ID=93d31466-dd8b-42e2-affd-a8507cd6a91c,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:12.937728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-95a65292-f534-494a-9b22-11511917762a None None] For port 93d31466-dd8b-42e2-affd-a8507cd6a91c, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:12.941520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-95a65292-f534-494a-9b22-11511917762a None None] For port 93d31466-dd8b-42e2-affd-a8507cd6a91c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=93d31466-dd8b-42e2-affd-a8507cd6a91c,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:12.954620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f3331c5-9355-4577-968d-cfdc9c603f08 req-17ba5b90-db4e-45e8-9549-154b42a7d830 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012924 Jan 29 19:54:13.003861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:13.030487 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95a65292-f534-494a-9b22-11511917762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:13.037054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-a39bad2f-6900-465a-91bd-67735beeb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:13.038848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-a39bad2f-6900-465a-91bd-67735beeb7c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 904 time: 0.8108068 Jan 29 19:54:13.152142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b79f6-9974-426b-b825-a72c4a9882d2 None None] Pushing event updated for resources: {'Port': ['ID=93d31466-dd8b-42e2-affd-a8507cd6a91c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:13.165560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] Provisioning complete for port 93d31466-dd8b-42e2-affd-a8507cd6a91c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:13.166033 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:13.233588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Allocated IP 172.25.5.66 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/0206d900-4b8e-4cef-b9ae-d625bd0b3236) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:13.262493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a65292-f534-494a-9b22-11511917762a None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:13.263637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-95a65292-f534-494a-9b22-11511917762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:13.325930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841fcb7-9938-4be5-9faf-cac625858ae8 None None] New status for floating IP 8446e989-3462-4857-a3fe-633a28693cb4: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:54:13.418702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:13.578943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:13.599388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8aa2f6-0ac5-46bc-b3dd-724026621c84 None None] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:13.704269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55696) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:13.718634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-95a65292-f534-494a-9b22-11511917762a None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:13.739766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:13.751969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:13.759368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:13.761966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'Port': ['ID=0206d900-4b8e-4cef-b9ae-d625bd0b3236,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:13.858839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-3cfaa6da-40f1-4bdf-8918-05a316d92f7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9 HTTP/1.1" status: 200 len: 217 time: 0.8105090 Jan 29 19:54:13.867138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-7aeff266-b786-4251-82f9-49f758769014 service neutron] 10.222.0.15 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4226520 Jan 29 19:54:13.896254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2b56-ea31-402f-b744-4ad188436ccd req-e6963e77-6e98-4fb3-9c40-69daf34bd03e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:13.896254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-916e2b56-ea31-402f-b744-4ad188436ccd req-e6963e77-6e98-4fb3-9c40-69daf34bd03e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 943 time: 0.3304019 Jan 29 19:54:14.009294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.009539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] Current status of the port 93d31466-dd8b-42e2-affd-a8507cd6a91c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:14.009941 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.105514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] For port 469f1503-40a1-4073-bc98-1f8959a0a3d8, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=469f1503-40a1-4073-bc98-1f8959a0a3d8,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:14.107098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.123162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for 469f1503-40a1-4073-bc98-1f8959a0a3d8 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:14.128113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device face036d-1443-4363-b4e2-940548856865 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:14.301785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] For port 93d31466-dd8b-42e2-affd-a8507cd6a91c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=93d31466-dd8b-42e2-affd-a8507cd6a91c,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:14.390162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port face036d-1443-4363-b4e2-940548856865 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:14.390484 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (face036d-1443-4363-b4e2-940548856865), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.486617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.585403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:54:14.602227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef35d655-e0b8-4c5d-9431-c1458375870f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.619792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-be7af526-e427-4750-b755-a5922243562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:14.632610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-be7af526-e427-4750-b755-a5922243562e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.7486112 Jan 29 19:54:14.731065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:14.734349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (469f1503-40a1-4073-bc98-1f8959a0a3d8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.752035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9', 'mac_address': 'fa:16:3e:9c:92:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:54:14.796785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-872c75fd-01c8-4627-81f8-2b53dbf4e57f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413596 Jan 29 19:54:14.797197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccc1ab-fd34-409e-a89d-e066c68364a3 None None] Pushing event updated for resources: {'Port': ['ID=93d31466-dd8b-42e2-affd-a8507cd6a91c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:14.821602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Allocated IP 2001:db8:3::1 (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c/67ea2265-e539-4899-a6cd-fc2d11ff5712/c1281357-d76e-4ad2-a424-8dbbbc38a520) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:14.821914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port face036d-1443-4363-b4e2-940548856865 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:14.823887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75bde0b9-e688-46b5-be86-0e600aaf2ab9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:14.824123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (a50550de-3299-4740-922b-2d9e2796fee2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.848713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-916e2b56-ea31-402f-b744-4ad188436ccd req-9ea3aa67-9c99-4740-a657-894845a30300 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9228640 Jan 29 19:54:14.856741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-95a65292-f534-494a-9b22-11511917762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:12Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:14.858595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-044412bf-656d-4e32-b3d7-1272d2a56f51 None None] Provisioning complete for port 93d31466-dd8b-42e2-affd-a8507cd6a91c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:14.859681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-044412bf-656d-4e32-b3d7-1272d2a56f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:14.942139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a65292-f534-494a-9b22-11511917762a None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:12Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:14.950564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=469f1503-40a1-4073-bc98-1f8959a0a3d8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:14.956802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:14.956986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.003420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8d36-bdde-4544-9f24-6e365c782b43 req-cc15a004-42a9-4841-8ab6-4c1a9abad8f0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:15.009739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef35d655-e0b8-4c5d-9431-c1458375870f admin admin] Publish callbacks [] for security_group (7a5cede9-4f94-4eb0-ab77-13d60e79e9d3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.010499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8d36-bdde-4544-9f24-6e365c782b43 req-cc15a004-42a9-4841-8ab6-4c1a9abad8f0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:15.012234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:15.020502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8d36-bdde-4544-9f24-6e365c782b43 req-cc15a004-42a9-4841-8ab6-4c1a9abad8f0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:15.024667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d73a8d36-bdde-4544-9f24-6e365c782b43 req-cc15a004-42a9-4841-8ab6-4c1a9abad8f0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 2409 time: 0.5058870 Jan 29 19:54:15.035082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-acb10957-2b3f-4821-80b4-74a574904eab service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843183 Jan 29 19:54:15.067362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:15.089357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:15.103565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.122075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.132778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f2a038b-659c-4ca9-b450-2ff2054bd234 req-50c8e2ab-5181-46fd-b7be-9014ec470c93 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 210 time: 0.1325302 Jan 29 19:54:15.170420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef35d655-e0b8-4c5d-9431-c1458375870f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7a5cede9-4f94-4eb0-ab77-13d60e79e9d3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.184498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.234006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef35d655-e0b8-4c5d-9431-c1458375870f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf3852acce53456f87652221ca2e7b07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5283971 Jan 29 19:54:15.237156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d655-e0b8-4c5d-9431-c1458375870f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cede9-4f94-4eb0-ab77-13d60e79e9d3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:15.241684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55712) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:15.250297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] No DVR routers for this DVR port 469f1503-40a1-4073-bc98-1f8959a0a3d8 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:15.264225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.268815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-9cb680cb-2af5-4ddc-889e-2532da5fce31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "DELETE /v2.0/ports/469f1503-40a1-4073-bc98-1f8959a0a3d8 HTTP/1.1" status: 204 len: 173 time: 3.6980755 Jan 29 19:54:15.334875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:15.340659 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66814508-ca50-463d-91cc-9a4d27b6419a" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:15.374128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:15.399140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-10d3b198-e668-4389-bb81-277e8ef70daa admin admin] Publish callbacks [] for security_group (7a5cede9-4f94-4eb0-ab77-13d60e79e9d3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.462866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-044412bf-656d-4e32-b3d7-1272d2a56f51 None None] Current status of the port 93d31466-dd8b-42e2-affd-a8507cd6a91c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:15.483649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-10d3b198-e668-4389-bb81-277e8ef70daa admin admin] Publish callbacks [] for security_group (7a5cede9-4f94-4eb0-ab77-13d60e79e9d3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.489084 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d4f5a1-5ed1-421e-9fd3-685024bc9e86 x-openstack-request-id: req-02d4f5a1-5ed1-421e-9fd3-685024bc9e86 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:15.489398 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "469f1503-40a1-4073-bc98-1f8959a0a3d8", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:15.489676 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02d4f5a1-5ed1-421e-9fd3-685024bc9e86 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:15.490060 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '469f1503-40a1-4073-bc98-1f8959a0a3d8', 'status': 'completed', 'code': 200} Jan 29 19:54:15.560536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:15.560942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.576089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.581083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['5abedd94-95d9-4f87-846d-a2dbfcaa37d9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:15.642304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.659995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 75bde0b9-e688-46b5-be86-0e600aaf2ab9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75bde0b9-e688-46b5-be86-0e600aaf2ab9,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:15.664674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-044412bf-656d-4e32-b3d7-1272d2a56f51 None None] Provisioning complete for port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:15.665058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-044412bf-656d-4e32-b3d7-1272d2a56f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.681716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d73a8d36-bdde-4544-9f24-6e365c782b43 req-8aaf741f-e5d0-45a0-ac58-25bb0050aa68 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6033802 Jan 29 19:54:15.737008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-10d3b198-e668-4389-bb81-277e8ef70daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7a5cede9-4f94-4eb0-ab77-13d60e79e9d3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.743916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-10d3b198-e668-4389-bb81-277e8ef70daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.746740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-10d3b198-e668-4389-bb81-277e8ef70daa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a5cede9-4f94-4eb0-ab77-13d60e79e9d3 HTTP/1.1" status: 204 len: 168 time: 0.5029821 Jan 29 19:54:15.750814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Router 55258217-08fb-4ae0-a9f3-b4a64c0c7caf is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:54:15.769130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.771974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-661bc2bf-914a-4a6d-9db6-cc2a783698f4 req-7276abe8-3fa0-4603-8b2c-65ecfcea5305 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763141 Jan 29 19:54:15.775435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.914806 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a50550de-3299-4740-922b-2d9e2796fee2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:15.952535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:15.953028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.006683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3b198-e668-4389-bb81-277e8ef70daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cede9-4f94-4eb0-ab77-13d60e79e9d3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:16.009223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'Port': ['ID=0206d900-4b8e-4cef-b9ae-d625bd0b3236,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:16.038879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=75bde0b9-e688-46b5-be86-0e600aaf2ab9,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:16.093690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 93d31466-dd8b-42e2-affd-a8507cd6a91c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:16.118941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.127917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-269987ad-8010-425d-ae68-74f19b899034 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6634631 Jan 29 19:54:16.130759 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.171453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c50eb4-b203-4926-8fcc-7c46e34ee871 req-fcb7fc76-07c9-4897-bb42-dfb90488d7de tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:16.175196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70c50eb4-b203-4926-8fcc-7c46e34ee871 req-fcb7fc76-07c9-4897-bb42-dfb90488d7de tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 944 time: 0.1503084 Jan 29 19:54:16.301762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:16.311132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70c50eb4-b203-4926-8fcc-7c46e34ee871 req-724be5ff-5b06-49af-b7ad-be2ea63401af tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257341 Jan 29 19:54:16.371460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:16.440389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-044412bf-656d-4e32-b3d7-1272d2a56f51 None None] Current status of the port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:16.441924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:16.445632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.457717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5813c81-fb9b-45f6-906d-d6fd33d4c9c1 req-1aece04b-d91e-4ddc-88f3-f52cff9858d4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 210 time: 0.1439466 Jan 29 19:54:16.513084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 93d31466-dd8b-42e2-affd-a8507cd6a91c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:16.514096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.574265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:16.596899 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Sync routers for ids ['55258217-08fb-4ae0-a9f3-b4a64c0c7caf'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:16.608874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=c1281357-d76e-4ad2-a424-8dbbbc38a520,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:16.615871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] For port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:16.616687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.641450 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Routers {'55258217-08fb-4ae0-a9f3-b4a64c0c7caf'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:16.642261 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['55258217-08fb-4ae0-a9f3-b4a64c0c7caf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:16.668891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-709fd117-9325-4648-8458-d40bacf701dd None None] Provisioning complete for port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:16.669272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-709fd117-9325-4648-8458-d40bacf701dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:16.702837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for 7076bade-9cfd-4a5c-b0fa-44e2ca17407a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:16.786121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-d8097624-09dc-42e6-b70a-71bf30e2bb02 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1737624641&fields=id&tenant_id=783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 267 time: 0.2156203 Jan 29 19:54:16.904254 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Set router 55258217-08fb-4ae0-a9f3-b4a64c0c7caf gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:16.929900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 93d31466-dd8b-42e2-affd-a8507cd6a91c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:17.024758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-709fd117-9325-4648-8458-d40bacf701dd None None] Current status of the port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:17.054788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add31ab2-6485-4791-bda8-e86c7c57f813 req-5f0cb170-1cca-4111-b1b6-ddd2bdca2065 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:17.060933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add31ab2-6485-4791-bda8-e86c7c57f813 req-5f0cb170-1cca-4111-b1b6-ddd2bdca2065 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:17.068033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add31ab2-6485-4791-bda8-e86c7c57f813 req-5f0cb170-1cca-4111-b1b6-ddd2bdca2065 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 1676 time: 0.1641185 Jan 29 19:54:17.146751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d3485189-d540-4e71-88c1-2f584e743b5c None None] Provisioning complete for port c1281357-d76e-4ad2-a424-8dbbbc38a520 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:17.147275 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3485189-d540-4e71-88c1-2f584e743b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:17.157411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-b298fddb-3315-48f9-a062-57673e6f897f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:17.162313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-b298fddb-3315-48f9-a062-57673e6f897f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 817 time: 0.3583798 Jan 29 19:54:17.206737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-a08ee572-e519-4bfb-954e-121c2cc26c96 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/quotas/783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 375 time: 0.0340390 Jan 29 19:54:17.230003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:17.233966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-612bcad1-e2f5-40a7-804d-ef438030ffc6 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 13.8519194 Jan 29 19:54:17.238567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55744) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:17.241090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d3485189-d540-4e71-88c1-2f584e743b5c None None] Port c1281357-d76e-4ad2-a424-8dbbbc38a520 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:17.270742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add31ab2-6485-4791-bda8-e86c7c57f813 req-9bcbf639-ccb8-44aa-8e8c-f9c46afd9143 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015529 Jan 29 19:54:17.344515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-bc95f615-18b1-45fa-b178-3f7af492ccf0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344321 Jan 29 19:54:17.348896 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55258217-08fb-4ae0-a9f3-b4a64c0c7caf', 'name': 'tempest-snat-router-124096006', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3fd4699c-a1a6-481d-a70f-3534f5429bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:10Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': '3fd4699c-a1a6-481d-a70f-3534f5429bf6', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55258217-08fb-4ae0-a9f3-b4a64c0c7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:06Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:17.352806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7076bade-9cfd-4a5c-b0fa-44e2ca17407a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:17.389845 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Checking router: 55258217-08fb-4ae0-a9f3-b4a64c0c7caf for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:17.393236 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Updating router 55258217-08fb-4ae0-a9f3-b4a64c0c7caf port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:54:17.401805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:17.417690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=7076bade-9cfd-4a5c-b0fa-44e2ca17407a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:17.473362 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:17.503581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:17.562217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-b514fcbc-018b-41a9-9aa9-dbc8b86ba630 service neutron] 10.222.0.15 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148614 Jan 29 19:54:17.720357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-e00d4cad-cb22-4e5b-a9f8-ada4f6405538 service neutron] 10.222.0.15 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565659 Jan 29 19:54:17.968315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f580d86-b8a8-42d5-8a7e-4d837dd9a6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:17.990196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] No DVR routers for this DVR port 7076bade-9cfd-4a5c-b0fa-44e2ca17407a on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:18.002665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.006202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-2fc286f5-ea0a-4060-8fca-ac8e82042f52 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "DELETE /v2.0/ports/7076bade-9cfd-4a5c-b0fa-44e2ca17407a HTTP/1.1" status: 204 len: 173 time: 2.6554260 Jan 29 19:54:18.013361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:18.015809 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91210a28-f0b3-41b9-a468-553c4bad2667" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:18.023642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75bde0b9-e688-46b5-be86-0e600aaf2ab9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:18.030747 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Publish callbacks [] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.147854 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.149237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-37827e13-7d27-426a-a074-aff3e2a101e1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:18.151884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-37827e13-7d27-426a-a074-aff3e2a101e1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.13 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 822 time: 0.2820365 Jan 29 19:54:18.153612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-810c81e5-abaf-464f-b267-0b70610e0b6c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/55258217-08fb-4ae0-a9f3-b4a64c0c7caf HTTP/1.1" status: 200 len: 906 time: 0.9096854 Jan 29 19:54:18.156578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55760) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:18.192499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:18.192884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.203553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Attempting to bind port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:18.203933 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Attempting to bind port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:18.204327 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Attempting to bind port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:18.234179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'port': {'device_id': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'admin_state_up': True, 'tenant_id': '51a2e2157b8149a0b0b23b3802bbd991'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:18.253194 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:18.255141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:18.255750 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.257540 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:18.260217 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Bound port: 3fd4699c-a1a6-481d-a70f-3534f5429bf6, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:18.261031 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.367948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86476ec3-150b-47fd-8eba-e1a4fc705abd req-55712108-89eb-4ac5-948e-58e3a14f4202 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 210 time: 0.1145523 Jan 29 19:54:18.379688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dcbcc-6c56-4e96-9416-24bbaa10f81e req-8b62ccae-dac5-44d7-a740-cecf5e329377 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:18.390344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:18.398756 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139820f-fbe4-4b03-9fcf-0733ad55763b None None] Pushing event updated for resources: {'Port': ['ID=3fd4699c-a1a6-481d-a70f-3534f5429bf6,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:18.413258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a6dcbcc-6c56-4e96-9416-24bbaa10f81e req-8b62ccae-dac5-44d7-a740-cecf5e329377 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 944 time: 0.9108577 Jan 29 19:54:18.432084 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] For port 3fd4699c-a1a6-481d-a70f-3534f5429bf6, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:18.438072 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] For port 3fd4699c-a1a6-481d-a70f-3534f5429bf6, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3fd4699c-a1a6-481d-a70f-3534f5429bf6,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:18.510927 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc359bf9-6c8e-425c-b93d-2958c9fe5a9a x-openstack-request-id: req-cc359bf9-6c8e-425c-b93d-2958c9fe5a9a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:18.511228 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "7076bade-9cfd-4a5c-b0fa-44e2ca17407a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:18.511482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc359bf9-6c8e-425c-b93d-2958c9fe5a9a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:18.512484 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '7076bade-9cfd-4a5c-b0fa-44e2ca17407a', 'status': 'completed', 'code': 200} Jan 29 19:54:18.519980 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.564211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.581579 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Routers {'55258217-08fb-4ae0-a9f3-b4a64c0c7caf'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:18.582217 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['55258217-08fb-4ae0-a9f3-b4a64c0c7caf'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:18.587116 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139820f-fbe4-4b03-9fcf-0733ad55763b None None] Pushing event updated for resources: {'Port': ['ID=3fd4699c-a1a6-481d-a70f-3534f5429bf6,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:18.591037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:18.610861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a6dcbcc-6c56-4e96-9416-24bbaa10f81e req-0408a072-bf11-4c49-8e47-03a55f1298af tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920829 Jan 29 19:54:18.742641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaddb97d-3771-444d-893d-b1635ffe9b19 req-ba8eb6e8-ff44-4c03-a415-87529a99a80b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 210 time: 0.0816350 Jan 29 19:54:18.748047 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] Set router 55258217-08fb-4ae0-a9f3-b4a64c0c7caf gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:18.774216 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f580d86-b8a8-42d5-8a7e-4d837dd9a6a7 admin admin] Publish callbacks [] for security_group (7769cae3-e71f-41b6-bdc4-e79362882d45), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.787971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:54:18.792956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:18.793591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.803061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port 90e6e136-3407-4200-8d29-1f38fa3642bb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:18.803450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.847589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.869221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f580d86-b8a8-42d5-8a7e-4d837dd9a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7769cae3-e71f-41b6-bdc4-e79362882d45), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.922663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Made reservation on behalf of 51a2e2157b8149a0b0b23b3802bbd991 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:18.926354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:18.934934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.042486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:19.043660 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.052111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8023c-90d7-4ecc-ba37-34e8a21923ff req-c4fbbb08-9a7c-479f-a385-a5a89b4aa5ec tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:19.054454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bb8023c-90d7-4ecc-ba37-34e8a21923ff req-c4fbbb08-9a7c-479f-a385-a5a89b4aa5ec tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 942 time: 0.3200216 Jan 29 19:54:19.055188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f580d86-b8a8-42d5-8a7e-4d837dd9a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7769cae3-e71f-41b6-bdc4-e79362882d45,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:19.067939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f580d86-b8a8-42d5-8a7e-4d837dd9a6a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=888a456216cb4b7faed08fdde5ef0a50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5579672 Jan 29 19:54:19.080329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:19.084403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.086708 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.104786 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55258217-08fb-4ae0-a9f3-b4a64c0c7caf', 'name': 'tempest-snat-router-124096006', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3fd4699c-a1a6-481d-a70f-3534f5429bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:10Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': '3fd4699c-a1a6-481d-a70f-3534f5429bf6', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55258217-08fb-4ae0-a9f3-b4a64c0c7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:06Z', 'updated_at': '2022-01-29T19:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:19.115266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:19.117601 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ae5b85-49d8-49be-bc5a-75e145c2e822" -d '{"events": [{"server_uuid": "fa96beb4-0b34-476f-b7c8-a7bcf159c12d", "name": "network-vif-plugged", "status": "completed", "tag": "5abedd94-95d9-4f87-846d-a2dbfcaa37d9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:19.121243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:19.142840 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0de98-aec9-4243-9399-0027fa282a41 None None] The sync data for ids ['55258217-08fb-4ae0-a9f3-b4a64c0c7caf'] in n-d-825496-5 is: [{'id': '55258217-08fb-4ae0-a9f3-b4a64c0c7caf', 'name': 'tempest-snat-router-124096006', 'tenant_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3fd4699c-a1a6-481d-a70f-3534f5429bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:10Z', 'revision_number': 3, 'project_id': 'dac26e8857c84d2e97feff7ff60f54ab', 'gw_port': {'id': '3fd4699c-a1a6-481d-a70f-3534f5429bf6', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55258217-08fb-4ae0-a9f3-b4a64c0c7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:06Z', 'updated_at': '2022-01-29T19:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:19.187896 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316fe559-ffe8-4f80-9642-d748b57ac8a7 x-openstack-request-id: req-316fe559-ffe8-4f80-9642-d748b57ac8a7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:19.188188 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa96beb4-0b34-476f-b7c8-a7bcf159c12d", "name": "network-vif-plugged", "status": "completed", "tag": "5abedd94-95d9-4f87-846d-a2dbfcaa37d9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:19.188456 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-316fe559-ffe8-4f80-9642-d748b57ac8a7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:19.189024 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9', 'code': 200} Jan 29 19:54:19.206381 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.233670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event updated for resources: {'Port': ['ID=c1281357-d76e-4ad2-a424-8dbbbc38a520,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:19.282830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bb8023c-90d7-4ecc-ba37-34e8a21923ff req-06bff59f-f74a-47be-adc1-ee29dc661f5c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups?id=607292b6-a65c-458e-9e8a-167438a2c956&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075369 Jan 29 19:54:19.287583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] For port 90e6e136-3407-4200-8d29-1f38fa3642bb, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=90e6e136-3407-4200-8d29-1f38fa3642bb,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:19.290796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.300261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Allocated IP 172.20.0.13 (76f2058a-fbda-4775-9a84-4fcb71361500/938f8beb-e741-4d57-b9b0-7c376d3508cc/4b99ace7-babf-4e44-ae89-c3368d51fbe6) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:19.313454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:19.362741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Deleting port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:19.363164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.397425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for 90e6e136-3407-4200-8d29-1f38fa3642bb owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:19.544412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f03d2eb-139d-4c3c-b71e-47bea5354078 admin admin] Publish callbacks [] for security_group (7769cae3-e71f-41b6-bdc4-e79362882d45), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.562514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e7b85-18a5-4664-94bd-2903824d5e92 req-c3f3db4b-6a9b-4f4f-84bb-f099c3ac2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:19.585193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b93e7b85-18a5-4664-94bd-2903824d5e92 req-c3f3db4b-6a9b-4f4f-84bb-f099c3ac2f09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 1127 time: 0.2622423 Jan 29 19:54:19.621683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84e233b7-b5e1-4453-a078-790b762eaecf req-8ac49549-62de-4b61-8a7d-583f758d38a4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 210 time: 0.0622170 Jan 29 19:54:19.630258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] For port 3fd4699c-a1a6-481d-a70f-3534f5429bf6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3fd4699c-a1a6-481d-a70f-3534f5429bf6,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:19.630582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.659161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Calling delete_port for 3fd4699c-a1a6-481d-a70f-3534f5429bf6 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:19.672115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f03d2eb-139d-4c3c-b71e-47bea5354078 admin admin] Publish callbacks [] for security_group (7769cae3-e71f-41b6-bdc4-e79362882d45), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.746839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:19.833207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:19.836037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b93e7b85-18a5-4664-94bd-2903824d5e92 req-2ebcaabb-7719-4eb3-b2f9-a30c37ab25d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486663 Jan 29 19:54:19.843759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:20.009103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.032431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3fd4699c-a1a6-481d-a70f-3534f5429bf6 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:20.096110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-832544ae-cd27-4291-bd5f-4ef67d4756e9 req-956940b7-8459-4ec8-a6fd-d0a7dc9533a8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 210 time: 0.1813419 Jan 29 19:54:20.128491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Network 76f2058a-fbda-4775-9a84-4fcb71361500 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:20.131537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:20.134583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:20.155009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:20.164452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739927b9-a04e-48fd-90b7-f84f6ad882b4 req-31a6e661-c953-48c8-8982-b7a25fb9b5c2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:20.166060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-739927b9-a04e-48fd-90b7-f84f6ad882b4 req-31a6e661-c953-48c8-8982-b7a25fb9b5c2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.4162824 Jan 29 19:54:20.194074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 19:54:20.194697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:54:20.195244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3fd4699c-a1a6-481d-a70f-3534f5429bf6 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 19:54:20.211959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3fd4699c-a1a6-481d-a70f-3534f5429bf6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.263978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 3fd4699c-a1a6-481d-a70f-3534f5429bf6 not found, will not notify nova. {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 19:54:20.321400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f03d2eb-139d-4c3c-b71e-47bea5354078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7769cae3-e71f-41b6-bdc4-e79362882d45), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.324662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f03d2eb-139d-4c3c-b71e-47bea5354078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.325840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f03d2eb-139d-4c3c-b71e-47bea5354078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7769cae3-e71f-41b6-bdc4-e79362882d45 HTTP/1.1" status: 204 len: 168 time: 1.2362752 Jan 29 19:54:20.326570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (90e6e136-3407-4200-8d29-1f38fa3642bb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.346416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a6ea2485-e1bd-4dd2-8bb7-fc9c3c651ee9 None None] Provisioning complete for port c1281357-d76e-4ad2-a424-8dbbbc38a520 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:20.346810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2485-e1bd-4dd2-8bb7-fc9c3c651ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.403269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea2485-e1bd-4dd2-8bb7-fc9c3c651ee9 None None] Port c1281357-d76e-4ad2-a424-8dbbbc38a520 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:20.456949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03d2eb-139d-4c3c-b71e-47bea5354078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7769cae3-e71f-41b6-bdc4-e79362882d45,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:20.512674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=90e6e136-3407-4200-8d29-1f38fa3642bb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:20.546036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22cd982b-45f0-48b5-8c67-476ff4eac6e7 req-88733ceb-f657-4e69-a159-cfcdfd90bb6a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0427034 Jan 29 19:54:20.556166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:20.598896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] No DVR routers for this DVR port 90e6e136-3407-4200-8d29-1f38fa3642bb on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:20.603953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fd4699c-a1a6-481d-a70f-3534f5429bf6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:20.615134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.615615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:20.615615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.619704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf5b200-7e88-48c6-b387-d39ccaf7aeff req-da021fc8-e5e1-4f85-8288-b72a29f0671a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.13 "DELETE /v2.0/ports/90e6e136-3407-4200-8d29-1f38fa3642bb HTTP/1.1" status: 204 len: 173 time: 2.5245624 Jan 29 19:54:20.620518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.625986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:20.628917 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1958505e-cc7c-47db-866a-17f23f305f26" -d '{"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:20.654487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-739927b9-a04e-48fd-90b7-f84f6ad882b4 req-122b7b08-a3dc-4cef-bb4e-482828a64fec tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747882 Jan 29 19:54:20.656541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:20.679344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1ba268f-cc11-429b-9e5f-44772c651a5d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2119150 Jan 29 19:54:20.680234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:20.684822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:20.713377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:20.715709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:20.716340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:20.733272 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf2d04-0d48-4c05-a749-c8096eafa8e9 x-openstack-request-id: req-56bf2d04-0d48-4c05-a749-c8096eafa8e9 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:20.738442 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf3d7c4-36dd-45e3-9602-75ef878c55ad", "name": "network-vif-deleted", "tag": "90e6e136-3407-4200-8d29-1f38fa3642bb", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:20.739284 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56bf2d04-0d48-4c05-a749-c8096eafa8e9 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:20.739804 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf3d7c4-36dd-45e3-9602-75ef878c55ad', 'name': 'network-vif-deleted', 'tag': '90e6e136-3407-4200-8d29-1f38fa3642bb', 'status': 'completed', 'code': 200} Jan 29 19:54:20.892647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-12b3fb2a-42ee-4b73-afdc-650583528cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6795335 Jan 29 19:54:20.902165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.911851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:20.921194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Request body: {'port': {'device_id': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:20.980338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:21.159356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:21.193970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (55258217-08fb-4ae0-a9f3-b4a64c0c7caf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:21.197082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55258217-08fb-4ae0-a9f3-b4a64c0c7caf {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:54:21.248040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:21.254071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e13c1a0a-92b8-4ba5-8681-3c905cd9410a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/55258217-08fb-4ae0-a9f3-b4a64c0c7caf HTTP/1.1" status: 204 len: 168 time: 3.0951242 Jan 29 19:54:21.263084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55804) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:21.470009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-488ffe4d-e4c1-4111-bbf5-8caea1863afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:21.472482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-488ffe4d-e4c1-4111-bbf5-8caea1863afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 817 time: 0.3680046 Jan 29 19:54:21.503961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:16Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:18Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:21.588670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:21.589295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Updating router 442bf31e-d87c-4d86-8dee-c918db59d986 port c1281357-d76e-4ad2-a424-8dbbbc38a520 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:54:21.658608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:21.757979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628f7e-4639-479b-b54e-bb31c28b4e61 req-7e38c4e5-b9d0-42df-9fab-2aee88b70a92 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:21.759826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d628f7e-4639-479b-b54e-bb31c28b4e61 req-7e38c4e5-b9d0-42df-9fab-2aee88b70a92 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 932 time: 0.9303470 Jan 29 19:54:22.144022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Publish callbacks [] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:22.185411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 19:54:22.208255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Removed routes are [] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 19:54:22.211509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:22.231550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:22.262773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ed0e9fdc-db88-4aee-8a13-b735363b2fd9 req-16121c74-7597-4912-aa27-3307251881d2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 210 time: 0.9543676 Jan 29 19:54:22.395284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e61ca7-5e0d-4b4f-9871-b1907a63778f None None] Pushing event updated for resources: {'Port': ['ID=c1281357-d76e-4ad2-a424-8dbbbc38a520,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:22.550955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-cfed1502-9512-4570-9163-e3dcbc1441ae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 380 time: 0.8101158 Jan 29 19:54:22.570098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'port': {'device_id': '4815a870-7768-477c-967d-be60c6bbdc69', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'admin_state_up': True, 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'security_groups': ['6295a552-cdff-40ec-8cea-6407b4d6d31f']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:22.572833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Attempting to bind port c1281357-d76e-4ad2-a424-8dbbbc38a520 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:22.573459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Attempting to bind port c1281357-d76e-4ad2-a424-8dbbbc38a520 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:22.575666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Attempting to bind port c1281357-d76e-4ad2-a424-8dbbbc38a520 on network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:22.590181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:22.590607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Checking segment: {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:22.591027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:22.591439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Bound using segment: {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:22.591955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Bound port: c1281357-d76e-4ad2-a424-8dbbbc38a520, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014dfb8a-6937-4ba9-9845-4f41081983d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:22.592407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:22.660727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:22.670337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-730c584a-52c1-469c-96a6-1a17c2d965b1 req-2e553f49-2dce-42e3-abe1-5680a2b1b84c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1595211 Jan 29 19:54:22.757880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] For port c1281357-d76e-4ad2-a424-8dbbbc38a520, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:22.763623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] For port c1281357-d76e-4ad2-a424-8dbbbc38a520, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c1281357-d76e-4ad2-a424-8dbbbc38a520,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:22.851625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.012505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] Provisioning complete for port c1281357-d76e-4ad2-a424-8dbbbc38a520 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:23.013173 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.015823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e61ca7-5e0d-4b4f-9871-b1907a63778f None None] Pushing event updated for resources: {'Port': ['ID=c1281357-d76e-4ad2-a424-8dbbbc38a520,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:23.069000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dccca4-a8fe-4087-8a97-2d2b3fd49389 req-4b3875e0-eaa5-4f12-809a-77e374efd7b1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:23.071184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05dccca4-a8fe-4087-8a97-2d2b3fd49389 req-4b3875e0-eaa5-4f12-809a-77e374efd7b1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.2557480 Jan 29 19:54:23.090256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.164082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:23.164462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:23.267661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d628f7e-4639-479b-b54e-bb31c28b4e61 req-f55c1823-9b74-4335-9d10-9986559a84fc tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0520504 Jan 29 19:54:23.350947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b99ace7-babf-4e44-ae89-c3368d51fbe6 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:23.371196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05dccca4-a8fe-4087-8a97-2d2b3fd49389 req-14b07f81-5271-4728-8d23-21a4f8ed0ce4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778509 Jan 29 19:54:23.380172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Publish callbacks [] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.392957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] Current status of the port c1281357-d76e-4ad2-a424-8dbbbc38a520 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:23.393355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.404783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Made reservation on behalf of 783a9a9d11fa41288dbf0d86d97778e8 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:23.426996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.484330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Transition to ACTIVE for port object 4b99ace7-babf-4e44-ae89-c3368d51fbe6 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:54:23.524778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Deleting port face036d-1443-4363-b4e2-940548856865 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:23.529585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (face036d-1443-4363-b4e2-940548856865), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.530681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6888965-bbec-4732-a179-d691ca4a2346 req-02dee240-6a04-4475-9a1f-f62b399cfb05 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 210 time: 0.0623386 Jan 29 19:54:23.572152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] For port c1281357-d76e-4ad2-a424-8dbbbc38a520, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c1281357-d76e-4ad2-a424-8dbbbc38a520,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:23.584143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:23.608640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.674242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.678991 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.681977 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:23.742277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Allocated IP 172.20.0.10 (cef406a5-50de-4822-b513-da8611bca3c3/a6478cc6-ba08-4e80-ad21-bd4952f438dd/be459ce9-acbe-420a-b108-e18aa33714fa) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:23.840742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:24.005796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for port (be459ce9-acbe-420a-b108-e18aa33714fa), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.011227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] For port face036d-1443-4363-b4e2-940548856865, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=face036d-1443-4363-b4e2-940548856865,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:24.011606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (face036d-1443-4363-b4e2-940548856865), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.066894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Calling delete_port for face036d-1443-4363-b4e2-940548856865 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:24.101834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Attempting to bind port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:24.102173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Attempting to bind port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:24.102507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Attempting to bind port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 on network 76f2058a-fbda-4775-9a84-4fcb71361500 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:24.140568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3fd4699c-a1a6-481d-a70f-3534f5429bf6 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:24.144884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b26a0-0190-45d6-9993-05f431bec35d None None] Pushing event updated for resources: {'Port': ['ID=c1281357-d76e-4ad2-a424-8dbbbc38a520,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:24.145377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 on network 76f2058a-fbda-4775-9a84-4fcb71361500 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:54:24.145717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Attempting to bind port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 on network 76f2058a-fbda-4775-9a84-4fcb71361500 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:24.173072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc230efd-1ca9-402f-adf3-4a59029eef33 req-a8fec593-a163-4d96-a353-284e9e1f7aeb tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1283493 Jan 29 19:54:24.177728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334a0f2-00f9-4f8c-98e4-9cee45ec0c02 req-c56aad1f-d411-4338-b888-5593b0c066c4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:24.179269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3334a0f2-00f9-4f8c-98e4-9cee45ec0c02 req-c56aad1f-d411-4338-b888-5593b0c066c4 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.2654548 Jan 29 19:54:24.184359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:24.184707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Checking segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:24.185098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Bound using segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:24.185552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Bound port: 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:24.185913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.202805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3fd4699c-a1a6-481d-a70f-3534f5429bf6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:24.203518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3fd4699c-a1a6-481d-a70f-3534f5429bf6 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:24.263819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c55f6df7-e8f6-4f53-9c6a-c53e9c6b7c56 None None] Provisioning complete for port c1281357-d76e-4ad2-a424-8dbbbc38a520 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:24.266479 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c55f6df7-e8f6-4f53-9c6a-c53e9c6b7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.282306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:24.288407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.363416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Network cef406a5-50de-4822-b513-da8611bca3c3 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:24.396714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c55f6df7-e8f6-4f53-9c6a-c53e9c6b7c56 None None] Current status of the port c1281357-d76e-4ad2-a424-8dbbbc38a520 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:24.407496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:24.411405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:22Z', 'revision_number': 6, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:22Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:24.453008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77739fe5-ae59-4ae9-b186-408674688280 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:22Z', 'revision_number': 6, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:22Z', 'revision_number': 4, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:24.565168 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (face036d-1443-4363-b4e2-940548856865), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.586278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:24.598541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:24.600557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:24.601541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event deleted for resources: {'Port': ['ID=face036d-1443-4363-b4e2-940548856865,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:24.619737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.626124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-91f8f03f-b136-41b0-ae55-982c1f0a82a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 954 time: 3.9446108 Jan 29 19:54:24.653786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3334a0f2-00f9-4f8c-98e4-9cee45ec0c02 req-f9b65a4b-b229-4eb8-99b6-e3795708e98f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606652 Jan 29 19:54:24.686738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55860) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:24.817224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:24.822258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:24.857802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a9f45-a0de-4bf9-b97e-3ee78a929159 req-b7f3b267-e2e7-4198-a135-573ef6a2997e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:24.860993 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-084a9f45-a0de-4bf9-b97e-3ee78a929159 req-b7f3b267-e2e7-4198-a135-573ef6a2997e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 944 time: 0.4642191 Jan 29 19:54:24.880219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65384413-93fb-45d5-a13a-e1af1c87fe5c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 954 time: 0.1871822 Jan 29 19:54:24.882235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55870) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:24.882905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:24.896955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'routes': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:24.947993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6002813f-f3ef-4cbd-af73-8c8ca4239b54 None None] Provisioning complete for port be459ce9-acbe-420a-b108-e18aa33714fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:24.947993 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6002813f-f3ef-4cbd-af73-8c8ca4239b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.010050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-394d4f09-e320-4727-a24c-06359017aace tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4482286 Jan 29 19:54:25.062581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Request body: {'port': {'device_id': '4815a870-7768-477c-967d-be60c6bbdc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:25.085280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:25.097366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.119843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6002813f-f3ef-4cbd-af73-8c8ca4239b54 None None] Port be459ce9-acbe-420a-b108-e18aa33714fa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:54:25.211170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.225642 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728c2c8d-72f8-4d7d-90c2-222783fdac3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.246021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-084a9f45-a0de-4bf9-b97e-3ee78a929159 req-04f466e7-5677-4cf6-8b3d-8c32da7d3066 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664367 Jan 29 19:54:25.351506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.377453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.422619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_controller (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.454237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:25.459706 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.461254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] 10.222.0.13 "PUT /v2.0/ports/4b99ace7-babf-4e44-ae89-c3368d51fbe6 HTTP/1.1" status: 200 len: 1092 time: 4.5547605 Jan 29 19:54:25.488006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:25.497123 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e70194-6d26-481e-b29b-672aa107bb53" -d '{"events": [{"name": "network-changed", "server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:25.591662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b9d0b-7daf-4945-bad8-312ea041355e req-bd4af9e3-b86e-41a2-8dfc-ca117843c8f0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:25.594238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e38b9d0b-7daf-4945-bad8-312ea041355e req-bd4af9e3-b86e-41a2-8dfc-ca117843c8f0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 932 time: 0.7129376 Jan 29 19:54:25.691679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749e27a-bce2-4096-8d96-4c2ca402e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:25.702623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (4eabe29b-b95f-49fd-8ed8-31a60f4aaf81), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.708261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:54:25.708261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.710037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0b02ac2d-4624-4ae8-9f21-faa767d385c5 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4eabe29b-b95f-49fd-8ed8-31a60f4aaf81 HTTP/1.1" status: 204 len: 168 time: 4.4437685 Jan 29 19:54:25.714797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55884) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:25.724805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1787707963', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:25.762168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ec407-663a-404a-805b-71152f487f2c req-27aa8643-cd2a-4140-ac68-de6d9a1e3ec5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:25.768628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-299ec407-663a-404a-805b-71152f487f2c req-27aa8643-cd2a-4140-ac68-de6d9a1e3ec5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.3670466 Jan 29 19:54:25.774199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e38b9d0b-7daf-4945-bad8-312ea041355e req-65d6f244-bd63-493b-a802-a916c76ad8e5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522605 Jan 29 19:54:25.783593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-e11aea10-8d0b-435a-8570-19d72b7183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:25.785171 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-e11aea10-8d0b-435a-8570-19d72b7183fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 1126 time: 0.1886334 Jan 29 19:54:25.846463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-b79de507-5062-41c0-8c0a-4085a7755d29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6 HTTP/1.1" status: 200 len: 217 time: 0.0490329 Jan 29 19:54:25.850093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:25.851199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:26.000821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-299ec407-663a-404a-805b-71152f487f2c req-6387c2a3-4649-4e60-a044-6667ddb1868f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309849 Jan 29 19:54:26.012777 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:26.037799 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:26.040460 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:26.136238 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6a7c30-16bf-47f5-ae1e-af8daf5ed2ea x-openstack-request-id: req-5f6a7c30-16bf-47f5-ae1e-af8daf5ed2ea {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:26.136674 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:26.136794 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f6a7c30-16bf-47f5-ae1e-af8daf5ed2ea {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:26.137365 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'status': 'completed', 'code': 200} Jan 29 19:54:26.204756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:26.206963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-9e334e9c-aec0-4ecf-9507-00455ce65780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:26.209638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-9e334e9c-aec0-4ecf-9507-00455ce65780 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 200 len: 862 time: 0.3473933 Jan 29 19:54:26.221726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f783c52-5e07-4dda-b623-1660f4d48e97 req-0258c569-b774-4a50-a0b3-e8fdc3cfcb02 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.2245569 Jan 29 19:54:26.234641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added routes are [] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 19:54:26.234962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 19:54:26.302432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-402e206b-fa51-4ed6-af22-328a64206f51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76f2058a-fbda-4775-9a84-4fcb71361500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760443 Jan 29 19:54:26.310523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:26.326451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:26.530488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c1281357-d76e-4ad2-a424-8dbbbc38a520 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:26.625745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c1281357-d76e-4ad2-a424-8dbbbc38a520 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:26.626428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:26.627553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be459ce9-acbe-420a-b108-e18aa33714fa {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:26.652102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Publish callbacks [] for port (be459ce9-acbe-420a-b108-e18aa33714fa), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:26.733192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c1281357-d76e-4ad2-a424-8dbbbc38a520 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:26.744539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Transition to ACTIVE for port object be459ce9-acbe-420a-b108-e18aa33714fa will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:54:26.761933 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:22Z', 'revision_number': 6, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:23Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:26.796911 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:26.808621 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:26.809687 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:53:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:26.895584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:26.913954 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:27.197474 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:26Z', 'revision_number': 7, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:23Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:27.240148 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd28c9-1197-48f6-9c7b-94e17734c365 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:26Z', 'revision_number': 7, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:23Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:27.619223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:27.643159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:27.652570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:27.662347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7dfee-f06d-4f3a-92eb-098ff6249b09 req-739de4d3-f0c2-45bd-8d43-dda0fbe2dfb9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:27.671807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12b7dfee-f06d-4f3a-92eb-098ff6249b09 req-739de4d3-f0c2-45bd-8d43-dda0fbe2dfb9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.9780703 Jan 29 19:54:27.675403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-5f62565f-4e75-4ab9-9997-6d9b916c33b0 service neutron] 10.222.0.13 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3135533 Jan 29 19:54:27.713609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:27.770900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bb9f8-9b4b-4627-ab20-bd7e3a6f839e req-209ea6cd-3aca-4114-b341-08a053559d59 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:27.779293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-940bb9f8-9b4b-4627-ab20-bd7e3a6f839e req-209ea6cd-3aca-4114-b341-08a053559d59 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 944 time: 1.2514427 Jan 29 19:54:27.813066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12b7dfee-f06d-4f3a-92eb-098ff6249b09 req-7ecb04b6-c6d0-4605-894f-dc3e011e8560 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395805 Jan 29 19:54:27.864132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device face036d-1443-4363-b4e2-940548856865 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:27.914874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Attempting to bind port be459ce9-acbe-420a-b108-e18aa33714fa on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:27.915160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Attempting to bind port be459ce9-acbe-420a-b108-e18aa33714fa by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:27.915453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Attempting to bind port be459ce9-acbe-420a-b108-e18aa33714fa on network cef406a5-50de-4822-b513-da8611bca3c3 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:27.926874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: face036d-1443-4363-b4e2-940548856865 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:27.933630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device face036d-1443-4363-b4e2-940548856865 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:27.966992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-940bb9f8-9b4b-4627-ab20-bd7e3a6f839e req-fc039fe4-de0d-4463-bf7a-7b982e75b6be tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867688 Jan 29 19:54:27.984233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Port be459ce9-acbe-420a-b108-e18aa33714fa on network cef406a5-50de-4822-b513-da8611bca3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:54:27.984581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Attempting to bind port be459ce9-acbe-420a-b108-e18aa33714fa on network cef406a5-50de-4822-b513-da8611bca3c3 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:28.007251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:28.007604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Checking segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:28.008004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Bound using segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:28.008482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Bound port: be459ce9-acbe-420a-b108-e18aa33714fa, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:28.008848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.032250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:28.046845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18439e3a-c9a9-402a-bf9e-1d54e726b3ca req-1f4f8387-905d-4002-8f95-c16cb4bbae90 service neutron] 10.222.0.13 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609014 Jan 29 19:54:28.115282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c6f28-2f4c-41a0-a2c0-97663622bcbe req-c82713ef-148f-4bc7-a557-d029a45ac3d3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:28.122436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-637c6f28-2f4c-41a0-a2c0-97663622bcbe req-c82713ef-148f-4bc7-a557-d029a45ac3d3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1849184 Jan 29 19:54:28.127870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66e4ecd1-d6ef-40c1-82c7-6bb033b66bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.162869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b722be4f-f834-40cd-bf98-e6483ff28d11 req-c6312639-08f8-4f9f-93b9-3b30699b284b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0466321 Jan 29 19:54:28.226278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:28.240435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:28.245120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.249025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b3281d3d-b415-4e82-83fd-6a14430229a9 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 704 time: 3.3640263 Jan 29 19:54:28.255711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:28.257903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:28.258810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:28.324426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (dd8da127-e96d-4cdc-aa6f-804c5391b132), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.397645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.399079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-637c6f28-2f4c-41a0-a2c0-97663622bcbe req-90861b78-e355-43ca-8f8f-0e56ed58ac14 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755642 Jan 29 19:54:28.409285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-d7883005-b98e-43f0-8ca9-b5092427347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:28.412248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-d7883005-b98e-43f0-8ca9-b5092427347d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 1126 time: 0.2096210 Jan 29 19:54:28.474301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-784377f6-dd28-42f1-a5a3-bafcc7ccfbf7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:28.476497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-784377f6-dd28-42f1-a5a3-bafcc7ccfbf7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.4399974 Jan 29 19:54:28.527620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:28.562767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef57dd8b-54fa-4bcc-b8da-f5b694c2b615 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 704 time: 0.2967517 Jan 29 19:54:28.565441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:28.570029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:28.663133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.668961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:28.744053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:28.749627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.751262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] 10.222.0.13 "PUT /v2.0/ports/be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 1092 time: 3.6943076 Jan 29 19:54:28.753458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:28.756714 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a7724-5ac4-4694-8277-73573bfa1954" -d '{"events": [{"name": "network-changed", "server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:28.804042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:28.804674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:28.844645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-fe844f8d-cecd-4548-a598-892fc58d1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:28.849925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-fe844f8d-cecd-4548-a598-892fc58d1529 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 922 time: 0.4303420 Jan 29 19:54:28.872803 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a494021-7256-4dd0-a0ab-618954a164b7 x-openstack-request-id: req-9a494021-7256-4dd0-a0ab-618954a164b7 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:28.874480 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:28.874867 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a494021-7256-4dd0-a0ab-618954a164b7 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:28.875382 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'status': 'completed', 'code': 200} Jan 29 19:54:28.876859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c81162-04e4-4326-8fd9-fd81173ce391 service neutron] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:29.048508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:29.096132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7724-5ac4-4694-8277-73573bfa1954 req-7eb7b373-2a01-4f1a-977c-7756320489bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:29.101908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c3a7724-5ac4-4694-8277-73573bfa1954 req-7eb7b373-2a01-4f1a-977c-7756320489bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1126 time: 0.2333632 Jan 29 19:54:29.105803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:26Z', 'revision_number': 7, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:23Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:29.149438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-b0245744-e8e1-4f53-9682-8c57da49cd09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6 HTTP/1.1" status: 200 len: 217 time: 0.2044802 Jan 29 19:54:29.158150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:29.167155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Allocated IP 172.25.5.16 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/9a115670-fee6-4978-a36e-2335fcadcaf4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:29.167925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:29.168621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:29.185754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:29.187457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:29.192706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe165-a13d-47e6-a645-72728ef7fc95 req-cbbc3f04-ad70-41e0-a930-11755e7d683d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:29.201277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-173fe165-a13d-47e6-a645-72728ef7fc95 req-cbbc3f04-ad70-41e0-a930-11755e7d683d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 945 time: 0.2913811 Jan 29 19:54:29.239005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:29.357926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:29.358881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7724-5ac4-4694-8277-73573bfa1954 req-b9dafc43-7452-495f-bf27-5402d19afd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:29.360841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c3a7724-5ac4-4694-8277-73573bfa1954 req-b9dafc43-7452-495f-bf27-5402d19afd5c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2438786 Jan 29 19:54:29.370392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-173fe165-a13d-47e6-a645-72728ef7fc95 req-61998b57-44f0-4a02-b36c-3b16739e072e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671581 Jan 29 19:54:29.618698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-4686b75f-60bc-4ba7-b737-0c0119ee04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:29.620640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-4686b75f-60bc-4ba7-b737-0c0119ee04bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 200 len: 862 time: 0.4488709 Jan 29 19:54:29.654820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0957ab51-4e22-4d42-9708-32f1d8d4cbcc req-d0a4a6f4-89cd-4003-867b-a4729f6943cb tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1110661 Jan 29 19:54:29.674895 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:29.699752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-4fc744ea-1185-43e3-881f-76f23e5d3543 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76f2058a-fbda-4775-9a84-4fcb71361500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548549 Jan 29 19:54:29.713209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7724-5ac4-4694-8277-73573bfa1954 req-a46b9395-b1d3-4d79-b510-678dfa06c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:29.721824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c3a7724-5ac4-4694-8277-73573bfa1954 req-a46b9395-b1d3-4d79-b510-678dfa06c8b0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3439398 Jan 29 19:54:29.725657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:26Z', 'revision_number': 7, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:23Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:29.803682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d47985a-6bab-4ac5-bc9f-61579bbbcfe8 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:26Z', 'revision_number': 7, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1281357-d76e-4ad2-a424-8dbbbc38a520', 'name': '', 'network_id': '31e7d8b7-3b0b-46d8-8729-aaf05cd2105c', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:d7:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:23Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '67ea2265-e539-4899-a6cd-fc2d11ff5712', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:29.824978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de6c9c-7208-40a3-95e9-2524bb000167 req-bdc3fe69-e849-4704-bd1e-eb771e049a79 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:29.832049 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7de6c9c-7208-40a3-95e9-2524bb000167 req-bdc3fe69-e849-4704-bd1e-eb771e049a79 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 944 time: 0.7244029 Jan 29 19:54:29.838730 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for port (9a115670-fee6-4978-a36e-2335fcadcaf4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:29.839022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5abedd94-95d9-4f87-846d-a2dbfcaa37d9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:29.874692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64', '5abedd94-95d9-4f87-846d-a2dbfcaa37d9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:29.958698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-d98fe330-063f-4178-9bbe-d48c788b0e6e service neutron] 10.222.0.13 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430489 Jan 29 19:54:29.968962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7de6c9c-7208-40a3-95e9-2524bb000167 req-282e1069-1685-44c8-82b3-6d20343676bb tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343398 Jan 29 19:54:29.973077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=5abedd94-95d9-4f87-846d-a2dbfcaa37d9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:30.057292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:30.069254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-905760e5-fa5c-43de-a91f-7612c95e6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:30.071046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-905760e5-fa5c-43de-a91f-7612c95e6cb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1126 time: 0.2973974 Jan 29 19:54:30.072884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:30.076269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d13f9aac-4832-41dd-b4e9-65efe938feda req-22f09ad1-de67-44d7-9d68-7b59196b074a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "DELETE /v2.0/ports/5abedd94-95d9-4f87-846d-a2dbfcaa37d9 HTTP/1.1" status: 204 len: 173 time: 1.5933435 Jan 29 19:54:30.107079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509c9d4-350a-4c37-81b0-95dcb8aa9f3b req-7656102a-48a5-4e8e-9a20-db443e866716 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:30.108937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2509c9d4-350a-4c37-81b0-95dcb8aa9f3b req-7656102a-48a5-4e8e-9a20-db443e866716 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2741468 Jan 29 19:54:30.143370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-c0d9dfbc-2d93-4742-8c15-3078e6d65428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 217 time: 0.0573394 Jan 29 19:54:30.147878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9a115670-fee6-4978-a36e-2335fcadcaf4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:30.196870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:30.202817 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:30.206084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:30.217696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:30.231266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2509c9d4-350a-4c37-81b0-95dcb8aa9f3b req-b038d5a8-e28e-43ab-85ae-d21b03e14d0b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905361 Jan 29 19:54:30.232792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-2488e583-2a6c-462e-a136-9ee1f2e2b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:30.234177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-2488e583-2a6c-462e-a136-9ee1f2e2b9cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.0735619 Jan 29 19:54:30.278955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7e70194-6d26-481e-b29b-672aa107bb53 req-8f42ca95-a07d-4d05-9e12-d218c0be1431 service neutron] 10.222.0.13 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105695 Jan 29 19:54:30.298842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-8704635f-aa0c-41f2-b5c3-d3ad023f915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:30.303142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-8704635f-aa0c-41f2-b5c3-d3ad023f915d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596213 Jan 29 19:54:30.311015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event updated for resources: {'Port': ['ID=9a115670-fee6-4978-a36e-2335fcadcaf4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:30.389189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:30.421451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-81945c00-5b45-4e87-8894-6f2c90a0e754 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079512 Jan 29 19:54:30.523900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5331b393-56b0-456b-ba88-061d7da063d5 req-eb48c5ab-7142-4734-998a-2309ec95bb5d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa96beb4-0b34-476f-b7c8-a7bcf159c12d HTTP/1.1" status: 200 len: 210 time: 0.0407367 Jan 29 19:54:30.587045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66db6907-2f91-4192-97db-cbf67d59fcf0 req-dc08484b-8023-4e70-8f27-3b2498a0e2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468794 Jan 29 19:54:30.681250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:54:30.821012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:30.832465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14551877-e2fa-484f-ac1d-f8394771bf45 req-a4a19dcc-c85c-43d8-9b16-7edff9f884d1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0379369 Jan 29 19:54:30.839878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'port_id': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'mac_address': 'fa:16:3e:b5:a0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938f8beb-e741-4d57-b9b0-7c376d3508cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:54:30.876182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'name': 'network-vif-deleted', 'tag': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:30.879148 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440ffefc-ade8-4dc1-b21d-296534a92abd" -d '{"events": [{"server_uuid": "fa96beb4-0b34-476f-b7c8-a7bcf159c12d", "name": "network-vif-deleted", "tag": "5abedd94-95d9-4f87-846d-a2dbfcaa37d9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:30.913615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:30.913615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:30.930367 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26b0ea-7e61-4fa0-89dd-a25bb7cb65ae x-openstack-request-id: req-6e26b0ea-7e61-4fa0-89dd-a25bb7cb65ae {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:30.930800 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa96beb4-0b34-476f-b7c8-a7bcf159c12d", "name": "network-vif-deleted", "tag": "5abedd94-95d9-4f87-846d-a2dbfcaa37d9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:30.931132 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e26b0ea-7e61-4fa0-89dd-a25bb7cb65ae {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:30.931632 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa96beb4-0b34-476f-b7c8-a7bcf159c12d', 'name': 'network-vif-deleted', 'tag': '5abedd94-95d9-4f87-846d-a2dbfcaa37d9', 'status': 'completed', 'code': 200} Jan 29 19:54:30.934581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b99ace7-babf-4e44-ae89-c3368d51fbe6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:30.956122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:31.082165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:31.153078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:31.177248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (dd8da127-e96d-4cdc-aa6f-804c5391b132), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:31.198586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed6d53-2134-457b-b195-f226eae8bed3 req-5cb3ac7f-b5bd-4646-87d7-1e880fec426e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:31.207772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69ed6d53-2134-457b-b195-f226eae8bed3 req-5cb3ac7f-b5bd-4646-87d7-1e880fec426e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 944 time: 0.1403511 Jan 29 19:54:31.273569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69ed6d53-2134-457b-b195-f226eae8bed3 req-b12bd972-15e5-4334-8ada-505e09c51147 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644145 Jan 29 19:54:31.346370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['4b99ace7-babf-4e44-ae89-c3368d51fbe6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:31.429260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port c1281357-d76e-4ad2-a424-8dbbbc38a520 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:31.429759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:31.500187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:31.568975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f9b6-ad31-4c30-a884-b6dc2a05b6b4 req-4b03d3f5-ba5c-4487-8457-b769b6cf01af tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:31.570510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e155f9b6-ad31-4c30-a884-b6dc2a05b6b4 req-4b03d3f5-ba5c-4487-8457-b769b6cf01af tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2253866 Jan 29 19:54:31.623159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:31.632959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port c1281357-d76e-4ad2-a424-8dbbbc38a520, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c1281357-d76e-4ad2-a424-8dbbbc38a520,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:31.633329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:31.665680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for c1281357-d76e-4ad2-a424-8dbbbc38a520 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:31.795074 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e155f9b6-ad31-4c30-a884-b6dc2a05b6b4 req-e0f03092-31d7-4f8b-b0f4-9b8d0f398785 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097027 Jan 29 19:54:31.913435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-caafa16c-e457-444d-abb7-1fc35333192f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:31.917877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-caafa16c-e457-444d-abb7-1fc35333192f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1553342 Jan 29 19:54:31.935583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-fa426246-7f09-4564-ac4b-2231fb83acd2 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/quotas/047ee534264044babc47f467729390e2 HTTP/1.1" status: 200 len: 375 time: 0.0167873 Jan 29 19:54:31.988007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-42e1a582-e26c-4f36-8331-4c30d32b25ce req-20911ca7-7583-4c90-984b-1c49a2cc1d8d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0361693 Jan 29 19:54:32.019189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-3d4a4363-0ebb-489d-bcd3-4465011a95e9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826237 Jan 29 19:54:32.119136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-834c0ef2-c43d-46e0-99bd-9c0715a83cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988541 Jan 29 19:54:32.159310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Router dd8da127-e96d-4cdc-aa6f-804c5391b132 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:54:32.243419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-24a49992-17f3-45ef-ab54-f1d9cee7a625 service neutron] 10.222.0.15 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166391 Jan 29 19:54:32.248316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c1281357-d76e-4ad2-a424-8dbbbc38a520), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:32.375209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=c1281357-d76e-4ad2-a424-8dbbbc38a520,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:32.503337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:32.516505 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] Sync routers for ids ['dd8da127-e96d-4cdc-aa6f-804c5391b132'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:32.537527 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] Routers {'dd8da127-e96d-4cdc-aa6f-804c5391b132'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:32.538532 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['dd8da127-e96d-4cdc-aa6f-804c5391b132'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:32.593408 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:32.612621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a295ca91-396a-470e-94bf-34dddc2d88f0 req-d321d2e2-32cc-4b4e-9501-071096176a9b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 210 time: 0.0716209 Jan 29 19:54:32.617184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] Routers {'dd8da127-e96d-4cdc-aa6f-804c5391b132'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:32.618373 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['dd8da127-e96d-4cdc-aa6f-804c5391b132'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:32.659680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2de3c-df2f-4bae-92eb-08afbe759bb4 req-3eaa88ff-2347-4352-98cd-ad5903b45881 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:32.661327 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:32.662346 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30dace-736b-423b-93eb-591f55696f74 None None] The sync data for ids ['dd8da127-e96d-4cdc-aa6f-804c5391b132'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:32.676538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5b2de3c-df2f-4bae-92eb-08afbe759bb4 req-3eaa88ff-2347-4352-98cd-ad5903b45881 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 945 time: 0.3069370 Jan 29 19:54:32.677928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:32.705106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:32.707768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:32.708585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5abedd94-95d9-4f87-846d-a2dbfcaa37d9 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:32.708758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-610489b9-5e9a-4c70-a16b-57d76abd7daa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9925823 Jan 29 19:54:32.711584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56000) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:32.712848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:54:32.716033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:32.725498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': False}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:32.805376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:32.869866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5b2de3c-df2f-4bae-92eb-08afbe759bb4 req-06f7557b-36b0-4ca2-b13e-762fb7a1acd4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887584 Jan 29 19:54:32.978292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:32.992910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'mac_address': 'fa:16:3e:6a:39:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:54:32.995907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:54:33.001216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:33.003350 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.136357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:33.137066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.141737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88898-5fd8-4e3e-8571-bd3cc5545320 req-0dc61bda-cafc-4367-91c3-c95b34cc2f6d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:33.153448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82b88898-5fd8-4e3e-8571-bd3cc5545320 req-0dc61bda-cafc-4367-91c3-c95b34cc2f6d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2236028 Jan 29 19:54:33.183491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be459ce9-acbe-420a-b108-e18aa33714fa {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:33.232325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4a6e450-f930-4447-8ffe-f1691fc1db2b req-3bf6b92c-eb36-41b5-ae35-182f35650461 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1123035 Jan 29 19:54:33.272821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:33.289218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:33.291038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:33.292382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.319408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:33.321854 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6877e8b6-e7ab-4033-8d5a-17ce23e3c3ce" -d '{"events": [{"server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "name": "network-vif-plugged", "status": "completed", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:33.337649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:33.340734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82b88898-5fd8-4e3e-8571-bd3cc5545320 req-5ff1eb52-955c-48ea-b53e-8312d38c3728 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863213 Jan 29 19:54:33.382222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.482922 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aae02c-8c8b-4a6a-af1b-dc686bd74721 x-openstack-request-id: req-26aae02c-8c8b-4a6a-af1b-dc686bd74721 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:33.483284 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "name": "network-vif-plugged", "status": "completed", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:33.483660 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26aae02c-8c8b-4a6a-af1b-dc686bd74721 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:33.484168 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'code': 200} Jan 29 19:54:33.488653 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.495664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:33.508728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-00e75ce4-b797-4eb6-829e-b8cad017f276 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9353592 Jan 29 19:54:33.512355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56016) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:33.515487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:33.539456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:33.553888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:33.554939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:33.629897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet 67ea2265-e539-4899-a6cd-fc2d11ff5712 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:54:33.636970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (67ea2265-e539-4899-a6cd-fc2d11ff5712), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.722950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (67ea2265-e539-4899-a6cd-fc2d11ff5712), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.724782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['be459ce9-acbe-420a-b108-e18aa33714fa'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:33.803401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:33.818504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (67ea2265-e539-4899-a6cd-fc2d11ff5712), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:33.949393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:33.965654 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (67ea2265-e539-4899-a6cd-fc2d11ff5712), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.016411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=67ea2265-e539-4899-a6cd-fc2d11ff5712,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:34.050657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.051720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c57b26-7b90-4fc4-a845-f16b5ae36d55 None None] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:34.061746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b143355-0558-46ff-8c6b-2e26898694a6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/67ea2265-e539-4899-a6cd-fc2d11ff5712 HTTP/1.1" status: 204 len: 168 time: 0.5474689 Jan 29 19:54:34.070650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56026) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:34.270650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3410c2c5-7af3-4006-a2e0-7a4bf4300711 req-95762d56-8929-42e5-968f-951f93296b62 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 210 time: 0.1385639 Jan 29 19:54:34.356242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441a157-957a-4404-ba90-0564585f2722 req-aa0323d6-4407-44ae-a22d-63376f5d6013 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:34.369729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9441a157-957a-4404-ba90-0564585f2722 req-aa0323d6-4407-44ae-a22d-63376f5d6013 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.3432584 Jan 29 19:54:34.376245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.439839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.475507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9441a157-957a-4404-ba90-0564585f2722 req-ac58acee-6593-4b5f-99f6-e02de8c44b03 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994027 Jan 29 19:54:34.518028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:34.520641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.556467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8929178c-6d7b-4f79-9ba0-368f351feadb req-ee58dcac-21dd-479a-a475-bf101efbf4bc tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0930049 Jan 29 19:54:34.607720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c1c4e-5ce5-458b-8d8c-8151da4a5918 req-67a2074b-fa2b-439e-b5a7-b05c1cecd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:34.609668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b83c1c4e-5ce5-458b-8d8c-8151da4a5918 req-67a2074b-fa2b-439e-b5a7-b05c1cecd6f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 1128 time: 0.4976437 Jan 29 19:54:34.723889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b83c1c4e-5ce5-458b-8d8c-8151da4a5918 req-84839988-b161-42aa-9148-3e30a0d56aeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978854 Jan 29 19:54:34.737517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 75bde0b9-e688-46b5-be86-0e600aaf2ab9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75bde0b9-e688-46b5-be86-0e600aaf2ab9,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:34.737979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.742355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] DHCP port deletion for 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:54:34.760559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 75bde0b9-e688-46b5-be86-0e600aaf2ab9 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:34.785869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181030b7-b6e1-4639-be5f-64cb8dad8097 req-15b89379-9e48-4b64-b928-d0bbb023e8e6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:34.795488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-181030b7-b6e1-4639-be5f-64cb8dad8097 req-15b89379-9e48-4b64-b928-d0bbb023e8e6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 945 time: 0.1895428 Jan 29 19:54:34.908028 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-181030b7-b6e1-4639-be5f-64cb8dad8097 req-b87fb4a8-eb28-42a0-95f8-1ede65c1627d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110690 Jan 29 19:54:34.973209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Deleting port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:34.973513 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:34.989851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:31Z', 'revision_number': 8, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:35.027618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:35.042666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.087736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=75bde0b9-e688-46b5-be86-0e600aaf2ab9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:35.091543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:35.111737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:35.112408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:35.116066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] For port 75bde0b9-e688-46b5-be86-0e600aaf2ab9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=75bde0b9-e688-46b5-be86-0e600aaf2ab9,segment=NetworkSegment(014dfb8a-6937-4ba9-9845-4f41081983d3),segment_id=014dfb8a-6937-4ba9-9845-4f41081983d3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:35.121532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.181484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Calling delete_port for 75bde0b9-e688-46b5-be86-0e600aaf2ab9 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:35.263603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.270480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-d8571732-1f6c-413f-aacf-efb363a00cd6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:35.272403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-d8571732-1f6c-413f-aacf-efb363a00cd6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 804 time: 0.1629045 Jan 29 19:54:35.303330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Request body: {'port': {'device_id': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'admin_state_up': True, 'tenant_id': '047ee534264044babc47f467729390e2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:35.303587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e7d8b7-3b0b-46d8-8729-aaf05cd2105c']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:35.328546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014dfb8a-6937-4ba9-9845-4f41081983d3') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:35.328546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014dfb8a-6937-4ba9-9845-4f41081983d3') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:35.348839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (014dfb8a-6937-4ba9-9845-4f41081983d3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.365527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (014dfb8a-6937-4ba9-9845-4f41081983d3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.377887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:54:35.378683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (014dfb8a-6937-4ba9-9845-4f41081983d3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:54:35.383635 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:54:35.392824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:35.504369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.524395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-63dc1f94-802a-4c0b-9a74-48aaa72d987b req-5005964a-8f99-441a-9900-1504dcb65b39 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 210 time: 0.0360711 Jan 29 19:54:35.526805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.553896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (31e7d8b7-3b0b-46d8-8729-aaf05cd2105c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.575309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Made reservation on behalf of 047ee534264044babc47f467729390e2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:54:35.580850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.606125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.616092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/31e7d8b7-3b0b-46d8-8729-aaf05cd2105c HTTP/1.1" status: 204 len: 168 time: 1.5417349 Jan 29 19:54:35.617106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573df5d5-7a85-4994-8107-889629506079 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=31e7d8b7-3b0b-46d8-8729-aaf05cd2105c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:35.623146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56042) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:35.712832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ff4c8-36dc-4c34-93c9-6b36cd5c292d req-a03e85b3-0719-40eb-8faf-ff686a2fb152 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:35.722841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d18ff4c8-36dc-4c34-93c9-6b36cd5c292d req-a03e85b3-0719-40eb-8faf-ff686a2fb152 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.1073041 Jan 29 19:54:35.762661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5106d6af-8a82-40c0-9ef7-59ebec9afcc5 req-ae3f6917-ac8a-4260-889e-c8596926a220 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0843010 Jan 29 19:54:35.832819 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d18ff4c8-36dc-4c34-93c9-6b36cd5c292d req-2a6977bb-0ab1-4681-837f-3fd41cb86b90 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082177 Jan 29 19:54:35.922876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (75bde0b9-e688-46b5-be86-0e600aaf2ab9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:35.935446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Network 31e7d8b7-3b0b-46d8-8729-aaf05cd2105c is not hosted by any dhcp agent {{(pid=103564) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 19:54:35.941419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] No DVR routers for this DVR port 75bde0b9-e688-46b5-be86-0e600aaf2ab9 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:36.009495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Router dd8da127-e96d-4cdc-aa6f-804c5391b132 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:36.014915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75bde0b9-e688-46b5-be86-0e600aaf2ab9 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:36.043519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e6fe9-d10f-4c4c-beb5-ea038cad994b None None] Pushing event deleted for resources: {'Port': ['ID=75bde0b9-e688-46b5-be86-0e600aaf2ab9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:36.081170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 75bde0b9-e688-46b5-be86-0e600aaf2ab9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:36.084599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 75bde0b9-e688-46b5-be86-0e600aaf2ab9 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:36.126953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Allocated IP 172.20.0.4 (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de/b237375f-796e-4269-b9b5-1ab85dc738eb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:36.130402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:31Z', 'revision_number': 8, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:36.173694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45bff4-4446-4fb7-b61a-0fabea92c694 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:31Z', 'revision_number': 8, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '21078ba9-935d-433e-a75b-ac521ad8fbad', 'name': '', 'network_id': '4174f400-6d88-4c6b-8de3-166acbffa0ef', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:77:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:58Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'd93a6f11-dfd5-487c-8915-14116c6f4fd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:36.397974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71155bd2-2acf-4952-a166-05e14a00d30e req-2ca92378-840f-45b0-8626-a913377799da tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:36.399505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71155bd2-2acf-4952-a166-05e14a00d30e req-2ca92378-840f-45b0-8626-a913377799da tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 945 time: 0.2741239 Jan 29 19:54:36.466416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:36.471517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:36.472857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8bb32f07-4bf9-44d5-9b8d-0aeb367a3f48 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "PUT /v2.0/routers/dd8da127-e96d-4cdc-aa6f-804c5391b132 HTTP/1.1" status: 200 len: 921 time: 3.7594028 Jan 29 19:54:36.478462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56050) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:36.479501 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] Sync routers for ids ['dd8da127-e96d-4cdc-aa6f-804c5391b132'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:36.620484 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] Routers {'dd8da127-e96d-4cdc-aa6f-804c5391b132'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:36.621362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['dd8da127-e96d-4cdc-aa6f-804c5391b132'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:36.662090 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:36.673183 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] Routers {'dd8da127-e96d-4cdc-aa6f-804c5391b132'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:36.674065 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['dd8da127-e96d-4cdc-aa6f-804c5391b132'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:36.696010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:36.716081 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:36.717098 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7580c99-c8be-44b2-bc1d-f5f0d2096f0d None None] The sync data for ids ['dd8da127-e96d-4cdc-aa6f-804c5391b132'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:36.790067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69713bd1-0ce8-43fb-a4ba-1ca68850ad35 req-1f615268-d817-4fca-9f97-f804ceb57ae9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 210 time: 0.0894697 Jan 29 19:54:36.834867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a16be71-b405-4924-b7b3-59f2040309fd tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/dd8da127-e96d-4cdc-aa6f-804c5391b132 HTTP/1.1" status: 200 len: 921 time: 0.3579893 Jan 29 19:54:36.835604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56056) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:36.925927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port be459ce9-acbe-420a-b108-e18aa33714fa completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:54:36.928146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port be459ce9-acbe-420a-b108-e18aa33714fa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:36.928767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:36.940297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-181757f6-d1b2-4730-9a45-4d5372ed4613 req-0887125a-e14e-4a8e-aea3-9a733c2596b7 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0379281 Jan 29 19:54:37.003021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71155bd2-2acf-4952-a166-05e14a00d30e req-6c69a36a-f666-457d-b06d-484b68b3fe1f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5843608 Jan 29 19:54:37.048919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a5e60-82b7-4440-8edd-c8b1f9201295 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:37.051012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4a4a5e60-82b7-4440-8edd-c8b1f9201295 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=dd8da127-e96d-4cdc-aa6f-804c5391b132&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2142155 Jan 29 19:54:37.060042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56060) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:37.126686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks [] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.136647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3713e8-2e2f-45d5-a957-4a4a4bde2fe0 req-1e72a6cf-2d28-4490-b052-820c13089df3 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:37.144683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee3713e8-2e2f-45d5-a957-4a4a4bde2fe0 req-1e72a6cf-2d28-4490-b052-820c13089df3 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.0921521 Jan 29 19:54:37.193779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:37.194439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.222691 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.226739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:37.231112 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72732f31-f363-4283-b71b-ac233b43ef70" -d '{"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-plugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:37.261182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:37.318701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09789c-2bf9-4720-bdc0-6f5772addc9f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:37.320338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fd09789c-2bf9-4720-bdc0-6f5772addc9f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.2559326 Jan 29 19:54:37.324302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.324706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56068) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:37.369333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dc4e9e0d-b512-475f-a12a-ce943724bc40 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8da127-e96d-4cdc-aa6f-804c5391b132 HTTP/1.1" status: 200 len: 205 time: 0.0411081 Jan 29 19:54:37.374131 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9409751-a7d8-47cb-a847-7982ef6e7530 x-openstack-request-id: req-d9409751-a7d8-47cb-a847-7982ef6e7530 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:37.374131 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-plugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:37.374498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56070) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:37.374609 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9409751-a7d8-47cb-a847-7982ef6e7530 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:37.374609 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'code': 200} Jan 29 19:54:37.422973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:37.457290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.491733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:37.632335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:37.652741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:37.662395 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:54:37.670553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:37.679208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event updated for resources: {'Port': ['ID=b237375f-796e-4269-b9b5-1ab85dc738eb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:37.695412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee3713e8-2e2f-45d5-a957-4a4a4bde2fe0 req-dfbb8cc7-7045-49d0-a699-5df38dda0210 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462317 Jan 29 19:54:37.733404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86d76f-0feb-49ce-8f44-cf08927b63d9 req-fbf3ed37-69ba-4511-a7f5-9c01669c522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:37.735048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d86d76f-0feb-49ce-8f44-cf08927b63d9 req-fbf3ed37-69ba-4511-a7f5-9c01669c522c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1128 time: 0.3159108 Jan 29 19:54:37.737338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.835259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c1281357-d76e-4ad2-a424-8dbbbc38a520 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:37.856427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c1281357-d76e-4ad2-a424-8dbbbc38a520 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:37.856781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c1281357-d76e-4ad2-a424-8dbbbc38a520 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:37.888505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:37.889256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.928158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d86d76f-0feb-49ce-8f44-cf08927b63d9 req-158b3aa1-6c87-4e61-b7b2-1cd4710943a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846712 Jan 29 19:54:37.933592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:37.954260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768a05a-5008-41f7-a7ec-10581cad96bc req-dd1661ac-e9f5-4094-a1c5-b3485e76818c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:37.956062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8768a05a-5008-41f7-a7ec-10581cad96bc req-dd1661ac-e9f5-4094-a1c5-b3485e76818c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 931 time: 0.0634303 Jan 29 19:54:38.054815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8768a05a-5008-41f7-a7ec-10581cad96bc req-ba550149-2f5e-4d31-bfd7-77c32150e24a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925813 Jan 29 19:54:38.176929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-65726bec-d5cf-4727-9d77-92ca1d782c3b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8874784 Jan 29 19:54:38.213414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Request body: {'port': {'device_id': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:38.227236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390171ba-5e88-41fe-a34e-d5c2bcba3046 req-9c303e0e-30c7-4d71-b95a-87b9abe52019 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:38.235260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-390171ba-5e88-41fe-a34e-d5c2bcba3046 req-9c303e0e-30c7-4d71-b95a-87b9abe52019 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.4323857 Jan 29 19:54:38.246508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57a8b5d0-1538-4b75-b906-da7c9b4f1bf1 req-c9a75d38-9097-4030-8bb8-eab3abf780ae tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0389969 Jan 29 19:54:38.321827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (dd8da127-e96d-4cdc-aa6f-804c5391b132), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:38.401176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:38.405872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7abe50-ec7b-4051-b567-f146b61ed964 req-0826728f-be86-4e8d-8941-3bd7e9d58c19 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:38.416881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f7abe50-ec7b-4051-b567-f146b61ed964 req-0826728f-be86-4e8d-8941-3bd7e9d58c19 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1125784 Jan 29 19:54:38.440717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-390171ba-5e88-41fe-a34e-d5c2bcba3046 req-cc8d78a6-5d7d-4e98-8acc-235d2b6547e3 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884863 Jan 29 19:54:38.510606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f7abe50-ec7b-4051-b567-f146b61ed964 req-13ab0daf-1e71-42b3-9d61-ba460b6bda30 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858946 Jan 29 19:54:38.731986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 21078ba9-935d-433e-a75b-ac521ad8fbad {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:38.732590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:38.991370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 21078ba9-935d-433e-a75b-ac521ad8fbad, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=21078ba9-935d-433e-a75b-ac521ad8fbad,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:38.992647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.011935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 21078ba9-935d-433e-a75b-ac521ad8fbad owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:39.188249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:39.320087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e433b-0758-4f72-af9c-6931f60dcb5f req-47e4874b-48a2-42a6-983e-e86dc601c1ce tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:39.325334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b237375f-796e-4269-b9b5-1ab85dc738eb {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:39.332808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f6e433b-0758-4f72-af9c-6931f60dcb5f req-47e4874b-48a2-42a6-983e-e86dc601c1ce tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 931 time: 0.1162927 Jan 29 19:54:39.336850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Publish callbacks [] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.362022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348c4f-6056-474b-ad94-a0b661e09b6e req-5e9b422d-1ddf-4e98-a643-f1ce169fade5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:39.363876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f348c4f-6056-474b-ad94-a0b661e09b6e req-5e9b422d-1ddf-4e98-a643-f1ce169fade5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.6389911 Jan 29 19:54:39.368932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Deleting port 9a115670-fee6-4978-a36e-2335fcadcaf4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:39.369312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9a115670-fee6-4978-a36e-2335fcadcaf4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.408660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Transition to ACTIVE for port object b237375f-796e-4269-b9b5-1ab85dc738eb will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:54:39.411657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (21078ba9-935d-433e-a75b-ac521ad8fbad), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.461592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=21078ba9-935d-433e-a75b-ac521ad8fbad,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:39.464097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f6e433b-0758-4f72-af9c-6931f60dcb5f req-7654454d-bdbf-4779-bc33-b5376205b18a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268797 Jan 29 19:54:39.469216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be88eca-ef63-4414-9c8f-ee4ff1fdf62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.524486 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.592094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Pushing event updated for resources: {'Port': ['ID=b237375f-796e-4269-b9b5-1ab85dc738eb,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:39.616519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-906496cb-f73d-49f1-9b8c-d3fefcd65ab3 req-e861e07c-3b38-4d52-b41c-e6550d043bde tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0441728 Jan 29 19:54:39.700708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be88eca-ef63-4414-9c8f-ee4ff1fdf62d admin admin] Publish callbacks [] for security_group (0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.784798 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be88eca-ef63-4414-9c8f-ee4ff1fdf62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:39.828016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f348c4f-6056-474b-ad94-a0b661e09b6e req-f099c1e3-209f-466b-9018-b18535cebff6 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537952 Jan 29 19:54:39.948280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5be88eca-ef63-4414-9c8f-ee4ff1fdf62d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91dc283e4882473186bf29b9148498b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698610 Jan 29 19:54:39.956809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56110) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:39.977840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf88ce3-aebe-49c5-8454-5c0664193132 req-e7006b8c-50f6-48c7-807b-6ad050e9ae93 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:39.979592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddf88ce3-aebe-49c5-8454-5c0664193132 req-e7006b8c-50f6-48c7-807b-6ad050e9ae93 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.2557893 Jan 29 19:54:40.000026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be88eca-ef63-4414-9c8f-ee4ff1fdf62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:40.172519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddf88ce3-aebe-49c5-8454-5c0664193132 req-453cf6b0-df3b-44b6-90f4-73c96b7b64d5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678185 Jan 29 19:54:40.180598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79cf586f-666f-469b-a1ab-e44aff0b5838 admin admin] Publish callbacks [] for security_group (0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.233131 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79cf586f-666f-469b-a1ab-e44aff0b5838 admin admin] Publish callbacks [] for security_group (0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.380132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9a115670-fee6-4978-a36e-2335fcadcaf4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.390792 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79cf586f-666f-469b-a1ab-e44aff0b5838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.393551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79cf586f-666f-469b-a1ab-e44aff0b5838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.402712 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-79cf586f-666f-469b-a1ab-e44aff0b5838 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f HTTP/1.1" status: 204 len: 168 time: 0.4219642 Jan 29 19:54:40.418461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Calling delete_port for 9a115670-fee6-4978-a36e-2335fcadcaf4 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:40.434272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf586f-666f-469b-a1ab-e44aff0b5838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0ef23d-f32a-43e0-b6b9-b0e6508eb54f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:40.483186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83bcfd-0d2f-48a3-95b2-7129fe9956ef req-d6b0b3f3-5a93-4614-ad38-8675df2b6576 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:40.493074 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b83bcfd-0d2f-48a3-95b2-7129fe9956ef req-d6b0b3f3-5a93-4614-ad38-8675df2b6576 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1704168 Jan 29 19:54:40.496634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:40.510637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'floatingip': {'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:40.586118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (a50550de-3299-4740-922b-2d9e2796fee2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.691464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.768811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f4f72-deb6-492b-93a3-8962f4bb3c94 req-8c729b96-0c63-4630-8edf-49345b612056 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:40.770866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e22f4f72-deb6-492b-93a3-8962f4bb3c94 req-8c729b96-0c63-4630-8edf-49345b612056 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 943 time: 0.1805964 Jan 29 19:54:40.855676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9a115670-fee6-4978-a36e-2335fcadcaf4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:40.888578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Attempting to bind port b237375f-796e-4269-b9b5-1ab85dc738eb on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:54:40.889287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Attempting to bind port b237375f-796e-4269-b9b5-1ab85dc738eb by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:54:40.889859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Attempting to bind port b237375f-796e-4269-b9b5-1ab85dc738eb on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:40.907132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Port b237375f-796e-4269-b9b5-1ab85dc738eb on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:54:40.908500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Attempting to bind port b237375f-796e-4269-b9b5-1ab85dc738eb on network 2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:54:40.994749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event deleted for resources: {'Port': ['ID=9a115670-fee6-4978-a36e-2335fcadcaf4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:41.015405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73959bbf-f15a-4d23-af40-8824dda6ac83 req-c07a48a5-d0d4-4e6e-afe2-dbdb99dde51d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:41.024967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e22f4f72-deb6-492b-93a3-8962f4bb3c94 req-55b4f6dc-2d8b-4cb5-9dc2-ed93bb23c7b1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328267 Jan 29 19:54:41.032838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73959bbf-f15a-4d23-af40-8824dda6ac83 req-c07a48a5-d0d4-4e6e-afe2-dbdb99dde51d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.3374853 Jan 29 19:54:41.040087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:54:41.041524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Checking segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:54:41.042281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Bound using segment: {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:54:41.043027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Bound port: b237375f-796e-4269-b9b5-1ab85dc738eb, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc64df2-f5bc-4752-b7d2-3631e3075826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:54:41.044359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.168172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (dd8da127-e96d-4cdc-aa6f-804c5391b132), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.214774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-943f50c8-7ad5-4ad6-9a9a-90926d0a71c1 req-1c347a11-69d8-42ce-bd8a-59ea7a67c303 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0717549 Jan 29 19:54:41.369649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56126) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:41.373315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.393583 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (dd8da127-e96d-4cdc-aa6f-804c5391b132), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.429195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf48dcc2-c6be-4178-a3c4-88994096481e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.512559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73959bbf-f15a-4d23-af40-8824dda6ac83 req-53cb73a6-89f1-4a22-b102-227f7e138ba5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351742 Jan 29 19:54:41.524000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] For port b237375f-796e-4269-b9b5-1ab85dc738eb, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:54:41.548110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] For port b237375f-796e-4269-b9b5-1ab85dc738eb, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b237375f-796e-4269-b9b5-1ab85dc738eb,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:54:41.556059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:41.580064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:54:41.629665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (dd8da127-e96d-4cdc-aa6f-804c5391b132), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.630156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Fanout notify agent at l3_agent the message router_deleted on router dd8da127-e96d-4cdc-aa6f-804c5391b132 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:54:41.638073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.639651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-34b6b617-325e-4e71-b7ca-f9b9f25aa2d9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/dd8da127-e96d-4cdc-aa6f-804c5391b132 HTTP/1.1" status: 204 len: 168 time: 4.2641342 Jan 29 19:54:41.640943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.650542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56134) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:41.654840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.664913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1714943291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:41.724784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a50550de-3299-4740-922b-2d9e2796fee2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.771344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:41.772526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.774871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] 10.222.0.26 "PUT /v2.0/ports/b237375f-796e-4269-b9b5-1ab85dc738eb HTTP/1.1" status: 200 len: 1091 time: 3.5798819 Jan 29 19:54:41.787850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'tag': 'b237375f-796e-4269-b9b5-1ab85dc738eb'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:41.790695 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7bce74-bba7-4b69-8b8e-510915ec8456", "tag": "b237375f-796e-4269-b9b5-1ab85dc738eb"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:41.848957 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Floating IP a50550de-3299-4740-922b-2d9e2796fee2 associated. External IP: 172.25.5.66, port: be459ce9-acbe-420a-b108-e18aa33714fa. Jan 29 19:54:41.855976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:41.866635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9a25efe2-8d4c-48e0-b659-b937cc1f3eba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2391543 Jan 29 19:54:41.871066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:41.887763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56138) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:41.892296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:41.893353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:41.893891 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f329699-8ce2-4d6a-9dae-28b9804a3812 x-openstack-request-id: req-2f329699-8ce2-4d6a-9dae-28b9804a3812 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:41.894195 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7bce74-bba7-4b69-8b8e-510915ec8456", "tag": "b237375f-796e-4269-b9b5-1ab85dc738eb", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:41.894457 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f329699-8ce2-4d6a-9dae-28b9804a3812 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:41.894907 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'tag': 'b237375f-796e-4269-b9b5-1ab85dc738eb', 'status': 'completed', 'code': 200} Jan 29 19:54:41.960548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.962249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:41.991233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fe5c4-6d85-4fd3-9ef1-1b6af50d609f service neutron] Pushing event updated for resources: {'Port': ['ID=b237375f-796e-4269-b9b5-1ab85dc738eb,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:42.024853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130311b-3db8-4e2c-b52f-fc7c59f48029 req-879d34c4-e4ee-4839-a2d2-1e4721b116e1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:42.027332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8130311b-3db8-4e2c-b52f-fc7c59f48029 req-879d34c4-e4ee-4839-a2d2-1e4721b116e1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.4040070 Jan 29 19:54:42.111407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:42.116126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf48dcc2-c6be-4178-a3c4-88994096481e admin admin] Publish callbacks [] for security_group (65ff57b9-d08b-499e-986b-68337f5d53b0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.121939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet d93a6f11-dfd5-487c-8915-14116c6f4fd5 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:54:42.129546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (d93a6f11-dfd5-487c-8915-14116c6f4fd5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.218062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (7a00505c-f794-4258-89cb-41a1e3ad9880), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.219350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf48dcc2-c6be-4178-a3c4-88994096481e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (65ff57b9-d08b-499e-986b-68337f5d53b0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.260641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8130311b-3db8-4e2c-b52f-fc7c59f48029 req-f08e5f91-0362-4cbe-98c0-7e1553d7914d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163947 Jan 29 19:54:42.274764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48dcc2-c6be-4178-a3c4-88994096481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ff57b9-d08b-499e-986b-68337f5d53b0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:42.306532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0 req-b65fa301-27a4-49e5-a034-9bf1165271cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:42.308730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0 req-b65fa301-27a4-49e5-a034-9bf1165271cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 1125 time: 0.3971674 Jan 29 19:54:42.323446 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.337572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (d93a6f11-dfd5-487c-8915-14116c6f4fd5), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.409425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cf48dcc2-c6be-4178-a3c4-88994096481e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05ef2032c39d4cb38378f9be077ad1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0359118 Jan 29 19:54:42.415464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56146) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:42.453819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d812-a481-4cf9-9308-dc5e5f485046 req-0a3de039-aa1b-4b70-b605-51adec7364ae tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:42.455487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf52d812-a481-4cf9-9308-dc5e5f485046 req-0a3de039-aa1b-4b70-b605-51adec7364ae tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 943 time: 0.2584419 Jan 29 19:54:42.493963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:42.539267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef266d9c-388d-484d-b157-fab009c88356 req-1d5dccfe-f79c-4067-ad34-d8b798a594ca tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1057940 Jan 29 19:54:42.562460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:39Z', 'revision_number': 9, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:42.602018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf52d812-a481-4cf9-9308-dc5e5f485046 req-9622d0e2-8145-44de-a497-c7bfff7c4c64 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399214 Jan 29 19:54:42.612766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.614298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f7bf0409-deb5-4146-bb88-9ea69811ac01 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9526138 Jan 29 19:54:42.624607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56150) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:42.627285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:42.641034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:42.641669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:42.649212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:42.710999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:42.716739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.725026 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:42.749279 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:42.753090 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:42.759125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:42.803579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03d2a870-9607-4a11-aa85-294faf82f2a5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "PUT /v2.0/floatingips/a50550de-3299-4740-922b-2d9e2796fee2 HTTP/1.1" status: 200 len: 991 time: 2.3057244 Jan 29 19:54:42.804174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:42.809779 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:42.854901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d93a6f11-dfd5-487c-8915-14116c6f4fd5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:42.913905 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:43.023757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (d93a6f11-dfd5-487c-8915-14116c6f4fd5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.039364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1ea61-7895-482e-86a3-98d8e70b209c req-aacefeb4-8b89-4d46-a21d-d5f282d93f82 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:43.041507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43e1ea61-7895-482e-86a3-98d8e70b209c req-aacefeb4-8b89-4d46-a21d-d5f282d93f82 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1177595 Jan 29 19:54:43.096228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bee227ae-f0d2-4644-8f4d-1121bba93169 admin admin] Publish callbacks [] for security_group (65ff57b9-d08b-499e-986b-68337f5d53b0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.099556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0 req-52db5b4d-d1af-4462-b8b7-b4a4651bf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:43.103333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0 req-52db5b4d-d1af-4462-b8b7-b4a4651bf58e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=047ee534264044babc47f467729390e2&shared=False HTTP/1.1" status: 200 len: 904 time: 0.7614865 Jan 29 19:54:43.108100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43e1ea61-7895-482e-86a3-98d8e70b209c req-1b6a128a-29d6-44f4-8770-05765ee8968c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578246 Jan 29 19:54:43.139200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=d93a6f11-dfd5-487c-8915-14116c6f4fd5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:43.152358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:39Z', 'revision_number': 9, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:43.167985 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8a53d-0bec-4db7-b43e-fe12c269bb28 x-openstack-request-id: req-dbc8a53d-0bec-4db7-b43e-fe12c269bb28 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:43.168321 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:43.168578 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbc8a53d-0bec-4db7-b43e-fe12c269bb28 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:43.168990 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'status': 'completed', 'code': 200} Jan 29 19:54:43.202398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7a00505c-f794-4258-89cb-41a1e3ad9880), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.208384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.211613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d5dbe697-1180-40f4-8b7c-8c2148cf060b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/d93a6f11-dfd5-487c-8915-14116c6f4fd5 HTTP/1.1" status: 204 len: 168 time: 1.3148258 Jan 29 19:54:43.215382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56156) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:43.219831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46daa3-2052-4577-a646-cf4733e2b1d5 None None] Network 4174f400-6d88-4c6b-8de3-166acbffa0ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:43.225202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835bfeb7-5f89-48fd-9af3-36fafeef3857 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:39Z', 'revision_number': 9, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4b21bc34-e02e-4cb7-a1fb-e8b6d3914201', 'name': '', 'network_id': '2c1ea6ee-7199-452b-b09d-0cc09d9f1508', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:b5:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:50Z', 'updated_at': '2022-01-29T19:53:58Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': 'e5403023-2355-4a3d-a3c4-1cdb62d4481f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:43.270670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c14a1-4f94-48f4-aded-9cc57981cbde req-77ab1c29-efe7-4c7c-b9c1-8741842b03ed tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:43.278472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef7c14a1-4f94-48f4-aded-9cc57981cbde req-77ab1c29-efe7-4c7c-b9c1-8741842b03ed tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.6213081 Jan 29 19:54:43.283978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bee227ae-f0d2-4644-8f4d-1121bba93169 admin admin] Publish callbacks [] for security_group (65ff57b9-d08b-499e-986b-68337f5d53b0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.383944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4174f400-6d88-4c6b-8de3-166acbffa0ef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.411236 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a50550de-3299-4740-922b-2d9e2796fee2', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'mac_address': 'fa:16:3e:6a:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4815a870-7768-477c-967d-be60c6bbdc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:41Z', 'revision_number': 1, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:43.458300 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:43.466997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:43.468000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.470285 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:43.471028 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:43.559725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port f890f1d6-9854-4e8e-96d8-4cdf395a89c8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:43.560098 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.576116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for f890f1d6-9854-4e8e-96d8-4cdf395a89c8 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:43.649929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] DHCP port deletion for 4174f400-6d88-4c6b-8de3-166acbffa0ef request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:54:43.662124 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:43.762267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] Deleting port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:43.762728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.777106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1edf7dc5-53a7-4209-acc6-0de7d4575964 req-01e4a6d6-8d74-4f64-aa86-1e7a78645269 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0444596 Jan 29 19:54:43.869557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] For port f890f1d6-9854-4e8e-96d8-4cdf395a89c8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,segment=NetworkSegment(6b16e212-18b9-4808-8d4c-dc89f37cae34),segment_id=6b16e212-18b9-4808-8d4c-dc89f37cae34)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:43.870158 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:43.941546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] Calling delete_port for f890f1d6-9854-4e8e-96d8-4cdf395a89c8 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:44.012055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.121305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:44.127742 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f890f1d6-9854-4e8e-96d8-4cdf395a89c8), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.140168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:44.140462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f890f1d6-9854-4e8e-96d8-4cdf395a89c8 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:44.143833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-6d4ef64f-d827-4bed-bc98-6c7bdabde121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:44.149363 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a50550de-3299-4740-922b-2d9e2796fee2', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'mac_address': 'fa:16:3e:6a:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4815a870-7768-477c-967d-be60c6bbdc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:41Z', 'revision_number': 1, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:44.150434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] No DVR routers for this DVR port f890f1d6-9854-4e8e-96d8-4cdf395a89c8 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:44.150883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-6d4ef64f-d827-4bed-bc98-6c7bdabde121 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1128 time: 0.9509897 Jan 29 19:54:44.181087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f890f1d6-9854-4e8e-96d8-4cdf395a89c8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:44.182671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f890f1d6-9854-4e8e-96d8-4cdf395a89c8 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:44.183264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 21078ba9-935d-433e-a75b-ac521ad8fbad no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:44.203989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae42ce2-4448-4633-8765-52cc1a6c21cd None None] Pushing event deleted for resources: {'Port': ['ID=f890f1d6-9854-4e8e-96d8-4cdf395a89c8,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:44.216530 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3faf916-add6-4efb-a1f9-dfa971ef5c2e None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a50550de-3299-4740-922b-2d9e2796fee2', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'mac_address': 'fa:16:3e:6a:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4815a870-7768-477c-967d-be60c6bbdc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:54:13Z', 'updated_at': '2022-01-29T19:54:41Z', 'revision_number': 1, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:44.229929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 21078ba9-935d-433e-a75b-ac521ad8fbad {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:44.230278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 21078ba9-935d-433e-a75b-ac521ad8fbad not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:44.285679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0 req-c558c4f3-d48e-4e9b-b0ec-c93702e0951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:44.287625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3ab25f1-17d6-4942-88d8-141bbd31c9c0 req-c558c4f3-d48e-4e9b-b0ec-c93702e0951c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1421938 Jan 29 19:54:44.347929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0509b6-29aa-4833-b400-ab619624a521 req-36f75462-e812-496f-9453-f9717de7b830 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:44.361150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef7c14a1-4f94-48f4-aded-9cc57981cbde req-499a763d-e804-461c-bbbd-5b8eb1b8af5b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0817468 Jan 29 19:54:44.362010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae0509b6-29aa-4833-b400-ab619624a521 req-36f75462-e812-496f-9453-f9717de7b830 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 943 time: 0.3751078 Jan 29 19:54:44.373715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4174f400-6d88-4c6b-8de3-166acbffa0ef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.418093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4174f400-6d88-4c6b-8de3-166acbffa0ef']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:44.437263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b16e212-18b9-4808-8d4c-dc89f37cae34') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:44.437572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b16e212-18b9-4808-8d4c-dc89f37cae34') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:44.446884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-d36395b8-7e1d-40a2-b7af-534799f13147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:44.448697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-d36395b8-7e1d-40a2-b7af-534799f13147 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.2727666 Jan 29 19:54:44.466984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (6b16e212-18b9-4808-8d4c-dc89f37cae34), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.492511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bee227ae-f0d2-4644-8f4d-1121bba93169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (65ff57b9-d08b-499e-986b-68337f5d53b0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.494649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae0509b6-29aa-4833-b400-ab619624a521 req-efb68e17-f31a-4767-87a0-fcf73a3e5694 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294792 Jan 29 19:54:44.495048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bee227ae-f0d2-4644-8f4d-1121bba93169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.496396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bee227ae-f0d2-4644-8f4d-1121bba93169 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65ff57b9-d08b-499e-986b-68337f5d53b0 HTTP/1.1" status: 204 len: 168 time: 2.0733800 Jan 29 19:54:44.514226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6b16e212-18b9-4808-8d4c-dc89f37cae34), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.523093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:54:44.523093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (6b16e212-18b9-4808-8d4c-dc89f37cae34), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.649763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32ef98-96fb-4f10-af8c-5e501e22c0bb None None] New status for floating IP a50550de-3299-4740-922b-2d9e2796fee2: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:54:44.663245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee227ae-f0d2-4644-8f4d-1121bba93169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ff57b9-d08b-499e-986b-68337f5d53b0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:54:44.684624 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:54:44.771353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-1b793d0a-512e-483c-8eba-17bcc8bd2599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 999 time: 0.3032773 Jan 29 19:54:44.786497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4174f400-6d88-4c6b-8de3-166acbffa0ef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.798160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:44.805880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/4174f400-6d88-4c6b-8de3-166acbffa0ef HTTP/1.1" status: 204 len: 168 time: 1.5871124 Jan 29 19:54:44.809882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56176) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:44.827257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681569fe-8bd1-404f-9ed5-7144a0f8c4cd req-863caecb-b34d-4a17-95bd-5919ab0f51a1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:44.831036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-681569fe-8bd1-404f-9ed5-7144a0f8c4cd req-863caecb-b34d-4a17-95bd-5919ab0f51a1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.3499432 Jan 29 19:54:44.841514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-e780a1f4-bf28-4c71-a837-9d5e8b7e5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:44.845069 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-e780a1f4-bf28-4c71-a837-9d5e8b7e5eb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 1125 time: 0.4828703 Jan 29 19:54:44.860605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595065ea-507d-4a49-be76-cdcebfcca934 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=4174f400-6d88-4c6b-8de3-166acbffa0ef,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:45.058510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-681569fe-8bd1-404f-9ed5-7144a0f8c4cd req-4fd81eec-ece4-4532-901d-751b957c0c4e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120192 Jan 29 19:54:45.063021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-c1a65f5c-13c6-413f-b487-2ca480eabaee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b237375f-796e-4269-b9b5-1ab85dc738eb HTTP/1.1" status: 200 len: 217 time: 0.1683826 Jan 29 19:54:45.224533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559580-e482-48bc-ab46-d5336051fd33 req-7bde8d21-0be1-4479-990e-dbe22fdd5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:45.226380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-7bde8d21-0be1-4479-990e-dbe22fdd5d82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.1461396 Jan 29 19:54:45.287821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-3d5fd4e9-3fa2-4ab2-bd9b-7639f2c66b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:45.289638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-3d5fd4e9-3fa2-4ab2-bd9b-7639f2c66b89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.5082731 Jan 29 19:54:45.380994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9167915-904e-4a48-9b02-e57a8c9fdd85 req-2e68a5f5-57d6-4308-8205-28426b71d13c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1461015 Jan 29 19:54:45.383242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-ce2fb45b-0bcc-4e0f-8895-d76f805b4b41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399078 Jan 29 19:54:45.415259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2b213-7514-467d-9cf3-c27fd7dbb29c req-9590738f-f6ed-4d11-9adc-cdeff52e4efc tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:45.417568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb2b213-7514-467d-9cf3-c27fd7dbb29c req-9590738f-f6ed-4d11-9adc-cdeff52e4efc tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.7272139 Jan 29 19:54:45.480355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7a00505c-f794-4258-89cb-41a1e3ad9880), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:45.499266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb2b213-7514-467d-9cf3-c27fd7dbb29c req-99bd3879-fcfb-4d33-9d95-162f247f8004 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Jan 29 19:54:45.513433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:45.561737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56188) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:45.639781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e8cfcd5-34df-4ada-b28a-2b77f26f4b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:45.663472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-6935a293-96b0-4627-81fa-8ec1916a6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:45.665219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-6935a293-96b0-4627-81fa-8ec1916a6cbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3375034 Jan 29 19:54:45.779717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-301d63a5-9180-45fd-8d6a-38936275b4ec service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953968 Jan 29 19:54:45.823788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56f926-676d-4c39-a66f-ba0dee259a28 req-5a92d7b0-97e4-450a-98a8-4d39a2236437 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:45.825395 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e56f926-676d-4c39-a66f-ba0dee259a28 req-5a92d7b0-97e4-450a-98a8-4d39a2236437 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.1102092 Jan 29 19:54:45.851829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-9c467989-f6d4-4b70-8cf4-886eb4492c99 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412982 Jan 29 19:54:45.915376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e56f926-676d-4c39-a66f-ba0dee259a28 req-1a2cee7e-cda8-40df-a07d-ee1e2d77e6c2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801971 Jan 29 19:54:45.945994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.052925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Allocated IP 172.25.5.9 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/dfdc5c60-d820-4d48-8b09-7df05dbf871a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:46.081990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b695cf-31f2-4652-b96b-c85b2181589a req-c99035bc-0005-4699-8103-03bf63181aff tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:46.083563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04b695cf-31f2-4652-b96b-c85b2181589a req-c99035bc-0005-4699-8103-03bf63181aff tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 943 time: 0.4616637 Jan 29 19:54:46.126165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6559580-e482-48bc-ab46-d5336051fd33 req-56ff9b7d-d5c0-4615-acc6-8eebb09f2a04 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541714 Jan 29 19:54:46.142546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-74d34dbb-d6b0-4d77-86b0-f980d73b6bdf req-449dfeb5-14fc-40dd-864e-ede2cc022896 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530347 Jan 29 19:54:46.316779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e8cfcd5-34df-4ada-b28a-2b77f26f4b8a admin admin] Publish callbacks [] for security_group (5b6dedaf-fad1-4939-8ab7-a8d4ad36c694), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.345311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04b695cf-31f2-4652-b96b-c85b2181589a req-b4777dc5-b795-445a-9dbd-2895ff17fa29 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319920 Jan 29 19:54:46.435509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7e8cfcd5-34df-4ada-b28a-2b77f26f4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5b6dedaf-fad1-4939-8ab7-a8d4ad36c694), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.440769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for port (dfdc5c60-d820-4d48-8b09-7df05dbf871a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.457841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:46.458419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.564522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7e8cfcd5-34df-4ada-b28a-2b77f26f4b8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58c07deb6c114f168e2cf1df20515f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9988272 Jan 29 19:54:46.566896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:46.568336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cfcd5-34df-4ada-b28a-2b77f26f4b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6dedaf-fad1-4939-8ab7-a8d4ad36c694,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:46.628320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,segment=NetworkSegment(cf658b61-3a1b-4107-93a9-c18b9670983b),segment_id=cf658b61-3a1b-4107-93a9-c18b9670983b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:46.628715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.629607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda78d9-263f-406e-ab81-fc67e496a097 req-3b0ae6f2-5296-4d0b-b7b4-6a0791d4a183 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:46.638421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dda78d9-263f-406e-ab81-fc67e496a097 req-3b0ae6f2-5296-4d0b-b7b4-6a0791d4a183 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.2166951 Jan 29 19:54:46.642910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:46.705483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7dda78d9-263f-406e-ab81-fc67e496a097 req-eff33c47-5691-4fd0-b5d2-cb4edcc49e52 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626671 Jan 29 19:54:46.717456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd6998c2-10c7-496e-9f51-43d9dc15d68d admin admin] Publish callbacks [] for security_group (5b6dedaf-fad1-4939-8ab7-a8d4ad36c694), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.735101 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (dfdc5c60-d820-4d48-8b09-7df05dbf871a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.789329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:46.795685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd6998c2-10c7-496e-9f51-43d9dc15d68d admin admin] Publish callbacks [] for security_group (5b6dedaf-fad1-4939-8ab7-a8d4ad36c694), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:46.798195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:46.808031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:46.887221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc69fc11-25f5-4025-8026-0b867d121035 req-239703b6-d4aa-4010-b2da-e8299c57cc5b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0365806 Jan 29 19:54:46.892466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event updated for resources: {'Port': ['ID=dfdc5c60-d820-4d48-8b09-7df05dbf871a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:46.934320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4b21bc34-e02e-4cb7-a1fb-e8b6d3914201), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.018171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=4b21bc34-e02e-4cb7-a1fb-e8b6d3914201,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:47.201196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.261463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd6998c2-10c7-496e-9f51-43d9dc15d68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5b6dedaf-fad1-4939-8ab7-a8d4ad36c694), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.271331 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd6998c2-10c7-496e-9f51-43d9dc15d68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.274859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cd6998c2-10c7-496e-9f51-43d9dc15d68d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b6dedaf-fad1-4939-8ab7-a8d4ad36c694 HTTP/1.1" status: 204 len: 168 time: 0.7014635 Jan 29 19:54:47.292759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6998c2-10c7-496e-9f51-43d9dc15d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6dedaf-fad1-4939-8ab7-a8d4ad36c694,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:47.427559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7a00505c-f794-4258-89cb-41a1e3ad9880), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.574995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:47.611421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fea05-76eb-42ff-a6ee-d82d31ba6bf5 req-fc9e4824-e0ae-4009-91df-381ec67c9aa0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:47.612930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e53fea05-76eb-42ff-a6ee-d82d31ba6bf5 req-fc9e4824-e0ae-4009-91df-381ec67c9aa0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.2246757 Jan 29 19:54:47.640335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b524a14-3a25-4195-9a0d-9ff4cfffa60f req-89705cd7-805d-41ee-ba48-4fdb0af2125c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:47.641815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b524a14-3a25-4195-9a0d-9ff4cfffa60f req-89705cd7-805d-41ee-ba48-4fdb0af2125c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 943 time: 0.1842535 Jan 29 19:54:47.705501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e53fea05-76eb-42ff-a6ee-d82d31ba6bf5 req-d1b69a36-e312-4584-8c94-e48ef6fa953b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Jan 29 19:54:47.714441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.717976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.745699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:47.754318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d1082af3-22b6-4ea6-a945-c3fed2dfdc2c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9063718 Jan 29 19:54:47.757406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:47.770629 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:47.788587 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:47.789210 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:47.846440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b524a14-3a25-4195-9a0d-9ff4cfffa60f req-c06a1450-5c6a-455a-9c0e-c7753ab8550f tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665962 Jan 29 19:54:47.876326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet e5403023-2355-4a3d-a3c4-1cdb62d4481f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:54:47.882419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (e5403023-2355-4a3d-a3c4-1cdb62d4481f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:47.961372 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:47.972907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (e5403023-2355-4a3d-a3c4-1cdb62d4481f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.094308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e5403023-2355-4a3d-a3c4-1cdb62d4481f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.268825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (e5403023-2355-4a3d-a3c4-1cdb62d4481f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.296099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d1dff-981d-41b5-aa79-2778e0337c72 None None] Network 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:48.312077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.320981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/e5403023-2355-4a3d-a3c4-1cdb62d4481f HTTP/1.1" status: 204 len: 168 time: 0.5625503 Jan 29 19:54:48.324442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:48.361079 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:46Z', 'revision_number': 10, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:48.418750 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:48.423107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6f0b-9326-47f1-8068-941cdf6a2c57 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=e5403023-2355-4a3d-a3c4-1cdb62d4481f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:48.431805 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:48.432701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:48.471102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8ea3674-8c88-4a54-8d1f-db1d36630ca5 req-521df086-3f40-4a56-bf30-02af1e27845e tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0432298 Jan 29 19:54:48.613084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Router 7a00505c-f794-4258-89cb-41a1e3ad9880 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:54:48.613746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (2c1ea6ee-7199-452b-b09d-0cc09d9f1508), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.637741 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:48.713854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:48.715915 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.757300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b237375f-796e-4269-b9b5-1ab85dc738eb details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:54:48.820961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:54:48.844740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] DHCP port deletion for 2c1ea6ee-7199-452b-b09d-0cc09d9f1508 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:54:48.877952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:48.889186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.891570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e9b865a5-dcb6-4326-acbf-c027e37b2eab tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "PUT /v2.0/routers/7a00505c-f794-4258-89cb-41a1e3ad9880 HTTP/1.1" status: 200 len: 878 time: 6.2659004 Jan 29 19:54:48.902648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:48.913479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] Sync routers for ids ['7a00505c-f794-4258-89cb-41a1e3ad9880'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:48.914919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,segment=NetworkSegment(cf658b61-3a1b-4107-93a9-c18b9670983b),segment_id=cf658b61-3a1b-4107-93a9-c18b9670983b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:48.915303 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:48.951598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:48.998492 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:54:49.105801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] Routers {'7a00505c-f794-4258-89cb-41a1e3ad9880'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:49.111005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7a00505c-f794-4258-89cb-41a1e3ad9880'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.120163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:54:49.138399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-44461919-d7c2-4bdb-bf6c-c8996de6ba76 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/7a00505c-f794-4258-89cb-41a1e3ad9880 HTTP/1.1" status: 200 len: 919 time: 0.2330029 Jan 29 19:54:49.156168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf8a0a-9e2d-4a8e-8a10-f89cfa2a155d req-e7356d31-4da3-42e6-a5cc-fa67c24a1fab tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:49.163871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56264) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:49.167286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eeaf8a0a-9e2d-4a8e-8a10-f89cfa2a155d req-e7356d31-4da3-42e6-a5cc-fa67c24a1fab tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 943 time: 0.1638207 Jan 29 19:54:49.193056 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:46Z', 'revision_number': 10, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.261640 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f880972-03c9-4cb7-8294-c0fc414d80ca None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:46Z', 'revision_number': 10, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None, '_interfaces': [{'id': '4c9aaa83-4ba7-41d1-bd6a-fabb33518682', 'name': '', 'network_id': 'fa1fe706-4a9a-4050-83b9-81fc1c2197fe', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'mac_address': 'fa:16:3e:21:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '9d6cbe64-124e-447e-99a1-89e139122699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:42Z', 'updated_at': '2022-01-29T19:53:50Z', 'revision_number': 5, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'subnets': [{'id': '9d6cbe64-124e-447e-99a1-89e139122699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:49.280439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eeaf8a0a-9e2d-4a8e-8a10-f89cfa2a155d req-84a87c26-8c31-437f-8ff3-24c2f22c082b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913236 Jan 29 19:54:49.312652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.336915 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.382969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:49.386861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:49.404888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] Routers {'7a00505c-f794-4258-89cb-41a1e3ad9880'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:49.405538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7a00505c-f794-4258-89cb-41a1e3ad9880'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.454502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.455175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae86fd-7b02-4844-b57c-3d747665f09d None None] The sync data for ids ['7a00505c-f794-4258-89cb-41a1e3ad9880'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:49.474493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92430-e6f9-4d68-81a7-e927b6ec0f95 req-4d7729db-4b5f-4058-9d13-f12fd492e78d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:49.476290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-caa92430-e6f9-4d68-81a7-e927b6ec0f95 req-4d7729db-4b5f-4058-9d13-f12fd492e78d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.3133214 Jan 29 19:54:49.478637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Deleting port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:49.479016 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.481799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad0fa0-ebd6-4f96-8081-8e6c52477f8c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:49.485814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65ad0fa0-ebd6-4f96-8081-8e6c52477f8c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=7a00505c-f794-4258-89cb-41a1e3ad9880&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3155978 Jan 29 19:54:49.486195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:49.576496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] For port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:49.576859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.578877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (2c1ea6ee-7199-452b-b09d-0cc09d9f1508), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.592913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Calling delete_port for f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:49.595839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:54:49.602921 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f683ac3d-d41f-4d70-a3ba-733d4b2d51c5), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.616676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b237375f-796e-4269-b9b5-1ab85dc738eb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b237375f-796e-4269-b9b5-1ab85dc738eb,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:49.625844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1ea6ee-7199-452b-b09d-0cc09d9f1508']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.677062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] Pushing event deleted for resources: {'Port': ['ID=f683ac3d-d41f-4d70-a3ba-733d4b2d51c5,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:49.680534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:49.688937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'b237375f-796e-4269-b9b5-1ab85dc738eb', 'network_id': '2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d', 'port_id': 'b237375f-796e-4269-b9b5-1ab85dc738eb', 'mac_address': 'fa:16:3e:c0:9b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:54:49.694350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d181b4a5-9c23-436d-9289-bb4c4f6abe99 req-7f89ba34-986a-4492-b500-aeca3f674e09 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0699267 Jan 29 19:54:49.695203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf658b61-3a1b-4107-93a9-c18b9670983b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.695787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf658b61-3a1b-4107-93a9-c18b9670983b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:49.727930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd3b46-a1c0-4bfe-b15d-8c1dd1412dcb None None] No DVR routers for this DVR port f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:49.737231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'port_id': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'mac_address': 'fa:16:3e:b5:a0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938f8beb-e741-4d57-b9b0-7c376d3508cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:54:49.754365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-caa92430-e6f9-4d68-81a7-e927b6ec0f95 req-ed7e9a11-c145-4975-88e5-d265d21b8442 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561569 Jan 29 19:54:49.761633 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (cf658b61-3a1b-4107-93a9-c18b9670983b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.785310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b63b9a-06b3-49c2-9ba5-c1bb8155007c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:49.790946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cf658b61-3a1b-4107-93a9-c18b9670983b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.793636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b5b63b9a-06b3-49c2-9ba5-c1bb8155007c tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.3063591 Jan 29 19:54:49.796853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56278) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:49.805409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:54:49.805899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (cf658b61-3a1b-4107-93a9-c18b9670983b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:54:49.810758 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:54:49.874134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:49.874531 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.879140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b237375f-796e-4269-b9b5-1ab85dc738eb is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:49.879665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:49.911939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b237375f-796e-4269-b9b5-1ab85dc738eb {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:49.922486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8999f34b-26b7-48fc-bc8c-56dc18c68592 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a00505c-f794-4258-89cb-41a1e3ad9880 HTTP/1.1" status: 200 len: 205 time: 0.1239111 Jan 29 19:54:49.926120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56280) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:49.962896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b237375f-796e-4269-b9b5-1ab85dc738eb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b237375f-796e-4269-b9b5-1ab85dc738eb,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:49.981375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b99ace7-babf-4e44-ae89-c3368d51fbe6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:50.012116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:50.036736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (2c1ea6ee-7199-452b-b09d-0cc09d9f1508), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.043503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.051691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/2c1ea6ee-7199-452b-b09d-0cc09d9f1508 HTTP/1.1" status: 204 len: 168 time: 1.7190914 Jan 29 19:54:50.074695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:50.118164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:50.118563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4b21bc34-e02e-4cb7-a1fb-e8b6d3914201 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:50.119417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:50.123877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.127595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:50.133519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e61cee-9ea4-49c0-82ab-862101508661 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=2c1ea6ee-7199-452b-b09d-0cc09d9f1508,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:50.187961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.210276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b237375f-796e-4269-b9b5-1ab85dc738eb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:50.223755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:50.224394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f683ac3d-d41f-4d70-a3ba-733d4b2d51c5 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:50.243362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.323557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7a00505c-f794-4258-89cb-41a1e3ad9880), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.335589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['4b99ace7-babf-4e44-ae89-c3368d51fbe6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:50.450455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['b237375f-796e-4269-b9b5-1ab85dc738eb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:54:50.487612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:50.528646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Deleting port dfdc5c60-d820-4d48-8b09-7df05dbf871a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:50.529690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dfdc5c60-d820-4d48-8b09-7df05dbf871a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.692982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:50.704752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dfdc5c60-d820-4d48-8b09-7df05dbf871a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:50.721303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Calling delete_port for dfdc5c60-d820-4d48-8b09-7df05dbf871a owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:50.825415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:50.834377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d17cadc7-b63d-4cb7-a6cc-059d7f1b9b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.009783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 is: BUILD; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:51.010664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.033079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4b99ace7-babf-4e44-ae89-c3368d51fbe6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:54:51.035698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d17cadc7-b63d-4cb7-a6cc-059d7f1b9b56 admin admin] Publish callbacks [] for security_group (fc0ee287-320b-4c4a-b406-f177d264b010), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.059079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.080758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:51.119808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525946d-d309-42c5-98ae-de83ed42cfda req-7243269c-46cd-46ea-8237-1edbccab0fb6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:51.121580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4525946d-d309-42c5-98ae-de83ed42cfda req-7243269c-46cd-46ea-8237-1edbccab0fb6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 944 time: 0.7146952 Jan 29 19:54:51.125533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d17cadc7-b63d-4cb7-a6cc-059d7f1b9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fc0ee287-320b-4c4a-b406-f177d264b010), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.152193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d94858a-11d8-473e-94d2-f6d9d5beeeee req-10b472da-3c16-40df-a7d5-7f7387875759 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.2837100 Jan 29 19:54:51.167503 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.193438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4525946d-d309-42c5-98ae-de83ed42cfda req-5d6bf36e-f322-42bf-b9d1-a8874a3300a9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641677 Jan 29 19:54:51.230712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (dfdc5c60-d820-4d48-8b09-7df05dbf871a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.249438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d17cadc7-b63d-4cb7-a6cc-059d7f1b9b56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebf09075d64c47068b1b0afcaa4c041b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5533640 Jan 29 19:54:51.250140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56308) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:51.254018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cadc7-b63d-4cb7-a6cc-059d7f1b9b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ee287-320b-4c4a-b406-f177d264b010,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:51.278305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:51.281062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event deleted for resources: {'Port': ['ID=dfdc5c60-d820-4d48-8b09-7df05dbf871a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:51.371915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (7a00505c-f794-4258-89cb-41a1e3ad9880), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.406912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554244a6-f6ae-42de-a019-efcf0fc4ebb5 req-b837907b-d737-49f3-aeff-5fa72166c8b4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:51.408351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-554244a6-f6ae-42de-a019-efcf0fc4ebb5 req-b837907b-d737-49f3-aeff-5fa72166c8b4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 944 time: 0.1572616 Jan 29 19:54:51.427970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe085122-4be1-4365-a919-06761db4199b admin admin] Publish callbacks [] for security_group (fc0ee287-320b-4c4a-b406-f177d264b010), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.484782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe085122-4be1-4365-a919-06761db4199b admin admin] Publish callbacks [] for security_group (fc0ee287-320b-4c4a-b406-f177d264b010), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.505421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.506830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-554244a6-f6ae-42de-a019-efcf0fc4ebb5 req-44d18152-22b1-4011-9b15-15227561e652 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Jan 29 19:54:51.507913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (7a00505c-f794-4258-89cb-41a1e3ad9880), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.613433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (7a00505c-f794-4258-89cb-41a1e3ad9880), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.614130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Fanout notify agent at l3_agent the message router_deleted on router 7a00505c-f794-4258-89cb-41a1e3ad9880 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:54:51.626813 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.629204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fc02e229-29b4-4f88-9b1a-0cd2539b3d16 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/7a00505c-f794-4258-89cb-41a1e3ad9880 HTTP/1.1" status: 204 len: 168 time: 1.7011104 Jan 29 19:54:51.633208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56314) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:51.638006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1515398197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:51.657178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:51.657554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.675803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe085122-4be1-4365-a919-06761db4199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fc0ee287-320b-4c4a-b406-f177d264b010), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.678523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe085122-4be1-4365-a919-06761db4199b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.679693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fe085122-4be1-4365-a919-06761db4199b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc0ee287-320b-4c4a-b406-f177d264b010 HTTP/1.1" status: 204 len: 168 time: 0.4230340 Jan 29 19:54:51.702264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe085122-4be1-4365-a919-06761db4199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ee287-320b-4c4a-b406-f177d264b010,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:51.748143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.750686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.800445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 4c9aaa83-4ba7-41d1-bd6a-fabb33518682, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:51.800789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.815299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:51.848500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:51.930970 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:52.046871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:52.053547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c1bbb22a-a683-4c18-90c5-6737c48e66cc tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4149454 Jan 29 19:54:52.053547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:52.059701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': True}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:52.260769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f3576-a1a2-4fe6-a1dc-afa77bc9abe0 req-1d8959c0-7c73-4c1d-af86-b6e190b65f7f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:52.262286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-806f3576-a1a2-4fe6-a1dc-afa77bc9abe0 req-1d8959c0-7c73-4c1d-af86-b6e190b65f7f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 944 time: 0.0748498 Jan 29 19:54:52.358962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-806f3576-a1a2-4fe6-a1dc-afa77bc9abe0 req-386bf599-7b0e-4c94-9dc2-9edbdd2de5ff tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560360 Jan 29 19:54:52.425807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95d106ee-1965-4830-86c5-48ce5ea289c4 req-7d30b834-70a1-46ff-bb6a-9b5a97d410f1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1722503 Jan 29 19:54:52.484589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4c9aaa83-4ba7-41d1-bd6a-fabb33518682), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:52.519405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=4c9aaa83-4ba7-41d1-bd6a-fabb33518682,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:52.590794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:52.615380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-5db45a7f-01fd-4d0c-ba07-50f6c88fd076 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2854004 Jan 29 19:54:52.639885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4aaa-cba4-4c9c-b56a-f83314309ec6 req-80c7073d-30cf-4cc8-994d-a55ff9db299c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:52.648511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-845d4aaa-cba4-4c9c-b56a-f83314309ec6 req-80c7073d-30cf-4cc8-994d-a55ff9db299c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 944 time: 0.1906404 Jan 29 19:54:52.657446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (442bf31e-d87c-4d86-8dee-c918db59d986), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:52.773633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b237375f-796e-4269-b9b5-1ab85dc738eb up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:52.827631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:54:52.846013 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-845d4aaa-cba4-4c9c-b56a-f83314309ec6 req-fd868de7-71d9-4818-808a-efa2f9ebf8d6 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853163 Jan 29 19:54:52.850980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-23340b6a-f064-4db3-99c6-85c7c24d8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:52.858859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-23340b6a-f064-4db3-99c6-85c7c24d8722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1128 time: 0.1747425 Jan 29 19:54:52.933239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:52.934235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:52.965271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:53.014764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port b237375f-796e-4269-b9b5-1ab85dc738eb completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:54:53.020931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port b237375f-796e-4269-b9b5-1ab85dc738eb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:54:53.021601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.106036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:53.106440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.142651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:53.143903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:53.146322 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8466349-d80f-4ee0-8314-3b88a49f7b9e" -d '{"events": [{"server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "name": "network-vif-plugged", "status": "completed", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:53.157923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:53.179509 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:53.192284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-259f0f40-f310-4bc5-b278-e33b892242b1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1157303 Jan 29 19:54:53.193655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56356) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:53.194768 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:53.195578 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:53.199090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b237375f-796e-4269-b9b5-1ab85dc738eb is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:54:53.199573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.228746 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83fd469-f372-4cf8-aabf-629a7b92788d x-openstack-request-id: req-a83fd469-f372-4cf8-aabf-629a7b92788d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:53.230283 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "name": "network-vif-plugged", "status": "completed", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:53.230283 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a83fd469-f372-4cf8-aabf-629a7b92788d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:53.230283 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'code': 200} Jan 29 19:54:53.232757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.284656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting subnet 9d6cbe64-124e-447e-99a1-89e139122699 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:54:53.288871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (9d6cbe64-124e-447e-99a1-89e139122699), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.346974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (9d6cbe64-124e-447e-99a1-89e139122699), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.347439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b237375f-796e-4269-b9b5-1ab85dc738eb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b237375f-796e-4269-b9b5-1ab85dc738eb,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:53.351345 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:53.391798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:53.403744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.411398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:52Z', 'revision_number': 11, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:53.442835 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:53.453673 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:53.454554 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:53.523510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b237375f-796e-4269-b9b5-1ab85dc738eb,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:53.534188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:53.593201 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:52Z', 'revision_number': 11, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:53.628699 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c020c-e3cb-4bd4-9471-2f03c566b476 None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:52Z', 'revision_number': 11, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:53.638030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9d6cbe64-124e-447e-99a1-89e139122699), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.713955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32922967-568e-458a-87ef-da340539b5c1 req-9ee9d0a0-a0d9-4196-8664-0f21f7cf7ef5 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1107950 Jan 29 19:54:53.720014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-c323dce1-f6ef-48a8-b6a2-13b1d9ed6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:53.721488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-c323dce1-f6ef-48a8-b6a2-13b1d9ed6634 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.8271949 Jan 29 19:54:53.771450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddedc1-5192-4ad5-9a2e-cde34585b3c1 req-a0e3b926-2c36-40b7-8057-7b581e0ff8c5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:53.773310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1ddedc1-5192-4ad5-9a2e-cde34585b3c1 req-a0e3b926-2c36-40b7-8057-7b581e0ff8c5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.2426004 Jan 29 19:54:53.813376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-34aa394d-0e2f-48e3-a05f-efa40ad20c70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 1001 time: 0.0634749 Jan 29 19:54:53.834301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb5b12-7094-4674-8e21-1066679e1c65 req-23381e60-f126-459b-9a0a-4f168f5f33a4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:53.835773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-badb5b12-7094-4674-8e21-1066679e1c65 req-23381e60-f126-459b-9a0a-4f168f5f33a4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.13 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 946 time: 0.1668034 Jan 29 19:54:53.863720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.883480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1ddedc1-5192-4ad5-9a2e-cde34585b3c1 req-00986a55-248e-4178-b7fb-11d08c32ac88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024549 Jan 29 19:54:53.885153 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (9d6cbe64-124e-447e-99a1-89e139122699), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.889145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.898023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-65ea8dd7-49a5-42dd-9e26-ec344987bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:53.899913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-65ea8dd7-49a5-42dd-9e26-ec344987bf35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.0780699 Jan 29 19:54:53.926991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6cbe64-124e-447e-99a1-89e139122699,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:53.937414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:53.937640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b70c9-6cbd-47e9-8e10-ff41f3f587c4 None None] Network fa1fe706-4a9a-4050-83b9-81fc1c2197fe requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:54:53.945060 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7c743239-8f64-44d8-8af8-8cde9ce3b2c8 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/9d6cbe64-124e-447e-99a1-89e139122699 HTTP/1.1" status: 204 len: 168 time: 0.7482569 Jan 29 19:54:53.968415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56366) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:54.158085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:54.186535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (fa1fe706-4a9a-4050-83b9-81fc1c2197fe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.203099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:54.203477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4c9aaa83-4ba7-41d1-bd6a-fabb33518682 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:54.216015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Deleting port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:54.216490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.296174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-96cb3087-1198-4f89-964e-d795ca864904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:54.298034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-96cb3087-1198-4f89-964e-d795ca864904 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3459754 Jan 29 19:54:54.308896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] DHCP port deletion for fa1fe706-4a9a-4050-83b9-81fc1c2197fe request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:54:54.310958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f15197-6d6f-4c14-9584-6fb8f8f9f14d req-65c75f65-4c9d-4fb8-9b8e-9e5538c0ab00 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:54.312923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9f15197-6d6f-4c14-9584-6fb8f8f9f14d req-65c75f65-4c9d-4fb8-9b8e-9e5538c0ab00 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.3351085 Jan 29 19:54:54.380770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] Deleting port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:54.381860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.390990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Allocated IP 172.25.5.165 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/778c76ae-2040-41ae-8bf2-2de5b319ba0f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:54:54.401594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] For port 4b99ace7-babf-4e44-ae89-c3368d51fbe6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=4b99ace7-babf-4e44-ae89-c3368d51fbe6,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:54.401975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.423851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Calling delete_port for 4b99ace7-babf-4e44-ae89-c3368d51fbe6 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:54.435265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Deleting port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:54:54.435601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.484636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] For port 7ad9a6a9-f208-4dc5-816c-003ce33212e7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ad9a6a9-f208-4dc5-816c-003ce33212e7,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:54.486415 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.504995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9f15197-6d6f-4c14-9584-6fb8f8f9f14d req-3bd37f35-2998-4618-a98c-44488f3936d0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810253 Jan 29 19:54:54.507057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] Calling delete_port for 7ad9a6a9-f208-4dc5-816c-003ce33212e7 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:54.569001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-970a9c3e-742e-4dab-a740-36b5037c20c0 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548239 Jan 29 19:54:54.599161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] For port 7ad9a6a9-f208-4dc5-816c-003ce33212e7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ad9a6a9-f208-4dc5-816c-003ce33212e7,segment=NetworkSegment(df8b3c73-b2fe-467e-88c7-902e9d3de381),segment_id=df8b3c73-b2fe-467e-88c7-902e9d3de381)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:54:54.599620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.621286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Calling delete_port for 7ad9a6a9-f208-4dc5-816c-003ce33212e7 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:54:54.663783 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.691256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99b2936b-a3f8-4067-acd4-ec552028e769 req-7e5bca1f-938f-4f15-92bd-52e4b335859e service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151452 Jan 29 19:54:54.705022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for port (778c76ae-2040-41ae-8bf2-2de5b319ba0f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.733954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] Pushing event deleted for resources: {'Port': ['ID=7ad9a6a9-f208-4dc5-816c-003ce33212e7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:54.743639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603b385-33e2-4169-9bef-044699e25b95 None None] No DVR routers for this DVR port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:54.872006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-610133c7-65e7-440f-a40c-ef19c56e1a06 req-6d3a2fbf-cefb-40aa-8ac2-c73e24e7fb44 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0454397 Jan 29 19:54:54.874057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (778c76ae-2040-41ae-8bf2-2de5b319ba0f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:54.923980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4b99ace7-babf-4e44-ae89-c3368d51fbe6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.000549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:54:55.002300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event deleted for resources: {'Port': ['ID=4b99ace7-babf-4e44-ae89-c3368d51fbe6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:55.008399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7ad9a6a9-f208-4dc5-816c-003ce33212e7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.010160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:54:55.017710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Port': ['ID=778c76ae-2040-41ae-8bf2-2de5b319ba0f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:55.026109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:54:55.062738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Port': ['ID=7ad9a6a9-f208-4dc5-816c-003ce33212e7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:55.129498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5bc7137d-bbad-4015-8d15-45f279c4502c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.136943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7196827d-4a49-40e4-9f59-89c645250cfe req-a9fa717d-c764-4193-adbf-255eeda22bd4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 210 time: 0.1114564 Jan 29 19:54:55.162563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] No DVR routers for this DVR port 4b99ace7-babf-4e44-ae89-c3368d51fbe6 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:55.167611 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.185621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-badb5b12-7094-4674-8e21-1066679e1c65 req-19a14e2d-897b-4121-9af9-f6d3d3a300f5 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.13 "DELETE /v2.0/ports/4b99ace7-babf-4e44-ae89-c3368d51fbe6 HTTP/1.1" status: 204 len: 173 time: 1.3409071 Jan 29 19:54:55.186120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'name': 'network-vif-deleted', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:55.199950 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6c4796-5886-4346-8c0d-d8555f657460" -d '{"events": [{"server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "name": "network-vif-deleted", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:55.207251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No DVR routers for this DVR port 7ad9a6a9-f208-4dc5-816c-003ce33212e7 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:54:55.230808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b237375f-796e-4269-b9b5-1ab85dc738eb'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:54:55.233468 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e2e226-3a5f-430d-a34a-6ba7ca521a49" -d '{"events": [{"server_uuid": "ef7bce74-bba7-4b69-8b8e-510915ec8456", "name": "network-vif-plugged", "status": "completed", "tag": "b237375f-796e-4269-b9b5-1ab85dc738eb"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:54:55.318265 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e666907-9619-4c7f-ae65-0d9bf10ba1a7 x-openstack-request-id: req-7e666907-9619-4c7f-ae65-0d9bf10ba1a7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:55.318778 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bce74-bba7-4b69-8b8e-510915ec8456", "name": "network-vif-plugged", "status": "completed", "tag": "b237375f-796e-4269-b9b5-1ab85dc738eb", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:55.318916 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e666907-9619-4c7f-ae65-0d9bf10ba1a7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:55.319328 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b237375f-796e-4269-b9b5-1ab85dc738eb', 'code': 200} Jan 29 19:54:55.328893 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b27ac-ffee-40c1-a28a-00106e6568a5 x-openstack-request-id: req-699b27ac-ffee-40c1-a28a-00106e6568a5 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:54:55.334755 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14571a9b-55e3-49c4-9348-8c8facc2978e", "name": "network-vif-deleted", "tag": "4b99ace7-babf-4e44-ae89-c3368d51fbe6", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:54:55.334755 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-699b27ac-ffee-40c1-a28a-00106e6568a5 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:54:55.334755 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14571a9b-55e3-49c4-9348-8c8facc2978e', 'name': 'network-vif-deleted', 'tag': '4b99ace7-babf-4e44-ae89-c3368d51fbe6', 'status': 'completed', 'code': 200} Jan 29 19:54:55.449859 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (fa1fe706-4a9a-4050-83b9-81fc1c2197fe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.490924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1fe706-4a9a-4050-83b9-81fc1c2197fe']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:55.505199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27e367-230c-4f61-b4a5-117db36ebd23 req-8e9f2c05-6e21-4a9c-969d-a6b2da0bbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:55.507751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f27e367-230c-4f61-b4a5-117db36ebd23 req-8e9f2c05-6e21-4a9c-969d-a6b2da0bbe62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 1127 time: 0.0682960 Jan 29 19:54:55.510562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8b3c73-b2fe-467e-88c7-902e9d3de381') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:55.511305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8b3c73-b2fe-467e-88c7-902e9d3de381') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:55.557481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (df8b3c73-b2fe-467e-88c7-902e9d3de381), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.584119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f27e367-230c-4f61-b4a5-117db36ebd23 req-6b0555db-58a5-493e-ba8c-72c10b330b28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700364 Jan 29 19:54:55.592683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (df8b3c73-b2fe-467e-88c7-902e9d3de381), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.610678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:54:55.611071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (df8b3c73-b2fe-467e-88c7-902e9d3de381), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:54:55.614743 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:54:55.765897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.770109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2b38f-60a6-49ce-a588-3874f592de4f req-ab35f126-c34e-4491-b560-2b2a13c798de tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:55.778494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82c2b38f-60a6-49ce-a588-3874f592de4f req-ab35f126-c34e-4491-b560-2b2a13c798de tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1422715 Jan 29 19:54:55.825895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (fa1fe706-4a9a-4050-83b9-81fc1c2197fe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.835879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:55.846897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/networks/fa1fe706-4a9a-4050-83b9-81fc1c2197fe HTTP/1.1" status: 204 len: 168 time: 1.8710370 Jan 29 19:54:55.848351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56388) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:55.858368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'routes': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:55.874880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150a7b0-5dba-4ece-a24d-e08ece20bdce tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Pushing event deleted for resources: {'Network': ['ID=fa1fe706-4a9a-4050-83b9-81fc1c2197fe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:55.893559 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82c2b38f-60a6-49ce-a588-3874f592de4f req-a63a9e85-d11b-4084-a7be-ca1d8280ff8e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140916 Jan 29 19:54:55.925955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ad9a6a9-f208-4dc5-816c-003ce33212e7 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:55.964248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7ad9a6a9-f208-4dc5-816c-003ce33212e7 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:55.964617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ad9a6a9-f208-4dc5-816c-003ce33212e7 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:56.083066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31b1fad1-8f75-4166-82d3-2f9c91fab4bb req-3cad85b6-b9b4-4bfe-9dec-5078e741f582 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0607073 Jan 29 19:54:56.223790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Added routes are [] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 19:54:56.224102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Removed routes are [] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 19:54:56.224507 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:56.394721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bcad99c-6ac6-4f91-ad46-a2a67fcef1a5 req-8a4bcb5f-b6ae-4849-b643-00df12db15ed tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=14571a9b-55e3-49c4-9348-8c8facc2978e HTTP/1.1" status: 200 len: 210 time: 0.0698462 Jan 29 19:54:56.397558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:56.442158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:56.444116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:56.466280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:56.645860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router 442bf31e-d87c-4d86-8dee-c918db59d986 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:54:56.647393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-c5dc2641-4144-4c50-8420-ba445c2485ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2170553 Jan 29 19:54:56.767807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:56.778060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:56.778580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6a87764-f3fc-4939-b088-bb15a500b959 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 705 time: 0.9293785 Jan 29 19:54:56.781462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56398) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:56.785745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] Sync routers for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:56.799450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:56.813322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:56.821445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:54:56.830959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-41695100-d20c-4aa7-89f3-f95684db149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:56.832697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-41695100-d20c-4aa7-89f3-f95684db149e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047ee534264044babc47f467729390e2&device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 1127 time: 0.0765567 Jan 29 19:54:56.842813 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a1bd518-bfed-4d23-b695-7d2f6d7a6481 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 205 time: 0.0600092 Jan 29 19:54:56.845346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56400) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:56.906400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Router f751332f-5709-4ab3-8bcf-77a6e2b5a18d is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:54:57.137813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 4b99ace7-babf-4e44-ae89-c3368d51fbe6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:54:57.138308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 4b99ace7-babf-4e44-ae89-c3368d51fbe6 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:54:57.147673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:57.234805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:52Z', 'revision_number': 11, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:57.241246 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64da78d8-584d-47a5-95ec-374839203752 req-edf08167-20de-4bd4-8c0d-93276251c410 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0456674 Jan 29 19:54:57.264876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] Checking router: 442bf31e-d87c-4d86-8dee-c918db59d986 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:54:57.277608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] Routers {'442bf31e-d87c-4d86-8dee-c918db59d986'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:57.278326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['442bf31e-d87c-4d86-8dee-c918db59d986'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:57.360881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] Set router 442bf31e-d87c-4d86-8dee-c918db59d986 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:54:57.376231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (442bf31e-d87c-4d86-8dee-c918db59d986), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:57.426744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:52Z', 'revision_number': 11, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:57.527639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca8e5ec-0384-4070-9efe-fec617270a9e None None] The sync data for ids ['442bf31e-d87c-4d86-8dee-c918db59d986'] in n-d-825496-5 is: [{'id': '442bf31e-d87c-4d86-8dee-c918db59d986', 'name': 'tempest-RoutersIpV6Test-router-1530959146', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:39Z', 'updated_at': '2022-01-29T19:54:52Z', 'revision_number': 11, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:57.839957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:57.844637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (442bf31e-d87c-4d86-8dee-c918db59d986), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:57.854876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a74287-f8fd-4c09-b859-da8f5f659d02 req-68dc081b-300b-4d75-8a45-544c936d652a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:57.858361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a74287-f8fd-4c09-b859-da8f5f659d02 req-68dc081b-300b-4d75-8a45-544c936d652a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.5284331 Jan 29 19:54:57.858517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-e683d285-58c5-46b7-8ebe-804adc662c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:57.859743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-e683d285-58c5-46b7-8ebe-804adc662c41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 200 len: 904 time: 0.9647431 Jan 29 19:54:57.965870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-fb301665-5652-439f-ba56-4f9b48887b4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bb6f34-00d7-4024-85cb-4c78768afb64 HTTP/1.1" status: 200 len: 217 time: 0.0934801 Jan 29 19:54:57.968535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:54:57.979176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] Sync routers for ids ['f751332f-5709-4ab3-8bcf-77a6e2b5a18d'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:54:57.993356 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:57.997653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56420) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.012141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] Routers {'f751332f-5709-4ab3-8bcf-77a6e2b5a18d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:58.012804 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f751332f-5709-4ab3-8bcf-77a6e2b5a18d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:58.028835 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1d5ce66e-d037-4f1d-a30f-9a1adb1da815 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "PUT /v2.0/routers/f751332f-5709-4ab3-8bcf-77a6e2b5a18d HTTP/1.1" status: 200 len: 915 time: 5.9750664 Jan 29 19:54:58.062844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (442bf31e-d87c-4d86-8dee-c918db59d986), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.063572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router 442bf31e-d87c-4d86-8dee-c918db59d986 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:54:58.082009 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:58.094460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.096461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-da2a433e-ed22-4af9-ab7e-db9cc0456383 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 204 len: 168 time: 1.2495594 Jan 29 19:54:58.107367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56422) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.114441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2126770643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:58.120604 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] Routers {'f751332f-5709-4ab3-8bcf-77a6e2b5a18d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:54:58.121293 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f751332f-5709-4ab3-8bcf-77a6e2b5a18d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:58.171105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7a74287-f8fd-4c09-b859-da8f5f659d02 req-9d4c2066-f969-4993-b3b2-8282ba797924 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707877 Jan 29 19:54:58.179277 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:54:58.179954 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceed7c-f64d-4aec-b3a8-f4f68d454e0c None None] The sync data for ids ['f751332f-5709-4ab3-8bcf-77a6e2b5a18d'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:54:58.191451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a8183fb-5de4-4d43-a33c-6c17fa460f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.198404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-8cd3c5fa-c9a2-493d-a694-36190ef1fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:58.200220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-8cd3c5fa-c9a2-493d-a694-36190ef1fef2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 200 len: 844 time: 0.2271514 Jan 29 19:54:58.276600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.278981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-79f20df1-e584-4d10-b8de-d20d030dcb4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719681 Jan 29 19:54:58.289261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030840464', 'description': 'tempest-description--594644283'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:58.304667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-995f2942-3c2d-4fce-ab5a-eeebbdda54e0 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/f751332f-5709-4ab3-8bcf-77a6e2b5a18d HTTP/1.1" status: 200 len: 921 time: 0.3058097 Jan 29 19:54:58.309024 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.310592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.311022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.382349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (d3d5b250-2b16-411e-9472-c17f320f7c69), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.400055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.449736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.463564 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-f7365e55-588b-4554-8c5d-5e1cca2372fc tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021791 Jan 29 19:54:58.502517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group (def1363b-d635-4ab1-b01e-5b18d37af2b2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.531132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.536549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-acf4f331-f0d4-43ad-bb15-1e6afa7d3466 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4281728 Jan 29 19:54:58.538006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56444) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.544074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:58.615457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (def1363b-d635-4ab1-b01e-5b18d37af2b2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.667239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35787144-bff6-4e5d-82c2-e5374dc61520 req-ebf8329d-38b1-4573-ad88-c042726f72c0 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0620353 Jan 29 19:54:58.679903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b2a37-cca7-4477-87d6-aef07cf32bb4 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:58.685248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-251b2a37-cca7-4477-87d6-aef07cf32bb4 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=f751332f-5709-4ab3-8bcf-77a6e2b5a18d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3707862 Jan 29 19:54:58.687437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.722509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-c213933c-6965-4c8e-b730-3fcad6349d39 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365048 Jan 29 19:54:58.730965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.737635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4570882 Jan 29 19:54:58.769777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56448) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.775763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'security_group_rule': {'security_group_id': 'def1363b-d635-4ab1-b01e-5b18d37af2b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:58.781912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:58.914687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-75490691-01de-4cb5-bca1-7809924307ed tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:58.917112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-75490691-01de-4cb5-bca1-7809924307ed tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4558916 Jan 29 19:54:58.942844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59911e8a-89ca-4edf-94ff-0852e172136f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def1363b-d635-4ab1-b01e-5b18d37af2b2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:58.961635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-d1ec9a7f-f380-458e-819d-727b06a2c54e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/quotas/70d2d3b9b65e461b80bda55d3e75dab8 HTTP/1.1" status: 200 len: 375 time: 0.0292482 Jan 29 19:54:58.964174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1d111-3aef-445c-a19f-57414e8aed78 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:58.968108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28c1d111-3aef-445c-a19f-57414e8aed78 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.2738128 Jan 29 19:54:58.968750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56450) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:58.971605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.019845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f745424-2008-41db-9d53-2250f04ee38b tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=f751332f-5709-4ab3-8bcf-77a6e2b5a18d HTTP/1.1" status: 200 len: 205 time: 0.0464516 Jan 29 19:54:59.022151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8ed96-f54d-4d76-8d27-150f4f1bea2c req-2c5dd130-1479-4105-83b2-305b55b722cb tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:59.024021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6d8ed96-f54d-4d76-8d27-150f4f1bea2c req-2c5dd130-1479-4105-83b2-305b55b722cb tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1849437 Jan 29 19:54:59.024572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56452) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:59.033906 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group_rule (ad66a6e4-0d0e-48e6-b007-f6f770b30294), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.037931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fa951fb-73fc-4ee4-8c59-a9f3764e51d1 req-ec5cfe83-ec4a-4d44-a161-baf4f9be0f21 service neutron] 10.222.0.26 "GET /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035226 Jan 29 19:54:59.066514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-9378ddc5-b2e0-40e9-a88c-1e6427c700c8 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770152 Jan 29 19:54:59.129796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6d8ed96-f54d-4d76-8d27-150f4f1bea2c req-7fe776c1-7cd4-4649-bfc3-75a76f3886b3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960145 Jan 29 19:54:59.130735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.159200 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group_rule (ad66a6e4-0d0e-48e6-b007-f6f770b30294), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.225241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ad66a6e4-0d0e-48e6-b007-f6f770b30294), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.248358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad66a6e4-0d0e-48e6-b007-f6f770b30294,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:59.353861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.355679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-eef3ad69-a93e-4d1d-9c47-0b7ad1fe5199 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5835423 Jan 29 19:54:59.358768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56456) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:59.363933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'security_group_rule': {'security_group_id': 'def1363b-d635-4ab1-b01e-5b18d37af2b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:59.505664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d1cb2b6-e5d6-464e-a12c-35888af4b738 req-69f999fa-1684-4029-9dc7-0220147de8d9 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 210 time: 0.0577960 Jan 29 19:54:59.506870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56464) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:59.511249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group_rule (53628820-59c3-4217-b3a3-73aea6498672), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.653435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group_rule (53628820-59c3-4217-b3a3-73aea6498672), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.676724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.714663 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.734061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (53628820-59c3-4217-b3a3-73aea6498672), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.797805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53628820-59c3-4217-b3a3-73aea6498672,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:54:59.803711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c13b0-90a9-4d80-9bfc-6f9b5d8649e8 req-6fbbac2d-5a58-40dc-bad0-3f34e81ac521 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:54:59.811143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b2c13b0-90a9-4d80-9bfc-6f9b5d8649e8 req-6fbbac2d-5a58-40dc-bad0-3f34e81ac521 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1980133 Jan 29 19:54:59.879456 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b2c13b0-90a9-4d80-9bfc-6f9b5d8649e8 req-b725ca83-454f-4b02-a136-866c8a029031 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627248 Jan 29 19:54:59.915043 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65fdb238-edc0-45a3-9815-e888000e8f09 req-d4fef1c9-dc50-4791-ab68-be957238e07a tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0645669 Jan 29 19:54:59.918026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:54:59.919289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6a93dbc-c476-498b-b1a7-eb0eff70d348 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5591609 Jan 29 19:54:59.928545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56476) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:54:59.934954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:54:59.991888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:00.048062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Router d3d5b250-2b16-411e-9472-c17f320f7c69 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:55:00.203894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:00.212141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:00.219036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] Sync routers for ids ['d3d5b250-2b16-411e-9472-c17f320f7c69'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:00.227745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:00.234965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7e886cd5-9afb-4413-8bc7-7ed26dd5df1c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "PUT /v2.0/routers/d3d5b250-2b16-411e-9472-c17f320f7c69 HTTP/1.1" status: 200 len: 698 time: 1.6947055 Jan 29 19:55:00.236074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:00.248831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] Routers {'d3d5b250-2b16-411e-9472-c17f320f7c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:00.249899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d3d5b250-2b16-411e-9472-c17f320f7c69'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:00.258276 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:00.490686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] Set router d3d5b250-2b16-411e-9472-c17f320f7c69 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:00.555338 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6f64c35-446e-43b0-9adc-7bd2b459f808 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/routers/d3d5b250-2b16-411e-9472-c17f320f7c69 HTTP/1.1" status: 200 len: 704 time: 0.3159270 Jan 29 19:55:00.581410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d5b250-2b16-411e-9472-c17f320f7c69', 'name': 'tempest-RoutersIpV6Test-router-2126770643', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:54:58Z', 'updated_at': '2022-01-29T19:54:58Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:00.584431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56486) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:00.619890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] Checking router: d3d5b250-2b16-411e-9472-c17f320f7c69 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:55:00.640463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] Routers {'d3d5b250-2b16-411e-9472-c17f320f7c69'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:00.641089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d3d5b250-2b16-411e-9472-c17f320f7c69'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:00.664694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Deleting port 778c76ae-2040-41ae-8bf2-2de5b319ba0f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:00.665052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (778c76ae-2040-41ae-8bf2-2de5b319ba0f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:00.805881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] Set router d3d5b250-2b16-411e-9472-c17f320f7c69 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:00.823208 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (778c76ae-2040-41ae-8bf2-2de5b319ba0f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:00.836405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Calling delete_port for 778c76ae-2040-41ae-8bf2-2de5b319ba0f owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:00.900643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d5b250-2b16-411e-9472-c17f320f7c69', 'name': 'tempest-RoutersIpV6Test-router-2126770643', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:54:58Z', 'updated_at': '2022-01-29T19:54:58Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:00.941189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb73f80-3931-4492-b8c9-29d1f0e04ada None None] The sync data for ids ['d3d5b250-2b16-411e-9472-c17f320f7c69'] in n-d-825496-5 is: [{'id': 'd3d5b250-2b16-411e-9472-c17f320f7c69', 'name': 'tempest-RoutersIpV6Test-router-2126770643', 'tenant_id': '012f0d30d9544d91aa313c1c0e539ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:54:58Z', 'updated_at': '2022-01-29T19:54:58Z', 'revision_number': 2, 'project_id': '012f0d30d9544d91aa313c1c0e539ae7', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:01.068589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d7657b47-d225-47b4-9c2a-98a94bbcbc2f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3d5b250-2b16-411e-9472-c17f320f7c69 HTTP/1.1" status: 200 len: 205 time: 0.4752181 Jan 29 19:55:01.068589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56490) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:01.153691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb79d730-faab-468e-93fe-f7644753b589 req-ee01fb4e-a261-4973-98d1-dcbe55bb17ca tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 210 time: 0.5278695 Jan 29 19:55:01.157092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (778c76ae-2040-41ae-8bf2-2de5b319ba0f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.242645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.301216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event deleted for resources: {'Port': ['ID=778c76ae-2040-41ae-8bf2-2de5b319ba0f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:01.468344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdc269-ff4b-4b2c-86d6-5248d5affce8 req-07291de1-5f58-440b-a7d2-081f84e26d2a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:01.471581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41cdc269-ff4b-4b2c-86d6-5248d5affce8 req-07291de1-5f58-440b-a7d2-081f84e26d2a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 1.0303669 Jan 29 19:55:01.495933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.523160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5abd30ac-b8d6-4da1-b9d2-0477b35419e8 req-2fe003b5-f960-434e-91f9-aca5560ef746 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.1430984 Jan 29 19:55:01.572942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.686500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.689401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router_controller (d3d5b250-2b16-411e-9472-c17f320f7c69), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.719474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Allocated IP 172.25.5.179 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/1f3f76cc-ba7f-446e-bfe9-451fa0f741e0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:01.790270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.835933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (d3d5b250-2b16-411e-9472-c17f320f7c69), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.848571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Fanout notify agent at l3_agent the message router_deleted on router d3d5b250-2b16-411e-9472-c17f320f7c69 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:01.848962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.878032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.879270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a33ef118-c79d-456e-8786-5bbcc429b8dc tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/d3d5b250-2b16-411e-9472-c17f320f7c69 HTTP/1.1" status: 204 len: 168 time: 0.8114908 Jan 29 19:55:01.885341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:01.914705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41cdc269-ff4b-4b2c-86d6-5248d5affce8 req-4b71a69a-a49e-45dd-b0c4-4e69acf5ae7c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262640 Jan 29 19:55:01.938659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (181b6709-8e52-411c-99ee-08dfc8b257af), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.944910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2918d24f-fe2c-4173-94a3-1e3eba65b7b6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3d5b250-2b16-411e-9472-c17f320f7c69 HTTP/1.1" status: 200 len: 205 time: 0.0586898 Jan 29 19:55:01.947476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.949096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56494) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:01.955813 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:01.997208 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-7a78bc9f-e3fc-49c5-a4c1-96b452050081 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:01.998472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a78bc9f-e3fc-49c5-a4c1-96b452050081 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/d3d5b250-2b16-411e-9472-c17f320f7c69 HTTP/1.1" status: 404 len: 336 time: 0.0481429 Jan 29 19:55:02.001917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56496) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.058979 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dba809-b55e-4316-b17b-4d0c85ad33e2 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:02.059595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dba809-b55e-4316-b17b-4d0c85ad33e2 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:02.065248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f2dba809-b55e-4316-b17b-4d0c85ad33e2 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/67ea2265-e539-4899-a6cd-fc2d11ff5712 HTTP/1.1" status: 404 len: 337 time: 0.0607519 Jan 29 19:55:02.065777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.114097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.122309 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ee7b71-b8cb-4f79-95de-149998c6a838 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:02.125019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ee7b71-b8cb-4f79-95de-149998c6a838 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:02.132648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:02.133266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a8ee7b71-b8cb-4f79-95de-149998c6a838 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/d93a6f11-dfd5-487c-8915-14116c6f4fd5 HTTP/1.1" status: 404 len: 337 time: 0.0660329 Jan 29 19:55:02.133735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56500) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.158305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (f751332f-5709-4ab3-8bcf-77a6e2b5a18d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.159302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Fanout notify agent at l3_agent the message router_deleted on router f751332f-5709-4ab3-8bcf-77a6e2b5a18d {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:02.167899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:02.172246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:02.195535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.197096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc213ca9-d57d-499d-9d07-448e355f32f1 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/f751332f-5709-4ab3-8bcf-77a6e2b5a18d HTTP/1.1" status: 204 len: 168 time: 3.1706965 Jan 29 19:55:02.211413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.219578 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b0fa5-b4bf-4449-bec7-52c131d827a7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:02.220050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b0fa5-b4bf-4449-bec7-52c131d827a7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:02.225584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-713b0fa5-b4bf-4449-bec7-52c131d827a7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/e5403023-2355-4a3d-a3c4-1cdb62d4481f HTTP/1.1" status: 404 len: 337 time: 0.0525563 Jan 29 19:55:02.278829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56506) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.311165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1735659106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:02.316403 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d9c930-92bb-47bf-9091-864f1b9c0a3a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:02.316876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d9c930-92bb-47bf-9091-864f1b9c0a3a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:02.320005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f2d9c930-92bb-47bf-9091-864f1b9c0a3a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/9d6cbe64-124e-447e-99a1-89e139122699 HTTP/1.1" status: 404 len: 337 time: 0.0374980 Jan 29 19:55:02.328902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56508) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.336808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-4f81e22c-7b67-418c-b20e-b8e2277d95ea tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1893709 Jan 29 19:55:02.381725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd2afa8e-a912-4e2b-b837-681baacacc8d tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 200 len: 205 time: 0.0494614 Jan 29 19:55:02.393497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56510) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.407696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'Port': ['ID=1f3f76cc-ba7f-446e-bfe9-451fa0f741e0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:02.476187 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-2b4e04e3-7176-489b-89c0-3c063cfae88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:02.479836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b4e04e3-7176-489b-89c0-3c063cfae88e tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/442bf31e-d87c-4d86-8dee-c918db59d986 HTTP/1.1" status: 404 len: 336 time: 0.0828309 Jan 29 19:55:02.481937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56512) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.529454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f4d2412-62b2-4a72-bb1b-d61b77d15854 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7b70066-3cc1-4729-b09d-d833db760f6c HTTP/1.1" status: 200 len: 205 time: 0.0408983 Jan 29 19:55:02.530829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56514) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.586435 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-65d1c9cd-46a2-41da-810e-efb7988aeb44 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:02.591442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65d1c9cd-46a2-41da-810e-efb7988aeb44 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/d7b70066-3cc1-4729-b09d-d833db760f6c HTTP/1.1" status: 404 len: 336 time: 0.0539899 Jan 29 19:55:02.594255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56518) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.638615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba186fd5-c910-43a6-be48-642f918aef8f req-794aee94-0d71-44ec-936e-df5c95f25a55 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 210 time: 0.1766660 Jan 29 19:55:02.662753 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f41e57a-0ee6-491e-9fcc-24146d8ceed0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:02.663224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f41e57a-0ee6-491e-9fcc-24146d8ceed0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:02.667057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9f41e57a-0ee6-491e-9fcc-24146d8ceed0 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/5bc98af4-06e2-4a21-a4af-2aabc4a92a1b HTTP/1.1" status: 404 len: 337 time: 0.0696678 Jan 29 19:55:02.668477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for floatingip (c9182d05-7e5c-47de-99cf-015de9234288), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.674204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.712983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e98f136-c299-48ea-9b82-76832327953b tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 200 len: 205 time: 0.0367949 Jan 29 19:55:02.721227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56522) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.724125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8f3aa2b-3460-4887-be0c-c06a97f26fcf req-c086e9fa-7488-4ecf-bee0-d32f893ec03f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0459135 Jan 29 19:55:02.754613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.755749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.803858 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-5d4fd4b5-df5a-46a0-a8a7-fa1e3083d79a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:02.805085 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d4fd4b5-df5a-46a0-a8a7-fa1e3083d79a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/7b1726f7-364a-42d0-8687-abc612a52114 HTTP/1.1" status: 404 len: 336 time: 0.0825186 Jan 29 19:55:02.810493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56524) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.829194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-6f5c9dcc-70ba-40de-a15c-dbfef352c7c5 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:02.830897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-6f5c9dcc-70ba-40de-a15c-dbfef352c7c5 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4862416 Jan 29 19:55:02.844582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Request body: {'port': {'device_id': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '70d2d3b9b65e461b80bda55d3e75dab8'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:02.854106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-82c2833c-f354-44dd-8f7f-2547ecfbf62f tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce335f2-80f0-4676-8326-120f43836aed HTTP/1.1" status: 200 len: 205 time: 0.0391855 Jan 29 19:55:02.857958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56526) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:02.869345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.959926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Deleting port c0cbd6a1-8789-42ee-9f6c-c442e55a7507 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:02.960475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:02.978127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.017436 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-c14199c1-2877-41d2-982b-ae2bb29cfd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:03.020794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c14199c1-2877-41d2-982b-ae2bb29cfd4a tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/bce335f2-80f0-4676-8326-120f43836aed HTTP/1.1" status: 404 len: 336 time: 0.1592302 Jan 29 19:55:03.022109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56530) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.055634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6b401-a824-4d20-b88f-27a82c8ab0f3 req-55076fd3-6912-4952-b6db-b8e923c6144e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:03.057744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d6b401-a824-4d20-b88f-27a82c8ab0f3 req-55076fd3-6912-4952-b6db-b8e923c6144e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.0649943 Jan 29 19:55:03.065823 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-123e4d4f-d4b4-4e83-8311-065dc7213ac6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:03.066713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123e4d4f-d4b4-4e83-8311-065dc7213ac6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:03.072103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-123e4d4f-d4b4-4e83-8311-065dc7213ac6 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/c2e5bafe-97e7-4ea1-8ae7-f645c83a39c1 HTTP/1.1" status: 404 len: 337 time: 0.0422828 Jan 29 19:55:03.072754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.083897 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.089051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Made reservation on behalf of 70d2d3b9b65e461b80bda55d3e75dab8 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:03.092528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.101863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] For port c0cbd6a1-8789-42ee-9f6c-c442e55a7507, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:03.102235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.128571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-487c789e-3783-42ab-bc26-c842c7b0e8ba tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0c9e622-f902-48ed-a2d1-375c49a76e57 HTTP/1.1" status: 200 len: 205 time: 0.0528078 Jan 29 19:55:03.130830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56534) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.130970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.136916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Calling delete_port for c0cbd6a1-8789-42ee-9f6c-c442e55a7507 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:03.176255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91d6b401-a824-4d20-b88f-27a82c8ab0f3 req-8f94e54c-88a2-4b18-8270-1760d238e036 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122074 Jan 29 19:55:03.189255 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-89cd45df-98d5-42c0-865e-10b13d99a957 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:03.190317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89cd45df-98d5-42c0-865e-10b13d99a957 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/f0c9e622-f902-48ed-a2d1-375c49a76e57 HTTP/1.1" status: 404 len: 336 time: 0.0594056 Jan 29 19:55:03.193418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56536) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.211908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.216068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d84d0a3-f95d-4e94-89cd-2f089b219a05 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0011394 Jan 29 19:55:03.222495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56538) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.229766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': False}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:03.232477 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dfca9d-1e46-4c49-a42b-e1510a3a5df7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:03.232948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dfca9d-1e46-4c49-a42b-e1510a3a5df7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:03.238949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5dfca9d-1e46-4c49-a42b-e1510a3a5df7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/420357d7-e801-4381-ba93-13d04410f168 HTTP/1.1" status: 404 len: 337 time: 0.0408704 Jan 29 19:55:03.240330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56540) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.281786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c7453dae-be3e-433f-8f7a-5628e5d1db7c tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24750f8-75a9-4e92-bcef-ab80230ccd50 HTTP/1.1" status: 200 len: 205 time: 0.0381536 Jan 29 19:55:03.282052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56542) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.330989 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-51159881-8a76-4203-b2a7-24c84622cac7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] delete failed (client error): The resource could not be found. Jan 29 19:55:03.334642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-51159881-8a76-4203-b2a7-24c84622cac7 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/routers/d24750f8-75a9-4e92-bcef-ab80230ccd50 HTTP/1.1" status: 404 len: 336 time: 0.0491633 Jan 29 19:55:03.335327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56544) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.369949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks [] for security_group (229d9f1d-e9ca-470f-8602-6441e38093e5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.371402 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-4926284c-f0e6-4a44-acdf-7cc655d3d415 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:03.371871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4926284c-f0e6-4a44-acdf-7cc655d3d415 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:03.375736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4926284c-f0e6-4a44-acdf-7cc655d3d415 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/5086636c-6c28-4ec2-b838-675eca5dbe22 HTTP/1.1" status: 404 len: 337 time: 0.0388350 Jan 29 19:55:03.382336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56546) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.408808 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b07ff0f-e89e-4e36-9273-a06e4a9a2ce1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:03.411034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b07ff0f-e89e-4e36-9273-a06e4a9a2ce1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:03.415215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b07ff0f-e89e-4e36-9273-a06e4a9a2ce1 tempest-RoutersIpV6Test-1537248607 tempest-RoutersIpV6Test-1537248607-project] 10.222.0.15 "DELETE /v2.0/subnets/4753dad4-d49a-4344-b519-08525bfb5305 HTTP/1.1" status: 404 len: 337 time: 0.0319440 Jan 29 19:55:03.430221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (229d9f1d-e9ca-470f-8602-6441e38093e5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.555753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Allocated IP 192.168.233.239 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/fb75f12d-19e6-485a-bf04-65eb645addd6) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:03.586817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229d9f1d-e9ca-470f-8602-6441e38093e5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:03.590091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.633385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.688914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.764305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks [] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.804192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ff15ef1-9fb6-4f71-ac34-3945a2813810 req-dae282bc-5e9d-4dfe-b567-96acfcaae000 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 210 time: 0.0661743 Jan 29 19:55:03.843778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'Port': ['ID=1f3f76cc-ba7f-446e-bfe9-451fa0f741e0,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:03.877632 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.894047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (c9182d05-7e5c-47de-99cf-015de9234288), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:03.910968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-551bbfc3-11b3-4aae-a517-2e05bd100b3c req-df0f805a-6f72-41e4-b3a5-34bc889613e1 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0579467 Jan 29 19:55:03.974087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:03.979988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56556) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:03.983622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:03.985586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Pushing event updated for resources: {'Port': ['ID=fb75f12d-19e6-485a-bf04-65eb645addd6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:03.996839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:04.020007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.027141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-18629468-0b84-45bd-90a4-901c21a17a88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0956869 Jan 29 19:55:04.043026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c0cbd6a1-8789-42ee-9f6c-c442e55a7507), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.097312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:04.098842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.104773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cbd6a1-8789-42ee-9f6c-c442e55a7507,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:04.167647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-b3930dfd-ebff-4baf-ba71-12e3de167ada tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3270612 Jan 29 19:55:04.184049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-ba1fc7d4-5c46-4785-8b6b-317217468d7d tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:55:04.185114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-ba1fc7d4-5c46-4785-8b6b-317217468d7d tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080261 Jan 29 19:55:04.224766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Request body: {'port': {'device_id': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:04.344528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e6d922ca-460c-4dbd-9997-935d1c20c893 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=012f0d30d9544d91aa313c1c0e539ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631210 Jan 29 19:55:04.349756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56576) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:04.359008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.474984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c5cf32a6-eee1-4d1a-afb1-d9bc30e236c0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:04.476618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c5cf32a6-eee1-4d1a-afb1-d9bc30e236c0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 822 time: 0.1358678 Jan 29 19:55:04.553069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046939-4e94-474f-9b7a-9e09c4c5711d req-87d9b228-d520-4637-8a8b-d17a00a2e7db tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:04.554678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0046939-4e94-474f-9b7a-9e09c4c5711d req-87d9b228-d520-4637-8a8b-d17a00a2e7db tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.2234168 Jan 29 19:55:04.566414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3e8959de-cd10-4c44-a50a-ec5474b4d81d None None] Provisioning complete for port fb75f12d-19e6-485a-bf04-65eb645addd6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:04.566889 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e8959de-cd10-4c44-a50a-ec5474b4d81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.597346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3e2c-3600-4205-811f-de6aac3b716e admin admin] Publish callbacks [] for security_group (00417589-d762-4715-95f3-10c5872c1c37), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.607501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.608052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3e8959de-cd10-4c44-a50a-ec5474b4d81d None None] Port fb75f12d-19e6-485a-bf04-65eb645addd6 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:55:04.631227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.633718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-e9c7c76b-d207-4e27-8af4-eaf34c9a1eab tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/quotas/51a2e2157b8149a0b0b23b3802bbd991 HTTP/1.1" status: 200 len: 375 time: 0.1462131 Jan 29 19:55:04.644960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (181b6709-8e52-411c-99ee-08dfc8b257af), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.680010 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3e2c-3600-4205-811f-de6aac3b716e admin admin] Publish callbacks [] for security_group (00417589-d762-4715-95f3-10c5872c1c37), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.708578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-ee032f32-5108-4344-bdf3-e917913379c0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655699 Jan 29 19:55:04.727173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0046939-4e94-474f-9b7a-9e09c4c5711d req-1004d882-ff9f-4ebe-84c5-f5d2a682933a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569381 Jan 29 19:55:04.866924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb75f12d-19e6-485a-bf04-65eb645addd6 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:04.877914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Publish callbacks [] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.893730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Transition to ACTIVE for port object fb75f12d-19e6-485a-bf04-65eb645addd6 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:55:04.897676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3e2c-3600-4205-811f-de6aac3b716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (00417589-d762-4715-95f3-10c5872c1c37), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.899022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3e2c-3600-4205-811f-de6aac3b716e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:04.903558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2c9b3e2c-3600-4205-811f-de6aac3b716e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00417589-d762-4715-95f3-10c5872c1c37 HTTP/1.1" status: 204 len: 168 time: 0.5514717 Jan 29 19:55:04.913398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b3e2c-3600-4205-811f-de6aac3b716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00417589-d762-4715-95f3-10c5872c1c37,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:04.976009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:05.051826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc20ca3-849a-4544-a72b-8d150e9d2dd3 req-69baa97f-947f-4224-9bb9-20660ad761be tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:05.053776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ecc20ca3-849a-4544-a72b-8d150e9d2dd3 req-69baa97f-947f-4224-9bb9-20660ad761be tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 936 time: 0.1382937 Jan 29 19:55:05.131833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Pushing event updated for resources: {'Port': ['ID=fb75f12d-19e6-485a-bf04-65eb645addd6,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:05.199111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ecc20ca3-849a-4544-a72b-8d150e9d2dd3 req-e6a98810-a2b3-4a07-9bed-e49da67380c7 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355121 Jan 29 19:55:05.239655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Attempting to bind port fb75f12d-19e6-485a-bf04-65eb645addd6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:55:05.240045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Attempting to bind port fb75f12d-19e6-485a-bf04-65eb645addd6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:55:05.244666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Attempting to bind port fb75f12d-19e6-485a-bf04-65eb645addd6 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:05.251075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Port fb75f12d-19e6-485a-bf04-65eb645addd6 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:55:05.251397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Attempting to bind port fb75f12d-19e6-485a-bf04-65eb645addd6 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:05.269815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:55:05.270203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:05.270544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:55:05.270974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Bound port: fb75f12d-19e6-485a-bf04-65eb645addd6, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:55:05.271419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:05.361872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Allocated IP 172.25.5.225 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/73f62337-b634-4c2b-9809-980cd0a837ef) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:05.380193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1b0d10ed-120f-496e-9674-a1a97c234ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619811 Jan 29 19:55:05.396320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] For port fb75f12d-19e6-485a-bf04-65eb645addd6, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:55:05.401942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] For port fb75f12d-19e6-485a-bf04-65eb645addd6, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fb75f12d-19e6-485a-bf04-65eb645addd6,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:55:05.450096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2774aff1-7080-4cbe-9c04-173674dcb146 req-ba186e31-faf8-4f73-824a-58560078a289 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0438929 Jan 29 19:55:05.505204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:05.544544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:05.550602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:05.550602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] 10.222.0.13 "PUT /v2.0/ports/fb75f12d-19e6-485a-bf04-65eb645addd6 HTTP/1.1" status: 200 len: 1096 time: 1.3530819 Jan 29 19:55:05.550602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'tag': 'fb75f12d-19e6-485a-bf04-65eb645addd6'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:05.558936 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637b74b-55ae-4194-aefe-16d0e026cd94" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf2f07-5f05-4291-9559-331479da62c7", "tag": "fb75f12d-19e6-485a-bf04-65eb645addd6"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:05.647453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Pushing event updated for resources: {'Port': ['ID=fb75f12d-19e6-485a-bf04-65eb645addd6,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:05.655314 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed852d61-cf6f-4f39-aedc-5e44c5d6b0f2 x-openstack-request-id: req-ed852d61-cf6f-4f39-aedc-5e44c5d6b0f2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:05.655680 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf2f07-5f05-4291-9559-331479da62c7", "tag": "fb75f12d-19e6-485a-bf04-65eb645addd6", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:05.656409 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed852d61-cf6f-4f39-aedc-5e44c5d6b0f2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:05.656897 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'tag': 'fb75f12d-19e6-485a-bf04-65eb645addd6', 'status': 'completed', 'code': 200} Jan 29 19:55:05.666398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.666847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.667261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.667669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.668089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.668572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.668966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.669358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.669791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.670183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.670576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.670971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.671356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5604d9b3-8b3d-4549-b1f0-2900cef79630 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:05.684129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Router 181b6709-8e52-411c-99ee-08dfc8b257af has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:55:05.695161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-f93570a8-a8fc-44be-9eb2-fa312ef91153 service neutron] 10.222.0.15 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062832 Jan 29 19:55:05.709861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for port (73f62337-b634-4c2b-9809-980cd0a837ef), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:05.755548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637b74b-55ae-4194-aefe-16d0e026cd94 req-6ef752a8-3436-446a-8a3f-f30908daca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:05.758240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d637b74b-55ae-4194-aefe-16d0e026cd94 req-6ef752a8-3436-446a-8a3f-f30908daca6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 1130 time: 0.0800879 Jan 29 19:55:05.866316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d637b74b-55ae-4194-aefe-16d0e026cd94 req-b47a2b93-98c9-4874-b885-68fec3c0a9ec service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938540 Jan 29 19:55:05.946135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:05.973835 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] Sync routers for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:05.989225 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:05.989837 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:05.994220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-50d65ae1-de51-4b1f-8614-403a7f5c270d admin admin] 10.222.0.15 "PUT /v2.0/routers/181b6709-8e52-411c-99ee-08dfc8b257af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4826150 Jan 29 19:55:05.995566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (73f62337-b634-4c2b-9809-980cd0a837ef), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:06.001541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56598) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:06.338489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:06.369746 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:06.408669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:06.419616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37bad756-8a9f-4daa-ae38-004f49e3d245 req-5133ac58-6a7b-459c-a918-fea1aa0c566f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 210 time: 0.2608588 Jan 29 19:55:06.428896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:06.713664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks [] for router (181b6709-8e52-411c-99ee-08dfc8b257af), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:06.724530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Pushing event updated for resources: {'Port': ['ID=73f62337-b634-4c2b-9809-980cd0a837ef,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:06.725123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911798ad-8ac8-4499-965d-f87fdcc26619 req-4eccf2bb-be39-47b8-9610-48867efdfd05 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:06.732635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-911798ad-8ac8-4499-965d-f87fdcc26619 req-4eccf2bb-be39-47b8-9610-48867efdfd05 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.8582437 Jan 29 19:55:06.747275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:06.796557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637b74b-55ae-4194-aefe-16d0e026cd94 req-5935bdd4-658c-489a-93e3-67363d6e0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:06.798355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d637b74b-55ae-4194-aefe-16d0e026cd94 req-5935bdd4-658c-489a-93e3-67363d6e0c0e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9308062 Jan 29 19:55:06.870474 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:55:03Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:06.907400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-911798ad-8ac8-4499-965d-f87fdcc26619 req-2ddf5130-6ff8-48df-a7f0-b4324347b1c9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719418 Jan 29 19:55:06.956327 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] Checking router: 181b6709-8e52-411c-99ee-08dfc8b257af for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:55:06.975785 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] Routers {'181b6709-8e52-411c-99ee-08dfc8b257af'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:06.976463 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['181b6709-8e52-411c-99ee-08dfc8b257af'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:06.979096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-91482038-4dc0-4f55-b05c-bc32de644b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:06.983638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-91482038-4dc0-4f55-b05c-bc32de644b43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 1130 time: 0.1376357 Jan 29 19:55:07.041743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-6e20279f-6613-403f-b3bd-7e2921988007 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fb75f12d-19e6-485a-bf04-65eb645addd6 HTTP/1.1" status: 200 len: 217 time: 0.0506196 Jan 29 19:55:07.093051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb10669-f11e-418d-b8a0-355b0542bd45 req-dd9444d3-411b-4cdd-a333-34707c0b2139 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:07.094637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcb10669-f11e-418d-b8a0-355b0542bd45 req-dd9444d3-411b-4cdd-a333-34707c0b2139 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 948 time: 0.5423841 Jan 29 19:55:07.102123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e292526a-edf4-427d-83e0-8a19f972c5fd req-9d46aa34-89c7-43d0-a834-3bbf5af9ff03 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf3d7c4-36dd-45e3-9602-75ef878c55ad HTTP/1.1" status: 200 len: 210 time: 0.0560062 Jan 29 19:55:07.124996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636166411'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:07.160522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] Set router 181b6709-8e52-411c-99ee-08dfc8b257af gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:07.174647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks [] for router_gateway (181b6709-8e52-411c-99ee-08dfc8b257af), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.196073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-938e5250-7ebb-46e7-b376-901eaecd3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:07.198242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-938e5250-7ebb-46e7-b376-901eaecd3d6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0915446 Jan 29 19:55:07.218816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcb10669-f11e-418d-b8a0-355b0542bd45 req-b38a2b64-cda9-463c-8ea1-bba5fba73f08 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035650 Jan 29 19:55:07.280837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-77289ee8-ecba-4a25-8f34-1dcc6e22c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:07.282591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-77289ee8-ecba-4a25-8f34-1dcc6e22c0c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0772691 Jan 29 19:55:07.327691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.362462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.491440 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:55:03Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:07.505452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Deleting port 69a32b84-2d39-4262-aa81-f28911770709 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:07.505794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (69a32b84-2d39-4262-aa81-f28911770709), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.528681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router_gateway (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.534054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b725204-600a-4d99-a068-5a209e9f291b req-9b5ab65b-4126-4351-836a-5100c2472cb0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 210 time: 0.0355716 Jan 29 19:55:07.540842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-6d605ff4-a71b-40c2-ba88-44cdffefc25e service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425437 Jan 29 19:55:07.560433 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b860b8b-24a8-45a4-80b7-f4d5b39c78c3 None None] The sync data for ids ['181b6709-8e52-411c-99ee-08dfc8b257af'] in n-d-825496-5 is: [{'id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'name': 'tempest-TaggedBootDevicesTest-176473161-router', 'tenant_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '69a32b84-2d39-4262-aa81-f28911770709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:25Z', 'updated_at': '2022-01-29T19:55:03Z', 'revision_number': 5, 'project_id': 'c94f239dbe12466785b6bd3a0e31b7cd', 'gw_port': {'id': '69a32b84-2d39-4262-aa81-f28911770709', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181b6709-8e52-411c-99ee-08dfc8b257af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:27Z', 'updated_at': '2022-01-29T19:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:07.610624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (2638f2a6-b68a-4a48-94d7-70f497627419), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.682828 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce6ee6c3-d707-4346-b09a-bcee9bf06293 req-4b57059a-c5e4-4452-a809-bc9acd22cc9f service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348858 Jan 29 19:55:07.693620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] For port 69a32b84-2d39-4262-aa81-f28911770709, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=69a32b84-2d39-4262-aa81-f28911770709,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:07.693989 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (69a32b84-2d39-4262-aa81-f28911770709), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.715594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Calling delete_port for 69a32b84-2d39-4262-aa81-f28911770709 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:07.726346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2638f2a6-b68a-4a48-94d7-70f497627419), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.777188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2638f2a6-b68a-4a48-94d7-70f497627419,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:07.831569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.876797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.911551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.936953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:07.952869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c0cbd6a1-8789-42ee-9f6c-c442e55a7507 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:08.019420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c0cbd6a1-8789-42ee-9f6c-c442e55a7507 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:08.020185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c0cbd6a1-8789-42ee-9f6c-c442e55a7507 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:08.029174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.048347 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.049832 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2781823 Jan 29 19:55:08.052817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56634) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.054194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577949c0-b886-4432-88ae-07e566cbb479 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a55bccf-ebc4-4147-8c29-5e9742b10c12,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:08.149274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2fd8512-cd16-4b5c-859e-f1718490f047 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0904796 Jan 29 19:55:08.152080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.158402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-security--254251026', 'description': 'tempest-security-description-2004174161'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:08.228129 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.298333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.418079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.443434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.447111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.451123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "PUT /v2.0/security-groups/5a55bccf-ebc4-4147-8c29-5e9742b10c12 HTTP/1.1" status: 200 len: 1796 time: 0.2952068 Jan 29 19:55:08.455568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.566399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7aa18-299e-493b-bb61-dc3c4291adbb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a55bccf-ebc4-4147-8c29-5e9742b10c12,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:08.570999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cdb79-0e13-4c06-8ba3-3acb1a0a1427 req-258b3e16-433b-43bb-baf7-a96966118464 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:08.572855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-444cdb79-0e13-4c06-8ba3-3acb1a0a1427 req-258b3e16-433b-43bb-baf7-a96966118464 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.5142462 Jan 29 19:55:08.583844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-658a148a-5b95-4363-9ff2-49bf929cea49 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups/5a55bccf-ebc4-4147-8c29-5e9742b10c12 HTTP/1.1" status: 200 len: 1796 time: 0.1216397 Jan 29 19:55:08.585039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.600160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ebd9-4556-44a0-84e3-d5f420006c9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group (607292b6-a65c-458e-9e8a-167438a2c956), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.606193 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69a32b84-2d39-4262-aa81-f28911770709), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.652401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=69a32b84-2d39-4262-aa81-f28911770709,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:08.656483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8038-08ad-49b1-b895-5be3e1a2830f req-4f12139d-233b-4a2a-a40c-8150b6e4668c tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:08.658023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b31b8038-08ad-49b1-b895-5be3e1a2830f req-4f12139d-233b-4a2a-a40c-8150b6e4668c tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 948 time: 0.1719501 Jan 29 19:55:08.661796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ebd9-4556-44a0-84e3-d5f420006c9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group (607292b6-a65c-458e-9e8a-167438a2c956), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.697514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-444cdb79-0e13-4c06-8ba3-3acb1a0a1427 req-052f2a74-589d-4981-b774-0891716fcb67 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124806 Jan 29 19:55:08.701943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Router 4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:55:08.734244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6810-c18f-453b-ada4-71d7ab52bff0 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.777614 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b31b8038-08ad-49b1-b895-5be3e1a2830f req-24f8c01c-b3d1-49b6-ac45-4ce9e5dbae80 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061530 Jan 29 19:55:08.781387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6810-c18f-453b-ada4-71d7ab52bff0 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.804746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (181b6709-8e52-411c-99ee-08dfc8b257af), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.855814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16c759bd-cc4e-4df0-a518-eaf7f463cff0 req-69598f65-beab-4808-af41-3bcda7cf98e6 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 210 time: 0.0969024 Jan 29 19:55:08.887899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ebd9-4556-44a0-84e3-d5f420006c9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (607292b6-a65c-458e-9e8a-167438a2c956), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.890987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ebd9-4556-44a0-84e3-d5f420006c9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.892296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9ff4ebd9-4556-44a0-84e3-d5f420006c9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/security-groups/607292b6-a65c-458e-9e8a-167438a2c956 HTTP/1.1" status: 204 len: 168 time: 0.4729800 Jan 29 19:55:08.901461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.907991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4ebd9-4556-44a0-84e3-d5f420006c9b tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607292b6-a65c-458e-9e8a-167438a2c956,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:08.916825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6810-c18f-453b-ada4-71d7ab52bff0 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5a55bccf-ebc4-4147-8c29-5e9742b10c12), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.919389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e6d6810-c18f-453b-ada4-71d7ab52bff0 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.920547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3e6d6810-c18f-453b-ada4-71d7ab52bff0 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/5a55bccf-ebc4-4147-8c29-5e9742b10c12 HTTP/1.1" status: 204 len: 168 time: 0.3346002 Jan 29 19:55:08.923564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56654) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.927302 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-8c47cbc4-cf37-47c6-8895-8ce62fce1b31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] show failed (client error): The resource could not be found. Jan 29 19:55:08.931274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8c47cbc4-cf37-47c6-8895-8ce62fce1b31 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "GET /v2.0/security-groups/607292b6-a65c-458e-9e8a-167438a2c956 HTTP/1.1" status: 404 len: 347 time: 0.0259414 Jan 29 19:55:08.933277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:08.944818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d6810-c18f-453b-ada4-71d7ab52bff0 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a55bccf-ebc4-4147-8c29-5e9742b10c12,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:08.945363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (181b6709-8e52-411c-99ee-08dfc8b257af), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:08.954867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks [] for router_controller (181b6709-8e52-411c-99ee-08dfc8b257af), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.072191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port b458443b-bf36-4068-bfd8-ba2d92001811 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:09.072587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b458443b-bf36-4068-bfd8-ba2d92001811), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.091228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fdf44eec-e649-4cfc-9e67-d35149acd905 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1665087 Jan 29 19:55:09.097926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.121336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:09.127105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.130781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc184b43-0ebd-4422-8df5-f4b96dc689b8 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "PUT /v2.0/routers/4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 HTTP/1.1" status: 200 len: 916 time: 5.9032745 Jan 29 19:55:09.132962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56660) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.135409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] Sync routers for ids ['4c8ea325-9bd2-4a03-b683-ae2dc4a83e92'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:09.141227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (181b6709-8e52-411c-99ee-08dfc8b257af), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.141769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 181b6709-8e52-411c-99ee-08dfc8b257af {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:09.146230 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-928812ab-fd89-444c-939c-ed1738e04d09 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] delete failed (client error): The resource could not be found. Jan 29 19:55:09.146678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-928812ab-fd89-444c-939c-ed1738e04d09 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/5a55bccf-ebc4-4147-8c29-5e9742b10c12 HTTP/1.1" status: 404 len: 347 time: 0.0474892 Jan 29 19:55:09.148735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.151165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f64e71b7-be95-45ff-b903-687d83d73f4a admin admin] 10.222.0.15 "DELETE /v2.0/routers/181b6709-8e52-411c-99ee-08dfc8b257af HTTP/1.1" status: 204 len: 168 time: 3.1390898 Jan 29 19:55:09.151165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56662) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.154181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56664) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.154365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] Routers {'4c8ea325-9bd2-4a03-b683-ae2dc4a83e92'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:09.155310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4c8ea325-9bd2-4a03-b683-ae2dc4a83e92'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:09.189322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--211977748'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:09.199635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:09.209186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] Routers {'4c8ea325-9bd2-4a03-b683-ae2dc4a83e92'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:09.210210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['4c8ea325-9bd2-4a03-b683-ae2dc4a83e92'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:09.218703 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b458443b-bf36-4068-bfd8-ba2d92001811), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.219040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (b458443b-bf36-4068-bfd8-ba2d92001811), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.234761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Deleting subnet 4882ea39-8c06-4cb1-ae8d-3357bd9d486d {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:09.238056 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Publish callbacks [] for subnet (4882ea39-8c06-4cb1-ae8d-3357bd9d486d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.244286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-afc07b6b-f27c-4260-b747-e60c8bdbced9 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:09.245032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-afc07b6b-f27c-4260-b747-e60c8bdbced9 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 822 time: 0.2198453 Jan 29 19:55:09.258456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:09.260065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5802ca-faa3-4e26-b7b7-91a18e86f838 None None] The sync data for ids ['4c8ea325-9bd2-4a03-b683-ae2dc4a83e92'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:09.275741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for b458443b-bf36-4068-bfd8-ba2d92001811 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:09.295636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (4882ea39-8c06-4cb1-ae8d-3357bd9d486d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.310157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'port': {'device_id': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'admin_state_up': True, 'tenant_id': '51a2e2157b8149a0b0b23b3802bbd991'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:09.315470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.416966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85fcff00-ce97-4a03-9e72-5a5af3aef2de tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 HTTP/1.1" status: 200 len: 922 time: 0.2795701 Jan 29 19:55:09.417718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56666) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.474763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4882ea39-8c06-4cb1-ae8d-3357bd9d486d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.490705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (bf75501c-9fa8-4b8c-bf16-f72caa2323b4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.551175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2ccf0-4904-4f80-a6a9-f15543a929e2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:09.552727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4fe2ccf0-4904-4f80-a6a9-f15543a929e2 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=4c8ea325-9bd2-4a03-b683-ae2dc4a83e92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1344724 Jan 29 19:55:09.555504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.567369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf75501c-9fa8-4b8c-bf16-f72caa2323b4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.593918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Made reservation on behalf of 51a2e2157b8149a0b0b23b3802bbd991 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:09.597355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.609825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75501c-9fa8-4b8c-bf16-f72caa2323b4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:09.643581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b458443b-bf36-4068-bfd8-ba2d92001811), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.672351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.673613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9c01e0e3-bfff-4f61-882c-74ba22da5b25 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4898524 Jan 29 19:55:09.676990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.684147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': 'bf75501c-9fa8-4b8c-bf16-f72caa2323b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:09.684455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=b458443b-bf36-4068-bfd8-ba2d92001811,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:09.689585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (4882ea39-8c06-4cb1-ae8d-3357bd9d486d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.701524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524a908-583c-4ebd-bb31-01d5cd0b6e70 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:09.702995 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f524a908-583c-4ebd-bb31-01d5cd0b6e70 tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.1458704 Jan 29 19:55:09.715107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56672) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.759554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.763700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4882ea39-8c06-4cb1-ae8d-3357bd9d486d HTTP/1.1" status: 204 len: 168 time: 0.6093962 Jan 29 19:55:09.769367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b67963-31ca-47bd-ae10-254603e280ff None None] Network 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:09.784644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340fe5e-4b9a-4dc8-b632-eab5a6ae55a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4882ea39-8c06-4cb1-ae8d-3357bd9d486d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:09.785609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56676) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.793191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9208b7d7-faaf-4fa0-a0d5-2824685b1aa3 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 HTTP/1.1" status: 200 len: 205 time: 0.0742371 Jan 29 19:55:09.798562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56678) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.841510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Allocated IP 172.20.0.10 (76f2058a-fbda-4775-9a84-4fcb71361500/938f8beb-e741-4d57-b9b0-7c376d3508cc/a1753a34-4a40-4b5b-825e-951e295ec962) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:09.887282 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for floatingip (8446e989-3462-4857-a3fe-633a28693cb4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.890031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.894873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-69568948-7c0c-4c5a-a26f-fcb4fefcd01c tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/floatingips/8446e989-3462-4857-a3fe-633a28693cb4 HTTP/1.1" status: 204 len: 168 time: 0.9603536 Jan 29 19:55:09.897084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56684) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:09.912441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (4ec7e4ba-06b3-473a-b54b-46d40663b09f), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.947449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8eb011d2-7b95-4ce2-9c2c-ddea50a93041), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:09.985032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c388fb-cf10-48b4-b436-fdeeb1794ecf req-88195f43-f3b0-467b-933f-2fb8711be81a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:09.986445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29c388fb-cf10-48b4-b436-fdeeb1794ecf req-88195f43-f3b0-467b-933f-2fb8711be81a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1962721 Jan 29 19:55:09.995595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] DHCP port deletion for 8eb011d2-7b95-4ce2-9c2c-ddea50a93041 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:55:10.026990 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.029653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69a32b84-2d39-4262-aa81-f28911770709 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:10.055586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 69a32b84-2d39-4262-aa81-f28911770709 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:10.056558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69a32b84-2d39-4262-aa81-f28911770709 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:10.076945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Deleting port 321ae127-443b-486c-a115-3db3e3b6e4fd {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:10.077583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.095207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29c388fb-cf10-48b4-b436-fdeeb1794ecf req-737418bd-74f2-4d61-91b4-16285277dc89 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900857 Jan 29 19:55:10.150960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] For port 321ae127-443b-486c-a115-3db3e3b6e4fd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=321ae127-443b-486c-a115-3db3e3b6e4fd,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:10.151741 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.171157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Calling delete_port for 321ae127-443b-486c-a115-3db3e3b6e4fd owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:10.173321 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.187242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (4ec7e4ba-06b3-473a-b54b-46d40663b09f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.211174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489a3d-67fe-4d89-a863-abba8f74ab93 req-e5444b31-85b0-48ef-8162-30c1bd7429d3 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:10.212961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84489a3d-67fe-4d89-a863-abba8f74ab93 req-e5444b31-85b0-48ef-8162-30c1bd7429d3 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 948 time: 0.2520359 Jan 29 19:55:10.227113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0beffeb6-6bff-4285-831f-ec6a0def8561 req-304f331c-8263-4363-bea0-631438958164 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 210 time: 0.0351274 Jan 29 19:55:10.277448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (4ec7e4ba-06b3-473a-b54b-46d40663b09f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.304982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port 90ee797e-ba25-4ad9-acae-55b22028251c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:10.305308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.306771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Deleting port 73f62337-b634-4c2b-9809-980cd0a837ef {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:10.307111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (73f62337-b634-4c2b-9809-980cd0a837ef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.317253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for port (a1753a34-4a40-4b5b-825e-951e295ec962), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.363334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec7e4ba-06b3-473a-b54b-46d40663b09f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:10.365907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Deleting port 321ae127-443b-486c-a115-3db3e3b6e4fd {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:10.366669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.391318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (73f62337-b634-4c2b-9809-980cd0a837ef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.403837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Calling delete_port for 73f62337-b634-4c2b-9809-980cd0a837ef owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:10.405171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84489a3d-67fe-4d89-a863-abba8f74ab93 req-5ed44dcc-6ab8-44f0-82d1-3198c6d6d8cd tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841593 Jan 29 19:55:10.444148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.445363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f2660b7a-f62a-4c8f-8959-2fd7a3df4cac tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7673454 Jan 29 19:55:10.454581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:10.514066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.519147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.547710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for 90ee797e-ba25-4ad9-acae-55b22028251c owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:10.551246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] For port 321ae127-443b-486c-a115-3db3e3b6e4fd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=321ae127-443b-486c-a115-3db3e3b6e4fd,segment=NetworkSegment(a1661015-180f-4091-83f3-b9a255b9c238),segment_id=a1661015-180f-4091-83f3-b9a255b9c238)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:10.551625 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.556534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Pushing event deleted for resources: {'Port': ['ID=321ae127-443b-486c-a115-3db3e3b6e4fd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:10.566044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] No DVR routers for this DVR port 321ae127-443b-486c-a115-3db3e3b6e4fd on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:10.568762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.572361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.573172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.573172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.573346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d75b8-73d3-4e1b-9d67-2d2096968f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:10.576951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5fa8c1-17eb-49da-81e6-c5732abccefb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (4ec7e4ba-06b3-473a-b54b-46d40663b09f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.614498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5fa8c1-17eb-49da-81e6-c5732abccefb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (4ec7e4ba-06b3-473a-b54b-46d40663b09f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.616945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Calling delete_port for 321ae127-443b-486c-a115-3db3e3b6e4fd owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:10.624470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.641739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (73f62337-b634-4c2b-9809-980cd0a837ef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.672965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event deleted for resources: {'Port': ['ID=73f62337-b634-4c2b-9809-980cd0a837ef,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:10.735274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.746203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Network 76f2058a-fbda-4775-9a84-4fcb71361500 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:10.758040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:10.765879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:10.772186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:10.828513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.830616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5fa8c1-17eb-49da-81e6-c5732abccefb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (4ec7e4ba-06b3-473a-b54b-46d40663b09f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.830771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.843575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5fa8c1-17eb-49da-81e6-c5732abccefb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.844716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa5fa8c1-17eb-49da-81e6-c5732abccefb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4ec7e4ba-06b3-473a-b54b-46d40663b09f HTTP/1.1" status: 204 len: 168 time: 0.3861828 Jan 29 19:55:10.867059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fb75f12d-19e6-485a-bf04-65eb645addd6 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:55:10.873218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56688) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:10.883399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:10.884100 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.893926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fa8c1-17eb-49da-81e6-c5732abccefb tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ec7e4ba-06b3-473a-b54b-46d40663b09f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:10.909236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (321ae127-443b-486c-a115-3db3e3b6e4fd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.920940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4b287b3a-e4ea-4ffb-9959-692e579c585e tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465441 Jan 29 19:55:10.922844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56690) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:10.948618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=321ae127-443b-486c-a115-3db3e3b6e4fd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:10.952831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] No DVR routers for this DVR port 321ae127-443b-486c-a115-3db3e3b6e4fd on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:10.975470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (4c8ea325-9bd2-4a03-b683-ae2dc4a83e92), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.975984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Fanout notify agent at l3_agent the message router_deleted on router 4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:10.980381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fb75f12d-19e6-485a-bf04-65eb645addd6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fb75f12d-19e6-485a-bf04-65eb645addd6,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:10.984944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:10.986097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ed12ac11-9ce5-48df-b4a4-f61a8b8d3e13 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 HTTP/1.1" status: 204 len: 168 time: 1.1772211 Jan 29 19:55:10.989908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56692) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:10.996703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-984691477', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:10.999834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'fb75f12d-19e6-485a-bf04-65eb645addd6', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': 'fb75f12d-19e6-485a-bf04-65eb645addd6', 'mac_address': 'fa:16:3e:91:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:55:11.002925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-157bcdd4-4469-499a-a43b-10990b1f763f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (bf75501c-9fa8-4b8c-bf16-f72caa2323b4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.004056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-c924111b-2221-4f97-bf46-97057f499784 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6998277 Jan 29 19:55:11.033315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8eb011d2-7b95-4ce2-9c2c-ddea50a93041), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.035624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-157bcdd4-4469-499a-a43b-10990b1f763f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (bf75501c-9fa8-4b8c-bf16-f72caa2323b4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.039006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-dcceb55a-7d6a-43f8-92e7-bbfb27d5474c tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:55:11.040602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-dcceb55a-7d6a-43f8-92e7-bbfb27d5474c tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091708 Jan 29 19:55:11.041400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (90ee797e-ba25-4ad9-acae-55b22028251c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.048729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fb75f12d-19e6-485a-bf04-65eb645addd6 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:11.049128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.063583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb75f12d-19e6-485a-bf04-65eb645addd6 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:11.083680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fb75f12d-19e6-485a-bf04-65eb645addd6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fb75f12d-19e6-485a-bf04-65eb645addd6,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:11.095695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=90ee797e-ba25-4ad9-acae-55b22028251c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:11.099394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb011d2-7b95-4ce2-9c2c-ddea50a93041']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:11.113582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.114657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.119421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1661015-180f-4091-83f3-b9a255b9c238') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:11.119735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1661015-180f-4091-83f3-b9a255b9c238') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:11.142938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-157bcdd4-4469-499a-a43b-10990b1f763f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf75501c-9fa8-4b8c-bf16-f72caa2323b4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.145575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-157bcdd4-4469-499a-a43b-10990b1f763f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.146986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-157bcdd4-4469-499a-a43b-10990b1f763f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf75501c-9fa8-4b8c-bf16-f72caa2323b4 HTTP/1.1" status: 204 len: 168 time: 0.2230172 Jan 29 19:55:11.154144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56698) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:11.166826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (a1661015-180f-4091-83f3-b9a255b9c238), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.184762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bcdd4-4469-499a-a43b-10990b1f763f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75501c-9fa8-4b8c-bf16-f72caa2323b4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:11.189988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a1661015-180f-4091-83f3-b9a255b9c238), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.208029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.216850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d8a2b919-1a15-4a18-bf64-58dd58d8d27f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/ports/90ee797e-ba25-4ad9-acae-55b22028251c HTTP/1.1" status: 204 len: 168 time: 1.3180795 Jan 29 19:55:11.218741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:11.219345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (a1661015-180f-4091-83f3-b9a255b9c238), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.221183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56700) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:11.222502 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:11.227451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.236699 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.250140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Request body: {'port': {'device_id': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:11.281383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5891b405-d677-4cd6-8816-e3b51b34853b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1261296 Jan 29 19:55:11.288328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56704) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:11.294541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970624832'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:11.300055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fb75f12d-19e6-485a-bf04-65eb645addd6,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:11.325188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754913f1-0bf6-4a7b-bd88-2cc42b58168c req-f323a5a6-b7ee-404d-bc2d-798090341c18 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:11.327039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-754913f1-0bf6-4a7b-bd88-2cc42b58168c req-f323a5a6-b7ee-404d-bc2d-798090341c18 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1349504 Jan 29 19:55:11.415416 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.452448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['fb75f12d-19e6-485a-bf04-65eb645addd6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:11.473438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.493638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-754913f1-0bf6-4a7b-bd88-2cc42b58168c req-1ef83eb6-6078-447f-899f-8779dd15e1e5 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595232 Jan 29 19:55:11.501457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2568c-4fc9-4e94-a907-7d972ac98f9e req-c02e52c9-7fc0-4dbf-a478-300f70d776ef tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:11.503280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ed2568c-4fc9-4e94-a907-7d972ac98f9e req-c02e52c9-7fc0-4dbf-a478-300f70d776ef tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 932 time: 0.1721005 Jan 29 19:55:11.504249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8eb011d2-7b95-4ce2-9c2c-ddea50a93041), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.517503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.532172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] 10.222.0.15 "DELETE /v2.0/networks/8eb011d2-7b95-4ce2-9c2c-ddea50a93041 HTTP/1.1" status: 204 len: 168 time: 1.7330832 Jan 29 19:55:11.532325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56708) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:11.579422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6afd1-dd1e-4948-b10f-39402e23a7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb011d2-7b95-4ce2-9c2c-ddea50a93041,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:11.593604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.699586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting port 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:11.699932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.731425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ed2568c-4fc9-4e94-a907-7d972ac98f9e req-6206bc26-73ce-49c0-95db-e9d01f9641cc tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174635 Jan 29 19:55:11.790145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (731e6813-381b-42af-b256-04975a527848), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.868234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:11.882861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Calling delete_port for 6bdb29d6-36d9-40cd-8bcb-794a317b5a16 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:11.918384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 321ae127-443b-486c-a115-3db3e3b6e4fd no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:11.940884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 321ae127-443b-486c-a115-3db3e3b6e4fd {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:11.941235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 321ae127-443b-486c-a115-3db3e3b6e4fd not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:12.175432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac898de-6aa7-4411-a312-983ece4ad884 req-0b0e437b-991a-4e63-8346-e521cb3f8b5f tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:12.178469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ac898de-6aa7-4411-a312-983ece4ad884 req-0b0e437b-991a-4e63-8346-e521cb3f8b5f tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 949 time: 0.5555878 Jan 29 19:55:12.194211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (731e6813-381b-42af-b256-04975a527848), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.317214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1753a34-4a40-4b5b-825e-951e295ec962 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:12.324520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731e6813-381b-42af-b256-04975a527848,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:12.331151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Publish callbacks [] for port (a1753a34-4a40-4b5b-825e-951e295ec962), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.355808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.357077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a0f9224-07db-4f0c-88bc-1bb06cb204c1 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0661907 Jan 29 19:55:12.363918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56712) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:12.368508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Transition to ACTIVE for port object a1753a34-4a40-4b5b-825e-951e295ec962 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:55:12.370442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '731e6813-381b-42af-b256-04975a527848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:12.381574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ac898de-6aa7-4411-a312-983ece4ad884 req-3beed0e4-a4ea-4e32-8c34-3f7e1c37c5fa tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915052 Jan 29 19:55:12.464470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.510109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6bdb29d6-36d9-40cd-8bcb-794a317b5a16), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.543458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:12.575042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (76d4a004-a52e-4a26-b832-199875a6d757), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.579680 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.583312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.583664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.584018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.584406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.584746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.585118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.585505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.585847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.586176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.586500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.586829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.587198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.587519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:55:12.623888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.682786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Port': ['ID=6bdb29d6-36d9-40cd-8bcb-794a317b5a16,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:12.707945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (76d4a004-a52e-4a26-b832-199875a6d757), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.719746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Attempting to bind port a1753a34-4a40-4b5b-825e-951e295ec962 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:55:12.721579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Attempting to bind port a1753a34-4a40-4b5b-825e-951e295ec962 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:55:12.721579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Attempting to bind port a1753a34-4a40-4b5b-825e-951e295ec962 on network 76f2058a-fbda-4775-9a84-4fcb71361500 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:12.726592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.730458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9121f6cb-dc28-49db-8ecc-a813d885e38d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/ports/6bdb29d6-36d9-40cd-8bcb-794a317b5a16 HTTP/1.1" status: 204 len: 168 time: 1.5070231 Jan 29 19:55:12.733807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:12.735695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Port a1753a34-4a40-4b5b-825e-951e295ec962 on network 76f2058a-fbda-4775-9a84-4fcb71361500 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:55:12.736016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Attempting to bind port a1753a34-4a40-4b5b-825e-951e295ec962 on network 76f2058a-fbda-4775-9a84-4fcb71361500 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:12.768534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (76d4a004-a52e-4a26-b832-199875a6d757), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.779990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:55:12.780566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Checking segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:12.780890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Bound using segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:55:12.781343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Bound port: a1753a34-4a40-4b5b-825e-951e295ec962, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:55:12.781700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.794607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21331eed-934b-4ed0-b144-7fe0726c8c16 req-a33206f9-2186-4ad3-b97b-06bd22207136 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:12.796951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21331eed-934b-4ed0-b144-7fe0726c8c16 req-a33206f9-2186-4ad3-b97b-06bd22207136 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1901717 Jan 29 19:55:12.805386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d4a004-a52e-4a26-b832-199875a6d757,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:12.827255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting subnet 8dddf333-9839-4205-8c0e-02d75c093ae2 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:12.831739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Allocated IP 172.25.5.91 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/1aac92f7-ab57-4614-88df-eafe9e42a859) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:12.863023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for subnet (8dddf333-9839-4205-8c0e-02d75c093ae2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.868905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fb75f12d-19e6-485a-bf04-65eb645addd6 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:12.872191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (505dbdfd-cb68-4653-89d1-580a0b749b01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.936796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.940788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a04b521d-673b-417f-ab2b-ca633155ec56 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5721331 Jan 29 19:55:12.944530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56720) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:12.948478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21331eed-934b-4ed0-b144-7fe0726c8c16 req-c5b1013a-2774-4378-ab25-af358559f439 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383593 Jan 29 19:55:12.954262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '731e6813-381b-42af-b256-04975a527848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:12.969899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (8dddf333-9839-4205-8c0e-02d75c093ae2), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:12.969899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:55:13.010112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port fb75f12d-19e6-485a-bf04-65eb645addd6 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:55:13.014213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port fb75f12d-19e6-485a-bf04-65eb645addd6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:13.014810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.016326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:55:13.096933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8dddf333-9839-4205-8c0e-02d75c093ae2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.102063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.114847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fb75f12d-19e6-485a-bf04-65eb645addd6 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:13.115331 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.123766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb241-0eb5-45b1-a800-70c055df0557 req-879f7c2a-6ac2-473f-bd1a-6dff5a41ff73 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:13.125859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-711eb241-0eb5-45b1-a800-70c055df0557 req-879f7c2a-6ac2-473f-bd1a-6dff5a41ff73 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 944 time: 0.3075266 Jan 29 19:55:13.131243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for port (1aac92f7-ab57-4614-88df-eafe9e42a859), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.153349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb75f12d-19e6-485a-bf04-65eb645addd6'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:13.155719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:13.156368 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab80cd7f-d864-4abd-89ed-c7adcd61d6d4" -d '{"events": [{"server_uuid": "bfbf2f07-5f05-4291-9559-331479da62c7", "name": "network-vif-plugged", "status": "completed", "tag": "fb75f12d-19e6-485a-bf04-65eb645addd6"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:13.156708 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.158100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] 10.222.0.26 "PUT /v2.0/ports/a1753a34-4a40-4b5b-825e-951e295ec962 HTTP/1.1" status: 200 len: 1092 time: 2.0909014 Jan 29 19:55:13.163344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fb75f12d-19e6-485a-bf04-65eb645addd6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fb75f12d-19e6-485a-bf04-65eb645addd6,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:13.185341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:13.187933 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06387dbb-175f-4ae3-9606-1c82714e36dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:13.198726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (330045eb-0b30-4bf2-ac6b-02c182bf9697), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.206178 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8648801-fc42-47bc-b77a-b42370291bef x-openstack-request-id: req-e8648801-fc42-47bc-b77a-b42370291bef {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:13.206501 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbf2f07-5f05-4291-9559-331479da62c7", "name": "network-vif-plugged", "status": "completed", "tag": "fb75f12d-19e6-485a-bf04-65eb645addd6", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:13.206964 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8648801-fc42-47bc-b77a-b42370291bef {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:13.207825 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb75f12d-19e6-485a-bf04-65eb645addd6', 'code': 200} Jan 29 19:55:13.220021 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.275311 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de9d87b-cc69-4b14-9223-442062614dcb x-openstack-request-id: req-4de9d87b-cc69-4b14-9223-442062614dcb {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:13.275647 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:13.275855 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4de9d87b-cc69-4b14-9223-442062614dcb {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:13.276312 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'status': 'completed', 'code': 200} Jan 29 19:55:13.281297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ebc1b-52e6-4c22-9e65-41bdaa6ac430 service neutron] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:13.311143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fb75f12d-19e6-485a-bf04-65eb645addd6,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:13.320718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-711eb241-0eb5-45b1-a800-70c055df0557 req-fa23cc08-297a-46d7-b85b-5d469b1cce4f tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851666 Jan 29 19:55:13.331748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (330045eb-0b30-4bf2-ac6b-02c182bf9697), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.351194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-a766ee19-97f9-4a3c-bdb1-6be275747c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:13.353448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-a766ee19-97f9-4a3c-bdb1-6be275747c1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 1126 time: 0.0570889 Jan 29 19:55:13.354914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (8dddf333-9839-4205-8c0e-02d75c093ae2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.374144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf748-db72-4dd2-98ef-a7daa4367469 req-2695275e-cf19-46b1-ab0a-d78c6d531490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:13.375637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-881bf748-db72-4dd2-98ef-a7daa4367469 req-2695275e-cf19-46b1-ab0a-d78c6d531490 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 1132 time: 0.0883484 Jan 29 19:55:13.394094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (330045eb-0b30-4bf2-ac6b-02c182bf9697), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.395961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Subnet': ['ID=8dddf333-9839-4205-8c0e-02d75c093ae2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:13.400883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.405088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab617cd6-ec3a-46c5-928a-a0af2b60c067 None None] Network 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:13.405242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-feae4529-ebaa-4950-ba36-78d3555ade6d tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/subnets/8dddf333-9839-4205-8c0e-02d75c093ae2 HTTP/1.1" status: 204 len: 168 time: 0.6691763 Jan 29 19:55:13.408847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56728) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:13.448326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-b54eb957-c069-46b1-9d06-94bf68360c7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1753a34-4a40-4b5b-825e-951e295ec962 HTTP/1.1" status: 200 len: 217 time: 0.0611401 Jan 29 19:55:13.451282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330045eb-0b30-4bf2-ac6b-02c182bf9697,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:13.469074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1aac92f7-ab57-4614-88df-eafe9e42a859), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.501465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-5b9c6a7b-5300-432f-8c41-22d03ba7dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:13.502997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-5b9c6a7b-5300-432f-8c41-22d03ba7dc9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 200 len: 862 time: 0.0485346 Jan 29 19:55:13.538908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.540149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-013c0da1-6275-4f64-a761-923f60f52b8d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5907009 Jan 29 19:55:13.543424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56730) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:13.550539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-881bf748-db72-4dd2-98ef-a7daa4367469 req-4d0d931f-de7e-4dc3-b4d1-ef6f2b7c6632 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647511 Jan 29 19:55:13.554745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:13.558761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '731e6813-381b-42af-b256-04975a527848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:13.563114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-7dad2b1e-0f17-43b0-8799-c6b012d19922 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76f2058a-fbda-4775-9a84-4fcb71361500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512872 Jan 29 19:55:13.576819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:13.581791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Deleting subnet 5d5887b2-4866-41c5-9c75-2fd3437954c5 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:13.605625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:13.608563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for subnet (5d5887b2-4866-41c5-9c75-2fd3437954c5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.613055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event updated for resources: {'Port': ['ID=1aac92f7-ab57-4614-88df-eafe9e42a859,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:13.644849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14b9e7-7e35-435d-bd75-008bcf08be1c req-03828adc-822c-40ac-b698-05caf1d22799 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:13.646401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf14b9e7-7e35-435d-bd75-008bcf08be1c req-03828adc-822c-40ac-b698-05caf1d22799 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 950 time: 0.1475713 Jan 29 19:55:13.650543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] DHCP port deletion for 7b0f131b-b2a5-4b1a-bfb4-4308728e6014 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:55:13.697821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (5d5887b2-4866-41c5-9c75-2fd3437954c5), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.706181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] Deleting port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:13.706649 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.718889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-db98db65-4071-4109-af00-5534d441a867 service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482062 Jan 29 19:55:13.724111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf14b9e7-7e35-435d-bd75-008bcf08be1c req-fb85cdd9-eefa-498c-a4af-b6944d95c754 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624609 Jan 29 19:55:13.773440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] For port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,segment=NetworkSegment(3b4babc3-4a55-4a50-b028-a505cc003ba6),segment_id=3b4babc3-4a55-4a50-b028-a505cc003ba6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:13.773737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.788423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] Calling delete_port for 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:13.810875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (fa1a5df1-904b-4c44-b027-9ef30a44656d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.829819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9e3d4f2-e738-4581-a8c4-d2e6e7f93497 req-4ee1b22e-c9fb-4af7-8b57-5d246b36f2ff service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045449 Jan 29 19:55:13.858097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Deleting port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:13.858435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.907615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:13.951365 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (1ddf6103-c1cd-4529-a0e8-c6f17bfef728), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:13.972941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 update to DOWN by agent not found {{(pid=103564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 19:55:14.006509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] Pushing event deleted for resources: {'Port': ['ID=1ddf6103-c1cd-4529-a0e8-c6f17bfef728,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:14.007339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5d5887b2-4866-41c5-9c75-2fd3437954c5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.019060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab080e-c08b-4856-848b-18bdde0a44ba None None] No DVR routers for this DVR port 1ddf6103-c1cd-4529-a0e8-c6f17bfef728 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:14.037374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-b8937018-024f-42d6-a1b6-0e154b03101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:14.039067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-b8937018-024f-42d6-a1b6-0e154b03101a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 1126 time: 0.0538125 Jan 29 19:55:14.056069 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (fa1a5df1-904b-4c44-b027-9ef30a44656d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.108502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] For port ffad4f22-e5d8-4e0e-b9c7-f75083f992b8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,segment=NetworkSegment(ca6f450b-6735-4376-a356-4c01a6712dc5),segment_id=ca6f450b-6735-4376-a356-4c01a6712dc5)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:14.109390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.143588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-b8b5df0c-ecda-4d9b-a746-43ada4b751bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:14.145600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-b8b5df0c-ecda-4d9b-a746-43ada4b751bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 922 time: 0.0989976 Jan 29 19:55:14.148244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (fa1a5df1-904b-4c44-b027-9ef30a44656d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.167193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Calling delete_port for ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:14.188394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-987a1522-c3d9-43e8-8a3e-10c7c01a2b47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1753a34-4a40-4b5b-825e-951e295ec962 HTTP/1.1" status: 200 len: 217 time: 0.0363617 Jan 29 19:55:14.235346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1a5df1-904b-4c44-b027-9ef30a44656d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:14.242010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-f2ee6e10-d3fe-42f5-8527-a0038e38dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:14.245026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-f2ee6e10-d3fe-42f5-8527-a0038e38dc11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 200 len: 862 time: 0.0505121 Jan 29 19:55:14.278902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-30a40346-2689-44e2-b9fa-53c99d97a4c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76f2058a-fbda-4775-9a84-4fcb71361500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278211 Jan 29 19:55:14.293086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.293086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf5fbb3b-01b2-4c0c-8e45-1d19529bbf3f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7405019 Jan 29 19:55:14.297698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:14.306723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '731e6813-381b-42af-b256-04975a527848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:14.319552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.361969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9392b-9d49-4c31-8e1a-333dc7c747bc req-430544cc-0dc5-49a7-bfa2-3635a8ae511a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:14.363656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72c9392b-9d49-4c31-8e1a-333dc7c747bc req-430544cc-0dc5-49a7-bfa2-3635a8ae511a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.2687197 Jan 29 19:55:14.373782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (5d5887b2-4866-41c5-9c75-2fd3437954c5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.383641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-2467631d-3d2e-4a79-a24a-cc43bc1a14a5 service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974019 Jan 29 19:55:14.459599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5887b2-4866-41c5-9c75-2fd3437954c5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:14.471579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0480f4-2a85-4509-bf4f-598f4e38b261 None None] Network 4e440b44-2717-42ce-8fbe-a1ea6042dd67 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:14.473015 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.476175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-16d3a476-e20d-45ae-947e-344fbe24ec6f tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/subnets/5d5887b2-4866-41c5-9c75-2fd3437954c5 HTTP/1.1" status: 204 len: 168 time: 1.0663660 Jan 29 19:55:14.481759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56738) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:14.541790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8476a-b357-4a6c-8908-0737d093a92b req-3c519e5d-21ea-41fe-b808-69d8ebdc885e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:14.543493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5d8476a-b357-4a6c-8908-0737d093a92b req-3c519e5d-21ea-41fe-b808-69d8ebdc885e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 944 time: 0.1454484 Jan 29 19:55:14.622040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06387dbb-175f-4ae3-9606-1c82714e36dd req-37759928-a525-42d8-a544-5936576bb475 service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315307 Jan 29 19:55:14.644971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7b0f131b-b2a5-4b1a-bfb4-4308728e6014), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.667086 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:55:14.716557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5d8476a-b357-4a6c-8908-0737d093a92b req-3e6e06db-2e44-4600-85ab-12947c92c26a tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504617 Jan 29 19:55:14.811073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7b0f131b-b2a5-4b1a-bfb4-4308728e6014), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.851805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] DHCP port deletion for 4e440b44-2717-42ce-8fbe-a1ea6042dd67 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:55:14.854834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0f131b-b2a5-4b1a-bfb4-4308728e6014']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:14.890761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4babc3-4a55-4a50-b028-a505cc003ba6') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:14.890981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4babc3-4a55-4a50-b028-a505cc003ba6') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:14.902387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] Deleting port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:14.903055 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.903848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9faca71-53e0-4e92-991d-ebe1216d8331), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.904010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (3b4babc3-4a55-4a50-b028-a505cc003ba6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.922773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3b4babc3-4a55-4a50-b028-a505cc003ba6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.932950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:14.933897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (3b4babc3-4a55-4a50-b028-a505cc003ba6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:14.937156 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:14.944349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72c9392b-9d49-4c31-8e1a-333dc7c747bc req-1dc6e97e-8d7d-49aa-9e1b-879559edca4a tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637884 Jan 29 19:55:14.947661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c95de-cc24-4610-9a95-3c8cdbd3b609 req-e723b829-46c6-4913-a5c1-18bd985c3dc1 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:14.950292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-475c95de-cc24-4610-9a95-3c8cdbd3b609 req-e723b829-46c6-4913-a5c1-18bd985c3dc1 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 950 time: 0.1158688 Jan 29 19:55:14.985950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] For port 662c219d-f0e1-4cb9-a6da-998a8d6b5966, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=662c219d-f0e1-4cb9-a6da-998a8d6b5966,segment=NetworkSegment(3cfeea51-6bee-48df-8eb1-832dc13b2675),segment_id=3cfeea51-6bee-48df-8eb1-832dc13b2675)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:14.986589 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.000044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] Calling delete_port for 662c219d-f0e1-4cb9-a6da-998a8d6b5966 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:15.049551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-475c95de-cc24-4610-9a95-3c8cdbd3b609 req-44587849-c27c-4874-8efb-7a789e0fe070 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875244 Jan 29 19:55:15.052919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9faca71-53e0-4e92-991d-ebe1216d8331), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.110183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7b0f131b-b2a5-4b1a-bfb4-4308728e6014), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.117370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.123162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/networks/7b0f131b-b2a5-4b1a-bfb4-4308728e6014 HTTP/1.1" status: 204 len: 168 time: 0.6364808 Jan 29 19:55:15.123670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.125827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56746) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:15.138570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ef09f-0f3a-407a-8f8b-7fa47e48eabe tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Network': ['ID=7b0f131b-b2a5-4b1a-bfb4-4308728e6014,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:15.147638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c9faca71-53e0-4e92-991d-ebe1216d8331), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.196119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (662c219d-f0e1-4cb9-a6da-998a8d6b5966), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.218100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ffad4f22-e5d8-4e0e-b9c7-f75083f992b8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.229657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] Pushing event deleted for resources: {'Port': ['ID=662c219d-f0e1-4cb9-a6da-998a8d6b5966,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:15.233164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b8796-2e14-40d9-b1bd-f9a2d03be903 None None] No DVR routers for this DVR port 662c219d-f0e1-4cb9-a6da-998a8d6b5966 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:15.251077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9faca71-53e0-4e92-991d-ebe1216d8331,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:15.293757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Pushing event deleted for resources: {'Port': ['ID=ffad4f22-e5d8-4e0e-b9c7-f75083f992b8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:15.302274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4e440b44-2717-42ce-8fbe-a1ea6042dd67), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.356458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.357678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7efaf457-a76d-44bd-896e-57d3e071d729 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0551634 Jan 29 19:55:15.360622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:15.379859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '731e6813-381b-42af-b256-04975a527848', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:15.465595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (83cf34ff-5226-45fb-8c7d-9de7c25ad869), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.539034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (83cf34ff-5226-45fb-8c7d-9de7c25ad869), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.551195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4e440b44-2717-42ce-8fbe-a1ea6042dd67), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.607141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (83cf34ff-5226-45fb-8c7d-9de7c25ad869), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.607409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e440b44-2717-42ce-8fbe-a1ea6042dd67']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:15.625889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cf34ff-5226-45fb-8c7d-9de7c25ad869,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:15.626307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfeea51-6bee-48df-8eb1-832dc13b2675') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:15.626607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfeea51-6bee-48df-8eb1-832dc13b2675') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:15.642471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (3cfeea51-6bee-48df-8eb1-832dc13b2675), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.652817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (505dbdfd-cb68-4653-89d1-580a0b749b01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.664849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3cfeea51-6bee-48df-8eb1-832dc13b2675), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.664849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Router 7ba16c3b-6a2b-4db8-89b3-7564f8e3273b is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:55:15.675541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:15.675935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (3cfeea51-6bee-48df-8eb1-832dc13b2675), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:15.679009 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:15.716442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.720437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ea20ee1a-1d89-42bf-a999-4afa7a19fe8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3558760 Jan 29 19:55:15.721195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56754) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:15.747958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b526039-10d7-4667-ac4f-a3b02cd98a43 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (83cf34ff-5226-45fb-8c7d-9de7c25ad869), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.757704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b526039-10d7-4667-ac4f-a3b02cd98a43 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (83cf34ff-5226-45fb-8c7d-9de7c25ad869), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.833036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4afc87-eb54-4d5d-9583-bf1ab116c4c7 req-16807c81-12a2-4a02-bdb5-e45fdf63b239 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:15.834586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de4afc87-eb54-4d5d-9583-bf1ab116c4c7 req-16807c81-12a2-4a02-bdb5-e45fdf63b239 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 944 time: 0.0562384 Jan 29 19:55:15.864836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b526039-10d7-4667-ac4f-a3b02cd98a43 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (83cf34ff-5226-45fb-8c7d-9de7c25ad869), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.874836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b526039-10d7-4667-ac4f-a3b02cd98a43 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.878883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3b526039-10d7-4667-ac4f-a3b02cd98a43 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/83cf34ff-5226-45fb-8c7d-9de7c25ad869 HTTP/1.1" status: 204 len: 168 time: 0.1538138 Jan 29 19:55:15.880835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56758) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:15.894695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4e440b44-2717-42ce-8fbe-a1ea6042dd67), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.897794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b526039-10d7-4667-ac4f-a3b02cd98a43 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83cf34ff-5226-45fb-8c7d-9de7c25ad869,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:15.917635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:15.918007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] 10.222.0.15 "DELETE /v2.0/networks/4e440b44-2717-42ce-8fbe-a1ea6042dd67 HTTP/1.1" status: 204 len: 168 time: 0.7911725 Jan 29 19:55:15.934537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de4afc87-eb54-4d5d-9583-bf1ab116c4c7 req-9304d86a-70a2-406b-a850-90a9ff97e185 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899205 Jan 29 19:55:15.937738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:15.954088 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] Sync routers for ids ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:15.978918 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] Routers {'7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:15.980013 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:15.993786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-717be8ad-6ba8-4214-b467-df66adb0e333 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1037323 Jan 29 19:55:15.996045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56766) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:15.996214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc540-5148-4f0d-a664-97c9eb8db138 tempest-TaggedBootDevicesTest_v242-15717947 tempest-TaggedBootDevicesTest_v242-15717947-project] Pushing event deleted for resources: {'Network': ['ID=4e440b44-2717-42ce-8fbe-a1ea6042dd67,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:16.018521 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:16.030446 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] Routers {'7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:16.031193 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:16.052565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3863a02-3372-42a5-b7d3-1cfe9b5d95dc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9faca71-53e0-4e92-991d-ebe1216d8331), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.063150 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3863a02-3372-42a5-b7d3-1cfe9b5d95dc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9faca71-53e0-4e92-991d-ebe1216d8331), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.069703 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:16.070653 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492f65f-2641-4525-ada5-0d2858acda1c None None] The sync data for ids ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:16.096423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.100231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-387fef76-0c6a-4899-8058-27e847f2265f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1049471 Jan 29 19:55:16.101052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56768) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.107085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:16.143823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 662c219d-f0e1-4cb9-a6da-998a8d6b5966 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:16.162600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3863a02-3372-42a5-b7d3-1cfe9b5d95dc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c9faca71-53e0-4e92-991d-ebe1216d8331), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.181313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3863a02-3372-42a5-b7d3-1cfe9b5d95dc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.185077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f3863a02-3372-42a5-b7d3-1cfe9b5d95dc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c9faca71-53e0-4e92-991d-ebe1216d8331 HTTP/1.1" status: 204 len: 168 time: 0.1816120 Jan 29 19:55:16.185225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 662c219d-f0e1-4cb9-a6da-998a8d6b5966 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:16.185225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 662c219d-f0e1-4cb9-a6da-998a8d6b5966 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:16.188550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbeb87-18b4-4717-be17-3dd6fa720988 req-786c8e25-e9a1-4f66-9af7-a30611e9037d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:16.191742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56772) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.198022 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ffbeb87-18b4-4717-be17-3dd6fa720988 req-786c8e25-e9a1-4f66-9af7-a30611e9037d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1071689 Jan 29 19:55:16.208071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863a02-3372-42a5-b7d3-1cfe9b5d95dc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9faca71-53e0-4e92-991d-ebe1216d8331,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:16.295808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-020e3089-d9a2-43c9-9807-70f45236a085 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1006033 Jan 29 19:55:16.298549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56776) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.299917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ffbeb87-18b4-4717-be17-3dd6fa720988 req-399dd7c9-260a-4331-8085-164b578d76af tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Jan 29 19:55:16.305409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Router 505dbdfd-cb68-4653-89d1-580a0b749b01 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:55:16.377709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d77899-a32d-4ed2-912d-dd95636b1cc2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (fa1a5df1-904b-4c44-b027-9ef30a44656d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.386333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d77899-a32d-4ed2-912d-dd95636b1cc2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (fa1a5df1-904b-4c44-b027-9ef30a44656d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.423450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:16.433624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e89b19d-8438-4494-b8d6-097b6bbe0aff admin admin] 10.222.0.15 "PUT /v2.0/routers/505dbdfd-cb68-4653-89d1-580a0b749b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9029479 Jan 29 19:55:16.441458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56778) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.441608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] Sync routers for ids ['505dbdfd-cb68-4653-89d1-580a0b749b01'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:16.468545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] Routers {'505dbdfd-cb68-4653-89d1-580a0b749b01'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:16.476855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['505dbdfd-cb68-4653-89d1-580a0b749b01'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:16.548106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d77899-a32d-4ed2-912d-dd95636b1cc2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (fa1a5df1-904b-4c44-b027-9ef30a44656d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.557458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7d77899-a32d-4ed2-912d-dd95636b1cc2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.559456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7d77899-a32d-4ed2-912d-dd95636b1cc2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/fa1a5df1-904b-4c44-b027-9ef30a44656d HTTP/1.1" status: 204 len: 168 time: 0.2590940 Jan 29 19:55:16.566489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56782) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.579418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77899-a32d-4ed2-912d-dd95636b1cc2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa1a5df1-904b-4c44-b027-9ef30a44656d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:16.606655 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks [] for router (505dbdfd-cb68-4653-89d1-580a0b749b01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.644789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] Set router 505dbdfd-cb68-4653-89d1-580a0b749b01 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:16.663013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6570b4c3-6c37-45e8-bf96-160e266e0c16 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0940046 Jan 29 19:55:16.666016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.669199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.717077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28658d95-1830-45bf-a642-24d44ee72356 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (330045eb-0b30-4bf2-ac6b-02c182bf9697), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.725537 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28658d95-1830-45bf-a642-24d44ee72356 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (330045eb-0b30-4bf2-ac6b-02c182bf9697), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.779063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_gateway (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.803647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks [] for router_gateway (505dbdfd-cb68-4653-89d1-580a0b749b01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.824426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a1753a34-4a40-4b5b-825e-951e295ec962 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:55:16.902731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28658d95-1830-45bf-a642-24d44ee72356 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (330045eb-0b30-4bf2-ac6b-02c182bf9697), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.968333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28658d95-1830-45bf-a642-24d44ee72356 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:16.976332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28658d95-1830-45bf-a642-24d44ee72356 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/330045eb-0b30-4bf2-ac6b-02c182bf9697 HTTP/1.1" status: 204 len: 168 time: 0.3062048 Jan 29 19:55:16.982233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:16.983092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:16.986423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:55:14Z', 'revision_number': 5, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port': {'id': '7ec5e8c9-e3d4-49a3-892d-aad529339ed8', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:42Z', 'updated_at': '2022-01-29T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:17.021689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28658d95-1830-45bf-a642-24d44ee72356 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330045eb-0b30-4bf2-ac6b-02c182bf9697,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:17.027707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] Checking router: 505dbdfd-cb68-4653-89d1-580a0b749b01 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:55:17.031040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'port_id': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'mac_address': 'fa:16:3e:32:0e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938f8beb-e741-4d57-b9b0-7c376d3508cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:55:17.042927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] Routers {'505dbdfd-cb68-4653-89d1-580a0b749b01'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:17.043553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['505dbdfd-cb68-4653-89d1-580a0b749b01'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:17.062128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Deleting port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:17.062526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.187480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2f60f11e-995a-423d-896c-0f155e395b2b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1990259 Jan 29 19:55:17.191439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56794) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:17.201630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] For port 7ec5e8c9-e3d4-49a3-892d-aad529339ed8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:17.202169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.226016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port a1753a34-4a40-4b5b-825e-951e295ec962 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:17.226016 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.228716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] Set router 505dbdfd-cb68-4653-89d1-580a0b749b01 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:17.237768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Calling delete_port for 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:17.251262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Deleting port 1aac92f7-ab57-4614-88df-eafe9e42a859 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:17.251619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1aac92f7-ab57-4614-88df-eafe9e42a859), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.277003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea40d6-5a16-4975-9cbc-a69936cce616 req-d04641ba-1848-45f6-a81e-fbf084eef7f3 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:17.278597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ea40d6-5a16-4975-9cbc-a69936cce616 req-d04641ba-1848-45f6-a81e-fbf084eef7f3 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 944 time: 0.2035804 Jan 29 19:55:17.279641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-314ba7b7-61fe-4b09-b331-ec2d5ee7a647 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (76d4a004-a52e-4a26-b832-199875a6d757), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.288465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-314ba7b7-61fe-4b09-b331-ec2d5ee7a647 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (76d4a004-a52e-4a26-b832-199875a6d757), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.296952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:55:16Z', 'revision_number': 6, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:17.329025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23096445-afec-4b42-9027-2f2bf4caa6b1 None None] The sync data for ids ['505dbdfd-cb68-4653-89d1-580a0b749b01'] in n-d-825496-5 is: [{'id': '505dbdfd-cb68-4653-89d1-580a0b749b01', 'name': 'tempest-TaggedBootDevicesTest-1764381794-router', 'tenant_id': 'f042957e91a34771a81517a3c95d69a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:40Z', 'updated_at': '2022-01-29T19:55:16Z', 'revision_number': 6, 'project_id': 'f042957e91a34771a81517a3c95d69a8', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:17.351793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1753a34-4a40-4b5b-825e-951e295ec962 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:17.406841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:17.438623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-314ba7b7-61fe-4b09-b331-ec2d5ee7a647 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (76d4a004-a52e-4a26-b832-199875a6d757), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.448980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-314ba7b7-61fe-4b09-b331-ec2d5ee7a647 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.452802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-314ba7b7-61fe-4b09-b331-ec2d5ee7a647 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/76d4a004-a52e-4a26-b832-199875a6d757 HTTP/1.1" status: 204 len: 168 time: 0.2569268 Jan 29 19:55:17.455020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56798) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:17.468073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.488585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ba7b7-61fe-4b09-b331-ec2d5ee7a647 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76d4a004-a52e-4a26-b832-199875a6d757,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:17.507368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec17b-dfb3-4981-b705-7f858dc223da req-68aec7b2-abff-4746-b607-a680f23ca43e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:17.508372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ea40d6-5a16-4975-9cbc-a69936cce616 req-29f343e7-68a7-44ef-aa51-5e26f39dc98c tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903255 Jan 29 19:55:17.513452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1aac92f7-ab57-4614-88df-eafe9e42a859), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.515770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-200ec17b-dfb3-4981-b705-7f858dc223da req-68aec7b2-abff-4746-b607-a680f23ca43e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.0905130 Jan 29 19:55:17.537059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Calling delete_port for 1aac92f7-ab57-4614-88df-eafe9e42a859 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:17.549909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-93099542-1d91-43ba-93bf-9f05bb38e6a3 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0908699 Jan 29 19:55:17.554979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:17.567787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56802) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:17.658484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-200ec17b-dfb3-4981-b705-7f858dc223da req-8efe3ef0-f54a-49bf-b900-e77c9367748e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418216 Jan 29 19:55:17.697504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-112bcfbc-6ff5-44da-b4c3-132e15b621f8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (731e6813-381b-42af-b256-04975a527848), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.728727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-112bcfbc-6ff5-44da-b4c3-132e15b621f8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (731e6813-381b-42af-b256-04975a527848), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.765687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7ec5e8c9-e3d4-49a3-892d-aad529339ed8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.816077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['a1753a34-4a40-4b5b-825e-951e295ec962'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:17.842265 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1aac92f7-ab57-4614-88df-eafe9e42a859), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.866214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec5e8c9-e3d4-49a3-892d-aad529339ed8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:17.872023 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (505dbdfd-cb68-4653-89d1-580a0b749b01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:17.884613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:17.896731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Pushing event deleted for resources: {'Port': ['ID=1aac92f7-ab57-4614-88df-eafe9e42a859,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:17.933286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:17.933771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ffad4f22-e5d8-4e0e-b9c7-f75083f992b8 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:17.980567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.008499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (505dbdfd-cb68-4653-89d1-580a0b749b01), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.011454 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks [] for router_controller (505dbdfd-cb68-4653-89d1-580a0b749b01), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.064375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-112bcfbc-6ff5-44da-b4c3-132e15b621f8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (731e6813-381b-42af-b256-04975a527848), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.067941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-112bcfbc-6ff5-44da-b4c3-132e15b621f8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.072595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56804) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.073165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-112bcfbc-6ff5-44da-b4c3-132e15b621f8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/731e6813-381b-42af-b256-04975a527848 HTTP/1.1" status: 204 len: 168 time: 0.4968429 Jan 29 19:55:18.085876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bcfbc-6ff5-44da-b4c3-132e15b621f8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e6813-381b-42af-b256-04975a527848,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:18.135766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (505dbdfd-cb68-4653-89d1-580a0b749b01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.136483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 505dbdfd-cb68-4653-89d1-580a0b749b01 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:18.141740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.146641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5bfc3a57-67bd-4472-8b79-4f626dfb1e72 admin admin] 10.222.0.15 "DELETE /v2.0/routers/505dbdfd-cb68-4653-89d1-580a0b749b01 HTTP/1.1" status: 204 len: 168 time: 1.7115920 Jan 29 19:55:18.147371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56806) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.197434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Deleting subnet 50135798-d5fa-44dd-bd5a-ab62a2ea8c05 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:18.201252 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Publish callbacks [] for subnet (50135798-d5fa-44dd-bd5a-ab62a2ea8c05), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.222329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a0cc9720-b090-4ffb-b890-502df61936c4 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1485190 Jan 29 19:55:18.229019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.241469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--665660349'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:18.255469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.273259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.289760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (50135798-d5fa-44dd-bd5a-ab62a2ea8c05), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.337739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.380758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Router 7ba16c3b-6a2b-4db8-89b3-7564f8e3273b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:55:18.426401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (50135798-d5fa-44dd-bd5a-ab62a2ea8c05), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.491302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:18.501225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.502290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-befea76a-a506-4468-8eb3-fd010bb441c9 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "PUT /v2.0/routers/7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 200 len: 705 time: 2.3999743 Jan 29 19:55:18.505765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (0ffa1bd4-9981-45bd-a1f3-169ab873cbb3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.510180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56812) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.511557 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] Sync routers for ids ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:18.524341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] Routers {'7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:18.525019 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:18.561766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:18.570994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] Routers {'7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:18.571654 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:18.599375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9523581e-872f-48a5-b396-8c982b9e0e1f tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/routers/7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 200 len: 740 time: 0.0877888 Jan 29 19:55:18.602796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56816) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.635883 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:18.635883 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0f09-0c36-4752-bb8e-0a2ba9bbf1f1 None None] The sync data for ids ['7ba16c3b-6a2b-4db8-89b3-7564f8e3273b'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:18.680625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0ffa1bd4-9981-45bd-a1f3-169ab873cbb3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.756350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa1bd4-9981-45bd-a1f3-169ab873cbb3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:18.760936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (50135798-d5fa-44dd-bd5a-ab62a2ea8c05), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.765405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c500bc1a-e7bc-406d-977d-92bc8a28a90a tempest-RoutersAdminTest-741476531 tempest-RoutersAdminTest-741476531-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 200 len: 205 time: 0.1613076 Jan 29 19:55:18.820754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.837353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a1753a34-4a40-4b5b-825e-951e295ec962 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:18.873538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50135798-d5fa-44dd-bd5a-ab62a2ea8c05,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:18.903500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49d99bd1-5461-4de0-a20a-76c06004acf0 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 200 len: 205 time: 0.0744605 Jan 29 19:55:18.906364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:18.913347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-935cc11b-fcad-4063-ad34-c3f41c20a457 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50135798-d5fa-44dd-bd5a-ab62a2ea8c05 HTTP/1.1" status: 204 len: 168 time: 0.7645082 Jan 29 19:55:18.918263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56828) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.918263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56830) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:18.918574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6949d13-8f89-406c-b7b9-ddb41c318e46 None None] Network 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:19.029381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.033877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6b1c27d9-ff05-43c8-bf66-28d22d3c6857 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8016417 Jan 29 19:55:19.034068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56832) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:19.045691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '0ffa1bd4-9981-45bd-a1f3-169ab873cbb3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:19.050303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port a1753a34-4a40-4b5b-825e-951e295ec962 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:55:19.061087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port a1753a34-4a40-4b5b-825e-951e295ec962 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:19.067301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc752cf-a031-4e17-9921-72a9afed7090 req-659f4532-f03a-49fd-926a-1340783e5822 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:19.068622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bc752cf-a031-4e17-9921-72a9afed7090 req-659f4532-f03a-49fd-926a-1340783e5822 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 945 time: 0.4144545 Jan 29 19:55:19.069624 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.081664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.093141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fd5d0-31f4-4f00-8525-046248c2038d req-3c136cf3-3dc9-49b2-8c21-e3fdecee782d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:19.094682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d8fd5d0-31f4-4f00-8525-046248c2038d req-3c136cf3-3dc9-49b2-8c21-e3fdecee782d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.3228621 Jan 29 19:55:19.137554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.188565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bc752cf-a031-4e17-9921-72a9afed7090 req-fb321cfa-4a20-41b0-8dcb-1ab4acd5f274 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052802 Jan 29 19:55:19.235327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (6799ef0d-ecff-48cb-bc16-ef617554719e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.262259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port a1753a34-4a40-4b5b-825e-951e295ec962 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:19.262653 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.321619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] DHCP port deletion for 202ba4a1-9acc-4ddc-97e7-75aa7c8d461e request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:55:19.363163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:19.366326 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2f4dce-25ff-429a-9e31-ef3f750d9e2b" -d '{"events": [{"server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "name": "network-vif-plugged", "status": "completed", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:19.370268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d8fd5d0-31f4-4f00-8525-046248c2038d req-5f879f72-729b-41e4-a354-ad20929495de tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391753 Jan 29 19:55:19.374122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (6799ef0d-ecff-48cb-bc16-ef617554719e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.412782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:19.450614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6799ef0d-ecff-48cb-bc16-ef617554719e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.466375 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddde244d-8728-4990-8a88-3914515488aa x-openstack-request-id: req-ddde244d-8728-4990-8a88-3914515488aa {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:19.466671 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "name": "network-vif-plugged", "status": "completed", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:19.466926 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddde244d-8728-4990-8a88-3914515488aa {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:19.467322 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'code': 200} Jan 29 19:55:19.484394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6799ef0d-ecff-48cb-bc16-ef617554719e,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:19.486911 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.519244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] Deleting port b6a64fd3-ae33-4858-8cc6-b20d69868b37 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:19.519617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.568160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.569711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e954e202-1ad1-47f2-b9c3-43e78ca5c74f tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5347326 Jan 29 19:55:19.572734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56838) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:19.673298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:19.684126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] For port b6a64fd3-ae33-4858-8cc6-b20d69868b37, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b6a64fd3-ae33-4858-8cc6-b20d69868b37,segment=NetworkSegment(ca6f450b-6735-4376-a356-4c01a6712dc5),segment_id=ca6f450b-6735-4376-a356-4c01a6712dc5)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:19.685064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.700761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] Calling delete_port for b6a64fd3-ae33-4858-8cc6-b20d69868b37 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:19.724425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7eada-6d0b-4e1f-92cd-b9b012f23a66 req-13a88161-edcd-4cbe-9516-fb24c6f5f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:19.726045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd7eada-6d0b-4e1f-92cd-b9b012f23a66 req-13a88161-edcd-4cbe-9516-fb24c6f5f296 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 1128 time: 0.1719570 Jan 29 19:55:19.726696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a6a69b9-c120-4b81-8069-4e65c999394a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (0ffa1bd4-9981-45bd-a1f3-169ab873cbb3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.760511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a6a69b9-c120-4b81-8069-4e65c999394a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (0ffa1bd4-9981-45bd-a1f3-169ab873cbb3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.847928 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fd7eada-6d0b-4e1f-92cd-b9b012f23a66 req-c69d6805-42ca-4d46-8211-f1f74c928cdc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Jan 29 19:55:19.875922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a6a69b9-c120-4b81-8069-4e65c999394a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0ffa1bd4-9981-45bd-a1f3-169ab873cbb3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.879441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a6a69b9-c120-4b81-8069-4e65c999394a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.881022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3a6a69b9-c120-4b81-8069-4e65c999394a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ffa1bd4-9981-45bd-a1f3-169ab873cbb3 HTTP/1.1" status: 204 len: 168 time: 0.3056698 Jan 29 19:55:19.897993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56846) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:19.903236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a69b9-c120-4b81-8069-4e65c999394a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa1bd4-9981-45bd-a1f3-169ab873cbb3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:19.943551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.970111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:19.979786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bfc96b19-c58b-4076-9335-af737ba94cb5 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0738833 Jan 29 19:55:19.980493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56848) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:19.985127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885833158'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:19.988043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:19.991803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router_controller (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.014921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] Pushing event deleted for resources: {'Port': ['ID=b6a64fd3-ae33-4858-8cc6-b20d69868b37,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:20.033558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa375f-76e9-420e-a43a-116b7f2ca15f None None] No DVR routers for this DVR port b6a64fd3-ae33-4858-8cc6-b20d69868b37 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:20.037733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:20.038075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7ec5e8c9-e3d4-49a3-892d-aad529339ed8 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:20.038484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b6a64fd3-ae33-4858-8cc6-b20d69868b37 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:20.073259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Deleting port b6a64fd3-ae33-4858-8cc6-b20d69868b37 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:20.074240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.079370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b6a64fd3-ae33-4858-8cc6-b20d69868b37 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:20.079835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b6a64fd3-ae33-4858-8cc6-b20d69868b37 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:20.093243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.149664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] For port b6a64fd3-ae33-4858-8cc6-b20d69868b37, host n-d-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:20.150167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.158707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (7ba16c3b-6a2b-4db8-89b3-7564f8e3273b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.158707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba16c3b-6a2b-4db8-89b3-7564f8e3273b {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:20.166817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.171377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c1b2d2e4-886c-48a4-b01c-d0e308417eaa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 204 len: 168 time: 1.2495944 Jan 29 19:55:20.171996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56854) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.183276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (aafcaefc-0393-4808-82a6-e11531e6be48), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.186866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Calling delete_port for b6a64fd3-ae33-4858-8cc6-b20d69868b37 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:20.204745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Port b6a64fd3-ae33-4858-8cc6-b20d69868b37 was not found and therefore no delete operation was performed {{(pid=103563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 19:55:20.210098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d725cfe-7dca-4b15-9080-d69309a717d0 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 200 len: 205 time: 0.0346072 Jan 29 19:55:20.210098 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b6a64fd3-ae33-4858-8cc6-b20d69868b37), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.210538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56856) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.276497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a64fd3-ae33-4858-8cc6-b20d69868b37,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:20.280583 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-ff415bc9-c209-45f0-bca1-974d28f30cd0 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] delete failed (client error): The resource could not be found. Jan 29 19:55:20.281711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff415bc9-c209-45f0-bca1-974d28f30cd0 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/7ba16c3b-6a2b-4db8-89b3-7564f8e3273b HTTP/1.1" status: 404 len: 336 time: 0.0680435 Jan 29 19:55:20.282631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] No DVR routers for this DVR port b6a64fd3-ae33-4858-8cc6-b20d69868b37 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:20.284428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.288011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aafcaefc-0393-4808-82a6-e11531e6be48), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.352702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-76cc036f-0ab9-421b-85b5-97609be90a0a tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 HTTP/1.1" status: 200 len: 205 time: 0.0646551 Jan 29 19:55:20.353098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.363329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafcaefc-0393-4808-82a6-e11531e6be48,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:20.438630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.446146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-403d35eb-56bd-43ce-9afa-f2906f1944db tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4645183 Jan 29 19:55:20.447184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.447581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56870) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.450391 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-70166cd1-f5f3-4179-8f90-2726c867c61b tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] delete failed (client error): The resource could not be found. Jan 29 19:55:20.454112 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-70166cd1-f5f3-4179-8f90-2726c867c61b tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/4c8ea325-9bd2-4a03-b683-ae2dc4a83e92 HTTP/1.1" status: 404 len: 336 time: 0.0975718 Jan 29 19:55:20.469007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.491472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--629106816'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:20.531604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a5989003-c958-4429-8aa6-36e080acb1aa tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=f751332f-5709-4ab3-8bcf-77a6e2b5a18d HTTP/1.1" status: 200 len: 205 time: 0.0602930 Jan 29 19:55:20.534061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202ba4a1-9acc-4ddc-97e7-75aa7c8d461e']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:20.536039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.541302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24198b0-b37e-49f8-8a68-cd46215e901c req-5b6959b7-6b53-43f9-a0bf-2e54702ab45a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:20.549487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b24198b0-b37e-49f8-8a68-cd46215e901c req-5b6959b7-6b53-43f9-a0bf-2e54702ab45a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1338127 Jan 29 19:55:20.590849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6f450b-6735-4376-a356-4c01a6712dc5') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:20.591145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6f450b-6735-4376-a356-4c01a6712dc5') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:20.596404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.598676 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-91acd785-0d39-41f5-a1f0-ec5c2b908b42 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] delete failed (client error): The resource could not be found. Jan 29 19:55:20.599724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-91acd785-0d39-41f5-a1f0-ec5c2b908b42 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/f751332f-5709-4ab3-8bcf-77a6e2b5a18d HTTP/1.1" status: 404 len: 336 time: 0.0626237 Jan 29 19:55:20.602877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56876) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.614805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ca6f450b-6735-4376-a356-4c01a6712dc5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.643344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b24198b0-b37e-49f8-8a68-cd46215e901c req-3affede6-acd0-44c3-af0c-40b64fbf2598 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916171 Jan 29 19:55:20.644182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cc1391f6-af24-45b1-9590-83e677c63389 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a00505c-f794-4258-89cb-41a1e3ad9880 HTTP/1.1" status: 200 len: 205 time: 0.0402575 Jan 29 19:55:20.652156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56878) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.654414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9421495-931e-401b-a333-ec3826b910be req-b7bc2845-cb40-4a48-adda-9d8909119c54 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:20.655985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9421495-931e-401b-a333-ec3826b910be req-b7bc2845-cb40-4a48-adda-9d8909119c54 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.2433670 Jan 29 19:55:20.659784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ca6f450b-6735-4376-a356-4c01a6712dc5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.699774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:20.700230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ca6f450b-6735-4376-a356-4c01a6712dc5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:20.702005 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:20.780186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b9421495-931e-401b-a333-ec3826b910be req-9bd9959d-1e92-4411-99ba-397d005f8699 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177828 Jan 29 19:55:20.793134 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-fda80766-26fe-4e60-9404-b1aa2cf37a0f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] delete failed (client error): The resource could not be found. Jan 29 19:55:20.804087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.804286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fda80766-26fe-4e60-9404-b1aa2cf37a0f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/7a00505c-f794-4258-89cb-41a1e3ad9880 HTTP/1.1" status: 404 len: 336 time: 0.1430507 Jan 29 19:55:20.831182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-40c1ce45-1740-4311-a0c2-d46562b2819f tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8da127-e96d-4cdc-aa6f-804c5391b132 HTTP/1.1" status: 200 len: 205 time: 0.0321798 Jan 29 19:55:20.835229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56884) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.858279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5c6b0b4a-9b59-4451-83f9-aab46e063eb1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.869602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1123-9cb7-4090-a94c-705b59451f57 req-9801a17a-10dc-4782-9ee4-f4e064b43bb1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:20.871466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96aa1123-9cb7-4090-a94c-705b59451f57 req-9801a17a-10dc-4782-9ee4-f4e064b43bb1 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1194775 Jan 29 19:55:20.901791 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-a8a0a956-c721-4602-86a8-1be5b0c68053 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] delete failed (client error): The resource could not be found. Jan 29 19:55:20.905641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a8a0a956-c721-4602-86a8-1be5b0c68053 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/dd8da127-e96d-4cdc-aa6f-804c5391b132 HTTP/1.1" status: 404 len: 336 time: 0.0685101 Jan 29 19:55:20.905641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (202ba4a1-9acc-4ddc-97e7-75aa7c8d461e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.907559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56886) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.910081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.917595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] 10.222.0.15 "DELETE /v2.0/networks/202ba4a1-9acc-4ddc-97e7-75aa7c8d461e HTTP/1.1" status: 204 len: 168 time: 1.9978962 Jan 29 19:55:20.933475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caf45c-6b8e-4d55-9675-198b48943d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=202ba4a1-9acc-4ddc-97e7-75aa7c8d461e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:20.951131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2a775e3f-7d3b-4604-8d22-331fdd5802c8 tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbb49a76-c169-4ae1-8e8d-d25847e5ad02 HTTP/1.1" status: 200 len: 205 time: 0.0373874 Jan 29 19:55:20.951466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:20.956223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5c6b0b4a-9b59-4451-83f9-aab46e063eb1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:20.973416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96aa1123-9cb7-4090-a94c-705b59451f57 req-cdd5d3ee-567a-405c-bba6-82f34c76889c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962412 Jan 29 19:55:20.995487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6b0b4a-9b59-4451-83f9-aab46e063eb1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:21.047287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.051470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-84d2356c-b662-4238-9a20-07b3851c0037 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5672181 Jan 29 19:55:21.052395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56892) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:21.057893 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-4fe5a358-53ac-424a-a39f-c8c28e3ae99b tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] delete failed (client error): The resource could not be found. Jan 29 19:55:21.059018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4fe5a358-53ac-424a-a39f-c8c28e3ae99b tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/routers/fbb49a76-c169-4ae1-8e8d-d25847e5ad02 HTTP/1.1" status: 404 len: 336 time: 0.1058130 Jan 29 19:55:21.061713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56894) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:21.064275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': 'aafcaefc-0393-4808-82a6-e11531e6be48', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c6b0b4a-9b59-4451-83f9-aab46e063eb1', 'remote_ip_prefix': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:21.111313 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-319b1076-04ad-4091-a883-3b2984218a1a tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] DELETE failed (client error): The resource could not be found. Jan 29 19:55:21.111313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319b1076-04ad-4091-a883-3b2984218a1a tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:55:21.116291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-319b1076-04ad-4091-a883-3b2984218a1a tempest-RoutersAdminTest-1449217346 tempest-RoutersAdminTest-1449217346-project] 10.222.0.15 "DELETE /v2.0/subnets/4a82f870-8f5c-404a-a943-ae411fb1bcff HTTP/1.1" status: 404 len: 337 time: 0.0509973 Jan 29 19:55:21.246045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9f27b70-0b2a-42dc-974f-3cc81bde9f94), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.366223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9f27b70-0b2a-42dc-974f-3cc81bde9f94), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.531043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c9f27b70-0b2a-42dc-974f-3cc81bde9f94), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.554164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f27b70-0b2a-42dc-974f-3cc81bde9f94,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:21.607589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:21.661817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06cd14e1-7c37-458f-b684-a15f5ac7fd68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c94f239dbe12466785b6bd3a0e31b7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529351 Jan 29 19:55:21.664694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:21.686836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.688479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6bb68abb-79fc-4ce0-bf0b-db64e8438b97 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6350498 Jan 29 19:55:21.692980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:21.747385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fc674aa-6f24-4624-b1d0-37799aabe4ba admin admin] Publish callbacks [] for security_group (77929908-38c8-42d6-b8fa-7630d3da24b5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.754448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-877e7443-ffdc-4f31-94e5-d0c558a3731c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9f27b70-0b2a-42dc-974f-3cc81bde9f94), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.775642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-877e7443-ffdc-4f31-94e5-d0c558a3731c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (c9f27b70-0b2a-42dc-974f-3cc81bde9f94), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.835948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fc674aa-6f24-4624-b1d0-37799aabe4ba admin admin] Publish callbacks [] for security_group (77929908-38c8-42d6-b8fa-7630d3da24b5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:21.869272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56912) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:21.921336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766e9d7-396c-4078-948e-b55be80ffb7e req-cebfe487-661a-4c37-bfb0-95d63b9bfbfd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:21.921336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b766e9d7-396c-4078-948e-b55be80ffb7e req-cebfe487-661a-4c37-bfb0-95d63b9bfbfd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1581113 Jan 29 19:55:21.987856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b766e9d7-396c-4078-948e-b55be80ffb7e req-4acd8fcc-92b7-40fb-a9c3-48c5a0ad4b2d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589280 Jan 29 19:55:22.026288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-877e7443-ffdc-4f31-94e5-d0c558a3731c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c9f27b70-0b2a-42dc-974f-3cc81bde9f94), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.041320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fc674aa-6f24-4624-b1d0-37799aabe4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (77929908-38c8-42d6-b8fa-7630d3da24b5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.044812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1fc674aa-6f24-4624-b1d0-37799aabe4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.045072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-877e7443-ffdc-4f31-94e5-d0c558a3731c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.046112 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1fc674aa-6f24-4624-b1d0-37799aabe4ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77929908-38c8-42d6-b8fa-7630d3da24b5 HTTP/1.1" status: 204 len: 168 time: 0.3798420 Jan 29 19:55:22.050559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-877e7443-ffdc-4f31-94e5-d0c558a3731c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c9f27b70-0b2a-42dc-974f-3cc81bde9f94 HTTP/1.1" status: 204 len: 168 time: 0.3560390 Jan 29 19:55:22.058884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:22.059474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e7443-ffdc-4f31-94e5-d0c558a3731c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9f27b70-0b2a-42dc-974f-3cc81bde9f94,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:22.080165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc674aa-6f24-4624-b1d0-37799aabe4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77929908-38c8-42d6-b8fa-7630d3da24b5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:22.106690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a42d0-7adf-45af-8185-3ac46d8df513 req-c71b5b46-090b-4895-9214-5f683cb0feaa tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:22.118231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b6a42d0-7adf-45af-8185-3ac46d8df513 req-c71b5b46-090b-4895-9214-5f683cb0feaa tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.1845360 Jan 29 19:55:22.173252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6a27455-5405-4866-8a19-c90b94c781ef tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1086354 Jan 29 19:55:22.173937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:22.215597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-533ad93f-31e8-47dc-b528-620089929214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.231358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b6a42d0-7adf-45af-8185-3ac46d8df513 req-a6baa601-f6e0-460b-b306-7b6205d7b93a tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113615 Jan 29 19:55:22.334447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-533ad93f-31e8-47dc-b528-620089929214 admin admin] Publish callbacks [] for security_group (0f8c9d70-181d-4374-981a-7d546355367f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.339205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcb193-2c44-4cd6-8a7c-77dcc8a889a1 req-7551dee4-3657-46a0-a8b1-41a0b6987d64 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:22.346158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23bcb193-2c44-4cd6-8a7c-77dcc8a889a1 req-7551dee4-3657-46a0-a8b1-41a0b6987d64 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1575804 Jan 29 19:55:22.358474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6566bf95-0aa5-4880-bc75-c6755ed67801 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5c6b0b4a-9b59-4451-83f9-aab46e063eb1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.401109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6566bf95-0aa5-4880-bc75-c6755ed67801 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (5c6b0b4a-9b59-4451-83f9-aab46e063eb1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.413728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-533ad93f-31e8-47dc-b528-620089929214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f8c9d70-181d-4374-981a-7d546355367f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.432026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23bcb193-2c44-4cd6-8a7c-77dcc8a889a1 req-d8182ce9-ed9d-4b60-9235-7c84ca1d9b04 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849307 Jan 29 19:55:22.472375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-533ad93f-31e8-47dc-b528-620089929214 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c3c2f1a6cdc4615ad477df97c1ea159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6010697 Jan 29 19:55:22.476913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56930) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:22.494999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402965f0-b2b1-47a0-8bb0-76bac0ba7b08 req-b1af0ae4-9cf1-4ee2-9399-17277559566d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:22.496939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-402965f0-b2b1-47a0-8bb0-76bac0ba7b08 req-b1af0ae4-9cf1-4ee2-9399-17277559566d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.1460376 Jan 29 19:55:22.499490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ad93f-31e8-47dc-b528-620089929214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c9d70-181d-4374-981a-7d546355367f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:22.535218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc33d110-4a0b-4cf8-b118-361b1c5dfa85 admin admin] Publish callbacks [] for security_group (0f8c9d70-181d-4374-981a-7d546355367f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.559964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc33d110-4a0b-4cf8-b118-361b1c5dfa85 admin admin] Publish callbacks [] for security_group (0f8c9d70-181d-4374-981a-7d546355367f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.569926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6566bf95-0aa5-4880-bc75-c6755ed67801 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5c6b0b4a-9b59-4451-83f9-aab46e063eb1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.573433 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6566bf95-0aa5-4880-bc75-c6755ed67801 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.574849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6566bf95-0aa5-4880-bc75-c6755ed67801 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c6b0b4a-9b59-4451-83f9-aab46e063eb1 HTTP/1.1" status: 204 len: 168 time: 0.3996792 Jan 29 19:55:22.585976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56932) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:22.620797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-402965f0-b2b1-47a0-8bb0-76bac0ba7b08 req-a2183df1-319e-4063-ade0-3862231b5767 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173906 Jan 29 19:55:22.706336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5041e76b-cc11-4d27-a5b1-9d511e17b51c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1189129 Jan 29 19:55:22.709322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:22.714176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566bf95-0aa5-4880-bc75-c6755ed67801 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6b0b4a-9b59-4451-83f9-aab46e063eb1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:22.783587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d90390b-5334-49b9-8b46-500997fb0f8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (aafcaefc-0393-4808-82a6-e11531e6be48), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.809952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d90390b-5334-49b9-8b46-500997fb0f8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (aafcaefc-0393-4808-82a6-e11531e6be48), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.824739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc33d110-4a0b-4cf8-b118-361b1c5dfa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f8c9d70-181d-4374-981a-7d546355367f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.827572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc33d110-4a0b-4cf8-b118-361b1c5dfa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.831903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc33d110-4a0b-4cf8-b118-361b1c5dfa85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f8c9d70-181d-4374-981a-7d546355367f HTTP/1.1" status: 204 len: 168 time: 0.3537242 Jan 29 19:55:22.842632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d110-4a0b-4cf8-b118-361b1c5dfa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c9d70-181d-4374-981a-7d546355367f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:22.976389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d90390b-5334-49b9-8b46-500997fb0f8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aafcaefc-0393-4808-82a6-e11531e6be48), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.979194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d90390b-5334-49b9-8b46-500997fb0f8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:22.980558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7d90390b-5334-49b9-8b46-500997fb0f8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/aafcaefc-0393-4808-82a6-e11531e6be48 HTTP/1.1" status: 204 len: 168 time: 0.2700734 Jan 29 19:55:22.983221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:22.990747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90390b-5334-49b9-8b46-500997fb0f8a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafcaefc-0393-4808-82a6-e11531e6be48,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:23.056648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4ba5456b-4309-48d5-9552-3e456eddde85 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717149 Jan 29 19:55:23.061879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56956) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:23.072717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744677024'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:23.127695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:23.191225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56960) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:23.192444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a364fb9b-f4e1-4ba6-8b37-83cac786b193 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f042957e91a34771a81517a3c95d69a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625906 Jan 29 19:55:23.235678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.255304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051707-1f15-45fe-80c1-bf3edcd0945c req-e8de2126-d9a5-4475-a76b-656bcf085b75 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:23.260597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e051707-1f15-45fe-80c1-bf3edcd0945c req-e8de2126-d9a5-4475-a76b-656bcf085b75 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1035204 Jan 29 19:55:23.318462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3214bbf-0dd4-4480-b403-2da31f523c55 admin admin] Publish callbacks [] for security_group (89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.375851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3214bbf-0dd4-4480-b403-2da31f523c55 admin admin] Publish callbacks [] for security_group (89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.380121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e051707-1f15-45fe-80c1-bf3edcd0945c req-8abc9b76-5708-46a0-8607-ca02206d2cf7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140928 Jan 29 19:55:23.464980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (8dc014c6-5366-4a38-9873-48f6ba21b789), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.553070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8dc014c6-5366-4a38-9873-48f6ba21b789), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.585276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3214bbf-0dd4-4480-b403-2da31f523c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.588289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3214bbf-0dd4-4480-b403-2da31f523c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.589510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3214bbf-0dd4-4480-b403-2da31f523c55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8 HTTP/1.1" status: 204 len: 168 time: 0.3972404 Jan 29 19:55:23.604468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc014c6-5366-4a38-9873-48f6ba21b789,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:23.625394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3214bbf-0dd4-4480-b403-2da31f523c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca167b-01ba-4fd4-a3f2-cb5bf18ea8a8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:23.643724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf876e-c7f9-4296-89be-5d87b4072f2b req-af52c964-f180-4682-a51f-0525e1c9a2f9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:23.645447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ccdf876e-c7f9-4296-89be-5d87b4072f2b req-af52c964-f180-4682-a51f-0525e1c9a2f9 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.0970943 Jan 29 19:55:23.676755 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.692731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1669d12f-99b0-40a7-ad99-3aefd0c2e71a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6161251 Jan 29 19:55:23.692731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56976) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:23.702121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '8dc014c6-5366-4a38-9873-48f6ba21b789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:23.763115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ccdf876e-c7f9-4296-89be-5d87b4072f2b req-0790a84b-344a-4467-bf69-e4858b5fb96d tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075499 Jan 29 19:55:23.892872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (aa625bce-f6a1-4e3f-ae48-f36ab2ef107e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:23.942536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56986) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:23.998817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (aa625bce-f6a1-4e3f-ae48-f36ab2ef107e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.009955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b2bb-246b-43aa-b836-f84f9bea041a req-0184d12c-46a8-4529-928f-797f39d05083 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:24.011412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cca0b2bb-246b-43aa-b836-f84f9bea041a req-0184d12c-46a8-4529-928f-797f39d05083 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.0882576 Jan 29 19:55:24.017546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dffe65ac-9676-4c83-a76f-3048c11629ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dac26e8857c84d2e97feff7ff60f54ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737002 Jan 29 19:55:24.020000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56988) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:24.079873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cca0b2bb-246b-43aa-b836-f84f9bea041a req-dacf4e6a-8beb-4c97-a4fd-8aae0a437021 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611687 Jan 29 19:55:24.081500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (aa625bce-f6a1-4e3f-ae48-f36ab2ef107e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.109871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa625bce-f6a1-4e3f-ae48-f36ab2ef107e,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:24.127040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b79e447e-f4ed-4da4-b607-8992c2479ab2 admin admin] Publish callbacks [] for security_group (a99681d3-486c-46f5-810d-8d7cb87397ae), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.142977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b79e447e-f4ed-4da4-b607-8992c2479ab2 admin admin] Publish callbacks [] for security_group (a99681d3-486c-46f5-810d-8d7cb87397ae), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.190767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.192167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d0f6fb29-828c-4388-a26b-535e7f828e1a tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5064170 Jan 29 19:55:24.195117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56996) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:24.235684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1189aee-d6f6-4852-996f-f498dfc53bd2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (aa625bce-f6a1-4e3f-ae48-f36ab2ef107e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.245989 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1189aee-d6f6-4852-996f-f498dfc53bd2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (aa625bce-f6a1-4e3f-ae48-f36ab2ef107e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.277888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b79e447e-f4ed-4da4-b607-8992c2479ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a99681d3-486c-46f5-810d-8d7cb87397ae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.283770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b79e447e-f4ed-4da4-b607-8992c2479ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.284999 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b79e447e-f4ed-4da4-b607-8992c2479ab2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a99681d3-486c-46f5-810d-8d7cb87397ae HTTP/1.1" status: 204 len: 168 time: 0.2637947 Jan 29 19:55:24.293613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e447e-f4ed-4da4-b607-8992c2479ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99681d3-486c-46f5-810d-8d7cb87397ae,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:24.470352 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1189aee-d6f6-4852-996f-f498dfc53bd2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (aa625bce-f6a1-4e3f-ae48-f36ab2ef107e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.481577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1189aee-d6f6-4852-996f-f498dfc53bd2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.486834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1189aee-d6f6-4852-996f-f498dfc53bd2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/aa625bce-f6a1-4e3f-ae48-f36ab2ef107e HTTP/1.1" status: 204 len: 168 time: 0.2896047 Jan 29 19:55:24.489307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57010) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:24.538243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1189aee-d6f6-4852-996f-f498dfc53bd2 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa625bce-f6a1-4e3f-ae48-f36ab2ef107e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:24.637961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c25ff2c1-8bfd-4f2d-a857-a57079128178 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1466098 Jan 29 19:55:24.640583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57014) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:24.654378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a472123-4c23-44e4-950d-03098f1d2be1 req-235e484c-5625-4ba9-a5ce-7cae57f71972 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:24.656584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a472123-4c23-44e4-950d-03098f1d2be1 req-235e484c-5625-4ba9-a5ce-7cae57f71972 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1559706 Jan 29 19:55:24.732249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a472123-4c23-44e4-950d-03098f1d2be1 req-8b42fefc-f30a-458e-8796-9ba67b95a4de tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698388 Jan 29 19:55:24.750108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ee53d8-e5aa-4e67-8610-80ff3d2895fe tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (8dc014c6-5366-4a38-9873-48f6ba21b789), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.818748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ee53d8-e5aa-4e67-8610-80ff3d2895fe tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (8dc014c6-5366-4a38-9873-48f6ba21b789), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:24.965926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764ecb-a5f8-406e-aa49-3a02d8104b0a req-c9807566-d66a-48d1-aaee-a80921163f1c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:24.968924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69764ecb-a5f8-406e-aa49-3a02d8104b0a req-c9807566-d66a-48d1-aaee-a80921163f1c tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.0680001 Jan 29 19:55:25.015435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ee53d8-e5aa-4e67-8610-80ff3d2895fe tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8dc014c6-5366-4a38-9873-48f6ba21b789), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.018345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62ee53d8-e5aa-4e67-8610-80ff3d2895fe tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.021798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-62ee53d8-e5aa-4e67-8610-80ff3d2895fe tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/8dc014c6-5366-4a38-9873-48f6ba21b789 HTTP/1.1" status: 204 len: 168 time: 0.3775823 Jan 29 19:55:25.022768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57034) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:25.028826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69764ecb-a5f8-406e-aa49-3a02d8104b0a req-efa84b65-9126-4f14-8dbe-98dac0738ffa tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541754 Jan 29 19:55:25.033881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee53d8-e5aa-4e67-8610-80ff3d2895fe tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc014c6-5366-4a38-9873-48f6ba21b789,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:25.121313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b8725ed-27e1-4c18-b2b3-ebdefac74c96 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0959308 Jan 29 19:55:25.125136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57042) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:25.130094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347789860'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:25.179530 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-13497da5-27b5-4ce8-8af8-a62333cbdfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.238312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57044) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:25.260576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb68f8-2b9b-4c8f-a5a4-ca3ba1f6ff74 req-2bfeb2c6-b698-4464-9d1c-d5db58692821 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:25.262143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5eb68f8-2b9b-4c8f-a5a4-ca3ba1f6ff74 req-2bfeb2c6-b698-4464-9d1c-d5db58692821 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.0707099 Jan 29 19:55:25.270961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.349287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5eb68f8-2b9b-4c8f-a5a4-ca3ba1f6ff74 req-da7d5332-04f1-4501-9b71-bc1824aa38ac tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796020 Jan 29 19:55:25.404576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (98ffcbc7-28f6-41dc-8175-05fc58fcf8e9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.430139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-187897933-network', 'tenant_id': '806922ab05bb4d59a14231f07cb9081c'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:25.471207 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (98ffcbc7-28f6-41dc-8175-05fc58fcf8e9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.506011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ffcbc7-28f6-41dc-8175-05fc58fcf8e9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:25.538594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Made reservation on behalf of 806922ab05bb4d59a14231f07cb9081c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:25.541832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.554904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.576771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.589462 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cd680d3b-260a-494d-acef-f6c996724ee9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4629936 Jan 29 19:55:25.594383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:25.604072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '98ffcbc7-28f6-41dc-8175-05fc58fcf8e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:25.666472 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks [] for security_group (bc9edca1-b041-46a3-a048-41cbe32c31e8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.720144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (78385971-0d07-47cd-a294-30aee80d929e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.747442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bc9edca1-b041-46a3-a048-41cbe32c31e8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.770644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:55:25.789651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9edca1-b041-46a3-a048-41cbe32c31e8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:25.793144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.793503 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Added segment ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f of type vlan for network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 Jan 29 19:55:25.794722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57062) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:25.828874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (78385971-0d07-47cd-a294-30aee80d929e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.852689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.924694 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (78385971-0d07-47cd-a294-30aee80d929e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.947461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78385971-0d07-47cd-a294-30aee80d929e,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:25.967782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0d391-b9e9-4005-bfc0-d0132f1bccb7 req-1312d718-42e1-452d-bfe4-fb4449a95497 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:25.969722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ad0d391-b9e9-4005-bfc0-d0132f1bccb7 req-1312d718-42e1-452d-bfe4-fb4449a95497 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.0781920 Jan 29 19:55:25.987075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:25.988051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:25.988912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.015143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1204112584'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:26.015741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.021210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5af93e03-babf-4655-b2d8-18a16c8b295b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4252810 Jan 29 19:55:26.022930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57068) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:26.053572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-79e9b85d-0c5a-418e-ae65-e8fb46a87238 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules/78385971-0d07-47cd-a294-30aee80d929e HTTP/1.1" status: 200 len: 763 time: 0.0275297 Jan 29 19:55:26.054497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57070) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:26.107592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:26.112737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ad0d391-b9e9-4005-bfc0-d0132f1bccb7 req-f2bc5e72-438f-4340-8cc2-58cf225031b8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359677 Jan 29 19:55:26.124657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:55:26.129126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ba3f058-0e52-4a71-a365-000eed9cbedc tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0709307 Jan 29 19:55:26.129493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57074) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:26.156867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2a4e76f5-94e0-443b-97c7-4379ff760726 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9172359 Jan 29 19:55:26.159766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:26.174701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Request body: {'subnet': {'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-187897933-subnet', 'tenant_id': '806922ab05bb4d59a14231f07cb9081c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:26.198886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c83031bf-2232-4e64-aad8-c384fbfd7c42 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (78385971-0d07-47cd-a294-30aee80d929e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.213271 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c83031bf-2232-4e64-aad8-c384fbfd7c42 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (78385971-0d07-47cd-a294-30aee80d929e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.252928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a60b12-fb0c-4f16-8688-a09029470479 req-181ab5fa-769e-432f-911c-20c76af89af3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:26.256980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38a60b12-fb0c-4f16-8688-a09029470479 req-181ab5fa-769e-432f-911c-20c76af89af3 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1119778 Jan 29 19:55:26.287343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Made reservation on behalf of 2a39c9ab6ca341d7923d9ec64db6b3bf for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:26.290927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.304130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.333237 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38a60b12-fb0c-4f16-8688-a09029470479 req-8af0a615-78b6-4d51-96ce-9081815ca53e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Jan 29 19:55:26.367498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Made reservation on behalf of 806922ab05bb4d59a14231f07cb9081c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:26.370744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.441016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c83031bf-2232-4e64-aad8-c384fbfd7c42 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (78385971-0d07-47cd-a294-30aee80d929e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.466852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c83031bf-2232-4e64-aad8-c384fbfd7c42 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.468428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c83031bf-2232-4e64-aad8-c384fbfd7c42 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/78385971-0d07-47cd-a294-30aee80d929e HTTP/1.1" status: 204 len: 168 time: 0.3378317 Jan 29 19:55:26.470963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57084) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:26.519991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83031bf-2232-4e64-aad8-c384fbfd7c42 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78385971-0d07-47cd-a294-30aee80d929e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:26.610235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0df0c5e6-5f50-48ce-add9-c97234be2098 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1376619 Jan 29 19:55:26.615301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for security_group (8287259c-4afa-46e1-9a1b-ea530eb69027), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.616396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57088) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:26.660277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ba45-4c62-497d-9f72-f10687d31656 req-230d0d07-58df-439c-a918-3eb8e6047d3e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:26.661997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c210ba45-4c62-497d-9f72-f10687d31656 req-230d0d07-58df-439c-a918-3eb8e6047d3e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.1786394 Jan 29 19:55:26.737746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '98ffcbc7-28f6-41dc-8175-05fc58fcf8e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:26.744959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c210ba45-4c62-497d-9f72-f10687d31656 req-d7fae492-0f3a-4196-82aa-2ce181a88706 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752370 Jan 29 19:55:26.772254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8287259c-4afa-46e1-9a1b-ea530eb69027), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.809089 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (0471bf44-e0f6-4563-80a5-ae055f000f73), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.831140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:55:26.853102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a1753a34-4a40-4b5b-825e-951e295ec962 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:55:26.881987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8287259c-4afa-46e1-9a1b-ea530eb69027,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:26.890368 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (60164dad-324e-4aac-8590-58b89bd3c7ff), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:26.890713 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Added segment 60164dad-324e-4aac-8590-58b89bd3c7ff of type vlan for network 10f9024f-83a3-4fb5-b127-85445b071eee Jan 29 19:55:26.951004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b0374-d912-4f59-ad3a-008e61ad2631 req-818f9959-5b9f-466f-9b63-13d0e9027ecf tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:26.958292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac5b0374-d912-4f59-ad3a-008e61ad2631 req-818f9959-5b9f-466f-9b63-13d0e9027ecf tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1996715 Jan 29 19:55:26.967879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0471bf44-e0f6-4563-80a5-ae055f000f73,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:26.995174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (01fd6d20-4da0-48fe-ae90-8b6b558b4e31), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.000160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (10f9024f-83a3-4fb5-b127-85445b071eee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.042480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Checking segment: {'id': 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:27.042866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Network hostable DHCP agents. Network: d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:55:27.089226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac5b0374-d912-4f59-ad3a-008e61ad2631 req-7798c34a-70d7-4d5a-9467-9cb4b68e2bac tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299284 Jan 29 19:55:27.124884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (01fd6d20-4da0-48fe-ae90-8b6b558b4e31), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.162347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:27.173912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'port_id': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'mac_address': 'fa:16:3e:32:0e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938f8beb-e741-4d57-b9b0-7c376d3508cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:55:27.184250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (10f9024f-83a3-4fb5-b127-85445b071eee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.189873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:27.190575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.227382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port a1753a34-4a40-4b5b-825e-951e295ec962 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:27.228244 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.244423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1753a34-4a40-4b5b-825e-951e295ec962 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:27.250165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (01fd6d20-4da0-48fe-ae90-8b6b558b4e31), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.257691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:55:27.267085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:27.272595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8f07e-4a07-48fa-aba2-ecf1a9f404ea req-101e060b-851a-4494-9bbf-2febc6c96cd7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:27.274321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6b8f07e-4a07-48fa-aba2-ecf1a9f404ea req-101e060b-851a-4494-9bbf-2febc6c96cd7 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1167922 Jan 29 19:55:27.324561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b6b8f07e-4a07-48fa-aba2-ecf1a9f404ea req-104d58d0-bdf1-4172-ba81-2f8254145bce tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Jan 29 19:55:27.333656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5378602 Jan 29 19:55:27.334377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61e5d9-231c-443b-8376-9b7a767b7eed tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Network': ['ID=10f9024f-83a3-4fb5-b127-85445b071eee,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:27.338151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:27.343967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'subnet': {'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:27.350511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 10f9024f-83a3-4fb5-b127-85445b071eee details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:55:27.352826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fd6d20-4da0-48fe-ae90-8b6b558b4e31,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:27.386520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7eeb-2e12-4874-a2a4-8a74eda67f89 req-f1f6e8ac-25e9-4fd6-91b8-b0543e2ea712 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:27.390380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51fe7eeb-2e12-4874-a2a4-8a74eda67f89 req-f1f6e8ac-25e9-4fd6-91b8-b0543e2ea712 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1259787 Jan 29 19:55:27.436729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.494547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:27.510554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51fe7eeb-2e12-4874-a2a4-8a74eda67f89 req-1ba76c6a-31a9-4923-a1c3-69ddda35c591 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068764 Jan 29 19:55:27.514018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.517493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8ffc77f5-8b01-4cda-a52e-0176cf3adc1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7862589 Jan 29 19:55:27.518188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:27.522199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:27.522835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.529840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57102) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:27.542736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27c818-48a3-4c80-b4d4-9ebdf641b4e8 None None] Network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:27.549773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57104) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:27.551221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a8b9b51-36b1-44c1-a18b-b4fdc328d8d9 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules/01fd6d20-4da0-48fe-ae90-8b6b558b4e31 HTTP/1.1" status: 200 len: 763 time: 0.0193136 Jan 29 19:55:27.559563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Made reservation on behalf of 2a39c9ab6ca341d7923d9ec64db6b3bf for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:27.563952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.604141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57106) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:27.604894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6fa5576b-86e5-4cc1-825d-8c36c952cd84 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531967 Jan 29 19:55:27.618766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ab5077ef-3921-4a6c-8589-b00147f8e77d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4575806 Jan 29 19:55:27.628248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['a1753a34-4a40-4b5b-825e-951e295ec962'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:27.676229 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e5852cb-19ae-4a77-b55a-c94f0d6d9d1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (01fd6d20-4da0-48fe-ae90-8b6b558b4e31), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.685824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e5852cb-19ae-4a77-b55a-c94f0d6d9d1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (01fd6d20-4da0-48fe-ae90-8b6b558b4e31), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.698720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e5e2a-4218-48fb-81bb-cec92893f605 None None] Network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:27.802718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e5852cb-19ae-4a77-b55a-c94f0d6d9d1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (01fd6d20-4da0-48fe-ae90-8b6b558b4e31), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.816989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e5852cb-19ae-4a77-b55a-c94f0d6d9d1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:27.818981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6e5852cb-19ae-4a77-b55a-c94f0d6d9d1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/01fd6d20-4da0-48fe-ae90-8b6b558b4e31 HTTP/1.1" status: 204 len: 168 time: 0.2128484 Jan 29 19:55:27.821854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57118) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:27.829572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5852cb-19ae-4a77-b55a-c94f0d6d9d1b tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01fd6d20-4da0-48fe-ae90-8b6b558b4e31,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:27.898224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ee3bd9a7-4105-4448-8aff-f03671706a9d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751815 Jan 29 19:55:27.905868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:27.913268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '98ffcbc7-28f6-41dc-8175-05fc58fcf8e9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:27.944011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eeab2-3d8f-4c2a-9c48-02c584c4c815 req-98e3dea1-3725-48f0-95db-8c14a6a5743b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:27.947099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-993eeab2-3d8f-4c2a-9c48-02c584c4c815 req-98e3dea1-3725-48f0-95db-8c14a6a5743b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 945 time: 0.0795434 Jan 29 19:55:28.022707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (d3c385e1-9b55-48db-bfe8-58d8b973fff6), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.026347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-993eeab2-3d8f-4c2a-9c48-02c584c4c815 req-84b0e20a-aa76-4843-9c19-064dcddd7d10 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732613 Jan 29 19:55:28.107711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2a871277-2ddf-4cb3-9c34-4513341ab03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.112572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (d3c385e1-9b55-48db-bfe8-58d8b973fff6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.116091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (ba589f37-a5c6-4a8d-aa3c-74181c6adabe), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.214900 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d3c385e1-9b55-48db-bfe8-58d8b973fff6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.234380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6c86d-068e-4a4c-baa4-907966fa689a req-a954eed4-7553-497d-94f3-44cc256654b0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:28.236057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-90e6c86d-068e-4a4c-baa4-907966fa689a req-a954eed4-7553-497d-94f3-44cc256654b0 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.0728123 Jan 29 19:55:28.253893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Subnet': ['ID=ba589f37-a5c6-4a8d-aa3c-74181c6adabe,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:28.313947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c385e1-9b55-48db-bfe8-58d8b973fff6,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:28.333109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-90e6c86d-068e-4a4c-baa4-907966fa689a req-b05d29c1-e4b6-4693-a1e8-0b9b15ce70ce tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875945 Jan 29 19:55:28.344889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Checking segment: {'id': '60164dad-324e-4aac-8590-58b89bd3c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:28.345619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network hostable DHCP agents. Network: 10f9024f-83a3-4fb5-b127-85445b071eee, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:55:28.378623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-3df9c7bd-5511-44a6-938e-bb007e5edcc9 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:28.381168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-3df9c7bd-5511-44a6-938e-bb007e5edcc9 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/networks?id=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 HTTP/1.1" status: 200 len: 812 time: 0.2193532 Jan 29 19:55:28.395814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-a6558948-500c-4d04-b3d4-55b935a133e3 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/quotas/806922ab05bb4d59a14231f07cb9081c HTTP/1.1" status: 200 len: 375 time: 0.0094404 Jan 29 19:55:28.405812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.407491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57138) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:28.407869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d5d38720-9001-4612-b6fc-397ada397d0d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4984715 Jan 29 19:55:28.429502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5ff60a1b-d5ae-4d92-a6b5-0d95170b7746 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules/d3c385e1-9b55-48db-bfe8-58d8b973fff6 HTTP/1.1" status: 200 len: 764 time: 0.0206177 Jan 29 19:55:28.435400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:28.462035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-40eb8de6-f869-4a5e-be78-f3f94db62d7d tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=806922ab05bb4d59a14231f07cb9081c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497630 Jan 29 19:55:28.481451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network 10f9024f-83a3-4fb5-b127-85445b071eee is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:55:28.509448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1ecaf822-c92c-44a4-a4af-496846dfdd5d tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0702765 Jan 29 19:55:28.509896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57144) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:28.557273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e00380f4-a4b1-430f-9204-b0472df196b6 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (d3c385e1-9b55-48db-bfe8-58d8b973fff6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.568940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e00380f4-a4b1-430f-9204-b0472df196b6 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (d3c385e1-9b55-48db-bfe8-58d8b973fff6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.595217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 10f9024f-83a3-4fb5-b127-85445b071eee) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:28.603817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:28.603817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.615709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94bf683-7634-450d-a914-53934239377c None None] Network 10f9024f-83a3-4fb5-b127-85445b071eee requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:28.738474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-6da26cc5-4b94-456f-8dcf-9264efde7a81 service neutron] 10.222.0.15 "GET /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701905 Jan 29 19:55:28.763850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-10f9024f-83a3-4fb5-b127-85445b071eee', 'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee', 'project_id': '2a39c9ab6ca341d7923d9ec64db6b3bf', 'fixed_ips': [{'subnet_id': 'ba589f37-a5c6-4a8d-aa3c-74181c6adabe'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:55:28.772243 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.821898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.877525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-f185fce5-220a-4bc0-8185-da0596cd9d3f service neutron] 10.222.0.15 "GET /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370432 Jan 29 19:55:28.902025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c1f51acd-5558-4724-b25d-e7a97adcd094 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5625734 Jan 29 19:55:28.904645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57152) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:28.906700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e00380f4-a4b1-430f-9204-b0472df196b6 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d3c385e1-9b55-48db-bfe8-58d8b973fff6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.918555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e00380f4-a4b1-430f-9204-b0472df196b6 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:28.925187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e00380f4-a4b1-430f-9204-b0472df196b6 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d3c385e1-9b55-48db-bfe8-58d8b973fff6 HTTP/1.1" status: 204 len: 168 time: 0.4126132 Jan 29 19:55:28.933964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57154) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:28.939925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2032642643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:28.940294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a1753a34-4a40-4b5b-825e-951e295ec962 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:28.991815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00380f4-a4b1-430f-9204-b0472df196b6 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3c385e1-9b55-48db-bfe8-58d8b973fff6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:29.018861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dca3a-bb95-4fa7-b450-e747fe0d52c1 req-016d2ba5-920b-40c3-b39f-afb282c736d2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:29.025417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de0dca3a-bb95-4fa7-b450-e747fe0d52c1 req-016d2ba5-920b-40c3-b39f-afb282c736d2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1576223 Jan 29 19:55:29.049681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-da5d28f4-cdac-4a5c-ac4d-8cebecc83702 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1136591 Jan 29 19:55:29.052459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57156) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:29.119796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbb279fe-cec3-49c1-af18-7e270f2e73ee tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (98ffcbc7-28f6-41dc-8175-05fc58fcf8e9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.140896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (f7e65782-4434-4382-b0a3-5c0dffc184bc), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.141941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (f7e65782-4434-4382-b0a3-5c0dffc184bc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.149488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de0dca3a-bb95-4fa7-b450-e747fe0d52c1 req-2a48a65a-bcea-4050-9781-43b16a517c45 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984640 Jan 29 19:55:29.177976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port a1753a34-4a40-4b5b-825e-951e295ec962 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:29.178447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.234994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for router_controller (f7e65782-4434-4382-b0a3-5c0dffc184bc), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.261884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Allocated IP 172.20.0.2 (10f9024f-83a3-4fb5-b127-85445b071eee/ba589f37-a5c6-4a8d-aa3c-74181c6adabe/3d356edb-62cf-4f20-af52-2eb47d062d21) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:29.324596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48d43520-47ea-428e-86a4-987f009678c2 req-e317b687-0ff4-495d-a4b9-be923020d4e0 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 210 time: 0.0690846 Jan 29 19:55:29.329455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbb279fe-cec3-49c1-af18-7e270f2e73ee tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (98ffcbc7-28f6-41dc-8175-05fc58fcf8e9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.332955 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (f7e65782-4434-4382-b0a3-5c0dffc184bc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.334547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port a1753a34-4a40-4b5b-825e-951e295ec962 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:29.334935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.445517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.451664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6547c3e5-0a7a-44a3-be74-099fcf9ba191 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5224750 Jan 29 19:55:29.452595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57166) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:29.479524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-f10e925b-0e33-4845-955e-45ed27efc843 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:29.481363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-f10e925b-0e33-4845-955e-45ed27efc843 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.1979733 Jan 29 19:55:29.495424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:29.514014 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e9b50a-3b0e-4094-a68f-57e969fa14fa" -d '{"events": [{"server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "name": "network-vif-plugged", "status": "completed", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:29.523400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e268e8-1ce5-435c-80d2-d07f6598ecb1 req-5396c64a-9e5f-40a7-98ba-057377d26d89 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:29.533604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3e268e8-1ce5-435c-80d2-d07f6598ecb1 req-5396c64a-9e5f-40a7-98ba-057377d26d89 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 945 time: 0.2379706 Jan 29 19:55:29.540186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:29.554999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbb279fe-cec3-49c1-af18-7e270f2e73ee tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (98ffcbc7-28f6-41dc-8175-05fc58fcf8e9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.558645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbb279fe-cec3-49c1-af18-7e270f2e73ee tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.560138 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dbb279fe-cec3-49c1-af18-7e270f2e73ee tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/98ffcbc7-28f6-41dc-8175-05fc58fcf8e9 HTTP/1.1" status: 204 len: 168 time: 0.5065084 Jan 29 19:55:29.573275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57174) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:29.585513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb279fe-cec3-49c1-af18-7e270f2e73ee tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ffcbc7-28f6-41dc-8175-05fc58fcf8e9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:29.655764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Publish callbacks [] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.673269 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.706756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3e268e8-1ce5-435c-80d2-d07f6598ecb1 req-9a4cc648-4f3a-4c8f-8806-3949f3f1af14 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608562 Jan 29 19:55:29.739164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port b237375f-796e-4269-b9b5-1ab85dc738eb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:29.739866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.767205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:29.783256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b1597f69-e9cf-4070-8899-00626c65fb8c tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1930683 Jan 29 19:55:29.784601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.789059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57178) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:29.798671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342843071'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:29.862212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Network 10f9024f-83a3-4fb5-b127-85445b071eee is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:29.867210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:29.876518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:29.880932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.951762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port b237375f-796e-4269-b9b5-1ab85dc738eb, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b237375f-796e-4269-b9b5-1ab85dc738eb,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:29.952325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.956052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:29.974181 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2413a098-8d2f-4633-a940-4f98e8d5d5f7 x-openstack-request-id: req-2413a098-8d2f-4633-a940-4f98e8d5d5f7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:29.974605 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "name": "network-vif-plugged", "status": "completed", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:29.974953 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2413a098-8d2f-4633-a940-4f98e8d5d5f7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:29.975434 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'code': 200} Jan 29 19:55:29.978916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Pushing event updated for resources: {'Port': ['ID=3d356edb-62cf-4f20-af52-2eb47d062d21,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:29.980396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34da27a-ea14-4ad2-9b09-7c7b19b383c4 req-06e15f67-31d6-4272-aec2-70ce07784aeb tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:29.981528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for b237375f-796e-4269-b9b5-1ab85dc738eb owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:29.996319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d34da27a-ea14-4ad2-9b09-7c7b19b383c4 req-06e15f67-31d6-4272-aec2-70ce07784aeb tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 945 time: 0.4412763 Jan 29 19:55:30.003911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Attempting to bind port 3d356edb-62cf-4f20-af52-2eb47d062d21 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:55:30.004474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Attempting to bind port 3d356edb-62cf-4f20-af52-2eb47d062d21 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '60164dad-324e-4aac-8590-58b89bd3c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:55:30.004943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Attempting to bind port 3d356edb-62cf-4f20-af52-2eb47d062d21 on network 10f9024f-83a3-4fb5-b127-85445b071eee {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:30.018243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:55:30.018618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Checking segment: {'id': '60164dad-324e-4aac-8590-58b89bd3c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:30.019122 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.019610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Bound using segment: {'id': '60164dad-324e-4aac-8590-58b89bd3c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:55:30.024336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Bound port: 3d356edb-62cf-4f20-af52-2eb47d062d21, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60164dad-324e-4aac-8590-58b89bd3c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:55:30.024851 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.068223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.128653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (742629ab-2d4f-49ef-a00d-604f328ef42d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.158076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] For port 3d356edb-62cf-4f20-af52-2eb47d062d21, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:55:30.162752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] For port 3d356edb-62cf-4f20-af52-2eb47d062d21, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d356edb-62cf-4f20-af52-2eb47d062d21,segment=NetworkSegment(60164dad-324e-4aac-8590-58b89bd3c7ff),segment_id=60164dad-324e-4aac-8590-58b89bd3c7ff)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:55:30.217575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (742629ab-2d4f-49ef-a00d-604f328ef42d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.246986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d34da27a-ea14-4ad2-9b09-7c7b19b383c4 req-78a84b51-ab53-428f-a46b-412d4c29f888 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392175 Jan 29 19:55:30.272269 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.275362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.304917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742629ab-2d4f-49ef-a00d-604f328ef42d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:30.316730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b237375f-796e-4269-b9b5-1ab85dc738eb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.358919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64', 'b237375f-796e-4269-b9b5-1ab85dc738eb'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:30.461788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.465601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fca0df4d-6249-4ad0-a200-344815da9877 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6719193 Jan 29 19:55:30.470811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:30.474292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=b237375f-796e-4269-b9b5-1ab85dc738eb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:30.483838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Request body: {'security_group_rule': {'security_group_id': '742629ab-2d4f-49ef-a00d-604f328ef42d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:30.507335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07724e30-ddd2-4210-8788-d6d361acf48f None None] Pushing event updated for resources: {'Port': ['ID=3d356edb-62cf-4f20-af52-2eb47d062d21,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:30.512561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54b37b32-eb02-4c06-ad2f-8cf204b61fcd req-b29d04b0-4c6f-4a09-9388-7516da2c7801 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 210 time: 0.0733712 Jan 29 19:55:30.610282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port b237375f-796e-4269-b9b5-1ab85dc738eb on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:30.615296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.618903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b4c4b05-e10f-4657-8693-c15b3d4a76f1 req-8c7bebdb-afe4-44a0-ac20-58cbe8d83156 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "DELETE /v2.0/ports/b237375f-796e-4269-b9b5-1ab85dc738eb HTTP/1.1" status: 204 len: 173 time: 1.1273470 Jan 29 19:55:30.619565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'name': 'network-vif-deleted', 'tag': 'b237375f-796e-4269-b9b5-1ab85dc738eb'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:30.621957 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f368502e-e920-43b6-a95b-b03606e62b9c" -d '{"events": [{"server_uuid": "ef7bce74-bba7-4b69-8b8e-510915ec8456", "name": "network-vif-deleted", "tag": "b237375f-796e-4269-b9b5-1ab85dc738eb"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:30.632498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Allocated IP 172.20.0.1 (10f9024f-83a3-4fb5-b127-85445b071eee/ba589f37-a5c6-4a8d-aa3c-74181c6adabe/340485ba-1c81-40ea-bd7a-636818b1d9f0) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:30.697466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b288d9-f603-49ec-9f67-3d6cdeb7ea73 req-9d676ea4-2f59-4413-b927-20d5dc31c2d4 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:30.701667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67b288d9-f603-49ec-9f67-3d6cdeb7ea73 req-9d676ea4-2f59-4413-b927-20d5dc31c2d4 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.3878977 Jan 29 19:55:30.723480 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed1944d-19ba-4646-bc06-6d63f79d0efa x-openstack-request-id: req-9ed1944d-19ba-4646-bc06-6d63f79d0efa {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:30.744094 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bce74-bba7-4b69-8b8e-510915ec8456", "name": "network-vif-deleted", "tag": "b237375f-796e-4269-b9b5-1ab85dc738eb", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:30.747328 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ed1944d-19ba-4646-bc06-6d63f79d0efa {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:30.747909 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7bce74-bba7-4b69-8b8e-510915ec8456', 'name': 'network-vif-deleted', 'tag': 'b237375f-796e-4269-b9b5-1ab85dc738eb', 'status': 'completed', 'code': 200} Jan 29 19:55:30.797335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (e0a2a018-e994-43a8-9dee-368b3545c8c7), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.894262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:30.916294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40181688-3ccb-4404-95a2-fba40072af1f req-17408558-ce50-4996-8c06-ab939cc68d25 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:30.918216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40181688-3ccb-4404-95a2-fba40072af1f req-17408558-ce50-4996-8c06-ab939cc68d25 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.3444204 Jan 29 19:55:31.025344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ea4ec-ae96-452d-8c5a-394fee87dd9c req-932236e0-0d43-4359-b098-5b3fe826778a tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:31.027902 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c37ea4ec-ae96-452d-8c5a-394fee87dd9c req-932236e0-0d43-4359-b098-5b3fe826778a tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 946 time: 0.1312602 Jan 29 19:55:31.059563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67b288d9-f603-49ec-9f67-3d6cdeb7ea73 req-8224e1f7-48d4-40b8-9832-a693b161e96b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089173 Jan 29 19:55:31.128567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (e0a2a018-e994-43a8-9dee-368b3545c8c7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.138210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c37ea4ec-ae96-452d-8c5a-394fee87dd9c req-361a04b0-463b-4925-a3dc-f8df61dc1b2e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891831 Jan 29 19:55:31.150653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.216138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network 10f9024f-83a3-4fb5-b127-85445b071eee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:31.219872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:31.226141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:31.231405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Port': ['ID=340485ba-1c81-40ea-bd7a-636818b1d9f0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:31.247959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Deleting port a1753a34-4a40-4b5b-825e-951e295ec962 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:31.249693 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.282998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e0a2a018-e994-43a8-9dee-368b3545c8c7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.328651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (f7e65782-4434-4382-b0a3-5c0dffc184bc), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.436160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] For port a1753a34-4a40-4b5b-825e-951e295ec962, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a1753a34-4a40-4b5b-825e-951e295ec962,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:31.436883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.453381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Calling delete_port for a1753a34-4a40-4b5b-825e-951e295ec962 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:31.501012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a2a018-e994-43a8-9dee-368b3545c8c7,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:31.553410 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.556428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5e3d494c-4463-48da-8086-2ead4762198e req-b8c96fe5-1b47-4073-b81c-94e632fb4311 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef7bce74-bba7-4b69-8b8e-510915ec8456 HTTP/1.1" status: 200 len: 210 time: 0.0528059 Jan 29 19:55:31.654405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.658091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9b774ca3-b207-491c-906d-551f2d7546a8 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1800373 Jan 29 19:55:31.658785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57204) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:31.759737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b19aff75-2757-4b18-b2f9-5b99f327300b req-beec7e7c-0aed-4b9d-ad5d-dfea6f2a8886 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 210 time: 0.1194685 Jan 29 19:55:31.772073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6662e181-6a4e-41cd-a52d-5b804ae52509 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (742629ab-2d4f-49ef-a00d-604f328ef42d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.785374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.816519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a1753a34-4a40-4b5b-825e-951e295ec962), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:31.872483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['a1753a34-4a40-4b5b-825e-951e295ec962'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:31.885790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6662e181-6a4e-41cd-a52d-5b804ae52509 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (742629ab-2d4f-49ef-a00d-604f328ef42d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.094747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event deleted for resources: {'Port': ['ID=a1753a34-4a40-4b5b-825e-951e295ec962,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:32.098003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6662e181-6a4e-41cd-a52d-5b804ae52509 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (742629ab-2d4f-49ef-a00d-604f328ef42d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.101256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6662e181-6a4e-41cd-a52d-5b804ae52509 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.103162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6662e181-6a4e-41cd-a52d-5b804ae52509 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/742629ab-2d4f-49ef-a00d-604f328ef42d HTTP/1.1" status: 204 len: 168 time: 0.4432242 Jan 29 19:55:32.112192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57208) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:32.183036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] No DVR routers for this DVR port a1753a34-4a40-4b5b-825e-951e295ec962 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:32.184016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d356edb-62cf-4f20-af52-2eb47d062d21 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:32.196711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-57edf7d8-4aad-42dd-94b4-f9cbec6a6a23 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826385 Jan 29 19:55:32.210000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.215127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40181688-3ccb-4404-95a2-fba40072af1f req-4d2e9661-21ac-4d9a-9fb8-a1b7dd793490 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "DELETE /v2.0/ports/a1753a34-4a40-4b5b-825e-951e295ec962 HTTP/1.1" status: 204 len: 173 time: 1.2244117 Jan 29 19:55:32.216483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e181-6a4e-41cd-a52d-5b804ae52509 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742629ab-2d4f-49ef-a00d-604f328ef42d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:32.218292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:32.298869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64f171-67f6-4f7e-b576-d6193ff39d39 None None] Network 10f9024f-83a3-4fb5-b127-85445b071eee requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:32.406169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ec140bc-7d4c-4e42-86c6-8078223267f8 req-125a79f0-47e5-40cd-bad3-601d262be9f7 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 210 time: 0.0974936 Jan 29 19:55:32.408553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdebcb-d761-4874-b588-588715d1ca0a req-84620bd7-6064-4500-b958-abded150b596 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:32.413496 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-63fdebcb-d761-4874-b588-588715d1ca0a req-84620bd7-6064-4500-b958-abded150b596 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1456552 Jan 29 19:55:32.523565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Provisioning complete for port 3d356edb-62cf-4f20-af52-2eb47d062d21 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:32.524145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-63fdebcb-d761-4874-b588-588715d1ca0a req-69d4ed83-90d4-4d10-9a56-7f473ccd5abc tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985434 Jan 29 19:55:32.525543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.621789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3d356edb-62cf-4f20-af52-2eb47d062d21 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:32.622960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.749076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'name': 'network-vif-deleted', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:32.751427 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf0cff1-4e4b-4bc8-87c7-4f6bf9329de9" -d '{"events": [{"server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "name": "network-vif-deleted", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:32.820556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3d356edb-62cf-4f20-af52-2eb47d062d21 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:32.822212 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.846098 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25b1914-d221-4168-a942-58fd0131f07e x-openstack-request-id: req-f25b1914-d221-4168-a942-58fd0131f07e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:32.846591 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4daf56-32fa-4bdc-a4cf-8f098e4539a6", "name": "network-vif-deleted", "tag": "a1753a34-4a40-4b5b-825e-951e295ec962", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:32.846853 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f25b1914-d221-4168-a942-58fd0131f07e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:32.847416 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4daf56-32fa-4bdc-a4cf-8f098e4539a6', 'name': 'network-vif-deleted', 'tag': 'a1753a34-4a40-4b5b-825e-951e295ec962', 'status': 'completed', 'code': 200} Jan 29 19:55:32.875739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 3d356edb-62cf-4f20-af52-2eb47d062d21, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d356edb-62cf-4f20-af52-2eb47d062d21,segment=NetworkSegment(60164dad-324e-4aac-8590-58b89bd3c7ff),segment_id=60164dad-324e-4aac-8590-58b89bd3c7ff)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:32.885785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b237375f-796e-4269-b9b5-1ab85dc738eb no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:32.902511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Current status of the port 3d356edb-62cf-4f20-af52-2eb47d062d21 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:32.902982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:32.942782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: b237375f-796e-4269-b9b5-1ab85dc738eb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:32.943131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b237375f-796e-4269-b9b5-1ab85dc738eb not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:32.960492 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.043242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=3d356edb-62cf-4f20-af52-2eb47d062d21,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:33.091850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:55:33.092167 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:55:33.148424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-950d173a-9598-495c-a595-7c155ac93ec4 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:33.150778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-950d173a-9598-495c-a595-7c155ac93ec4 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.13 "GET /v2.0/networks?id=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 HTTP/1.1" status: 200 len: 812 time: 0.9470794 Jan 29 19:55:33.220527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-510a8230-1ae7-4fc4-990e-1d78989f2838 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.9983621 Jan 29 19:55:33.222027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57242) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:33.252458 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-9eb5fbc5-0a0f-431e-9548-4abc5c7f3eb4 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] delete failed (client error): The resource could not be found. Jan 29 19:55:33.255471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9eb5fbc5-0a0f-431e-9548-4abc5c7f3eb4 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "DELETE /v2.0/security-groups/742629ab-2d4f-49ef-a00d-604f328ef42d HTTP/1.1" status: 404 len: 347 time: 0.0306077 Jan 29 19:55:33.258340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57248) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:33.265076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Request body: {'port': {'device_id': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08', 'admin_state_up': True, 'tenant_id': '806922ab05bb4d59a14231f07cb9081c'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:33.277281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-258893a7-ba5a-417d-9388-18e9e1949ddb req-6545055c-373d-4ce4-ae00-6ff1f927617e tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 210 time: 0.2181664 Jan 29 19:55:33.356971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d7912025-e648-45e3-8de6-91473f9b1c88 tempest-SecGroupTest-415553604 tempest-SecGroupTest-415553604-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0967729 Jan 29 19:55:33.556548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.649966 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-382bacd8-40a9-4089-8aae-20e3678e4db2 req-d14482ef-3a4d-468c-a8e5-2417cbc793df tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a4daf56-32fa-4bdc-a4cf-8f098e4539a6 HTTP/1.1" status: 200 len: 210 time: 0.0497079 Jan 29 19:55:33.660255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-89753f8f-bb46-4f82-b90b-25fedf381798 None None] Current status of the port 3d356edb-62cf-4f20-af52-2eb47d062d21 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:33.695372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34ff19-d2c8-4986-9af5-c98e1a8f1ebd req-e3a8847a-9516-4010-8b09-619191e38ddf tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:33.697925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b34ff19-d2c8-4986-9af5-c98e1a8f1ebd req-e3a8847a-9516-4010-8b09-619191e38ddf tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.0710199 Jan 29 19:55:33.701488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.753637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Made reservation on behalf of 806922ab05bb4d59a14231f07cb9081c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:33.757097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.779530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b34ff19-d2c8-4986-9af5-c98e1a8f1ebd req-f4ffa40f-d3ba-483e-913c-0d45e0362dd8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688722 Jan 29 19:55:33.792407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6c776e1c-fed5-4d85-a663-b57dc1a4fc63 None None] Provisioning complete for port 340485ba-1c81-40ea-bd7a-636818b1d9f0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:33.793353 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c776e1c-fed5-4d85-a663-b57dc1a4fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.845108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Port': ['ID=340485ba-1c81-40ea-bd7a-636818b1d9f0,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:33.849109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (f7e65782-4434-4382-b0a3-5c0dffc184bc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.857374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6c776e1c-fed5-4d85-a663-b57dc1a4fc63 None None] Port 340485ba-1c81-40ea-bd7a-636818b1d9f0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:55:33.875840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6c776e1c-fed5-4d85-a663-b57dc1a4fc63 None None] Provisioning complete for port 3d356edb-62cf-4f20-af52-2eb47d062d21 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:33.876252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c776e1c-fed5-4d85-a663-b57dc1a4fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:33.964740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6c776e1c-fed5-4d85-a663-b57dc1a4fc63 None None] Current status of the port 3d356edb-62cf-4f20-af52-2eb47d062d21 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:34.008254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d356edb-62cf-4f20-af52-2eb47d062d21 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:34.085308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Allocated IP 172.20.0.3 (d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08/0471bf44-e0f6-4563-80a5-ae055f000f73/5e17406e-4188-4efe-9fe1-13a6a56f7b85) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:34.102439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network 10f9024f-83a3-4fb5-b127-85445b071eee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:34.107607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:34.145907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3d356edb-62cf-4f20-af52-2eb47d062d21 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:34.146305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:34.156470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:34.328296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd3ba7-661f-44c3-99aa-f1c3a4591a0b req-24dc3a67-0ff0-4a30-ba54-6a796b36b897 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:34.331387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21cd3ba7-661f-44c3-99aa-f1c3a4591a0b req-24dc3a67-0ff0-4a30-ba54-6a796b36b897 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 945 time: 0.1297710 Jan 29 19:55:34.347882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3d356edb-62cf-4f20-af52-2eb47d062d21 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:34.482429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-838401a6-e444-4390-a984-2ea8d689fdc0 req-0b3626c2-8a89-45a4-970b-eebaedfd25df tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 210 time: 0.0479343 Jan 29 19:55:34.524668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks [] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:34.547078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21cd3ba7-661f-44c3-99aa-f1c3a4591a0b req-0af36331-f08f-4f8b-94d4-ae5740089b27 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077787 Jan 29 19:55:34.569078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57282) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:34.572596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7d1e804-212a-460a-ba20-8ff19c5c038a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71e420f656b3427198075777d8a4b37c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4084530 Jan 29 19:55:34.590347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Router f7e65782-4434-4382-b0a3-5c0dffc184bc is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:55:34.595629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-26b75d4e-2315-43e4-864f-1fd5509d3883 None None] Provisioning complete for port 340485ba-1c81-40ea-bd7a-636818b1d9f0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:34.595985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-26b75d4e-2315-43e4-864f-1fd5509d3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:34.688450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-26b75d4e-2315-43e4-864f-1fd5509d3883 None None] Port 340485ba-1c81-40ea-bd7a-636818b1d9f0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:55:34.697351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa3acfbf-de45-429a-96b9-806c6dcb0c16 admin admin] Publish callbacks [] for security_group (2638f2a6-b68a-4a48-94d7-70f497627419), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:34.702115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:34.796820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa3acfbf-de45-429a-96b9-806c6dcb0c16 admin admin] Publish callbacks [] for security_group (2638f2a6-b68a-4a48-94d7-70f497627419), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:34.841259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:34.858782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:34.865629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a1753a34-4a40-4b5b-825e-951e295ec962 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:34.867810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:34.903202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Pushing event updated for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:34.917172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:34.925343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-077c7885-a1f3-44eb-b9c8-879d9d2ebe43 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "PUT /v2.0/routers/f7e65782-4434-4382-b0a3-5c0dffc184bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4714746 Jan 29 19:55:34.927098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: a1753a34-4a40-4b5b-825e-951e295ec962 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:34.929268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57302) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:34.929617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a1753a34-4a40-4b5b-825e-951e295ec962 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:34.936048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] Sync routers for ids ['f7e65782-4434-4382-b0a3-5c0dffc184bc'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:34.937621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'port': {'network_id': '10f9024f-83a3-4fb5-b127-85445b071eee', 'name': 'tempest-FloatingIPNegativeTestJSON-931721773'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:34.950509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] Routers {'f7e65782-4434-4382-b0a3-5c0dffc184bc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:34.951697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7e65782-4434-4382-b0a3-5c0dffc184bc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:35.015075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:35.030306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245c5ed-313d-496b-ad5d-e51ed4d2d797 req-1202fc9c-fa9b-4664-b43a-577aa1f51a5b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:35.031323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] Routers {'f7e65782-4434-4382-b0a3-5c0dffc184bc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:35.032521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7e65782-4434-4382-b0a3-5c0dffc184bc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:35.040006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6245c5ed-313d-496b-ad5d-e51ed4d2d797 req-1202fc9c-fa9b-4664-b43a-577aa1f51a5b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1485436 Jan 29 19:55:35.080170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:35.080854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:35.122553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:35.123534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c25919-6abf-4a94-8b7b-d89380f4623b None None] The sync data for ids ['f7e65782-4434-4382-b0a3-5c0dffc184bc'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:35.146363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6245c5ed-313d-496b-ad5d-e51ed4d2d797 req-a1409f8a-54e4-4b4c-8b11-251574c9c740 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966008 Jan 29 19:55:35.155690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa3acfbf-de45-429a-96b9-806c6dcb0c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2638f2a6-b68a-4a48-94d7-70f497627419), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:35.158079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa3acfbf-de45-429a-96b9-806c6dcb0c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:35.159309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fa3acfbf-de45-429a-96b9-806c6dcb0c16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2638f2a6-b68a-4a48-94d7-70f497627419 HTTP/1.1" status: 204 len: 168 time: 0.5909584 Jan 29 19:55:35.176277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3acfbf-de45-429a-96b9-806c6dcb0c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2638f2a6-b68a-4a48-94d7-70f497627419,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:35.192626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-ba52d93c-d396-4f7f-9705-ee9d716eca80 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9385841 Jan 29 19:55:35.220249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-532a1f44-16f4-427f-a871-47c19bf8e10b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:35.221756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-532a1f44-16f4-427f-a871-47c19bf8e10b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 822 time: 0.1816471 Jan 29 19:55:35.254263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-830ca6b0-2535-4478-b05a-11d01b51173a tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/quotas/51a2e2157b8149a0b0b23b3802bbd991 HTTP/1.1" status: 200 len: 375 time: 0.0269847 Jan 29 19:55:35.291060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Request body: {'port': {'device_id': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:35.298309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Made reservation on behalf of 2a39c9ab6ca341d7923d9ec64db6b3bf for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:35.302099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:35.341603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-a75b7f39-294f-4357-b359-f82c692fe603 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859303 Jan 29 19:55:35.409831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] device_id is not set on port d03c28c1-9dce-463d-8e8e-a7993f9f6591 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:55:35.588757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:35.684889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-100040b3-a05d-4152-ba53-a5003cd2a44e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:35.687453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-100040b3-a05d-4152-ba53-a5003cd2a44e tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 945 time: 0.1315467 Jan 29 19:55:35.706985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-af5d0d65-27ce-450f-9fb9-bd3345844667 service neutron] 10.222.0.15 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441803 Jan 29 19:55:35.762290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d80465-ec90-43a8-a504-751d863b9522 req-6f0fa4cc-e21f-47ec-8a71-74dcb3a38e82 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:35.770138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d80465-ec90-43a8-a504-751d863b9522 req-6f0fa4cc-e21f-47ec-8a71-74dcb3a38e82 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 931 time: 0.1701438 Jan 29 19:55:35.892289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-61c72cb1-c77c-4aec-b997-8890b3622ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842875 Jan 29 19:55:35.918809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d80465-ec90-43a8-a504-751d863b9522 req-059e8834-2ae7-42c1-a4fa-5686a68b05c8 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354253 Jan 29 19:55:35.924933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Allocated IP 172.20.0.4 (10f9024f-83a3-4fb5-b127-85445b071eee/ba589f37-a5c6-4a8d-aa3c-74181c6adabe/d03c28c1-9dce-463d-8e8e-a7993f9f6591) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:35.972707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Deleting port 53bb6f34-00d7-4024-85cb-4c78768afb64 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:35.973091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:36.127487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46702ba8-135a-4456-9bd7-4f4765411cf4 req-adfa3886-61b9-42ba-a879-b1ac980f6bde tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:36.132879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46702ba8-135a-4456-9bd7-4f4765411cf4 req-adfa3886-61b9-42ba-a879-b1ac980f6bde tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 945 time: 0.1265106 Jan 29 19:55:36.179664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] For port 53bb6f34-00d7-4024-85cb-4c78768afb64, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=53bb6f34-00d7-4024-85cb-4c78768afb64,segment=NetworkSegment(5cc64df2-f5bc-4752-b7d2-3631e3075826),segment_id=5cc64df2-f5bc-4752-b7d2-3631e3075826)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:36.180237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:36.237973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Calling delete_port for 53bb6f34-00d7-4024-85cb-4c78768afb64 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:36.299599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46702ba8-135a-4456-9bd7-4f4765411cf4 req-cc3a63ef-3ef6-4836-9c6b-2a2cfc39e09b tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5d39f6-739e-4e53-8055-9b56bccd0a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600413 Jan 29 19:55:36.462741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for port (d03c28c1-9dce-463d-8e8e-a7993f9f6591), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:36.577387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87410d12-a30f-46c5-8f53-79af13f85b86 req-a4c6dc4a-7264-4e08-bffc-69e7e35dfa1e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 210 time: 0.1704671 Jan 29 19:55:36.581306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d03c28c1-9dce-463d-8e8e-a7993f9f6591), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:36.619515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d0ba-375f-47db-90b7-e7879f59ff61 req-a5e2ca54-40f5-4c80-882d-50fe0ce86fed tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:36.627780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da69d0ba-375f-47db-90b7-e7879f59ff61 req-a5e2ca54-40f5-4c80-882d-50fe0ce86fed tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1902556 Jan 29 19:55:36.639317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network 10f9024f-83a3-4fb5-b127-85445b071eee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:36.644989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:36.651709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:36.738695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Port': ['ID=d03c28c1-9dce-463d-8e8e-a7993f9f6591,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:36.779269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da69d0ba-375f-47db-90b7-e7879f59ff61 req-399ae738-5bf1-4c6a-a995-eb81c13add6b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504893 Jan 29 19:55:36.826475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:36.831368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:36.890796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (53bb6f34-00d7-4024-85cb-4c78768afb64), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:36.924642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['53bb6f34-00d7-4024-85cb-4c78768afb64'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:36.977280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Pushing event deleted for resources: {'Port': ['ID=53bb6f34-00d7-4024-85cb-4c78768afb64,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:37.011927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e17406e-4188-4efe-9fe1-13a6a56f7b85 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:37.042282 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Publish callbacks [] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.056290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-48dfda09-a3bc-48f1-bcf5-5a9aeee090f5 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1254573 Jan 29 19:55:37.063374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57356) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:37.063723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57358) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:37.081522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] No DVR routers for this DVR port 53bb6f34-00d7-4024-85cb-4c78768afb64 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:37.085619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.089996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41b2bba2-30f4-4e15-8b5b-da8e755feb06 req-931c0db9-d986-47a0-a01f-883a9f29d527 tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.26 "DELETE /v2.0/ports/53bb6f34-00d7-4024-85cb-4c78768afb64 HTTP/1.1" status: 204 len: 173 time: 1.3959007 Jan 29 19:55:37.090485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd074421d-a459-4faf-9183-e03ae478e46a', 'name': 'network-vif-deleted', 'tag': '53bb6f34-00d7-4024-85cb-4c78768afb64'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:37.093417 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec25f0-2e8b-44be-8de3-8f40045a86e3" -d '{"events": [{"server_uuid": "d074421d-a459-4faf-9183-e03ae478e46a", "name": "network-vif-deleted", "tag": "53bb6f34-00d7-4024-85cb-4c78768afb64"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:37.096628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:37.139848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d97ba0a-e986-4467-807f-35fd87b4dab0 x-openstack-request-id: req-4d97ba0a-e986-4467-807f-35fd87b4dab0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:37.139848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d074421d-a459-4faf-9183-e03ae478e46a", "name": "network-vif-deleted", "tag": "53bb6f34-00d7-4024-85cb-4c78768afb64", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:37.139848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d97ba0a-e986-4467-807f-35fd87b4dab0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:37.139848 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd074421d-a459-4faf-9183-e03ae478e46a', 'name': 'network-vif-deleted', 'tag': '53bb6f34-00d7-4024-85cb-4c78768afb64', 'status': 'completed', 'code': 200} Jan 29 19:55:37.165456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Transition to ACTIVE for port object 5e17406e-4188-4efe-9fe1-13a6a56f7b85 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:55:37.183413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:55:37.214013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4c0e8a89-918c-41e0-91ae-91c2d6da3de8 None None] Provisioning complete for port d03c28c1-9dce-463d-8e8e-a7993f9f6591 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:37.214298 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8a89-918c-41e0-91ae-91c2d6da3de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d03c28c1-9dce-463d-8e8e-a7993f9f6591), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.285730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c46ddaf3-bfea-4aef-9598-e97784d67602 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:37.286179 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-c46ddaf3-bfea-4aef-9598-e97784d67602 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 19:55:37.286665 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-c46ddaf3-bfea-4aef-9598-e97784d67602 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 19:55:37.291495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c46ddaf3-bfea-4aef-9598-e97784d67602 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2230170 Jan 29 19:55:37.292482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57366) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:37.298414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--292334533'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:37.299049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef8b0a-17a0-4d83-95a8-ff15518d6f3f req-f45c03ed-54e6-4d7f-a143-9845eac8e1be tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:37.300684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-baef8b0a-17a0-4d83-95a8-ff15518d6f3f req-f45c03ed-54e6-4d7f-a143-9845eac8e1be tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 931 time: 0.2433457 Jan 29 19:55:37.327391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.333833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e8a89-918c-41e0-91ae-91c2d6da3de8 None None] Port d03c28c1-9dce-463d-8e8e-a7993f9f6591 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:55:37.383875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.404111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Pushing event updated for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:37.417128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:37.431544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'mac_address': 'fa:16:3e:6a:39:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:55:37.481970 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-baef8b0a-17a0-4d83-95a8-ff15518d6f3f req-560e4de2-2588-4d89-af45-65755fadbb8a tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648462 Jan 29 19:55:37.510585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:37.510981 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.516926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cbd8bab8-6d78-4fa7-95fd-d4d2280bdb3f req-62ddeb05-b8a7-4d8d-aa34-f4b3ec89f9bb tempest-ServersTestJSON-226515065 tempest-ServersTestJSON-226515065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d074421d-a459-4faf-9183-e03ae478e46a HTTP/1.1" status: 200 len: 210 time: 0.0695715 Jan 29 19:55:37.521673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.530861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be459ce9-acbe-420a-b108-e18aa33714fa {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:37.537811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.559978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:37.654044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.674236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Attempting to bind port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:55:37.675153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Attempting to bind port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:55:37.675502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Attempting to bind port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 on network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:37.684960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.698114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 on network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:55:37.698114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Attempting to bind port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 on network d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:37.729660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3f272a2-8c04-432d-8445-9d7f6c154606 req-ea1174ed-b38d-4c5f-b5f8-63ba299867d9 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 210 time: 0.0509763 Jan 29 19:55:37.736449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:55:37.736792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Checking segment: {'id': 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:37.737177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Bound using segment: {'id': 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:55:37.737624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Bound port: 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:55:37.737976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.747318 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.758417 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:37.776334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:37.790626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['be459ce9-acbe-420a-b108-e18aa33714fa'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:37.886050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:37.888838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:55:37.918799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85,segment=NetworkSegment(ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f),segment_id=ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:55:37.941969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (3161ca3c-45e5-4cab-8da1-482a1b109550), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.014099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.029494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3161ca3c-45e5-4cab-8da1-482a1b109550), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.037387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Allocated IP 172.25.5.213 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/48514edf-e479-4075-a4eb-d6b8ffec04d9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:38.068116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab244dea-2d4e-4a3e-911b-0742d1db3b52 req-54cc3990-e3bd-445a-9dee-5cd43eed6f14 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:38.069830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab244dea-2d4e-4a3e-911b-0742d1db3b52 req-54cc3990-e3bd-445a-9dee-5cd43eed6f14 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 945 time: 0.1266556 Jan 29 19:55:38.075406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3161ca3c-45e5-4cab-8da1-482a1b109550,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:38.088624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.136832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab244dea-2d4e-4a3e-911b-0742d1db3b52 req-29a71d7d-4942-4979-acb8-62f3619c4567 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581393 Jan 29 19:55:38.142174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.144639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-88f3c3f2-910c-4adc-9732-b10b24b9c1ed tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8502247 Jan 29 19:55:38.147276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57378) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:38.153569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '3161ca3c-45e5-4cab-8da1-482a1b109550', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:38.193877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:38.195509 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.197573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] 10.222.0.13 "PUT /v2.0/ports/5e17406e-4188-4efe-9fe1-13a6a56f7b85 HTTP/1.1" status: 200 len: 1091 time: 2.9972057 Jan 29 19:55:38.202369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:38.205751 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:38.234703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde47e5d-2c80-4567-8fa6-d5c3fd3555bb service neutron] Pushing event updated for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:38.260352 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.284695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group_rule (4c4115d5-63a2-4cb3-9a6b-336b50e8aad9), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.367445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group_rule (4c4115d5-63a2-4cb3-9a6b-336b50e8aad9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.373955 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.441127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (4c4115d5-63a2-4cb3-9a6b-336b50e8aad9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.458216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:38.462693 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b52b8d-d3b6-4fe1-91b7-7c03b4e9b7e1 x-openstack-request-id: req-a3b52b8d-d3b6-4fe1-91b7-7c03b4e9b7e1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:38.463110 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:38.463459 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3b52b8d-d3b6-4fe1-91b7-7c03b4e9b7e1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:38.464399 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85', 'status': 'completed', 'code': 200} Jan 29 19:55:38.464894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Port': ['ID=48514edf-e479-4075-a4eb-d6b8ffec04d9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:38.465882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4115d5-63a2-4cb3-9a6b-336b50e8aad9,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:38.478913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-c9b257f1-fb22-48c9-af57-543edae39323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:38.481139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-c9b257f1-fb22-48c9-af57-543edae39323 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=806922ab05bb4d59a14231f07cb9081c&device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 1125 time: 0.1555474 Jan 29 19:55:38.482023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:38.488274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:38.560919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-d21df3bb-dc25-439f-89db-6edcaef42898 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85 HTTP/1.1" status: 200 len: 217 time: 0.0676227 Jan 29 19:55:38.567728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.577228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57388) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:38.584757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1c47baf0-0e0a-4780-aa59-d4ab7740390b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4268475 Jan 29 19:55:38.590900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9b770fa8-7500-46de-8f8b-9833c4b672cb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '3161ca3c-45e5-4cab-8da1-482a1b109550', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:38.606710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57392) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:38.674284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-37d2ebc7-765a-402b-8ab6-e8a6afc8ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:38.674900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d890ea-c202-41e2-b6fe-89610ab243a4 req-fe243902-fe8c-4021-a788-b41eb64a3d8a tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:38.675735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-37d2ebc7-765a-402b-8ab6-e8a6afc8ebdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0471bf44-e0f6-4563-80a5-ae055f000f73 HTTP/1.1" status: 200 len: 852 time: 0.0975237 Jan 29 19:55:38.676361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04d890ea-c202-41e2-b6fe-89610ab243a4 req-fe243902-fe8c-4021-a788-b41eb64a3d8a tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 943 time: 0.1424866 Jan 29 19:55:38.681837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Deleting subnet dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:38.685884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Publish callbacks [] for subnet (dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.729672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.754400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-f27f35ea-66c2-4746-b394-3e7353c6c641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621784 Jan 29 19:55:38.783770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9b770fa8-7500-46de-8f8b-9833c4b672cb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group_rule (03fb60e1-063b-4d5b-97d3-4f6fa0b9afa3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.833868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.864432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (5d15159a-ff65-4edc-82d4-19cf506c3a92), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:38.923790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c7c375d4-128a-4322-8b0b-a4078deb5f28 req-8e6f3d78-dc09-4e82-92c1-493c52f37e88 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 210 time: 0.0885580 Jan 29 19:55:38.960115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-e3115f69-237a-4bf1-92e9-a84c56411a05 service neutron] 10.222.0.13 "GET /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933930 Jan 29 19:55:38.969648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04d890ea-c202-41e2-b6fe-89610ab243a4 req-061b91e0-a5d4-4747-babc-a726df2a0a8f tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377753 Jan 29 19:55:39.027087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:39.043995 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-9b770fa8-7500-46de-8f8b-9833c4b672cb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): There was a conflict when trying to complete your request. Jan 29 19:55:39.050026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9b770fa8-7500-46de-8f8b-9833c4b672cb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4696198 Jan 29 19:55:39.051594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:39.083089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.119846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.131319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-191a8386-eea6-4983-8ab2-6753f269341e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:39.132778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-191a8386-eea6-4983-8ab2-6753f269341e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 822 time: 0.3136992 Jan 29 19:55:39.147438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port be459ce9-acbe-420a-b108-e18aa33714fa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:39.148216 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.208470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b207c7-cc7a-46e9-9d96-ca23d08122db req-71623da0-8eb2-45cb-829a-6ad8947f947f service neutron] 10.222.0.13 "GET /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234743 Jan 29 19:55:39.232766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:39.270125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:39.270125 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.308952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:39.310148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:39.311049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Request body: {'port': {'device_id': '3d3cfe33-0181-4107-9abb-25f297359e18', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'admin_state_up': True, 'tenant_id': '51a2e2157b8149a0b0b23b3802bbd991'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:39.312766 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e563f7-49de-4359-b814-6016a03cf70f" -d '{"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-plugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:39.384519 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.432944 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ced3fa-224a-4952-868d-a31400de4b9d x-openstack-request-id: req-c1ced3fa-224a-4952-868d-a31400de4b9d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:39.433244 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-plugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:39.433475 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1ced3fa-224a-4952-868d-a31400de4b9d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:39.433863 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'code': 200} Jan 29 19:55:39.454373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.468527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:39.476453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-b84b5800-acfa-4008-9b95-a19cc03b2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:39.478973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-b84b5800-acfa-4008-9b95-a19cc03b2e33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=806922ab05bb4d59a14231f07cb9081c&device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 1125 time: 0.0926979 Jan 29 19:55:39.485582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aef377da-8826-4063-8f2a-ee42662d0bcc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dfbf3593-3bfa-4a53-9f5a-bb1dad24f5de HTTP/1.1" status: 204 len: 168 time: 0.8775284 Jan 29 19:55:39.493216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57426) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:39.912053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.970800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:39.985943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c2a0ca-a0d0-49e5-9afb-ab05c7841bbb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (3161ca3c-45e5-4cab-8da1-482a1b109550), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.019984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde77d14-6975-4f7b-8a14-1bd633c63dd8 req-192d4dc5-2f3f-4ce1-b810-2f3b0d2877f5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:40.028939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fde77d14-6975-4f7b-8a14-1bd633c63dd8 req-192d4dc5-2f3f-4ce1-b810-2f3b0d2877f5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 945 time: 0.7138877 Jan 29 19:55:40.030975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Made reservation on behalf of 51a2e2157b8149a0b0b23b3802bbd991 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:55:40.036288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.073609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.159419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Port': ['ID=48514edf-e479-4075-a4eb-d6b8ffec04d9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:40.277852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Allocated IP 172.20.0.9 (76f2058a-fbda-4775-9a84-4fcb71361500/938f8beb-e741-4d57-b9b0-7c376d3508cc/934a98ea-6f73-4b4d-8c4b-36bd18ae45da) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:40.287240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fde77d14-6975-4f7b-8a14-1bd633c63dd8 req-612a03ef-e01d-454f-958e-24156da804b5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569335 Jan 29 19:55:40.298214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-8e328f4a-7f37-41c6-96e6-9b7bd12e48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:40.300134 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-8e328f4a-7f37-41c6-96e6-9b7bd12e48a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 HTTP/1.1" status: 200 len: 912 time: 0.8037910 Jan 29 19:55:40.301491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (5d15159a-ff65-4edc-82d4-19cf506c3a92), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.394628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c2a0ca-a0d0-49e5-9afb-ab05c7841bbb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (3161ca3c-45e5-4cab-8da1-482a1b109550), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.400661 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-b182cd62-7013-4e47-a392-5a5472701b83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85 HTTP/1.1" status: 200 len: 217 time: 0.0818605 Jan 29 19:55:40.496604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9757f2f-a362-4197-ad88-3e4c240f25ce req-5af0db23-7c26-464d-9354-cc1cd533745e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 210 time: 0.1039143 Jan 29 19:55:40.531820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.533624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6597edca-337d-409b-a7ea-57b6f2ea7a93 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4650371 Jan 29 19:55:40.536886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57442) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:40.547298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44723e9-92d6-4005-a578-49e8d6371ed4 req-87ab5e54-690a-4e8d-ac89-c9657eb23bb7 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:40.549763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b44723e9-92d6-4005-a578-49e8d6371ed4 req-87ab5e54-690a-4e8d-ac89-c9657eb23bb7 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 943 time: 0.1476259 Jan 29 19:55:40.553721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.554464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-402c0786-cf02-484c-9449-5ab69cfd3e3e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'floatingip': {'port_id': 'd03c28c1-9dce-463d-8e8e-a7993f9f6591', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:40.604184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-402c0786-cf02-484c-9449-5ab69cfd3e3e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (5d15159a-ff65-4edc-82d4-19cf506c3a92), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.636682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-8b46c812-dbaa-4b71-98f9-41ea60b58082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:40.638538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-8b46c812-dbaa-4b71-98f9-41ea60b58082 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0471bf44-e0f6-4563-80a5-ae055f000f73 HTTP/1.1" status: 200 len: 852 time: 0.2123384 Jan 29 19:55:40.682771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:40.702457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc64df2-f5bc-4752-b7d2-3631e3075826') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:40.702755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc64df2-f5bc-4752-b7d2-3631e3075826') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:40.725350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (5cc64df2-f5bc-4752-b7d2-3631e3075826), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.729170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b44723e9-92d6-4005-a578-49e8d6371ed4 req-a34cf1d9-8d9e-450a-8326-884125cca26c tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202254 Jan 29 19:55:40.805590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5cc64df2-f5bc-4752-b7d2-3631e3075826), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.813246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c2a0ca-a0d0-49e5-9afb-ab05c7841bbb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3161ca3c-45e5-4cab-8da1-482a1b109550), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.819535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13c2a0ca-a0d0-49e5-9afb-ab05c7841bbb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.823210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-11abe523-ecf2-471a-827e-b524e0e58ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468136 Jan 29 19:55:40.826935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-13c2a0ca-a0d0-49e5-9afb-ab05c7841bbb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/3161ca3c-45e5-4cab-8da1-482a1b109550 HTTP/1.1" status: 204 len: 168 time: 1.7741125 Jan 29 19:55:40.828618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57444) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:40.854995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.858514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2a0ca-a0d0-49e5-9afb-ab05c7841bbb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3161ca3c-45e5-4cab-8da1-482a1b109550,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:40.862141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:40.862552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (5cc64df2-f5bc-4752-b7d2-3631e3075826), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:40.866764 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:40.906293 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-402c0786-cf02-484c-9449-5ab69cfd3e3e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] update failed (client error): The resource could not be found. Jan 29 19:55:40.907493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-402c0786-cf02-484c-9449-5ab69cfd3e3e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "PUT /v2.0/floatingips/5d15159a-ff65-4edc-82d4-19cf506c3a92 HTTP/1.1" status: 404 len: 507 time: 0.3693380 Jan 29 19:55:40.913645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57446) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:40.928119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 53bb6f34-00d7-4024-85cb-4c78768afb64 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:40.964320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 53bb6f34-00d7-4024-85cb-4c78768afb64 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:40.968240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 53bb6f34-00d7-4024-85cb-4c78768afb64 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:40.989750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d3599e45-24e3-4ede-8d06-530840dd14fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1435962 Jan 29 19:55:40.992242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57448) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:41.002002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--204406667'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:41.035925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-b858ade8-068d-4249-a540-edf8cbb0fa93 service neutron] 10.222.0.13 "GET /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272902 Jan 29 19:55:41.038593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5e17406e-4188-4efe-9fe1-13a6a56f7b85 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:55:41.143115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.145829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.191897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.247718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23eb8e64-8066-4ff7-8766-b6bd7ff086a8 req-2d510264-7d27-4f3b-a4f5-d0351dd1e854 service neutron] 10.222.0.13 "GET /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985719 Jan 29 19:55:41.252768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.259241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Deleting port 48514edf-e479-4075-a4eb-d6b8ffec04d9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:41.264926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d HTTP/1.1" status: 204 len: 168 time: 1.7693775 Jan 29 19:55:41.266142 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.275849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85,segment=NetworkSegment(ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f),segment_id=ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:41.291522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5e17406e-4188-4efe-9fe1-13a6a56f7b85', 'network_id': 'd2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08', 'port_id': '5e17406e-4188-4efe-9fe1-13a6a56f7b85', 'mac_address': 'fa:16:3e:61:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0471bf44-e0f6-4563-80a5-ae055f000f73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:55:41.356173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:41.356173 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.390624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e17406e-4188-4efe-9fe1-13a6a56f7b85 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:41.393109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4c10e-38ae-404e-a11c-8a08b38803aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2c24d6eb-296f-4d19-bbf1-4ecde6d22b7d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:41.478334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85,segment=NetworkSegment(ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f),segment_id=ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:41.488539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event updated for resources: {'Port': ['ID=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:41.501394 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.505165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (48514edf-e479-4075-a4eb-d6b8ffec04d9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.536274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Calling delete_port for 48514edf-e479-4075-a4eb-d6b8ffec04d9 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:41.553065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.567163 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (5841ff92-7719-4850-b634-9886fc641ef4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.570477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Network 76f2058a-fbda-4775-9a84-4fcb71361500 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:41.572361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:41.581853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:41.654073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:41.683827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5841ff92-7719-4850-b634-9886fc641ef4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.691475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:41.692410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.789219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49253898-bc9c-4936-acd4-909fc02487be req-b9411011-692c-485b-8ed9-43ae9250e6ba tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:41.791206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49253898-bc9c-4936-acd4-909fc02487be req-b9411011-692c-485b-8ed9-43ae9250e6ba tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.2910247 Jan 29 19:55:41.792393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5841ff92-7719-4850-b634-9886fc641ef4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:41.824662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc549f2-1817-4021-9b90-4a886eaaaad6 req-3942707d-0196-494b-8388-acab6ee45a25 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:41.829494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-fda5c0c0-7bd0-4bda-aae6-7d134ce389d1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5356128 Jan 29 19:55:41.833931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0fc549f2-1817-4021-9b90-4a886eaaaad6 req-3942707d-0196-494b-8388-acab6ee45a25 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 931 time: 0.1692071 Jan 29 19:55:41.846040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5e17406e-4188-4efe-9fe1-13a6a56f7b85'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:41.882509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:41.886425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-13d52cd1-fc9d-4cc2-abe8-1ce231c06621 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8884583 Jan 29 19:55:41.903580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Request body: {'port': {'device_id': '3d3cfe33-0181-4107-9abb-25f297359e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:41.917657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57464) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:41.943554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-659704e0-9f83-44d4-a62a-ab64245f9457 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '5841ff92-7719-4850-b634-9886fc641ef4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:41.948900 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-659704e0-9f83-44d4-a62a-ab64245f9457 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 29 19:55:41.948900 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-659704e0-9f83-44d4-a62a-ab64245f9457 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:41.948900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-659704e0-9f83-44d4-a62a-ab64245f9457 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149813 Jan 29 19:55:41.964061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57466) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:42.004708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57468) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:42.076588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49253898-bc9c-4936-acd4-909fc02487be req-ca099e66-8946-4291-bc8b-1b1bbd873829 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761977 Jan 29 19:55:42.078648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0fc549f2-1817-4021-9b90-4a886eaaaad6 req-68d5a942-a9e0-4991-845e-491dad1efad2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434559 Jan 29 19:55:42.113412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fb28-afc6-4df9-b5b5-b82ceed87717 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (5841ff92-7719-4850-b634-9886fc641ef4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.152597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fb28-afc6-4df9-b5b5-b82ceed87717 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (5841ff92-7719-4850-b634-9886fc641ef4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.167166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.228249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (48514edf-e479-4075-a4eb-d6b8ffec04d9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.394075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d21bc72-8d2b-4307-a8b4-639e77463057 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=047ee534264044babc47f467729390e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3886063 Jan 29 19:55:42.395225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Port': ['ID=48514edf-e479-4075-a4eb-d6b8ffec04d9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:42.397735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fb28-afc6-4df9-b5b5-b82ceed87717 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5841ff92-7719-4850-b634-9886fc641ef4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.405270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9c4fb28-afc6-4df9-b5b5-b82ceed87717 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.405270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c9c4fb28-afc6-4df9-b5b5-b82ceed87717 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/5841ff92-7719-4850-b634-9886fc641ef4 HTTP/1.1" status: 204 len: 168 time: 0.4372702 Jan 29 19:55:42.408685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57474) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:42.409261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57476) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:42.536854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fb28-afc6-4df9-b5b5-b82ceed87717 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5841ff92-7719-4850-b634-9886fc641ef4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:42.578398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1efc98dc-55ca-403d-bbfc-ed960d494de4 admin admin] Publish callbacks [] for security_group (1e5d39f6-739e-4e53-8055-9b56bccd0a90), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.602423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d6e62-c62c-48d7-a275-4f3112358c8f req-3e2ce544-6254-4a39-aefc-7173d5995bce tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:42.609958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa0d6e62-c62c-48d7-a275-4f3112358c8f req-3e2ce544-6254-4a39-aefc-7173d5995bce tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 944 time: 0.3708072 Jan 29 19:55:42.617517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934a98ea-6f73-4b4d-8c4b-36bd18ae45da {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:42.617656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c470f4ee-d871-4a94-b6cd-d511824112f2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1996019 Jan 29 19:55:42.628031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Publish callbacks [] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.632700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:42.638120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--810848446'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:42.653529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Transition to ACTIVE for port object 934a98ea-6f73-4b4d-8c4b-36bd18ae45da will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:55:42.667797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (5d15159a-ff65-4edc-82d4-19cf506c3a92), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.670361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.675752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5fe48dc7-16d3-4346-81a4-996aeaaff111 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "DELETE /v2.0/floatingips/5d15159a-ff65-4edc-82d4-19cf506c3a92 HTTP/1.1" status: 204 len: 168 time: 1.6383247 Jan 29 19:55:42.677323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:42.683726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f9b9fe23-cf98-4eea-b727-b6d0a876dfdb tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'floatingip': {'floating_network_id': '10f9024f-83a3-4fb5-b127-85445b071eee', 'port_id': 'd03c28c1-9dce-463d-8e8e-a7993f9f6591', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:42.686179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1efc98dc-55ca-403d-bbfc-ed960d494de4 admin admin] Publish callbacks [] for security_group (1e5d39f6-739e-4e53-8055-9b56bccd0a90), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.724515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.749351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa0d6e62-c62c-48d7-a275-4f3112358c8f req-129ec5fd-f0ae-452e-87d7-86d9f0f4f9c1 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377411 Jan 29 19:55:42.760535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.792032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Pushing event updated for resources: {'Port': ['ID=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:42.817741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fe23-cf98-4eea-b727-b6d0a876dfdb tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.853460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (91373cc7-1dac-40a3-b4f5-3c51bee2d26c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.907998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1efc98dc-55ca-403d-bbfc-ed960d494de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1e5d39f6-739e-4e53-8055-9b56bccd0a90), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.915402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1efc98dc-55ca-403d-bbfc-ed960d494de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.915618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1efc98dc-55ca-403d-bbfc-ed960d494de4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e5d39f6-739e-4e53-8055-9b56bccd0a90 HTTP/1.1" status: 204 len: 168 time: 0.5008492 Jan 29 19:55:42.930566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc98dc-55ca-403d-bbfc-ed960d494de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d39f6-739e-4e53-8055-9b56bccd0a90,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:42.946500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (91373cc7-1dac-40a3-b4f5-3c51bee2d26c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:42.976650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Attempting to bind port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:55:42.980126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Attempting to bind port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:55:42.980537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Attempting to bind port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da on network 76f2058a-fbda-4775-9a84-4fcb71361500 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:43.038453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5e17406e-4188-4efe-9fe1-13a6a56f7b85 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:43.041532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91373cc7-1dac-40a3-b4f5-3c51bee2d26c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:43.077104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da on network 76f2058a-fbda-4775-9a84-4fcb71361500 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:55:43.077722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Attempting to bind port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da on network 76f2058a-fbda-4775-9a84-4fcb71361500 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:55:43.080728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.083094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d88341f-e241-47b0-8788-9523b2031ac5 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4487133 Jan 29 19:55:43.085937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57484) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:43.093319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-29a0b891-9bcf-4c87-bb51-4472496be8d9 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '91373cc7-1dac-40a3-b4f5-3c51bee2d26c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:43.094713 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-29a0b891-9bcf-4c87-bb51-4472496be8d9 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 29 19:55:43.096400 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-29a0b891-9bcf-4c87-bb51-4472496be8d9 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:43.097419 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-29a0b891-9bcf-4c87-bb51-4472496be8d9 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098732 Jan 29 19:55:43.100541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57486) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:43.112604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:55:43.112821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Checking segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:55:43.113219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Bound using segment: {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:55:43.113678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Bound port: 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7e767e-39b9-4955-b342-aabcf20cb5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:55:43.114120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.250352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:55:43.255133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:43.256279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.361319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a19822b-6cff-4a7f-834b-67dac6d99a78 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (91373cc7-1dac-40a3-b4f5-3c51bee2d26c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.430445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a19822b-6cff-4a7f-834b-67dac6d99a78 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (91373cc7-1dac-40a3-b4f5-3c51bee2d26c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.434397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] For port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:55:43.438799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:43.439334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.442804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] For port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:55:43.471935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3c94-7235-4af6-80cd-7a1555b59130 req-b48b96c7-2c15-480c-ab85-f4a83a437696 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:43.482767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6eae3c94-7235-4af6-80cd-7a1555b59130 req-b48b96c7-2c15-480c-ab85-f4a83a437696 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 943 time: 0.2448466 Jan 29 19:55:43.483403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:43.491806 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eaa075-8a06-4a38-a209-75ec07d72e3a" -d '{"events": [{"server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "name": "network-vif-plugged", "status": "completed", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:43.513187 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-f9b9fe23-cf98-4eea-b727-b6d0a876dfdb tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:43.513627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f9b9fe23-cf98-4eea-b727-b6d0a876dfdb tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8349853 Jan 29 19:55:43.515311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85,segment=NetworkSegment(ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f),segment_id=ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:43.525886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57500) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:43.536697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57502) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:43.543940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12476eef-5376-47d9-9a35-a4b516d92c00 req-a64192a1-8e90-4c62-93fd-830e43458283 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:43.554001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12476eef-5376-47d9-9a35-a4b516d92c00 req-a64192a1-8e90-4c62-93fd-830e43458283 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.3114374 Jan 29 19:55:43.556770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.560938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'd03c28c1-9dce-463d-8e8e-a7993f9f6591', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:43.633949 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.728113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12476eef-5376-47d9-9a35-a4b516d92c00 req-366af03f-e086-49f1-ad85-6b1d7673e011 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523051 Jan 29 19:55:43.731976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a19822b-6cff-4a7f-834b-67dac6d99a78 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (91373cc7-1dac-40a3-b4f5-3c51bee2d26c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.738977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a19822b-6cff-4a7f-834b-67dac6d99a78 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.743879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3a19822b-6cff-4a7f-834b-67dac6d99a78 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/91373cc7-1dac-40a3-b4f5-3c51bee2d26c HTTP/1.1" status: 204 len: 168 time: 0.6421711 Jan 29 19:55:43.747312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:43.750984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57506) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:43.755837 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.765189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Pushing event updated for resources: {'Port': ['ID=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:43.852694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:43.853426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:43.860240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-bcb64a90-5bfb-4f6c-a1b1-ce4df92c21ca service neutron] 10.222.0.26 "PUT /v2.0/ports/934a98ea-6f73-4b4d-8c4b-36bd18ae45da HTTP/1.1" status: 200 len: 1091 time: 1.9920769 Jan 29 19:55:43.887846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3cfe33-0181-4107-9abb-25f297359e18', 'tag': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:43.894828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19822b-6cff-4a7f-834b-67dac6d99a78 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91373cc7-1dac-40a3-b4f5-3c51bee2d26c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:43.894971 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e3139e-3819-40f3-a75a-e0a59219144b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3cfe33-0181-4107-9abb-25f297359e18", "tag": "934a98ea-6f73-4b4d-8c4b-36bd18ae45da"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:43.917561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6eae3c94-7235-4af6-80cd-7a1555b59130 req-3fb1a661-fa4e-42b9-959b-a1ed9124ad74 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338694 Jan 29 19:55:44.005356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1f34d000-37ed-43ee-83fe-dbafa9022915 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2282059 Jan 29 19:55:44.009546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57518) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:44.017245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139948661'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:44.125856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:44.167476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:44.415077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a628-1871-4b4c-99cb-7210d96fa5ce req-b5b01008-2a9b-4e17-9b88-d33d4e17bc8b tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:44.416670 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-29e2a628-1871-4b4c-99cb-7210d96fa5ce req-b5b01008-2a9b-4e17-9b88-d33d4e17bc8b tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 0.2983370 Jan 29 19:55:44.422030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-89d7573a-7788-4672-8b95-ad22d01d2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:44.433702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-89d7573a-7788-4672-8b95-ad22d01d2262 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 1125 time: 0.4192953 Jan 29 19:55:44.577225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Allocated IP 172.25.5.195 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/5d673494-a2fc-46a2-8412-bd5f6d3a779d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:55:44.578742 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e462fe-0720-42eb-acfb-c7f7e881272e x-openstack-request-id: req-a4e462fe-0720-42eb-acfb-c7f7e881272e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:44.579260 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "name": "network-vif-plugged", "status": "completed", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:44.579466 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4e462fe-0720-42eb-acfb-c7f7e881272e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:44.579868 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85', 'code': 200} Jan 29 19:55:44.702508 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e83773-ad3f-4d13-b72c-e8fe9cd7fd26 x-openstack-request-id: req-c3e83773-ad3f-4d13-b72c-e8fe9cd7fd26 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:44.702897 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3cfe33-0181-4107-9abb-25f297359e18", "tag": "934a98ea-6f73-4b4d-8c4b-36bd18ae45da", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:44.703084 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3e83773-ad3f-4d13-b72c-e8fe9cd7fd26 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:44.703484 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3cfe33-0181-4107-9abb-25f297359e18', 'tag': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da', 'status': 'completed', 'code': 200} Jan 29 19:55:44.835707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for port (5d673494-a2fc-46a2-8412-bd5f6d3a779d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:44.930859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-86b1082a-287a-4a63-bb67-6b521f877716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da HTTP/1.1" status: 200 len: 217 time: 0.2256780 Jan 29 19:55:44.965504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-29e2a628-1871-4b4c-99cb-7210d96fa5ce req-cb82c239-478a-48c3-a0fe-22727fbfd085 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292311 Jan 29 19:55:44.983289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (33bea9d3-bffe-43d3-9562-6481445e9b01), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.006101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d673494-a2fc-46a2-8412-bd5f6d3a779d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.052436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-9e6462ba-5266-423b-b066-b3a97bdc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:45.053932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-9e6462ba-5266-423b-b066-b3a97bdc8401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 200 len: 862 time: 0.1004767 Jan 29 19:55:45.138758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-0c4be745-83f7-4e33-84ca-fd976e7c34c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76f2058a-fbda-4775-9a84-4fcb71361500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785482 Jan 29 19:55:45.139043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event updated for resources: {'Port': ['ID=5d673494-a2fc-46a2-8412-bd5f6d3a779d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:45.154712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (33bea9d3-bffe-43d3-9562-6481445e9b01), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.284715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8a26a-40d3-4fde-8b06-985461afd8b3 req-d360fcf4-992c-4461-99c5-76981c81926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:45.284715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afb8a26a-40d3-4fde-8b06-985461afd8b3 req-d360fcf4-992c-4461-99c5-76981c81926d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 1127 time: 0.3581560 Jan 29 19:55:45.302549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3a184-6d42-4ea5-b963-511857709f13 req-352048fb-9689-4ce8-b42e-994a4c8b4676 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:45.304136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c3a184-6d42-4ea5-b963-511857709f13 req-352048fb-9689-4ce8-b42e-994a4c8b4676 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 943 time: 0.1781402 Jan 29 19:55:45.348839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.354415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57540) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:45.356512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3440635 Jan 29 19:55:45.362574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0e3ed18f-0dd3-4263-9114-48366a48c17c tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '33bea9d3-bffe-43d3-9562-6481445e9b01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:45.364621 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-0e3ed18f-0dd3-4263-9114-48366a48c17c tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 29 19:55:45.365127 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-0e3ed18f-0dd3-4263-9114-48366a48c17c tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:45.366295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0e3ed18f-0dd3-4263-9114-48366a48c17c tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076866 Jan 29 19:55:45.376617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57542) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:45.384159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.389840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:55:45.390044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-429ab7f1-5f72-4919-b2a9-8184fbc033bb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '33bea9d3-bffe-43d3-9562-6481445e9b01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:45.390576 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-429ab7f1-5f72-4919-b2a9-8184fbc033bb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 29 19:55:45.391066 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-429ab7f1-5f72-4919-b2a9-8184fbc033bb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:45.392034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-429ab7f1-5f72-4919-b2a9-8184fbc033bb tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118170 Jan 29 19:55:45.401018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:45.432831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026ba7-3e00-49a6-8cf4-8125feab7439 req-43f78808-eb40-4890-b262-3b708342f320 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:45.438281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d026ba7-3e00-49a6-8cf4-8125feab7439 req-43f78808-eb40-4890-b262-3b708342f320 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.5356355 Jan 29 19:55:45.442170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:55:45.452138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:55:45.510979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1c0bf012-be44-482d-9bd4-5f5a80b2c0ee tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '33bea9d3-bffe-43d3-9562-6481445e9b01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:45.523752 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-1c0bf012-be44-482d-9bd4-5f5a80b2c0ee tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 29 19:55:45.526211 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-1c0bf012-be44-482d-9bd4-5f5a80b2c0ee tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:45.527474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1c0bf012-be44-482d-9bd4-5f5a80b2c0ee tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1251869 Jan 29 19:55:45.530791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-f4e27aad-7fca-4768-b01e-99a964691cdb service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787718 Jan 29 19:55:45.534223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57550) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:45.553900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-250759f8-12c2-43a5-8030-a8325acb78c1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '33bea9d3-bffe-43d3-9562-6481445e9b01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:45.559052 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-250759f8-12c2-43a5-8030-a8325acb78c1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 29 19:55:45.566979 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-250759f8-12c2-43a5-8030-a8325acb78c1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:45.568227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-250759f8-12c2-43a5-8030-a8325acb78c1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0255470 Jan 29 19:55:45.592703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57552) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:45.619783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d026ba7-3e00-49a6-8cf4-8125feab7439 req-12312b4d-2a15-424c-ae01-d4bfa1025c25 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639161 Jan 29 19:55:45.620472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bee384-fb60-4f48-9c8a-48071b177041 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bea9d3-bffe-43d3-9562-6481445e9b01,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:45.652761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08c3a184-6d42-4ea5-b963-511857709f13 req-31a8a578-82fc-4421-84c3-e31914a24754 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398149 Jan 29 19:55:45.665946 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afb8a26a-40d3-4fde-8b06-985461afd8b3 req-adbaf967-68af-4ec8-b64c-9570dc582df2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663967 Jan 29 19:55:45.701638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6651f10-24f4-40ce-b3f6-2f01e50f7ef4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (33bea9d3-bffe-43d3-9562-6481445e9b01), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.854489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6651f10-24f4-40ce-b3f6-2f01e50f7ef4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (33bea9d3-bffe-43d3-9562-6481445e9b01), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:45.896368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ceca862-6293-48ab-bb03-7de41cbdffb7 req-0f141d0e-af7a-4488-8c13-7a668f8850bd service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225334 Jan 29 19:55:45.947911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Deleting port 5d673494-a2fc-46a2-8412-bd5f6d3a779d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:45.948283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d673494-a2fc-46a2-8412-bd5f6d3a779d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:46.060058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d673494-a2fc-46a2-8412-bd5f6d3a779d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:46.060433 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for floatingip (5d673494-a2fc-46a2-8412-bd5f6d3a779d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:46.076897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Calling delete_port for 5d673494-a2fc-46a2-8412-bd5f6d3a779d owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:46.279418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-d24aeb55-cdc9-4496-bf8e-d97927d002fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:46.281472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-d24aeb55-cdc9-4496-bf8e-d97927d002fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 1125 time: 0.1958864 Jan 29 19:55:46.334934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6651f10-24f4-40ce-b3f6-2f01e50f7ef4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (33bea9d3-bffe-43d3-9562-6481445e9b01), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:46.343208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6651f10-24f4-40ce-b3f6-2f01e50f7ef4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:46.347927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6651f10-24f4-40ce-b3f6-2f01e50f7ef4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/33bea9d3-bffe-43d3-9562-6481445e9b01 HTTP/1.1" status: 204 len: 168 time: 0.7531159 Jan 29 19:55:46.357660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:46.429134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651f10-24f4-40ce-b3f6-2f01e50f7ef4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bea9d3-bffe-43d3-9562-6481445e9b01,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:46.441174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ba66c-0739-410e-b898-744104afc3a8 req-566aa48a-8a75-48d8-9b3e-e6f1006a60dc tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:46.452685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e04ba66c-0739-410e-b898-744104afc3a8 req-566aa48a-8a75-48d8-9b3e-e6f1006a60dc tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 0.3061397 Jan 29 19:55:46.543686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d673494-a2fc-46a2-8412-bd5f6d3a779d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:46.609011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Port': ['ID=5d673494-a2fc-46a2-8412-bd5f6d3a779d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:46.621083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b12491b-c69e-445c-8cf2-679071b2fae6 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2622404 Jan 29 19:55:46.632016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:46.642438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--973169105'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:46.684636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-d32d50b2-7be6-4c27-93a8-27b3ae62b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:46.686338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-d32d50b2-7be6-4c27-93a8-27b3ae62b203 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 200 len: 922 time: 0.3962657 Jan 29 19:55:46.748274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e04ba66c-0739-410e-b898-744104afc3a8 req-aab8a033-edd1-4839-80ef-48e459fe3152 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884436 Jan 29 19:55:46.821721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-e6d7dcc3-16a4-4c68-b9b0-7f3180246ad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da HTTP/1.1" status: 200 len: 217 time: 0.1207461 Jan 29 19:55:46.850165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Deleting port 9a8493a8-422a-4db3-b3c3-5a5649d13420 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:46.850523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.027075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e9fcd-1df7-417d-8569-bb74a619caa4 req-43887fae-c961-4a65-aa55-ddd2907aa408 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:47.032716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e7e9fcd-1df7-417d-8569-bb74a619caa4 req-43887fae-c961-4a65-aa55-ddd2907aa408 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 943 time: 0.1511290 Jan 29 19:55:47.088673 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] create failed (client error): The resource could not be found. Jan 29 19:55:47.089747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-393f1a93-be92-4ed7-bbb4-e7cbe2c71ab2 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5580978 Jan 29 19:55:47.094002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57582) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:47.109134 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e7e9fcd-1df7-417d-8569-bb74a619caa4 req-12987e24-5b6f-4ffa-a580-fd203b2656f3 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Jan 29 19:55:47.259850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Deleting port d03c28c1-9dce-463d-8e8e-a7993f9f6591 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:47.260284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d03c28c1-9dce-463d-8e8e-a7993f9f6591), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.405812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d03c28c1-9dce-463d-8e8e-a7993f9f6591), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.423800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Calling delete_port for d03c28c1-9dce-463d-8e8e-a7993f9f6591 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:47.435680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.555227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-4fb001fd-857a-4e31-bf19-4a0372cf179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:47.556739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-4fb001fd-857a-4e31-bf19-4a0372cf179d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 200 len: 862 time: 0.7189069 Jan 29 19:55:47.582982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2f1fd-c45a-41b7-b76a-edc781a77af2 req-1869700a-881b-45de-a9a3-978ef863b715 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:47.584982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82f2f1fd-c45a-41b7-b76a-edc781a77af2 req-1869700a-881b-45de-a9a3-978ef863b715 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.7737956 Jan 29 19:55:47.605026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] For port 9a8493a8-422a-4db3-b3c3-5a5649d13420, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9a8493a8-422a-4db3-b3c3-5a5649d13420,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:47.605531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.657490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-e06b84a0-6093-489a-a5bb-9a1685cc9ac1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76f2058a-fbda-4775-9a84-4fcb71361500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933151 Jan 29 19:55:47.659238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Calling delete_port for 9a8493a8-422a-4db3-b3c3-5a5649d13420 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:47.671006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d03c28c1-9dce-463d-8e8e-a7993f9f6591), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.749161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Port': ['ID=d03c28c1-9dce-463d-8e8e-a7993f9f6591,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:47.875446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82f2f1fd-c45a-41b7-b76a-edc781a77af2 req-25453dbc-6d8a-44bb-962f-a8b5e77825b0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660534 Jan 29 19:55:47.945829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:47.951989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-54a775b8-88af-4a84-aefc-130e0cba0542 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "DELETE /v2.0/ports/d03c28c1-9dce-463d-8e8e-a7993f9f6591 HTTP/1.1" status: 204 len: 168 time: 0.8538496 Jan 29 19:55:47.971150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57598) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:48.044797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (df22aace-a57f-4d89-818e-056d710489d2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:48.062274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c17ba-da52-43c6-bc21-1ae42cfeb3ee req-0cc5c096-4411-4acf-a4da-e420e7e69ec5 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:48.081134 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc1c17ba-da52-43c6-bc21-1ae42cfeb3ee req-0cc5c096-4411-4acf-a4da-e420e7e69ec5 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 0.1831167 Jan 29 19:55:48.145534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301bff1-6cfc-450f-9597-312e5a5067a4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:48.147108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b301bff1-6cfc-450f-9597-312e5a5067a4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7e65782-4434-4382-b0a3-5c0dffc184bc HTTP/1.1" status: 200 len: 913 time: 0.1748343 Jan 29 19:55:48.150626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:48.185358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-b67a52f3-d93f-4f37-9dc0-af7c73bdf803 service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155604 Jan 29 19:55:48.196431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (df22aace-a57f-4d89-818e-056d710489d2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:48.339792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc1c17ba-da52-43c6-bc21-1ae42cfeb3ee req-2d89656b-c0d2-4cc1-ae0a-0ad144851bcc tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597721 Jan 29 19:55:48.367958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df22aace-a57f-4d89-818e-056d710489d2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:48.448163 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:48.452808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73dcd18e-d0f7-4da5-8384-ddef2a3fcfb1 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8144891 Jan 29 19:55:48.455527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:48.473964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bdde644c-5062-4a09-b142-1114dc443627 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:48.481687 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-bdde644c-5062-4a09-b142-1114dc443627 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 19:55:48.481687 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-bdde644c-5062-4a09-b142-1114dc443627 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:48.481687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bdde644c-5062-4a09-b142-1114dc443627 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100546 Jan 29 19:55:48.482099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57616) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:48.517002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0f36d65f-e57d-4dcd-814c-6d48206fd311 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:48.671091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5e3139e-3819-40f3-a75a-e0a59219144b req-151b3d82-e0f8-476b-b302-bb62cf3d4ebe service neutron] 10.222.0.26 "GET /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660809 Jan 29 19:55:48.755914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24149d7f-3cbc-4bdb-a995-c8ccf8d81eb7 req-b0887202-0ca6-401b-9bac-d05d21cd9cee tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:48.757538 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24149d7f-3cbc-4bdb-a995-c8ccf8d81eb7 req-b0887202-0ca6-401b-9bac-d05d21cd9cee tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 943 time: 0.4210031 Jan 29 19:55:48.893529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24149d7f-3cbc-4bdb-a995-c8ccf8d81eb7 req-c17b6601-067d-4ca1-ade5-bc974142bd3c tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060786 Jan 29 19:55:48.925978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (f7e65782-4434-4382-b0a3-5c0dffc184bc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:48.958999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 934a98ea-6f73-4b4d-8c4b-36bd18ae45da details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:55:48.972748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9a8493a8-422a-4db3-b3c3-5a5649d13420), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:49.050274 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-0f36d65f-e57d-4dcd-814c-6d48206fd311 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:49.051340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f36d65f-e57d-4dcd-814c-6d48206fd311 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5685887 Jan 29 19:55:49.052170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8493a8-422a-4db3-b3c3-5a5649d13420,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:49.055211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57630) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:49.065756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1a7a15d2-667d-4440-bc1a-39d0fe4c13b8 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:49.066255 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-1a7a15d2-667d-4440-bc1a-39d0fe4c13b8 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 29 19:55:49.066728 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-1a7a15d2-667d-4440-bc1a-39d0fe4c13b8 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:49.070389 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1a7a15d2-667d-4440-bc1a-39d0fe4c13b8 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056252 Jan 29 19:55:49.084123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57632) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:49.092449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-14977f3c-f169-41fd-b56e-6ce3e1df3d3a tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:49.169685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:49.187198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da', 'network_id': '76f2058a-fbda-4775-9a84-4fcb71361500', 'port_id': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da', 'mac_address': 'fa:16:3e:f6:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938f8beb-e741-4d57-b9b0-7c376d3508cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:55:49.245091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:49.245621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:49.293160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934a98ea-6f73-4b4d-8c4b-36bd18ae45da {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:55:49.410456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:49.575516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40b1e7-2925-41cd-bf24-e1d9b532eb5e req-0ac75194-6b89-4b81-a847-88253a1a5c64 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:49.582455 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:49.587005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd40b1e7-2925-41cd-bf24-e1d9b532eb5e req-0ac75194-6b89-4b81-a847-88253a1a5c64 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.4315479 Jan 29 19:55:49.604372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2b9ee-2d5f-4a7a-9887-02afd1750653 req-5e9f15d8-dc21-468a-a634-504786cf71f8 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:49.605997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27f2b9ee-2d5f-4a7a-9887-02afd1750653 req-5e9f15d8-dc21-468a-a634-504786cf71f8 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 0.3013539 Jan 29 19:55:49.699175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:49.724643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd40b1e7-2925-41cd-bf24-e1d9b532eb5e req-3298fe2b-fd2a-44f6-81d1-37f9bd3fd338 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336098 Jan 29 19:55:49.738609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Deleting port 340485ba-1c81-40ea-bd7a-636818b1d9f0 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:49.747262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:49.756462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:49.782517 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-14977f3c-f169-41fd-b56e-6ce3e1df3d3a tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:49.786395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-14977f3c-f169-41fd-b56e-6ce3e1df3d3a tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7000978 Jan 29 19:55:49.799772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:49.823823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27f2b9ee-2d5f-4a7a-9887-02afd1750653 req-9848e002-4edc-43e6-93b0-71c70ca826e4 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079799 Jan 29 19:55:49.842036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e2169f79-7447-4418-b782-fee7d2c3ba24 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:49.845091 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-e2169f79-7447-4418-b782-fee7d2c3ba24 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 29 19:55:49.847447 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-e2169f79-7447-4418-b782-fee7d2c3ba24 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:49.849173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2169f79-7447-4418-b782-fee7d2c3ba24 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0230093 Jan 29 19:55:49.858170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['934a98ea-6f73-4b4d-8c4b-36bd18ae45da'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:49.875015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57646) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:49.881341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9b9c68ee-358e-4fa3-9189-02a0186b741d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:50.045152 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:50.081057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Calling delete_port for 340485ba-1c81-40ea-bd7a-636818b1d9f0 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:50.257567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ba7b-66e8-49b4-a2c8-d67c9aa8ce78 req-3579be1a-ba89-440a-945c-cb332c379a70 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:50.266618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b429ba7b-66e8-49b4-a2c8-d67c9aa8ce78 req-3579be1a-ba89-440a-945c-cb332c379a70 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 944 time: 0.1627641 Jan 29 19:55:50.290229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:55:50.315364 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-9b9c68ee-358e-4fa3-9189-02a0186b741d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:50.319399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9b9c68ee-358e-4fa3-9189-02a0186b741d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4403346 Jan 29 19:55:50.324076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57652) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:50.328236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-79b392af-3b9d-48ee-a6cc-b6cd01526ffd tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:50.328712 n-d-825496-5 neutron-server[103562]: WARNING neutron.api.v2.base [None req-79b392af-3b9d-48ee-a6cc-b6cd01526ffd tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 29 19:55:50.329199 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-79b392af-3b9d-48ee-a6cc-b6cd01526ffd tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:50.332906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-79b392af-3b9d-48ee-a6cc-b6cd01526ffd tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060453 Jan 29 19:55:50.356758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57654) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:50.375396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5f6b18a5-e15d-40b1-a34c-e1ec0c6aa155 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:50.386342 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b429ba7b-66e8-49b4-a2c8-d67c9aa8ce78 req-3b55ca9c-82cd-43fb-a0cb-397438b988e7 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187296 Jan 29 19:55:50.513013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:50.525100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ec06697-7c72-458c-9b6d-5d76255f4d44 admin admin] 10.222.0.15 "PUT /v2.0/routers/6e2d2d39-a9dd-4340-88a5-6ff47f6456e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9848881 Jan 29 19:55:50.530381 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] Sync routers for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:50.538397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:50.555070 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:50.555929 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:50.579111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (340485ba-1c81-40ea-bd7a-636818b1d9f0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:50.750014 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:50.790753 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-5f6b18a5-e15d-40b1-a34c-e1ec0c6aa155 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:50.805715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5f6b18a5-e15d-40b1-a34c-e1ec0c6aa155 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4474576 Jan 29 19:55:50.808747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:50.815560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c2b3adc1-ced1-470c-9651-06e1da8636c4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': 'df22aace-a57f-4d89-818e-056d710489d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:50.941728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Port': ['ID=340485ba-1c81-40ea-bd7a-636818b1d9f0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:50.945928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks [] for router (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:50.958164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 934a98ea-6f73-4b4d-8c4b-36bd18ae45da up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:55:51.120944 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-c2b3adc1-ced1-470c-9651-06e1da8636c4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:51.132502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c2b3adc1-ced1-470c-9651-06e1da8636c4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3203304 Jan 29 19:55:51.135223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57676) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:51.190948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0192e-3647-499f-98c4-bd73a0f54ca4 req-4612f12d-37a7-4147-854e-704bfd894b5b tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:51.193233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7f0192e-3647-499f-98c4-bd73a0f54ca4 req-4612f12d-37a7-4147-854e-704bfd894b5b tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 0.2183733 Jan 29 19:55:51.216141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:55:51.221398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:55:51.225168 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.278046 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:55:48Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:51.334218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7f0192e-3647-499f-98c4-bd73a0f54ca4 req-9894c7c0-f082-49b9-9590-efc1ec085046 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290739 Jan 29 19:55:51.356696 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] Checking router: 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:55:51.378446 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] Routers {'6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:51.379057 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:51.427759 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc17d5a6-07f3-419c-b00b-73cfe59d89fa tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (df22aace-a57f-4d89-818e-056d710489d2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.455818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:51.456246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.489315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc17d5a6-07f3-419c-b00b-73cfe59d89fa tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (df22aace-a57f-4d89-818e-056d710489d2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.515888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3cfe33-0181-4107-9abb-25f297359e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:51.519698 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c05f505-31bc-4e3c-9ea9-c1d11d5a243c" -d '{"events": [{"server_uuid": "3d3cfe33-0181-4107-9abb-25f297359e18", "name": "network-vif-plugged", "status": "completed", "tag": "934a98ea-6f73-4b4d-8c4b-36bd18ae45da"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:51.560801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:51.624318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf256d3-357c-4223-b9a6-702d5a0861ed req-18ce1a84-8cfd-4b0d-a0bb-a680a561dcc4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:51.624907 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] Set router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:55:51.626564 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4bf256d3-357c-4223-b9a6-702d5a0861ed req-18ce1a84-8cfd-4b0d-a0bb-a680a561dcc4 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 944 time: 0.0764410 Jan 29 19:55:51.630100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.750197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:51.755679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc17d5a6-07f3-419c-b00b-73cfe59d89fa tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (df22aace-a57f-4d89-818e-056d710489d2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.759148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc17d5a6-07f3-419c-b00b-73cfe59d89fa tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.778239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc17d5a6-07f3-419c-b00b-73cfe59d89fa tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/df22aace-a57f-4d89-818e-056d710489d2 HTTP/1.1" status: 204 len: 168 time: 0.6171169 Jan 29 19:55:51.779548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57690) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:51.833670 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:55:51.861057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17d5a6-07f3-419c-b00b-73cfe59d89fa tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df22aace-a57f-4d89-818e-056d710489d2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:51.883815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4bf256d3-357c-4223-b9a6-702d5a0861ed req-2981a0be-2bcf-4539-aaf9-9db74cbc52f6 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371540 Jan 29 19:55:51.943705 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks [] for router_gateway (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:51.944710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-37e6e375-58da-4239-907b-f81b00796042 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1614871 Jan 29 19:55:51.949329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:51.953815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--14126725'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:52.001087 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4266416d-c7fb-4692-a886-e8539879099e x-openstack-request-id: req-4266416d-c7fb-4692-a886-e8539879099e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:52.001920 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3cfe33-0181-4107-9abb-25f297359e18", "name": "network-vif-plugged", "status": "completed", "tag": "934a98ea-6f73-4b4d-8c4b-36bd18ae45da", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:52.002369 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4266416d-c7fb-4692-a886-e8539879099e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:52.002982 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3cfe33-0181-4107-9abb-25f297359e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da', 'code': 200} Jan 29 19:55:52.072961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:52.181176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-abaed6d6-865a-4aa3-aeda-6682d48acf9e tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:52.182868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-abaed6d6-865a-4aa3-aeda-6682d48acf9e tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 1.6321394 Jan 29 19:55:52.216798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871debaf-ad59-406a-ab33-20a30283860a req-32545d33-fb22-42ae-9622-e31e8bf067fd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:52.218604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871debaf-ad59-406a-ab33-20a30283860a req-32545d33-fb22-42ae-9622-e31e8bf067fd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.5102181 Jan 29 19:55:52.219972 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:55:48Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:52.255722 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addbf0e8-6ac0-4cbf-bf23-420fc0af0e71 None None] The sync data for ids ['6e2d2d39-a9dd-4340-88a5-6ff47f6456e3'] in n-d-825496-5 is: [{'id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'name': 'tempest-TaggedBootDevicesTest_v242-778918599-router', 'tenant_id': 'b953bf3f955d45f18a0bc913055ef21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:45:55Z', 'updated_at': '2022-01-29T19:55:48Z', 'revision_number': 5, 'project_id': 'b953bf3f955d45f18a0bc913055ef21c', 'gw_port': {'id': 'ec979eba-d2db-4582-bfb4-05e7d427c328', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2d39-a9dd-4340-88a5-6ff47f6456e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:45:57Z', 'updated_at': '2022-01-29T19:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:52.330018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (118e5bcc-b961-4307-acee-ee67157a1f77), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:52.332368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb2cf4-235a-4e3f-80f5-9cdddaa915b3 req-3716be80-c5c0-4aea-9310-b0669e3cd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:52.334005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62fb2cf4-235a-4e3f-80f5-9cdddaa915b3 req-3716be80-c5c0-4aea-9310-b0669e3cd386 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 1127 time: 0.2168007 Jan 29 19:55:52.393344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (f7e65782-4434-4382-b0a3-5c0dffc184bc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:52.428127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (118e5bcc-b961-4307-acee-ee67157a1f77), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:52.536729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871debaf-ad59-406a-ab33-20a30283860a req-de6a935f-1d3b-4b33-9608-51b6dd797808 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879612 Jan 29 19:55:52.595111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62fb2cf4-235a-4e3f-80f5-9cdddaa915b3 req-c4d194e7-b14c-4437-98b8-92e1c21bfb69 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477324 Jan 29 19:55:52.595111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118e5bcc-b961-4307-acee-ee67157a1f77,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:52.604753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Deleting port ec979eba-d2db-4582-bfb4-05e7d427c328 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:52.605097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:52.692852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8538b-9593-40ab-8af4-589f4926ffca req-c76ce7fd-e681-4141-88fc-b640134bcddb tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:52.694526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5de8538b-9593-40ab-8af4-589f4926ffca req-c76ce7fd-e681-4141-88fc-b640134bcddb tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 945 time: 0.0702181 Jan 29 19:55:52.710611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:52.716225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:52.721715 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2aeae4f9-0d5b-4d6d-bc98-ba60cb57828d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7712598 Jan 29 19:55:52.727742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-41dfdb4b-c649-42ce-a700-75046a468abe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '118e5bcc-b961-4307-acee-ee67157a1f77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:52.794791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5de8538b-9593-40ab-8af4-589f4926ffca req-e0c70eba-295b-412f-8639-73fc48ea895b tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928378 Jan 29 19:55:52.958240 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-41dfdb4b-c649-42ce-a700-75046a468abe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The resource could not be found. Jan 29 19:55:52.962525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-41dfdb4b-c649-42ce-a700-75046a468abe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2393196 Jan 29 19:55:52.963570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:52.969066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3eac4c86-9ab9-4b40-b9c0-f9d39c1bbe2b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '118e5bcc-b961-4307-acee-ee67157a1f77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0380adfa-2096-4213-98f6-95128e67ed19'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:52.987962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Deleting port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:52.988185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.092271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5e17406e-4188-4efe-9fe1-13a6a56f7b85 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:53.102181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] For port ec979eba-d2db-4582-bfb4-05e7d427c328, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec979eba-d2db-4582-bfb4-05e7d427c328,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:53.102441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.153367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Calling delete_port for ec979eba-d2db-4582-bfb4-05e7d427c328 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:53.161903 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-3eac4c86-9ab9-4b40-b9c0-f9d39c1bbe2b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The resource could not be found. Jan 29 19:55:53.163362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3eac4c86-9ab9-4b40-b9c0-f9d39c1bbe2b tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1981251 Jan 29 19:55:53.166438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:53.225966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:55:53.228481 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.256559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Router f7e65782-4434-4382-b0a3-5c0dffc184bc has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:55:53.274733 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23f3b5cb-cc4c-4385-a501-b3f8a4d1ed65 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (118e5bcc-b961-4307-acee-ee67157a1f77), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.293260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85,segment=NetworkSegment(ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f),segment_id=ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:53.324926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23f3b5cb-cc4c-4385-a501-b3f8a4d1ed65 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (118e5bcc-b961-4307-acee-ee67157a1f77), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.344735 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.400184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca837ddc-15d0-4dac-a77c-4e5a42f00c2e req-95f7a233-5f79-4e22-9858-acfa21b46b60 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:53.410743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca837ddc-15d0-4dac-a77c-4e5a42f00c2e req-95f7a233-5f79-4e22-9858-acfa21b46b60 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 945 time: 0.3337657 Jan 29 19:55:53.447453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:53.452983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23f3b5cb-cc4c-4385-a501-b3f8a4d1ed65 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (118e5bcc-b961-4307-acee-ee67157a1f77), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.456402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23f3b5cb-cc4c-4385-a501-b3f8a4d1ed65 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.459975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-23f3b5cb-cc4c-4385-a501-b3f8a4d1ed65 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/118e5bcc-b961-4307-acee-ee67157a1f77 HTTP/1.1" status: 204 len: 168 time: 0.2899003 Jan 29 19:55:53.461522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57720) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:53.486899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3b5cb-cc4c-4385-a501-b3f8a4d1ed65 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e5bcc-b961-4307-acee-ee67157a1f77,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:53.613919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc7251c2-fbe7-4d6e-8ce2-888437ea4ec3 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1501184 Jan 29 19:55:53.618955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:53.627822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-509b77cc-7f38-40b5-9cf4-7b52002ac0cf tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '2d31c0ee-171e-4a7c-af7d-284f50dc2619', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:53.702546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca837ddc-15d0-4dac-a77c-4e5a42f00c2e req-be1bd4d5-5e78-4f29-8cc2-93b9efed7613 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875817 Jan 29 19:55:53.707736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] For port 5e17406e-4188-4efe-9fe1-13a6a56f7b85, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5e17406e-4188-4efe-9fe1-13a6a56f7b85,segment=NetworkSegment(ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f),segment_id=ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:53.708613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:53.728657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:55:53.741879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] Sync routers for ids ['f7e65782-4434-4382-b0a3-5c0dffc184bc'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:55:53.751214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-420dacb6-c485-4dc0-b4d5-bc787839b29e tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "PUT /v2.0/routers/f7e65782-4434-4382-b0a3-5c0dffc184bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5994804 Jan 29 19:55:53.764326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] Routers {'f7e65782-4434-4382-b0a3-5c0dffc184bc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:53.764977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7e65782-4434-4382-b0a3-5c0dffc184bc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:53.767086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57728) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:53.790895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Calling delete_port for 5e17406e-4188-4efe-9fe1-13a6a56f7b85 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:53.987272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:54.000416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9a8493a8-422a-4db3-b3c3-5a5649d13420 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:54.013152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:54.013414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for router (f7e65782-4434-4382-b0a3-5c0dffc184bc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.019834 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f35faab-1683-410b-b076-3eb4e0b9c3b6" -d '{"events": [{"server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "name": "network-vif-unplugged", "status": "completed", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:54.061106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ec979eba-d2db-4582-bfb4-05e7d427c328), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.088518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] Routers {'f7e65782-4434-4382-b0a3-5c0dffc184bc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:55:54.089543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7e65782-4434-4382-b0a3-5c0dffc184bc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:54.109263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b8008-27ac-4d18-b039-911373110161 req-881076d2-6dc1-41ee-9d21-807c48567153 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:54.115221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac0b8008-27ac-4d18-b039-911373110161 req-881076d2-6dc1-41ee-9d21-807c48567153 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.4068677 Jan 29 19:55:54.118272 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-509b77cc-7f38-40b5-9cf4-7b52002ac0cf tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The resource could not be found. Jan 29 19:55:54.122918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-509b77cc-7f38-40b5-9cf4-7b52002ac0cf tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5025833 Jan 29 19:55:54.126855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57740) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:54.130421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9a8493a8-422a-4db3-b3c3-5a5649d13420 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:54.130946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9a8493a8-422a-4db3-b3c3-5a5649d13420 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:54.134264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--264568805'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:54.139234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:54.139407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Pushing event deleted for resources: {'Port': ['ID=ec979eba-d2db-4582-bfb4-05e7d427c328,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:54.141292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b43258-d959-4ff3-b1d6-dff9f65e7dc6 None None] The sync data for ids ['f7e65782-4434-4382-b0a3-5c0dffc184bc'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:55:54.276564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59f6c-fa14-4f77-968e-07550ff8001c req-3e2e3104-efe9-4533-af18-4892b3004460 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:54.285104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fe59f6c-fa14-4f77-968e-07550ff8001c req-3e2e3104-efe9-4533-af18-4892b3004460 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 943 time: 0.2650640 Jan 29 19:55:54.364774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fe59f6c-fa14-4f77-968e-07550ff8001c req-ec210c2d-2903-4309-ad4b-fbc009468f7b tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/security-groups?id=bc9edca1-b041-46a3-a048-41cbe32c31e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786138 Jan 29 19:55:54.370923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.373779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5e17406e-4188-4efe-9fe1-13a6a56f7b85), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.465742 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27077fa0-06f7-4294-b71c-1de8b8eb29b8 x-openstack-request-id: req-27077fa0-06f7-4294-b71c-1de8b8eb29b8 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:54.466111 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "name": "network-vif-unplugged", "status": "completed", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:54.466439 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27077fa0-06f7-4294-b71c-1de8b8eb29b8 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:54.466911 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85', 'code': 200} Jan 29 19:55:54.519395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (f7e65782-4434-4382-b0a3-5c0dffc184bc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.524547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for router_controller (f7e65782-4434-4382-b0a3-5c0dffc184bc), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.573888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.612179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.616584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Pushing event deleted for resources: {'Port': ['ID=5e17406e-4188-4efe-9fe1-13a6a56f7b85,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:54.645465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks [] for router_controller (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.649174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] No DVR routers for this DVR port 5e17406e-4188-4efe-9fe1-13a6a56f7b85 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:54.655385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.656890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1356cac9-05cd-4498-9f1b-e7789c146c29 req-0a17d0b3-95b0-48e3-98ac-bd33a1417b96 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.13 "DELETE /v2.0/ports/5e17406e-4188-4efe-9fe1-13a6a56f7b85 HTTP/1.1" status: 204 len: 173 time: 2.4636891 Jan 29 19:55:54.657560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'name': 'network-vif-deleted', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:54.660929 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f50be-b276-468c-ba24-9f58aa7fd258" -d '{"events": [{"server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "name": "network-vif-deleted", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:54.732893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac0b8008-27ac-4d18-b039-911373110161 req-ddfbb8cb-929e-4172-a655-eb60d6878bb8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065502 Jan 29 19:55:54.787405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-390f7a9d-d6b0-4ed0-827a-b0817ecad6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:54.789408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-390f7a9d-d6b0-4ed0-827a-b0817ecad6ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1128 time: 0.5003529 Jan 29 19:55:54.792127 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc2fe5-f253-4032-9239-438240dd1a29 x-openstack-request-id: req-8acc2fe5-f253-4032-9239-438240dd1a29 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:54.795640 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7cee2-563a-4e5d-af68-55c009b9cc67", "name": "network-vif-deleted", "tag": "5e17406e-4188-4efe-9fe1-13a6a56f7b85", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:54.796538 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8acc2fe5-f253-4032-9239-438240dd1a29 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:54.797906 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7cee2-563a-4e5d-af68-55c009b9cc67', 'name': 'network-vif-deleted', 'tag': '5e17406e-4188-4efe-9fe1-13a6a56f7b85', 'status': 'completed', 'code': 200} Jan 29 19:55:54.838435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (f7e65782-4434-4382-b0a3-5c0dffc184bc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.839398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Fanout notify agent at l3_agent the message router_deleted on router f7e65782-4434-4382-b0a3-5c0dffc184bc {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:54.853421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.857560 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb477d77-7c2d-4b27-89b7-e3400a0af179 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "DELETE /v2.0/routers/f7e65782-4434-4382-b0a3-5c0dffc184bc HTTP/1.1" status: 204 len: 168 time: 1.0870876 Jan 29 19:55:54.858271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57750) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:54.872085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (7ed82262-9452-4765-9bd2-614c91630907), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.937882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Deleting subnet ba589f37-a5c6-4a8d-aa3c-74181c6adabe {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:54.961132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for subnet (ba589f37-a5c6-4a8d-aa3c-74181c6adabe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:54.973674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-4bda3da9-a575-4feb-b7aa-be7bc852b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:54.975566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-4bda3da9-a575-4feb-b7aa-be7bc852b1ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.1190262 Jan 29 19:55:55.010445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (ba589f37-a5c6-4a8d-aa3c-74181c6adabe), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.047594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0c9f0-8b36-4612-bc72-a36e06988e61 req-fdeb9418-a6c2-49f7-bf2d-433ced99467e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:55.050431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93e0c9f0-8b36-4612-bc72-a36e06988e61 req-fdeb9418-a6c2-49f7-bf2d-433ced99467e tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 945 time: 0.1268423 Jan 29 19:55:55.060497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-4dc2ae15-97ca-4615-9a9b-3b52eed6dbeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 1001 time: 0.0778117 Jan 29 19:55:55.110043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-1f1990c5-be7f-4e98-98e2-8e67ec80dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:55.111673 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-1f1990c5-be7f-4e98-98e2-8e67ec80dcef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.0455408 Jan 29 19:55:55.157696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93e0c9f0-8b36-4612-bc72-a36e06988e61 req-9758aa56-2d0a-42bc-a0eb-55193952100a tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002738 Jan 29 19:55:55.166241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-c9d571ab-497a-49d0-9e84-ce0c66699d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:55.168312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-c9d571ab-497a-49d0-9e84-ce0c66699d53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500705 Jan 29 19:55:55.175702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ba589f37-a5c6-4a8d-aa3c-74181c6adabe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.179419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (6e2d2d39-a9dd-4340-88a5-6ff47f6456e3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.184516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:55:55.187143 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.190880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a50d62b2-c49d-4be4-9dd1-d2539b347aac admin admin] 10.222.0.15 "DELETE /v2.0/routers/6e2d2d39-a9dd-4340-88a5-6ff47f6456e3 HTTP/1.1" status: 204 len: 168 time: 4.6499941 Jan 29 19:55:55.238901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d459b10-a021-4bd6-9a4b-e2cfc590ea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.247500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57754) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:55.539217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Deleting subnet 43ae2ac7-1858-4c96-b813-1c199b81f07a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:55.583687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Publish callbacks [] for subnet (43ae2ac7-1858-4c96-b813-1c199b81f07a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.681197 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (ba589f37-a5c6-4a8d-aa3c-74181c6adabe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.735829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b031a0c-c83d-4428-8bca-d53363e7c266 None None] Network 10f9024f-83a3-4fb5-b127-85445b071eee requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:55.737207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dfc6a4c9-a012-4f74-8ac8-095d35f3f906 req-d17f76a7-667b-4efa-88fa-270cc4ed6443 tempest-ServerPasswordTestJSON-28499824 tempest-ServerPasswordTestJSON-28499824-project] 10.222.0.15 "GET /v2.0/ports?device_id=87a7cee2-563a-4e5d-af68-55c009b9cc67 HTTP/1.1" status: 200 len: 210 time: 0.1500659 Jan 29 19:55:55.740249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.741684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7ed82262-9452-4765-9bd2-614c91630907), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.752746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "DELETE /v2.0/subnets/ba589f37-a5c6-4a8d-aa3c-74181c6adabe HTTP/1.1" status: 204 len: 168 time: 0.8909218 Jan 29 19:55:55.752746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0f85f-9606-48ba-a3a9-121787a140e4 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Subnet': ['ID=ba589f37-a5c6-4a8d-aa3c-74181c6adabe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:55.759853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:55.870821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed82262-9452-4765-9bd2-614c91630907,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:55.881979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-cdf5673f-32d8-4e76-9019-c8d5e4f4635f service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800797 Jan 29 19:55:55.919461 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:55.925531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-26c23fca-1c88-4ce1-8509-f18247c58642 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7957692 Jan 29 19:55:55.929247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57778) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:55.980593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928675740'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:56.027802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (43ae2ac7-1858-4c96-b813-1c199b81f07a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.094321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec979eba-d2db-4582-bfb4-05e7d427c328 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:56.151779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ec979eba-d2db-4582-bfb4-05e7d427c328 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:56.152132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec979eba-d2db-4582-bfb4-05e7d427c328 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:56.181162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.199174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] DHCP port deletion for 10f9024f-83a3-4fb5-b127-85445b071eee request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:55:56.221681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (10f9024f-83a3-4fb5-b127-85445b071eee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.282102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (43ae2ac7-1858-4c96-b813-1c199b81f07a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.328499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] Deleting port 3d356edb-62cf-4f20-af52-2eb47d062d21 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:56.346471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.403004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8e3a7-bdc3-45b9-b4e8-8f266b3d5a14 req-4446df0f-9c82-4ca2-957a-972c8d9f4426 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:56.407841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (e3fb8158-088f-4d85-8a45-b96359a26678), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.410979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1c8e3a7-bdc3-45b9-b4e8-8f266b3d5a14 req-4446df0f-9c82-4ca2-957a-972c8d9f4426 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.3761098 Jan 29 19:55:56.419594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f33229-3ab0-41b3-9a10-55464b8923bf req-264c74ea-d27e-40d1-8fd1-a3147a7f2ce1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:56.429684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08f33229-3ab0-41b3-9a10-55464b8923bf req-264c74ea-d27e-40d1-8fd1-a3147a7f2ce1 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 945 time: 0.4412448 Jan 29 19:55:56.472247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb564841-e9ab-4032-a7b7-e81d70dfe871 req-734af9d3-e24a-4e7d-b723-c8a94ccd6387 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454822 Jan 29 19:55:56.472872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e3fb8158-088f-4d85-8a45-b96359a26678), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.513968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb8158-088f-4d85-8a45-b96359a26678,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:56.543020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1c8e3a7-bdc3-45b9-b4e8-8f266b3d5a14 req-8186f10c-7c81-4512-9f2f-f745b6c7a238 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309180 Jan 29 19:55:56.566099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08f33229-3ab0-41b3-9a10-55464b8923bf req-eb8ab4e8-7a93-4424-ae91-705a6d7e87bb tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320331 Jan 29 19:55:56.573100 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.574703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bff35074-8dd2-4156-abe3-d49881165341 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6439426 Jan 29 19:55:56.577505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:56.582911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] For port 3d356edb-62cf-4f20-af52-2eb47d062d21, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d356edb-62cf-4f20-af52-2eb47d062d21,segment=NetworkSegment(60164dad-324e-4aac-8590-58b89bd3c7ff),segment_id=60164dad-324e-4aac-8590-58b89bd3c7ff)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:56.584672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.587601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-59fa1636-7230-45cf-b2d1-de283fdad1be tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group_rule': {'security_group_id': '7ed82262-9452-4765-9bd2-614c91630907', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e3fb8158-088f-4d85-8a45-b96359a26678'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:56.615082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] Calling delete_port for 3d356edb-62cf-4f20-af52-2eb47d062d21 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:56.633501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Deleting port 3d356edb-62cf-4f20-af52-2eb47d062d21 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:56.633869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.707868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] For port 3d356edb-62cf-4f20-af52-2eb47d062d21, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d356edb-62cf-4f20-af52-2eb47d062d21,segment=NetworkSegment(60164dad-324e-4aac-8590-58b89bd3c7ff),segment_id=60164dad-324e-4aac-8590-58b89bd3c7ff)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:56.708700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.738869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Calling delete_port for 3d356edb-62cf-4f20-af52-2eb47d062d21 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:56.743855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (43ae2ac7-1858-4c96-b813-1c199b81f07a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.799266 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-59fa1636-7230-45cf-b2d1-de283fdad1be tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:55:56.803033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-59fa1636-7230-45cf-b2d1-de283fdad1be tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2217174 Jan 29 19:55:56.803244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:56.858558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57794) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:56.871213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3bfe7-b63a-4a90-b798-b8493d406d61 None None] Network 534d07ce-bb8c-4683-9cca-1edf87284068 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:55:56.889231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.892944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43ae2ac7-1858-4c96-b813-1c199b81f07a HTTP/1.1" status: 204 len: 168 time: 1.6444423 Jan 29 19:55:56.901232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57796) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:56.912147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.932596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Deleting subnet 0471bf44-e0f6-4563-80a5-ae055f000f73 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:55:56.936999 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Publish callbacks [] for subnet (0471bf44-e0f6-4563-80a5-ae055f000f73), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:56.986371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62e1f0-0c3a-4041-bc44-946d3f6bd413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ae2ac7-1858-4c96-b813-1c199b81f07a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:56.996573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] Pushing event deleted for resources: {'Port': ['ID=3d356edb-62cf-4f20-af52-2eb47d062d21,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:57.022540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958c645-b83f-43fe-a31a-16a797db376a None None] No DVR routers for this DVR port 3d356edb-62cf-4f20-af52-2eb47d062d21 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:57.055398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8a47-4ffa-4f37-b094-e7d2da4061d2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (e3fb8158-088f-4d85-8a45-b96359a26678), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.083203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (0471bf44-e0f6-4563-80a5-ae055f000f73), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.160374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (534d07ce-bb8c-4683-9cca-1edf87284068), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.179994 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0471bf44-e0f6-4563-80a5-ae055f000f73), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.204524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3d356edb-62cf-4f20-af52-2eb47d062d21), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.232071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Port': ['ID=3d356edb-62cf-4f20-af52-2eb47d062d21,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:57.238696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8a47-4ffa-4f37-b094-e7d2da4061d2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (e3fb8158-088f-4d85-8a45-b96359a26678), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.247513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] DHCP port deletion for 534d07ce-bb8c-4683-9cca-1edf87284068 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:55:57.250395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] No DVR routers for this DVR port 3d356edb-62cf-4f20-af52-2eb47d062d21 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:57.350720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] Deleting port c6c47761-8890-4895-b1c8-7f06f8647511 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:57.351883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.396238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Deleting port c6c47761-8890-4895-b1c8-7f06f8647511 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:57.396525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.466539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-4e940f70-5307-4f4d-8f67-8da253d9ec2d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:57.467569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-4e940f70-5307-4f4d-8f67-8da253d9ec2d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 945 time: 0.3273842 Jan 29 19:55:57.488107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (10f9024f-83a3-4fb5-b127-85445b071eee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.540393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] For port c6c47761-8890-4895-b1c8-7f06f8647511, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c6c47761-8890-4895-b1c8-7f06f8647511,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:57.541192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.559137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] Calling delete_port for c6c47761-8890-4895-b1c8-7f06f8647511 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:57.563705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f9024f-83a3-4fb5-b127-85445b071eee']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:57.587609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60164dad-324e-4aac-8590-58b89bd3c7ff') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:57.592373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60164dad-324e-4aac-8590-58b89bd3c7ff') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:57.601078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8a47-4ffa-4f37-b094-e7d2da4061d2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e3fb8158-088f-4d85-8a45-b96359a26678), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.602446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] For port c6c47761-8890-4895-b1c8-7f06f8647511, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c6c47761-8890-4895-b1c8-7f06f8647511,segment=NetworkSegment(acba6d68-1cea-4cd4-b4ef-8d04adaf4af9),segment_id=acba6d68-1cea-4cd4-b4ef-8d04adaf4af9)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:57.602903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.607452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8a47-4ffa-4f37-b094-e7d2da4061d2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.610832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3d0f8a47-4ffa-4f37-b094-e7d2da4061d2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/e3fb8158-088f-4d85-8a45-b96359a26678 HTTP/1.1" status: 204 len: 168 time: 0.8043222 Jan 29 19:55:57.612387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57808) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:57.615004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (60164dad-324e-4aac-8590-58b89bd3c7ff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.630099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (0471bf44-e0f6-4563-80a5-ae055f000f73), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.645953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Calling delete_port for c6c47761-8890-4895-b1c8-7f06f8647511 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:57.649294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (60164dad-324e-4aac-8590-58b89bd3c7ff), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.666721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:57.669898 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (60164dad-324e-4aac-8590-58b89bd3c7ff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:57.671996 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:57.735975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.750256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0471bf44-e0f6-4563-80a5-ae055f000f73 HTTP/1.1" status: 204 len: 168 time: 0.8901298 Jan 29 19:55:57.763287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:57.774845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c596c-efe5-40ae-b18f-367c3d0d9570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0471bf44-e0f6-4563-80a5-ae055f000f73,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:57.799947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f8a47-4ffa-4f37-b094-e7d2da4061d2 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb8158-088f-4d85-8a45-b96359a26678,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:57.869550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.890189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Deleting port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:55:57.890586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:57.896120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b97f6c86-c363-43c3-8622-768e744fda1d tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2796581 Jan 29 19:55:57.906887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57812) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:57.931666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] Pushing event deleted for resources: {'Port': ['ID=c6c47761-8890-4895-b1c8-7f06f8647511,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:57.945716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fbdaf-70ab-4fd3-9592-0bc4300827aa None None] No DVR routers for this DVR port c6c47761-8890-4895-b1c8-7f06f8647511 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:58.037031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (10f9024f-83a3-4fb5-b127-85445b071eee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.046844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d356edb-62cf-4f20-af52-2eb47d062d21 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:58.053520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de48de1-c4c1-4b7b-9f72-9d0aa82d579f req-814f0855-1869-4e87-ae7c-2a17ba4a4b4d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:58.058885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9de48de1-c4c1-4b7b-9f72-9d0aa82d579f req-814f0855-1869-4e87-ae7c-2a17ba4a4b4d tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 945 time: 0.3039391 Jan 29 19:55:58.084779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3d356edb-62cf-4f20-af52-2eb47d062d21 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:58.086736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d356edb-62cf-4f20-af52-2eb47d062d21 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:58.087426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c6c47761-8890-4895-b1c8-7f06f8647511 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:55:58.130477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c6c47761-8890-4895-b1c8-7f06f8647511 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:55:58.132916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c6c47761-8890-4895-b1c8-7f06f8647511 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:55:58.165215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-980878f8-8997-4644-a746-c7e489291fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.197148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118ca518-dc2b-4b43-b841-4b9903f69e02 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (7ed82262-9452-4765-9bd2-614c91630907), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.231081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118ca518-dc2b-4b43-b841-4b9903f69e02 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (7ed82262-9452-4765-9bd2-614c91630907), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.355100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] For port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,segment=NetworkSegment(ce7e767e-39b9-4955-b342-aabcf20cb5ef),segment_id=ce7e767e-39b9-4955-b342-aabcf20cb5ef)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:55:58.355823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.374015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9de48de1-c4c1-4b7b-9f72-9d0aa82d579f req-852535b1-9bce-472f-9be0-713c7fc77c4b tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups?id=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002067 Jan 29 19:55:58.392679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Calling delete_port for 934a98ea-6f73-4b4d-8c4b-36bd18ae45da owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:55:58.402923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118ca518-dc2b-4b43-b841-4b9903f69e02 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7ed82262-9452-4765-9bd2-614c91630907), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.406515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118ca518-dc2b-4b43-b841-4b9903f69e02 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.407915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-118ca518-dc2b-4b43-b841-4b9903f69e02 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ed82262-9452-4765-9bd2-614c91630907 HTTP/1.1" status: 204 len: 168 time: 0.4991360 Jan 29 19:55:58.424833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57818) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:58.506213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca518-dc2b-4b43-b841-4b9903f69e02 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed82262-9452-4765-9bd2-614c91630907,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:58.531526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.534932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] 10.222.0.15 "DELETE /v2.0/networks/10f9024f-83a3-4fb5-b127-85445b071eee HTTP/1.1" status: 204 len: 168 time: 2.7755866 Jan 29 19:55:58.551414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.559480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107e493-7e9c-4cd6-9fc4-1d11e9935403 tempest-FloatingIPNegativeTestJSON-1767854232 tempest-FloatingIPNegativeTestJSON-1767854232-project] Pushing event deleted for resources: {'Network': ['ID=10f9024f-83a3-4fb5-b127-85445b071eee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:58.593719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ea1d5-7165-43d2-ab69-14ebbdb2a2aa req-f6943587-9e30-4aa0-a328-49cbdee34752 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:55:58.597586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-733ea1d5-7165-43d2-ab69-14ebbdb2a2aa req-f6943587-9e30-4aa0-a328-49cbdee34752 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.7695582 Jan 29 19:55:58.607058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c6c47761-8890-4895-b1c8-7f06f8647511), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.628982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-119bfc65-7f36-4b92-9ffb-4803bee6f132 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2026458 Jan 29 19:55:58.671289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:58.686255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'tempest-secgroup--727531441'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:58.691502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c47761-8890-4895-b1c8-7f06f8647511,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:58.746012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] No DVR routers for this DVR port c6c47761-8890-4895-b1c8-7f06f8647511 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:58.801439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.879677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.918609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (934a98ea-6f73-4b4d-8c4b-36bd18ae45da), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:58.929874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-733ea1d5-7165-43d2-ab69-14ebbdb2a2aa req-380b1d06-ea28-4aa1-b90a-cda8330f9a35 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165388 Jan 29 19:55:58.933041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:58.952166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['934a98ea-6f73-4b4d-8c4b-36bd18ae45da'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:55:58.970985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event deleted for resources: {'Port': ['ID=934a98ea-6f73-4b4d-8c4b-36bd18ae45da,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:59.043365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (534d07ce-bb8c-4683-9cca-1edf87284068), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.052501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.061580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:59.062919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:59.093681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] No DVR routers for this DVR port 934a98ea-6f73-4b4d-8c4b-36bd18ae45da on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:55:59.096844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.100749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7816c0b2-5bab-49af-9be6-842bea2e507c req-f6ff187f-cb63-48c1-95d8-21fd5abdeeaf tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.26 "DELETE /v2.0/ports/934a98ea-6f73-4b4d-8c4b-36bd18ae45da HTTP/1.1" status: 204 len: 173 time: 1.6274612 Jan 29 19:55:59.101961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3cfe33-0181-4107-9abb-25f297359e18', 'name': 'network-vif-deleted', 'tag': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:55:59.105568 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93456894-32f2-4c30-a13b-395f97a886d1" -d '{"events": [{"server_uuid": "3d3cfe33-0181-4107-9abb-25f297359e18", "name": "network-vif-deleted", "tag": "934a98ea-6f73-4b4d-8c4b-36bd18ae45da"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:55:59.167403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.189813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534d07ce-bb8c-4683-9cca-1edf87284068']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:59.218456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:59.219472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acba6d68-1cea-4cd4-b4ef-8d04adaf4af9') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:55:59.223848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.241184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (acba6d68-1cea-4cd4-b4ef-8d04adaf4af9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.284350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:59.284712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ed79e27d-63ba-46a6-8ec2-a3f3882d9e7f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:59.286595 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:59.305148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (acba6d68-1cea-4cd4-b4ef-8d04adaf4af9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.350568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:55:59.351159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (acba6d68-1cea-4cd4-b4ef-8d04adaf4af9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:55:59.356549 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:55:59.453164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.460423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.472409 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.476283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08 HTTP/1.1" status: 204 len: 168 time: 1.6813099 Jan 29 19:55:59.495784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b71cf-d5cc-4582-8411-10cb7d93fef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c9e7ef-2b84-4f1d-bd9c-e6cd1c2c9a08,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:59.562404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac977192-042a-4e26-bbcf-de2ae3528708 req-cbdee5b7-49f1-41c3-a66a-a181b2d9aee0 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cfe33-0181-4107-9abb-25f297359e18 HTTP/1.1" status: 200 len: 210 time: 0.0545807 Jan 29 19:55:59.563345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.570445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (534d07ce-bb8c-4683-9cca-1edf87284068), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.632015 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.639380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/534d07ce-bb8c-4683-9cca-1edf87284068 HTTP/1.1" status: 204 len: 168 time: 2.6816051 Jan 29 19:55:59.642451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:59.651213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:59.680777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57844) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:59.694652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1987286-6183-47e1-9850-17b2862b7df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=534d07ce-bb8c-4683-9cca-1edf87284068,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:55:59.736098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.769606 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7038d5-f64f-4366-b6d3-7632c119603c x-openstack-request-id: req-ed7038d5-f64f-4366-b6d3-7632c119603c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:55:59.773688 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3cfe33-0181-4107-9abb-25f297359e18", "name": "network-vif-deleted", "tag": "934a98ea-6f73-4b4d-8c4b-36bd18ae45da", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:55:59.773688 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed7038d5-f64f-4366-b6d3-7632c119603c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:55:59.773688 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3cfe33-0181-4107-9abb-25f297359e18', 'name': 'network-vif-deleted', 'tag': '934a98ea-6f73-4b4d-8c4b-36bd18ae45da', 'status': 'completed', 'code': 200} Jan 29 19:55:59.795113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.799687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b48727c-ce83-49d8-ba1c-865bf0a06fe4 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1247382 Jan 29 19:55:59.800382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:59.805147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3aad3b6d-2d33-4bb1-91cd-aba2623f82ef tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:55:59.805576 n-d-825496-5 neutron-server[103563]: WARNING neutron.api.v2.base [None req-3aad3b6d-2d33-4bb1-91cd-aba2623f82ef tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 29 19:55:59.811791 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-3aad3b6d-2d33-4bb1-91cd-aba2623f82ef tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] update failed (client error): There was a conflict when trying to complete your request. Jan 29 19:55:59.815750 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3aad3b6d-2d33-4bb1-91cd-aba2623f82ef tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "PUT /v2.0/security-groups/d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076 HTTP/1.1" status: 409 len: 330 time: 0.0143907 Jan 29 19:55:59.816443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57850) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:55:59.914460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7517dc81-76ad-4a24-bdd7-5075191977fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:55:59.965910 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7517dc81-76ad-4a24-bdd7-5075191977fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.092730 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7517dc81-76ad-4a24-bdd7-5075191977fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.095498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7517dc81-76ad-4a24-bdd7-5075191977fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.099139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7517dc81-76ad-4a24-bdd7-5075191977fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076 HTTP/1.1" status: 204 len: 168 time: 0.2794833 Jan 29 19:56:00.104635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57856) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.117458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57860) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.192075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (620998c2-33a4-45be-bd13-fa2faf634141), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.236481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9eed7ed7-aad2-4b8e-9e84-bb860a9ba4db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=806922ab05bb4d59a14231f07cb9081c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1136112 Jan 29 19:56:00.238875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57862) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.252982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.358367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a74b360a-2a51-4006-af85-9cd8561c230e admin admin] Publish callbacks [] for security_group (bc9edca1-b041-46a3-a048-41cbe32c31e8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.401913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a74b360a-2a51-4006-af85-9cd8561c230e admin admin] Publish callbacks [] for security_group (bc9edca1-b041-46a3-a048-41cbe32c31e8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.411866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517dc81-76ad-4a24-bdd7-5075191977fe tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0a1cb-01f2-4c7d-ab2f-7fd03d949076,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:00.526287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a96ea643-f2b3-42d3-a670-568d4c966508 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4205968 Jan 29 19:56:00.530335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.544549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79208ffa-1da0-4df1-be02-43bf04a225e3 req-50bd99cf-2ee6-4a2d-914e-3a140d3d0d81 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:00.553138 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79208ffa-1da0-4df1-be02-43bf04a225e3 req-50bd99cf-2ee6-4a2d-914e-3a140d3d0d81 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.4492562 Jan 29 19:56:00.575334 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-59d0df87-4944-4d35-a822-c39ee4597d23 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] delete failed (client error): The resource could not be found. Jan 29 19:56:00.578909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a74b360a-2a51-4006-af85-9cd8561c230e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bc9edca1-b041-46a3-a048-41cbe32c31e8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.581650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-59d0df87-4944-4d35-a822-c39ee4597d23 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "DELETE /v2.0/security-groups/90e22567-37f8-4d4d-8901-3813ce69fce4 HTTP/1.1" status: 404 len: 347 time: 0.0455501 Jan 29 19:56:00.583366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57866) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.604402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a74b360a-2a51-4006-af85-9cd8561c230e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.610279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a74b360a-2a51-4006-af85-9cd8561c230e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc9edca1-b041-46a3-a048-41cbe32c31e8 HTTP/1.1" status: 204 len: 168 time: 0.3699124 Jan 29 19:56:00.653077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b360a-2a51-4006-af85-9cd8561c230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9edca1-b041-46a3-a048-41cbe32c31e8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:00.709380 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-b312cfe8-692f-442a-ac7a-1e6849cbc83f tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] show failed (client error): The resource could not be found. Jan 29 19:56:00.716134 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b312cfe8-692f-442a-ac7a-1e6849cbc83f tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-groups/2c7491e8-ac79-4f90-8401-3a4f3da854af HTTP/1.1" status: 404 len: 347 time: 0.0875003 Jan 29 19:56:00.718657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57878) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.740672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79208ffa-1da0-4df1-be02-43bf04a225e3 req-38b67369-6af5-4fc5-aabf-27ad6a0bb5fa tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866229 Jan 29 19:56:00.754254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7dee1035-d278-43c8-a8d9-0f045d75fcfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a39c9ab6ca341d7923d9ec64db6b3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0662611 Jan 29 19:56:00.757146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:00.806645 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-52c5bca8-66ce-4485-83bf-0b0bfa217230 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] show failed (client error): The resource could not be found. Jan 29 19:56:00.806645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-52c5bca8-66ce-4485-83bf-0b0bfa217230 tempest-NegativeSecGroupTest-1931122084 tempest-NegativeSecGroupTest-1931122084-project] 10.222.0.15 "GET /v2.0/security-group-rules/b33b866b-d033-47f3-8df7-d34080e53e79 HTTP/1.1" status: 404 len: 356 time: 0.0811930 Jan 29 19:56:00.966318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07345ca3-5829-4c94-951f-184678f36283 admin admin] Publish callbacks [] for security_group (8287259c-4afa-46e1-9a1b-ea530eb69027), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:00.994297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Deleting port 166c28de-3120-4bb9-9ee9-78938d806133 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:00.994297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (166c28de-3120-4bb9-9ee9-78938d806133), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.027444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 934a98ea-6f73-4b4d-8c4b-36bd18ae45da no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:56:01.055961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07345ca3-5829-4c94-951f-184678f36283 admin admin] Publish callbacks [] for security_group (8287259c-4afa-46e1-9a1b-ea530eb69027), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.085926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 934a98ea-6f73-4b4d-8c4b-36bd18ae45da {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:56:01.086714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 934a98ea-6f73-4b4d-8c4b-36bd18ae45da not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:56:01.168996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] For port 166c28de-3120-4bb9-9ee9-78938d806133, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=166c28de-3120-4bb9-9ee9-78938d806133,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:01.169748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (166c28de-3120-4bb9-9ee9-78938d806133), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.188002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Calling delete_port for 166c28de-3120-4bb9-9ee9-78938d806133 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:01.251037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07345ca3-5829-4c94-951f-184678f36283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8287259c-4afa-46e1-9a1b-ea530eb69027), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.254293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07345ca3-5829-4c94-951f-184678f36283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.258678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07345ca3-5829-4c94-951f-184678f36283 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8287259c-4afa-46e1-9a1b-ea530eb69027 HTTP/1.1" status: 204 len: 168 time: 0.4992335 Jan 29 19:56:01.267373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07345ca3-5829-4c94-951f-184678f36283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287259c-4afa-46e1-9a1b-ea530eb69027,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:01.527139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.530215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (166c28de-3120-4bb9-9ee9-78938d806133), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:01.569542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Pushing event deleted for resources: {'Port': ['ID=166c28de-3120-4bb9-9ee9-78938d806133,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:01.903966 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (620998c2-33a4-45be-bd13-fa2faf634141), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.019206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49174dd-c955-4471-a3fd-503a5ec128d1 req-5d41c4a6-fb13-4565-b859-006021b3b707 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:02.026923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e49174dd-c955-4471-a3fd-503a5ec128d1 req-5d41c4a6-fb13-4565-b859-006021b3b707 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1088083 Jan 29 19:56:02.096774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e49174dd-c955-4471-a3fd-503a5ec128d1 req-af5ee9f4-0515-4a0d-acde-9e1d1c5fef4d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676491 Jan 29 19:56:02.140904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57910) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.202827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57912) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.275430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3023-5f95-47f6-ae07-0d7d003837d2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group (def1363b-d635-4ab1-b01e-5b18d37af2b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.306673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3023-5f95-47f6-ae07-0d7d003837d2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group (def1363b-d635-4ab1-b01e-5b18d37af2b2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.402450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.434322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Router 620998c2-33a4-45be-bd13-fa2faf634141 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:56:02.506672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3023-5f95-47f6-ae07-0d7d003837d2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (def1363b-d635-4ab1-b01e-5b18d37af2b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.519914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3023-5f95-47f6-ae07-0d7d003837d2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.527842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b0c3023-5f95-47f6-ae07-0d7d003837d2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "DELETE /v2.0/security-groups/def1363b-d635-4ab1-b01e-5b18d37af2b2 HTTP/1.1" status: 204 len: 168 time: 0.3842666 Jan 29 19:56:02.530306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57928) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.600163 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-959ab59d-90ce-4b7b-ad35-39f2012b6260 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] show failed (client error): The resource could not be found. Jan 29 19:56:02.607282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-959ab59d-90ce-4b7b-ad35-39f2012b6260 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "GET /v2.0/security-groups/def1363b-d635-4ab1-b01e-5b18d37af2b2 HTTP/1.1" status: 404 len: 347 time: 0.0586696 Jan 29 19:56:02.610295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57932) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.618053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c3023-5f95-47f6-ae07-0d7d003837d2 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def1363b-d635-4ab1-b01e-5b18d37af2b2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:02.619582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:56:02.631274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b707c446-6d43-4fa8-8a0a-daa74179654a admin admin] 10.222.0.15 "PUT /v2.0/routers/620998c2-33a4-45be-bd13-fa2faf634141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9876990 Jan 29 19:56:02.639533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57934) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.646962 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] Sync routers for ids ['620998c2-33a4-45be-bd13-fa2faf634141'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:56:02.689848 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] Routers {'620998c2-33a4-45be-bd13-fa2faf634141'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:02.692133 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['620998c2-33a4-45be-bd13-fa2faf634141'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:02.749976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14f731fe-039f-4c91-a019-7114132486a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.787527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49e5d00f-3ab3-485b-9ff8-1ac7c7e502aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=520287be75274eeba87d9119f8e6a1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5835912 Jan 29 19:56:02.823962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57940) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:02.903268 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] Set router 620998c2-33a4-45be-bd13-fa2faf634141 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:02.981531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Deleting port 1f3f76cc-ba7f-446e-bfe9-451fa0f741e0 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:02.982312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:02.984539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks [] for router (620998c2-33a4-45be-bd13-fa2faf634141), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.037014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14f731fe-039f-4c91-a019-7114132486a1 admin admin] Publish callbacks [] for security_group (bf46c425-6df0-48d4-9810-75aee50db12f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.075687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1629a386-6476-4dae-a784-b079bf5ea7e9 admin admin] Publish callbacks [] for security_group (a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.136411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14f731fe-039f-4c91-a019-7114132486a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf46c425-6df0-48d4-9810-75aee50db12f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.143411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1629a386-6476-4dae-a784-b079bf5ea7e9 admin admin] Publish callbacks [] for security_group (a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.207620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-14f731fe-039f-4c91-a019-7114132486a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=157a83d854c543adb0a3c271c7b94b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8029871 Jan 29 19:56:03.212453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57948) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:03.214211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.214601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for floatingip (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.233290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f731fe-039f-4c91-a019-7114132486a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf46c425-6df0-48d4-9810-75aee50db12f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:03.297250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Calling delete_port for 1f3f76cc-ba7f-446e-bfe9-451fa0f741e0 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:03.356328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks [] for router_gateway (620998c2-33a4-45be-bd13-fa2faf634141), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.425797 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:56:01Z', 'revision_number': 5, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port': {'id': 'fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620998c2-33a4-45be-bd13-fa2faf634141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:46:13Z', 'updated_at': '2022-01-29T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:03.486194 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] Checking router: 620998c2-33a4-45be-bd13-fa2faf634141 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:56:03.502648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1629a386-6476-4dae-a784-b079bf5ea7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.513063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1629a386-6476-4dae-a784-b079bf5ea7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.519691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1629a386-6476-4dae-a784-b079bf5ea7e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19 HTTP/1.1" status: 204 len: 168 time: 0.6889350 Jan 29 19:56:03.519843 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] Routers {'620998c2-33a4-45be-bd13-fa2faf634141'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:03.519843 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['620998c2-33a4-45be-bd13-fa2faf634141'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:03.548853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a386-6476-4dae-a784-b079bf5ea7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff0e44-dfb3-43f9-89b2-ee4795ff6c19,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:03.579214 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57945b12-a279-46c4-bec1-9b847199b32d admin admin] Publish callbacks [] for security_group (bf46c425-6df0-48d4-9810-75aee50db12f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.617483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Deleting port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:03.617483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.630709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a39d78-e32d-45c9-981e-aeb9402720e3 req-6095f924-3d52-472e-80d5-f956de0cbd39 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:03.648711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35a39d78-e32d-45c9-981e-aeb9402720e3 req-6095f924-3d52-472e-80d5-f956de0cbd39 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.3791785 Jan 29 19:56:03.666401 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] Set router 620998c2-33a4-45be-bd13-fa2faf634141 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:03.689925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57945b12-a279-46c4-bec1-9b847199b32d admin admin] Publish callbacks [] for security_group (bf46c425-6df0-48d4-9810-75aee50db12f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.850406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] For port fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:03.850788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:03.857503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35a39d78-e32d-45c9-981e-aeb9402720e3 req-e37d0edb-6cf0-49dd-be36-27a90cb2567c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077348 Jan 29 19:56:03.882975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Calling delete_port for fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:03.889627 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:56:03Z', 'revision_number': 6, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:03.934411 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa271f3-d037-4fc1-aec5-7746eb561424 None None] The sync data for ids ['620998c2-33a4-45be-bd13-fa2faf634141'] in n-d-825496-5 is: [{'id': '620998c2-33a4-45be-bd13-fa2faf634141', 'name': 'tempest-TaggedBootDevicesTest_v242-543827769-router', 'tenant_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:46:12Z', 'updated_at': '2022-01-29T19:56:03Z', 'revision_number': 6, 'project_id': '508c8c4d1d8548e580f24aa426dbdfe7', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:56:04.098899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57972) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:04.234110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'networks': [{'name': 'tempest-network--1601177721'}, {'name': 'tempest-network--2122749687'}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:04.234496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'network': {'name': 'tempest-network--1601177721'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:04.234894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'network': {'name': 'tempest-network--2122749687'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:04.255087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57945b12-a279-46c4-bec1-9b847199b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf46c425-6df0-48d4-9810-75aee50db12f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.255087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57945b12-a279-46c4-bec1-9b847199b32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.255087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-57945b12-a279-46c4-bec1-9b847199b32d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf46c425-6df0-48d4-9810-75aee50db12f HTTP/1.1" status: 204 len: 168 time: 1.0308135 Jan 29 19:56:04.264783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57945b12-a279-46c4-bec1-9b847199b32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf46c425-6df0-48d4-9810-75aee50db12f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:04.360950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1f3f76cc-ba7f-446e-bfe9-451fa0f741e0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.445617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Pushing event deleted for resources: {'Port': ['ID=1f3f76cc-ba7f-446e-bfe9-451fa0f741e0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:04.458578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'network': 2} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:04.463877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.521797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.595323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks [] for floatingip (c9182d05-7e5c-47de-99cf-015de9234288), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.598029 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.599774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2bca82d9-fce2-4431-be0e-703335e8bf43 tempest-ImagesOneServerNegativeTestJSON-920874597 tempest-ImagesOneServerNegativeTestJSON-920874597-project] 10.222.0.15 "DELETE /v2.0/floatingips/c9182d05-7e5c-47de-99cf-015de9234288 HTTP/1.1" status: 204 len: 168 time: 1.9561415 Jan 29 19:56:04.612731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.641675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:04.735875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for security_group (e1d3f830-fd58-43ca-98f0-c58bbbb82cdf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.838034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (620998c2-33a4-45be-bd13-fa2faf634141), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.845006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e1d3f830-fd58-43ca-98f0-c58bbbb82cdf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.845609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:04.911557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58010) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:04.986527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3f830-fd58-43ca-98f0-c58bbbb82cdf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:05.051056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:05.155506 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.156230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Deleting subnet 938f8beb-e741-4d57-b9b0-7c376d3508cc {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:56:05.158032 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Added segment 9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c of type vlan for network 2c4a41f5-0b67-40c0-b09c-6424b260a39c Jan 29 19:56:05.173767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Publish callbacks [] for subnet (938f8beb-e741-4d57-b9b0-7c376d3508cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.182822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e87a75-4d91-411e-ae95-ddca1d31b4e9 req-cd7f72aa-610d-4140-b635-39a04285337c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:05.196510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36e87a75-4d91-411e-ae95-ddca1d31b4e9 req-cd7f72aa-610d-4140-b635-39a04285337c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1215198 Jan 29 19:56:05.253920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (2c4a41f5-0b67-40c0-b09c-6424b260a39c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.255810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (620998c2-33a4-45be-bd13-fa2faf634141), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.263103 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks [] for router_controller (620998c2-33a4-45be-bd13-fa2faf634141), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.339552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (938f8beb-e741-4d57-b9b0-7c376d3508cc), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.397409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36e87a75-4d91-411e-ae95-ddca1d31b4e9 req-7beeb8de-7280-455d-8a45-62454172d720 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895804 Jan 29 19:56:05.408413 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (938f8beb-e741-4d57-b9b0-7c376d3508cc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.424139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:05.461469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2b6c5401-49bb-40be-967a-d2b88fd9f706), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.461854 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Added segment 2b6c5401-49bb-40be-967a-d2b88fd9f706 of type vlan for network e087e20e-25be-446e-823e-ed50ad32db6c Jan 29 19:56:05.521416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (620998c2-33a4-45be-bd13-fa2faf634141), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.521858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 620998c2-33a4-45be-bd13-fa2faf634141 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:56:05.566983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e087e20e-25be-446e-823e-ed50ad32db6c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.595140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.599231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-42e41335-228c-47e3-a8a4-d8d3c5071523 admin admin] 10.222.0.15 "DELETE /v2.0/routers/620998c2-33a4-45be-bd13-fa2faf634141 HTTP/1.1" status: 204 len: 168 time: 2.9583392 Jan 29 19:56:05.604082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6c94070-c539-4d2d-8f54-dfde2715bf45 req-11d6b742-5e70-4d9c-86fe-cc16597a0cca tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.1312490 Jan 29 19:56:05.610865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58028) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:05.645645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58030) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:05.678710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12bb894b-2569-4c0d-aca7-9b9e9628f8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.732284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (2c4a41f5-0b67-40c0-b09c-6424b260a39c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.732742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e087e20e-25be-446e-823e-ed50ad32db6c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.754303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:05.764856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Deleting subnet c421377a-6fd1-4ff4-a13f-4dae7654cdaf {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:56:05.765501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:05.766456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.774709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Publish callbacks [] for subnet (c421377a-6fd1-4ff4-a13f-4dae7654cdaf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.829611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (938f8beb-e741-4d57-b9b0-7c376d3508cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.925444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938f8beb-e741-4d57-b9b0-7c376d3508cc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:05.933759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12bb894b-2569-4c0d-aca7-9b9e9628f8e4 admin admin] Publish callbacks [] for security_group (6f6011c2-ce40-432b-9421-21a1626c3dfa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.949065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:05.956156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-549a90bb-8c27-46e2-aff5-1499eb877fc7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/938f8beb-e741-4d57-b9b0-7c376d3508cc HTTP/1.1" status: 204 len: 168 time: 1.0417762 Jan 29 19:56:05.959270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58048) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:05.964310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (c421377a-6fd1-4ff4-a13f-4dae7654cdaf), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.027809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166c28de-3120-4bb9-9ee9-78938d806133 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:56:06.146066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 166c28de-3120-4bb9-9ee9-78938d806133 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:56:06.146066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166c28de-3120-4bb9-9ee9-78938d806133 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:56:06.146987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:56:06.150535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (76f2058a-fbda-4775-9a84-4fcb71361500), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.160687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12bb894b-2569-4c0d-aca7-9b9e9628f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6f6011c2-ce40-432b-9421-21a1626c3dfa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.198628 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0963109 Jan 29 19:56:06.201829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58054) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:06.230526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c421377a-6fd1-4ff4-a13f-4dae7654cdaf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.294255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:56:06.294624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fcd2dc88-9d8e-4009-8f2c-8ae7cc9c117e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:56:06.312427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Network': ['ID=2c4a41f5-0b67-40c0-b09c-6424b260a39c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:06.334027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.334598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.335150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.336346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.336879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.337402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.337910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.338457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.338962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.339459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.342684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.344172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.344579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:06.364477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 2c4a41f5-0b67-40c0-b09c-6424b260a39c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:06.374482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb894b-2569-4c0d-aca7-9b9e9628f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6011c2-ce40-432b-9421-21a1626c3dfa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:06.479785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12bb894b-2569-4c0d-aca7-9b9e9628f8e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aaac9fda2835469c94f258f0420bad5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8322468 Jan 29 19:56:06.494038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58066) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:06.644584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0d28c-6123-416b-b979-4d8e35f06d6e tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Network': ['ID=e087e20e-25be-446e-823e-ed50ad32db6c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:06.657820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e087e20e-25be-446e-823e-ed50ad32db6c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:06.698765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-893cebed-74b1-4105-95c3-cecea2d3a503 admin admin] Publish callbacks [] for security_group (6f6011c2-ce40-432b-9421-21a1626c3dfa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.819548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58080) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:06.819668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (76f2058a-fbda-4775-9a84-4fcb71361500), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.831029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddff152f-5ec7-4ec7-9c2a-486cf6548d7c req-ae6dc50f-219a-4453-83be-0fd91c44f991 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1254888 Jan 29 19:56:06.835260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000bd3e-79a0-40fa-909c-27c472153f01 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:06.840734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000bd3e-79a0-40fa-909c-27c472153f01 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:06.846177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000bd3e-79a0-40fa-909c-27c472153f01 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:06.851522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000bd3e-79a0-40fa-909c-27c472153f01 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:06.859049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e000bd3e-79a0-40fa-909c-27c472153f01 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6489520 Jan 29 19:56:06.860262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-893cebed-74b1-4105-95c3-cecea2d3a503 admin admin] Publish callbacks [] for security_group (6f6011c2-ce40-432b-9421-21a1626c3dfa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.862514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58086) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:06.974737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (2c4a41f5-0b67-40c0-b09c-6424b260a39c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:06.978455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f2058a-fbda-4775-9a84-4fcb71361500']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:06.993628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7e767e-39b9-4955-b342-aabcf20cb5ef') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:06.993964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7e767e-39b9-4955-b342-aabcf20cb5ef') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:07.002458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1246-8b31-4e8c-871b-fecc3000e0b3 req-d0d752df-7135-4e37-b810-2c217e0573d7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:07.004061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-957d1246-8b31-4e8c-871b-fecc3000e0b3 req-d0d752df-7135-4e37-b810-2c217e0573d7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.4216228 Jan 29 19:56:07.015701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ce7e767e-39b9-4955-b342-aabcf20cb5ef), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.042425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1724884174'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:07.051145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-893cebed-74b1-4105-95c3-cecea2d3a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6f6011c2-ce40-432b-9421-21a1626c3dfa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.055020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-893cebed-74b1-4105-95c3-cecea2d3a503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.057783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-893cebed-74b1-4105-95c3-cecea2d3a503 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f6011c2-ce40-432b-9421-21a1626c3dfa HTTP/1.1" status: 204 len: 168 time: 0.5613451 Jan 29 19:56:07.064400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ce7e767e-39b9-4955-b342-aabcf20cb5ef), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.072530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cebed-74b1-4105-95c3-cecea2d3a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6011c2-ce40-432b-9421-21a1626c3dfa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:07.105325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:07.105958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ce7e767e-39b9-4955-b342-aabcf20cb5ef), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:07.113225 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:07.141792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (c421377a-6fd1-4ff4-a13f-4dae7654cdaf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.181582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-957d1246-8b31-4e8c-871b-fecc3000e0b3 req-b66cec9b-5564-4a99-a1c3-12ef6ca62049 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545236 Jan 29 19:56:07.182505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c421377a-6fd1-4ff4-a13f-4dae7654cdaf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:07.186164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Made reservation on behalf of d235ea61a02440318f09c1e446ab9ce7 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:07.206637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.245794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956764a-9cb3-4b4c-ab72-d88f0220061e None None] Network f70b939a-19a4-4199-8657-f7a2acacb69d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:07.262937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.266554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.273104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58096) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:07.275989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0d414e06-0ade-4c54-916f-e532cedef97f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c421377a-6fd1-4ff4-a13f-4dae7654cdaf HTTP/1.1" status: 204 len: 168 time: 1.6687558 Jan 29 19:56:07.278927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (2c4a41f5-0b67-40c0-b09c-6424b260a39c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.306503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4a41f5-0b67-40c0-b09c-6424b260a39c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:07.328336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:07.328975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:07.340125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.367967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.374743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (76f2058a-fbda-4775-9a84-4fcb71361500), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.392018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:07.392828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (9ccf0e0b-a2eb-4631-89f3-5f6fb4dbca1c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.402072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.415062 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] 10.222.0.15 "DELETE /v2.0/networks/76f2058a-fbda-4775-9a84-4fcb71361500 HTTP/1.1" status: 204 len: 168 time: 1.4476373 Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:07.416400 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:07.463477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216cbb7-9cfd-49af-9586-d754b4f05310 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f2058a-fbda-4775-9a84-4fcb71361500,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:07.583925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] DHCP port deletion for f70b939a-19a4-4199-8657-f7a2acacb69d request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:56:07.621677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks [] for security_group (4ddcb85a-d384-460e-981b-36f6345f3832), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.627400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (2c4a41f5-0b67-40c0-b09c-6424b260a39c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.640071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f70b939a-19a4-4199-8657-f7a2acacb69d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.652430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.663196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/networks/2c4a41f5-0b67-40c0-b09c-6424b260a39c HTTP/1.1" status: 204 len: 168 time: 0.7903371 Jan 29 19:56:07.665720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:07.678460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30600973-3e7d-40ae-9e8e-8d33eed34a1b tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Network': ['ID=2c4a41f5-0b67-40c0-b09c-6424b260a39c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:07.696690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] Deleting port b1125700-58ab-46a2-b59a-f64dc1de0678 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:07.697080 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.753693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4ddcb85a-d384-460e-981b-36f6345f3832), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.843627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:07.862732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] For port b1125700-58ab-46a2-b59a-f64dc1de0678, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b1125700-58ab-46a2-b59a-f64dc1de0678,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:07.863134 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.878201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-fc1d8058-1127-4053-b5cb-6d9af5653180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:07.884306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-fc1d8058-1127-4053-b5cb-6d9af5653180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1128 time: 0.0949020 Jan 29 19:56:07.951541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e087e20e-25be-446e-823e-ed50ad32db6c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.961613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (967d62c1-827c-408d-8209-81453cf552e1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:07.961964 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Added segment 967d62c1-827c-408d-8209-81453cf552e1 of type vlan for network 8a0466e6-7394-45bb-9c81-ba9addc8019c Jan 29 19:56:07.992311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddcb85a-d384-460e-981b-36f6345f3832,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:08.125504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] Calling delete_port for b1125700-58ab-46a2-b59a-f64dc1de0678 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:08.149889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58118) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:08.192936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-c5ddfe11-75b4-43d1-afd8-fc22069e7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:08.195247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-c5ddfe11-75b4-43d1-afd8-fc22069e7725 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.3015983 Jan 29 19:56:08.215347 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8a0466e6-7394-45bb-9c81-ba9addc8019c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.271348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8ed9c5c-7257-4b7f-ae58-79c74b84680a req-1e4e0ac2-96ea-45c6-8c3a-18d8df4d5f56 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.2865508 Jan 29 19:56:08.290422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Deleting port b1125700-58ab-46a2-b59a-f64dc1de0678 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:08.290778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.310777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56732f47-0cde-429e-8a23-4a4eddfbe9c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51a2e2157b8149a0b0b23b3802bbd991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570466 Jan 29 19:56:08.312393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58122) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:08.321070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-150b5561-bc33-43f7-830b-856a74c41236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 1001 time: 0.1085806 Jan 29 19:56:08.327413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b1125700-58ab-46a2-b59a-f64dc1de0678 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:56:08.449352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-cf0f34e6-05b3-40b8-aa09-8d478c92ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:08.450796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-cf0f34e6-05b3-40b8-aa09-8d478c92ccbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.1230288 Jan 29 19:56:08.460043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b1125700-58ab-46a2-b59a-f64dc1de0678 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:08.461114 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.464174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.484510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] No DVR routers for this DVR port b1125700-58ab-46a2-b59a-f64dc1de0678 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:56:08.495867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8a0466e6-7394-45bb-9c81-ba9addc8019c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.498541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8444c905-7b65-48a3-98b9-d5139b94c797 admin admin] Publish callbacks [] for security_group (65bfd02f-cb14-45d4-b4da-fe1b45cfaff9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.504309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:08.504969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.510996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c07881-c6eb-4550-9c6c-6fae7e2fd9cf None None] Pushing event deleted for resources: {'Port': ['ID=b1125700-58ab-46a2-b59a-f64dc1de0678,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:08.526351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231a8af-2d10-4896-a906-2529a6adb582 req-2d4d1fc3-5119-48a4-b2b1-da7b809c7a28 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:08.526351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8231a8af-2d10-4896-a906-2529a6adb582 req-2d4d1fc3-5119-48a4-b2b1-da7b809c7a28 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1494355 Jan 29 19:56:08.567186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8444c905-7b65-48a3-98b9-d5139b94c797 admin admin] Publish callbacks [] for security_group (65bfd02f-cb14-45d4-b4da-fe1b45cfaff9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.589547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-63c5b00e-43be-42c8-8540-89b1b5d83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:08.591218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-63c5b00e-43be-42c8-8540-89b1b5d83900 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1286440 Jan 29 19:56:08.606484 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.705318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] For port b1125700-58ab-46a2-b59a-f64dc1de0678, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b1125700-58ab-46a2-b59a-f64dc1de0678,segment=NetworkSegment(3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b),segment_id=3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:08.705596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.711937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8231a8af-2d10-4896-a906-2529a6adb582 req-9ae954b6-b706-475e-ba53-54c912bf4729 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740444 Jan 29 19:56:08.720870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Pushing event updated for resources: {'Network': ['ID=8a0466e6-7394-45bb-9c81-ba9addc8019c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:08.743594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8a0466e6-7394-45bb-9c81-ba9addc8019c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:08.777557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e087e20e-25be-446e-823e-ed50ad32db6c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.820545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-b85ba6d7-1d2d-43ad-bd3d-d955b50c0a6b service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090492 Jan 29 19:56:08.822014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Calling delete_port for b1125700-58ab-46a2-b59a-f64dc1de0678 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:08.836473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-56d71836-ee62-4f19-be9e-6d59f4e24d96 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0163116 Jan 29 19:56:08.844952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58130) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:08.854675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-05489d77-b8e6-416f-b2d2-f466c8e38dd0 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-1146361609') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:08.869252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e087e20e-25be-446e-823e-ed50ad32db6c']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:08.946359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8444c905-7b65-48a3-98b9-d5139b94c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (65bfd02f-cb14-45d4-b4da-fe1b45cfaff9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.949141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8444c905-7b65-48a3-98b9-d5139b94c797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:08.953259 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8444c905-7b65-48a3-98b9-d5139b94c797 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65bfd02f-cb14-45d4-b4da-fe1b45cfaff9 HTTP/1.1" status: 204 len: 168 time: 0.6399021 Jan 29 19:56:08.971543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444c905-7b65-48a3-98b9-d5139b94c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfd02f-cb14-45d4-b4da-fe1b45cfaff9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:08.997169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6c5401-49bb-40be-967a-d2b88fd9f706') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.006490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6c5401-49bb-40be-967a-d2b88fd9f706') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.015650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (2b6c5401-49bb-40be-967a-d2b88fd9f706), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.025416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063303a6-df7e-463e-9134-9c4c17324ac0 req-28f44ef2-a09a-42c0-b8ba-e29dca5dfe7d service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949136 Jan 29 19:56:09.046393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2b6c5401-49bb-40be-967a-d2b88fd9f706), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.057854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:09.058274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (2b6c5401-49bb-40be-967a-d2b88fd9f706), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:09.138057 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:09.213488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b1125700-58ab-46a2-b59a-f64dc1de0678), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.240126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Pushing event deleted for resources: {'Port': ['ID=b1125700-58ab-46a2-b59a-f64dc1de0678,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:09.247499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e087e20e-25be-446e-823e-ed50ad32db6c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.250809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] No DVR routers for this DVR port b1125700-58ab-46a2-b59a-f64dc1de0678 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:56:09.275921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.281600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/networks/e087e20e-25be-446e-823e-ed50ad32db6c HTTP/1.1" status: 204 len: 168 time: 1.6124556 Jan 29 19:56:09.282212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:09.304832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99eac1-63e9-444e-81da-f7935bbc9b0a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Network': ['ID=e087e20e-25be-446e-823e-ed50ad32db6c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:09.372519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-05489d77-b8e6-416f-b2d2-f466c8e38dd0 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "PUT /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-1146361609 HTTP/1.1" status: 201 len: 201 time: 0.5265193 Jan 29 19:56:09.375125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58144) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:09.380260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-38fac150-dcd9-4b6a-8421-1b312276d2f8 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-1146361609') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.469828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f70b939a-19a4-4199-8657-f7a2acacb69d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.486022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d119e6-f4ae-43b6-ad4a-db1e894c377f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:09.497118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d119e6-f4ae-43b6-ad4a-db1e894c377f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:09.501203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55d119e6-f4ae-43b6-ad4a-db1e894c377f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2181816 Jan 29 19:56:09.515227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58148) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:09.515227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-703157775'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:09.583236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-390b9510-6c44-4bde-9e18-61e0f9e188e4 req-36f40986-bdc7-4163-9223-ca9c9e43b2b3 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0736871 Jan 29 19:56:09.588274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70b939a-19a4-4199-8657-f7a2acacb69d']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.601468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.601849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.614346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.651324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:09.656703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.664720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.677978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:09.678406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (3bbb22c2-92f5-42ba-85e0-c1c6e72afb7b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:09.691824 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:09.694423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-38fac150-dcd9-4b6a-8421-1b312276d2f8 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-1146361609 HTTP/1.1" status: 204 len: 168 time: 0.3172297 Jan 29 19:56:09.699800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58158) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:09.706801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-5ff975e4-0f12-4d2e-a961-6c3df09a1e1d tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.732940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:09.808051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5ff975e4-0f12-4d2e-a961-6c3df09a1e1d tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags HTTP/1.1" status: 200 len: 238 time: 0.1046772 Jan 29 19:56:09.808297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:09.813742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-3ccadeea-7600-4847-9e6c-f9af9f55e1a2 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', {'tags': ['tempest-TagsTest-Tag-1739939337', 'tempest-TagsTest-Tag-922622516', 'tempest-TagsTest-Tag-872965434']}) {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:09.830422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f70b939a-19a4-4199-8657-f7a2acacb69d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.837772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1c8fddf7-6442-4f5a-868c-02cd155f76fc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.841640 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Added segment 1c8fddf7-6442-4f5a-868c-02cd155f76fc of type vlan for network f37a7cfe-e9bb-4469-a42d-7792b08470d3 Jan 29 19:56:09.850117 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:09.857101 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] 10.222.0.15 "DELETE /v2.0/networks/f70b939a-19a4-4199-8657-f7a2acacb69d HTTP/1.1" status: 204 len: 168 time: 2.5797448 Jan 29 19:56:09.858107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccac7d-a051-4ae4-a8ce-d7eabd077baa admin admin] Pushing event deleted for resources: {'Network': ['ID=f70b939a-19a4-4199-8657-f7a2acacb69d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:09.969918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f37a7cfe-e9bb-4469-a42d-7792b08470d3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.016431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79560-2f75-482d-8e57-cea2e07f06c5 req-49ca6fa8-80f4-43cd-93f7-775edd6f62ab tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:10.017986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89a79560-2f75-482d-8e57-cea2e07f06c5 req-49ca6fa8-80f4-43cd-93f7-775edd6f62ab tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.1002264 Jan 29 19:56:10.083248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ccadeea-7600-4847-9e6c-f9af9f55e1a2 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "PUT /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags HTTP/1.1" status: 200 len: 307 time: 0.2627621 Jan 29 19:56:10.083656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58172) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.083780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89a79560-2f75-482d-8e57-cea2e07f06c5 req-7b7e5b90-4e98-483d-960a-97705153bb6e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489397 Jan 29 19:56:10.083895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-f75db149-93cd-4c4a-8c0e-cd93ded8a07f tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-1739939337') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:10.143988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f37a7cfe-e9bb-4469-a42d-7792b08470d3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.150341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:10.155055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.222930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Network': ['ID=f37a7cfe-e9bb-4469-a42d-7792b08470d3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:10.233177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f37a7cfe-e9bb-4469-a42d-7792b08470d3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:10.278759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c117dc14-c864-4ecf-b18b-60aa8713f361 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7661939 Jan 29 19:56:10.278759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58178) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.279104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f75db149-93cd-4c4a-8c0e-cd93ded8a07f tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "DELETE /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-1739939337 HTTP/1.1" status: 204 len: 168 time: 0.2007401 Jan 29 19:56:10.279560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58180) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.283903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-7d5f7852-bbc9-4558-acd9-9292e30f228e tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-1739939337') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:10.289988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229409844'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:10.376961 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-7d5f7852-bbc9-4558-acd9-9292e30f228e tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] show failed (client error): The resource could not be found. Jan 29 19:56:10.378027 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7d5f7852-bbc9-4558-acd9-9292e30f228e tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-1739939337 HTTP/1.1" status: 404 len: 326 time: 0.1026058 Jan 29 19:56:10.380754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.385702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-e3cb071e-12a6-494c-80f8-2bc127fb97f4 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-922622516') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:10.461649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3cb071e-12a6-494c-80f8-2bc127fb97f4 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-922622516 HTTP/1.1" status: 204 len: 168 time: 0.0789657 Jan 29 19:56:10.462812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58186) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.463161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:10.466795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.468174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-ad66d094-7cac-4fec-9bae-08999c4e3abb tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-872965434') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:10.501369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:10.519942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fe9db2f6-96c7-4a99-a9e0-adb970db9665), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.520226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58188) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.520772 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Added segment fe9db2f6-96c7-4a99-a9e0-adb970db9665 of type vlan for network ce5838d9-3d60-45e9-924f-154463c8bfb4 Jan 29 19:56:10.573241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ce5838d9-3d60-45e9-924f-154463c8bfb4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.683937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad66d094-7cac-4fec-9bae-08999c4e3abb tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-872965434 HTTP/1.1" status: 204 len: 168 time: 0.2117987 Jan 29 19:56:10.684170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58194) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.684554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-99718c5e-bf3b-49c1-b81f-7fc3f8542c23 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:10.688345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ce5838d9-3d60-45e9-924f-154463c8bfb4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.706115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:10.708022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.725240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1be9bbcb-8084-4e96-a1e2-311f072d3ba3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b953bf3f955d45f18a0bc913055ef21c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033207 Jan 29 19:56:10.729170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58198) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.830832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Network': ['ID=ce5838d9-3d60-45e9-924f-154463c8bfb4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:10.860833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ce5838d9-3d60-45e9-924f-154463c8bfb4 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:10.863236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a143b1a2-0d1d-41d2-94e2-386b0ca57e25 req-52ab8596-496c-4979-abf9-c030247e10c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.0421362 Jan 29 19:56:10.866780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b45b8848-a5b1-4203-97d6-cedec4b7ae69 req-bc65073a-4219-4fb1-97b9-8c35b73c39df tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0552621 Jan 29 19:56:10.871717 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48b40ce6-5ae6-4d14-80e7-c63f92a70408 admin admin] Publish callbacks [] for security_group (cba45522-b348-40c4-81ce-d92ea3997412), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.915023 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48b40ce6-5ae6-4d14-80e7-c63f92a70408 admin admin] Publish callbacks [] for security_group (cba45522-b348-40c4-81ce-d92ea3997412), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:10.978942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dec85d0a-06b8-4f8a-a8ae-790584909e53 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6989815 Jan 29 19:56:10.980256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58208) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:10.988549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'ports': [{'network_id': 'f37a7cfe-e9bb-4469-a42d-7792b08470d3', 'name': 'tempest-port--380844339', 'admin_state_up': True}, {'network_id': 'ce5838d9-3d60-45e9-924f-154463c8bfb4', 'admin_state_up': False}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:10.989006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'port': {'network_id': 'f37a7cfe-e9bb-4469-a42d-7792b08470d3', 'name': 'tempest-port--380844339', 'admin_state_up': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:10.989514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'port': {'network_id': 'ce5838d9-3d60-45e9-924f-154463c8bfb4', 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:11.071274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-99718c5e-bf3b-49c1-b81f-7fc3f8542c23 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "DELETE /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags HTTP/1.1" status: 204 len: 168 time: 0.3873513 Jan 29 19:56:11.071976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58212) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:11.076104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-9522fc5c-495e-42ae-b7e6-ff8b667dc12b tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-922622516') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:11.099408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:11.139685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48b40ce6-5ae6-4d14-80e7-c63f92a70408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cba45522-b348-40c4-81ce-d92ea3997412), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.145848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48b40ce6-5ae6-4d14-80e7-c63f92a70408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.153447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-48b40ce6-5ae6-4d14-80e7-c63f92a70408 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cba45522-b348-40c4-81ce-d92ea3997412 HTTP/1.1" status: 204 len: 168 time: 0.4225466 Jan 29 19:56:11.159567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:56:11.182582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b40ce6-5ae6-4d14-80e7-c63f92a70408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba45522-b348-40c4-81ce-d92ea3997412,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:11.306562 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-9522fc5c-495e-42ae-b7e6-ff8b667dc12b tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] show failed (client error): The resource could not be found. Jan 29 19:56:11.310294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9522fc5c-495e-42ae-b7e6-ff8b667dc12b tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-922622516 HTTP/1.1" status: 404 len: 325 time: 0.2349205 Jan 29 19:56:11.311575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58224) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:11.317825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-16d2b9fc-fefe-4e06-9cef-b93364d22e19 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c', 'tempest-TagsTest-Tag-872965434') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:11.347271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-248506809-network', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:11.355937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187c07-4c5c-488e-98b8-cf42e60ce5b9 req-52208b3b-2060-4810-88a3-60311d8e8f93 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:11.357566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4187c07-4c5c-488e-98b8-cf42e60ce5b9 req-52208b3b-2060-4810-88a3-60311d8e8f93 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 946 time: 0.0891142 Jan 29 19:56:11.372452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:11.373572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.415168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:11.416562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:56:11.419493 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6282d787-9c37-455a-8f13-67a18d8b691f" -d '{"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-unplugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:56:11.428743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4187c07-4c5c-488e-98b8-cf42e60ce5b9 req-f6ff93cc-3627-43f4-80ce-bfd3e33ed365 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650549 Jan 29 19:56:11.472932 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1237337c-eac9-41fc-8bd0-477748fd3e9c x-openstack-request-id: req-1237337c-eac9-41fc-8bd0-477748fd3e9c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:56:11.473507 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-unplugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:56:11.474181 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1237337c-eac9-41fc-8bd0-477748fd3e9c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:56:11.474784 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'code': 200} Jan 29 19:56:11.495358 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-16d2b9fc-fefe-4e06-9cef-b93364d22e19 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] show failed (client error): The resource could not be found. Jan 29 19:56:11.497010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-16d2b9fc-fefe-4e06-9cef-b93364d22e19 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "GET /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags/tempest-TagsTest-Tag-872965434 HTTP/1.1" status: 404 len: 325 time: 0.1842144 Jan 29 19:56:11.500104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58230) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:11.505948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-69bc34c0-0da5-4732-8204-8de40424d992 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a0466e6-7394-45bb-9c81-ba9addc8019c') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:11.555366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.589886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'port': 2} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:11.594661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.596839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Made reservation on behalf of 0ded60ff00264d9fb389ecfc025e8dd5 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:11.603224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.645315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:11.645526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:11.654640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.654963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.655501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.656030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.656570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.657072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.657587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.658085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.658755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.659273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.659781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.660115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.660525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:11.680029 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.004704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] device_id is not set on port afed9093-8cca-4f39-b18b-abd4b2f73139 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:56:12.017768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks [] for security_group (1441d02d-6121-4e87-b44c-a3a0aa45a974), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.099444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a5f53dd-74a3-47ea-98bc-6b4c83d65d75 req-a1b100e9-bc5a-4794-9c01-fb9f7259a25a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.5178485 Jan 29 19:56:12.104714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1441d02d-6121-4e87-b44c-a3a0aa45a974), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.131598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74f1d13b-9d21-4017-91f7-8f72327fd8bd req-b380a0c9-45b2-4db2-9754-55e95ccb60ea tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0771363 Jan 29 19:56:12.151424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:12.181685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-69bc34c0-0da5-4732-8204-8de40424d992 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "DELETE /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c/tags HTTP/1.1" status: 204 len: 168 time: 0.6804068 Jan 29 19:56:12.182940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58254) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:12.186972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (bc71ae33-7484-4dae-a96e-7c31fea1acca), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.187332 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Added segment bc71ae33-7484-4dae-a96e-7c31fea1acca of type vlan for network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf Jan 29 19:56:12.207878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1441d02d-6121-4e87-b44c-a3a0aa45a974,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:12.263273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (18d73e22-9a07-4bf1-9fea-37b095d3dbdf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.280076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for port (afed9093-8cca-4f39-b18b-abd4b2f73139), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.332504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8a0466e6-7394-45bb-9c81-ba9addc8019c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.386020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] device_id is not set on port 20436d25-c9dd-417d-8232-1fed81560250 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:56:12.404801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (18d73e22-9a07-4bf1-9fea-37b095d3dbdf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.405772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:12.406362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.436920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8a0466e6-7394-45bb-9c81-ba9addc8019c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.457914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0466e6-7394-45bb-9c81-ba9addc8019c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:12.467909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967d62c1-827c-408d-8209-81453cf552e1') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:12.468231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967d62c1-827c-408d-8209-81453cf552e1') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:12.481997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] Pushing event updated for resources: {'Network': ['ID=18d73e22-9a07-4bf1-9fea-37b095d3dbdf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:12.482257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (967d62c1-827c-408d-8209-81453cf552e1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.493481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:12.499934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (967d62c1-827c-408d-8209-81453cf552e1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.505071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:12.505451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (967d62c1-827c-408d-8209-81453cf552e1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:12.509177 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:12.562337 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for port (20436d25-c9dd-417d-8232-1fed81560250), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.575301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f26f1439-e546-4385-8340-3997b433119c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4743199 Jan 29 19:56:12.578031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58260) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:12.587205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Request body: {'subnet': {'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-248506809-subnet', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:12.681142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8a0466e6-7394-45bb-9c81-ba9addc8019c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.692996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.692996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] 10.222.0.15 "DELETE /v2.0/networks/8a0466e6-7394-45bb-9c81-ba9addc8019c HTTP/1.1" status: 204 len: 168 time: 0.5093079 Jan 29 19:56:12.703085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Pushing event deleted for resources: {'Network': ['ID=8a0466e6-7394-45bb-9c81-ba9addc8019c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:12.711977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.712295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.712648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.712995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.713339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.713684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.714020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.714354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.714685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.715013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.715341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.715669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.715996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d14bb-52bc-4a16-9e91-2aa47957a704 tempest-TagsTest-1216985576 tempest-TagsTest-1216985576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:12.770530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (afed9093-8cca-4f39-b18b-abd4b2f73139), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.772306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Made reservation on behalf of 0ded60ff00264d9fb389ecfc025e8dd5 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:12.774950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:12.843864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58266) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:12.897897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-45ce7ca2-bd0e-4c88-b0bf-0f8a85500194 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=508c8c4d1d8548e580f24aa426dbdfe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523584 Jan 29 19:56:12.898515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58268) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:12.899073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Port': ['ID=afed9093-8cca-4f39-b18b-abd4b2f73139,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:12.911059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Checking segment: {'id': '1c8fddf7-6442-4f5a-868c-02cd155f76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f37a7cfe-e9bb-4469-a42d-7792b08470d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:12.911422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network hostable DHCP agents. Network: f37a7cfe-e9bb-4469-a42d-7792b08470d3, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:12.957143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdef47ff-6186-4699-b79f-5c34d31144ac admin admin] Publish callbacks [] for security_group (2e9706a1-9715-455e-bef8-81653bc7f29f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.003556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdef47ff-6186-4699-b79f-5c34d31144ac admin admin] Publish callbacks [] for security_group (2e9706a1-9715-455e-bef8-81653bc7f29f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.034520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network f37a7cfe-e9bb-4469-a42d-7792b08470d3 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:13.119387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f37a7cfe-e9bb-4469-a42d-7792b08470d3) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:13.123398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:13.124288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (20436d25-c9dd-417d-8232-1fed81560250), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.129648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bebbc-74fd-41c7-9225-47a918ed5d90 None None] Network f37a7cfe-e9bb-4469-a42d-7792b08470d3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:13.198785 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdef47ff-6186-4699-b79f-5c34d31144ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2e9706a1-9715-455e-bef8-81653bc7f29f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.212541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdef47ff-6186-4699-b79f-5c34d31144ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.212541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cdef47ff-6186-4699-b79f-5c34d31144ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e9706a1-9715-455e-bef8-81653bc7f29f HTTP/1.1" status: 204 len: 168 time: 0.3057868 Jan 29 19:56:13.221422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (07f0314e-f903-4389-8231-8eb45e689893), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.233662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Port': ['ID=20436d25-c9dd-417d-8232-1fed81560250,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:13.248500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef47ff-6186-4699-b79f-5c34d31144ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9706a1-9715-455e-bef8-81653bc7f29f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:13.282367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Checking segment: {'id': 'fe9db2f6-96c7-4a99-a9e0-adb970db9665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce5838d9-3d60-45e9-924f-154463c8bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:13.282737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network hostable DHCP agents. Network: ce5838d9-3d60-45e9-924f-154463c8bfb4, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:13.311487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-766b4d40-b1f5-4b68-8be0-3cf657c6512b req-b8b3532f-e82e-47e9-930f-0179f5f993cb tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0469742 Jan 29 19:56:13.340299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f0314e-f903-4389-8231-8eb45e689893,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:13.353100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Checking segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:13.353470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Network hostable DHCP agents. Network: 18d73e22-9a07-4bf1-9fea-37b095d3dbdf, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:13.408951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network ce5838d9-3d60-45e9-924f-154463c8bfb4 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:13.475229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:13.567755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ce5838d9-3d60-45e9-924f-154463c8bfb4) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:13.569643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 18d73e22-9a07-4bf1-9fea-37b095d3dbdf) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:13.574091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:13.580593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:13.585551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:13.586827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.589543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efed2d6-6a0a-4b52-8569-8ede4a782041 None None] Network ce5838d9-3d60-45e9-924f-154463c8bfb4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:13.591518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:13.592181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.594309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2446cc5-1b73-451c-9d6d-0e541bc44b50 None None] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:13.738023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-57daf982-76d1-40b2-8c10-ac8b26cef2da tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7556784 Jan 29 19:56:13.740156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58288) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:13.741537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e18643d1-7aed-49ca-a413-d00c17a42337 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1623995 Jan 29 19:56:13.747197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58290) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:13.752354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:13.805549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:56:13.806443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.828317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52b89b-915c-47fb-8354-cc8ab6026b34 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:13.834001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52b89b-915c-47fb-8354-cc8ab6026b34 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:13.835588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e52b89b-915c-47fb-8354-cc8ab6026b34 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0940132 Jan 29 19:56:13.839130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58294) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:13.844580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-0e129d8a-02cd-46a0-9973-2b23f065a4e5 req-2f4427f6-aa3d-42c7-bf3f-5f41ee18b262 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:56:13.861045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e129d8a-02cd-46a0-9973-2b23f065a4e5 req-2f4427f6-aa3d-42c7-bf3f-5f41ee18b262 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5580978 Jan 29 19:56:13.879094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.880456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:13.970354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Allocated IP 172.20.0.2 (18d73e22-9a07-4bf1-9fea-37b095d3dbdf/07f0314e-f903-4389-8231-8eb45e689893/bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:13.972117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:14.010365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks [] for router_controller (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.047671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Deleting port afed9093-8cca-4f39-b18b-abd4b2f73139 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:14.048059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (afed9093-8cca-4f39-b18b-abd4b2f73139), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.064052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:14.201846 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Publish callbacks [] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.251913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f7f272f-0bd0-4f17-bc41-74bd1a25a15c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d235ea61a02440318f09c1e446ab9ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2786326 Jan 29 19:56:14.258272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5844fc-330b-4f29-8eab-46fbb136c0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.260190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58314) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:14.302337 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.358699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43427f92-300a-4557-b44c-7ce2b77943cd admin admin] Publish callbacks [] for security_group (4ddcb85a-d384-460e-981b-36f6345f3832), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.362202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Pushing event updated for resources: {'Port': ['ID=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:14.399934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:14.403586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:14.413725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:14.440158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43427f92-300a-4557-b44c-7ce2b77943cd admin admin] Publish callbacks [] for security_group (4ddcb85a-d384-460e-981b-36f6345f3832), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.521025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5f32800-48aa-42ce-a909-8a310d10bafa req-dc19b58d-f598-4123-be8a-ca22b5364ed4 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0460021 Jan 29 19:56:14.528048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Attempting to bind port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:14.528733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Attempting to bind port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:14.529309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Attempting to bind port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 on network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:14.535108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:14.535719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Checking segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:14.536390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.536998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Bound using segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:14.537834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Bound port: bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:14.538444 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.563328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5844fc-330b-4f29-8eab-46fbb136c0fb admin admin] Publish callbacks [] for security_group (2b06ad66-946a-429f-8b63-ca7d1d7c3c43), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.639911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] For port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:14.646118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa5844fc-330b-4f29-8eab-46fbb136c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2b06ad66-946a-429f-8b63-ca7d1d7c3c43), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.655107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] For port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:14.690730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43427f92-300a-4557-b44c-7ce2b77943cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4ddcb85a-d384-460e-981b-36f6345f3832), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.694669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43427f92-300a-4557-b44c-7ce2b77943cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.699803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-43427f92-300a-4557-b44c-7ce2b77943cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ddcb85a-d384-460e-981b-36f6345f3832 HTTP/1.1" status: 204 len: 168 time: 0.4381495 Jan 29 19:56:14.713913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa5844fc-330b-4f29-8eab-46fbb136c0fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06664603a8314379881109cfa9a6e06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6482348 Jan 29 19:56:14.714955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5844fc-330b-4f29-8eab-46fbb136c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b06ad66-946a-429f-8b63-ca7d1d7c3c43,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:14.730094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:14.777593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43427f92-300a-4557-b44c-7ce2b77943cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddcb85a-d384-460e-981b-36f6345f3832,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:14.812090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.835257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a5a43a2d-057c-4475-8198-bc02cc5c028f admin admin] Publish callbacks [] for security_group (2b06ad66-946a-429f-8b63-ca7d1d7c3c43), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.866315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a5a43a2d-057c-4475-8198-bc02cc5c028f admin admin] Publish callbacks [] for security_group (2b06ad66-946a-429f-8b63-ca7d1d7c3c43), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.877283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (afed9093-8cca-4f39-b18b-abd4b2f73139), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:14.893558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Calling delete_port for afed9093-8cca-4f39-b18b-abd4b2f73139 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:14.935583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68759567-86d4-4d3c-892a-5637ccc5faa5 None None] Pushing event updated for resources: {'Port': ['ID=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:15.010078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks [] for router_gateway (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.029590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6e05-2585-4e9c-b25c-70fc7bade24b req-1a7cc08f-afc5-465b-bc72-7647cd204daa tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:15.031137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df8b6e05-2585-4e9c-b25c-70fc7bade24b req-1a7cc08f-afc5-465b-bc72-7647cd204daa tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.8294563 Jan 29 19:56:15.082997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a5a43a2d-057c-4475-8198-bc02cc5c028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2b06ad66-946a-429f-8b63-ca7d1d7c3c43), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.088730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a5a43a2d-057c-4475-8198-bc02cc5c028f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.090066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a5a43a2d-057c-4475-8198-bc02cc5c028f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b06ad66-946a-429f-8b63-ca7d1d7c3c43 HTTP/1.1" status: 204 len: 168 time: 0.3590884 Jan 29 19:56:15.104716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a43a2d-057c-4475-8198-bc02cc5c028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b06ad66-946a-429f-8b63-ca7d1d7c3c43,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:15.110461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df8b6e05-2585-4e9c-b25c-70fc7bade24b req-07d50c25-e2b0-4b2f-b5d2-9772a3a42f61 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652239 Jan 29 19:56:15.217375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (afed9093-8cca-4f39-b18b-abd4b2f73139), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.254647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-4b616170-f55e-4526-8c76-b7b1132c9727 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4345255 Jan 29 19:56:15.272773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Port': ['ID=afed9093-8cca-4f39-b18b-abd4b2f73139,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:15.292044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.306020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-57be81ff-183c-4f12-8c3b-e7cf9d098400 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/ports/afed9093-8cca-4f39-b18b-abd4b2f73139 HTTP/1.1" status: 204 len: 168 time: 1.4646845 Jan 29 19:56:15.307956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58358) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:15.312232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-3e2cccb8-116c-49ae-85fc-423c32594c7a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:56:15.313421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-3e2cccb8-116c-49ae-85fc-423c32594c7a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098455 Jan 29 19:56:15.395537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7343f037-3d71-4aff-8bca-c2889ad0d41d req-565efc8e-b5de-4f3b-9e41-914cc1140d35 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0676136 Jan 29 19:56:15.532696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Deleting port 20436d25-c9dd-417d-8232-1fed81560250 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:15.533044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (20436d25-c9dd-417d-8232-1fed81560250), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.695011 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (20436d25-c9dd-417d-8232-1fed81560250), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.727600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Calling delete_port for 20436d25-c9dd-417d-8232-1fed81560250 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:15.749773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks [] for router_gateway (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.801387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:15.815173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58376) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:15.964150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Allocated IP 172.25.5.36 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:16.011596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (20436d25-c9dd-417d-8232-1fed81560250), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.063765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Port': ['ID=20436d25-c9dd-417d-8232-1fed81560250,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:16.082398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.085732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b4bcc97-e12a-4137-bd65-15ff73f4a0e3 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/ports/20436d25-c9dd-417d-8232-1fed81560250 HTTP/1.1" status: 204 len: 168 time: 0.7767413 Jan 29 19:56:16.097278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58384) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:16.099387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:16.128827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-network', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:16.188435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9e9421aa-5426-48ce-9278-ecdb20c23e31 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0968513 Jan 29 19:56:16.196426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58388) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:16.219335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks [] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.237925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-540102400'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:16.249852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:16.262029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.382265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e7c04-12c3-4775-8a1f-76917aee6a5b req-2b3c1dd4-08d8-4b8c-8a5f-d5ef57b37928 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:16.388296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.391192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a8e7c04-12c3-4775-8a1f-76917aee6a5b req-2b3c1dd4-08d8-4b8c-8a5f-d5ef57b37928 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1173246 Jan 29 19:56:16.393350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Made reservation on behalf of f103e0c06f404c8282a39e1af1d224da for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:16.396160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.402477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58394) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:16.417362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:16.417874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.479133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:16.485060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a8e7c04-12c3-4775-8a1f-76917aee6a5b req-fb23b544-7f2b-4a30-a01e-09dbefa2dc84 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839734 Jan 29 19:56:16.486430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:16.490647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:16.494992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.497924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:16.504917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.508697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:16.580583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Pushing event updated for resources: {'Port': ['ID=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:16.582022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.612875 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f362626-2f03-4172-971b-4525baef4951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.627759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d079ef7-efcf-4b0d-bd46-19b1d45d229a None None] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:16.644133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ae3b9eb-4ef6-4557-912c-f4ca910043cb req-180a5787-d1ce-4ec5-9f41-a5ccbb2e5b24 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0746391 Jan 29 19:56:16.648380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:16.668857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4728c527-3d43-4fcc-a577-d7341cb34ecf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.670003 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Added segment 4728c527-3d43-4fcc-a577-d7341cb34ecf of type vlan for network 755ece08-3bb1-490c-a8bd-b59ad29455f9 Jan 29 19:56:16.723492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:16.811198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dc083180-6afd-4d4d-99d3-ea7c08c3318d None None] Provisioning complete for port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:16.811198 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc083180-6afd-4d4d-99d3-ea7c08c3318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.811456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks [] for security_group (a58fda63-b2fa-4a12-a01a-025570975d69), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.856473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (755ece08-3bb1-490c-a8bd-b59ad29455f9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.948259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a58fda63-b2fa-4a12-a01a-025570975d69), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:16.956447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f362626-2f03-4172-971b-4525baef4951 admin admin] Publish callbacks [] for security_group (852379df-0e13-4f70-b1b7-cd3072055bbc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.013704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:17.027987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc083180-6afd-4d4d-99d3-ea7c08c3318d None None] Current status of the port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:17.052184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.052659 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Added segment fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e of type vlan for network 170f4e97-988d-41e8-93b8-a6981e176885 Jan 29 19:56:17.108299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (170f4e97-988d-41e8-93b8-a6981e176885), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.136971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58fda63-b2fa-4a12-a01a-025570975d69,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:17.157704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f362626-2f03-4172-971b-4525baef4951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (852379df-0e13-4f70-b1b7-cd3072055bbc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.173730 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks [] for router_gateway (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.203134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9f362626-2f03-4172-971b-4525baef4951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=166864ecfeca46388447bc19baf17c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7938237 Jan 29 19:56:17.204285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (755ece08-3bb1-490c-a8bd-b59ad29455f9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.210541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:17.212495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.236747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58412) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:17.352808 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (170f4e97-988d-41e8-93b8-a6981e176885), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.353799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:17.354786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.386136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1881011 Jan 29 19:56:17.393714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58416) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:17.401526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-208681095'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:17.466098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e9e89458-a62c-416a-861c-4f4b689eb690 None None] Provisioning complete for port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:17.467056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e9e89458-a62c-416a-861c-4f4b689eb690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.503422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6868520 Jan 29 19:56:17.510073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58418) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:17.514601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f362626-2f03-4172-971b-4525baef4951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852379df-0e13-4f70-b1b7-cd3072055bbc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:17.515803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Request body: {'subnet': {'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-subnet', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:17.537187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b1c79-636e-4ecf-9bd5-3c4c742f045f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Network': ['ID=755ece08-3bb1-490c-a8bd-b59ad29455f9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:17.555209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a05ea19b-3a88-42f1-b8b1-9a8df6ce7b44 admin admin] Publish callbacks [] for security_group (852379df-0e13-4f70-b1b7-cd3072055bbc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.580247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 755ece08-3bb1-490c-a8bd-b59ad29455f9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:17.614174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a05ea19b-3a88-42f1-b8b1-9a8df6ce7b44 admin admin] Publish callbacks [] for security_group (852379df-0e13-4f70-b1b7-cd3072055bbc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.619817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:17.623418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.639254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.705339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Made reservation on behalf of f103e0c06f404c8282a39e1af1d224da for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:17.711205 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.733838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:17.755209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e9e89458-a62c-416a-861c-4f4b689eb690 None None] Current status of the port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:17.781936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (502684de-8aea-4da9-9987-53792a9e00d2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.782330 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Added segment 502684de-8aea-4da9-9987-53792a9e00d2 of type vlan for network f4ffd46f-da0a-46c5-bfe2-2388051dd132 Jan 29 19:56:17.797257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a05ea19b-3a88-42f1-b8b1-9a8df6ce7b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (852379df-0e13-4f70-b1b7-cd3072055bbc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.800759 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a05ea19b-3a88-42f1-b8b1-9a8df6ce7b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:17.802164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a05ea19b-3a88-42f1-b8b1-9a8df6ce7b44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/852379df-0e13-4f70-b1b7-cd3072055bbc HTTP/1.1" status: 204 len: 168 time: 0.5130005 Jan 29 19:56:17.823122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a29741-acb0-4167-8c7a-6eb9c298d7c4 req-0268b020-e978-455b-8e66-dbe8b7654568 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:17.825011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34a29741-acb0-4167-8c7a-6eb9c298d7c4 req-0268b020-e978-455b-8e66-dbe8b7654568 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1462264 Jan 29 19:56:17.830362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e801f-55f1-4f25-870b-502aa919db89 admin admin] Pushing event updated for resources: {'Network': ['ID=170f4e97-988d-41e8-93b8-a6981e176885,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:17.845641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ea19b-3a88-42f1-b8b1-9a8df6ce7b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852379df-0e13-4f70-b1b7-cd3072055bbc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:17.935874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34a29741-acb0-4167-8c7a-6eb9c298d7c4 req-d25e833c-f43d-4256-957e-514a66781f21 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935822 Jan 29 19:56:17.999579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dbf89fe-65b5-4b43-85ec-8634dffe2a5a req-c70273a0-481f-447a-884b-50de60f73130 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.2135904 Jan 29 19:56:18.043891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f4ffd46f-da0a-46c5-bfe2-2388051dd132), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:18.232249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f4ffd46f-da0a-46c5-bfe2-2388051dd132), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:18.239073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:18.239691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:18.250535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 170f4e97-988d-41e8-93b8-a6981e176885 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:18.276875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:18.327463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:56:18.331133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Network': ['ID=f4ffd46f-da0a-46c5-bfe2-2388051dd132,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:18.387307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f4ffd46f-da0a-46c5-bfe2-2388051dd132 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:18.468557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (a89eefd6-428d-498b-90d8-da6bce5cda38), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:18.471503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:18.471999 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:18.528075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cad13fe1-fff9-4b91-adda-9e8b200c25b2 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1303654 Jan 29 19:56:18.571912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89eefd6-428d-498b-90d8-da6bce5cda38,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:18.637483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:18.650848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:56:18.682687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Sync routers for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:56:18.693140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:18.693772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:18.722826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Checking segment: {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:18.729255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Network hostable DHCP agents. Network: 170f4e97-988d-41e8-93b8-a6981e176885, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:18.814216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:18.824329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d472886-698d-477a-ab83-ee5561c68f4f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0757444 Jan 29 19:56:18.828044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58444) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:18.880574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Network 170f4e97-988d-41e8-93b8-a6981e176885 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:18.951048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:18.969777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 170f4e97-988d-41e8-93b8-a6981e176885) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:18.989774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:18.991563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:19.144636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a1ed033-438e-4de9-ae56-51b944637c99 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6306689 Jan 29 19:56:19.144877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58460) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:19.157899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:19.206391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061fc1a6-88dd-4e2a-85d1-fff0571aebef None None] Network 170f4e97-988d-41e8-93b8-a6981e176885 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:19.341498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-511a9630-e4eb-4fe2-8cbf-cd8f28316efe req-9a133fd7-7ac8-4aa7-a700-01c1bf695f9e tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1260989 Jan 29 19:56:19.342504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (ac7f6bae-29c9-48d9-8a5c-cadac405a510), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:19.344186 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (ac7f6bae-29c9-48d9-8a5c-cadac405a510), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:19.474217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks [] for router_controller (ac7f6bae-29c9-48d9-8a5c-cadac405a510), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:19.546946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da66ec-7b8c-42ae-a0e8-3f4d99e7206c None None] Network 170f4e97-988d-41e8-93b8-a6981e176885 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:19.847318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e811714-7e96-4360-9106-a6f756988a54 req-09bc12e9-a3e7-4aa6-a52b-a89b8c6c2128 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:19.875158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e811714-7e96-4360-9106-a6f756988a54 req-09bc12e9-a3e7-4aa6-a52b-a89b8c6c2128 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.6690204 Jan 29 19:56:19.908711 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks [] for router_gateway (ac7f6bae-29c9-48d9-8a5c-cadac405a510), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:20.022097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:16Z', 'revision_number': 3, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:20.089828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Checking router: 45f0a104-2ac2-43ac-aa38-e3d775b15a2e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:56:20.090715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Updating router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:56:20.167529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e811714-7e96-4360-9106-a6f756988a54 req-1daa0e0b-3e7f-424f-b2eb-9918b8ff8576 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912102 Jan 29 19:56:20.203112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:20.582670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks [] for router_gateway (ac7f6bae-29c9-48d9-8a5c-cadac405a510), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:20.606978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:20.683649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:20.792050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26b5ced5-9742-4d70-8887-47f3480e678e req-4d87f6bf-143d-417e-bbec-91dd87494739 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.2119379 Jan 29 19:56:21.075372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Allocated IP 172.20.0.1 (18d73e22-9a07-4bf1-9fea-37b095d3dbdf/07f0314e-f903-4389-8231-8eb45e689893/8048577b-cbee-4f0c-ac1e-26c5747f2eb0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:21.077511 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Publish callbacks [] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.078189 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks [] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.164878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.238646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.260790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:21.303503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Allocated IP 172.25.5.188 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/5d9605d2-2b40-4c48-8198-f81773a5e43c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:21.376955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Pushing event updated for resources: {'Port': ['ID=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:21.402592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5914-1426-4296-804b-2190c956279d None None] Pushing event updated for resources: {'Port': ['ID=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:21.410276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Attempting to bind port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:21.418667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Attempting to bind port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:21.418667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Attempting to bind port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:21.426113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:21.430727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:21.438989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:21.439518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:21.440835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.442861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:21.443489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Bound port: 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:21.444646 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.457366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:21.599679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] For port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:21.605537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] For port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:21.640581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c94e-3233-44de-a825-7f6cfb1cde93 req-a5afe575-a3a4-4103-ad46-b46eb6dbf200 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:21.649407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks [] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.657471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e716c94e-3233-44de-a825-7f6cfb1cde93 req-a5afe575-a3a4-4103-ad46-b46eb6dbf200 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2670581 Jan 29 19:56:21.685697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.704377 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.798883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:21.799679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:21.814691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58496) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:21.827493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'subnets': [{'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2031893776', 'ip_version': 6}, {'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:21.827823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'subnet': {'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2031893776', 'ip_version': 6}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:21.828625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddc686b8-c9aa-4aeb-b8b4-29f2f4908c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.830689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Request body: {'subnet': {'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:21.869494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:21.914559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5914-1426-4296-804b-2190c956279d None None] Pushing event updated for resources: {'Port': ['ID=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:21.962259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:21.980893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:22.012259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:22.040115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e716c94e-3233-44de-a825-7f6cfb1cde93 req-e729ea00-c761-4591-98ec-ab357dfe56db tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808084 Jan 29 19:56:22.092078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9605d2-2b40-4c48-8198-f81773a5e43c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:22.095197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:22.102187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb5fcc7-4f7c-43a1-a123-4f256a4ddaad req-890fa22b-d1d0-4266-b873-5e2c80a5f05b tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1279743 Jan 29 19:56:22.283726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.307033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddc686b8-c9aa-4aeb-b8b4-29f2f4908c92 admin admin] Publish callbacks [] for security_group (d8c5a369-cae5-43ff-832d-8ebf2d73fce3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.374424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Made reservation on behalf of 7f66af5f86e0428ca22a319cf6944371 for: {'subnet': 2} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:22.380715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.381060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.394851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddc686b8-c9aa-4aeb-b8b4-29f2f4908c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d8c5a369-cae5-43ff-832d-8ebf2d73fce3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.519634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc686b8-c9aa-4aeb-b8b4-29f2f4908c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c5a369-cae5-43ff-832d-8ebf2d73fce3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:22.522616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4234e8b0-d554-4f5f-bf7b-c8c9089e9dbf None None] Provisioning complete for port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:22.525787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4234e8b0-d554-4f5f-bf7b-c8c9089e9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.530426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ddc686b8-c9aa-4aeb-b8b4-29f2f4908c92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=228fd50572ac4cfdad4e37542ae66fab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2660217 Jan 29 19:56:22.534000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58506) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:22.620351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef367d54-1a93-421b-b6ac-a183d88575e0 admin admin] Publish callbacks [] for security_group (d8c5a369-cae5-43ff-832d-8ebf2d73fce3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.659674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4234e8b0-d554-4f5f-bf7b-c8c9089e9dbf None None] Port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:56:22.710529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef367d54-1a93-421b-b6ac-a183d88575e0 admin admin] Publish callbacks [] for security_group (d8c5a369-cae5-43ff-832d-8ebf2d73fce3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.751727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:16Z', 'revision_number': 3, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:22.762613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks [] for router_gateway (ac7f6bae-29c9-48d9-8a5c-cadac405a510), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:22.787136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c3537-573d-4b7a-98ae-0ff58a1a905a None None] The sync data for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 is: [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:16Z', 'revision_number': 3, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:56:23.057933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks [] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:23.090281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (afebc040-9bdb-437e-a93f-54e8d3d1206a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:23.225312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:23.472815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Subnet': ['ID=afebc040-9bdb-437e-a93f-54e8d3d1206a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:23.512112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Checking segment: {'id': '4728c527-3d43-4fcc-a577-d7341cb34ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:23.513992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network hostable DHCP agents. Network: 755ece08-3bb1-490c-a8bd-b59ad29455f9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:23.546466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590b3d0-e016-471c-b98c-6d4e87ceed9b req-1eb76fa8-7858-4578-9b3d-b71978bc8520 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:23.550802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590b3d0-e016-471c-b98c-6d4e87ceed9b req-1eb76fa8-7858-4578-9b3d-b71978bc8520 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2826560 Jan 29 19:56:23.560953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:23.577727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Pushing event updated for resources: {'Port': ['ID=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:23.760480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590b3d0-e016-471c-b98c-6d4e87ceed9b req-3e7a3047-3201-47b3-8ae4-8242f351cccd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995676 Jan 29 19:56:23.832714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network 755ece08-3bb1-490c-a8bd-b59ad29455f9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:23.881971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5cca7de6-fe2d-42b1-8b7d-e49884fe7d9c req-d542a7fb-fc37-40b0-9ff4-31c33b2556db tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0909059 Jan 29 19:56:23.883224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:23.885530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:23.914210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (ac7f6bae-29c9-48d9-8a5c-cadac405a510), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.032659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef367d54-1a93-421b-b6ac-a183d88575e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d8c5a369-cae5-43ff-832d-8ebf2d73fce3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.035697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef367d54-1a93-421b-b6ac-a183d88575e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.036498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef367d54-1a93-421b-b6ac-a183d88575e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8c5a369-cae5-43ff-832d-8ebf2d73fce3 HTTP/1.1" status: 204 len: 168 time: 1.5003338 Jan 29 19:56:24.104564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef367d54-1a93-421b-b6ac-a183d88575e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c5a369-cae5-43ff-832d-8ebf2d73fce3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:24.168868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:24.286399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 755ece08-3bb1-490c-a8bd-b59ad29455f9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:24.298649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:24.300080 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.313114 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (2523a999-d907-4951-9567-41c2eac01414), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.354634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b07c8-2bf8-472b-b32c-cef99f6eb680 None None] Network 755ece08-3bb1-490c-a8bd-b59ad29455f9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:24.366647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Router ac7f6bae-29c9-48d9-8a5c-cadac405a510 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:56:24.439574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:56:24.550825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event updated for resources: {'Subnet': ['ID=2523a999-d907-4951-9567-41c2eac01414,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:24.637888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b7ba739b-77a1-4ce2-b45a-cde93072d815 None None] Provisioning complete for port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:24.643038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b7ba739b-77a1-4ce2-b45a-cde93072d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.656822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:56:24.678145 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Sync routers for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:56:24.690344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Checking segment: {'id': '502684de-8aea-4da9-9987-53792a9e00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:24.690715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network hostable DHCP agents. Network: f4ffd46f-da0a-46c5-bfe2-2388051dd132, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:24.694544 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:24.695907 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:24.757169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.759407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b49c2988-6fcd-4201-b355-5e5338386a98 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6124916 Jan 29 19:56:24.762134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58538) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:24.849160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:24.849561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.892121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:24.900194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba739b-77a1-4ce2-b45a-cde93072d815 None None] Port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:56:24.909246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-755ece08-3bb1-490c-a8bd-b59ad29455f9', 'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9', 'project_id': '7f66af5f86e0428ca22a319cf6944371', 'fixed_ips': [{'subnet_id': 'afebc040-9bdb-437e-a93f-54e8d3d1206a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:56:24.911038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:24.923793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:56:24.929815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9a610dd8-df7b-4a54-9939-8114f9254442 admin admin] 10.222.0.15 "PUT /v2.0/routers/45f0a104-2ac2-43ac-aa38-e3d775b15a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0996106 Jan 29 19:56:25.032394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:25.039898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Network f4ffd46f-da0a-46c5-bfe2-2388051dd132 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:25.045583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:25.180536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87396221-e750-4433-bef3-94f0bbecfb69 req-8a5156ed-97d6-4a0d-9f87-8c6351754cd4 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:25.182186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87396221-e750-4433-bef3-94f0bbecfb69 req-8a5156ed-97d6-4a0d-9f87-8c6351754cd4 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2943521 Jan 29 19:56:25.183391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f4ffd46f-da0a-46c5-bfe2-2388051dd132) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:25.209504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd6cb2-0e79-45b8-b9c3-a4beaf67cced None None] Network f4ffd46f-da0a-46c5-bfe2-2388051dd132 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:25.221545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:25.222021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:25.222674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:25.265300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a695c81e-961e-45d2-80e4-b4621b690c0d req-178c23ca-21dc-4226-9d1b-4e9514f8c04f tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1252675 Jan 29 19:56:25.274100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:25.308187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-260dfa6b-8c9f-4fc0-824b-f1b7b20b9e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:25.318794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Allocated IP 2001:db8::1 (755ece08-3bb1-490c-a8bd-b59ad29455f9/afebc040-9bdb-437e-a93f-54e8d3d1206a/5f05c973-0136-4562-b0ad-19ccae6f8308) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:25.395627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87396221-e750-4433-bef3-94f0bbecfb69 req-931016f8-1ffc-4ac4-88f7-c477c347060f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959522 Jan 29 19:56:25.415295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-99603817-ab9e-41db-80c2-e0d4175c1ec9 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5926635 Jan 29 19:56:25.416164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58556) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:25.692778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b6fc8-03ff-4b27-9d19-920b66975e04 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:25.693526 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 3, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:25.693906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b6fc8-03ff-4b27-9d19-920b66975e04 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:25.697187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b6fc8-03ff-4b27-9d19-920b66975e04 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:25.699091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-877b6fc8-03ff-4b27-9d19-920b66975e04 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2812841 Jan 29 19:56:25.708492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58566) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:25.777959 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Checking router: ac7f6bae-29c9-48d9-8a5c-cadac405a510 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:56:25.778314 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Updating router ac7f6bae-29c9-48d9-8a5c-cadac405a510 port 5d9605d2-2b40-4c48-8198-f81773a5e43c binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:56:25.887841 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:25.920396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Sync routers for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:56:25.954266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f4ffd46f-da0a-46c5-bfe2-2388051dd132', 'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132', 'project_id': '7f66af5f86e0428ca22a319cf6944371', 'fixed_ips': [{'subnet_id': '2523a999-d907-4951-9567-41c2eac01414'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:56:25.955324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:25.986810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:25.993294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:26.087397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.281358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:26.558122 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Publish callbacks [] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.566456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Allocated IP 172.20.0.1 (170f4e97-988d-41e8-93b8-a6981e176885/a89eefd6-428d-498b-90d8-da6bce5cda38/6fc96c10-f0c8-487a-8bd1-dc07e92754cb) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:26.592453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:26.659955 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Publish callbacks [] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.665205 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.808296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b242746d-0963-4bce-ab9d-7f61ae8a9db5 req-059927ea-e5c3-4c9d-9036-945d6e8ffebf tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0601311 Jan 29 19:56:26.837030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58588) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:26.867115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.873823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054717671', 'description': 'tempest-description--376843683'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:26.902280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Deleting subnet afebc040-9bdb-437e-a93f-54e8d3d1206a {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:56:26.905663 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks [] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.931405 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Attempting to bind port 5d9605d2-2b40-4c48-8198-f81773a5e43c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:26.931896 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Attempting to bind port 5d9605d2-2b40-4c48-8198-f81773a5e43c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:26.932118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Attempting to bind port 5d9605d2-2b40-4c48-8198-f81773a5e43c on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:26.933335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for subnet (afebc040-9bdb-437e-a93f-54e8d3d1206a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.955106 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:26.956362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:26.961858 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:26.961858 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:26.961858 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Bound port: 5d9605d2-2b40-4c48-8198-f81773a5e43c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:26.961858 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.005206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Pushing event updated for resources: {'Port': ['ID=5f05c973-0136-4562-b0ad-19ccae6f8308,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:27.026334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Allocated IP 2001:db8:0:1::1 (f4ffd46f-da0a-46c5-bfe2-2388051dd132/2523a999-d907-4951-9567-41c2eac01414/2f7c85af-83a2-4083-83ec-a05c5ad74be8) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:27.034479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Network 755ece08-3bb1-490c-a8bd-b59ad29455f9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:27.043141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] For port 5d9605d2-2b40-4c48-8198-f81773a5e43c, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:27.053153 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Pushing event updated for resources: {'Port': ['ID=5d9605d2-2b40-4c48-8198-f81773a5e43c,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:27.057157 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] For port 5d9605d2-2b40-4c48-8198-f81773a5e43c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5d9605d2-2b40-4c48-8198-f81773a5e43c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:27.061836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:27.064679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:27.069714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (afebc040-9bdb-437e-a93f-54e8d3d1206a), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.079574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.079574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.079574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.079574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.079574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.079885 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.079994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.080361 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.080707 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.081319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.081655 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.082345 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.082745 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:56:27.098008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.127233 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.148053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667afce-769e-40d0-97cb-470d3613931a req-224ddb62-d9dc-4886-8f82-43e50c705d02 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:27.152640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1667afce-769e-40d0-97cb-470d3613931a req-224ddb62-d9dc-4886-8f82-43e50c705d02 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1636131 Jan 29 19:56:27.153445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.182531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Network 170f4e97-988d-41e8-93b8-a6981e176885 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:27.185885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:27.189747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:27.280938 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:27.281814 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:55:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:27.281940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Pushing event updated for resources: {'Port': ['ID=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:27.339527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (ac7f6bae-29c9-48d9-8a5c-cadac405a510), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.341189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:27.342022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.368617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1667afce-769e-40d0-97cb-470d3613931a req-f2a77931-b0a1-45ba-a665-1dd1c5452b66 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940565 Jan 29 19:56:27.455449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (afebc040-9bdb-437e-a93f-54e8d3d1206a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.496511 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:27.558540 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4ef5-8bce-48c6-8138-8c0d9035a39c None None] Pushing event updated for resources: {'Port': ['ID=5d9605d2-2b40-4c48-8198-f81773a5e43c,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:27.594728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (afebc040-9bdb-437e-a93f-54e8d3d1206a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.611367 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.639720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Subnet': ['ID=afebc040-9bdb-437e-a93f-54e8d3d1206a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:27.666824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.671622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6d9adce6-9f02-4ef4-9e34-5f81ae2f1f1f tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/subnets/afebc040-9bdb-437e-a93f-54e8d3d1206a HTTP/1.1" status: 204 len: 168 time: 1.9621112 Jan 29 19:56:27.674824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58606) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:27.680403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Attempting to bind port 5f05c973-0136-4562-b0ad-19ccae6f8308 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:27.680889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Attempting to bind port 5f05c973-0136-4562-b0ad-19ccae6f8308 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4728c527-3d43-4fcc-a577-d7341cb34ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:27.681356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Attempting to bind port 5f05c973-0136-4562-b0ad-19ccae6f8308 on network 755ece08-3bb1-490c-a8bd-b59ad29455f9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:27.766434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group (ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.778082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:27.778429 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 3, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:27.783829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Checking segment: {'id': '4728c527-3d43-4fcc-a577-d7341cb34ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:27.783829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.783829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Bound using segment: {'id': '4728c527-3d43-4fcc-a577-d7341cb34ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:27.783829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Bound port: 5f05c973-0136-4562-b0ad-19ccae6f8308, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4728c527-3d43-4fcc-a577-d7341cb34ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '755ece08-3bb1-490c-a8bd-b59ad29455f9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:27.783829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.831688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Deleting subnet 2523a999-d907-4951-9567-41c2eac01414 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:56:27.890112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.942738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:27.966207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] For port 5f05c973-0136-4562-b0ad-19ccae6f8308, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:27.971564 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f683a7-a5ed-43e9-8c07-c3919679842b None None] The sync data for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 is: [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 3, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:56:27.972112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] For port 5f05c973-0136-4562-b0ad-19ccae6f8308, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5f05c973-0136-4562-b0ad-19ccae6f8308,segment=NetworkSegment(4728c527-3d43-4fcc-a577-d7341cb34ecf),segment_id=4728c527-3d43-4fcc-a577-d7341cb34ecf)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:27.996175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:27.997748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4f0d2f0b-9559-4d62-8f81-42f6c5c580ae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1584535 Jan 29 19:56:28.000703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58618) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:28.008422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Request body: {'security_group_rule': {'security_group_id': 'ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:28.037339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8055a044-5ba4-4545-b072-5462dc9632f5 req-0d64190f-6311-4b76-a6b6-c054d422c677 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0937345 Jan 29 19:56:28.080254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks [] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.084992 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.142619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 2, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:28.186710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.189277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group_rule (8cc4036d-5af1-4430-a8bc-bebb7158dcdc), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.197261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Checking router: 45f0a104-2ac2-43ac-aa38-e3d775b15a2e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:56:28.197616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Updating router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:56:28.208942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4c27819-77bc-432e-9ecc-a78746891443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.362615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Publish callbacks [] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.377571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group_rule (8cc4036d-5af1-4430-a8bc-bebb7158dcdc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.394746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Pushing event updated for resources: {'Port': ['ID=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:28.396683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.409085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:28.413318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (ac7f6bae-29c9-48d9-8a5c-cadac405a510), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.435548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3777c8-e980-4dac-8c0d-79d9e1a23496 None None] Pushing event updated for resources: {'Port': ['ID=5f05c973-0136-4562-b0ad-19ccae6f8308,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:28.523463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8a3f8-ca68-4f39-a960-38744b0729d7 None None] Network 755ece08-3bb1-490c-a8bd-b59ad29455f9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:28.532404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for subnet (2523a999-d907-4951-9567-41c2eac01414), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.545417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8cc4036d-5af1-4430-a8bc-bebb7158dcdc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.546638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.654176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Pushing event updated for resources: {'Port': ['ID=2f7c85af-83a2-4083-83ec-a05c5ad74be8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:28.706858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc4036d-5af1-4430-a8bc-bebb7158dcdc,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:28.735512 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (2523a999-d907-4951-9567-41c2eac01414), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.753196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Network 170f4e97-988d-41e8-93b8-a6981e176885 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:28.755145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:28.797061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d9605d2-2b40-4c48-8198-f81773a5e43c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:28.797417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd3d11-fd68-44e3-b48a-33b0c82e5a77 req-69ef4599-7f60-405a-915d-48a2a346fa3f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:28.799099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7fd3d11-fd68-44e3-b48a-33b0c82e5a77 req-69ef4599-7f60-405a-915d-48a2a346fa3f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3274229 Jan 29 19:56:28.841589 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:56:28.866489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2523a999-d907-4951-9567-41c2eac01414), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.928531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:28.929937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ceec19e5-41e9-4484-a841-6a124a8dccfb tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9273944 Jan 29 19:56:28.940043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:28.946090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Request body: {'security_group_rule': {'security_group_id': 'ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:28.974983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Network f4ffd46f-da0a-46c5-bfe2-2388051dd132 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:28.988058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Router ac7f6bae-29c9-48d9-8a5c-cadac405a510 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:56:29.048228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:29.055101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:29.062412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7fd3d11-fd68-44e3-b48a-33b0c82e5a77 req-20911993-8adf-4f8a-81ac-b27bbea77bb9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374929 Jan 29 19:56:29.098422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.130297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (2523a999-d907-4951-9567-41c2eac01414), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.146292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group_rule (240bb245-3528-4add-b701-09f65fe8f896), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.166878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Subnet': ['ID=2523a999-d907-4951-9567-41c2eac01414,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:29.180131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.183752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc9eb551-7d50-41bc-bed8-6275b5c20e9c tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/subnets/2523a999-d907-4951-9567-41c2eac01414 HTTP/1.1" status: 204 len: 168 time: 1.5078218 Jan 29 19:56:29.190237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58676) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:29.299071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edb03720-13cd-4670-af6b-06c6a03cbc96 req-68e88d99-58b2-4553-8ba8-be44b34b558e tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0740726 Jan 29 19:56:29.326693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf870d-e717-4cf0-8392-8fb31951c1a1 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:29.331700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aabf870d-e717-4cf0-8392-8fb31951c1a1 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1367850 Jan 29 19:56:29.333670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58682) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:29.355851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:56:29.362366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03c11c6a-6935-4870-8145-b1ca90639c3d admin admin] 10.222.0.15 "PUT /v2.0/routers/ac7f6bae-29c9-48d9-8a5c-cadac405a510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5986643 Jan 29 19:56:29.365000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group_rule (240bb245-3528-4add-b701-09f65fe8f896), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.450368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (240bb245-3528-4add-b701-09f65fe8f896), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.547756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Publish callbacks [] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.560731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240bb245-3528-4add-b701-09f65fe8f896,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:29.571579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f4ffd46f-da0a-46c5-bfe2-2388051dd132), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.578556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5d9605d2-2b40-4c48-8198-f81773a5e43c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:29.579417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.672061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.673922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25188f91-08d0-4441-9341-c5d8f725225d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7323804 Jan 29 19:56:29.676812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58700) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:29.681666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:29.696905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Deleting port 2f7c85af-83a2-4083-83ec-a05c5ad74be8 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:29.697574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.700355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.717678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Attempting to bind port 2f7c85af-83a2-4083-83ec-a05c5ad74be8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:29.718226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Attempting to bind port 2f7c85af-83a2-4083-83ec-a05c5ad74be8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '502684de-8aea-4da9-9987-53792a9e00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:29.718684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Attempting to bind port 2f7c85af-83a2-4083-83ec-a05c5ad74be8 on network f4ffd46f-da0a-46c5-bfe2-2388051dd132 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:29.804679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.814358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.815464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:29.816325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Checking segment: {'id': '502684de-8aea-4da9-9987-53792a9e00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:29.817061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.817599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Bound using segment: {'id': '502684de-8aea-4da9-9987-53792a9e00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:29.821729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Bound port: 2f7c85af-83a2-4083-83ec-a05c5ad74be8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502684de-8aea-4da9-9987-53792a9e00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f4ffd46f-da0a-46c5-bfe2-2388051dd132'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:29.823308 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.866492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] For port 2f7c85af-83a2-4083-83ec-a05c5ad74be8, host n-d-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:29.867051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:29.900924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53103b-8596-453d-81e4-babdb0f5d3c9 None None] Pushing event updated for resources: {'Port': ['ID=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:29.933486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Calling delete_port for 2f7c85af-83a2-4083-83ec-a05c5ad74be8 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:30.126759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5d9605d2-2b40-4c48-8198-f81773a5e43c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:30.130297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.146877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.153265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] For port 2f7c85af-83a2-4083-83ec-a05c5ad74be8, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:30.164557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Attempting to bind port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:30.165493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Attempting to bind port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:30.166084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Attempting to bind port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 on network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:30.169867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] For port 2f7c85af-83a2-4083-83ec-a05c5ad74be8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2f7c85af-83a2-4083-83ec-a05c5ad74be8,segment=NetworkSegment(502684de-8aea-4da9-9987-53792a9e00d2),segment_id=502684de-8aea-4da9-9987-53792a9e00d2)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:30.207114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:30.207893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Checking segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:30.208535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.209175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Bound using segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:30.209883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Bound port: 8048577b-cbee-4f0c-ac1e-26c5747f2eb0, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:30.211431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.255955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5d9605d2-2b40-4c48-8198-f81773a5e43c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5d9605d2-2b40-4c48-8198-f81773a5e43c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:30.323996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.395123 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.399138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Allocated IP 172.25.5.198 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/60eef3fb-402d-420c-9ff0-cbddebd605f5) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:30.405382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-be34ea1f-bbd7-4162-b3d1-4d2ebad8200c None None] Provisioning complete for port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:30.406027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-be34ea1f-bbd7-4162-b3d1-4d2ebad8200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.407530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cde14-f383-4924-ba58-11a0185f4294 req-06e737fc-cad4-4e94-8b2b-b78794917f0d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:30.409217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-977cde14-f383-4924-ba58-11a0185f4294 req-06e737fc-cad4-4e94-8b2b-b78794917f0d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1617656 Jan 29 19:56:30.441384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2f7c85af-83a2-4083-83ec-a05c5ad74be8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.462486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.531663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Port': ['ID=2f7c85af-83a2-4083-83ec-a05c5ad74be8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:30.547516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] No DVR routers for this DVR port 2f7c85af-83a2-4083-83ec-a05c5ad74be8 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:56:30.613785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] For port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:30.621961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e82fe2-b072-41bf-9c68-100c94482e86 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:56:30.639675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-be34ea1f-bbd7-4162-b3d1-4d2ebad8200c None None] Port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:56:30.706736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cee1f-99d2-41de-a36b-6f228c41bdea None None] Pushing event updated for resources: {'Port': ['ID=2f7c85af-83a2-4083-83ec-a05c5ad74be8,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:30.714355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.728625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-977cde14-f383-4924-ba58-11a0185f4294 req-23433c48-c392-4971-a8fb-e51d9567704c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959106 Jan 29 19:56:30.774879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] For port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:30.813971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58726) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:30.832987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f4ffd46f-da0a-46c5-bfe2-2388051dd132), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.837886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-3e178396-2824-4fa3-8369-99b362aadda3 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:30.839964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-3e178396-2824-4fa3-8369-99b362aadda3 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 819 time: 0.2026184 Jan 29 19:56:30.865970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-84665df0-adfc-46d3-9e63-358d7503fd42 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/quotas/f103e0c06f404c8282a39e1af1d224da HTTP/1.1" status: 200 len: 375 time: 0.0174050 Jan 29 19:56:30.880813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.906704 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Sync routers for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:56:30.921308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ffd46f-da0a-46c5-bfe2-2388051dd132']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:30.926394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:30.927156 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:56:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:30.949493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:30.989037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95c58851-076a-4aca-90ff-b38964457598 req-e0b01867-49ed-4b90-869a-a42314cdcc4e tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1162243 Jan 29 19:56:30.991388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502684de-8aea-4da9-9987-53792a9e00d2') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:30.993721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502684de-8aea-4da9-9987-53792a9e00d2') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:31.009377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (502684de-8aea-4da9-9987-53792a9e00d2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.039701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5d9605d2-2b40-4c48-8198-f81773a5e43c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:31.050647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:31.051663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:56:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:31.055231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:31.063710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (502684de-8aea-4da9-9987-53792a9e00d2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.072520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:31.078086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:31.079400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:31.079763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (502684de-8aea-4da9-9987-53792a9e00d2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:31.084009 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:31.139857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35bcb070-6534-4e02-93fb-709b2c076bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.206749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-c4cc957c-b3c1-444f-a7fa-edbe4195ecdc tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3330123 Jan 29 19:56:31.214431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-1c7cdb0f-26bb-4a8d-a271-caf42a0ae6f0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:56:31.222274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-1c7cdb0f-26bb-4a8d-a271-caf42a0ae6f0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145621 Jan 29 19:56:31.234620 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:31.323137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event updated for resources: {'Port': ['ID=60eef3fb-402d-420c-9ff0-cbddebd605f5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:31.336526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-68be180f-270b-4c63-bb58-ae96d15beb39 service neutron] 10.222.0.15 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131701 Jan 29 19:56:31.385039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53103b-8596-453d-81e4-babdb0f5d3c9 None None] Pushing event updated for resources: {'Port': ['ID=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:31.400905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e82fe2-b072-41bf-9c68-100c94482e86 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:56:31.417339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f4ffd46f-da0a-46c5-bfe2-2388051dd132), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.430379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.436741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/networks/f4ffd46f-da0a-46c5-bfe2-2388051dd132 HTTP/1.1" status: 204 len: 168 time: 2.1017034 Jan 29 19:56:31.442751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:31.530581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (a92849b9-390e-45a6-bbdc-6d96f03d7d8a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.555699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-84fb031a-a0cc-4b4c-b74b-2aa72b872ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173367 Jan 29 19:56:31.639157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd07d3-9175-48bb-935f-a67ca930508a tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Network': ['ID=f4ffd46f-da0a-46c5-bfe2-2388051dd132,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:31.658275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (755ece08-3bb1-490c-a8bd-b59ad29455f9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.678991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35bcb070-6534-4e02-93fb-709b2c076bc4 admin admin] Publish callbacks [] for security_group (d9a0247b-78b7-4f99-ab38-2630871d932a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.697811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.713677 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 2, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:31.738418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.754101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Deleting port 5f05c973-0136-4562-b0ad-19ccae6f8308 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:31.754605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.765927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:31.776173 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Checking router: ac7f6bae-29c9-48d9-8a5c-cadac405a510 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:56:31.777886 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Updating router ac7f6bae-29c9-48d9-8a5c-cadac405a510 port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 19:56:31.838833 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.951027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] For port 5f05c973-0136-4562-b0ad-19ccae6f8308, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5f05c973-0136-4562-b0ad-19ccae6f8308,segment=NetworkSegment(4728c527-3d43-4fcc-a577-d7341cb34ecf),segment_id=4728c527-3d43-4fcc-a577-d7341cb34ecf)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:31.951563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:31.981626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Calling delete_port for 5f05c973-0136-4562-b0ad-19ccae6f8308 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:32.049030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd14f9b6-7b72-4982-9ecf-52ecffa05db8 req-53ae5033-71c4-4aa1-aab0-9bbc1144652b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 210 time: 0.0930853 Jan 29 19:56:32.231101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35bcb070-6534-4e02-93fb-709b2c076bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9a0247b-78b7-4f99-ab38-2630871d932a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.307384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df79d376-894d-4c15-8b7c-fd8b8af202a0 req-79f1452d-e4f0-4d86-b0af-4afdea251098 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0887251 Jan 29 19:56:32.313250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.363954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-35bcb070-6534-4e02-93fb-709b2c076bc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=738f35b4484f441c827c2a936edaf246&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5466743 Jan 29 19:56:32.365702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58752) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:32.370778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5f05c973-0136-4562-b0ad-19ccae6f8308), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.410930 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.415992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Port': ['ID=5f05c973-0136-4562-b0ad-19ccae6f8308,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:32.421688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] No DVR routers for this DVR port 5f05c973-0136-4562-b0ad-19ccae6f8308 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:56:32.426364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcb070-6534-4e02-93fb-709b2c076bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0247b-78b7-4f99-ab38-2630871d932a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:32.463838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876f424-afe0-4ce8-a8e9-2dc54e1bbe68 req-3552d854-bdd6-403f-91fe-f14c384106f1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:32.470826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7876f424-afe0-4ce8-a8e9-2dc54e1bbe68 req-3552d854-bdd6-403f-91fe-f14c384106f1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2416162 Jan 29 19:56:32.496191 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Publish callbacks [] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.571982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (755ece08-3bb1-490c-a8bd-b59ad29455f9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.581474 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.602263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755ece08-3bb1-490c-a8bd-b59ad29455f9']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:32.610901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d9c5b-39c8-4895-99b9-b580f9c7e2c7 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:56:32.621522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7876f424-afe0-4ce8-a8e9-2dc54e1bbe68 req-a6a3b4d6-15c4-44c7-b4d8-6d1aca03e104 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438985 Jan 29 19:56:32.642632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4728c527-3d43-4fcc-a577-d7341cb34ecf') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:32.643927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4728c527-3d43-4fcc-a577-d7341cb34ecf') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:32.683066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4728c527-3d43-4fcc-a577-d7341cb34ecf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.717530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4728c527-3d43-4fcc-a577-d7341cb34ecf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.722749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a92849b9-390e-45a6-bbdc-6d96f03d7d8a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.730300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:32.730941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4728c527-3d43-4fcc-a577-d7341cb34ecf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.733531 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd5b9c-eb40-44c9-ae2a-453cf597d117 None None] Pushing event updated for resources: {'Port': ['ID=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:32.735104 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:32.832535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event updated for resources: {'Port': ['ID=60eef3fb-402d-420c-9ff0-cbddebd605f5,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:32.862931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1965fbe-2398-4a08-aec1-c170812f081a admin admin] Publish callbacks [] for security_group (d9a0247b-78b7-4f99-ab38-2630871d932a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.866431 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Attempting to bind port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:32.866950 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Attempting to bind port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:32.867315 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Attempting to bind port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb on network 170f4e97-988d-41e8-93b8-a6981e176885 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:32.881422 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:32.886000 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Checking segment: {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:32.886000 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.886000 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Bound using segment: {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:32.886000 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Bound port: 6fc96c10-f0c8-487a-8bd1-dc07e92754cb, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:32.886000 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.910338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1965fbe-2398-4a08-aec1-c170812f081a admin admin] Publish callbacks [] for security_group (d9a0247b-78b7-4f99-ab38-2630871d932a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.939492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.948451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-98fc5eb7-f8fc-4781-83e9-c3560b23b5ab tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2629385 Jan 29 19:56:32.974527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (755ece08-3bb1-490c-a8bd-b59ad29455f9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:32.986208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d9c5b-39c8-4895-99b9-b580f9c7e2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:56:33.016428 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.031062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d9605d2-2b40-4c48-8198-f81773a5e43c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:33.046968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/networks/755ece08-3bb1-490c-a8bd-b59ad29455f9 HTTP/1.1" status: 204 len: 168 time: 1.5894489 Jan 29 19:56:33.047109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58758) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:33.096064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198f02b-0b61-468a-970f-e31765299722 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Network': ['ID=755ece08-3bb1-490c-a8bd-b59ad29455f9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:33.120900 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] For port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:33.127563 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] For port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:33.150110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:33.204418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1965fbe-2398-4a08-aec1-c170812f081a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9a0247b-78b7-4f99-ab38-2630871d932a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.207387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1965fbe-2398-4a08-aec1-c170812f081a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.210073 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.214488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2ddfd-eaea-4d8b-9c33-f7fec6de5409 None None] The sync data for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 is: [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:56:33.222668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1965fbe-2398-4a08-aec1-c170812f081a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9a0247b-78b7-4f99-ab38-2630871d932a HTTP/1.1" status: 204 len: 168 time: 0.8552327 Jan 29 19:56:33.260244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5d9605d2-2b40-4c48-8198-f81773a5e43c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:33.273705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.309531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e9f1baa-66e9-449e-8c27-c988bd2d50e4 req-bfebb411-ab51-47cf-8d46-e3773d2a0dd6 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 210 time: 0.1094708 Jan 29 19:56:33.361022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1965fbe-2398-4a08-aec1-c170812f081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0247b-78b7-4f99-ab38-2630871d932a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:33.389715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-1a906f70-dc81-4804-a57f-8fc16c4c19b2 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1054717671&fields=id&tenant_id=0ded60ff00264d9fb389ecfc025e8dd5 HTTP/1.1" status: 200 len: 267 time: 0.1097302 Jan 29 19:56:33.398391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ce5838d9-3d60-45e9-924f-154463c8bfb4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.436806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:33.438128 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:56:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:33.565225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ce5838d9-3d60-45e9-924f-154463c8bfb4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.620498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5838d9-3d60-45e9-924f-154463c8bfb4']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:33.653376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9db2f6-96c7-4a99-a9e0-adb970db9665') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:33.653676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9db2f6-96c7-4a99-a9e0-adb970db9665') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:33.679305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (fe9db2f6-96c7-4a99-a9e0-adb970db9665), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.683666 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd5b9c-eb40-44c9-ae2a-453cf597d117 None None] Pushing event updated for resources: {'Port': ['ID=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:33.718075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fe9db2f6-96c7-4a99-a9e0-adb970db9665), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.745831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:33.746180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (fe9db2f6-96c7-4a99-a9e0-adb970db9665), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:33.847728 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:33.886549 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:33.944393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-e75e4a9e-8504-42f1-9ea3-b704d04f638c tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:33.946531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-e75e4a9e-8504-42f1-9ea3-b704d04f638c tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/networks?id=18d73e22-9a07-4bf1-9fea-37b095d3dbdf HTTP/1.1" status: 200 len: 814 time: 0.5163422 Jan 29 19:56:33.979930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-ac59d5bf-b23d-42fe-9de6-7a23d744efae tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/quotas/0ded60ff00264d9fb389ecfc025e8dd5 HTTP/1.1" status: 200 len: 375 time: 0.0260503 Jan 29 19:56:33.986545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5d9605d2-2b40-4c48-8198-f81773a5e43c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:34.013116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43153e8e-b9b0-48b2-9514-499d56f447ae req-020fc6f2-72c3-48f4-b187-b1818468a5ec tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.2072005 Jan 29 19:56:34.015339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ce5838d9-3d60-45e9-924f-154463c8bfb4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.038134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.057233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/networks/ce5838d9-3d60-45e9-924f-154463c8bfb4 HTTP/1.1" status: 204 len: 168 time: 1.0088511 Jan 29 19:56:34.062527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:34.088314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a5a64-47f4-4325-bff9-9fe31bb1fda4 None None] Network f4ffd46f-da0a-46c5-bfe2-2388051dd132 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:34.124115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-7903e9e4-812f-4830-b091-43676a309f16 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ded60ff00264d9fb389ecfc025e8dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384525 Jan 29 19:56:34.127803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a5a64-47f4-4325-bff9-9fe31bb1fda4 None None] Network f4ffd46f-da0a-46c5-bfe2-2388051dd132 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 19:56:34.156407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a4ca4-a8c7-4c05-b5d7-cbceed258229 tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Network': ['ID=ce5838d9-3d60-45e9-924f-154463c8bfb4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:34.333432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-eb14f0b7-1794-4279-bbec-cbe7b976e12a service neutron] 10.222.0.15 "GET /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905384 Jan 29 19:56:34.372270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f37a7cfe-e9bb-4469-a42d-7792b08470d3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.454581 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:33Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:34.517606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571cf6d-3eac-478f-a17a-48505c41996b req-efb1968c-281d-4c50-8172-46b1508f6617 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:34.534490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b571cf6d-3eac-478f-a17a-48505c41996b req-efb1968c-281d-4c50-8172-46b1508f6617 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3250434 Jan 29 19:56:34.541473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7246d-4072-45c6-aea8-f1cb99ecf42a None None] The sync data for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 is: [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:33Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:56:34.611655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58792) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:34.670370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4c-99fd-408c-93fa-9f845a2af7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.686373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] Provisioning complete for port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:34.688461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.697697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f37a7cfe-e9bb-4469-a42d-7792b08470d3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.700882 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-127add2b-7c0c-49a5-a5fb-885fbaa05511 service neutron] 10.222.0.15 "GET /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575523 Jan 29 19:56:34.743026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b571cf6d-3eac-478f-a17a-48505c41996b req-d954fbe4-5232-4451-b450-606f3c80fb9c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075384 Jan 29 19:56:34.753594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37a7cfe-e9bb-4469-a42d-7792b08470d3']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:34.776042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:34.781374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8fddf7-6442-4f5a-868c-02cd155f76fc') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:34.782351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8fddf7-6442-4f5a-868c-02cd155f76fc') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:34.806030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (1c8fddf7-6442-4f5a-868c-02cd155f76fc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.852067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1c8fddf7-6442-4f5a-868c-02cd155f76fc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.879369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:34.879780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (1c8fddf7-6442-4f5a-868c-02cd155f76fc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:34.887272 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:34.913338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4c-99fd-408c-93fa-9f845a2af7f7 admin admin] Publish callbacks [] for security_group (e5c684c2-58e7-43d7-98f6-4cc9b97bba48), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:34.946399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:34.946777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.004224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4c-99fd-408c-93fa-9f845a2af7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e5c684c2-58e7-43d7-98f6-4cc9b97bba48), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.004925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] Current status of the port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:35.005469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.018580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45768303-4610-4371-9cbb-642f7eb1ff7b req-813d455f-cf51-4dfc-b1c1-f25d605da922 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 210 time: 0.0939441 Jan 29 19:56:35.134624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c3e7bb4c-99fd-408c-93fa-9f845a2af7f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2eb7511d1a2f4c16815cdd83d47fa03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196276 Jan 29 19:56:35.143475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:35.172334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7bb4c-99fd-408c-93fa-9f845a2af7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c684c2-58e7-43d7-98f6-4cc9b97bba48,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:35.239726 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab88a97b-88af-4d0d-a112-2ec4f5fe93fb req-4390627b-1656-41b2-9c6e-1e1d058139ea tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 210 time: 0.0950723 Jan 29 19:56:35.240766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] For port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:35.242519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:35.243082 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.303959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c1b56e1-c1e4-4b51-bc8e-e2307d39f121 req-ee5ad76c-7f10-472b-9bff-93634ab38448 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0763910 Jan 29 19:56:35.348292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.372869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f37a7cfe-e9bb-4469-a42d-7792b08470d3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.464604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ea83bf5-872f-4e02-b1ce-1eef8fc182ae admin admin] Publish callbacks [] for security_group (e5c684c2-58e7-43d7-98f6-4cc9b97bba48), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.485523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.494852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:56:35.495328 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:56:35.498644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] 10.222.0.15 "DELETE /v2.0/networks/f37a7cfe-e9bb-4469-a42d-7792b08470d3 HTTP/1.1" status: 204 len: 168 time: 1.4350407 Jan 29 19:56:35.506480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87e3ab-f7eb-470f-b415-69f264719d92 None None] Pushing event updated for resources: {'Port': ['ID=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:35.564608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a09b0-781f-481d-b03a-58051f64eb3d tempest-BulkNetworkOpsIpV6Test-1002294484 tempest-BulkNetworkOpsIpV6Test-1002294484-project] Pushing event deleted for resources: {'Network': ['ID=f37a7cfe-e9bb-4469-a42d-7792b08470d3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:35.666156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ea83bf5-872f-4e02-b1ce-1eef8fc182ae admin admin] Publish callbacks [] for security_group (e5c684c2-58e7-43d7-98f6-4cc9b97bba48), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.766973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-6cc90645-0c1f-4625-90f2-5c906fa2fa5b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:35.768665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-6cc90645-0c1f-4625-90f2-5c906fa2fa5b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 819 time: 0.4257672 Jan 29 19:56:35.786439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'port': {'device_id': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'admin_state_up': True, 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:35.903837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc17f-84a5-4f36-995f-db9b84cc0f84 req-da0de4d2-2e7f-4f76-8108-97aab1ab9c5c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:35.905502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15abc17f-84a5-4f36-995f-db9b84cc0f84 req-da0de4d2-2e7f-4f76-8108-97aab1ab9c5c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.0590522 Jan 29 19:56:35.908061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ea83bf5-872f-4e02-b1ce-1eef8fc182ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e5c684c2-58e7-43d7-98f6-4cc9b97bba48), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.911801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5ea83bf5-872f-4e02-b1ce-1eef8fc182ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:35.914434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5ea83bf5-872f-4e02-b1ce-1eef8fc182ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5c684c2-58e7-43d7-98f6-4cc9b97bba48 HTTP/1.1" status: 204 len: 168 time: 0.7694371 Jan 29 19:56:35.951995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea83bf5-872f-4e02-b1ce-1eef8fc182ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c684c2-58e7-43d7-98f6-4cc9b97bba48,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:36.063718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15abc17f-84a5-4f36-995f-db9b84cc0f84 req-0228b415-153e-4a6b-89ad-887990877404 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526420 Jan 29 19:56:36.095564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Made reservation on behalf of f103e0c06f404c8282a39e1af1d224da for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:36.099601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:36.257148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9619b4a-da64-43ae-9c2d-6a7ee068d9be req-d6e891cf-7f44-4898-950a-2be9d22f93fb tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 210 time: 0.0666134 Jan 29 19:56:36.409960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c384dee5-208b-4b71-8b72-b3730d300c49 req-817990bc-92ca-4078-b2b6-a44ffe0dbda0 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 210 time: 0.0648365 Jan 29 19:56:36.449459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:36.474043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Allocated IP 172.20.0.7 (170f4e97-988d-41e8-93b8-a6981e176885/a89eefd6-428d-498b-90d8-da6bce5cda38/0c3006ae-c480-44e4-8887-86e128f1aa4c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:36.493553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58852) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:36.644812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac93b4bb-9838-43b6-be91-26bb87c93c7c req-402935b0-625f-403f-8e9e-606b176fe395 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0883780 Jan 29 19:56:36.853548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-604263dc-8f49-421e-acb6-8cda942c772c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f66af5f86e0428ca22a319cf6944371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3588803 Jan 29 19:56:36.856084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:36.879125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:36.881318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6fc96c10-f0c8-487a-8bd1-dc07e92754cb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:36.946225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d33399a-3f81-4219-a4a2-e738ca9fb60a admin admin] Publish callbacks [] for security_group (e1d3f830-fd58-43ca-98f0-c58bbbb82cdf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:36.977002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d33399a-3f81-4219-a4a2-e738ca9fb60a admin admin] Publish callbacks [] for security_group (e1d3f830-fd58-43ca-98f0-c58bbbb82cdf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.005388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:37.007842 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.107609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.164984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d33399a-3f81-4219-a4a2-e738ca9fb60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e1d3f830-fd58-43ca-98f0-c58bbbb82cdf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.172533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d33399a-3f81-4219-a4a2-e738ca9fb60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.172533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d33399a-3f81-4219-a4a2-e738ca9fb60a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1d3f830-fd58-43ca-98f0-c58bbbb82cdf HTTP/1.1" status: 204 len: 168 time: 0.3126361 Jan 29 19:56:37.185306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Network 170f4e97-988d-41e8-93b8-a6981e176885 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:37.191625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:37.206590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:37.210352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33399a-3f81-4219-a4a2-e738ca9fb60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3f830-fd58-43ca-98f0-c58bbbb82cdf,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:37.252314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:37.257891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:37.266629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.295253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:37.297199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.354616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e780d-87a9-4c68-9dbc-476c3c71268b req-35c32e55-69bc-4ea1-9f7f-ee1dcf1ae678 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:37.364471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-774e780d-87a9-4c68-9dbc-476c3c71268b req-35c32e55-69bc-4ea1-9f7f-ee1dcf1ae678 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1314251 Jan 29 19:56:37.384641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:37.448052 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.449692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:37.460755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-774e780d-87a9-4c68-9dbc-476c3c71268b req-ace6ff6a-1ab7-4bbe-9487-e18835e0597a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949428 Jan 29 19:56:37.478434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-7be69fe6-2bed-43b7-99d6-f6afe6b56a3b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6963196 Jan 29 19:56:37.509248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Request body: {'port': {'device_id': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:37.596037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04bb39-c988-46ed-92ab-daf9544845ea req-21dee9f0-cfc0-4667-a794-b699b8b4e666 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:37.597625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a04bb39-c988-46ed-92ab-daf9544845ea req-21dee9f0-cfc0-4667-a794-b699b8b4e666 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 931 time: 0.1989729 Jan 29 19:56:37.610603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.621417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23c706e1-d22d-42e6-8702-8dd622929a28 req-085e185f-7ab3-49a3-bd3e-e6b61e5eae01 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 210 time: 0.0628893 Jan 29 19:56:37.643684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:37.664146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:37.664694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:37.774646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a04bb39-c988-46ed-92ab-daf9544845ea req-90e1dfb4-e181-4ad7-8636-de62ed6ec31e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356764 Jan 29 19:56:37.814343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:37.857339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29284a91-5fb7-4f31-9fc6-2cefdb6beb3e req-92926188-bac9-4b77-9383-d03c71b34556 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0516241 Jan 29 19:56:37.977977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:38.195788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3006ae-c480-44e4-8887-86e128f1aa4c {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:56:38.206442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Publish callbacks [] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:38.220409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Transition to ACTIVE for port object 0c3006ae-c480-44e4-8887-86e128f1aa4c will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:56:38.347051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:38.463756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-4fd35a07-2424-4105-932a-ef03aa624cdd tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:38.466766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-4fd35a07-2424-4105-932a-ef03aa624cdd tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.13 "GET /v2.0/networks?id=18d73e22-9a07-4bf1-9fea-37b095d3dbdf HTTP/1.1" status: 200 len: 814 time: 0.1973283 Jan 29 19:56:38.529296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:38.658419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6fc96c10-f0c8-487a-8bd1-dc07e92754cb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:38.711576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-5ecc8e04-0bea-4d16-9f2b-be5df672e208 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ded60ff00264d9fb389ecfc025e8dd5 HTTP/1.1" status: 200 len: 380 time: 0.2295818 Jan 29 19:56:38.734702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Request body: {'port': {'device_id': '0025d151-84f8-4d80-9730-1abf3457c067', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'admin_state_up': True, 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'security_groups': ['ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:38.757392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:38.758130 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:38.857624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Attempting to bind port 0c3006ae-c480-44e4-8887-86e128f1aa4c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:38.858156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Attempting to bind port 0c3006ae-c480-44e4-8887-86e128f1aa4c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:38.858492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Attempting to bind port 0c3006ae-c480-44e4-8887-86e128f1aa4c on network 170f4e97-988d-41e8-93b8-a6981e176885 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:38.865864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Port 0c3006ae-c480-44e4-8887-86e128f1aa4c on network 170f4e97-988d-41e8-93b8-a6981e176885 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:56:38.866195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Attempting to bind port 0c3006ae-c480-44e4-8887-86e128f1aa4c on network 170f4e97-988d-41e8-93b8-a6981e176885 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:38.886304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063667f-ed2e-437d-a1c9-02b8d69464bd req-84d2829b-8619-452c-9c25-278a88d08720 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:38.888216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d063667f-ed2e-437d-a1c9-02b8d69464bd req-84d2829b-8619-452c-9c25-278a88d08720 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2098420 Jan 29 19:56:38.889572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:38.889965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Checking segment: {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:38.890349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Bound using segment: {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:38.890798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Bound port: 0c3006ae-c480-44e4-8887-86e128f1aa4c, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:38.891155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:38.996008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:39.003058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:39.010909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:39.089011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d063667f-ed2e-437d-a1c9-02b8d69464bd req-9e8866a1-0b18-4ea1-8528-9ecfaf2de16d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855357 Jan 29 19:56:39.089515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58934) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:39.104828 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4caf90f6-9714-4b06-9d9b-64a6cf20d933 req-49f181dd-9e68-47db-ab4f-b42da371601f tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 210 time: 0.0907395 Jan 29 19:56:39.108652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Made reservation on behalf of 0ded60ff00264d9fb389ecfc025e8dd5 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:39.121754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.122761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.252885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:39.253515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.254979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 1091 time: 1.7613232 Jan 29 19:56:39.267166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:56:39.267544 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56ab067-1f24-41ee-9462-a041e4f18db8" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:56:39.373829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5b130d1-9168-435e-a9fa-9a86a0dc25a8 req-3ad2e499-6c72-4895-8449-c5dfcea6ed91 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0958042 Jan 29 19:56:39.411706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Allocated IP 172.20.0.7 (18d73e22-9a07-4bf1-9fea-37b095d3dbdf/07f0314e-f903-4389-8231-8eb45e689893/fdfc3054-9ad2-4968-9a0e-1bae2752c8ee) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:39.469676 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f5ca0-362b-4ae9-a6e2-811978d326cf x-openstack-request-id: req-be9f5ca0-362b-4ae9-a6e2-811978d326cf {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:56:39.470298 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:56:39.470750 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be9f5ca0-362b-4ae9-a6e2-811978d326cf {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:56:39.471353 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'status': 'completed', 'code': 200} Jan 29 19:56:39.476448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471852c-4838-4d86-8708-1368609f0e42 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:39.511126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-77afe007-d42f-48f1-9fd9-2c22f602b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:39.515740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-77afe007-d42f-48f1-9fd9-2c22f602b76d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1125 time: 0.1210363 Jan 29 19:56:39.568099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-786487194'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:39.587655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-f6aef6da-7747-44ed-8635-ba772e58c3a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.0606477 Jan 29 19:56:39.663130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:39.673509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.702895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.727859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352def92-9945-49ae-9d64-fb877a29162c req-c7954abc-3c80-49bb-8ebd-d093097c2d41 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:39.734900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-352def92-9945-49ae-9d64-fb877a29162c req-c7954abc-3c80-49bb-8ebd-d093097c2d41 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 943 time: 0.3353233 Jan 29 19:56:39.740341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.785280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-6bbf617c-c958-49d9-883a-bc26b58e5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:39.786904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-6bbf617c-c958-49d9-883a-bc26b58e5709 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.1935115 Jan 29 19:56:39.818676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-352def92-9945-49ae-9d64-fb877a29162c req-efd03ec8-4c48-4cbb-909b-3208e95f8885 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784488 Jan 29 19:56:39.835727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-18277343-b0c1-434b-9554-a21e0e6876b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372486 Jan 29 19:56:39.899726 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.980845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (5dc5d619-7390-463f-bedd-56fd9bc67b3f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:39.985236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-32755ee0-9502-4288-ba5c-78fcf6783f97 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398480 Jan 29 19:56:39.991398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event updated for resources: {'Port': ['ID=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:40.004616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:40.006221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:40.008658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:40.065127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5dc5d619-7390-463f-bedd-56fd9bc67b3f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.078660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:40.088889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1f62b13b-d19a-4d90-83a8-68ccaa8155dc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.089242 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment 1f62b13b-d19a-4d90-83a8-68ccaa8155dc of type vlan for network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b Jan 29 19:56:40.128032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:40.131719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.140833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (56a58d09-b6ce-44cd-a3ee-68f39999fd3b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.203381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5d619-7390-463f-bedd-56fd9bc67b3f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:40.214719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ac209be-1f16-4950-acbe-30c41b01f3a2 req-71858e8f-63f3-4c8d-a958-b52ea15bba84 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193775 Jan 29 19:56:40.273270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-dd887dc3-4a91-4da3-8cc1-a4d6d9790e67 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5339134 Jan 29 19:56:40.284457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Request body: {'port': {'device_id': '0025d151-84f8-4d80-9730-1abf3457c067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:40.287577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (56a58d09-b6ce-44cd-a3ee-68f39999fd3b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.293595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:40.294464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.425123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=56a58d09-b6ce-44cd-a3ee-68f39999fd3b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:40.436675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:40.652984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3d5526df-6b25-45eb-9073-8a59230c8e96 None None] Provisioning complete for port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:40.653370 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3d5526df-6b25-45eb-9073-8a59230c8e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:40.733124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3d5526df-6b25-45eb-9073-8a59230c8e96 None None] Port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:56:40.922752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f541e9b6-3dac-4702-bbf7-a336e07f58f2 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8191774 Jan 29 19:56:40.929994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e59e-2395-41cf-b641-c3068516d5ea req-bdc1763f-4b35-4140-a9ed-ddf987c34b6e tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:40.931699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e03e59e-2395-41cf-b641-c3068516d5ea req-bdc1763f-4b35-4140-a9ed-ddf987c34b6e tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 931 time: 0.6974504 Jan 29 19:56:40.932300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58994) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:40.942427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'name': 'tempest-PortsIpV6TestJSON-809563717'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:40.990568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.052869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-c8282914-bc17-44f9-a32c-6320092048b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:41.054552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-c8282914-bc17-44f9-a32c-6320092048b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1125 time: 0.6712439 Jan 29 19:56:41.091215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c8cc8-e0a0-42ad-bb5a-ca7044681195 req-c297ef0c-c095-42a3-9d8a-bde3d4e349f9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:41.093542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f45c8cc8-e0a0-42ad-bb5a-ca7044681195 req-c297ef0c-c095-42a3-9d8a-bde3d4e349f9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.8629420 Jan 29 19:56:41.117600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e03e59e-2395-41cf-b641-c3068516d5ea req-90029622-00f1-4314-8fa9-a84245d077df tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912542 Jan 29 19:56:41.166008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:41.169334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.190852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port a4921d4b-b889-4c98-aee6-b27ae212870f yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:56:41.215893 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f45c8cc8-e0a0-42ad-bb5a-ca7044681195 req-af6396e0-72c0-4b4b-b1fb-6bf8fa71827c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793302 Jan 29 19:56:41.323971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dac3fb0-1b1a-4dfa-8cd8-19b6969fad21 req-8bb87c37-252d-44b2-8b1c-86a7742b7b71 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1258295 Jan 29 19:56:41.329369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-9efca6fc-53c9-4ffe-8238-88f5ee06a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:41.330829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-9efca6fc-53c9-4ffe-8238-88f5ee06a922 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.2663684 Jan 29 19:56:41.383539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-76503dad-6e1c-4d43-8be5-fbdc96fd264b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.0436900 Jan 29 19:56:41.439104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-f2d7173e-7cd4-4577-adf5-01b9a93d1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:41.440840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-f2d7173e-7cd4-4577-adf5-01b9a93d1891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.0485828 Jan 29 19:56:41.491772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfc3054-9ad2-4968-9a0e-1bae2752c8ee {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:56:41.501614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Publish callbacks [] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.515971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2ad24-4ad8-4cd0-a049-3cd10b67d812 req-1e4c78e4-1eb7-47c9-b415-f2b84f55d078 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:41.517623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ad2ad24-4ad8-4cd0-a049-3cd10b67d812 req-1e4c78e4-1eb7-47c9-b415-f2b84f55d078 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 943 time: 0.1092513 Jan 29 19:56:41.521397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-4366caca-2b50-475b-80a0-9953d2aea4df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543170 Jan 29 19:56:41.526104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Transition to ACTIVE for port object fdfc3054-9ad2-4968-9a0e-1bae2752c8ee will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:56:41.573362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ad2ad24-4ad8-4cd0-a049-3cd10b67d812 req-2f81d7b3-d5de-40c6-ad32-26c14e877779 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 Jan 29 19:56:41.612997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.682227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.712645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Pushing event updated for resources: {'Port': ['ID=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:41.732602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-a3008664-39d1-4496-be9e-a9ae03a6cdfe service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996589 Jan 29 19:56:41.805268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Attempting to bind port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:41.805973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Attempting to bind port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:41.806380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Attempting to bind port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee on network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:41.817378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee on network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:56:41.817830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Attempting to bind port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee on network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:41.829862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:41.830207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Checking segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:41.830594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Bound using segment: {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:41.831085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Bound port: fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc71ae33-7484-4dae-a96e-7c31fea1acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:41.832727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.864684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59012) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:41.898790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:41.905678 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a56ab067-1f24-41ee-9462-a041e4f18db8 req-743d1a54-9db8-463d-9df6-307e0f3da55b service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547399 Jan 29 19:56:41.935937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] For port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:41.940010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] For port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:41.999870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=a4921d4b-b889-4c98-aee6-b27ae212870f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:42.004616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': '1f62b13b-d19a-4d90-83a8-68ccaa8155dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:42.005085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: 56a58d09-b6ce-44cd-a3ee-68f39999fd3b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:42.018181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.041824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99299cab-f6c7-4e91-97c8-973eccf5ead3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.055534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.056153 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.059204 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] 10.222.0.13 "PUT /v2.0/ports/fdfc3054-9ad2-4968-9a0e-1bae2752c8ee HTTP/1.1" status: 200 len: 1091 time: 1.7840235 Jan 29 19:56:42.059204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:56:42.062832 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b3d9a-0362-4884-91eb-376dd91083de" -d '{"events": [{"name": "network-changed", "server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:56:42.109837 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32ce87-aa72-4828-8905-b55903486f2a x-openstack-request-id: req-ab32ce87-aa72-4828-8905-b55903486f2a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:56:42.114551 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:56:42.114551 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab32ce87-aa72-4828-8905-b55903486f2a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:56:42.114551 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'status': 'completed', 'code': 200} Jan 29 19:56:42.114551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e629f-cff1-456e-9d64-1dbe162ccc0c service neutron] Pushing event updated for resources: {'Port': ['ID=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:42.122379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:42.202307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3d9a-0362-4884-91eb-376dd91083de req-ccffdc87-5c85-429a-85e3-4fe39d827470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.203442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 56a58d09-b6ce-44cd-a3ee-68f39999fd3b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:42.204937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f7b3d9a-0362-4884-91eb-376dd91083de req-ccffdc87-5c85-429a-85e3-4fe39d827470 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ded60ff00264d9fb389ecfc025e8dd5&device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 1125 time: 0.0660324 Jan 29 19:56:42.216133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cbf3f-fec4-497b-a73b-3e863ae8f128 None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:42.229932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99299cab-f6c7-4e91-97c8-973eccf5ead3 admin admin] Publish callbacks [] for security_group (c01dca1d-4e80-42d2-97f7-5fbb513e79b6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.234053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:42.240703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.242112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.303783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99299cab-f6c7-4e91-97c8-973eccf5ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c01dca1d-4e80-42d2-97f7-5fbb513e79b6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.400603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e017617b-9b65-4261-805f-aadf339cdcb7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4626896 Jan 29 19:56:42.415762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:42.432166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59032) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:42.433679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-99299cab-f6c7-4e91-97c8-973eccf5ead3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76b92b714fcf4a99bcf47789250805a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673168 Jan 29 19:56:42.448940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1883720818'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:42.476478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ddb9-fc6f-4fcf-b6b4-ca9a48e2d7ca req-1d954126-14cd-43f8-8573-e6900e094e26 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.480446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2621ddb9-fc6f-4fcf-b6b4-ca9a48e2d7ca req-1d954126-14cd-43f8-8573-e6900e094e26 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 943 time: 0.1929276 Jan 29 19:56:42.526665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99299cab-f6c7-4e91-97c8-973eccf5ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01dca1d-4e80-42d2-97f7-5fbb513e79b6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:42.566707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712fdac-71f9-43af-bbf0-7228e64ca132 req-eeccee07-0739-4d87-a271-0d5a914d74d3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.570366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5712fdac-71f9-43af-bbf0-7228e64ca132 req-eeccee07-0739-4d87-a271-0d5a914d74d3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2028472 Jan 29 19:56:42.576397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3d9a-0362-4884-91eb-376dd91083de req-152a1fdc-f7ff-43e5-895b-67f4d80086ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.577909 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f7b3d9a-0362-4884-91eb-376dd91083de req-152a1fdc-f7ff-43e5-895b-67f4d80086ce service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ded60ff00264d9fb389ecfc025e8dd5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3451586 Jan 29 19:56:42.605655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2621ddb9-fc6f-4fcf-b6b4-ca9a48e2d7ca req-9893af78-5342-40b9-b0c1-4db2a1c82c63 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102281 Jan 29 19:56:42.629668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:42.634531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.637636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ae99f77-ecaf-4f50-9779-f58e51cd3a31 admin admin] Publish callbacks [] for security_group (c01dca1d-4e80-42d2-97f7-5fbb513e79b6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.651477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5712fdac-71f9-43af-bbf0-7228e64ca132 req-40842cea-692d-4dff-b13e-0ec081674f2c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739985 Jan 29 19:56:42.669645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:42.677283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ae99f77-ecaf-4f50-9779-f58e51cd3a31 admin admin] Publish callbacks [] for security_group (c01dca1d-4e80-42d2-97f7-5fbb513e79b6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.707439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.707799 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b of type vlan for network 3fd1ba1a-f534-4857-a119-718bc82640e8 Jan 29 19:56:42.762891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (3fd1ba1a-f534-4857-a119-718bc82640e8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.796477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4ec9422-38ff-4ae0-a740-875af7600450 req-a57eff52-25e6-40f4-8c4d-fabe676d023a tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0453498 Jan 29 19:56:42.847463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3d9a-0362-4884-91eb-376dd91083de req-10865769-d005-4d4c-ae13-5598e69f0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.849061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f7b3d9a-0362-4884-91eb-376dd91083de req-10865769-d005-4d4c-ae13-5598e69f0129 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2604144 Jan 29 19:56:42.868045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fb5db-a120-4a88-9876-6542994d43c6 req-86c2bc4e-d0ec-4f7a-883f-e72a19cde07c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.869671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3fb5db-a120-4a88-9876-6542994d43c6 req-86c2bc4e-d0ec-4f7a-883f-e72a19cde07c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 943 time: 0.1001377 Jan 29 19:56:42.931280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (3fd1ba1a-f534-4857-a119-718bc82640e8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.940495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ae99f77-ecaf-4f50-9779-f58e51cd3a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c01dca1d-4e80-42d2-97f7-5fbb513e79b6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.943025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.943926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8ae99f77-ecaf-4f50-9779-f58e51cd3a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.948262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:42.948405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8ae99f77-ecaf-4f50-9779-f58e51cd3a31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c01dca1d-4e80-42d2-97f7-5fbb513e79b6 HTTP/1.1" status: 204 len: 168 time: 0.5103400 Jan 29 19:56:42.967493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-583013fe-6e26-49a7-b28c-0683b991312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:42.967493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-583013fe-6e26-49a7-b28c-0683b991312e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ded60ff00264d9fb389ecfc025e8dd5&device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 1125 time: 0.0674083 Jan 29 19:56:42.967493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae99f77-ecaf-4f50-9779-f58e51cd3a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01dca1d-4e80-42d2-97f7-5fbb513e79b6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:43.031496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-7d26fd65-02be-451b-a0cb-b8fc84c4f7f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee HTTP/1.1" status: 200 len: 217 time: 0.0532079 Jan 29 19:56:43.038367 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3fb5db-a120-4a88-9876-6542994d43c6 req-999dfdcc-1da8-4855-96ce-0aab12105562 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629784 Jan 29 19:56:43.107522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=3fd1ba1a-f534-4857-a119-718bc82640e8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:43.110845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-fc49456c-cf2e-49f6-8cc1-e80b19471848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:43.112892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-fc49456c-cf2e-49f6-8cc1-e80b19471848 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07f0314e-f903-4389-8231-8eb45e689893 HTTP/1.1" status: 200 len: 853 time: 0.0717881 Jan 29 19:56:43.121938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 3fd1ba1a-f534-4857-a119-718bc82640e8 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:43.154535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b4880e13-22a0-4fda-a4d8-d78390d77658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7167363 Jan 29 19:56:43.154712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59048) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:43.160784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'ports': [{'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'}, {'network_id': '3fd1ba1a-f534-4857-a119-718bc82640e8'}]} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:43.161112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:43.161781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '3fd1ba1a-f534-4857-a119-718bc82640e8'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:43.220456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-372f43f0-7a0c-4035-ac14-61f209ae32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:43.222891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-372f43f0-7a0c-4035-ac14-61f209ae32a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18d73e22-9a07-4bf1-9fea-37b095d3dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0965543 Jan 29 19:56:43.257742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0c3006ae-c480-44e4-8887-86e128f1aa4c details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:56:43.384456 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-55d17f0b-e291-4be6-877c-1d879ea18e2c service neutron] 10.222.0.13 "GET /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504312 Jan 29 19:56:43.401740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:43.420651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'port_id': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'mac_address': 'fa:16:3e:0b:c4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:56:43.464919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 0c3006ae-c480-44e4-8887-86e128f1aa4c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:43.465706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:43.481698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3006ae-c480-44e4-8887-86e128f1aa4c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:56:43.509550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:43.554884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 2} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:43.560878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:43.566469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9dcb873-c077-4c20-ac48-5bca7e3b2888 req-7dcc68f9-c5ef-40f7-a760-c18bc30ea8bf service neutron] 10.222.0.13 "GET /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711745 Jan 29 19:56:43.576849 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:43.579436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:43.766015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:43.841070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:56:43.846332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0c3006ae-c480-44e4-8887-86e128f1aa4c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:56:43.874168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8816b2-8b61-426e-a8eb-79e9e5435a04 req-4b519fc8-f467-478e-b852-80d8b7f9244a tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:43.895762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a8816b2-8b61-426e-a8eb-79e9e5435a04 req-4b519fc8-f467-478e-b852-80d8b7f9244a tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 943 time: 0.1198680 Jan 29 19:56:43.898846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59060) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:43.945008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35164f32-a798-4cf3-9226-38bbbadcbc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.002442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a8816b2-8b61-426e-a8eb-79e9e5435a04 req-ba969c90-b6c7-49f6-b5c7-92c7611f964e tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056051 Jan 29 19:56:44.089066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.094612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35164f32-a798-4cf3-9226-38bbbadcbc78 admin admin] Publish callbacks [] for security_group (5571f9cb-48a1-44ba-a847-2abccf6a689e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.162160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a5a42010-0942-4ce5-af49-0f6a2310a812 req-8f732f81-dfbd-408e-b749-506a42e6be88 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0419638 Jan 29 19:56:44.172398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35164f32-a798-4cf3-9226-38bbbadcbc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5571f9cb-48a1-44ba-a847-2abccf6a689e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.178170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06097034-24ee-4b55-8d3f-c55d2d2cb134 req-ce3b0fe9-ae78-4bdb-a697-d5f999d4e7a9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:44.185181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06097034-24ee-4b55-8d3f-c55d2d2cb134 req-ce3b0fe9-ae78-4bdb-a697-d5f999d4e7a9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3814514 Jan 29 19:56:44.218639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 335244d4-c6f9-4c6f-9df4-bfa615ffac7c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:56:44.230427 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-35164f32-a798-4cf3-9226-38bbbadcbc78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73ce2e50097040b4b0b19d54a33042f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259733 Jan 29 19:56:44.231117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59068) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:44.283384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35164f32-a798-4cf3-9226-38bbbadcbc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5571f9cb-48a1-44ba-a847-2abccf6a689e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:44.295951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06097034-24ee-4b55-8d3f-c55d2d2cb134 req-f8b7ea2f-8279-4677-b9b1-4d9c908f2a9f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092420 Jan 29 19:56:44.382048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (335244d4-c6f9-4c6f-9df4-bfa615ffac7c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.393540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e9dd658-bde4-4c44-bcc1-ee77289be623 admin admin] Publish callbacks [] for security_group (5571f9cb-48a1-44ba-a847-2abccf6a689e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.419055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e9dd658-bde4-4c44-bcc1-ee77289be623 admin admin] Publish callbacks [] for security_group (5571f9cb-48a1-44ba-a847-2abccf6a689e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.464721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682b7c-f700-4676-82e2-3a0d32a7e72c req-392d3513-9b53-4f17-9b6f-785e88c46b85 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:44.466310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46682b7c-f700-4676-82e2-3a0d32a7e72c req-392d3513-9b53-4f17-9b6f-785e88c46b85 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 944 time: 0.1537318 Jan 29 19:56:44.498490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.533259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46682b7c-f700-4676-82e2-3a0d32a7e72c req-ad1a60db-3738-4cbd-8826-73704b0213b2 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Jan 29 19:56:44.577304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:44.578792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:44.582469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:44.589070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:44.590640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (335244d4-c6f9-4c6f-9df4-bfa615ffac7c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.591304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e9dd658-bde4-4c44-bcc1-ee77289be623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5571f9cb-48a1-44ba-a847-2abccf6a689e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.596595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e9dd658-bde4-4c44-bcc1-ee77289be623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:44.601328 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0e9dd658-bde4-4c44-bcc1-ee77289be623 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5571f9cb-48a1-44ba-a847-2abccf6a689e HTTP/1.1" status: 204 len: 168 time: 0.3627348 Jan 29 19:56:44.623525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dd658-bde4-4c44-bcc1-ee77289be623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571f9cb-48a1-44ba-a847-2abccf6a689e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:44.682121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=335244d4-c6f9-4c6f-9df4-bfa615ffac7c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:44.695133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': 'a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3fd1ba1a-f534-4857-a119-718bc82640e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:44.695878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: 3fd1ba1a-f534-4857-a119-718bc82640e8, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:44.777106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 3fd1ba1a-f534-4857-a119-718bc82640e8 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:44.863511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 3fd1ba1a-f534-4857-a119-718bc82640e8) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:44.873349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:44.877281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28af4b4-95f9-478d-a545-8a4fa92f33be None None] Network 3fd1ba1a-f534-4857-a119-718bc82640e8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:44.883662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:44.889228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:44.889935 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.003695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55d74ff9-f9e1-4b50-8ed0-37434c186d7c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8480194 Jan 29 19:56:45.005990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:45.206399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5ed994f-a74e-45b1-9beb-18c613488fcc req-2a43d50f-9242-4fda-ad12-8003e04f2a2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0445297 Jan 29 19:56:45.265452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee385880-723f-465a-adc9-043daa50e165 req-eceb1c27-4679-4071-822a-b8bfa4853a26 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:45.273079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee385880-723f-465a-adc9-043daa50e165 req-eceb1c27-4679-4071-822a-b8bfa4853a26 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 943 time: 0.1523221 Jan 29 19:56:45.288895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fdfc3054-9ad2-4968-9a0e-1bae2752c8ee details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:56:45.296328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0c3006ae-c480-44e4-8887-86e128f1aa4c up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:45.344477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dcf6cd6e-4ae3-494a-b395-6157128e24e0 req-d26aeaf6-a058-4cfa-9df8-23c3fb81ad91 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0452638 Jan 29 19:56:45.346353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 335244d4-c6f9-4c6f-9df4-bfa615ffac7c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:45.346701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (335244d4-c6f9-4c6f-9df4-bfa615ffac7c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.381102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee385880-723f-465a-adc9-043daa50e165 req-0a602cd8-59b5-4ffd-adc4-f14f38a7438d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066477 Jan 29 19:56:45.496717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (335244d4-c6f9-4c6f-9df4-bfa615ffac7c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.531512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 335244d4-c6f9-4c6f-9df4-bfa615ffac7c owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:45.562943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:45.584751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'port_id': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'mac_address': 'fa:16:3e:98:ce:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:56:45.644103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560d339-367f-426b-939e-555f08ffc90e req-4d8b8ee4-a9ea-42c2-927d-c51178659eac tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:45.646131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8560d339-367f-426b-939e-555f08ffc90e req-4d8b8ee4-a9ea-42c2-927d-c51178659eac tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1669827 Jan 29 19:56:45.682062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:45.682455 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.699032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 0c3006ae-c480-44e4-8887-86e128f1aa4c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:56:45.720175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8560d339-367f-426b-939e-555f08ffc90e req-b80df115-cfdc-4750-a018-786d1ab4fbee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664358 Jan 29 19:56:45.761654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfc3054-9ad2-4968-9a0e-1bae2752c8ee {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:56:45.778469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9fd8-41c6-4083-a0df-324c9f875598 req-4533d9dc-b26f-44fe-af6b-2ac125a2ac9a tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:45.782212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:45.782771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 0c3006ae-c480-44e4-8887-86e128f1aa4c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:45.783241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.791078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d4c9fd8-41c6-4083-a0df-324c9f875598 req-4533d9dc-b26f-44fe-af6b-2ac125a2ac9a tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 944 time: 0.1765718 Jan 29 19:56:45.817881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (335244d4-c6f9-4c6f-9df4-bfa615ffac7c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.847847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.860057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:45.866166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/335244d4-c6f9-4c6f-9df4-bfa615ffac7c HTTP/1.1" status: 204 len: 168 time: 0.8582237 Jan 29 19:56:45.871224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:45.927385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72ebcc-b4b6-444d-a599-bf72fb3a3658 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=335244d4-c6f9-4c6f-9df4-bfa615ffac7c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:45.992658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d4c9fd8-41c6-4083-a0df-324c9f875598 req-691efbfd-a3ae-49dc-871e-f7879377b4d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925423 Jan 29 19:56:45.996597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:46.071264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 0c3006ae-c480-44e4-8887-86e128f1aa4c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:46.071700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:46.083087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99093cdd-be71-4e8d-a905-d7dfec7bb520 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:46.091415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99093cdd-be71-4e8d-a905-d7dfec7bb520 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:46.093235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-99093cdd-be71-4e8d-a905-d7dfec7bb520 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2192690 Jan 29 19:56:46.096128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59110) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:46.131389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:46.133585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:56:46.136085 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a5d548-b445-4f6f-9b19-a6bac6fa6ba0" -d '{"events": [{"server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:56:46.177971 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7683ffcf-8244-4e0b-8b77-a3ea3273a08e x-openstack-request-id: req-7683ffcf-8244-4e0b-8b77-a3ea3273a08e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:56:46.178483 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "name": "network-vif-plugged", "status": "completed", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:56:46.179555 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7683ffcf-8244-4e0b-8b77-a3ea3273a08e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:56:46.193062 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'code': 200} Jan 29 19:56:46.205023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['fdfc3054-9ad2-4968-9a0e-1bae2752c8ee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:56:46.295961 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:46.334523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:46.335091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:46.526355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:46.532216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a391a-3281-4792-b7f7-e035ea6399e1 req-19c9362d-6900-4238-b27e-7a300e263a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:46.549412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd1a391a-3281-4792-b7f7-e035ea6399e1 req-19c9362d-6900-4238-b27e-7a300e263a72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.2000272 Jan 29 19:56:46.594000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:46.628402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:46.664038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd1a391a-3281-4792-b7f7-e035ea6399e1 req-415ffc69-aa92-482d-886e-73390a70876d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043952 Jan 29 19:56:46.709869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91a479bd-9591-43f1-82b2-95cedf086b1e req-059afea7-eda6-440e-a399-155955cdfe9e tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1219840 Jan 29 19:56:46.714298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f905c-0a4f-4ac1-bce4-91a59ac6f2de req-1aee79c8-882a-4cf7-9818-5fb55d68b153 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:46.721603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-072f905c-0a4f-4ac1-bce4-91a59ac6f2de req-1aee79c8-882a-4cf7-9818-5fb55d68b153 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 944 time: 0.2343366 Jan 29 19:56:46.834338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-072f905c-0a4f-4ac1-bce4-91a59ac6f2de req-f6941358-b80d-4e3b-94cb-b7f30849d230 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115203 Jan 29 19:56:46.950412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c66d2-29b5-4a31-8e62-161359a0b850 req-a0ac2bda-5a53-4294-9858-4214af816d2f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:46.952709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:46.956836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f94c66d2-29b5-4a31-8e62-161359a0b850 req-a0ac2bda-5a53-4294-9858-4214af816d2f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.0865431 Jan 29 19:56:46.990722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:47.001690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.005896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ec0bff3-b3c4-415c-9b52-26bf2e30b29a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1 HTTP/1.1" status: 204 len: 168 time: 0.9085226 Jan 29 19:56:47.009313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59134) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:47.035014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f94c66d2-29b5-4a31-8e62-161359a0b850 req-6392c2b2-479c-4ddd-b479-2bcf4b105399 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696669 Jan 29 19:56:47.090647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47379495-8ec8-4cad-99fd-01f42cd8ba2b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:47.095379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47379495-8ec8-4cad-99fd-01f42cd8ba2b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0846944 Jan 29 19:56:47.096166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59138) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:47.134038 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fc4814-2b7e-4863-ae38-f7ba73b89231 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:56:47.136016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e8fc4814-2b7e-4863-ae38-f7ba73b89231 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/335244d4-c6f9-4c6f-9df4-bfa615ffac7c HTTP/1.1" status: 404 len: 333 time: 0.0387020 Jan 29 19:56:47.138964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:47.142474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bffa9-b6fc-4e5e-8d55-b66fa4ffc513 req-9d4994ec-6d70-44eb-b1d7-9c9afc20f0b1 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:47.143961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b7bffa9-b6fc-4e5e-8d55-b66fa4ffc513 req-9d4994ec-6d70-44eb-b1d7-9c9afc20f0b1 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.0548050 Jan 29 19:56:47.170251 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1060192-7081-4595-8244-12558d54b636 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:56:47.173899 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b1060192-7081-4595-8244-12558d54b636 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/5a356f2d-240b-4f86-b2f4-ca8fd93c5ee1 HTTP/1.1" status: 404 len: 333 time: 0.0312476 Jan 29 19:56:47.174340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59144) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:47.304964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b7bffa9-b6fc-4e5e-8d55-b66fa4ffc513 req-c7005502-7449-474e-ab5d-6dd7392cd778 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424530 Jan 29 19:56:47.307863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fdfc3054-9ad2-4968-9a0e-1bae2752c8ee up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:47.312973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (3fd1ba1a-f534-4857-a119-718bc82640e8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.434630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-c43b70b4-cf42-4898-ba05-9d29bb54d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:47.434630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-c43b70b4-cf42-4898-ba05-9d29bb54d9de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69&tenant_id=783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 1126 time: 0.1578147 Jan 29 19:56:47.478154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:56:47.481587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (3fd1ba1a-f534-4857-a119-718bc82640e8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.483044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:47.483507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.524759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-32328a66-ac49-4d8f-bd10-6dbdeb43f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:47.526316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-32328a66-ac49-4d8f-bd10-6dbdeb43f182 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1126 time: 0.0624065 Jan 29 19:56:47.539557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd1ba1a-f534-4857-a119-718bc82640e8']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:47.553651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:47.554958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:47.583404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.588671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:47.588671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.588819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59154) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:47.610834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.621122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:56:47.621670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (a602d8dd-a7fc-4ea8-b4f5-0f9cd704653b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.658205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-2cdf6891-b662-46a0-bec1-bbcc0b7f83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:47.660165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-2cdf6891-b662-46a0-bec1-bbcc0b7f83e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.1246393 Jan 29 19:56:47.668938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:56:47.705080 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:56:47.764586 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.796108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7fee5002-f5ae-4c3e-9f1d-aab4e97e0dfe tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1402360599'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:47.796583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7fee5002-f5ae-4c3e-9f1d-aab4e97e0dfe tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Unknown quota resources ['metering_label']. {{(pid=103563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:56:47.838424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (3fd1ba1a-f534-4857-a119-718bc82640e8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.844873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:47.863479 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:47.867339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/3fd1ba1a-f534-4857-a119-718bc82640e8 HTTP/1.1" status: 204 len: 168 time: 0.6918743 Jan 29 19:56:47.892602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9377a2-c0c5-4bcc-b7d5-4f8d96cd1ad7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=3fd1ba1a-f534-4857-a119-718bc82640e8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:47.894647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:47.899884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1390295456'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:47.939677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-b56408a3-9956-457c-b997-122bf2893fd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 999 time: 0.2684147 Jan 29 19:56:47.978784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2faa65f4-d559-47b9-8dc0-a9f1e38387ab req-f95189ed-3955-4483-8d05-feacbb83d621 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0549715 Jan 29 19:56:48.010697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:48.014509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.027932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba66b4-f124-4d70-87bb-9e2cd4e41bd7 req-e02dd19f-02ea-49f7-8268-116055298570 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.035462 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1ba66b4-f124-4d70-87bb-9e2cd4e41bd7 req-e02dd19f-02ea-49f7-8268-116055298570 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.0813882 Jan 29 19:56:48.098112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:56:48.120529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6280711e-1c5f-4507-a1a0-ae219b3ff1e3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.120869 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment 6280711e-1c5f-4507-a1a0-ae219b3ff1e3 of type vlan for network 5cb585c9-ccc4-4d55-81d1-12da964316b5 Jan 29 19:56:48.137932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1ba66b4-f124-4d70-87bb-9e2cd4e41bd7 req-83818bf2-3b15-4d7b-b0e3-afe970791266 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958521 Jan 29 19:56:48.193959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:56:48.197092 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2814054-ff88-4991-a56a-d133ab439322" -d '{"events": [{"server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "name": "network-vif-plugged", "status": "completed", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:56:48.201854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7fee5002-f5ae-4c3e-9f1d-aab4e97e0dfe tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.205012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7fee5002-f5ae-4c3e-9f1d-aab4e97e0dfe tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6141784 Jan 29 19:56:48.207981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59172) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:48.214239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cca49189-23f2-47bd-9aac-948fa6a8eecf tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5dcd6159-046f-4861-97b5-256fda36cb0d'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:48.215387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cca49189-23f2-47bd-9aac-948fa6a8eecf tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103563) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:56:48.222904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-fffd2211-8320-45c5-8ad9-c71cab235a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.224878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-fffd2211-8320-45c5-8ad9-c71cab235a6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.2619495 Jan 29 19:56:48.234394 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5cb585c9-ccc4-4d55-81d1-12da964316b5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.322046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e665-c6ee-4de6-b1b9-ee536061964c req-5b46efa7-4bf6-49ed-8072-fb68dc6c18f6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.330297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af90e665-c6ee-4de6-b1b9-ee536061964c req-5b46efa7-4bf6-49ed-8072-fb68dc6c18f6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.0834370 Jan 29 19:56:48.387092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af90e665-c6ee-4de6-b1b9-ee536061964c req-9e193b8a-85dc-44c5-a091-92ea23dd3803 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560174 Jan 29 19:56:48.392877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5cb585c9-ccc4-4d55-81d1-12da964316b5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.407676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.407676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.455624 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad6d83b-6dea-4e38-afe0-fcaa0c265187 x-openstack-request-id: req-aad6d83b-6dea-4e38-afe0-fcaa0c265187 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:56:48.456113 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "name": "network-vif-plugged", "status": "completed", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:56:48.456240 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aad6d83b-6dea-4e38-afe0-fcaa0c265187 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:56:48.456587 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'code': 200} Jan 29 19:56:48.471914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d16ba8b-a1e0-4dd1-aacc-7d4cb2b470fe req-059f9c02-950b-4f14-aed8-78a1cee0e05f tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf&device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.0623026 Jan 29 19:56:48.485366 n-d-825496-5 neutron-server[103563]: WARNING neutron.services.metering.metering_plugin [None req-cca49189-23f2-47bd-9aac-948fa6a8eecf tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 19:56:48.669202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=5cb585c9-ccc4-4d55-81d1-12da964316b5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:48.686265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:56:48.702305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d947a4-3281-4c8a-8624-53d2aac023ef req-0e2c42ef-237a-41d2-a0ab-c66a008caa95 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.704120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30d947a4-3281-4c8a-8624-53d2aac023ef req-0e2c42ef-237a-41d2-a0ab-c66a008caa95 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1693554 Jan 29 19:56:48.712581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ba0ee41-3288-421e-85e6-db833123cbc9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8131571 Jan 29 19:56:48.723418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59186) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:48.729239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b47fc-e5ec-4e74-a85a-4fe51fdccfd1 req-20cc0947-1c95-4c0b-bc14-71901c1f8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.730757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c8b47fc-e5ec-4e74-a85a-4fe51fdccfd1 req-20cc0947-1c95-4c0b-bc14-71901c1f8552 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 1127 time: 0.1569948 Jan 29 19:56:48.748981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:48.761869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cca49189-23f2-47bd-9aac-948fa6a8eecf tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:48.777981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cca49189-23f2-47bd-9aac-948fa6a8eecf tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5652423 Jan 29 19:56:48.786708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:48.801650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30d947a4-3281-4c8a-8624-53d2aac023ef req-7ec40447-33e8-46df-bea6-e2682fd621d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915554 Jan 29 19:56:48.809198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ba73cb5c-d323-4315-bd15-301d245504f6 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5dcd6159-046f-4861-97b5-256fda36cb0d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:48.812908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ba73cb5c-d323-4315-bd15-301d245504f6 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:56:48.822107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-c529c5fa-e8b0-47d4-a460-0f0447d10c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:48.827170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-c529c5fa-e8b0-47d4-a460-0f0447d10c93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5544105 Jan 29 19:56:49.003396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96b467ab-ff09-455a-8308-d615db9c12e1 req-f4f59146-b72f-4173-a8fb-3df577439eac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4a4a2cdde214041b6a76134f5176076&device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0581357 Jan 29 19:56:49.005660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c8b47fc-e5ec-4e74-a85a-4fe51fdccfd1 req-af73d195-0b8d-47f5-8dbc-7cef81d2bc1e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244022 Jan 29 19:56:49.015538 n-d-825496-5 neutron-server[103562]: WARNING neutron.services.metering.metering_plugin [None req-ba73cb5c-d323-4315-bd15-301d245504f6 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 29 19:56:49.093700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96b467ab-ff09-455a-8308-d615db9c12e1 req-8dfde289-e06b-499b-8ef3-129bc38ecacf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f4a4a2cdde214041b6a76134f5176076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725868 Jan 29 19:56:49.242996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba73cb5c-d323-4315-bd15-301d245504f6 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:49.244406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ba73cb5c-d323-4315-bd15-301d245504f6 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4416044 Jan 29 19:56:49.248064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59204) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:49.263998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-818b4d54-2098-4b4c-ac76-1599da7fcd45 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=0975534d-6178-40c4-a882-c0ce356ed033 HTTP/1.1" status: 200 len: 462 time: 0.0148196 Jan 29 19:56:49.273123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:49.370458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b467ab-ff09-455a-8308-d615db9c12e1 req-e7db57c6-91ab-4ed3-a438-e2408ecf31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:49.372230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96b467ab-ff09-455a-8308-d615db9c12e1 req-e7db57c6-91ab-4ed3-a438-e2408ecf31a6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2248223 Jan 29 19:56:49.483124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1e891-f638-4672-9969-bf519837cbd3 req-280c763a-d3ce-4c4b-b1a2-1b813215d722 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:49.484767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4f1e891-f638-4672-9969-bf519837cbd3 req-280c763a-d3ce-4c4b-b1a2-1b813215d722 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.1266119 Jan 29 19:56:49.586817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e3fc767-00b1-4fef-b641-933ad2c86496 req-78f6148a-c4c4-45ec-bef9-aefe14f2bc73 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.5708997 Jan 29 19:56:49.644395 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-c270a659-25d7-45c5-a349-9ab03e13947f service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019285 Jan 29 19:56:49.666792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cabb1d9f-398f-4aca-9416-3f308f2742f3 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:49.667965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cabb1d9f-398f-4aca-9416-3f308f2742f3 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/0975534d-6178-40c4-a882-c0ce356ed033 HTTP/1.1" status: 204 len: 168 time: 0.3936217 Jan 29 19:56:49.686376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59214) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:49.696479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-ae7d4d0a-c315-456a-bed7-bf9841ed55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:49.701573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-ae7d4d0a-c315-456a-bed7-bf9841ed55fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.2703688 Jan 29 19:56:49.780024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-d4c522de-a089-4d5f-a4d1-da56c7852317 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291447 Jan 29 19:56:49.781573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59216) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:49.788152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:49.792336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:49.840635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-6d1de73e-00fa-4d04-b6f3-2de5dfc13e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:49.842441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-6d1de73e-00fa-4d04-b6f3-2de5dfc13e18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.1314671 Jan 29 19:56:49.849038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ddc86cc8-d059-40a6-bc7c-d70badac528e tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=0975534d-6178-40c4-a882-c0ce356ed033 HTTP/1.1" status: 200 len: 221 time: 0.1613710 Jan 29 19:56:49.859326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59220) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:49.865348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d234fb22-0917-4028-8df7-1330595488b9 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1914252367', 'description': 'label created by tempest'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:49.865806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d234fb22-0917-4028-8df7-1330595488b9 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Unknown quota resources ['metering_label']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 19:56:49.868856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Performing IP validity checks on allocation pools {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 19:56:49.871689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 19:56:50.094913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (6dabf6ac-bc6c-415e-8c5b-3748bc59182c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:50.233663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6184463-e261-462f-a647-03c4252c279a req-22505b27-0d30-4e92-9bd9-7f0aae35d774 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:50.235261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6184463-e261-462f-a647-03c4252c279a req-22505b27-0d30-4e92-9bd9-7f0aae35d774 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.4543750 Jan 29 19:56:50.338760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2601d14-3858-45d8-8f07-c10251ad8574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:50.361217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=6dabf6ac-bc6c-415e-8c5b-3748bc59182c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:50.375162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': '6280711e-1c5f-4507-a1a0-ae219b3ff1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:50.375693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: 5cb585c9-ccc4-4d55-81d1-12da964316b5, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:56:50.434258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d6184463-e261-462f-a647-03c4252c279a req-73cdbe7a-57ce-49ac-b92e-5ec1ea878b98 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666164 Jan 29 19:56:50.473385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-9614e3d0-750b-487c-ac57-78337f7c1bf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.6197581 Jan 29 19:56:50.489767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4f1e891-f638-4672-9969-bf519837cbd3 req-f9662f09-92ac-4bf9-a62a-6f45dbf0a42d tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9922545 Jan 29 19:56:50.541412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2601d14-3858-45d8-8f07-c10251ad8574 admin admin] Publish callbacks [] for security_group (2a2007ff-62b5-46d6-92cc-b7f5f675b37a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:50.548601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:56:50.674870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2601d14-3858-45d8-8f07-c10251ad8574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2a2007ff-62b5-46d6-92cc-b7f5f675b37a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:50.677384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5cb585c9-ccc4-4d55-81d1-12da964316b5) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:50.693420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d92fae-c999-409f-8e81-be6e3672714e None None] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:50.748512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2601d14-3858-45d8-8f07-c10251ad8574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2007ff-62b5-46d6-92cc-b7f5f675b37a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:50.784657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:50.792495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:50.925320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59080843-b0b5-42cc-8fd3-0a46db8eef07 req-add45cdf-c4f1-4ef9-8e3a-d57992c3ccd0 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.1730638 Jan 29 19:56:50.961799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-5cb585c9-ccc4-4d55-81d1-12da964316b5', 'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': '6dabf6ac-bc6c-415e-8c5b-3748bc59182c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:56:50.963360 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:50.964057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c2601d14-3858-45d8-8f07-c10251ad8574 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ceec8f1be5341bd860513372dd76f19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1809690 Jan 29 19:56:50.971217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59248) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:51.007516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-5ed72784-a080-4c21-92b9-3ff2d0275011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:51.017682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-5ed72784-a080-4c21-92b9-3ff2d0275011 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.5174067 Jan 29 19:56:51.023561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96b467ab-ff09-455a-8308-d615db9c12e1 req-70a62fec-946b-4552-b4af-91b136fd26b1 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.26 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.2875223 Jan 29 19:56:51.088704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8b881528-440e-40e8-918d-d82d81f47244 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3502853 Jan 29 19:56:51.089141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59250) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:51.122994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5', 'name': 'tempest-PortsIpV6TestJSON-2100214267'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:51.188422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e33b1ff-59e6-4ba2-913c-d15d15486728 admin admin] Publish callbacks [] for security_group (2a2007ff-62b5-46d6-92cc-b7f5f675b37a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.259586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d234fb22-0917-4028-8df7-1330595488b9 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.263774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d234fb22-0917-4028-8df7-1330595488b9 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.4026475 Jan 29 19:56:51.266394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-30699be1-7c5d-4c02-a07d-666d0b1206b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2321389 Jan 29 19:56:51.266891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59254) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:51.282583 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e33b1ff-59e6-4ba2-913c-d15d15486728 admin admin] Publish callbacks [] for security_group (2a2007ff-62b5-46d6-92cc-b7f5f675b37a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.307073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Allocated IP 2001:db8::2 (5cb585c9-ccc4-4d55-81d1-12da964316b5/6dabf6ac-bc6c-415e-8c5b-3748bc59182c/bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:51.311661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822f0fe-6191-4860-a807-3b5a84c0a6c8 req-59f9d71b-4c5b-4acc-9a76-f4994c2f5555 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:51.314060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9822f0fe-6191-4860-a807-3b5a84c0a6c8 req-59f9d71b-4c5b-4acc-9a76-f4994c2f5555 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.6750259 Jan 29 19:56:51.464839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0be5d165-93e6-46e0-b602-e7c11d81517c tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=4c8c4d47-4698-4267-8427-3df474f4d53d HTTP/1.1" status: 200 len: 468 time: 0.1922722 Jan 29 19:56:51.474626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:51.493774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e33b1ff-59e6-4ba2-913c-d15d15486728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2a2007ff-62b5-46d6-92cc-b7f5f675b37a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.503523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e33b1ff-59e6-4ba2-913c-d15d15486728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.504935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e33b1ff-59e6-4ba2-913c-d15d15486728 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a2007ff-62b5-46d6-92cc-b7f5f675b37a HTTP/1.1" status: 204 len: 168 time: 0.5327222 Jan 29 19:56:51.568656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33b1ff-59e6-4ba2-913c-d15d15486728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2007ff-62b5-46d6-92cc-b7f5f675b37a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:51.604478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Publish callbacks [] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.677662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:56:51.682279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.689977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.744112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Pushing event updated for resources: {'Port': ['ID=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:51.769760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:51.771466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:51.774320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:51.793315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port afae5369-b188-41ac-b348-86ae9eec9b64 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:56:51.826133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92379aee-c587-404d-8f0e-412a8af1cbda req-57f517b4-9b8e-4d1b-baae-16001c7d1f33 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:51.831468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9822f0fe-6191-4860-a807-3b5a84c0a6c8 req-d22e5fd0-917c-4a1f-ac50-8be0d7df8e9b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161580 Jan 29 19:56:51.833150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92379aee-c587-404d-8f0e-412a8af1cbda req-57f517b4-9b8e-4d1b-baae-16001c7d1f33 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.2273397 Jan 29 19:56:51.877904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Attempting to bind port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:56:51.878808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Attempting to bind port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6280711e-1c5f-4507-a1a0-ae219b3ff1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:56:51.879472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Attempting to bind port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 on network 5cb585c9-ccc4-4d55-81d1-12da964316b5 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:56:51.892150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:56:51.893595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Checking segment: {'id': '6280711e-1c5f-4507-a1a0-ae219b3ff1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:56:51.894235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.894835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Bound using segment: {'id': '6280711e-1c5f-4507-a1a0-ae219b3ff1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:56:51.895665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Bound port: bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6280711e-1c5f-4507-a1a0-ae219b3ff1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cb585c9-ccc4-4d55-81d1-12da964316b5'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:56:51.896408 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:51.945973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-ea3b255a-27b9-424b-a1f4-ee83eb8f6f70 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446433 Jan 29 19:56:52.043214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92379aee-c587-404d-8f0e-412a8af1cbda req-62534b34-d15f-43e2-85d9-ab8278090700 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090373 Jan 29 19:56:52.065734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6aa43d9-83f5-4b36-a3e7-6b3e8172321d tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:52.073955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] For port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:56:52.084006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c6aa43d9-83f5-4b36-a3e7-6b3e8172321d tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/4c8c4d47-4698-4267-8427-3df474f4d53d HTTP/1.1" status: 204 len: 168 time: 0.5754964 Jan 29 19:56:52.084006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59270) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.091898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] For port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,segment=NetworkSegment(6280711e-1c5f-4507-a1a0-ae219b3ff1e3),segment_id=6280711e-1c5f-4507-a1a0-ae219b3ff1e3)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:56:52.110023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-86b92112-e4bf-4947-9333-4ca47a8f918c tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=4c8c4d47-4698-4267-8427-3df474f4d53d HTTP/1.1" status: 200 len: 216 time: 0.0203140 Jan 29 19:56:52.114735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.153546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-418f69ea-9c00-43f4-9030-879ec01c2ba0 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0379941 Jan 29 19:56:52.158973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59274) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.183277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be70bfb-c4f6-4b55-8cdb-7fb7b79d9c11 req-91056605-eb48-4ce8-8232-96718bfd7bad tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:52.190369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0be70bfb-c4f6-4b55-8cdb-7fb7b79d9c11 req-91056605-eb48-4ce8-8232-96718bfd7bad tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.2068129 Jan 29 19:56:52.195565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:52.205549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97850409-ac1c-4bc7-a65e-e638a5e18d29 req-ef5f6868-37f1-4edf-aa00-102444b6da77 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530470 Jan 29 19:56:52.221934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa14c177-03fe-4eaa-8ea2-e2c040df39a6 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0291781 Jan 29 19:56:52.227300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59278) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.234218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::f5 (5cb585c9-ccc4-4d55-81d1-12da964316b5/6dabf6ac-bc6c-415e-8c5b-3748bc59182c/afae5369-b188-41ac-b348-86ae9eec9b64) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:56:52.317366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-278118eb-a1ad-424c-9858-fbcc190b9cf2 req-e6d12b73-cc46-4078-bb30-8539341eaa44 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=8880f3ef-23cc-4700-84aa-d6174ea0e8bf HTTP/1.1" status: 200 len: 210 time: 0.0681388 Jan 29 19:56:52.326746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1bf83d67-cce7-46e2-9032-ea98520e61ea tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/5dcd6159-046f-4861-97b5-256fda36cb0d HTTP/1.1" status: 200 len: 473 time: 0.0979869 Jan 29 19:56:52.332940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59280) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.344635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0be70bfb-c4f6-4b55-8cdb-7fb7b79d9c11 req-50753c58-ff01-4564-aad4-0f5b749b3615 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532764 Jan 29 19:56:52.370705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d526281b-ff97-42e0-a1ff-6f499e41a088 tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/586a77cd-3305-48a4-8557-9dccf906ad2d HTTP/1.1" status: 200 len: 459 time: 0.0366127 Jan 29 19:56:52.375055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.417555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da5f1f-2680-4ed8-84e2-a60f5c1d3869 None None] Pushing event updated for resources: {'Port': ['ID=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:52.604313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74a84b-0375-4ecd-adb1-f4b4f5ddc8ff req-d62313a3-b3a9-4114-994e-9fe7ddebf3f9 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:52.613471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef74a84b-0375-4ecd-adb1-f4b4f5ddc8ff req-d62313a3-b3a9-4114-994e-9fe7ddebf3f9 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.1142900 Jan 29 19:56:52.624941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59290) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.629759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Request body: {'floatingip': {'port_id': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:56:52.721463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (a92849b9-390e-45a6-bbdc-6d96f03d7d8a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:52.745898 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14dfe86d-12b5-4d43-a19a-5951bc283d8e tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:52.747033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-14dfe86d-12b5-4d43-a19a-5951bc283d8e tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/586a77cd-3305-48a4-8557-9dccf906ad2d HTTP/1.1" status: 204 len: 168 time: 0.3710110 Jan 29 19:56:52.752533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59292) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.764575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (afae5369-b188-41ac-b348-86ae9eec9b64), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:52.809811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59294) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:52.857114 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c662b93c-6788-4c4c-b262-d5d8f2960ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.120465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c662b93c-6788-4c4c-b262-d5d8f2960ee2 admin admin] Publish callbacks [] for security_group (7bd030b2-8c97-4a40-901d-f24940dee859), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.182061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79367571-085c-4159-8cf6-7dc99e951aff req-16d88ff9-bdb1-4206-896f-9e0a9cdae017 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:53.195378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79367571-085c-4159-8cf6-7dc99e951aff req-16d88ff9-bdb1-4206-896f-9e0a9cdae017 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2017236 Jan 29 19:56:53.231216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-36cc3ae5-fba7-47c1-a27a-cde704fdc33e tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.231216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-36cc3ae5-fba7-47c1-a27a-cde704fdc33e tempest-MeteringIpV6TestJSON-941487602 tempest-MeteringIpV6TestJSON-941487602-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/5dcd6159-046f-4861-97b5-256fda36cb0d HTTP/1.1" status: 204 len: 168 time: 0.4693942 Jan 29 19:56:53.232100 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c662b93c-6788-4c4c-b262-d5d8f2960ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7bd030b2-8c97-4a40-901d-f24940dee859), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.232184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (afae5369-b188-41ac-b348-86ae9eec9b64), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.338477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79367571-085c-4159-8cf6-7dc99e951aff req-5dc93299-c37f-470d-8c1e-2f6d90a56fc0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417806 Jan 29 19:56:53.365003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:56:53.368425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:56:53.373620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:56:53.379519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:53.381062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.392010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=afae5369-b188-41ac-b348-86ae9eec9b64,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:53.462261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662b93c-6788-4c4c-b262-d5d8f2960ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd030b2-8c97-4a40-901d-f24940dee859,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:53.533381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c662b93c-6788-4c4c-b262-d5d8f2960ee2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c9cafdd1e0d4cc093286bef88cb98b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222633 Jan 29 19:56:53.536942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59308) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:53.548075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b6ddfcb4-f82d-491c-877b-ab113477f75b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4364862 Jan 29 19:56:53.551624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59310) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:53.701921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26f54cad-de71-4c56-8e36-01a9c1167a10 admin admin] Publish callbacks [] for security_group (7bd030b2-8c97-4a40-901d-f24940dee859), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.752532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26f54cad-de71-4c56-8e36-01a9c1167a10 admin admin] Publish callbacks [] for security_group (7bd030b2-8c97-4a40-901d-f24940dee859), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:53.984627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:54.000667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26f54cad-de71-4c56-8e36-01a9c1167a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7bd030b2-8c97-4a40-901d-f24940dee859), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.004075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-26f54cad-de71-4c56-8e36-01a9c1167a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.008266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-26f54cad-de71-4c56-8e36-01a9c1167a10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bd030b2-8c97-4a40-901d-f24940dee859 HTTP/1.1" status: 204 len: 168 time: 0.4700978 Jan 29 19:56:54.040607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f54cad-de71-4c56-8e36-01a9c1167a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd030b2-8c97-4a40-901d-f24940dee859,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:54.140627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f9b-ef5c-4090-a074-fb7d5615ad03 req-44975a87-1cb7-49a2-a630-421f85cbc86d tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:54.141144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890589d3-c631-4e92-9045-7066a4158d7e None None] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:54.160576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea265f9b-ef5c-4090-a074-fb7d5615ad03 req-44975a87-1cb7-49a2-a630-421f85cbc86d tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.9361806 Jan 29 19:56:54.223456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a75f3802-ac15-4188-94be-44a309c671bc req-137c3bb7-4a22-4176-9edf-22ae5a6a0f1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4a4a2cdde214041b6a76134f5176076&device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.2468610 Jan 29 19:56:54.234223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-265ecbb3-3e1e-4b82-be88-f26d4003a7c7 req-5d812154-f404-4ded-9745-3d7e485d7780 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.0899205 Jan 29 19:56:54.380406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] Provisioning complete for port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:54.382302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.446872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a75f3802-ac15-4188-94be-44a309c671bc req-6f04c259-e736-47e1-8818-a14637e96cef service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f4a4a2cdde214041b6a76134f5176076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1824360 Jan 29 19:56:54.619201 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:56:54.626515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea265f9b-ef5c-4090-a074-fb7d5615ad03 req-2cab0e6c-78ad-4db8-b929-9e3db291a0c3 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649692 Jan 29 19:56:54.634867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30e0232d-1457-4370-8b30-d78b388524a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.651987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f916c0-aa7a-4508-921c-ecaeed0363bb req-2a6253e9-0526-4d5f-b233-260e261569e9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:54.660868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74f916c0-aa7a-4508-921c-ecaeed0363bb req-2a6253e9-0526-4d5f-b233-260e261569e9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1903520 Jan 29 19:56:54.767120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74f916c0-aa7a-4508-921c-ecaeed0363bb req-c72acedc-ff46-4098-94a6-9f5faa616faf tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092606 Jan 29 19:56:54.774689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] Current status of the port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:54.774689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.782193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-a3782b92-d8fd-4506-9bdd-5adbd4782cec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5108349 Jan 29 19:56:54.820882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:54.826051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.832983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port afae5369-b188-41ac-b348-86ae9eec9b64 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:56:54.838339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (afae5369-b188-41ac-b348-86ae9eec9b64), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.898806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f3802-ac15-4188-94be-44a309c671bc req-4849a9f1-170d-4ade-b222-1f6700398bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:54.900734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a75f3802-ac15-4188-94be-44a309c671bc req-4849a9f1-170d-4ade-b222-1f6700398bef service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4341335 Jan 29 19:56:54.931121 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30e0232d-1457-4370-8b30-d78b388524a8 admin admin] Publish callbacks [] for security_group (4e1aedbe-b091-48a3-87b2-5723a12d7d4c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:54.933875 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a92849b9-390e-45a6-bbdc-6d96f03d7d8a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.034451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-30e0232d-1457-4370-8b30-d78b388524a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4e1aedbe-b091-48a3-87b2-5723a12d7d4c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.156593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0232d-1457-4370-8b30-d78b388524a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1aedbe-b091-48a3-87b2-5723a12d7d4c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:55.173185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-30e0232d-1457-4370-8b30-d78b388524a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dee8bb295f947e98a056997f88a0bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1873865 Jan 29 19:56:55.176985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59344) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:55.310196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1abe973f-d92d-4d43-932a-57c5e069fc34 admin admin] Publish callbacks [] for security_group (4e1aedbe-b091-48a3-87b2-5723a12d7d4c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.372578 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1abe973f-d92d-4d43-932a-57c5e069fc34 admin admin] Publish callbacks [] for security_group (4e1aedbe-b091-48a3-87b2-5723a12d7d4c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.526451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] For port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,segment=NetworkSegment(6280711e-1c5f-4507-a1a0-ae219b3ff1e3),segment_id=6280711e-1c5f-4507-a1a0-ae219b3ff1e3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:56:55.531241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c090601d-59bf-4258-8cce-1b483ddc26d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.579818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:55.580360 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.640572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.669125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad84f4db-990e-4d76-88df-62695770544b req-0623a183-0727-4916-9884-3cada31236ed tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.0571940 Jan 29 19:56:55.674784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-ddd56f26-65cc-40b1-95f9-74c0b3ae2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:55.676392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-ddd56f26-65cc-40b1-95f9-74c0b3ae2bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 1132 time: 0.8643198 Jan 29 19:56:55.680274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1abe973f-d92d-4d43-932a-57c5e069fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4e1aedbe-b091-48a3-87b2-5723a12d7d4c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.687719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1abe973f-d92d-4d43-932a-57c5e069fc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.687719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1abe973f-d92d-4d43-932a-57c5e069fc34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e1aedbe-b091-48a3-87b2-5723a12d7d4c HTTP/1.1" status: 204 len: 168 time: 0.5067952 Jan 29 19:56:55.700081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe973f-d92d-4d43-932a-57c5e069fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1aedbe-b091-48a3-87b2-5723a12d7d4c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:55.785813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf8d30-df84-4f57-8a38-bbd6aa6e4678 None None] Pushing event updated for resources: {'Port': ['ID=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:55.908227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-997e2c92-41d1-48d5-b456-4b1ffd26693f None None] Provisioning complete for port afae5369-b188-41ac-b348-86ae9eec9b64 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:55.913878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-997e2c92-41d1-48d5-b456-4b1ffd26693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (afae5369-b188-41ac-b348-86ae9eec9b64), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:55.919515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c473-839b-4db7-a2f9-ebfc35e56b74 req-2ad8911a-4f28-4a7e-8d51-1939a504bebe tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:55.929722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e12c473-839b-4db7-a2f9-ebfc35e56b74 req-2ad8911a-4f28-4a7e-8d51-1939a504bebe tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1510031 Jan 29 19:56:56.005710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e12c473-839b-4db7-a2f9-ebfc35e56b74 req-be02065e-3399-4730-9840-0da978a7d0b8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749173 Jan 29 19:56:56.057116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:56.075950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-997e2c92-41d1-48d5-b456-4b1ffd26693f None None] Port afae5369-b188-41ac-b348-86ae9eec9b64 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:56:56.108998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-e665942a-fb9b-4410-8956-28de47e0b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:56.109398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-997e2c92-41d1-48d5-b456-4b1ffd26693f None None] Provisioning complete for port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:56.110013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-997e2c92-41d1-48d5-b456-4b1ffd26693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:56.110482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-e665942a-fb9b-4410-8956-28de47e0b134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.3964965 Jan 29 19:56:56.154545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (afae5369-b188-41ac-b348-86ae9eec9b64), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:56.164746 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Floating IP a92849b9-390e-45a6-bbdc-6d96f03d7d8a associated. External IP: 172.25.5.198, port: fdfc3054-9ad2-4968-9a0e-1bae2752c8ee. Jan 29 19:56:56.258984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-997e2c92-41d1-48d5-b456-4b1ffd26693f None None] Current status of the port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:56.390228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a75f3802-ac15-4188-94be-44a309c671bc req-bba7bc38-2033-47bf-a4db-5349c03b643b tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.26 "GET /v2.0/ports?device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.1068120 Jan 29 19:56:56.410311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-24a30901-c322-412a-9e1b-df0bc2333339 None None] Provisioning complete for port afae5369-b188-41ac-b348-86ae9eec9b64 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:56.412011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24a30901-c322-412a-9e1b-df0bc2333339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (afae5369-b188-41ac-b348-86ae9eec9b64), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:56.467208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for afae5369-b188-41ac-b348-86ae9eec9b64 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:56:56.471293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-b85bfcbb-62d4-4f4f-ad15-255c2681b8de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fb75f12d-19e6-485a-bf04-65eb645addd6 HTTP/1.1" status: 200 len: 217 time: 0.1886265 Jan 29 19:56:56.494124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-24a30901-c322-412a-9e1b-df0bc2333339 None None] Port afae5369-b188-41ac-b348-86ae9eec9b64 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:56:56.648080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-5bb332d5-cb34-4782-af5d-d2cd3c8732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:56.649922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-5bb332d5-cb34-4782-af5d-d2cd3c8732e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.1224082 Jan 29 19:56:56.713653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:56.737366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8f3cb2d-c616-4600-82c3-6cd69c8155c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:56.742184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27052296-1399-4ee0-94ef-4ec1133bcd43 req-7f4d3373-b895-4cb8-bbd9-ed331d9d5e10 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:56.748141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:56:56.762157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27052296-1399-4ee0-94ef-4ec1133bcd43 req-7f4d3373-b895-4cb8-bbd9-ed331d9d5e10 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.6505978 Jan 29 19:56:56.945319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:56:56.946037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:56.953609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:56:56.964468 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6cd4e6ac-3e51-49bd-b2c3-80ecaeb4ae31 req-d420c2c4-1730-4c60-bc8f-db3b466469c3 tempest-ServerShowV247Test-1856635419 tempest-ServerShowV247Test-1856635419-project] 10.222.0.15 "GET /v2.0/ports?device_id=a51bab8b-5853-4b19-ba7b-5bceddab7846 HTTP/1.1" status: 200 len: 210 time: 0.0470939 Jan 29 19:56:56.966856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8f3cb2d-c616-4600-82c3-6cd69c8155c4 admin admin] Publish callbacks [] for security_group (9f4d3755-919e-459d-b16b-7197ab297c7d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.032107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-3498a82f-759e-48db-9a7b-e7bda05faa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:57.034027 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-3498a82f-759e-48db-9a7b-e7bda05faa9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3461676 Jan 29 19:56:57.035419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8f3cb2d-c616-4600-82c3-6cd69c8155c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9f4d3755-919e-459d-b16b-7197ab297c7d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.054479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27052296-1399-4ee0-94ef-4ec1133bcd43 req-d8b62bc4-b845-4486-b8da-901764787bc1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901850 Jan 29 19:56:57.073158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e8f3cb2d-c616-4600-82c3-6cd69c8155c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75ccf29c64af4fc68f7a4e61463b2cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584905 Jan 29 19:56:57.086153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59402) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:57.135244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3cb2d-c616-4600-82c3-6cd69c8155c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4d3755-919e-459d-b16b-7197ab297c7d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:57.206926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-310b41fc-7c11-444b-b05b-8dee95131066 admin admin] Publish callbacks [] for security_group (9f4d3755-919e-459d-b16b-7197ab297c7d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.267295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-310b41fc-7c11-444b-b05b-8dee95131066 admin admin] Publish callbacks [] for security_group (9f4d3755-919e-459d-b16b-7197ab297c7d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.291898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (afae5369-b188-41ac-b348-86ae9eec9b64), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.301363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:56:57.342111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b5f3c-6069-476e-8523-42c773bfb250 req-2e07b850-6b49-4f92-903b-c1b0db18a127 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:57.352734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-83b8bef3-1548-490a-8a39-dfd72830a51c service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894778 Jan 29 19:56:57.354214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e08b5f3c-6069-476e-8523-42c773bfb250 req-2e07b850-6b49-4f92-903b-c1b0db18a127 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1990819 Jan 29 19:56:57.359052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=afae5369-b188-41ac-b348-86ae9eec9b64,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:57.395629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:56:57.407529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] Sync routers for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:56:57.432694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:57.433329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:56:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:57.436007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.511310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.522601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c77d1bea-24c4-4f76-8811-cb95080c6a8e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/afae5369-b188-41ac-b348-86ae9eec9b64 HTTP/1.1" status: 204 len: 168 time: 3.9657619 Jan 29 19:56:57.526044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:57.582502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f3908b21-360d-4e49-850f-5b505d714194 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "PUT /v2.0/floatingips/a92849b9-390e-45a6-bbdc-6d96f03d7d8a HTTP/1.1" status: 200 len: 991 time: 4.9564412 Jan 29 19:56:57.606723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:56:57.612358 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:56:57.623982 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b83c882-bbcb-4510-96fe-371879cfa8c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:56:57.624975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b83c882-bbcb-4510-96fe-371879cfa8c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:56:57.633542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3b83c882-bbcb-4510-96fe-371879cfa8c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/afae5369-b188-41ac-b348-86ae9eec9b64 HTTP/1.1" status: 404 len: 333 time: 0.1059284 Jan 29 19:56:57.641588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59420) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:57.658012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e08b5f3c-6069-476e-8523-42c773bfb250 req-474ad30b-5e98-4c2b-a9e1-eead1bb66464 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027012 Jan 29 19:56:57.760947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-310b41fc-7c11-444b-b05b-8dee95131066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9f4d3755-919e-459d-b16b-7197ab297c7d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.764695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-310b41fc-7c11-444b-b05b-8dee95131066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:57.765102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:57.779417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-310b41fc-7c11-444b-b05b-8dee95131066 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f4d3755-919e-459d-b16b-7197ab297c7d HTTP/1.1" status: 204 len: 168 time: 0.6965747 Jan 29 19:56:57.839985 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08071ac-544b-4b3e-a2ce-8cf0ff499a18 x-openstack-request-id: req-c08071ac-544b-4b3e-a2ce-8cf0ff499a18 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:56:57.840583 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:56:57.840662 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c08071ac-544b-4b3e-a2ce-8cf0ff499a18 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:56:57.843404 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'status': 'completed', 'code': 200} Jan 29 19:56:57.847561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18d4dad4-998a-403f-9441-7cacd5ac4afb req-50fe819f-055e-4455-8228-ac2152acb5d0 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787929 Jan 29 19:56:57.898607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b41fc-7c11-444b-b05b-8dee95131066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4d3755-919e-459d-b16b-7197ab297c7d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:57.899120 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1d2e01-7197-4145-80bf-7573906b2ced tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:56:57.901644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6d1d2e01-7197-4145-80bf-7573906b2ced tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/afae5369-b188-41ac-b348-86ae9eec9b64 HTTP/1.1" status: 404 len: 333 time: 0.2576506 Jan 29 19:56:57.906163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59430) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:58.036640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc71a03-7ca4-4b48-a229-a39946d9699c req-50cc2681-2147-4011-8bec-1386ea1f3ad7 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:58.042098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0bc71a03-7ca4-4b48-a229-a39946d9699c req-50cc2681-2147-4011-8bec-1386ea1f3ad7 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.2492659 Jan 29 19:56:58.201771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-1424ad39-0a9d-4e4d-ba6b-222b63487c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:58.208709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-1424ad39-0a9d-4e4d-ba6b-222b63487c9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ded60ff00264d9fb389ecfc025e8dd5&device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 1127 time: 0.4217484 Jan 29 19:56:58.221585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet 6dabf6ac-bc6c-415e-8c5b-3748bc59182c {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:56:58.253754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0bc71a03-7ca4-4b48-a229-a39946d9699c req-71ca445a-d773-40b6-9899-cd6061b8b9de tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047958 Jan 29 19:56:58.260860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3911007-0f31-4242-b202-486d5d18bdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:58.300866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (6dabf6ac-bc6c-415e-8c5b-3748bc59182c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:58.442941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a92849b9-390e-45a6-bbdc-6d96f03d7d8a', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'port_id': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'mac_address': 'fa:16:3e:98:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025d151-84f8-4d80-9730-1abf3457c067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:56:31Z', 'updated_at': '2022-01-29T19:56:54Z', 'revision_number': 1, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:35Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:58.480965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] Checking router: 45f0a104-2ac2-43ac-aa38-e3d775b15a2e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:56:58.513024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:56:58.516233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:56:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:58.533823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (6dabf6ac-bc6c-415e-8c5b-3748bc59182c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:58.731129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:56:58.826229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193936-b52a-486e-8dcd-97ccfff0a40a req-51dca671-883c-432b-a92a-241b14b0d260 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:58.832541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13193936-b52a-486e-8dcd-97ccfff0a40a req-51dca671-883c-432b-a92a-241b14b0d260 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.5274088 Jan 29 19:56:58.998611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59458) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:59.000721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.057957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-cef9bd34-50d3-40da-afe7-2e8747a6aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:59.059635 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-cef9bd34-50d3-40da-afe7-2e8747a6aad6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18d73e22-9a07-4bf1-9fea-37b095d3dbdf HTTP/1.1" status: 200 len: 914 time: 0.8141582 Jan 29 19:56:59.083815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15505db6-b2e5-410a-b479-d2e3836b1aec req-3951c5dc-19d4-4a8c-a15b-e149e4084962 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:59.087105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15505db6-b2e5-410a-b479-d2e3836b1aec req-3951c5dc-19d4-4a8c-a15b-e149e4084962 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.2237546 Jan 29 19:56:59.106818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (6dabf6ac-bc6c-415e-8c5b-3748bc59182c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.158252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15505db6-b2e5-410a-b479-d2e3836b1aec req-77824721-14b5-4b6b-9d94-51d39cd60d0b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620270 Jan 29 19:56:59.253943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a92849b9-390e-45a6-bbdc-6d96f03d7d8a', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'port_id': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'mac_address': 'fa:16:3e:98:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025d151-84f8-4d80-9730-1abf3457c067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:56:31Z', 'updated_at': '2022-01-29T19:56:54Z', 'revision_number': 1, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:35Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:56:59.294586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449aaa1-ac21-4e9c-8017-da0ec6a4c217 None None] The sync data for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 is: [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a92849b9-390e-45a6-bbdc-6d96f03d7d8a', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'port_id': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'mac_address': 'fa:16:3e:98:ce:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0025d151-84f8-4d80-9730-1abf3457c067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:56:31Z', 'updated_at': '2022-01-29T19:56:54Z', 'revision_number': 1, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:35Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:56:59.550357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-c9983eaf-b84d-4c78-9270-b49d2e9612cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee HTTP/1.1" status: 200 len: 999 time: 0.4667552 Jan 29 19:56:59.597259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13193936-b52a-486e-8dcd-97ccfff0a40a req-e5e1ee05-2b5d-4f47-898a-12f5b78f7741 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6645927 Jan 29 19:56:59.664531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ca6c-e602-46de-8934-bda27dab7728 req-cb02cde0-1abb-47b9-b231-1e6b31f33956 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:59.675266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcc6ca6c-e602-46de-8934-bda27dab7728 req-cb02cde0-1abb-47b9-b231-1e6b31f33956 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.2188072 Jan 29 19:56:59.701878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca2d19bb-0a20-4b6a-8626-81a1eba00651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.709356 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.768692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-ed25aa28-4017-4901-b293-452f3da39369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:56:59.770173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-ed25aa28-4017-4901-b293-452f3da39369 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07f0314e-f903-4389-8231-8eb45e689893 HTTP/1.1" status: 200 len: 853 time: 0.1669602 Jan 29 19:56:59.817436 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64da42-0198-4c4d-8321-3db5660b73d4 None None] New status for floating IP a92849b9-390e-45a6-bbdc-6d96f03d7d8a: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:56:59.847535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (6dabf6ac-bc6c-415e-8c5b-3748bc59182c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.852745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcc6ca6c-e602-46de-8934-bda27dab7728 req-b85c2569-9fc8-4673-b457-f313bac8fe92 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728270 Jan 29 19:56:59.935489 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca2d19bb-0a20-4b6a-8626-81a1eba00651 admin admin] Publish callbacks [] for security_group (d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.966529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=6dabf6ac-bc6c-415e-8c5b-3748bc59182c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:56:59.987241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:56:59.987898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55a79f-47a4-4bbd-8a85-b5bab8191333 None None] Network 5cb585c9-ccc4-4d55-81d1-12da964316b5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:56:59.998137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:56:59.998678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a2a56c8-27d8-491b-b2d5-525013617d63 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/6dabf6ac-bc6c-415e-8c5b-3748bc59182c HTTP/1.1" status: 204 len: 168 time: 2.0612738 Jan 29 19:57:00.001824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-22747f84-07c1-446d-aa39-88e617d39b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:00.003535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-22747f84-07c1-446d-aa39-88e617d39b0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18d73e22-9a07-4bf1-9fea-37b095d3dbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2210126 Jan 29 19:57:00.005232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca2d19bb-0a20-4b6a-8626-81a1eba00651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.089694 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ca2d19bb-0a20-4b6a-8626-81a1eba00651 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4a4a2cdde214041b6a76134f5176076&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0899632 Jan 29 19:57:00.101632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59490) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:00.136423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5cb585c9-ccc4-4d55-81d1-12da964316b5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.184789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d19bb-0a20-4b6a-8626-81a1eba00651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:00.239846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-4ee20932-12a7-4a65-85f6-1d249078439f service neutron] 10.222.0.13 "GET /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933713 Jan 29 19:57:00.245471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68d27397-501a-4a36-9cb7-33bb642eb85c admin admin] Publish callbacks [] for security_group (d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.286729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:00.286729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.298060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.373842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] DHCP port deletion for 5cb585c9-ccc4-4d55-81d1-12da964316b5 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:00.437305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68d27397-501a-4a36-9cb7-33bb642eb85c admin admin] Publish callbacks [] for security_group (d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.489067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] For port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,segment=NetworkSegment(6280711e-1c5f-4507-a1a0-ae219b3ff1e3),segment_id=6280711e-1c5f-4507-a1a0-ae219b3ff1e3)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:00.489441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.496496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] Deleting port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:00.506335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:00.508638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.640407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] For port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,segment=NetworkSegment(6280711e-1c5f-4507-a1a0-ae219b3ff1e3),segment_id=6280711e-1c5f-4507-a1a0-ae219b3ff1e3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:00.640820 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.683814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.707558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] Calling delete_port for bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:00.805524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:00.852389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No DVR routers for this DVR port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:00.896277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:00.914382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:00.922314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a445bc62-6d49-410b-8bfa-3bd8a4cdc1ee req-79826bd9-d9b5-4fbb-91cc-0423eb7bf17e service neutron] 10.222.0.13 "GET /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644731 Jan 29 19:57:00.939677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cf868-0d14-4f8b-b99e-7eed2881d592 req-a5e0018b-2bf4-407b-ba51-45aefcb16b78 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:00.943380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb31a9-0aca-40b9-860a-d78eb05e5f82 req-4104696a-8aa2-4d63-ac08-9abb8c2992ed tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:00.952534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffdb31a9-0aca-40b9-860a-d78eb05e5f82 req-4104696a-8aa2-4d63-ac08-9abb8c2992ed tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1593735 Jan 29 19:57:00.955383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd4cf868-0d14-4f8b-b99e-7eed2881d592 req-a5e0018b-2bf4-407b-ba51-45aefcb16b78 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.5792363 Jan 29 19:57:00.980023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] No DVR routers for this DVR port bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:00.987499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9055fc-2692-480d-ab88-3b52d5e678b9 None None] Pushing event deleted for resources: {'Port': ['ID=bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:01.010947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:01.017332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bc1ad4cc-8eeb-4e5d-ac60-e4c0798bc804 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:01.032609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68d27397-501a-4a36-9cb7-33bb642eb85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.036965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68d27397-501a-4a36-9cb7-33bb642eb85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.040416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-68d27397-501a-4a36-9cb7-33bb642eb85c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c HTTP/1.1" status: 204 len: 168 time: 0.9363611 Jan 29 19:57:01.054925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd4cf868-0d14-4f8b-b99e-7eed2881d592 req-269f0274-5a91-48da-8fbc-b3d6edf9c597 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925236 Jan 29 19:57:01.056290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d27397-501a-4a36-9cb7-33bb642eb85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ed6d44-a7ed-45bc-b91f-3cfc7abe828c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:01.099469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5cb585c9-ccc4-4d55-81d1-12da964316b5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.146255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb585c9-ccc4-4d55-81d1-12da964316b5']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:01.153246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffdb31a9-0aca-40b9-860a-d78eb05e5f82 req-c413129e-5846-42db-b503-3c9bbdce20d6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996069 Jan 29 19:57:01.164654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6280711e-1c5f-4507-a1a0-ae219b3ff1e3') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:01.165044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6280711e-1c5f-4507-a1a0-ae219b3ff1e3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:01.177175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (6280711e-1c5f-4507-a1a0-ae219b3ff1e3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.221695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6280711e-1c5f-4507-a1a0-ae219b3ff1e3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.242711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:01.243580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (6280711e-1c5f-4507-a1a0-ae219b3ff1e3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:01.260999 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:01.384427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c434-fd1c-47ee-834c-09ee5df36efc req-78941231-c61f-42cb-bd56-87bc8eeac1fc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:01.386289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f394c434-fd1c-47ee-834c-09ee5df36efc req-78941231-c61f-42cb-bd56-87bc8eeac1fc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.1784384 Jan 29 19:57:01.472901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5cb585c9-ccc4-4d55-81d1-12da964316b5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.507563 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.518007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/5cb585c9-ccc4-4d55-81d1-12da964316b5 HTTP/1.1" status: 204 len: 168 time: 1.5164292 Jan 29 19:57:01.523486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828ad59-c6a8-499b-98e7-433e9d9b9c11 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=5cb585c9-ccc4-4d55-81d1-12da964316b5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:01.529757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59530) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:01.535235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2111726511'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:01.581044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.666959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:01.668020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.677744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f394c434-fd1c-47ee-834c-09ee5df36efc req-a2edbb7d-1a5d-442f-9ef4-971202cf65a0 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701614 Jan 29 19:57:01.725063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:01.735960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4e19a27d-5541-42fd-b28e-ac1af667ffbf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.736343 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment 4e19a27d-5541-42fd-b28e-ac1af667ffbf of type vlan for network a4f4e4ea-71bc-4f29-a8d1-654743953966 Jan 29 19:57:01.923015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a4f4e4ea-71bc-4f29-a8d1-654743953966), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:01.973049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59554) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:02.061177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a4f4e4ea-71bc-4f29-a8d1-654743953966), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:02.066503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:02.067207 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:02.166024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=a4f4e4ea-71bc-4f29-a8d1-654743953966,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:02.179595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:02.233078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:02.233698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-929e0bd7-2d58-4568-9f00-a2bf480396c6 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7025540 Jan 29 19:57:02.238636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:02.315367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75984f-9d4f-49c8-8f89-791dab557bec req-e2f3965e-6f95-4b28-aa1a-aa0b9a5843d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:02.330921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea75984f-9d4f-49c8-8f89-791dab557bec req-e2f3965e-6f95-4b28-aa1a-aa0b9a5843d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1453242 Jan 29 19:57:02.448220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea75984f-9d4f-49c8-8f89-791dab557bec req-2591a2fd-8259-4a76-8e8b-856a2dff1d18 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162627 Jan 29 19:57:02.542938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-889064536'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:02.644346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01546d16-c309-4e10-9c90-3f8a4beef96a req-6c9eb5d9-e246-4150-8928-f9f523cb0f75 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:02.649081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-01546d16-c309-4e10-9c90-3f8a4beef96a req-6c9eb5d9-e246-4150-8928-f9f523cb0f75 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2621036 Jan 29 19:57:02.723351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-01546d16-c309-4e10-9c90-3f8a4beef96a req-58f956ca-e987-442c-9147-12f3f8299858 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697470 Jan 29 19:57:02.800633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Made reservation on behalf of e82d8a0dfc1143fe90def26584434304 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:02.803858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:02.807490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:02.810647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:02.861102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.222258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks [] for security_group (9bfdb626-0434-4c3d-a191-f1dee884e2cd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.314405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9bfdb626-0434-4c3d-a191-f1dee884e2cd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.385433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:03.391991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfdb626-0434-4c3d-a191-f1dee884e2cd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:03.414615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fd89d0ca-dc52-44c4-90c6-0367705883a9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.414997 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Added segment fd89d0ca-dc52-44c4-90c6-0367705883a9 of type vlan for network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 Jan 29 19:57:03.459329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (18f72d69-eef2-41e7-9825-35a4a902e094), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.513039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7d887fc2-0d43-4037-aaf8-a8e535e566a8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.591510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=18f72d69-eef2-41e7-9825-35a4a902e094,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:03.601808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': '4e19a27d-5541-42fd-b28e-ac1af667ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:03.602223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: a4f4e4ea-71bc-4f29-a8d1-654743953966, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:03.659589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7d887fc2-0d43-4037-aaf8-a8e535e566a8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.665625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:03.666265 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.769855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:03.788389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae69bc-8535-4acf-8bfc-f485de66c176 req-a474edf4-d012-4fd6-964a-17580aa3b7ed tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:03.790593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07ae69bc-8535-4acf-8bfc-f485de66c176 req-a474edf4-d012-4fd6-964a-17580aa3b7ed tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1815646 Jan 29 19:57:03.795805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Pushing event updated for resources: {'Network': ['ID=7d887fc2-0d43-4037-aaf8-a8e535e566a8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:03.819163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:03.828136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4bdade8a-fa10-47e5-b56a-227740477a5e tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8510387 Jan 29 19:57:03.926700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a4f4e4ea-71bc-4f29-a8d1-654743953966) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:03.940604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:03.941346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:03.949849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07ae69bc-8535-4acf-8bfc-f485de66c176 req-71b0a8ea-2f87-45fb-9cc2-c5a06eb1a741 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339829 Jan 29 19:57:03.985593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b4775-f5ba-4428-aa85-6bffbaa8a9eb None None] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:04.015159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9f6b929f-5620-407c-9b39-2543074d49ed tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7805228 Jan 29 19:57:04.018938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:04.025142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1016203570'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:04.232169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbee229-a34c-4947-930b-5d84fae6719c req-fd32a5c4-c380-492b-a76d-b99943237583 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:04.241961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecbee229-a34c-4947-930b-5d84fae6719c req-fd32a5c4-c380-492b-a76d-b99943237583 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2491887 Jan 29 19:57:04.259563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-a4f4e4ea-71bc-4f29-a8d1-654743953966', 'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': '18f72d69-eef2-41e7-9825-35a4a902e094'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:57:04.269129 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.329229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecbee229-a34c-4947-930b-5d84fae6719c req-5bdf10bc-bbf7-450c-8135-1d1afc15894a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861557 Jan 29 19:57:04.426922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:04.433037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.498197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port df7a962f-8069-415c-813b-101496565920 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:04.516702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Allocated IP 2001:db8::2 (a4f4e4ea-71bc-4f29-a8d1-654743953966/18f72d69-eef2-41e7-9825-35a4a902e094/f249070b-0778-43f5-a357-c94619e73e47) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:04.602335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:04.607570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Request body: {'port': {'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8', 'binding:host_id': 'n-h1-825496-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-926019615'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:04.760846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Made reservation on behalf of ee6b1eecfa7947c4ab5a57d8f89799ea for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:04.763574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.775539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.861837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Publish callbacks [] for port (f249070b-0778-43f5-a357-c94619e73e47), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.914670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for security_group (03de8f41-5d69-4b3b-ab78-aac8f75d04bf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.937810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f249070b-0778-43f5-a357-c94619e73e47), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.992043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03de8f41-5d69-4b3b-ab78-aac8f75d04bf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:04.998219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:05.072886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:05.081093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:05.093469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:05.094151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::ef (a4f4e4ea-71bc-4f29-a8d1-654743953966/18f72d69-eef2-41e7-9825-35a4a902e094/df7a962f-8069-415c-813b-101496565920) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:05.124949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Pushing event updated for resources: {'Port': ['ID=f249070b-0778-43f5-a357-c94619e73e47,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:05.146806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03de8f41-5d69-4b3b-ab78-aac8f75d04bf,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:05.201994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Attempting to bind port f249070b-0778-43f5-a357-c94619e73e47 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:05.202812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Attempting to bind port f249070b-0778-43f5-a357-c94619e73e47 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4e19a27d-5541-42fd-b28e-ac1af667ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:05.203262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Attempting to bind port f249070b-0778-43f5-a357-c94619e73e47 on network a4f4e4ea-71bc-4f29-a8d1-654743953966 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:05.222748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:57:05.228300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Checking segment: {'id': '4e19a27d-5541-42fd-b28e-ac1af667ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:05.228300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.228300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Bound using segment: {'id': '4e19a27d-5541-42fd-b28e-ac1af667ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:57:05.228300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Bound port: f249070b-0778-43f5-a357-c94619e73e47, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e19a27d-5541-42fd-b28e-ac1af667ffbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a4f4e4ea-71bc-4f29-a8d1-654743953966'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:57:05.228300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f249070b-0778-43f5-a357-c94619e73e47), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.229002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963faa2-9dae-4c9e-9bd6-15b1c99d0502 req-3fad5027-6253-41d7-bcd2-75f053173fa8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:05.236438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8963faa2-9dae-4c9e-9bd6-15b1c99d0502 req-3fad5027-6253-41d7-bcd2-75f053173fa8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1110859 Jan 29 19:57:05.304740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] For port f249070b-0778-43f5-a357-c94619e73e47, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:05.307888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] For port f249070b-0778-43f5-a357-c94619e73e47, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f249070b-0778-43f5-a357-c94619e73e47,segment=NetworkSegment(4e19a27d-5541-42fd-b28e-ac1af667ffbf),segment_id=4e19a27d-5541-42fd-b28e-ac1af667ffbf)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:57:05.381790 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f249070b-0778-43f5-a357-c94619e73e47), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.448523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8963faa2-9dae-4c9e-9bd6-15b1c99d0502 req-4653b4e8-a005-4073-a967-7867044c6089 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047606 Jan 29 19:57:05.451447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (df7a962f-8069-415c-813b-101496565920), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.530229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:05.542939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.612990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.645167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1f416-b22b-479f-9a39-5d9cef4bbcdb None None] Pushing event updated for resources: {'Port': ['ID=f249070b-0778-43f5-a357-c94619e73e47,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:05.666695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (df7a962f-8069-415c-813b-101496565920), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.692697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59666) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:05.739133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:05.749494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Checking segment: {'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:05.749862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Network hostable DHCP agents. Network: 7d887fc2-0d43-4037-aaf8-a8e535e566a8, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:05.795112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:05.805482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:05.824100 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:57:05.862156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:05.863326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:05.894904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:05.895591 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:05.904392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=df7a962f-8069-415c-813b-101496565920,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:05.938969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92678e-15f3-4e58-88e2-bdbd0350cfaf req-d14a2ff5-c033-4bb5-b910-34308a623c46 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:05.943492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd92678e-15f3-4e58-88e2-bdbd0350cfaf req-d14a2ff5-c033-4bb5-b910-34308a623c46 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3515491 Jan 29 19:57:05.983993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7d887fc2-0d43-4037-aaf8-a8e535e566a8) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:05.988069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:05.995184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbc246-fc8d-40f7-a218-385564becf32 None None] Network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:06.032345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6a8ef9e-b281-4fc7-96ce-1fd9118dce94 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0119927 Jan 29 19:57:06.035275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59674) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:06.037470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.046389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.046910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.106679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.108986 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.114349 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 2 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:06.179178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd92678e-15f3-4e58-88e2-bdbd0350cfaf req-41df74d6-5ac4-4b3d-9f36-6c3946c667f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264390 Jan 29 19:57:06.235451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d967fc79-cc17-4d09-86e6-6af00e294b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:06.248397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.251704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.253485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.333221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.333577 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.338247 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 3 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:06.363341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port df7a962f-8069-415c-813b-101496565920 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:06.369383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (df7a962f-8069-415c-813b-101496565920), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:06.414510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.415407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.415756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.444736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.445141 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.448977 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 4 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:06.526236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (df7a962f-8069-415c-813b-101496565920), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:06.533098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.533442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.536274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.563417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for df7a962f-8069-415c-813b-101496565920 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:06.599330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.599330 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.618602 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 5 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:06.734860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.735206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.737089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.740183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f249070b-0778-43f5-a357-c94619e73e47 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:06.750062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.751363 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.753669 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 6 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:06.851635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.851988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.852368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.900792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f3652-a43e-46d8-8e58-62628ee18dda req-4c02ec0d-e471-485e-a99e-ee06b8e7befb tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:06.902531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a1f3652-a43e-46d8-8e58-62628ee18dda req-4c02ec0d-e471-485e-a99e-ee06b8e7befb tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.3135777 Jan 29 19:57:06.912018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d967fc79-cc17-4d09-86e6-6af00e294b65 admin admin] Publish callbacks [] for security_group (58a0aa56-43c3-46c0-8a76-3e58b6b19760), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:06.925621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.927463 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.935461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (df7a962f-8069-415c-813b-101496565920), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:06.938542 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 7 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:06.976822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:06.977542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:06.978039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:06.983301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=df7a962f-8069-415c-813b-101496565920,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:06.991511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:06.992253 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:06.994669 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 8 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:07.017218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d967fc79-cc17-4d09-86e6-6af00e294b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (58a0aa56-43c3-46c0-8a76-3e58b6b19760), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.148943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fc79-cc17-4d09-86e6-6af00e294b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0aa56-43c3-46c0-8a76-3e58b6b19760,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:07.155282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a1f3652-a43e-46d8-8e58-62628ee18dda req-f39ea483-d84c-4b87-9b72-5147cdd4058e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403913 Jan 29 19:57:07.170836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:07.170836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:07.170836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:07.176951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:07.177141 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:07.177775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.178828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.179335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.180986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.181482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.182797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.183212 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.183483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.183748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.184086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.184445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.184770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.185087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:07.190746 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 9 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:07.201072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.204401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-38dc0e7a-01e8-4274-83fa-919fb5dc1f31 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/df7a962f-8069-415c-813b-101496565920 HTTP/1.1" status: 204 len: 168 time: 1.1543939 Jan 29 19:57:07.212392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:07.232834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59696) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:07.239135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d967fc79-cc17-4d09-86e6-6af00e294b65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f661ba3cd1f498c91465584805e381d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5367067 Jan 29 19:57:07.251581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f249070b-0778-43f5-a357-c94619e73e47 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:07.252138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f249070b-0778-43f5-a357-c94619e73e47), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.305043 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-638b7d8f-439c-4986-a8a7-71a1664127c1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:07.314983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-638b7d8f-439c-4986-a8a7-71a1664127c1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/df7a962f-8069-415c-813b-101496565920 HTTP/1.1" status: 404 len: 333 time: 0.0991364 Jan 29 19:57:07.314983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:07.314983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:07.314983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:07.315364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:07.320133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:07.320612 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:07.321111 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 10 to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 Jan 29 19:57:07.355928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:07.356410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:07.357898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:07.369877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:07.371437 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:07.372073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.452586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet 18f72d69-eef2-41e7-9825-35a4a902e094 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:07.470395 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (18f72d69-eef2-41e7-9825-35a4a902e094), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.477749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f249070b-0778-43f5-a357-c94619e73e47 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:07.478345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f249070b-0778-43f5-a357-c94619e73e47), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.523261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] For port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:07.523636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempted to set empty binding levels {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 19:57:07.528884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f249070b-0778-43f5-a357-c94619e73e47, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f249070b-0778-43f5-a357-c94619e73e47,segment=NetworkSegment(4e19a27d-5541-42fd-b28e-ac1af667ffbf),segment_id=4e19a27d-5541-42fd-b28e-ac1af667ffbf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:07.534203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a359c-ee54-432c-991b-8e3db6975880 None None] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:07.568703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-46a61b4a-4581-47c9-8d90-3beececb1436 None None] Provisioning complete for port f249070b-0778-43f5-a357-c94619e73e47 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:07.569665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-46a61b4a-4581-47c9-8d90-3beececb1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f249070b-0778-43f5-a357-c94619e73e47), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.611951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.665002 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f249070b-0778-43f5-a357-c94619e73e47), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.667179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (18f72d69-eef2-41e7-9825-35a4a902e094), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.670452 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-dec4-430f-93bf-97b1311592f6 admin admin] Publish callbacks [] for security_group (58a0aa56-43c3-46c0-8a76-3e58b6b19760), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.674868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:07.689140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:07.691523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.777161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4c557fe1-b6df-4700-8784-ca333a0a788d tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.1737309 Jan 29 19:57:07.779713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:07.801814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94de7-6af4-4780-87d3-a9e8e9e17e01 req-d92f5e60-971a-480c-8139-c48677360bf9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:07.804146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1de94de7-6af4-4780-87d3-a9e8e9e17e01 req-d92f5e60-971a-480c-8139-c48677360bf9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3402238 Jan 29 19:57:07.858986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f249070b-0778-43f5-a357-c94619e73e47,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:07.885947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (18f72d69-eef2-41e7-9825-35a4a902e094), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.890954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Deleting port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:07.891081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-dec4-430f-93bf-97b1311592f6 admin admin] Publish callbacks [] for security_group (58a0aa56-43c3-46c0-8a76-3e58b6b19760), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.891164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.922178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-46a61b4a-4581-47c9-8d90-3beececb1436 None None] Current status of the port f249070b-0778-43f5-a357-c94619e73e47 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:07.974287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] For port fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928, host n-h1-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:07.974665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.986285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1de94de7-6af4-4780-87d3-a9e8e9e17e01 req-3007ed72-9559-4979-87dd-9ab032d4cf3d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625042 Jan 29 19:57:07.992724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:07.997786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Calling delete_port for fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:08.138458 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (18f72d69-eef2-41e7-9825-35a4a902e094), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.144739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-dec4-430f-93bf-97b1311592f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (58a0aa56-43c3-46c0-8a76-3e58b6b19760), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.147344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42079b1a-dec4-430f-93bf-97b1311592f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.151132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-42079b1a-dec4-430f-93bf-97b1311592f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58a0aa56-43c3-46c0-8a76-3e58b6b19760 HTTP/1.1" status: 204 len: 168 time: 0.9146435 Jan 29 19:57:08.206130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.213381 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/18f72d69-eef2-41e7-9825-35a4a902e094 HTTP/1.1" status: 204 len: 168 time: 0.8970003 Jan 29 19:57:08.215042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079b1a-dec4-430f-93bf-97b1311592f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0aa56-43c3-46c0-8a76-3e58b6b19760,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:08.216391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59722) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:08.216849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2e31d-aae3-4cc6-8ca5-3265105f60eb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=18f72d69-eef2-41e7-9825-35a4a902e094,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:08.273195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.311036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7b676-ab9e-457c-85ac-77a5c74d7783 None None] Network a4f4e4ea-71bc-4f29-a8d1-654743953966 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:08.399729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9c83435c-1e39-4aee-87a3-25e245d1d81a None None] Provisioning complete for port f249070b-0778-43f5-a357-c94619e73e47 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:08.400098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c83435c-1e39-4aee-87a3-25e245d1d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f249070b-0778-43f5-a357-c94619e73e47), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.437126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a4f4e4ea-71bc-4f29-a8d1-654743953966), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.465148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:08.548928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9c83435c-1e39-4aee-87a3-25e245d1d81a None None] Current status of the port f249070b-0778-43f5-a357-c94619e73e47 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:08.611913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] DHCP port deletion for a4f4e4ea-71bc-4f29-a8d1-654743953966 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:08.643440 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.650413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f73824a4-fa7b-4b0c-a422-9946d35654a4 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 HTTP/1.1" status: 204 len: 168 time: 0.8674557 Jan 29 19:57:08.651322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:08.696161 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-904e07dd-644d-4cbe-b712-1b9ef16e21fb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:57:08.701227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-904e07dd-644d-4cbe-b712-1b9ef16e21fb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "GET /v2.0/ports/fa5ac1b9-ff4a-41c5-b78f-5eceba8c1928 HTTP/1.1" status: 404 len: 333 time: 0.0488544 Jan 29 19:57:08.701843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59736) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:08.714509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Request body: {'port': {'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-692586950'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:08.724534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1db1-64a3-4403-8259-afac6352ce19 req-45f8a54f-61ef-47a5-b389-91a78ccffffe tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:08.729248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53ec1db1-64a3-4403-8259-afac6352ce19 req-45f8a54f-61ef-47a5-b389-91a78ccffffe tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.2711232 Jan 29 19:57:08.736875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] Deleting port f249070b-0778-43f5-a357-c94619e73e47 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:08.737755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f249070b-0778-43f5-a357-c94619e73e47), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.800806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53ec1db1-64a3-4403-8259-afac6352ce19 req-60b78003-e728-4f14-b783-bc8922fb0f47 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628512 Jan 29 19:57:08.828713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Made reservation on behalf of ee6b1eecfa7947c4ab5a57d8f89799ea for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:08.830296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port f249070b-0778-43f5-a357-c94619e73e47 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:08.832855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f249070b-0778-43f5-a357-c94619e73e47), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.832976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.860789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port 9634f35d-9887-44cf-9782-221a7ef73ea6 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:08.896414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] For port f249070b-0778-43f5-a357-c94619e73e47, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f249070b-0778-43f5-a357-c94619e73e47,segment=NetworkSegment(4e19a27d-5541-42fd-b28e-ac1af667ffbf),segment_id=4e19a27d-5541-42fd-b28e-ac1af667ffbf)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:08.898441 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f249070b-0778-43f5-a357-c94619e73e47), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.942023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] Calling delete_port for f249070b-0778-43f5-a357-c94619e73e47 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:08.952032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] For port f249070b-0778-43f5-a357-c94619e73e47, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f249070b-0778-43f5-a357-c94619e73e47,segment=NetworkSegment(4e19a27d-5541-42fd-b28e-ac1af667ffbf),segment_id=4e19a27d-5541-42fd-b28e-ac1af667ffbf)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:08.952424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f249070b-0778-43f5-a357-c94619e73e47), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:08.989841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for f249070b-0778-43f5-a357-c94619e73e47 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:09.189912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f249070b-0778-43f5-a357-c94619e73e47), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.199844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f249070b-0778-43f5-a357-c94619e73e47), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.246676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.286376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=f249070b-0778-43f5-a357-c94619e73e47,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:09.294707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No DVR routers for this DVR port f249070b-0778-43f5-a357-c94619e73e47 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:09.297404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] Pushing event deleted for resources: {'Port': ['ID=f249070b-0778-43f5-a357-c94619e73e47,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:09.311483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329b06e-7315-41b1-b31e-eadb31295613 None None] No DVR routers for this DVR port f249070b-0778-43f5-a357-c94619e73e47 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:09.373411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.434955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=9634f35d-9887-44cf-9782-221a7ef73ea6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:09.456164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:09.456388 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a4f4e4ea-71bc-4f29-a8d1-654743953966), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.467951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccafee-bdb4-4074-b96c-64a6b92e1aae req-aedd5d2b-d295-4e6c-b4be-0ef708cbb328 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:09.476847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7cccafee-bdb4-4074-b96c-64a6b92e1aae req-aedd5d2b-d295-4e6c-b4be-0ef708cbb328 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3457224 Jan 29 19:57:09.490728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:09.491583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:09.493121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:09.493914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.505105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f4e4ea-71bc-4f29-a8d1-654743953966']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:09.520679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e19a27d-5541-42fd-b28e-ac1af667ffbf') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:09.521035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e19a27d-5541-42fd-b28e-ac1af667ffbf') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:09.532757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4e19a27d-5541-42fd-b28e-ac1af667ffbf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.549025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4e19a27d-5541-42fd-b28e-ac1af667ffbf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.550664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7cccafee-bdb4-4074-b96c-64a6b92e1aae req-6ac71af6-57e1-4019-92a3-41fd7648b420 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726755 Jan 29 19:57:09.556740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:09.557087 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4e19a27d-5541-42fd-b28e-ac1af667ffbf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:09.641314 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:09.643420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ed734fff-1bac-45c0-977d-3a919bb2684a tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9398718 Jan 29 19:57:09.645298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59764) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:09.653299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:09.703375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a4f4e4ea-71bc-4f29-a8d1-654743953966), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.745249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:09.766490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/a4f4e4ea-71bc-4f29-a8d1-654743953966 HTTP/1.1" status: 204 len: 168 time: 1.5476694 Jan 29 19:57:09.773371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440b0e-a7d4-40a4-90e6-1d50d44b5bbf tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=a4f4e4ea-71bc-4f29-a8d1-654743953966,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:09.776036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59768) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:09.784434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'name': 'tempest-PortsIpV6TestJSON-155617049'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:09.828266 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.073524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75198e-a235-40ad-a759-466331915849 req-75bf6337-52ac-41c3-8160-e296a5af02a6 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:10.088117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf75198e-a235-40ad-a759-466331915849 req-75bf6337-52ac-41c3-8160-e296a5af02a6 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1245904 Jan 29 19:57:10.093033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:10.101988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.151937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 20c82201-fd84-408d-b022-c230f51f7d09 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:10.199963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port 9634f35d-9887-44cf-9782-221a7ef73ea6 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:10.208156 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.248565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf75198e-a235-40ad-a759-466331915849 req-7d1b4991-90d9-48dd-a11a-349029bd8d00 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241615 Jan 29 19:57:10.297115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.364903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=9634f35d-9887-44cf-9782-221a7ef73ea6,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:10.397921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.398530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.399073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.404044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.404611 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.405328 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 2 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.420817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.421401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.421895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.423929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (20c82201-fd84-408d-b022-c230f51f7d09), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.427017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.427523 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.428257 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 3 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.441187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.441731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.442321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.447782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.448457 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.448996 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 4 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.463833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.464284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.464581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.469184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.469569 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.470027 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 5 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.483095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.484791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.485220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.490247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.491150 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.491569 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 6 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.505908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.506359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.506701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.511576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.511904 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.512400 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 7 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.525353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.525697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.526044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.530660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.530992 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.531386 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 8 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.541744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (20c82201-fd84-408d-b022-c230f51f7d09), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.548742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.549410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.549410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.554120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.554452 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.554847 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 9 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.573117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.573478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.573812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.575063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f249070b-0778-43f5-a357-c94619e73e47 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:10.578746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.579075 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.579471 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 10 to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 Jan 29 19:57:10.597459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:10.597459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:10.597812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:10.597812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:10.597812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:10.600350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:10.601864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f249070b-0778-43f5-a357-c94619e73e47 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:10.602421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f249070b-0778-43f5-a357-c94619e73e47 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:10.606148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:10.606746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.607629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:10.608322 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 9634f35d-9887-44cf-9782-221a7ef73ea6 on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:10.608977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.636906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=20c82201-fd84-408d-b022-c230f51f7d09,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:10.714332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2d9384e6-a894-4c1a-ac9c-02c342d8e3b9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9371419 Jan 29 19:57:10.720313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59798) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:10.819507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] For port 9634f35d-9887-44cf-9782-221a7ef73ea6, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:10.819507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempted to set empty binding levels {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 19:57:10.916510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ba2c-6675-41d6-b4cc-382b4d66f51d req-842033ae-6463-4b69-9d88-539d3ac643fe tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:10.921672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d573ba2c-6675-41d6-b4cc-382b4d66f51d req-842033ae-6463-4b69-9d88-539d3ac643fe tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.2221718 Jan 29 19:57:10.929501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.966896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] In _notify_port_updated(), no bound segment for port 9634f35d-9887-44cf-9782-221a7ef73ea6 on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:57:10.967807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:10.970424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:10.971950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "PUT /v2.0/ports/9634f35d-9887-44cf-9782-221a7ef73ea6 HTTP/1.1" status: 200 len: 974 time: 1.3256125 Jan 29 19:57:10.979532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59806) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:11.081437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f5f5-fe67-417d-b94d-8355b43be0a5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=9634f35d-9887-44cf-9782-221a7ef73ea6,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:11.117504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d573ba2c-6675-41d6-b4cc-382b4d66f51d req-84dadc9a-757a-49dc-84e3-419ef4ebd232 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668949 Jan 29 19:57:11.124307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 20c82201-fd84-408d-b022-c230f51f7d09 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:11.124599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (20c82201-fd84-408d-b022-c230f51f7d09), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:11.166466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.166941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.167402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.168026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.168738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.169347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.169813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.170531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.170992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.171445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.171893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.172527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.172986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.173441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.173895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.174343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.174797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.175246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.176099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.176221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.176605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.182998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b3e0ef0c-0086-4083-9762-41c907aceeeb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18978 time: 0.1984489 Jan 29 19:57:11.183711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59818) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:11.273386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (20c82201-fd84-408d-b022-c230f51f7d09), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:11.300918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 20c82201-fd84-408d-b022-c230f51f7d09 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:11.465863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Deleting port 9634f35d-9887-44cf-9782-221a7ef73ea6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:11.466346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:11.486727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051615a-a690-4dd5-88d1-91f33c092392 req-c36f7e76-8846-42da-9083-e86002fe1c1c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:11.489434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d051615a-a690-4dd5-88d1-91f33c092392 req-c36f7e76-8846-42da-9083-e86002fe1c1c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1182640 Jan 29 19:57:11.560140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] For port 9634f35d-9887-44cf-9782-221a7ef73ea6, host n-h1-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:11.655657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:11.655657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Calling delete_port for 9634f35d-9887-44cf-9782-221a7ef73ea6 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:11.655657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d051615a-a690-4dd5-88d1-91f33c092392 req-36651ff6-8dd0-4839-a40b-88629514b904 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947442 Jan 29 19:57:12.051754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (20c82201-fd84-408d-b022-c230f51f7d09), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:12.097762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=20c82201-fd84-408d-b022-c230f51f7d09,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:12.111429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:12.115929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ea1da07-e334-4f9e-b3b6-dbfb1110135c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/20c82201-fd84-408d-b022-c230f51f7d09 HTTP/1.1" status: 204 len: 168 time: 1.3924866 Jan 29 19:57:12.118729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59832) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:12.124993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'mac_address': 'fa:16:3e:e9:83:45', 'name': 'tempest-PortsIpV6TestJSON-1202657546'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:12.371595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9634f35d-9887-44cf-9782-221a7ef73ea6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:12.430222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event deleted for resources: {'Port': ['ID=9634f35d-9887-44cf-9782-221a7ef73ea6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:12.472838 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:12.481210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2ef967b-0cfd-452a-9215-b96e16f423d7 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9634f35d-9887-44cf-9782-221a7ef73ea6 HTTP/1.1" status: 204 len: 168 time: 1.2964108 Jan 29 19:57:12.482112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:12.548630 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f62391f-947e-4d9c-bda5-86e7f3a36a5c tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:57:12.550144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f62391f-947e-4d9c-bda5-86e7f3a36a5c tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "GET /v2.0/ports/9634f35d-9887-44cf-9782-221a7ef73ea6 HTTP/1.1" status: 404 len: 333 time: 0.0667036 Jan 29 19:57:12.554519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59844) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:12.559293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1508859569', 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:12.560822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cce0a-3f20-4097-9ae4-127d9043c8a2 req-6d24df38-b0cb-423b-a894-abba6bd11fbd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:12.564482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c47cce0a-3f20-4097-9ae4-127d9043c8a2 req-6d24df38-b0cb-423b-a894-abba6bd11fbd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.3607135 Jan 29 19:57:12.615742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:12.672103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Made reservation on behalf of ee6b1eecfa7947c4ab5a57d8f89799ea for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:12.673127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c47cce0a-3f20-4097-9ae4-127d9043c8a2 req-92bad0dc-98f4-4078-9cd1-28242f30abdc tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962629 Jan 29 19:57:12.675443 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:12.711496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port a9cd2542-dc19-4f6e-8e9d-116ae2725ac1 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:12.732769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:12.757937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 85d51b7b-6259-4981-a3b0-7bc16472717b yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:12.849191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53732ef3-cc04-4964-b721-e79c22b109d9 req-2b688f15-3c12-43e9-a53b-b940736e40d6 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:12.850805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53732ef3-cc04-4964-b721-e79c22b109d9 req-2b688f15-3c12-43e9-a53b-b940736e40d6 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.0936227 Jan 29 19:57:12.966904 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (85d51b7b-6259-4981-a3b0-7bc16472717b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.055704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for port (a9cd2542-dc19-4f6e-8e9d-116ae2725ac1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.061982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-53732ef3-cc04-4964-b721-e79c22b109d9 req-d68b211c-ecf7-46da-9527-4df9558ea608 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970017 Jan 29 19:57:13.069393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (85d51b7b-6259-4981-a3b0-7bc16472717b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.125086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:13.130327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:13.134239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:13.139526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:13.143005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.148543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=85d51b7b-6259-4981-a3b0-7bc16472717b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:13.195155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a9cd2542-dc19-4f6e-8e9d-116ae2725ac1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.227366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a4ef6b9d-0069-45e7-91da-316b920942e9 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1073136 Jan 29 19:57:13.228088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:13.295915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058dbb22-8ade-4a81-88af-a8a9689fcf73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:13.300102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-058dbb22-8ade-4a81-88af-a8a9689fcf73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/85d51b7b-6259-4981-a3b0-7bc16472717b HTTP/1.1" status: 200 len: 845 time: 0.0684829 Jan 29 19:57:13.300711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:13.436262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 85d51b7b-6259-4981-a3b0-7bc16472717b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:13.436760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (85d51b7b-6259-4981-a3b0-7bc16472717b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.602040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (85d51b7b-6259-4981-a3b0-7bc16472717b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.638262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 85d51b7b-6259-4981-a3b0-7bc16472717b owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:13.683843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:13.683843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:13.690998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=a9cd2542-dc19-4f6e-8e9d-116ae2725ac1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:13.693267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:13.694409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:13.695006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.718649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.719510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.719510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.719510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.719817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.720043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:13.802643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2ff4e469-bd0c-41cd-8fae-460b209ca063 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2470472 Jan 29 19:57:13.812012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59886) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:13.829821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3882c-43f1-43d7-bda8-de92ea6f364c req-51852a7f-8255-4da7-8d3d-d14ec8658054 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:13.831388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75a3882c-43f1-43d7-bda8-de92ea6f364c req-51852a7f-8255-4da7-8d3d-d14ec8658054 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.0571516 Jan 29 19:57:13.832704 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (85d51b7b-6259-4981-a3b0-7bc16472717b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.856321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc5fbf-177f-4feb-b7e0-1483dea08b07 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:13.858021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7fdc5fbf-177f-4feb-b7e0-1483dea08b07 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "GET /v2.0/ports/a9cd2542-dc19-4f6e-8e9d-116ae2725ac1 HTTP/1.1" status: 200 len: 955 time: 0.0447431 Jan 29 19:57:13.861544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:13.870588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=85d51b7b-6259-4981-a3b0-7bc16472717b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:13.891752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:13.905779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-54baa91a-97d9-40ef-bb49-833ccad7f251 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/85d51b7b-6259-4981-a3b0-7bc16472717b HTTP/1.1" status: 204 len: 168 time: 0.6038921 Jan 29 19:57:13.908823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59892) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:13.955082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75a3882c-43f1-43d7-bda8-de92ea6f364c req-9e712d9d-ad64-4c8f-9b7f-d7580d4f2118 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140049 Jan 29 19:57:13.958027 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ceddc6-92cd-45e3-938a-25e219e0fec1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:13.963599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f7ceddc6-92cd-45e3-938a-25e219e0fec1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/85d51b7b-6259-4981-a3b0-7bc16472717b HTTP/1.1" status: 404 len: 333 time: 0.0503321 Jan 29 19:57:13.964346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59894) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:13.969792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'name': 'tempest-PortsIpV6TestJSON-320012777'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:14.039845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Deleting port a9cd2542-dc19-4f6e-8e9d-116ae2725ac1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:14.040397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a9cd2542-dc19-4f6e-8e9d-116ae2725ac1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.139541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a9cd2542-dc19-4f6e-8e9d-116ae2725ac1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.154199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Calling delete_port for a9cd2542-dc19-4f6e-8e9d-116ae2725ac1 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:14.223201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:14.228232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.277483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e22018-9ea4-4d36-826e-131f967e95a2 req-d35baf98-2c40-4922-b8cd-71ac09b34f2c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:14.279009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9e22018-9ea4-4d36-826e-131f967e95a2 req-d35baf98-2c40-4922-b8cd-71ac09b34f2c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.0779111 Jan 29 19:57:14.289297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 29f42526-c4e8-453c-8965-d2145ee1c69c yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:14.335207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9e22018-9ea4-4d36-826e-131f967e95a2 req-b99dd3ca-8d1e-4297-96af-aae5b57265a0 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Jan 29 19:57:14.335879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59910) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:14.399904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a9cd2542-dc19-4f6e-8e9d-116ae2725ac1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.466829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9cd2542-dc19-4f6e-8e9d-116ae2725ac1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:14.478541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.482746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-254a5f39-07f0-422a-8809-c740daf17202 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a9cd2542-dc19-4f6e-8e9d-116ae2725ac1 HTTP/1.1" status: 204 len: 168 time: 0.6200309 Jan 29 19:57:14.485469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59914) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:14.514085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.537892 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec599460-24bb-42c4-ad0d-a4e5ab2331c5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:57:14.539544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ec599460-24bb-42c4-ad0d-a4e5ab2331c5 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "GET /v2.0/ports/a9cd2542-dc19-4f6e-8e9d-116ae2725ac1 HTTP/1.1" status: 404 len: 333 time: 0.0531492 Jan 29 19:57:14.543125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:14.550890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Request body: {'port': {'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-175454610'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:14.555162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-faa1734a-d673-4537-8e51-3846cc71a9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.607650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.641736 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-faa1734a-d673-4537-8e51-3846cc71a9c5 admin admin] Publish callbacks [] for security_group (2979b7bc-98b5-4777-ae56-45b23c9090bd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.661070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:14.661070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:14.664112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:14.669330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:14.669944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.680565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Made reservation on behalf of ee6b1eecfa7947c4ab5a57d8f89799ea for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:14.683000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.687831 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=29f42526-c4e8-453c-8965-d2145ee1c69c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:14.701385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port 3eb764e3-22b3-4f0e-9846-313ec833224c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:14.738277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-faa1734a-d673-4537-8e51-3846cc71a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2979b7bc-98b5-4777-ae56-45b23c9090bd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.792779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1734a-d673-4537-8e51-3846cc71a9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2979b7bc-98b5-4777-ae56-45b23c9090bd,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:14.799167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d5619ca5-42ac-4733-8d78-e31ed0439a9d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8327782 Jan 29 19:57:14.799329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-faa1734a-d673-4537-8e51-3846cc71a9c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32c95703ab214000813446a836434f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622657 Jan 29 19:57:14.800881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:14.805489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59924) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:14.808488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:14.885742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87539df5-0203-4dcb-be84-ce5b762eb67b admin admin] Publish callbacks [] for security_group (2979b7bc-98b5-4777-ae56-45b23c9090bd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.900984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.951587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87539df5-0203-4dcb-be84-ce5b762eb67b admin admin] Publish callbacks [] for security_group (2979b7bc-98b5-4777-ae56-45b23c9090bd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:14.978560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.164687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.192649 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f1eed-faa9-4a22-974a-8697bed5a1d6 req-6c1ed1e5-a349-4793-829e-5dbe73bdb9eb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:15.195114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e9f1eed-faa9-4a22-974a-8697bed5a1d6 req-6c1ed1e5-a349-4793-829e-5dbe73bdb9eb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 944 time: 0.1390290 Jan 29 19:57:15.200076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.208739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87539df5-0203-4dcb-be84-ce5b762eb67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2979b7bc-98b5-4777-ae56-45b23c9090bd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.211473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87539df5-0203-4dcb-be84-ce5b762eb67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.212665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-87539df5-0203-4dcb-be84-ce5b762eb67b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2979b7bc-98b5-4777-ae56-45b23c9090bd HTTP/1.1" status: 204 len: 168 time: 0.4062388 Jan 29 19:57:15.246754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87539df5-0203-4dcb-be84-ce5b762eb67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979b7bc-98b5-4777-ae56-45b23c9090bd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:15.280528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:15.282000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb764e3-22b3-4f0e-9846-313ec833224c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:15.285081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:15.289099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:15.289099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:15.289267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.306088 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.335091 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e9f1eed-faa9-4a22-974a-8697bed5a1d6 req-27ab3b64-8e42-4411-aa16-6263cfbe264e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268516 Jan 29 19:57:15.347062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] In _notify_port_updated(), no bound segment for port 29f42526-c4e8-453c-8965-d2145ee1c69c on network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:57:15.383401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:15.385080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:57:15.386381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.387768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/ports/29f42526-c4e8-453c-8965-d2145ee1c69c HTTP/1.1" status: 200 len: 818 time: 0.5856013 Jan 29 19:57:15.392783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59944) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:15.407889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-526ea320-0d83-4b7c-80df-5282d99468d6 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8620169 Jan 29 19:57:15.435713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59946) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:15.442647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:15.480599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53bb2a-8c47-42bd-a794-2f5f8f18708d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=29f42526-c4e8-453c-8965-d2145ee1c69c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:15.586821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:15.601983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'port_id': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'mac_address': 'fa:16:3e:6a:39:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:57:15.660266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:15.661111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.666092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.686369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be459ce9-acbe-420a-b108-e18aa33714fa {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:57:15.689936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48101-06b9-40d5-9ad9-eca94f993fed req-44c0b1fe-4a95-4fc5-8fdc-35eee72b5a06 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:15.691683 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7b48101-06b9-40d5-9ad9-eca94f993fed req-44c0b1fe-4a95-4fc5-8fdc-35eee72b5a06 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.2064564 Jan 29 19:57:15.717440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:15.748420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 29f42526-c4e8-453c-8965-d2145ee1c69c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:15.752307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.804057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.869766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7b48101-06b9-40d5-9ad9-eca94f993fed req-583460df-33ed-49c2-b4b0-fa318f5a013b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590786 Jan 29 19:57:15.890494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:15.899606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:15.921854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.927420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.930090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.931376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.932260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.932809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 29f42526-c4e8-453c-8965-d2145ee1c69c owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:15.932928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:15.933389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:57:16.038298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] device_id is not set on port 3eb764e3-22b3-4f0e-9846-313ec833224c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:16.048167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks [] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.059014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59954) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:16.063248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['be459ce9-acbe-420a-b108-e18aa33714fa'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:57:16.074953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75a347e-82f5-44bb-93c3-9b2d25f292bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.129743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.186963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb764e3-22b3-4f0e-9846-313ec833224c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:16.203186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.203611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.204025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.208754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.209265 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.210086 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 2 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.223893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.224390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.225265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.230841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (29f42526-c4e8-453c-8965-d2145ee1c69c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.238758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.239029 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.245370 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 3 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.282931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=29f42526-c4e8-453c-8965-d2145ee1c69c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:16.294450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.294801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.295313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.298811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.302041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c21d13c5-07cd-439f-9bf7-3ebcb93188de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/29f42526-c4e8-453c-8965-d2145ee1c69c HTTP/1.1" status: 204 len: 168 time: 0.9081414 Jan 29 19:57:16.305423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59962) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:16.314761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.315095 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.319139 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 4 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.339765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.340235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.340650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.355100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.355612 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.356118 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 5 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.395047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75a347e-82f5-44bb-93c3-9b2d25f292bf admin admin] Publish callbacks [] for security_group (0dc217b2-f467-4a32-8c29-6637a796c800), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.398390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.398835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.399279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.404831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.405580 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.405765 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 6 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.425788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.426293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.426931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.445774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.448797 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.449384 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 7 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.465225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75a347e-82f5-44bb-93c3-9b2d25f292bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0dc217b2-f467-4a32-8c29-6637a796c800), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.483151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f25c46-84e3-4e2f-8032-a2a99cbd5f95 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:16.487258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-61f25c46-84e3-4e2f-8032-a2a99cbd5f95 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1783602 Jan 29 19:57:16.500391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59970) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:16.513234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.514143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.514242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.541460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.541967 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.545330 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e26b6ff-9a8e-4380-8ac0-51bdfb168749 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:16.546779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8e26b6ff-9a8e-4380-8ac0-51bdfb168749 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/29f42526-c4e8-453c-8965-d2145ee1c69c HTTP/1.1" status: 404 len: 333 time: 0.0444715 Jan 29 19:57:16.552444 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 8 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.552705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59972) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:16.560574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e75a347e-82f5-44bb-93c3-9b2d25f292bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=730def0667f24d178d23aa0c2254edcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982071 Jan 29 19:57:16.560748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1854658356'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:16.561250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59974) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:16.573224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a347e-82f5-44bb-93c3-9b2d25f292bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc217b2-f467-4a32-8c29-6637a796c800,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:16.585302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.585680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.585973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.588141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696b746-e235-4290-9d32-ecbaf6418f60 req-1f4f57a6-3127-40d1-9d10-b6421b096480 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:16.590098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8696b746-e235-4290-9d32-ecbaf6418f60 req-1f4f57a6-3127-40d1-9d10-b6421b096480 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 945 time: 0.1397319 Jan 29 19:57:16.598203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.598491 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.601849 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 9 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.625079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.626214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.626214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.640310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.640656 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.642534 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempt 10 to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c Jan 29 19:57:16.646173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8696b746-e235-4290-9d32-ecbaf6418f60 req-5acf8a7c-3eb9-4008-ab1a-2e223b22a933 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494068 Jan 29 19:57:16.655774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b629f77e-9a3c-4e50-ad7b-f3f45f9e7796 admin admin] Publish callbacks [] for security_group (0dc217b2-f467-4a32-8c29-6637a796c800), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.661524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:16.661844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:16.662183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempting to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:16.674539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:16.675039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:57:16.675381 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Failed to bind port 3eb764e3-22b3-4f0e-9846-313ec833224c on host n-h1-825496-5 for vnic_type normal using segments [{'id': 'fd89d0ca-dc52-44c4-90c6-0367705883a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d887fc2-0d43-4037-aaf8-a8e535e566a8'}] Jan 29 19:57:16.675754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.678645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.694878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b629f77e-9a3c-4e50-ad7b-f3f45f9e7796 admin admin] Publish callbacks [] for security_group (0dc217b2-f467-4a32-8c29-6637a796c800), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.716405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:16.726230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (440ae5d1-355d-4d65-ad08-add94dbe2780), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.726622 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment 440ae5d1-355d-4d65-ad08-add94dbe2780 of type vlan for network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 Jan 29 19:57:16.775270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.776039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] For port 3eb764e3-22b3-4f0e-9846-313ec833224c, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:16.776574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attempted to set empty binding levels {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 19:57:16.857940 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.895267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b629f77e-9a3c-4e50-ad7b-f3f45f9e7796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0dc217b2-f467-4a32-8c29-6637a796c800), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.896190 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.898550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b629f77e-9a3c-4e50-ad7b-f3f45f9e7796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.900743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b629f77e-9a3c-4e50-ad7b-f3f45f9e7796 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dc217b2-f467-4a32-8c29-6637a796c800 HTTP/1.1" status: 204 len: 168 time: 0.3375392 Jan 29 19:57:16.902626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] In _notify_port_updated(), no bound segment for port 3eb764e3-22b3-4f0e-9846-313ec833224c on network 7d887fc2-0d43-4037-aaf8-a8e535e566a8 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:57:16.909784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:16.909784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.909784 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "PUT /v2.0/ports/3eb764e3-22b3-4f0e-9846-313ec833224c HTTP/1.1" status: 200 len: 974 time: 1.4686201 Jan 29 19:57:16.910108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:16.910220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59982) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:16.910315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:16.933669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f77e-9a3c-4e50-ad7b-f3f45f9e7796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc217b2-f467-4a32-8c29-6637a796c800,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:16.962103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49e05-634e-4462-a528-c07934118435 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb764e3-22b3-4f0e-9846-313ec833224c,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:17.054795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=0326fac9-5cdc-4e19-a1c7-2e2fb44bd020,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:17.065772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:17.089881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ef681d3-4edb-4cda-9edf-df36c5b8634e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5336096 Jan 29 19:57:17.092848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59986) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:17.100098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:17.106531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Deleting port 3eb764e3-22b3-4f0e-9846-313ec833224c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:17.107182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.223949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208a816-ff32-4345-8833-8d3c13d37f51 req-1553e012-8be1-4d85-a0ed-9b3d84b50443 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:17.225740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0208a816-ff32-4345-8833-8d3c13d37f51 req-1553e012-8be1-4d85-a0ed-9b3d84b50443 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1755450 Jan 29 19:57:17.235365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] For port 3eb764e3-22b3-4f0e-9846-313ec833224c, host n-h1-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:17.235738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.262381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Calling delete_port for 3eb764e3-22b3-4f0e-9846-313ec833224c owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:17.315102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:17.321036 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.353523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0208a816-ff32-4345-8833-8d3c13d37f51 req-1ff04901-603b-441d-84ee-24095d6d22fd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200774 Jan 29 19:57:17.399076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:17.474259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port be459ce9-acbe-420a-b108-e18aa33714fa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:17.478292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.496969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3eb764e3-22b3-4f0e-9846-313ec833224c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.542350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb764e3-22b3-4f0e-9846-313ec833224c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:17.576352 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.582114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-23ed6e19-8439-4f7e-bbb7-9808bead60e0 tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3eb764e3-22b3-4f0e-9846-313ec833224c HTTP/1.1" status: 204 len: 168 time: 0.6691904 Jan 29 19:57:17.582367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:17.625080 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d963eb-5e05-4aee-a51e-496c252b25bb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:57:17.630303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d3d963eb-5e05-4aee-a51e-496c252b25bb tempest-PortsAdminExtendedAttrsTestJSON-980469818 tempest-PortsAdminExtendedAttrsTestJSON-980469818-project-admin] 10.222.0.15 "GET /v2.0/ports/3eb764e3-22b3-4f0e-9846-313ec833224c HTTP/1.1" status: 404 len: 333 time: 0.0432777 Jan 29 19:57:17.630630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:17.633179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port be459ce9-acbe-420a-b108-e18aa33714fa is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:17.633393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.724195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:17.738179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:17.741450 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856668b-e66e-4cb3-a42a-7b4b6dd123e8" -d '{"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-plugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:17.771994 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7d887fc2-0d43-4037-aaf8-a8e535e566a8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.807903 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceebe33e-907b-43b1-bf27-4ade1039babf x-openstack-request-id: req-ceebe33e-907b-43b1-bf27-4ade1039babf {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:17.810447 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-plugged", "status": "completed", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:17.810447 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ceebe33e-907b-43b1-bf27-4ade1039babf {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:17.810447 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'code': 200} Jan 29 19:57:17.810447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.862271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7f0da1bd-60bc-4711-8bc3-ad16f16f18cf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.918391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:17.920855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1ea5c-2b56-4d76-a149-3cb4e9d73752 req-65770ef8-bb35-421b-9a96-8042c0784c1b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:17.922827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53c1ea5c-2b56-4d76-a149-3cb4e9d73752 req-65770ef8-bb35-421b-9a96-8042c0784c1b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 945 time: 0.1412563 Jan 29 19:57:17.934260 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7d887fc2-0d43-4037-aaf8-a8e535e566a8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:17.966934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d887fc2-0d43-4037-aaf8-a8e535e566a8']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:17.981348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd89d0ca-dc52-44c4-90c6-0367705883a9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:17.981807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd89d0ca-dc52-44c4-90c6-0367705883a9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:17.995130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (fd89d0ca-dc52-44c4-90c6-0367705883a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.005452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=7f0da1bd-60bc-4711-8bc3-ad16f16f18cf,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:18.017304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': '440ae5d1-355d-4d65-ad08-add94dbe2780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:18.017680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:18.024247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fd89d0ca-dc52-44c4-90c6-0367705883a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.033901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:18.034301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (fd89d0ca-dc52-44c4-90c6-0367705883a9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:18.037893 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:18.057373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53c1ea5c-2b56-4d76-a149-3cb4e9d73752 req-2486451e-a6cd-4da2-8c01-0ee3dafc3036 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177511 Jan 29 19:57:18.157088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce4758-89a2-4738-962c-12211bea2454 req-9b3f6e0c-cfc9-49ee-a4a9-a828e13eb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:18.158639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30ce4758-89a2-4738-962c-12211bea2454 req-9b3f6e0c-cfc9-49ee-a4a9-a828e13eb0d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1129 time: 0.0627706 Jan 29 19:57:18.159721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:18.213822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30ce4758-89a2-4738-962c-12211bea2454 req-510d7a00-4d6e-47de-8ce9-a6cd2f495baf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Jan 29 19:57:18.217361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7d887fc2-0d43-4037-aaf8-a8e535e566a8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.226655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.228127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] 10.222.0.15 "DELETE /v2.0/networks/7d887fc2-0d43-4037-aaf8-a8e535e566a8 HTTP/1.1" status: 204 len: 168 time: 0.5919154 Jan 29 19:57:18.241627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821fd9-2337-4089-9b65-a51d197d17ca tempest-PortsAdminExtendedAttrsTestJSON-740552291 tempest-PortsAdminExtendedAttrsTestJSON-740552291-project] Pushing event deleted for resources: {'Network': ['ID=7d887fc2-0d43-4037-aaf8-a8e535e566a8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:18.245611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:18.250382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:18.251037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.255560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb7205-8d1c-430c-88e3-0974b3082f45 None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:18.366261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': '7f0da1bd-60bc-4711-8bc3-ad16f16f18cf'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:57:18.367213 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.443063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ac3ae367-83df-4164-b7ce-10b8f84beee5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3488402 Jan 29 19:57:18.445998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:18.455276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:18.619198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390fe5-caed-4a64-a14c-782619153f45 req-3b8eadcd-4405-47de-bde4-de605c202883 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:18.620798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c390fe5-caed-4a64-a14c-782619153f45 req-3b8eadcd-4405-47de-bde4-de605c202883 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1381085 Jan 29 19:57:18.646205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Allocated IP 2001:db8::2 (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020/7f0da1bd-60bc-4711-8bc3-ad16f16f18cf/bb3281db-afb0-433f-9d70-987d43979170) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:18.711112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c390fe5-caed-4a64-a14c-782619153f45 req-9f2559bd-bae6-4d09-a32c-b6df6e2231f1 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805430 Jan 29 19:57:18.765991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:18.770736 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.872137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Publish callbacks [] for port (bb3281db-afb0-433f-9d70-987d43979170), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:18.875224 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f0da1bd-60bc-4711-8bc3-ad16f16f18cf (CIDR: 2001:db8::/64) Jan 29 19:57:18.880375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60050) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:18.926584 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:57:18.927047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:57:18.971566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (bb3281db-afb0-433f-9d70-987d43979170), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.017416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:19.027599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:19.031252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:19.053419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:19.054674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cdf8019e-78a4-4de7-97fa-4f1b90f4515c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6055191 Jan 29 19:57:19.061970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:19.079099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Pushing event updated for resources: {'Port': ['ID=bb3281db-afb0-433f-9d70-987d43979170,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:19.130882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-07100535-9625-44d2-a55c-cb88d951069a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e82d8a0dfc1143fe90def26584434304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474518 Jan 29 19:57:19.134697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60062) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:19.159280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Attempting to bind port bb3281db-afb0-433f-9d70-987d43979170 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:19.161472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Attempting to bind port bb3281db-afb0-433f-9d70-987d43979170 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '440ae5d1-355d-4d65-ad08-add94dbe2780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:19.161976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Attempting to bind port bb3281db-afb0-433f-9d70-987d43979170 on network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:19.176424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:57:19.177977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Checking segment: {'id': '440ae5d1-355d-4d65-ad08-add94dbe2780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:19.178496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.179335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Bound using segment: {'id': '440ae5d1-355d-4d65-ad08-add94dbe2780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:57:19.180793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Bound port: bb3281db-afb0-433f-9d70-987d43979170, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440ae5d1-355d-4d65-ad08-add94dbe2780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:57:19.181367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb3281db-afb0-433f-9d70-987d43979170), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.214985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12be9245-3aca-47d9-8868-512a1139579e admin admin] Publish callbacks [] for security_group (9bfdb626-0434-4c3d-a191-f1dee884e2cd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.252830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12be9245-3aca-47d9-8868-512a1139579e admin admin] Publish callbacks [] for security_group (9bfdb626-0434-4c3d-a191-f1dee884e2cd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.279966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] For port bb3281db-afb0-433f-9d70-987d43979170, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:19.286593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] For port bb3281db-afb0-433f-9d70-987d43979170, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb3281db-afb0-433f-9d70-987d43979170,segment=NetworkSegment(440ae5d1-355d-4d65-ad08-add94dbe2780),segment_id=440ae5d1-355d-4d65-ad08-add94dbe2780)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:57:19.360655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e648f-6bfa-4601-b96e-f646e290bef9 req-41fd36f0-1c20-4b2a-a598-d09ab54dd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:19.360655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b3e648f-6bfa-4601-b96e-f646e290bef9 req-41fd36f0-1c20-4b2a-a598-d09ab54dd64f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.1498699 Jan 29 19:57:19.398174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b0a77-7dd9-4792-9573-8aa66191fe63 req-abcd36b0-769d-4a3a-a414-3fb5364a8339 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:19.399807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd9b0a77-7dd9-4792-9573-8aa66191fe63 req-abcd36b0-769d-4a3a-a414-3fb5364a8339 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.1922333 Jan 29 19:57:19.430667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb3281db-afb0-433f-9d70-987d43979170), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.459022 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b3e648f-6bfa-4601-b96e-f646e290bef9 req-90d98b7f-f833-4a70-abd8-26de6722b52c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911944 Jan 29 19:57:19.485969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12be9245-3aca-47d9-8868-512a1139579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9bfdb626-0434-4c3d-a191-f1dee884e2cd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.489091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12be9245-3aca-47d9-8868-512a1139579e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.502120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-12be9245-3aca-47d9-8868-512a1139579e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bfdb626-0434-4c3d-a191-f1dee884e2cd HTTP/1.1" status: 204 len: 168 time: 0.3610616 Jan 29 19:57:19.520745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be9245-3aca-47d9-8868-512a1139579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfdb626-0434-4c3d-a191-f1dee884e2cd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:19.524978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd9b0a77-7dd9-4792-9573-8aa66191fe63 req-dd1270fa-2240-4bcd-bb4d-6a0507dddd96 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161389 Jan 29 19:57:19.529890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:19.542975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:19.575188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337448f9-a0b4-4b68-8aae-cfdf535eedb3 None None] Pushing event updated for resources: {'Port': ['ID=bb3281db-afb0-433f-9d70-987d43979170,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:19.977506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e0d04-60aa-40be-ba2d-3ae7d87ff47b req-89534b9d-e700-4c1c-b099-2d6aac2567ac tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:19.984364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049e0d04-60aa-40be-ba2d-3ae7d87ff47b req-89534b9d-e700-4c1c-b099-2d6aac2567ac tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1414933 Jan 29 19:57:20.124241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049e0d04-60aa-40be-ba2d-3ae7d87ff47b req-49490f8a-6764-4e88-a4d7-accede872f1f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193409 Jan 29 19:57:20.143050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (09ec47a8-b973-4fd4-be95-4fcd1e686f0d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:20.207292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:20.210444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:20.214984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:20.215582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:20.221260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=09ec47a8-b973-4fd4-be95-4fcd1e686f0d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:20.354606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-870a71ee-860b-4604-b7b7-e0451b1a4c46 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2976491 Jan 29 19:57:20.354855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:20.360287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'fixed_ips': [{'subnet_id': '7f0da1bd-60bc-4711-8bc3-ad16f16f18cf'}, {'subnet_id': '09ec47a8-b973-4fd4-be95-4fcd1e686f0d'}], 'name': 'tempest-PortsIpV6TestJSON-1013172948'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:20.603477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:20.791214 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:20.836054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb3281db-afb0-433f-9d70-987d43979170 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:20.861273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port b50beb38-3b43-48c4-bace-d19fc07fa3e7 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:20.879471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60136) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:20.934669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-021e81de-de18-4ca5-96e8-d15a155a069b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee6b1eecfa7947c4ab5a57d8f89799ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538137 Jan 29 19:57:20.941050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:20.968529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:20.969100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.009980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dcd-bc59-44fc-a560-94547f133159 admin admin] Publish callbacks [] for security_group (03de8f41-5d69-4b3b-ab78-aac8f75d04bf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.028693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef9897-9ab8-48df-ab7b-ef3850b52f0f req-68836a24-d4fa-4906-b92e-6bb4653eb531 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:21.042341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dcd-bc59-44fc-a560-94547f133159 admin admin] Publish callbacks [] for security_group (03de8f41-5d69-4b3b-ab78-aac8f75d04bf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.044685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92ef9897-9ab8-48df-ab7b-ef3850b52f0f req-68836a24-d4fa-4906-b92e-6bb4653eb531 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.3196166 Jan 29 19:57:21.164060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f4311-cdcf-4148-8cb4-2a77445ad179 None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:21.215201 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dcd-bc59-44fc-a560-94547f133159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03de8f41-5d69-4b3b-ab78-aac8f75d04bf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.218861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dcd-bc59-44fc-a560-94547f133159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.229530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5caf9dcd-bc59-44fc-a560-94547f133159 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03de8f41-5d69-4b3b-ab78-aac8f75d04bf HTTP/1.1" status: 204 len: 168 time: 0.2807915 Jan 29 19:57:21.275166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9dcd-bc59-44fc-a560-94547f133159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03de8f41-5d69-4b3b-ab78-aac8f75d04bf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:21.345060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:21.345060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb3281db-afb0-433f-9d70-987d43979170), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.393456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:21.393767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.397684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92ef9897-9ab8-48df-ab7b-ef3850b52f0f req-253f0982-de5a-4b32-b48c-f261dfa14ce7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514709 Jan 29 19:57:21.478698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port bb3281db-afb0-433f-9d70-987d43979170, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb3281db-afb0-433f-9d70-987d43979170,segment=NetworkSegment(440ae5d1-355d-4d65-ad08-add94dbe2780),segment_id=440ae5d1-355d-4d65-ad08-add94dbe2780)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:21.495821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f438fc7-50e6-4dbe-80ae-09a617eb1966 req-0e3e6084-6be0-4423-9b4b-5bb4265add3e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:21.507109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f438fc7-50e6-4dbe-80ae-09a617eb1966 req-0e3e6084-6be0-4423-9b4b-5bb4265add3e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1600239 Jan 29 19:57:21.556659 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb3281db-afb0-433f-9d70-987d43979170), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.578886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:21.579272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb3281db-afb0-433f-9d70-987d43979170), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:21.601198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f438fc7-50e6-4dbe-80ae-09a617eb1966 req-40ad392b-8872-4af7-8e2d-570ae28d90a1 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925529 Jan 29 19:57:21.653557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-13580c41-c6bd-4830-a4f6-ab2fdb325d82 req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1632749000', 'description': 'tempest-description-1908650909'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:21.689095 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:57:21.689448 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:57:21.692925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] Update dhcp port {'port': {'network_id': '0326fac9-5cdc-4e19-a1c7-2e2fb44bd020', 'fixed_ips': [{'subnet_id': '7f0da1bd-60bc-4711-8bc3-ad16f16f18cf', 'ip_address': '2001:db8::2'}, {'subnet_id': '09ec47a8-b973-4fd4-be95-4fcd1e686f0d'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'bb3281db-afb0-433f-9d70-987d43979170'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:57:21.709556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::251 (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020/7f0da1bd-60bc-4711-8bc3-ad16f16f18cf/b50beb38-3b43-48c4-bace-d19fc07fa3e7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:21.716903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8:0:1::b6 (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020/09ec47a8-b973-4fd4-be95-4fcd1e686f0d/b50beb38-3b43-48c4-bace-d19fc07fa3e7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:21.722520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=bb3281db-afb0-433f-9d70-987d43979170,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:21.731362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bb3281db-afb0-433f-9d70-987d43979170), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.028918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-13580c41-c6bd-4830-a4f6-ab2fdb325d82 req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.110772 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.176530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-13580c41-c6bd-4830-a4f6-ab2fdb325d82 req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for security_group (3c128da9-a464-444d-afd0-92adae0e129d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.226814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-73ceef2b-5f09-4129-a74c-8319bdb4a042 None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:22.261822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-13580c41-c6bd-4830-a4f6-ab2fdb325d82 req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3c128da9-a464-444d-afd0-92adae0e129d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.276537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.378311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c128da9-a464-444d-afd0-92adae0e129d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:22.392411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:22.392736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:22.395040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:22.400957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:22.401677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.402716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] Allocated IP 2001:db8:0:1::2 (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020/09ec47a8-b973-4fd4-be95-4fcd1e686f0d/bb3281db-afb0-433f-9d70-987d43979170) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:22.404744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=b50beb38-3b43-48c4-bace-d19fc07fa3e7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:22.461450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-13580c41-c6bd-4830-a4f6-ab2fdb325d82 req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.468130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13580c41-c6bd-4830-a4f6-ab2fdb325d82 req-59fbf908-eccf-40a8-be1c-2bdae22889dd tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.8243706 Jan 29 19:57:22.547753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] For port bb3281db-afb0-433f-9d70-987d43979170, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb3281db-afb0-433f-9d70-987d43979170,segment=NetworkSegment(440ae5d1-355d-4d65-ad08-add94dbe2780),segment_id=440ae5d1-355d-4d65-ad08-add94dbe2780)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:22.550114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60210) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:22.550894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6c6d7b4a-234b-47e8-aed0-2cd74c916fe3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1947360 Jan 29 19:57:22.567013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f0da1bd-60bc-4711-8bc3-ad16f16f18cf'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:22.611765 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] Publish callbacks [] for port (bb3281db-afb0-433f-9d70-987d43979170), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.717827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb3281db-afb0-433f-9d70-987d43979170 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:22.725129 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bb3281db-afb0-433f-9d70-987d43979170), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.768132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-d9d24b14-4d22-41e9-b033-d5f88efc2be8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1632749000&fields=id&tenant_id=f103e0c06f404c8282a39e1af1d224da HTTP/1.1" status: 200 len: 267 time: 0.1052125 Jan 29 19:57:22.802537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d78114-61c9-4aa4-a3c1-08a616753a5b req-4b374a75-0a2e-4127-8248-931065ccf800 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:22.809616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2d78114-61c9-4aa4-a3c1-08a616753a5b req-4b374a75-0a2e-4127-8248-931065ccf800 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.1580818 Jan 29 19:57:22.917737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-75c27bf5-255a-4024-8c6f-16d5a6b1781f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:22.921108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2d78114-61c9-4aa4-a3c1-08a616753a5b req-181168f5-666f-4e81-aa1e-f48023ca5cb8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105435 Jan 29 19:57:22.922128 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-75c27bf5-255a-4024-8c6f-16d5a6b1781f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1477859 Jan 29 19:57:22.928963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:22.943245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'port': {'security_groups': ['a58fda63-b2fa-4a12-a01a-025570975d69', '3c128da9-a464-444d-afd0-92adae0e129d']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:22.963438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83bdcb-b5ef-4eed-b2dc-e184999d0277 None None] Pushing event updated for resources: {'Port': ['ID=bb3281db-afb0-433f-9d70-987d43979170,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:22.982763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:22.983303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:23.170833 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:23.181859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:23.536960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Delete allocated IP 2001:db8:0:1::b6 (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020/09ec47a8-b973-4fd4-be95-4fcd1e686f0d) {{(pid=103562) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 19:57:23.754480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60246) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:23.837627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:23.931808 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.021201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-56dbea30-e1e6-43f8-ace8-12bb4a663aed tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.022822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56dbea30-e1e6-43f8-ace8-12bb4a663aed tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2672169 Jan 29 19:57:24.032626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60254) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.043111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7003b-9bc4-4cf2-89d4-eb93a82a7fb8 None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:24.046988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-801ce857-0431-4749-95d5-f391c4317656 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.049052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-801ce857-0431-4749-95d5-f391c4317656 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0160232 Jan 29 19:57:24.052793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60256) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.059100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:24.064643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-249b191c-c1e7-48c9-9720-692470712f1d tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.066955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-249b191c-c1e7-48c9-9720-692470712f1d tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122750 Jan 29 19:57:24.075000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60260) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.078608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0557a8d5-bbe8-42f1-a5f3-02683ca8f3f9 None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:24.079181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0557a8d5-bbe8-42f1-a5f3-02683ca8f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.084544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-a6227fe6-7051-4a3f-8994-0ce170222634 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.085827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6227fe6-7051-4a3f-8994-0ce170222634 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0094225 Jan 29 19:57:24.093237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.117270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-00f758b1-a978-4f6b-8639-fb8651e74912 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.122263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-00f758b1-a978-4f6b-8639-fb8651e74912 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0259495 Jan 29 19:57:24.129176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60264) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.139787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-744d5f8d-f042-43c2-bf18-f4d0095378cb tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.147211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-744d5f8d-f042-43c2-bf18-f4d0095378cb tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082185 Jan 29 19:57:24.152440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60266) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.174400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-eb02e368-65aa-48a7-a7e9-a6645da9045c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.175494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eb02e368-65aa-48a7-a7e9-a6645da9045c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0102460 Jan 29 19:57:24.189564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60268) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.196078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-c5752e62-25ee-4d9f-8f98-f67df144db0f tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.197265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c5752e62-25ee-4d9f-8f98-f67df144db0f tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047567 Jan 29 19:57:24.203807 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.208144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60270) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.210295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] In _notify_port_updated(), no bound segment for port b50beb38-3b43-48c4-bace-d19fc07fa3e7 on network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:57:24.215340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-ee756b37-61cc-4ef5-8583-ec2c8e14448c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.219338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:24.219988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee756b37-61cc-4ef5-8583-ec2c8e14448c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0100784 Jan 29 19:57:24.221051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60272) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.221837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.226295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-263322cc-e874-413b-a2b3-cd42a91adde7 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.226876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/ports/b50beb38-3b43-48c4-bace-d19fc07fa3e7 HTTP/1.1" status: 200 len: 926 time: 1.6743941 Jan 29 19:57:24.230097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-263322cc-e874-413b-a2b3-cd42a91adde7 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051038 Jan 29 19:57:24.230097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60274) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.230625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60276) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.232643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b535334-5c8f-40ae-9961-8453d3daa492 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=b50beb38-3b43-48c4-bace-d19fc07fa3e7,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:24.237011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-887aee6d-856b-497a-ae68-7677b70408a5 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.240610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-887aee6d-856b-497a-ae68-7677b70408a5 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053527 Jan 29 19:57:24.242645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f0da1bd-60bc-4711-8bc3-ad16f16f18cf'}, {'subnet_id': '09ec47a8-b973-4fd4-be95-4fcd1e686f0d'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:24.245214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60278) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.275859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-f90e6720-01eb-4be3-9b3e-2cebb8f43573 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.275859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f90e6720-01eb-4be3-9b3e-2cebb8f43573 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0165009 Jan 29 19:57:24.287070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60280) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.300446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-65853dd3-eb64-46d0-93ca-e73218c5fea3 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.305559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60284) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.312863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65853dd3-eb64-46d0-93ca-e73218c5fea3 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0224147 Jan 29 19:57:24.315112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-91d5f430-8ce5-4bdc-b3f4-795ccfaf0eb7 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.316108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-91d5f430-8ce5-4bdc-b3f4-795ccfaf0eb7 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095754 Jan 29 19:57:24.326510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.350543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0557a8d5-bbe8-42f1-a5f3-02683ca8f3f9 None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:24.360049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-2cb03fb2-9b5f-4528-9aa4-c16c5cbf5b74 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.361098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2cb03fb2-9b5f-4528-9aa4-c16c5cbf5b74 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0286443 Jan 29 19:57:24.364171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.376285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0c3006ae-c480-44e4-8887-86e128f1aa4c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:57:24.384608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60292) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.384985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5f6e-cb47-486e-8a80-abc4e07df750 req-bdb27593-68a2-41e5-b7b0-179db6835f39 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:24.395229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b4e5f6e-cb47-486e-8a80-abc4e07df750 req-bdb27593-68a2-41e5-b7b0-179db6835f39 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.3434496 Jan 29 19:57:24.437789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-3396f460-126b-41f2-885e-a6bb95b34bfe tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.441479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3396f460-126b-41f2-885e-a6bb95b34bfe tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0110664 Jan 29 19:57:24.448895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60294) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.456743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-5effc0f0-fdca-4587-bd16-17f8bb27cf66 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.463020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5effc0f0-fdca-4587-bd16-17f8bb27cf66 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077801 Jan 29 19:57:24.466509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.472442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-f070c5f3-3828-41a3-ac91-0cf26b23bba7 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.476823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f070c5f3-3828-41a3-ac91-0cf26b23bba7 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060525 Jan 29 19:57:24.478323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60300) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.489264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-171c408d-640e-4c64-b883-06407dc41276 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.493571 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-171c408d-640e-4c64-b883-06407dc41276 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091479 Jan 29 19:57:24.499058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60302) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.507787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-6e1de696-e58c-4b65-9a7b-59647aaf2951 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.510964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6e1de696-e58c-4b65-9a7b-59647aaf2951 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045247 Jan 29 19:57:24.526454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.534729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-f9b8e1ae-71f4-407e-9518-de48fdb28d11 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.545627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f9b8e1ae-71f4-407e-9518-de48fdb28d11 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082781 Jan 29 19:57:24.545882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60306) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.547775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.569634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60310) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.596055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b4e5f6e-cb47-486e-8a80-abc4e07df750 req-630f124a-e653-4964-831a-9ba2bc3e4d31 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883731 Jan 29 19:57:24.597229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:24.597886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.599410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb62e84-69ed-4a63-8917-16248687fa99 req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "PUT /v2.0/ports/0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 981 time: 1.6651082 Jan 29 19:57:24.647004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-341a1a0a-cb14-40c5-b9d1-abfae088b209 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.650785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60320) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.655681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-c39759fa-6cb5-4bc1-9b17-5aad255d4866 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.656438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c39759fa-6cb5-4bc1-9b17-5aad255d4866 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046575 Jan 29 19:57:24.658887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60322) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.665127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-341a1a0a-cb14-40c5-b9d1-abfae088b209 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1192610 Jan 29 19:57:24.667826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-bf018c66-b2a8-4651-be5e-4fdb4c45d4d4 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.668849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bf018c66-b2a8-4651-be5e-4fdb4c45d4d4 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084965 Jan 29 19:57:24.672678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60324) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.682002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:24.689397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-5b536bc8-363c-49ea-bc99-2f61e8130d75 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.694214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5b536bc8-363c-49ea-bc99-2f61e8130d75 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0119925 Jan 29 19:57:24.694961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.696232 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d1c5a-42f6-4985-98d3-52b52db09f97" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:24.701584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb3281db-afb0-433f-9d70-987d43979170 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:24.704188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-284e5343-3fb7-4ace-96f4-fb7ba2c5c641 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.709416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-284e5343-3fb7-4ace-96f4-fb7ba2c5c641 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0132387 Jan 29 19:57:24.710125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60330) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.715234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-24bf75dc-a3b6-4304-afc2-fbc61060b3c0 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.720310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24bf75dc-a3b6-4304-afc2-fbc61060b3c0 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080059 Jan 29 19:57:24.726031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60332) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.734994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-7017373d-6b6b-4eac-b7ab-5767f40281c8 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.738860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7017373d-6b6b-4eac-b7ab-5767f40281c8 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074484 Jan 29 19:57:24.741198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60334) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.741198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-079c9145-3132-41af-b6d2-dcbd806636e6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.741198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-079c9145-3132-41af-b6d2-dcbd806636e6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076725 Jan 29 19:57:24.756547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60336) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.775305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-70133312-6bd6-4c5c-8a2c-94361e2dd764 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.775478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0c3006ae-c480-44e4-8887-86e128f1aa4c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:57:24.776484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-70133312-6bd6-4c5c-8a2c-94361e2dd764 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0188713 Jan 29 19:57:24.777076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.788088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-81558d1b-0db3-478c-bf55-4724ac8e63aa tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.795286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81558d1b-0db3-478c-bf55-4724ac8e63aa tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155087 Jan 29 19:57:24.796122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60340) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.813770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-09ebe762-d124-489f-8b9c-afbe2f5b7be5 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.818290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-09ebe762-d124-489f-8b9c-afbe2f5b7be5 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0169315 Jan 29 19:57:24.829059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.833584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-f6380536-3504-4b09-bfc1-ffa75080f3f6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.839192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6380536-3504-4b09-bfc1-ffa75080f3f6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091209 Jan 29 19:57:24.844939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60344) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.860660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-3e8150f2-0d7d-489a-a641-6eb4612c5b8c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.869153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e8150f2-0d7d-489a-a641-6eb4612c5b8c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122397 Jan 29 19:57:24.873876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60346) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.889582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-ae25ce8d-3786-4926-8f4e-a5b99b42fc10 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.893144 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267fa94f-d55c-478b-b45d-d6a5c9bb96fe x-openstack-request-id: req-267fa94f-d55c-478b-b45d-d6a5c9bb96fe {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:24.893288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ae25ce8d-3786-4926-8f4e-a5b99b42fc10 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0161414 Jan 29 19:57:24.893381 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:24.893381 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-267fa94f-d55c-478b-b45d-d6a5c9bb96fe {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:24.893381 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'status': 'completed', 'code': 200} Jan 29 19:57:24.906647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.907790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b179982a-8659-49f7-8028-ad8f1a945ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:24.918014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-5e1a22ea-6e29-4d20-8e14-aabe8768e0c9 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.926829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5e1a22ea-6e29-4d20-8e14-aabe8768e0c9 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0125673 Jan 29 19:57:24.927705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:24.955090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-96026eee-5471-4db1-9868-2bb4b2493427 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1632749000&fields=id&tenant_id=f103e0c06f404c8282a39e1af1d224da HTTP/1.1" status: 200 len: 267 time: 0.2439315 Jan 29 19:57:24.967926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-6a0b1e9a-490d-44bb-a3b1-57f671f31496 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:24.972010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a0b1e9a-490d-44bb-a3b1-57f671f31496 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0130126 Jan 29 19:57:24.972930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64d8d5-6057-4ae5-9660-f8030be7ea05 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:24.974145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60352) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.007829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2081c139-7bf8-4b25-9c36-ee7c41fdd716 None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:25.008954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2081c139-7bf8-4b25-9c36-ee7c41fdd716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.013461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-bd8461a2-468c-4f6e-9735-26cc0cee1824 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.014676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd8461a2-468c-4f6e-9735-26cc0cee1824 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0389404 Jan 29 19:57:25.023629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60354) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.037185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-ca3bb4eb-6aa5-4746-890e-636d4e6c529a tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.041992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca3bb4eb-6aa5-4746-890e-636d4e6c529a tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0161254 Jan 29 19:57:25.054299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60358) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.062705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-981dfccc-e33e-4cff-bcee-eb99333ac50e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.070376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-981dfccc-e33e-4cff-bcee-eb99333ac50e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0069172 Jan 29 19:57:25.077953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60360) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.082780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-7fa47a0d-7f41-4271-803c-07d49d13082c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.087656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7fa47a0d-7f41-4271-803c-07d49d13082c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085859 Jan 29 19:57:25.094172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60362) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.106830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-d3f94c38-ac20-4bde-9ce7-d11ff182e4bd tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.108159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d3f94c38-ac20-4bde-9ce7-d11ff182e4bd tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055847 Jan 29 19:57:25.122036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60364) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.138467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b179982a-8659-49f7-8028-ad8f1a945ac0 admin admin] Publish callbacks [] for security_group (ec17dc93-9900-4c6e-b6a7-0f72d36af1b2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.154365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:25.154945 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.197398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-381ecd93-6d56-4de8-836a-b79bd481234d tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:25.199273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-381ecd93-6d56-4de8-836a-b79bd481234d tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 984 time: 0.2423246 Jan 29 19:57:25.216391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'port': {'security_groups': ['a58fda63-b2fa-4a12-a01a-025570975d69']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:25.232937 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-736e7342-8c36-48aa-999d-2f7de2ed37ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.305261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b179982a-8659-49f7-8028-ad8f1a945ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ec17dc93-9900-4c6e-b6a7-0f72d36af1b2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.325815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8:0:1::3c2 (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020/09ec47a8-b973-4fd4-be95-4fcd1e686f0d/b50beb38-3b43-48c4-bace-d19fc07fa3e7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:25.403105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.405932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2081c139-7bf8-4b25-9c36-ee7c41fdd716 None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:25.426664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179982a-8659-49f7-8028-ad8f1a945ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17dc93-9900-4c6e-b6a7-0f72d36af1b2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:25.483533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b179982a-8659-49f7-8028-ad8f1a945ac0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=445fb4cf059849709e3096bd46afe6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9121552 Jan 29 19:57:25.485190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60370) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.496169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bb3281db-afb0-433f-9d70-987d43979170 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:25.503742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.514063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-72f9ceed-fe51-4d54-9a12-21524db8a3c3 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.517749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-72f9ceed-fe51-4d54-9a12-21524db8a3c3 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0107102 Jan 29 19:57:25.521055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60372) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.527903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-2d7deb6d-ebb8-4d5d-ae6b-70709d0b76e0 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.531728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d7deb6d-ebb8-4d5d-ae6b-70709d0b76e0 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072498 Jan 29 19:57:25.533470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.535383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2081c139-7bf8-4b25-9c36-ee7c41fdd716 None None] Provisioning complete for port b50beb38-3b43-48c4-bace-d19fc07fa3e7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:25.536644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-453eeab8-f167-4801-9910-def0711c0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:25.539479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-453eeab8-f167-4801-9910-def0711c0b99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1166 time: 0.6443014 Jan 29 19:57:25.544029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-487afba1-c3ab-40f7-b4d8-c298af4bf6c6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.546682 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2081c139-7bf8-4b25-9c36-ee7c41fdd716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.547988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-487afba1-c3ab-40f7-b4d8-c298af4bf6c6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075648 Jan 29 19:57:25.549754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60376) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.563915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-f5c171ef-623d-4287-9c37-25055285dd3d tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.563915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f5c171ef-623d-4287-9c37-25055285dd3d tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0125473 Jan 29 19:57:25.567797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60380) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.588001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-39c321ee-031c-4f3d-a5f0-3672277d58f9 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.591746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39c321ee-031c-4f3d-a5f0-3672277d58f9 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0241339 Jan 29 19:57:25.592376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60384) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.598563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.610457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-b27e4ca1-ebc2-4b0f-98ee-81513e93a301 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.614888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b27e4ca1-ebc2-4b0f-98ee-81513e93a301 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0182152 Jan 29 19:57:25.615749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2081c139-7bf8-4b25-9c36-ee7c41fdd716 None None] Port b50beb38-3b43-48c4-bace-d19fc07fa3e7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:25.616921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.626188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-293084cc-729d-4aaa-93f2-b516f069a701 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.630102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-293084cc-729d-4aaa-93f2-b516f069a701 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0101309 Jan 29 19:57:25.649056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60388) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.682747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-31c60399-1e71-4b68-b517-cd941885203c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.684409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-31c60399-1e71-4b68-b517-cd941885203c tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0333517 Jan 29 19:57:25.693947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60392) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.710451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-7ecedb48-51fe-4aac-9d26-21f9255b8c6e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.714578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7ecedb48-51fe-4aac-9d26-21f9255b8c6e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0166678 Jan 29 19:57:25.718295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60394) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.730898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-63772c78-594c-4897-bf05-8523e1fc6803 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.734458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-63772c78-594c-4897-bf05-8523e1fc6803 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0125756 Jan 29 19:57:25.737679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60398) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.753334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5ff2cf5e-364e-4ba8-a7b2-2900fc5f662c None None] Provisioning complete for port b50beb38-3b43-48c4-bace-d19fc07fa3e7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:25.753712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ff2cf5e-364e-4ba8-a7b2-2900fc5f662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.754220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-3d5b6549-e17a-42f9-8759-7b909b5de570 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.758639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3d5b6549-e17a-42f9-8759-7b909b5de570 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0109389 Jan 29 19:57:25.773272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60400) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.790464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-38dae7b2-e74a-4f84-9499-95eb42158ccf tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.795169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-38dae7b2-e74a-4f84-9499-95eb42158ccf tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0178318 Jan 29 19:57:25.800923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60402) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.827052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2cf5e-364e-4ba8-a7b2-2900fc5f662c None None] Port b50beb38-3b43-48c4-bace-d19fc07fa3e7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:25.827242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=b50beb38-3b43-48c4-bace-d19fc07fa3e7,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:25.832695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-820dec7a-f388-44fe-8e32-980d0f676fee tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.832695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-820dec7a-f388-44fe-8e32-980d0f676fee tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0089300 Jan 29 19:57:25.839169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60404) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.855726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-106909ca-65c8-48e2-bc90-5c6f31b8a989 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.859612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-106909ca-65c8-48e2-bc90-5c6f31b8a989 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0218289 Jan 29 19:57:25.863267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] In _notify_port_updated(), no bound segment for port b50beb38-3b43-48c4-bace-d19fc07fa3e7 on network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:57:25.869301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:25.870090 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.871560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c9ca16bc-67df-4c94-96f2-0fed25165b9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/ports/b50beb38-3b43-48c4-bace-d19fc07fa3e7 HTTP/1.1" status: 200 len: 1012 time: 1.6399720 Jan 29 19:57:25.875732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60406) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.876264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60408) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.882325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-f8d0b000-f439-4fb3-b833-1da15c4c3fac tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.890113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8d0b000-f439-4fb3-b833-1da15c4c3fac tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0127382 Jan 29 19:57:25.896276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60410) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.903649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c592d7a-15c9-4718-8a17-ee1066e8b6cb admin admin] Publish callbacks [] for security_group (ec17dc93-9900-4c6e-b6a7-0f72d36af1b2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.914245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-7b39ff57-fc14-4e15-b836-abdbca9d9e2f tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.915484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b39ff57-fc14-4e15-b836-abdbca9d9e2f tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074022 Jan 29 19:57:25.919627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60412) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.932155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-7ed4812e-8880-4705-8723-a142dc194482 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.935951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7ed4812e-8880-4705-8723-a142dc194482 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055015 Jan 29 19:57:25.940396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.943912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-9e685bdb-7349-48be-b151-6ef617b8833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:25.945463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-9e685bdb-7349-48be-b151-6ef617b8833d service neutron] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.3964226 Jan 29 19:57:25.947833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-29f6d200-4cda-4d0f-a913-b198810b3616 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.948879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-29f6d200-4cda-4d0f-a913-b198810b3616 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0056105 Jan 29 19:57:25.954591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60416) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.962568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-cbbbe999-2b0f-4ea2-ad2d-69d8432574f8 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:25.966243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cbbbe999-2b0f-4ea2-ad2d-69d8432574f8 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050681 Jan 29 19:57:25.968045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60418) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:25.984166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c592d7a-15c9-4718-8a17-ee1066e8b6cb admin admin] Publish callbacks [] for security_group (ec17dc93-9900-4c6e-b6a7-0f72d36af1b2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:25.986671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:26.008489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-bdf16e3f-fbfc-43b5-bd1b-f66e84b82c54 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.012573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bdf16e3f-fbfc-43b5-bd1b-f66e84b82c54 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0436356 Jan 29 19:57:26.029604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.036863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60420) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.049581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-cc1bf01a-8ad3-4124-bb68-0756f8bff2d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.0877938 Jan 29 19:57:26.050659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-951c5885-8f09-453a-9995-9dd15252a992 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.051751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-951c5885-8f09-453a-9995-9dd15252a992 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0134282 Jan 29 19:57:26.056941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60422) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.085324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-84ab3838-caad-4193-99cf-e21b0980e90f tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.087205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-84ab3838-caad-4193-99cf-e21b0980e90f tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051045 Jan 29 19:57:26.093961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60426) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.104074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-81083082-b3e3-48c5-b835-3804dd54f1e6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.105210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-81083082-b3e3-48c5-b835-3804dd54f1e6 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095379 Jan 29 19:57:26.117338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60428) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.122341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-7d9bb36f-1080-4507-9b5d-b2e3a08dfb51 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.124738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7d9bb36f-1080-4507-9b5d-b2e3a08dfb51 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049541 Jan 29 19:57:26.127021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60430) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.127896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-19ffa6e1-7aa4-41bd-9874-384eb4dae96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:26.129580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-19ffa6e1-7aa4-41bd-9874-384eb4dae96f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.0714855 Jan 29 19:57:26.132925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-e510009b-d16e-4263-9b2b-bfd5ed1e3c0e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.136268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e510009b-d16e-4263-9b2b-bfd5ed1e3c0e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0057781 Jan 29 19:57:26.137114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60432) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.150441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-81fb8869-1cc5-4e5a-b145-065fb4284411 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.150441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81fb8869-1cc5-4e5a-b145-065fb4284411 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044847 Jan 29 19:57:26.150441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.150819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port b50beb38-3b43-48c4-bace-d19fc07fa3e7 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:26.150819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.151857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.156184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0c3006ae-c480-44e4-8887-86e128f1aa4c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:57:26.198762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:26.199541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.201771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-7d3f7805-4f05-41a3-88f8-fc8aef9c00dd tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.205657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e7ccb9c-2669-41c6-a9dd-98d11bea88e5 req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "PUT /v2.0/ports/0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 942 time: 0.9959798 Jan 29 19:57:26.205847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d3f7805-4f05-41a3-88f8-fc8aef9c00dd tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0533307 Jan 29 19:57:26.206420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60436) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.206719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:26.213010 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a8f0f-99eb-4d8f-b18e-a679913e4861" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:26.229999 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-90cc7f17-9da0-44d9-86d1-6a777a4c1d35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941582 Jan 29 19:57:26.259824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [None req-6972b6e1-21ff-4f0c-907b-9c4c24466c9e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.261794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6972b6e1-21ff-4f0c-907b-9c4c24466c9e tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0335457 Jan 29 19:57:26.274597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af60441-fdb5-4d8b-94da-bb54f160c942 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event updated for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:26.285288 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aeeeef-b6eb-432d-a180-c7a2cb3823c3 x-openstack-request-id: req-86aeeeef-b6eb-432d-a180-c7a2cb3823c3 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:26.285583 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:26.285844 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86aeeeef-b6eb-432d-a180-c7a2cb3823c3 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:26.286307 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'status': 'completed', 'code': 200} Jan 29 19:57:26.287895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60442) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:26.288679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c592d7a-15c9-4718-8a17-ee1066e8b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ec17dc93-9900-4c6e-b6a7-0f72d36af1b2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.291801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c592d7a-15c9-4718-8a17-ee1066e8b6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.296760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0c3006ae-c480-44e4-8887-86e128f1aa4c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:57:26.296874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c592d7a-15c9-4718-8a17-ee1066e8b6cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec17dc93-9900-4c6e-b6a7-0f72d36af1b2 HTTP/1.1" status: 204 len: 168 time: 0.7936578 Jan 29 19:57:26.303154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [None req-a3f7e923-33b9-4560-8930-18422c973937 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:26.312370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a3f7e923-33b9-4560-8930-18422c973937 tempest-ExtensionsTestJSON-18022237 tempest-ExtensionsTestJSON-18022237-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0141888 Jan 29 19:57:26.329550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c592d7a-15c9-4718-8a17-ee1066e8b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17dc93-9900-4c6e-b6a7-0f72d36af1b2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:26.441491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-aecc389b-4c21-45b1-a43f-7f405c224a00 None None] Provisioning complete for port b50beb38-3b43-48c4-bace-d19fc07fa3e7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:26.442031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aecc389b-4c21-45b1-a43f-7f405c224a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.528585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-aecc389b-4c21-45b1-a43f-7f405c224a00 None None] Port b50beb38-3b43-48c4-bace-d19fc07fa3e7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:26.570154 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.617100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for b50beb38-3b43-48c4-bace-d19fc07fa3e7 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:26.649967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-f6d39525-9230-4c6c-b01a-65712cdba9a7 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4185083 Jan 29 19:57:26.655871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-9708f689-97c7-4905-a653-f8df1c0e6b94 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916671 Jan 29 19:57:26.695923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:26.825340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5d1c5a-42f6-4985-98d3-52b52db09f97 req-ef72c46f-8776-4a3f-b0c2-093e519d75a3 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242020 Jan 29 19:57:26.910719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:26.993280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-01aa9781-15a5-43ba-9f1f-1d924a14d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:26.994779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-01aa9781-15a5-43ba-9f1f-1d924a14d481 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.1127155 Jan 29 19:57:27.024915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:27.070702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b50beb38-3b43-48c4-bace-d19fc07fa3e7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.144240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=b50beb38-3b43-48c4-bace-d19fc07fa3e7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:27.151868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e4561e5b-680f-4bec-9cb0-9db9ae271e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.231766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.235099 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d653ca0f-cc69-4723-bc29-84f5c334217d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/b50beb38-3b43-48c4-bace-d19fc07fa3e7 HTTP/1.1" status: 204 len: 168 time: 1.3566308 Jan 29 19:57:27.239080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:27.250776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-e80b899d-10be-443b-bebc-59834c87f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:27.251074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:27.252238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-e80b899d-10be-443b-bebc-59834c87f696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.2489531 Jan 29 19:57:27.280021 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b75c3e6-2612-471e-8084-755e00a7eda3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:27.280985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e4561e5b-680f-4bec-9cb0-9db9ae271e6a admin admin] Publish callbacks [] for security_group (8a2d8ffd-8db7-467f-9241-17206cb3f6f9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.286289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b75c3e6-2612-471e-8084-755e00a7eda3 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/b50beb38-3b43-48c4-bace-d19fc07fa3e7 HTTP/1.1" status: 404 len: 333 time: 0.0412939 Jan 29 19:57:27.286491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74edc163-a199-4163-864b-7ee9d5ccb956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.286656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:27.355929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-386d2b04-ce49-458e-b8bc-df2c628c2469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.0857267 Jan 29 19:57:27.361725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.400676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e4561e5b-680f-4bec-9cb0-9db9ae271e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8a2d8ffd-8db7-467f-9241-17206cb3f6f9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.443828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e4561e5b-680f-4bec-9cb0-9db9ae271e6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d617ee4c3cf407a880a2ee532152d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098854 Jan 29 19:57:27.447659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:27.459740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74edc163-a199-4163-864b-7ee9d5ccb956 admin admin] Publish callbacks [] for security_group (7d1d261d-bd2c-493f-a85a-068691818fd2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.465970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet 09ec47a8-b973-4fd4-be95-4fcd1e686f0d {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:27.476412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (09ec47a8-b973-4fd4-be95-4fcd1e686f0d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.488471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4561e5b-680f-4bec-9cb0-9db9ae271e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d8ffd-8db7-467f-9241-17206cb3f6f9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:27.553263 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe6-d106-44e5-ad2b-bc3e7b307c59 admin admin] Publish callbacks [] for security_group (8a2d8ffd-8db7-467f-9241-17206cb3f6f9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.569354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-74edc163-a199-4163-864b-7ee9d5ccb956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7d1d261d-bd2c-493f-a85a-068691818fd2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.605803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe6-d106-44e5-ad2b-bc3e7b307c59 admin admin] Publish callbacks [] for security_group (8a2d8ffd-8db7-467f-9241-17206cb3f6f9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.652413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc163-a199-4163-864b-7ee9d5ccb956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1d261d-bd2c-493f-a85a-068691818fd2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:27.657960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-74edc163-a199-4163-864b-7ee9d5ccb956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27fb5e1f364b49a99dba153616c8bb2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055364 Jan 29 19:57:27.665772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:27.745445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1883368a-3c03-4680-9283-c08f8ad414be admin admin] Publish callbacks [] for security_group (7d1d261d-bd2c-493f-a85a-068691818fd2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.780530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1883368a-3c03-4680-9283-c08f8ad414be admin admin] Publish callbacks [] for security_group (7d1d261d-bd2c-493f-a85a-068691818fd2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.813785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-0635239e-30fa-4438-be1c-f33275e81ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:27.815382 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-0635239e-30fa-4438-be1c-f33275e81ecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.4509327 Jan 29 19:57:27.829643 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe6-d106-44e5-ad2b-bc3e7b307c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8a2d8ffd-8db7-467f-9241-17206cb3f6f9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.832072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73eedfe6-d106-44e5-ad2b-bc3e7b307c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.837467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73eedfe6-d106-44e5-ad2b-bc3e7b307c59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a2d8ffd-8db7-467f-9241-17206cb3f6f9 HTTP/1.1" status: 204 len: 168 time: 0.3845160 Jan 29 19:57:27.844913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eedfe6-d106-44e5-ad2b-bc3e7b307c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d8ffd-8db7-467f-9241-17206cb3f6f9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:27.891188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-16cf8e7e-5cfa-45fe-aec7-b2157b3658a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537446 Jan 29 19:57:27.895047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (09ec47a8-b973-4fd4-be95-4fcd1e686f0d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.976922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Allocated IP 172.25.5.253 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/621be9e3-2064-4943-a468-0ad95b5b2f13) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:27.983156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1883368a-3c03-4680-9283-c08f8ad414be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7d1d261d-bd2c-493f-a85a-068691818fd2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.987932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1883368a-3c03-4680-9283-c08f8ad414be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:27.992668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1883368a-3c03-4680-9283-c08f8ad414be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d1d261d-bd2c-493f-a85a-068691818fd2 HTTP/1.1" status: 204 len: 168 time: 0.3233416 Jan 29 19:57:28.004370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883368a-3c03-4680-9283-c08f8ad414be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1d261d-bd2c-493f-a85a-068691818fd2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:28.149636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-dc00b333-98a1-4f47-850e-d57c424c109c service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495368 Jan 29 19:57:28.158127 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9661584e-dac0-4fde-a231-0331f53498ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.183211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (09ec47a8-b973-4fd4-be95-4fcd1e686f0d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.325150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.353973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-305a8f0f-99eb-4d8f-b18e-a679913e4861 req-cd23b584-ac0c-4a4d-8c23-f5cc62a3b717 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737447 Jan 29 19:57:28.475942 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (09ec47a8-b973-4fd4-be95-4fcd1e686f0d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.500049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.545700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.550116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c4e18c-bd68-442b-b78c-4289ba1e0ae8 None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:28.573411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60516) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:28.584703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/09ec47a8-b973-4fd4-be95-4fcd1e686f0d HTTP/1.1" status: 204 len: 168 time: 1.2986374 Jan 29 19:57:28.685684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0296a-80a0-4629-874c-e53500b6149a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=09ec47a8-b973-4fd4-be95-4fcd1e686f0d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:28.705604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:28.710225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet 7f0da1bd-60bc-4711-8bc3-ad16f16f18cf {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:28.714258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:28.714923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (7f0da1bd-60bc-4711-8bc3-ad16f16f18cf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.719559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:28.748385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event updated for resources: {'Port': ['ID=621be9e3-2064-4943-a468-0ad95b5b2f13,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:28.776873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (7f0da1bd-60bc-4711-8bc3-ad16f16f18cf), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:28.912609 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.012659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7f0da1bd-60bc-4711-8bc3-ad16f16f18cf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.028234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.189312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (7f0da1bd-60bc-4711-8bc3-ad16f16f18cf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.213081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.222783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/7f0da1bd-60bc-4711-8bc3-ad16f16f18cf HTTP/1.1" status: 204 len: 168 time: 0.6473238 Jan 29 19:57:29.227254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60548) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:29.249732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.307318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4d9ba-7efd-42b0-989c-d613a4a8cd5c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0da1bd-60bc-4711-8bc3-ad16f16f18cf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:29.452769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.482803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89b3a-4c52-4d41-8184-157c3eac2729 req-94209169-7124-46af-adb8-21eae5643827 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:29.503100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5d89b3a-4c52-4d41-8184-157c3eac2729 req-94209169-7124-46af-adb8-21eae5643827 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.1872056 Jan 29 19:57:29.583796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.620434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5d89b3a-4c52-4d41-8184-157c3eac2729 req-6c8a1e4a-dd04-4805-bdd5-f9c04dcad7d5 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222770 Jan 29 19:57:29.641967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port bb3281db-afb0-433f-9d70-987d43979170 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:29.642423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bb3281db-afb0-433f-9d70-987d43979170), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.674479 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.728174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.782174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:29.791254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] For port bb3281db-afb0-433f-9d70-987d43979170, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bb3281db-afb0-433f-9d70-987d43979170,segment=NetworkSegment(440ae5d1-355d-4d65-ad08-add94dbe2780),segment_id=440ae5d1-355d-4d65-ad08-add94dbe2780)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:29.791254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bb3281db-afb0-433f-9d70-987d43979170), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.809450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for bb3281db-afb0-433f-9d70-987d43979170 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:29.823904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event updated for resources: {'Port': ['ID=621be9e3-2064-4943-a468-0ad95b5b2f13,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:29.831820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.911670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b7f1f-0cad-4dcc-b735-c1ae2b8d7bfe None None] Network 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:29.943770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:29.945261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-727ff770-7029-4c9e-975f-a02162b819d5 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2872412 Jan 29 19:57:30.015400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bb3281db-afb0-433f-9d70-987d43979170), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.045924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-33b14a06-1f90-4fa1-9c18-9aa6fbcd0aa0 None None] Provisioning complete for port bb3281db-afb0-433f-9d70-987d43979170 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:30.046980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33b14a06-1f90-4fa1-9c18-9aa6fbcd0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bb3281db-afb0-433f-9d70-987d43979170), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.065433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No DVR routers for this DVR port bb3281db-afb0-433f-9d70-987d43979170 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:30.075754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2081045039'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:30.085231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=bb3281db-afb0-433f-9d70-987d43979170,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:30.106458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-33b14a06-1f90-4fa1-9c18-9aa6fbcd0aa0 None None] Port bb3281db-afb0-433f-9d70-987d43979170 was deleted so its status cannot be updated. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 19:57:30.111339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-f032944b-fa9a-438f-ba7e-74d4a61300b2 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 696 time: 0.1533356 Jan 29 19:57:30.231050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.231771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07777d65-a925-425a-9a35-02dcec6c77e6 None None] DHCP port deletion for 0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:30.254373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0326fac9-5cdc-4e19-a1c7-2e2fb44bd020']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:30.264729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440ae5d1-355d-4d65-ad08-add94dbe2780') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:30.265202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440ae5d1-355d-4d65-ad08-add94dbe2780') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:30.281065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (440ae5d1-355d-4d65-ad08-add94dbe2780), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.303621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (440ae5d1-355d-4d65-ad08-add94dbe2780), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.309769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:30.311764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (440ae5d1-355d-4d65-ad08-add94dbe2780), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:30.313128 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:30.320723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.335266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-1be78a8d-3178-47cf-998e-0cd3358a1591 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:30.336938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-1be78a8d-3178-47cf-998e-0cd3358a1591 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2144697 Jan 29 19:57:30.347317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-ce7e0851-08fd-4c98-9ced-58c40fc1427b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:30.348397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7aa084b-c4a4-443c-99a0-c5ba9f6bf6d9 req-ce7e0851-08fd-4c98-9ced-58c40fc1427b tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057843 Jan 29 19:57:30.439792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Made reservation on behalf of f02ccb23849e4e879b3a9a8f5073532a for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:30.444597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.488860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.559102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0326fac9-5cdc-4e19-a1c7-2e2fb44bd020), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.569337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-9313aa03-841e-4f5b-a537-2c0fdafb7e52 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:30.570990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-9313aa03-841e-4f5b-a537-2c0fdafb7e52 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1658580 Jan 29 19:57:30.596415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.597348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb3281db-afb0-433f-9d70-987d43979170 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:30.606136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/0326fac9-5cdc-4e19-a1c7-2e2fb44bd020 HTTP/1.1" status: 204 len: 168 time: 1.3735142 Jan 29 19:57:30.606136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19770e0-7ad3-41e7-a9c1-65c45fa10269 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=0326fac9-5cdc-4e19-a1c7-2e2fb44bd020,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:30.608037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60590) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:30.621201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: bb3281db-afb0-433f-9d70-987d43979170 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:30.621548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bb3281db-afb0-433f-9d70-987d43979170 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:30.689420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for security_group (dd754a1b-9dfe-482c-8b38-c6288c1972a4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.714554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-872d1856-1b0c-40bc-af0c-1993e8f53854 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:30.716118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-872d1856-1b0c-40bc-af0c-1993e8f53854 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.13 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.0732691 Jan 29 19:57:30.792185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dd754a1b-9dfe-482c-8b38-c6288c1972a4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.813998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:30.820279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-886e9432-77b7-43c4-8cea-1c55b3940ba7 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 696 time: 0.2225049 Jan 29 19:57:30.824041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'floatingip': {'port_id': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:30.828861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (daa00f49-d7ec-4983-afce-cbbbe9d35d0f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.829206 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Added segment daa00f49-d7ec-4983-afce-cbbbe9d35d0f of type vlan for network 833d313e-a337-4098-8908-be45a4934860 Jan 29 19:57:30.905854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (833d313e-a337-4098-8908-be45a4934860), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:30.973403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd754a1b-9dfe-482c-8b38-c6288c1972a4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:31.017865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357df83-b22b-4f2e-9dd4-a93d40ad0548 req-d807d19a-78f9-442e-af0d-44a2af403324 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:31.017865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1357df83-b22b-4f2e-9dd4-a93d40ad0548 req-d807d19a-78f9-442e-af0d-44a2af403324 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 945 time: 0.2804677 Jan 29 19:57:31.066496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Deleting port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:31.067138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.097659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (833d313e-a337-4098-8908-be45a4934860), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.103678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:31.104877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.262949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1357df83-b22b-4f2e-9dd4-a93d40ad0548 req-38209bee-068f-4c1c-a78a-7e87ca93e2b3 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369471 Jan 29 19:57:31.288449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] For port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:31.288855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.395375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6121061 Jan 29 19:57:31.396967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.399343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60616) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:31.405319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Request body: {'subnet': {'network_id': '833d313e-a337-4098-8908-be45a4934860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:31.436853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03844f6-27be-4859-92a6-16150c0f7454 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event updated for resources: {'Network': ['ID=833d313e-a337-4098-8908-be45a4934860,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:31.449511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 833d313e-a337-4098-8908-be45a4934860 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:31.476694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da80c5-37f2-4791-b276-7488383c2546 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:31.478320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a5da80c5-37f2-4791-b276-7488383c2546 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8693368 Jan 29 19:57:31.485929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60620) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:31.584491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.599828 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49fb09b1-23a9-4bd9-b2f2-ebc13d9e7401 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1033235 Jan 29 19:57:31.605166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60624) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:31.629590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895132240'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:31.691014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.691555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a92849b9-390e-45a6-bbdc-6d96f03d7d8a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.691983 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Floating IP a92849b9-390e-45a6-bbdc-6d96f03d7d8a disassociated. External IP: 172.25.5.198, port: fdfc3054-9ad2-4968-9a0e-1bae2752c8ee. Jan 29 19:57:31.692501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Calling delete_port for fdfc3054-9ad2-4968-9a0e-1bae2752c8ee owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:31.870625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:31.874012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.925674 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fdfc3054-9ad2-4968-9a0e-1bae2752c8ee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:31.964881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event deleted for resources: {'Port': ['ID=fdfc3054-9ad2-4968-9a0e-1bae2752c8ee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:32.013245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Made reservation on behalf of f02ccb23849e4e879b3a9a8f5073532a for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:32.017023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.131462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:32.134144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:57:32.224990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ffe2126c-3804-4ad7-b77d-77114ecdb695), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.225438 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment ffe2126c-3804-4ad7-b77d-77114ecdb695 of type vlan for network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f Jan 29 19:57:32.252497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.306921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1fb552ac-fdde-4fdc-8b31-3084844c3c4f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.383963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.492524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1fb552ac-fdde-4fdc-8b31-3084844c3c4f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.501046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:32.501996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.667404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9151d860-5ed4-404e-80d7-c6eb1d41e0c5 req-82368bd0-6a04-4b32-bd75-6dab08204857 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 210 time: 0.0524862 Jan 29 19:57:32.686557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=1fb552ac-fdde-4fdc-8b31-3084844c3c4f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:32.703306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:32.719409 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Floating IP 3b21e5d8-856a-481a-9685-7f6b2f68b07a associated. External IP: 172.25.5.253, port: 0c3006ae-c480-44e4-8887-86e128f1aa4c. Jan 29 19:57:32.723897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (491bbbd0-c804-4443-be31-d8e0f5d86ebf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.746390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:57:32.790235 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-593838aa-de71-432a-aed2-0c064c4871aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1794014 Jan 29 19:57:32.796462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60658) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:32.798146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] Sync routers for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:57:32.805309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] No DVR routers for this DVR port fdfc3054-9ad2-4968-9a0e-1bae2752c8ee on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:32.808250 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:32.812609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-173f5ed9-7e59-4f16-9a74-c732f6b4b20b req-5953889c-1a05-4f51-9247-c9af8b497adc tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.13 "DELETE /v2.0/ports/fdfc3054-9ad2-4968-9a0e-1bae2752c8ee HTTP/1.1" status: 204 len: 173 time: 2.0902781 Jan 29 19:57:32.815092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'name': 'network-vif-deleted', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:32.815199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:32.815944 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561709a5-e84b-473a-8305-0653fdb43f60" -d '{"events": [{"server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "name": "network-vif-deleted", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:32.835985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:32.837110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:32.888855 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf2a30-6980-4dbf-9033-496848847cb4 x-openstack-request-id: req-d4bf2a30-6980-4dbf-9033-496848847cb4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:32.888855 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0025d151-84f8-4d80-9730-1abf3457c067", "name": "network-vif-deleted", "tag": "fdfc3054-9ad2-4968-9a0e-1bae2752c8ee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:32.888855 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4bf2a30-6980-4dbf-9033-496848847cb4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:32.888855 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0025d151-84f8-4d80-9730-1abf3457c067', 'name': 'network-vif-deleted', 'tag': 'fdfc3054-9ad2-4968-9a0e-1bae2752c8ee', 'status': 'completed', 'code': 200} Jan 29 19:57:32.889755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event updated for resources: {'Subnet': ['ID=491bbbd0-c804-4443-be31-d8e0f5d86ebf,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:33.041198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Checking segment: {'id': 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '833d313e-a337-4098-8908-be45a4934860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:33.041570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Network hostable DHCP agents. Network: 833d313e-a337-4098-8908-be45a4934860, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:33.077447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:33.156266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:33.160036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:33.251352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Network 833d313e-a337-4098-8908-be45a4934860 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:33.278785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Router ac7f6bae-29c9-48d9-8a5c-cadac405a510 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:57:33.431090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fdfc3054-9ad2-4968-9a0e-1bae2752c8ee no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:33.456955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 833d313e-a337-4098-8908-be45a4934860) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:33.469005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:33.469616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:33.482741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: fdfc3054-9ad2-4968-9a0e-1bae2752c8ee {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:33.483098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fdfc3054-9ad2-4968-9a0e-1bae2752c8ee not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:33.485222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c30fc-4e59-484d-8fb4-61c156920281 None None] Network 833d313e-a337-4098-8908-be45a4934860 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:33.542833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:57:33.553500 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] Sync routers for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:57:33.567729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:33.573284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:33.573900 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:33.753633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:35Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:33.757065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-833d313e-a337-4098-8908-be45a4934860', 'network_id': '833d313e-a337-4098-8908-be45a4934860', 'project_id': 'f02ccb23849e4e879b3a9a8f5073532a', 'fixed_ips': [{'subnet_id': '491bbbd0-c804-4443-be31-d8e0f5d86ebf'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:57:33.759625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:33.771795 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:33.820076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] Checking router: 45f0a104-2ac2-43ac-aa38-e3d775b15a2e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:57:33.840756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:33.841673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:33.908547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7adfc62-fa65-4cca-a24c-2a2b231efeaa req-2ff91ee6-0a71-4624-88fe-c8ee56bac6f0 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/ports?device_id=0025d151-84f8-4d80-9730-1abf3457c067 HTTP/1.1" status: 200 len: 210 time: 0.0579288 Jan 29 19:57:34.015044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6047c1f0-1ddd-4994-9b59-c26c03ce1891 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6136146 Jan 29 19:57:34.018609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60688) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:34.026677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-2f226a02-ed48-495f-b615-375dbb4e1151 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "PUT /v2.0/floatingips/3b21e5d8-856a-481a-9685-7f6b2f68b07a HTTP/1.1" status: 200 len: 996 time: 3.2077858 Jan 29 19:57:34.026677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:34.028540 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b0937-d47c-4c05-aed0-748d56ea3e61" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:34.048353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Request body: {'port': {'network_id': '833d313e-a337-4098-8908-be45a4934860', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-452669927'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:34.176623 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775ae92f-9bd9-45ed-a593-6371fe232d39 x-openstack-request-id: req-775ae92f-9bd9-45ed-a593-6371fe232d39 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:34.177108 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:34.177992 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-775ae92f-9bd9-45ed-a593-6371fe232d39 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:34.178572 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'status': 'completed', 'code': 200} Jan 29 19:57:34.182373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:34.207706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (abd666a0-6eff-4ba8-a456-635f5097f732), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:34.328067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Allocated IP 2001:db8::2 (833d313e-a337-4098-8908-be45a4934860/491bbbd0-c804-4443-be31-d8e0f5d86ebf/55fb1ec1-47d7-45ef-8655-9ececb91c936) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:34.388303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=abd666a0-6eff-4ba8-a456-635f5097f732,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:34.388518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-16b477c0-5583-4959-a291-123fa2fc9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:34.391099 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-16b477c0-5583-4959-a291-123fa2fc9b39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.1839733 Jan 29 19:57:34.396603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-74e7dfc6-99fe-4f65-9a48-0687a456bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:34.411003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-74e7dfc6-99fe-4f65-9a48-0687a456bcfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.3445923 Jan 29 19:57:34.533376 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '3b21e5d8-856a-481a-9685-7f6b2f68b07a', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'port_id': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'mac_address': 'fa:16:3e:0b:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:57:28Z', 'updated_at': '2022-01-29T19:57:32Z', 'revision_number': 1, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:37Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:34.538803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': 'ffe2126c-3804-4ad7-b77d-77114ecdb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:34.539168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: 1fb552ac-fdde-4fdc-8b31-3084844c3c4f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:34.594490 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] Checking router: ac7f6bae-29c9-48d9-8a5c-cadac405a510 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:57:34.615569 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:34.616524 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:34.661290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-fcbd0e1b-6f95-4bb9-a333-1644e4f2bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:34.674800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-fcbd0e1b-6f95-4bb9-a333-1644e4f2bbad service neutron] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.2665393 Jan 29 19:57:34.724777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:34.732390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-4b7ab11c-4e2c-4e0e-bf97-bc14af7fc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:34.734261 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-4b7ab11c-4e2c-4e0e-bf97-bc14af7fc4fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.3224185 Jan 29 19:57:34.783587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Made reservation on behalf of f02ccb23849e4e879b3a9a8f5073532a for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:34.787721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:34.828681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:34.840623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 1fb552ac-fdde-4fdc-8b31-3084844c3c4f) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:34.848064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] device_id is not set on port ee17cd62-da37-48fa-ab78-f04c89fcdfcf yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:34.849576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:34.850288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:34.885164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-9b0f3349-5ff7-446b-9829-76bf4061b3d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 999 time: 0.2006092 Jan 29 19:57:34.918843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611f9ef-3336-4b72-a4f9-bc086e738a0b None None] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:34.937672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8acb0c50-d19c-498e-b4c9-6e81d1769783 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1332788 Jan 29 19:57:34.945279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60712) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:34.952772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f', 'name': 'tempest-PortsIpV6TestJSON-2095775545'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:35.097186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Publish callbacks [] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:35.098576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-481ec118-7618-421e-aa94-aa3ea0c6488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:35.101786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-481ec118-7618-421e-aa94-aa3ea0c6488e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.1530540 Jan 29 19:57:35.106617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-c18c4769-d80c-47c3-9027-c904eb46b8a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 999 time: 0.3644876 Jan 29 19:57:35.170262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60720) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:35.175812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-634b3d07-7ca3-4b85-a008-8792009c8841 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649514 Jan 29 19:57:35.303401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:35.315142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:35.327414 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '3b21e5d8-856a-481a-9685-7f6b2f68b07a', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'port_id': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'mac_address': 'fa:16:3e:0b:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:57:28Z', 'updated_at': '2022-01-29T19:57:32Z', 'revision_number': 1, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:37Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:35.360417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2906de-45e7-4c43-a269-2b0e05410d6d None None] The sync data for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 is: [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '3b21e5d8-856a-481a-9685-7f6b2f68b07a', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'port_id': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'mac_address': 'fa:16:3e:0b:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:57:28Z', 'updated_at': '2022-01-29T19:57:32Z', 'revision_number': 1, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:37Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:57:35.405931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e8663f5-b079-4fdc-927d-63db505b3b73 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group (ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:35.419683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:35.454974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-1fb552ac-fdde-4fdc-8b31-3084844c3c4f', 'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': 'abd666a0-6eff-4ba8-a456-635f5097f732'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:57:35.456136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:35.472595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-92b6be61-c222-4d30-8ff7-27c01a4b1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:35.485698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-92b6be61-c222-4d30-8ff7-27c01a4b1b7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.3629692 Jan 29 19:57:35.485698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e8663f5-b079-4fdc-927d-63db505b3b73 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group (ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:35.508712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Allocated IP 2001:db8::356 (833d313e-a337-4098-8908-be45a4934860/491bbbd0-c804-4443-be31-d8e0f5d86ebf/ee17cd62-da37-48fa-ab78-f04c89fcdfcf) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:35.556620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-896fc284-eb58-4b3f-8b86-710a9a4982f5 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713708 Jan 29 19:57:35.578976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port e826429e-13b9-4527-b64a-b8d3f43426c9 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:35.594156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-28d9c910-84df-40cd-93a3-e7d1ee2763d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986254 Jan 29 19:57:35.601536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Pushing event updated for resources: {'Port': ['ID=55fb1ec1-47d7-45ef-8655-9ececb91c936,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:35.606430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Network 833d313e-a337-4098-8908-be45a4934860 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:35.621041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:35Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:35.633163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-82350707-696c-420f-9f32-d8a83ef07817 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:35.635993 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-82350707-696c-420f-9f32-d8a83ef07817 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081904 Jan 29 19:57:35.682116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:35.692126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:35.707783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d027c14-0e91-4995-a0b7-e4d933cc30a8 None None] The sync data for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 is: [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:56:22Z', 'revision_number': 4, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8048577b-cbee-4f0c-ac1e-26c5747f2eb0', 'name': '', 'network_id': '18d73e22-9a07-4bf1-9fea-37b095d3dbdf', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'mac_address': 'fa:16:3e:90:b0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '07f0314e-f903-4389-8231-8eb45e689893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:35Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'subnets': [{'id': '07f0314e-f903-4389-8231-8eb45e689893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:57:35.796745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae70119-9307-4c1d-a323-ffcf4dac22eb None None] New status for floating IP 3b21e5d8-856a-481a-9685-7f6b2f68b07a: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:57:35.877302 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c3b0937-d47c-4c05-aed0-748d56ea3e61 req-778acb4d-932f-4e6f-8e96-d0975830fa7d service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077304 Jan 29 19:57:35.988725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Attempting to bind port 55fb1ec1-47d7-45ef-8655-9ececb91c936 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:35.989381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Attempting to bind port 55fb1ec1-47d7-45ef-8655-9ececb91c936 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '833d313e-a337-4098-8908-be45a4934860'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:35.989508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Attempting to bind port 55fb1ec1-47d7-45ef-8655-9ececb91c936 on network 833d313e-a337-4098-8908-be45a4934860 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:35.999585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-3e0be3a3-71ba-4980-9626-00e03c0a8ff4 service neutron] 10.222.0.15 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486122 Jan 29 19:57:36.056770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:57:36.056770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Checking segment: {'id': 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '833d313e-a337-4098-8908-be45a4934860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:36.056770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.056770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Bound using segment: {'id': 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '833d313e-a337-4098-8908-be45a4934860'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:57:36.056770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Bound port: 55fb1ec1-47d7-45ef-8655-9ececb91c936, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '833d313e-a337-4098-8908-be45a4934860'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:57:36.056770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.069823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::1fa (1fb552ac-fdde-4fdc-8b31-3084844c3c4f/abd666a0-6eff-4ba8-a456-635f5097f732/e826429e-13b9-4527-b64a-b8d3f43426c9) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:36.069823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e8663f5-b079-4fdc-927d-63db505b3b73 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.071961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e8663f5-b079-4fdc-927d-63db505b3b73 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.088824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e8663f5-b079-4fdc-927d-63db505b3b73 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9 HTTP/1.1" status: 204 len: 168 time: 0.9132059 Jan 29 19:57:36.098598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60744) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:36.133383 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-a8627fba-60af-4fa1-8968-cff7c15215c5 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] show failed (client error): The resource could not be found. Jan 29 19:57:36.137474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a8627fba-60af-4fa1-8968-cff7c15215c5 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "GET /v2.0/security-groups/ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9 HTTP/1.1" status: 404 len: 347 time: 0.0324755 Jan 29 19:57:36.140941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60746) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:36.162664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8663f5-b079-4fdc-927d-63db505b3b73 tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea52dd53-3b57-4f0b-9e88-8717eb4fb9a9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:36.310599 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81fa732-7ae2-4cbf-ba11-6122f9aa0ce1 None None] New status for floating IP a92849b9-390e-45a6-bbdc-6d96f03d7d8a: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:57:36.353941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c512d085-5e7c-439f-b01b-ff8819b422a3 req-8e530741-1105-49be-b035-6c135dc38745 service neutron] 10.222.0.15 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534052 Jan 29 19:57:36.423194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] For port 55fb1ec1-47d7-45ef-8655-9ececb91c936, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:36.427720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] For port 55fb1ec1-47d7-45ef-8655-9ececb91c936, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=55fb1ec1-47d7-45ef-8655-9ececb91c936,segment=NetworkSegment(daa00f49-d7ec-4983-afce-cbbbe9d35d0f),segment_id=daa00f49-d7ec-4983-afce-cbbbe9d35d0f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:57:36.514629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.539971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (e826429e-13b9-4527-b64a-b8d3f43426c9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.607935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d1258-1958-4356-b04e-cac415a85e29 None None] Pushing event updated for resources: {'Port': ['ID=55fb1ec1-47d7-45ef-8655-9ececb91c936,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:36.683827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.686245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e826429e-13b9-4527-b64a-b8d3f43426c9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.751091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:36.754994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:36.768422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:36.794505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:36.795700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:36.817493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Allocated IP 2001:db8::2 (1fb552ac-fdde-4fdc-8b31-3084844c3c4f/abd666a0-6eff-4ba8-a456-635f5097f732/5a1546d1-d738-4128-8f83-738f140cf709) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:36.857665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=e826429e-13b9-4527-b64a-b8d3f43426c9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:36.886464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-8544cfc4-2079-4c8b-b045-c3138fc19754 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 1001 time: 0.4929144 Jan 29 19:57:36.888341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55619dde-7a44-4828-82f5-860a37da16aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9421086 Jan 29 19:57:36.890534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60760) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:36.900304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f', 'name': 'tempest-PortsIpV6TestJSON-1377222278'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:36.993607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-905ce91a-e5c3-4530-b072-5ee734f8f52d tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:36.995312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-905ce91a-e5c3-4530-b072-5ee734f8f52d tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports/0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 942 time: 0.1080656 Jan 29 19:57:37.018306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Deleting port 60eef3fb-402d-420c-9ff0-cbddebd605f5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:37.018732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.138608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Publish callbacks [] for port (5a1546d1-d738-4128-8f83-738f140cf709), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.152629 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.217212 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5a1546d1-d738-4128-8f83-738f140cf709), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.239591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-5b33f2bf-4c47-4ba4-93c6-8e41cf4cfda8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 1001 time: 0.1016440 Jan 29 19:57:37.275623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:37.279671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.280624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:37.286543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:37.292236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:37.297633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event updated for resources: {'Port': ['ID=ee17cd62-da37-48fa-ab78-f04c89fcdfcf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:37.328796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port f85cedb8-54dc-40f8-9c26-c2e22abcf108 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:37.402108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Pushing event updated for resources: {'Port': ['ID=5a1546d1-d738-4128-8f83-738f140cf709,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:37.403203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Network 833d313e-a337-4098-8908-be45a4934860 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:37.435482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Attempting to bind port 5a1546d1-d738-4128-8f83-738f140cf709 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:37.435956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Attempting to bind port 5a1546d1-d738-4128-8f83-738f140cf709 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ffe2126c-3804-4ad7-b77d-77114ecdb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:37.436353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Attempting to bind port 5a1546d1-d738-4128-8f83-738f140cf709 on network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:37.445686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:57:37.446097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Checking segment: {'id': 'ffe2126c-3804-4ad7-b77d-77114ecdb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:37.446460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.446854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Bound using segment: {'id': 'ffe2126c-3804-4ad7-b77d-77114ecdb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:57:37.447335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Bound port: 5a1546d1-d738-4128-8f83-738f140cf709, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe2126c-3804-4ad7-b77d-77114ecdb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fb552ac-fdde-4fdc-8b31-3084844c3c4f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:57:37.448378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5a1546d1-d738-4128-8f83-738f140cf709), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.487926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:37.496594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:37.501856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:37.502400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::18 (1fb552ac-fdde-4fdc-8b31-3084844c3c4f/abd666a0-6eff-4ba8-a456-635f5097f732/f85cedb8-54dc-40f8-9c26-c2e22abcf108) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:37.502541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.507791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.508130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (60eef3fb-402d-420c-9ff0-cbddebd605f5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.533314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Calling delete_port for 60eef3fb-402d-420c-9ff0-cbddebd605f5 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:37.575157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-fc1f6fad-05d3-42c5-9746-5f17dfa7924e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:37.576644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-fc1f6fad-05d3-42c5-9746-5f17dfa7924e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.2908692 Jan 29 19:57:37.642474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-a249921d-08cd-4707-854b-297d21797576 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:37.643459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-a249921d-08cd-4707-854b-297d21797576 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061753 Jan 29 19:57:37.662291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] For port 5a1546d1-d738-4128-8f83-738f140cf709, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:37.663317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] For port 5a1546d1-d738-4128-8f83-738f140cf709, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a1546d1-d738-4128-8f83-738f140cf709,segment=NetworkSegment(ffe2126c-3804-4ad7-b77d-77114ecdb695),segment_id=ffe2126c-3804-4ad7-b77d-77114ecdb695)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:57:37.714416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a4d0f04-4556-4819-b119-7f7da6ff43da tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6944590 Jan 29 19:57:37.722656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60772) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:37.728369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Request body: {'port': {'network_id': '833d313e-a337-4098-8908-be45a4934860', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2109334657', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:37.728920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.api.validators [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] bootfile-name is not in valid_values {{(pid=103562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:57:37.729355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.api.validators [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] tftp-server is not in valid_values {{(pid=103562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:57:37.730155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.api.validators [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] server-ip-address is not in valid_values {{(pid=103562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:57:37.760362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5a1546d1-d738-4128-8f83-738f140cf709), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.766234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (f85cedb8-54dc-40f8-9c26-c2e22abcf108), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:37.850406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-72dc5e4a-f633-493c-a8de-b1161b8aeb1f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 1001 time: 0.1707909 Jan 29 19:57:37.887659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:37.914455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981429f3-a838-40d7-85f8-1a0d68d7e520 None None] Pushing event updated for resources: {'Port': ['ID=5a1546d1-d738-4128-8f83-738f140cf709,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:37.976057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.032670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f85cedb8-54dc-40f8-9c26-c2e22abcf108), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.159104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:38.164120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:38.176754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:38.183363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:38.184402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.187288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Made reservation on behalf of f02ccb23849e4e879b3a9a8f5073532a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:38.191168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.194509 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.239113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=f85cedb8-54dc-40f8-9c26-c2e22abcf108,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:38.252046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] device_id is not set on port 996a530b-e001-48f3-a0a9-c999463e801b yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:38.318574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (60eef3fb-402d-420c-9ff0-cbddebd605f5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.369401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3efe902b-615e-43c6-a65f-a2b7783ded5f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4789917 Jan 29 19:57:38.396624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:38.600972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.607665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Allocated IP 2001:db8::95 (833d313e-a337-4098-8908-be45a4934860/491bbbd0-c804-4443-be31-d8e0f5d86ebf/996a530b-e001-48f3-a0a9-c999463e801b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:38.681030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.681501 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Floating IP 3b21e5d8-856a-481a-9685-7f6b2f68b07a disassociated. External IP: 172.25.5.253, port: 0c3006ae-c480-44e4-8887-86e128f1aa4c. Jan 29 19:57:38.688044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Pushing event deleted for resources: {'Port': ['ID=60eef3fb-402d-420c-9ff0-cbddebd605f5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:38.713405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9478e182-255e-41db-9fd7-45e3ed60c74e None None] Network 833d313e-a337-4098-8908-be45a4934860 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:38.785034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc75e98-df17-4d3c-a137-944d9d134cb5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:38.790598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dcc75e98-df17-4d3c-a137-944d9d134cb5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1fa HTTP/1.1" status: 200 len: 929 time: 0.3929482 Jan 29 19:57:38.798379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60796) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:38.859891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 55fb1ec1-47d7-45ef-8655-9ececb91c936 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:38.868050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks [] for floatingip (a92849b9-390e-45a6-bbdc-6d96f03d7d8a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.874513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:38.882890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f666145f-c85f-4d9a-9dd2-f1568e12461b tempest-ServersTestFqdnHostnames-498667815 tempest-ServersTestFqdnHostnames-498667815-project] 10.222.0.15 "DELETE /v2.0/floatingips/a92849b9-390e-45a6-bbdc-6d96f03d7d8a HTTP/1.1" status: 204 len: 168 time: 2.7250035 Jan 29 19:57:38.883148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60798) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:38.913842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] Provisioning complete for port 55fb1ec1-47d7-45ef-8655-9ececb91c936 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:38.914537 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.060632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for port (996a530b-e001-48f3-a0a9-c999463e801b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.084477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port f85cedb8-54dc-40f8-9c26-c2e22abcf108 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:39.085441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f85cedb8-54dc-40f8-9c26-c2e22abcf108), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.104780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 55fb1ec1-47d7-45ef-8655-9ececb91c936 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:39.105164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.276383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f85cedb8-54dc-40f8-9c26-c2e22abcf108), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.319447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for f85cedb8-54dc-40f8-9c26-c2e22abcf108 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:39.342440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] Current status of the port 55fb1ec1-47d7-45ef-8655-9ececb91c936 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:39.343067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.510953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 55fb1ec1-47d7-45ef-8655-9ececb91c936 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:39.519393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.565340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] For port 55fb1ec1-47d7-45ef-8655-9ececb91c936, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=55fb1ec1-47d7-45ef-8655-9ececb91c936,segment=NetworkSegment(daa00f49-d7ec-4983-afce-cbbbe9d35d0f),segment_id=daa00f49-d7ec-4983-afce-cbbbe9d35d0f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:39.631481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (996a530b-e001-48f3-a0a9-c999463e801b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.643105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.783198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event updated for resources: {'Port': ['ID=996a530b-e001-48f3-a0a9-c999463e801b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:39.817608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Network 833d313e-a337-4098-8908-be45a4934860 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:39.823823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:39.827560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:39.832011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9908e633-de84-4be2-b27a-c0d3a19831de None None] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:39.833236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:39.834063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.911025 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:57:39.911025 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:57:39.926569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bebace-a147-4524-adaa-e21d88b83ad7 None None] Pushing event updated for resources: {'Port': ['ID=55fb1ec1-47d7-45ef-8655-9ececb91c936,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:39.964910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-84446aee-119f-454e-a97b-7e321f946610 None None] Provisioning complete for port 55fb1ec1-47d7-45ef-8655-9ececb91c936 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:39.965454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84446aee-119f-454e-a97b-7e321f946610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:39.983648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b6e37e3a-3d00-4429-aaf5-0c30c02567d6 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.2598062 Jan 29 19:57:39.985660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60830) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:40.121763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Router ac7f6bae-29c9-48d9-8a5c-cadac405a510 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:57:40.166991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59d8c7-5deb-4324-8b87-2b5e39031ebf tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:40.173912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59d8c7-5deb-4324-8b87-2b5e39031ebf tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:40.180009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59d8c7-5deb-4324-8b87-2b5e39031ebf tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:40.184556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f59d8c7-5deb-4324-8b87-2b5e39031ebf tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1950765 Jan 29 19:57:40.186064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60836) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:40.215832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-84446aee-119f-454e-a97b-7e321f946610 None None] Current status of the port 55fb1ec1-47d7-45ef-8655-9ececb91c936 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:40.234980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.238785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f85cedb8-54dc-40f8-9c26-c2e22abcf108), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.286215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-84446aee-119f-454e-a97b-7e321f946610 None None] Provisioning complete for port ee17cd62-da37-48fa-ab78-f04c89fcdfcf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:40.287376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84446aee-119f-454e-a97b-7e321f946610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.322563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.327089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/f85cedb8-54dc-40f8-9c26-c2e22abcf108 HTTP/1.1" status: 204 len: 168 time: 1.5273466 Jan 29 19:57:40.331498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60842) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:40.332560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7316d9-7725-4bbd-a54b-803aeff0dda1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=f85cedb8-54dc-40f8-9c26-c2e22abcf108,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:40.368147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-84446aee-119f-454e-a97b-7e321f946610 None None] Port ee17cd62-da37-48fa-ab78-f04c89fcdfcf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:40.386420 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9f4172-64fb-4c15-8475-fd09125833ee tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:40.388032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a9f4172-64fb-4c15-8475-fd09125833ee tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/f85cedb8-54dc-40f8-9c26-c2e22abcf108 HTTP/1.1" status: 404 len: 333 time: 0.0567739 Jan 29 19:57:40.394317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60844) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:40.490555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 55fb1ec1-47d7-45ef-8655-9ececb91c936 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:40.499458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a1546d1-d738-4128-8f83-738f140cf709 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:40.643258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Provisioning complete for port ee17cd62-da37-48fa-ab78-f04c89fcdfcf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:40.643640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.676164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:57:40.689913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.717734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Deleting port 996a530b-e001-48f3-a0a9-c999463e801b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:40.718228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (996a530b-e001-48f3-a0a9-c999463e801b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.728679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] Sync routers for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:57:40.763092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-93e428ca-75b6-420e-913e-a1316d551a22 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "PUT /v2.0/floatingips/3b21e5d8-856a-481a-9685-7f6b2f68b07a HTTP/1.1" status: 200 len: 695 time: 2.8891561 Jan 29 19:57:40.765436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:40.768158 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1b2ddb-25ae-44d7-a214-780d731f37cf" -d '{"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:40.814534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:40.825994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:40.829598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port e826429e-13b9-4527-b64a-b8d3f43426c9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:40.830000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e826429e-13b9-4527-b64a-b8d3f43426c9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:40.831982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Port ee17cd62-da37-48fa-ab78-f04c89fcdfcf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:40.894898 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4080d6-bcfb-4981-a6a0-6bb5662c6d8d x-openstack-request-id: req-0f4080d6-bcfb-4981-a6a0-6bb5662c6d8d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:40.895201 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:40.895458 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f4080d6-bcfb-4981-a6a0-6bb5662c6d8d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:40.895995 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'status': 'completed', 'code': 200} Jan 29 19:57:40.954185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5a1546d1-d738-4128-8f83-738f140cf709 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:40.954783 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5a1546d1-d738-4128-8f83-738f140cf709), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.041070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e826429e-13b9-4527-b64a-b8d3f43426c9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.056085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for e826429e-13b9-4527-b64a-b8d3f43426c9 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:41.061721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Provisioning complete for port 5a1546d1-d738-4128-8f83-738f140cf709 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:41.062249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5a1546d1-d738-4128-8f83-738f140cf709), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.377771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5a1546d1-d738-4128-8f83-738f140cf709 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:41.378421 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5a1546d1-d738-4128-8f83-738f140cf709), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.399947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (996a530b-e001-48f3-a0a9-c999463e801b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.419192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:41.419509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Calling delete_port for 996a530b-e001-48f3-a0a9-c999463e801b owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:41.468799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-eba27efd-2088-4b19-b560-bfcc64651d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:41.471179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-eba27efd-2088-4b19-b560-bfcc64651d0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.6699436 Jan 29 19:57:41.478974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-cb267794-3846-4e88-a6c2-f308e52ac038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:41.480732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-cb267794-3846-4e88-a6c2-f308e52ac038 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f103e0c06f404c8282a39e1af1d224da&device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 1127 time: 0.5838091 Jan 29 19:57:41.655239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-5334e22c-5339-47b3-8c1b-739826a664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:41.657325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-5334e22c-5339-47b3-8c1b-739826a664fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.1754348 Jan 29 19:57:41.707371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Deleting port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:41.707710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.722942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Current status of the port 5a1546d1-d738-4128-8f83-738f140cf709 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:41.726328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5a1546d1-d738-4128-8f83-738f140cf709), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.739326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5a1546d1-d738-4128-8f83-738f140cf709, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a1546d1-d738-4128-8f83-738f140cf709,segment=NetworkSegment(ffe2126c-3804-4ad7-b77d-77114ecdb695),segment_id=ffe2126c-3804-4ad7-b77d-77114ecdb695)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:41.769351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-0d8474c3-02d7-42cd-985f-de8140408419 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.0939319 Jan 29 19:57:41.915563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] For port 8048577b-cbee-4f0c-ac1e-26c5747f2eb0, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:41.917394 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.937242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e826429e-13b9-4527-b64a-b8d3f43426c9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.941267 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:57:41.941424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-9a1044c0-fc6b-4b4f-8fde-32269bc7eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:41.941647 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:57:41.942458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5a1546d1-d738-4128-8f83-738f140cf709), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:41.943684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-9a1044c0-fc6b-4b4f-8fde-32269bc7eb1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.1670544 Jan 29 19:57:42.010183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Calling delete_port for 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:42.018879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5a1546d1-d738-4128-8f83-738f140cf709,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:42.059647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=e826429e-13b9-4527-b64a-b8d3f43426c9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:42.117292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 55fb1ec1-47d7-45ef-8655-9ececb91c936 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:42.123344 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-28a8fce6-ae99-49e5-9b1a-b9395426c2ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668416 Jan 29 19:57:42.124698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-75f27239-bd44-4170-9a6c-ff9dca844c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:42.126830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-75f27239-bd44-4170-9a6c-ff9dca844c35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 200 len: 919 time: 0.4684319 Jan 29 19:57:42.157659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (996a530b-e001-48f3-a0a9-c999463e801b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:42.211685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 55fb1ec1-47d7-45ef-8655-9ececb91c936 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:42.212368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:42.244307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event deleted for resources: {'Port': ['ID=996a530b-e001-48f3-a0a9-c999463e801b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:42.253662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:37Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:42.284374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:42.294275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ecc3158-d8a3-4568-8563-4a35ebbc54ba tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "DELETE /v2.0/ports/996a530b-e001-48f3-a0a9-c999463e801b HTTP/1.1" status: 204 len: 168 time: 2.1014309 Jan 29 19:57:42.296929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60878) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:42.306912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Request body: {'port': {'name': 'tempest-new-port-name-286495911', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:42.317294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.api.validators [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] bootfile-name is not in valid_values {{(pid=103562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:57:42.318494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.api.validators [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] tftp-server is not in valid_values {{(pid=103562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:57:42.321052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.api.validators [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] server-ip-address is not in valid_values {{(pid=103562) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:57:42.339589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] Checking router: ac7f6bae-29c9-48d9-8a5c-cadac405a510 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:57:42.363750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:42.364477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:42.454327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:42.460616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b1148580-2335-411d-8463-c2970b87e806 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/e826429e-13b9-4527-b64a-b8d3f43426c9 HTTP/1.1" status: 204 len: 168 time: 2.0666299 Jan 29 19:57:42.487438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:42.504084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-13f1c60d-99b4-4124-a201-8adc138296cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 200 len: 217 time: 0.3492665 Jan 29 19:57:42.766354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-84bad69d-7d66-40b4-9085-62d900b14286 service neutron] 10.222.0.15 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361814 Jan 29 19:57:42.826243 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:57:42.831396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:42.832406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-0fde282c-479b-4642-b5da-576b461ab142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:42.835174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-0fde282c-479b-4642-b5da-576b461ab142 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 200 len: 859 time: 0.3126769 Jan 29 19:57:42.900688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-79a4e830-c077-4dd8-a69d-973b9bbb4662 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=170f4e97-988d-41e8-93b8-a6981e176885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538473 Jan 29 19:57:42.942034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8048577b-cbee-4f0c-ac1e-26c5747f2eb0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:42.948645 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fc15d0-4e39-43f6-ae87-58ca7b399e1f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:42.951165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-19fc15d0-4e39-43f6-ae87-58ca7b399e1f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/e826429e-13b9-4527-b64a-b8d3f43426c9 HTTP/1.1" status: 404 len: 333 time: 0.1234713 Jan 29 19:57:42.982940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a083b0f3-21d0-49bf-8121-44bd99411d0e req-19997f94-87eb-4cb4-b35e-33240a90a2a2 service neutron] 10.222.0.15 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837881 Jan 29 19:57:43.051980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:43.053957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 55fb1ec1-47d7-45ef-8655-9ececb91c936 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:43.056111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet abd666a0-6eff-4ba8-a456-635f5097f732 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:43.070203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (abd666a0-6eff-4ba8-a456-635f5097f732), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.077804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.109478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8048577b-cbee-4f0c-ac1e-26c5747f2eb0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:43.111391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0649ce3d-f4c7-4622-b974-b29c1414da37 None None] Current status of the port 5a1546d1-d738-4128-8f83-738f140cf709 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:43.175363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (abd666a0-6eff-4ba8-a456-635f5097f732), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.302374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9054e8ed-bcf9-4a3b-a632-9b1d688f733f None None] Could not find standard attr ID for object e826429e-13b9-4527-b64a-b8d3f43426c9. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:57:43.326589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-9104d52f-4b4c-4966-bae3-565af59f2621 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161038 Jan 29 19:57:43.332909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9054e8ed-bcf9-4a3b-a632-9b1d688f733f None None] Could not find standard attr ID for object f85cedb8-54dc-40f8-9c26-c2e22abcf108. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:57:43.347154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9054e8ed-bcf9-4a3b-a632-9b1d688f733f None None] Could not find standard attr ID for object 996a530b-e001-48f3-a0a9-c999463e801b. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:57:43.364066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9054e8ed-bcf9-4a3b-a632-9b1d688f733f None None] Provisioning complete for port 5a1546d1-d738-4128-8f83-738f140cf709 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:43.364674 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9054e8ed-bcf9-4a3b-a632-9b1d688f733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5a1546d1-d738-4128-8f83-738f140cf709), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.372752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:37Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:43.426822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae8631-e81b-4fd4-b766-de9e210374aa None None] The sync data for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 is: [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:56:27Z', 'revision_number': 4, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6fc96c10-f0c8-487a-8bd1-dc07e92754cb', 'name': '', 'network_id': '170f4e97-988d-41e8-93b8-a6981e176885', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'mac_address': 'fa:16:3e:10:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:26Z', 'updated_at': '2022-01-29T19:56:37Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'subnets': [{'id': 'a89eefd6-428d-498b-90d8-da6bce5cda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:57:43.441814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-43208ab6-add6-43ae-be6c-d83c9b369374 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips/3b21e5d8-856a-481a-9685-7f6b2f68b07a HTTP/1.1" status: 200 len: 695 time: 0.1973674 Jan 29 19:57:43.549766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9054e8ed-bcf9-4a3b-a632-9b1d688f733f None None] Current status of the port 5a1546d1-d738-4128-8f83-738f140cf709 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:43.642057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (abd666a0-6eff-4ba8-a456-635f5097f732), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.821835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-6aebd22f-242a-4551-bc1b-f4648d25b436 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:43.823286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-6aebd22f-242a-4551-bc1b-f4648d25b436 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 784 time: 0.3161910 Jan 29 19:57:43.863309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (abd666a0-6eff-4ba8-a456-635f5097f732), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.876381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-a95b1183-1329-448c-a7bb-35a29fa4f3cf tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 19:57:43.877268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-a95b1183-1329-448c-a7bb-35a29fa4f3cf tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067964 Jan 29 19:57:43.931482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f1b2ddb-25ae-44d7-a214-780d731f37cf req-2f75cd20-e0e9-43b6-8b1c-2677ca3ef6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989313 Jan 29 19:57:43.936829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=abd666a0-6eff-4ba8-a456-635f5097f732,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:43.945177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:43.950715 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b6293-9282-4fff-a689-91c2cdb1aec8 None None] New status for floating IP 3b21e5d8-856a-481a-9685-7f6b2f68b07a: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:57:43.958330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-039ed951-aae4-449c-aa56-110e6f260d58 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 698 time: 0.0718341 Jan 29 19:57:43.963550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775a4f4-4719-4fa2-b48f-78fb204301bc None None] Network 1fb552ac-fdde-4fdc-8b31-3084844c3c4f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:43.965106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0fcd26d8-c325-43d1-9586-b423c8d8d27e tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/abd666a0-6eff-4ba8-a456-635f5097f732 HTTP/1.1" status: 204 len: 168 time: 0.9783854 Jan 29 19:57:43.970843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60916) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:44.091632 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (1fb552ac-fdde-4fdc-8b31-3084844c3c4f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.100781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-201f7c86-da4e-4f10-9ea5-15355bbc30ae tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.5.253 HTTP/1.1" status: 200 len: 698 time: 0.1206455 Jan 29 19:57:44.192013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.251007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 5a1546d1-d738-4128-8f83-738f140cf709 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:44.253343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5a1546d1-d738-4128-8f83-738f140cf709), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.258793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a1546d1-d738-4128-8f83-738f140cf709 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:44.276287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.352944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] In _notify_port_updated(), no bound segment for port ee17cd62-da37-48fa-ab78-f04c89fcdfcf on network 833d313e-a337-4098-8908-be45a4934860 {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:57:44.359040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:44.365780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.365780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "PUT /v2.0/ports/ee17cd62-da37-48fa-ab78-f04c89fcdfcf HTTP/1.1" status: 200 len: 1129 time: 2.0642405 Jan 29 19:57:44.365780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.372994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:44.511870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5a1546d1-d738-4128-8f83-738f140cf709 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:44.512272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5a1546d1-d738-4128-8f83-738f140cf709), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.563982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e962f00-00bc-43ed-af49-6d9cfe4f45bc tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event updated for resources: {'Port': ['ID=ee17cd62-da37-48fa-ab78-f04c89fcdfcf,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:44.589515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] For port 5a1546d1-d738-4128-8f83-738f140cf709, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a1546d1-d738-4128-8f83-738f140cf709,segment=NetworkSegment(ffe2126c-3804-4ad7-b77d-77114ecdb695),segment_id=ffe2126c-3804-4ad7-b77d-77114ecdb695)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:44.589873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5a1546d1-d738-4128-8f83-738f140cf709), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.620409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Deleting port 621be9e3-2064-4943-a468-0ad95b5b2f13 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:44.620760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.628448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b35582-29ad-439f-a5a9-8fb72802191f tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:44.629589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] DHCP port deletion for 1fb552ac-fdde-4fdc-8b31-3084844c3c4f request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:44.636234 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-85b35582-29ad-439f-a5a9-8fb72802191f tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "GET /v2.0/ports/ee17cd62-da37-48fa-ab78-f04c89fcdfcf HTTP/1.1" status: 200 len: 1129 time: 0.2620759 Jan 29 19:57:44.639677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60928) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:44.663501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 5a1546d1-d738-4128-8f83-738f140cf709 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:44.822422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5a1546d1-d738-4128-8f83-738f140cf709 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:44.866031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] Deleting port 5a1546d1-d738-4128-8f83-738f140cf709 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:44.866874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5a1546d1-d738-4128-8f83-738f140cf709), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.889575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.890090 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (621be9e3-2064-4943-a468-0ad95b5b2f13), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.932413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Calling delete_port for 621be9e3-2064-4943-a468-0ad95b5b2f13 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:44.958657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:57:44.984213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] For port 5a1546d1-d738-4128-8f83-738f140cf709, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5a1546d1-d738-4128-8f83-738f140cf709,segment=NetworkSegment(ffe2126c-3804-4ad7-b77d-77114ecdb695),segment_id=ffe2126c-3804-4ad7-b77d-77114ecdb695)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:44.985408 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5a1546d1-d738-4128-8f83-738f140cf709), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:44.987948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Deleting port ee17cd62-da37-48fa-ab78-f04c89fcdfcf {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:44.988213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.004058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] Calling delete_port for 5a1546d1-d738-4128-8f83-738f140cf709 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:45.030591 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5a1546d1-d738-4128-8f83-738f140cf709), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:45.109945 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 19:57:45.124942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No DVR routers for this DVR port 5a1546d1-d738-4128-8f83-738f140cf709 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:45.133494 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5a1546d1-d738-4128-8f83-738f140cf709), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.173811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=5a1546d1-d738-4128-8f83-738f140cf709,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:45.181914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] Pushing event deleted for resources: {'Port': ['ID=5a1546d1-d738-4128-8f83-738f140cf709,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:45.210836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203eb7e-0ed6-426a-bed6-df4380b3477f None None] No DVR routers for this DVR port 5a1546d1-d738-4128-8f83-738f140cf709 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:45.243764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-eec0a865-c586-465d-b4c6-e1f4e7ee5948 None None] Provisioning complete for port ee17cd62-da37-48fa-ab78-f04c89fcdfcf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:45.244292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eec0a865-c586-465d-b4c6-e1f4e7ee5948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.290512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eec0a865-c586-465d-b4c6-e1f4e7ee5948 None None] Port ee17cd62-da37-48fa-ab78-f04c89fcdfcf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:45.323093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.372826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (1fb552ac-fdde-4fdc-8b31-3084844c3c4f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.375537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Calling delete_port for ee17cd62-da37-48fa-ab78-f04c89fcdfcf owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:45.410955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb552ac-fdde-4fdc-8b31-3084844c3c4f']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:45.481185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe2126c-3804-4ad7-b77d-77114ecdb695') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:45.481491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe2126c-3804-4ad7-b77d-77114ecdb695') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:45.500822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ffe2126c-3804-4ad7-b77d-77114ecdb695), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.525972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ffe2126c-3804-4ad7-b77d-77114ecdb695), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.538067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:45.538476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ffe2126c-3804-4ad7-b77d-77114ecdb695), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:45.541684 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:45.643719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:57:45.652802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:45.653140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3febd8fb-0c28-4238-bced-b2736fd23f75 admin admin] 10.222.0.15 "PUT /v2.0/routers/45f0a104-2ac2-43ac-aa38-e3d775b15a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7686598 Jan 29 19:57:45.659371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] Sync routers for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:57:45.683005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:45.687224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:45.742199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (1fb552ac-fdde-4fdc-8b31-3084844c3c4f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.755216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.763073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/1fb552ac-fdde-4fdc-8b31-3084844c3c4f HTTP/1.1" status: 204 len: 168 time: 1.7872891 Jan 29 19:57:45.763843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60954) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:45.769318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-381945138'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:45.835376 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (621be9e3-2064-4943-a468-0ad95b5b2f13), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.853018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:45.877317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42ad8-b00b-4109-b2bf-869ce62254a1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=1fb552ac-fdde-4fdc-8b31-3084844c3c4f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:45.895073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event deleted for resources: {'Port': ['ID=621be9e3-2064-4943-a468-0ad95b5b2f13,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:45.916828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:45.921547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.925822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks [] for router (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:45.971893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ee17cd62-da37-48fa-ab78-f04c89fcdfcf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.023375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event deleted for resources: {'Port': ['ID=ee17cd62-da37-48fa-ab78-f04c89fcdfcf,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:46.057818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:46.080491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for floatingip (3b21e5d8-856a-481a-9685-7f6b2f68b07a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.084882 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.095856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8dd9ed9-0503-450b-b7d8-50a4c03f4d49 req-3a2dc063-f960-4cd8-9eae-e5837d54e70f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "DELETE /v2.0/floatingips/3b21e5d8-856a-481a-9685-7f6b2f68b07a HTTP/1.1" status: 204 len: 173 time: 1.8890595 Jan 29 19:57:46.101904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a1546d1-d738-4128-8f83-738f140cf709 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:46.165597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1d13ed6c-17a7-4a87-82a1-efb2d5d253fb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.165994 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment 1d13ed6c-17a7-4a87-82a1-efb2d5d253fb of type vlan for network f4514edc-7021-40fb-8335-5b24d53bae2e Jan 29 19:57:46.175314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5a1546d1-d738-4128-8f83-738f140cf709 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:46.175677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5a1546d1-d738-4128-8f83-738f140cf709 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:46.232488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:57:42Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:46.263768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f4514edc-7021-40fb-8335-5b24d53bae2e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.289505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] Checking router: 45f0a104-2ac2-43ac-aa38-e3d775b15a2e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:57:46.299895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] Routers {'45f0a104-2ac2-43ac-aa38-e3d775b15a2e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:46.300609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:46.372044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f4514edc-7021-40fb-8335-5b24d53bae2e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.377596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:46.382390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.425326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] Set router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:46.537372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=f4514edc-7021-40fb-8335-5b24d53bae2e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:46.565496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f4514edc-7021-40fb-8335-5b24d53bae2e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:46.587233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-98ea0a6d-8927-41a2-a9d6-35f3c4353435 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8221376 Jan 29 19:57:46.591214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60976) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:46.596496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:46.610122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.615214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e6cb3d15-e0bc-4f0b-9fda-1dc3884be0b2 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "DELETE /v2.0/ports/ee17cd62-da37-48fa-ab78-f04c89fcdfcf HTTP/1.1" status: 204 len: 168 time: 1.9691877 Jan 29 19:57:46.619027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60980) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:46.661174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-398b2006-9261-44cb-9d0d-72c5e7558c54 req-22b820c8-7956-4c4b-be57-6f04a038e04a tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups/3c128da9-a464-444d-afd0-92adae0e129d HTTP/1.1" status: 200 len: 1827 time: 0.0473773 Jan 29 19:57:46.680353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Deleting subnet 491bbbd0-c804-4443-be31-d8e0f5d86ebf {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:46.686720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for subnet (491bbbd0-c804-4443-be31-d8e0f5d86ebf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.700051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks [] for router_gateway (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.776958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-398b2006-9261-44cb-9d0d-72c5e7558c54 req-21a85630-5257-4fb3-86c1-4c9f65af1099 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for security_group (3c128da9-a464-444d-afd0-92adae0e129d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.793139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (491bbbd0-c804-4443-be31-d8e0f5d86ebf), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.822501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:57:42Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:46.825353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-398b2006-9261-44cb-9d0d-72c5e7558c54 req-21a85630-5257-4fb3-86c1-4c9f65af1099 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for security_group (3c128da9-a464-444d-afd0-92adae0e129d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.853983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c29716-0cc1-40dd-adc5-726f79b6ec99 None None] The sync data for ids ['45f0a104-2ac2-43ac-aa38-e3d775b15a2e'] in n-d-825496-5 is: [{'id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'name': 'tempest-ServersTestFqdnHostnames-248506809-router', 'tenant_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:13Z', 'updated_at': '2022-01-29T19:57:42Z', 'revision_number': 5, 'project_id': '0ded60ff00264d9fb389ecfc025e8dd5', 'gw_port': {'id': '19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f0a104-2ac2-43ac-aa38-e3d775b15a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:15Z', 'updated_at': '2022-01-29T19:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:57:46.910355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (491bbbd0-c804-4443-be31-d8e0f5d86ebf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.937208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:46.939119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:46.962902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Deleting port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:46.963250 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.029437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-398b2006-9261-44cb-9d0d-72c5e7558c54 req-21a85630-5257-4fb3-86c1-4c9f65af1099 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3c128da9-a464-444d-afd0-92adae0e129d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.032062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-398b2006-9261-44cb-9d0d-72c5e7558c54 req-21a85630-5257-4fb3-86c1-4c9f65af1099 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.033449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-398b2006-9261-44cb-9d0d-72c5e7558c54 req-21a85630-5257-4fb3-86c1-4c9f65af1099 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c128da9-a464-444d-afd0-92adae0e129d HTTP/1.1" status: 204 len: 173 time: 0.3641024 Jan 29 19:57:47.051356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a85630-5257-4fb3-86c1-4c9f65af1099 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c128da9-a464-444d-afd0-92adae0e129d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:47.075679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] For port 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:47.076268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.090391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Calling delete_port for 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:47.112230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (491bbbd0-c804-4443-be31-d8e0f5d86ebf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.165167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event deleted for resources: {'Subnet': ['ID=491bbbd0-c804-4443-be31-d8e0f5d86ebf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:47.175096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31752bf6-a39d-4d77-8079-c4d9542c2eb2 None None] Network 833d313e-a337-4098-8908-be45a4934860 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:47.175263 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.178693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-96d76c96-b691-4514-9443-a11314ebcbf7 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "DELETE /v2.0/subnets/491bbbd0-c804-4443-be31-d8e0f5d86ebf HTTP/1.1" status: 204 len: 168 time: 0.5586524 Jan 29 19:57:47.182420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:47.511959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] DHCP port deletion for 833d313e-a337-4098-8908-be45a4934860 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:47.515884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (833d313e-a337-4098-8908-be45a4934860), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.570914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.609647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] Deleting port 55fb1ec1-47d7-45ef-8655-9ececb91c936 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:47.610302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.613379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Deleting port 55fb1ec1-47d7-45ef-8655-9ececb91c936 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:47.613830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.626038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:47.675363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (e33968ab-c281-46ea-ac55-7e44cf40d29d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.790004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] For port 55fb1ec1-47d7-45ef-8655-9ececb91c936, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=55fb1ec1-47d7-45ef-8655-9ececb91c936,segment=NetworkSegment(daa00f49-d7ec-4983-afce-cbbbe9d35d0f),segment_id=daa00f49-d7ec-4983-afce-cbbbe9d35d0f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:47.792585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.812844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] For port 55fb1ec1-47d7-45ef-8655-9ececb91c936, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=55fb1ec1-47d7-45ef-8655-9ececb91c936,segment=NetworkSegment(daa00f49-d7ec-4983-afce-cbbbe9d35d0f),segment_id=daa00f49-d7ec-4983-afce-cbbbe9d35d0f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:47.813415 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.830861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] Calling delete_port for 55fb1ec1-47d7-45ef-8655-9ececb91c936 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:47.838140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Calling delete_port for 55fb1ec1-47d7-45ef-8655-9ececb91c936 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:47.847938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:47.848391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: f4514edc-7021-40fb-8335-5b24d53bae2e, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:47.851511 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=e33968ab-c281-46ea-ac55-7e44cf40d29d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:47.889814 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:47.991940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network f4514edc-7021-40fb-8335-5b24d53bae2e is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:48.075194 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.085857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (55fb1ec1-47d7-45ef-8655-9ececb91c936), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.095025 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.100594 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks [] for router_controller (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.152555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] No DVR routers for this DVR port 55fb1ec1-47d7-45ef-8655-9ececb91c936 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:48.154985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event deleted for resources: {'Port': ['ID=55fb1ec1-47d7-45ef-8655-9ececb91c936,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:48.160805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f4514edc-7021-40fb-8335-5b24d53bae2e) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:48.170735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] No DVR routers for this DVR port 55fb1ec1-47d7-45ef-8655-9ececb91c936 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:48.180140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:48.180140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.186477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78417926-d961-48e1-9ef4-a95e609a41b9 None None] Pushing event deleted for resources: {'Port': ['ID=55fb1ec1-47d7-45ef-8655-9ececb91c936,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:48.191487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 55fb1ec1-47d7-45ef-8655-9ececb91c936 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:48.229166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a416b6-d1e1-443a-9653-3ab1bf082c87 None None] Network f4514edc-7021-40fb-8335-5b24d53bae2e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:48.246506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 55fb1ec1-47d7-45ef-8655-9ececb91c936 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:48.247275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 55fb1ec1-47d7-45ef-8655-9ececb91c936 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:48.247857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:48.275556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e22cb-4f44-4a49-a490-76383340daa4 req-0bef7b58-44aa-43ce-a2a3-464e0508568a tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:48.285511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-682e22cb-4f44-4a49-a490-76383340daa4 req-0bef7b58-44aa-43ce-a2a3-464e0508568a tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.5834231 Jan 29 19:57:48.299343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:48.300145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8048577b-cbee-4f0c-ac1e-26c5747f2eb0 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:48.340512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (45f0a104-2ac2-43ac-aa38-e3d775b15a2e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.343224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f0a104-2ac2-43ac-aa38-e3d775b15a2e {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:57:48.347777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.349621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1021fc45-2fae-471d-9a91-e3e4139bcd36 admin admin] 10.222.0.15 "DELETE /v2.0/routers/45f0a104-2ac2-43ac-aa38-e3d775b15a2e HTTP/1.1" status: 204 len: 168 time: 2.6951845 Jan 29 19:57:48.354530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32796) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:48.415318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-682e22cb-4f44-4a49-a490-76383340daa4 req-91ae3e50-9337-4798-84e8-e7af5e74d426 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233213 Jan 29 19:57:48.440951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Deleting subnet 07f0314e-f903-4389-8231-8eb45e689893 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:48.448844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Publish callbacks [] for subnet (07f0314e-f903-4389-8231-8eb45e689893), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.463129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f4514edc-7021-40fb-8335-5b24d53bae2e', 'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': 'e33968ab-c281-46ea-ac55-7e44cf40d29d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:57:48.464302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.486201 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (833d313e-a337-4098-8908-be45a4934860), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.496493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dfd417e1-75db-4f9d-b89c-0dec090664be tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9000318 Jan 29 19:57:48.497207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:48.520008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e', 'name': 'tempest-PortsIpV6TestJSON-546247602', 'fixed_ips': [{'subnet_id': 'e33968ab-c281-46ea-ac55-7e44cf40d29d', 'ip_address': '2001:db8::10'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:48.525403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (07f0314e-f903-4389-8231-8eb45e689893), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.597484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833d313e-a337-4098-8908-be45a4934860']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:48.625174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:48.625740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa00f49-d7ec-4983-afce-cbbbe9d35d0f') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:48.666562 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (daa00f49-d7ec-4983-afce-cbbbe9d35d0f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.691781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (daa00f49-d7ec-4983-afce-cbbbe9d35d0f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.709551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:48.710795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (daa00f49-d7ec-4983-afce-cbbbe9d35d0f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:48.714372 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:48.786902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (07f0314e-f903-4389-8231-8eb45e689893), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:48.885259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Allocated IP 2001:db8::2 (f4514edc-7021-40fb-8335-5b24d53bae2e/e33968ab-c281-46ea-ac55-7e44cf40d29d/48a0aa59-0143-40b8-9aa9-70eb51b951ff) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:48.943434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:48.986803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (07f0314e-f903-4389-8231-8eb45e689893), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.032514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (833d313e-a337-4098-8908-be45a4934860), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.056718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f0314e-f903-4389-8231-8eb45e689893,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:49.085551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.085768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2bd96-ead5-4eef-bfb2-b5d96a7606e0 None None] Network 18d73e22-9a07-4bf1-9fea-37b095d3dbdf requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:49.090760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0274e3aa-fa0b-4a2b-830e-9784638d9c60 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07f0314e-f903-4389-8231-8eb45e689893 HTTP/1.1" status: 204 len: 168 time: 0.7350893 Jan 29 19:57:49.094690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32820) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:49.169367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.173291 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.177748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] 10.222.0.15 "DELETE /v2.0/networks/833d313e-a337-4098-8908-be45a4934860 HTTP/1.1" status: 204 len: 168 time: 1.9919691 Jan 29 19:57:49.211461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b8ea9-bb78-4a97-9340-29dd5e18dd52 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317 tempest-ExtraDHCPOptionsIpV6TestJSON-920272317-project] Pushing event deleted for resources: {'Network': ['ID=833d313e-a337-4098-8908-be45a4934860,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:49.246408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port b17f3c43-18a6-4532-8536-ecbc5aa827d4 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:49.286771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (18d73e22-9a07-4bf1-9fea-37b095d3dbdf), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.397428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Deleting port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:49.397778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.482368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] For port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,segment=NetworkSegment(bc71ae33-7484-4dae-a96e-7c31fea1acca),segment_id=bc71ae33-7484-4dae-a96e-7c31fea1acca)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:49.482715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.526185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Calling delete_port for bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:49.753267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d28a9b-ae4a-488e-bc5f-bf07242927f1 req-da3c7997-ca64-4331-8b7f-545a53a7fcf8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:49.757429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79d28a9b-ae4a-488e-bc5f-bf07242927f1 req-da3c7997-ca64-4331-8b7f-545a53a7fcf8 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.1339920 Jan 29 19:57:49.783008 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Publish callbacks [] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.840163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79d28a9b-ae4a-488e-bc5f-bf07242927f1 req-8f7996ef-7fc3-49fb-a2f6-daf16f50d02e tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770752 Jan 29 19:57:49.876137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.896909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff446ba3-e611-4a4d-b7bc-a3c245ea4374 None None] DHCP port deletion for 18d73e22-9a07-4bf1-9fea-37b095d3dbdf request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:49.917746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:49.946612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:50.030852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] No DVR routers for this DVR port bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:50.105367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Network f4514edc-7021-40fb-8335-5b24d53bae2e is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:50.112549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Pushing event updated for resources: {'Port': ['ID=48a0aa59-0143-40b8-9aa9-70eb51b951ff,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:50.120156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::10 (f4514edc-7021-40fb-8335-5b24d53bae2e/e33968ab-c281-46ea-ac55-7e44cf40d29d/b17f3c43-18a6-4532-8536-ecbc5aa827d4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:50.121453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:50.123662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:50.137213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:50.226262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:50.227443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bfc3f5e9-a10a-4da6-974c-06ec9aefc1b5 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:50.227878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:50.231702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Attempting to bind port 48a0aa59-0143-40b8-9aa9-70eb51b951ff on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:57:50.232227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Attempting to bind port 48a0aa59-0143-40b8-9aa9-70eb51b951ff by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:57:50.233336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Attempting to bind port 48a0aa59-0143-40b8-9aa9-70eb51b951ff on network f4514edc-7021-40fb-8335-5b24d53bae2e {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:57:50.235227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (18d73e22-9a07-4bf1-9fea-37b095d3dbdf), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.281588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:50.281937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19c05b1f-adb6-46ba-8eb4-8a6eb9fdfc87 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:50.283862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:57:50.284616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Checking segment: {'id': '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:50.289507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.289507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Bound using segment: {'id': '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:57:50.289507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Bound port: 48a0aa59-0143-40b8-9aa9-70eb51b951ff, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:57:50.289507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.299992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-10c89077-e3ec-4d5d-bc00-46a1f893ff7f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:50.303594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-10c89077-e3ec-4d5d-bc00-46a1f893ff7f tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.13 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.3820498 Jan 29 19:57:50.343335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32848) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:50.404822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] For port 48a0aa59-0143-40b8-9aa9-70eb51b951ff, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:57:50.412615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] For port 48a0aa59-0143-40b8-9aa9-70eb51b951ff, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=48a0aa59-0143-40b8-9aa9-70eb51b951ff,segment=NetworkSegment(1d13ed6c-17a7-4a87-82a1-efb2d5d253fb),segment_id=1d13ed6c-17a7-4a87-82a1-efb2d5d253fb)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:57:50.431656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d73e22-9a07-4bf1-9fea-37b095d3dbdf']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:50.445353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.509727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc71ae33-7484-4dae-a96e-7c31fea1acca') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:50.509932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc71ae33-7484-4dae-a96e-7c31fea1acca') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:50.514782 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.546935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (bc71ae33-7484-4dae-a96e-7c31fea1acca), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.586507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (bc71ae33-7484-4dae-a96e-7c31fea1acca), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.589299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4c07-aac8-49a1-b251-104ea374ffd0 None None] Pushing event updated for resources: {'Port': ['ID=48a0aa59-0143-40b8-9aa9-70eb51b951ff,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:50.614220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.626977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:50.627405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (bc71ae33-7484-4dae-a96e-7c31fea1acca), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:50.630322 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:50.676119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Deleting port 0c3006ae-c480-44e4-8887-86e128f1aa4c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:50.676516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.706231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-579eb715-ceda-4eec-ab7f-46c55f998e8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f02ccb23849e4e879b3a9a8f5073532a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616760 Jan 29 19:57:50.708715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32858) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:50.778196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network f4514edc-7021-40fb-8335-5b24d53bae2e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:50.789996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:50.797168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:50.813986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:50.814686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.886301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35f101eb-4507-4b52-9420-b017f849aff0 admin admin] Publish callbacks [] for security_group (dd754a1b-9dfe-482c-8b38-c6288c1972a4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.930238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35f101eb-4507-4b52-9420-b017f849aff0 admin admin] Publish callbacks [] for security_group (dd754a1b-9dfe-482c-8b38-c6288c1972a4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:50.976580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=b17f3c43-18a6-4532-8536-ecbc5aa827d4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:50.988452 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (18d73e22-9a07-4bf1-9fea-37b095d3dbdf), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.004848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de241bdb-5923-4360-9867-afe325d1984c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5015714 Jan 29 19:57:51.006351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32862) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:51.020854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': 'f4514edc-7021-40fb-8335-5b24d53bae2e', 'name': 'tempest-PortsIpV6TestJSON-2142629598', 'fixed_ips': [{'subnet_id': 'e33968ab-c281-46ea-ac55-7e44cf40d29d', 'ip_address': '2001:db8::f'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:51.043136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.052627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] 10.222.0.15 "DELETE /v2.0/networks/18d73e22-9a07-4bf1-9fea-37b095d3dbdf HTTP/1.1" status: 204 len: 168 time: 1.9481380 Jan 29 19:57:51.199153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569c67-33d9-4032-aee4-3f16cbacc695 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d73e22-9a07-4bf1-9fea-37b095d3dbdf,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:51.287602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] For port 0c3006ae-c480-44e4-8887-86e128f1aa4c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=0c3006ae-c480-44e4-8887-86e128f1aa4c,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:51.288289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.308633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Calling delete_port for 0c3006ae-c480-44e4-8887-86e128f1aa4c owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:51.335212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35f101eb-4507-4b52-9420-b017f849aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dd754a1b-9dfe-482c-8b38-c6288c1972a4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.337863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35f101eb-4507-4b52-9420-b017f849aff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.343313 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-35f101eb-4507-4b52-9420-b017f849aff0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd754a1b-9dfe-482c-8b38-c6288c1972a4 HTTP/1.1" status: 204 len: 168 time: 0.6306136 Jan 29 19:57:51.396847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f101eb-4507-4b52-9420-b017f849aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd754a1b-9dfe-482c-8b38-c6288c1972a4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:51.426059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:51.433913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.457953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 60333bac-1372-4659-bfe8-099942cf1361 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:57:51.486974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1da80-676b-4529-b2e5-e5d64eec5ba6 req-14c5c237-6770-4d15-8bd7-6769816ae555 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:51.488696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cf1da80-676b-4529-b2e5-e5d64eec5ba6 req-14c5c237-6770-4d15-8bd7-6769816ae555 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 945 time: 0.4966147 Jan 29 19:57:51.582810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:51.667781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cf1da80-676b-4529-b2e5-e5d64eec5ba6 req-40f6e514-d3d1-4de6-b7ed-34d73c3327eb tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/security-groups?id=a58fda63-b2fa-4a12-a01a-025570975d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674249 Jan 29 19:57:51.731613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ec15d72b-5e05-4fb0-a53c-eae5f3f2808a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ded60ff00264d9fb389ecfc025e8dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461635 Jan 29 19:57:51.735844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32884) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:51.817584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbba7f2b-0736-483e-966c-42e7a2a972c8 admin admin] Publish callbacks [] for security_group (1441d02d-6121-4e87-b44c-a3a0aa45a974), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.846091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (0c3006ae-c480-44e4-8887-86e128f1aa4c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.848160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbba7f2b-0736-483e-966c-42e7a2a972c8 admin admin] Publish callbacks [] for security_group (1441d02d-6121-4e87-b44c-a3a0aa45a974), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.859168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['0c3006ae-c480-44e4-8887-86e128f1aa4c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:57:51.876298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::f (f4514edc-7021-40fb-8335-5b24d53bae2e/e33968ab-c281-46ea-ac55-7e44cf40d29d/60333bac-1372-4659-bfe8-099942cf1361) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:57:51.904057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Pushing event deleted for resources: {'Port': ['ID=0c3006ae-c480-44e4-8887-86e128f1aa4c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:51.971402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] No DVR routers for this DVR port 0c3006ae-c480-44e4-8887-86e128f1aa4c on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:51.982143 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:51.985545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aec5dd95-3a1a-4d0c-bd2a-b15d5222b30d req-c9099beb-d97f-4343-9621-09b1ab6c9e26 tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.13 "DELETE /v2.0/ports/0c3006ae-c480-44e4-8887-86e128f1aa4c HTTP/1.1" status: 204 len: 173 time: 1.6655118 Jan 29 19:57:51.986407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'name': 'network-vif-deleted', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:57:51.988855 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f8ccf-2f20-4313-9df5-fcc9a5853ec9" -d '{"events": [{"server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "name": "network-vif-deleted", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:57:52.133838 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4ae3a2-f1df-4b1c-bea5-e916339cfd1c x-openstack-request-id: req-0b4ae3a2-f1df-4b1c-bea5-e916339cfd1c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:57:52.134421 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e6f298-27a5-4f7b-a1e6-11e946e64bb3", "name": "network-vif-deleted", "tag": "0c3006ae-c480-44e4-8887-86e128f1aa4c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:57:52.135106 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b4ae3a2-f1df-4b1c-bea5-e916339cfd1c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:57:52.135655 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e6f298-27a5-4f7b-a1e6-11e946e64bb3', 'name': 'network-vif-deleted', 'tag': '0c3006ae-c480-44e4-8887-86e128f1aa4c', 'status': 'completed', 'code': 200} Jan 29 19:57:52.136966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbba7f2b-0736-483e-966c-42e7a2a972c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1441d02d-6121-4e87-b44c-a3a0aa45a974), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.141283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cbba7f2b-0736-483e-966c-42e7a2a972c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.141283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cbba7f2b-0736-483e-966c-42e7a2a972c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1441d02d-6121-4e87-b44c-a3a0aa45a974 HTTP/1.1" status: 204 len: 168 time: 0.4039862 Jan 29 19:57:52.190859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba7f2b-0736-483e-966c-42e7a2a972c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441d02d-6121-4e87-b44c-a3a0aa45a974,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:52.368459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (60333bac-1372-4659-bfe8-099942cf1361), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.379734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 48a0aa59-0143-40b8-9aa9-70eb51b951ff up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:52.452548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f439466-02ee-4440-8378-5e876e09de7f None None] Network f4514edc-7021-40fb-8335-5b24d53bae2e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:52.492049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (60333bac-1372-4659-bfe8-099942cf1361), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.562347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] Provisioning complete for port 48a0aa59-0143-40b8-9aa9-70eb51b951ff triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:52.562726 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.573330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=60333bac-1372-4659-bfe8-099942cf1361,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:52.587537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network f4514edc-7021-40fb-8335-5b24d53bae2e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:57:52.589668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:52.599631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 48a0aa59-0143-40b8-9aa9-70eb51b951ff triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:52.600500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.604509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:57:52.611351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:52.612066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.694350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32912) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:52.697228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4bc03d85-cbbf-4a0c-852d-c9e8636215e1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6872528 Jan 29 19:57:52.901543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] Current status of the port 48a0aa59-0143-40b8-9aa9-70eb51b951ff is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:52.902974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.947183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f4b89ad-4ce3-4a10-aa34-08be0e1a0b7c req-e5acfdaa-673f-4cca-ae86-d2c87a5ed40c tempest-ServerRescueTestJSONUnderV235-163709707 tempest-ServerRescueTestJSONUnderV235-163709707-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e6f298-27a5-4f7b-a1e6-11e946e64bb3 HTTP/1.1" status: 200 len: 210 time: 0.1301816 Jan 29 19:57:52.983793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 48a0aa59-0143-40b8-9aa9-70eb51b951ff is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:52.984335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:52.998032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a37d1-ea46-4360-ade5-c8bbec730543 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:52.999610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-262a37d1-ea46-4360-ade5-c8bbec730543 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3042724 Jan 29 19:57:53.003206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:53.009801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] For port 48a0aa59-0143-40b8-9aa9-70eb51b951ff, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=48a0aa59-0143-40b8-9aa9-70eb51b951ff,segment=NetworkSegment(1d13ed6c-17a7-4a87-82a1-efb2d5d253fb),segment_id=1d13ed6c-17a7-4a87-82a1-efb2d5d253fb)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:53.057381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32928) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:53.080402 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.122905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89fc459-9080-46cd-9222-69b1e5e7b350 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:53.134802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89fc459-9080-46cd-9222-69b1e5e7b350 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:53.154584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89fc459-9080-46cd-9222-69b1e5e7b350 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:53.156431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a89fc459-9080-46cd-9222-69b1e5e7b350 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1519208 Jan 29 19:57:53.160287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32936) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:53.324606 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:57:53.324697 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:57:53.342050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Provisioning complete for port 60333bac-1372-4659-bfe8-099942cf1361 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:53.342431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (60333bac-1372-4659-bfe8-099942cf1361), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.382554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09769d4a-f5af-44ce-ad89-4de7048d56f1 None None] Pushing event updated for resources: {'Port': ['ID=48a0aa59-0143-40b8-9aa9-70eb51b951ff,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:53.410716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Port 60333bac-1372-4659-bfe8-099942cf1361 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:53.415883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83fe9417-924e-47d9-b635-508b7269ae25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.439021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Provisioning complete for port b17f3c43-18a6-4532-8536-ecbc5aa827d4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:53.439404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.518196 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Port b17f3c43-18a6-4532-8536-ecbc5aa827d4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:53.555158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 60333bac-1372-4659-bfe8-099942cf1361 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:53.555749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (60333bac-1372-4659-bfe8-099942cf1361), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.560624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Provisioning complete for port 48a0aa59-0143-40b8-9aa9-70eb51b951ff triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:53.561367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.731197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-712e7c3c-89d6-4ea9-88d6-bbc88136b121 None None] Current status of the port 48a0aa59-0143-40b8-9aa9-70eb51b951ff is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:53.787139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83fe9417-924e-47d9-b635-508b7269ae25 admin admin] Publish callbacks [] for security_group (dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.853568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (60333bac-1372-4659-bfe8-099942cf1361), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.872664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83fe9417-924e-47d9-b635-508b7269ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.876283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 60333bac-1372-4659-bfe8-099942cf1361 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:53.887868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 48a0aa59-0143-40b8-9aa9-70eb51b951ff is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:53.897214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2685c9c2-08ff-4b3e-92f2-54e3fe776e3e None None] Provisioning complete for port b17f3c43-18a6-4532-8536-ecbc5aa827d4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:53.899149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2685c9c2-08ff-4b3e-92f2-54e3fe776e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:53.950123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2685c9c2-08ff-4b3e-92f2-54e3fe776e3e None None] Port b17f3c43-18a6-4532-8536-ecbc5aa827d4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:54.031550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:54.032345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83fe9417-924e-47d9-b635-508b7269ae25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=322419954c1141259e48d5e96e5dfd6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9711730 Jan 29 19:57:54.056783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe9417-924e-47d9-b635-508b7269ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:54.081714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32972) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:54.087080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-98a6a240-6e9f-46ff-ae41-56b434041c2e None None] Provisioning complete for port 60333bac-1372-4659-bfe8-099942cf1361 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:54.087466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98a6a240-6e9f-46ff-ae41-56b434041c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (60333bac-1372-4659-bfe8-099942cf1361), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.164219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 48a0aa59-0143-40b8-9aa9-70eb51b951ff up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:57:54.166601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a194eb2-64f9-469c-9251-792a6d17f684 admin admin] Publish callbacks [] for security_group (dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.233331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a194eb2-64f9-469c-9251-792a6d17f684 admin admin] Publish callbacks [] for security_group (dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.292931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-98a6a240-6e9f-46ff-ae41-56b434041c2e None None] Port 60333bac-1372-4659-bfe8-099942cf1361 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:57:54.311479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 48a0aa59-0143-40b8-9aa9-70eb51b951ff triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:57:54.312978 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.412042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a194eb2-64f9-469c-9251-792a6d17f684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.415427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3a194eb2-64f9-469c-9251-792a6d17f684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.416723 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3a194eb2-64f9-469c-9251-792a6d17f684 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b HTTP/1.1" status: 204 len: 168 time: 0.3837245 Jan 29 19:57:54.434946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a194eb2-64f9-469c-9251-792a6d17f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf7e7ba-7a09-445c-9b5b-7e3a98d4c25b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:54.474731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 48a0aa59-0143-40b8-9aa9-70eb51b951ff is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:57:54.503871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (60333bac-1372-4659-bfe8-099942cf1361), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.521447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32986) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:54.586647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=60333bac-1372-4659-bfe8-099942cf1361,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:54.652940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32998) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:54.659927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.663699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e9716803-2b07-42ee-8735-f0aa0ce7245c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/60333bac-1372-4659-bfe8-099942cf1361 HTTP/1.1" status: 204 len: 168 time: 1.5024235 Jan 29 19:57:54.667626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33000) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:54.698000 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815f9f3-17b8-4c07-983c-64c0e1bbc430 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:54.701296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c815f9f3-17b8-4c07-983c-64c0e1bbc430 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/60333bac-1372-4659-bfe8-099942cf1361 HTTP/1.1" status: 404 len: 333 time: 0.0298994 Jan 29 19:57:54.702511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33004) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:54.787458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (ac7f6bae-29c9-48d9-8a5c-cadac405a510), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:54.936685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port b17f3c43-18a6-4532-8536-ecbc5aa827d4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:54.936976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.091608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1436508108-network', 'tenant_id': '927b5da65f9c4ffc8650efbec6d2cdad'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:55.108748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978227211'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:55.151414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.165129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for b17f3c43-18a6-4532-8536-ecbc5aa827d4 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:55.165262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aba213d7-b4ea-486d-a334-bc2a07c80532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.204051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Deleting port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:55.204428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.234791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Made reservation on behalf of 927b5da65f9c4ffc8650efbec6d2cdad for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:55.237143 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.252721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.352879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:55.356669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.370588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.465146 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b17f3c43-18a6-4532-8536-ecbc5aa827d4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.471103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33020) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:55.493884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0c3006ae-c480-44e4-8887-86e128f1aa4c no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:55.541259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9a55-a7c8-4362-8c65-dafba67b15cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.544980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=b17f3c43-18a6-4532-8536-ecbc5aa827d4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:55.545499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 0c3006ae-c480-44e4-8887-86e128f1aa4c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:55.545846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 0c3006ae-c480-44e4-8887-86e128f1aa4c not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:55.633101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.636605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-282b4d91-58e2-4eb0-81d7-d267092d6da7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/b17f3c43-18a6-4532-8536-ecbc5aa827d4 HTTP/1.1" status: 204 len: 168 time: 0.9324081 Jan 29 19:57:55.639797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33026) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:55.688020 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6614b13c-d9a9-4ecf-8b11-aa17fca3fe85 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:57:55.693386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6614b13c-d9a9-4ecf-8b11-aa17fca3fe85 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/b17f3c43-18a6-4532-8536-ecbc5aa827d4 HTTP/1.1" status: 404 len: 333 time: 0.0517280 Jan 29 19:57:55.698507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:55.757682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] For port 6fc96c10-f0c8-487a-8bd1-dc07e92754cb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,segment=NetworkSegment(fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e),segment_id=fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:55.758311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.759159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for security_group (0dda3777-feba-4201-807b-4303a905052d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.763986 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks [] for security_group (494a9316-a993-4fdb-b341-2b37fbc89d66), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.787745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9a55-a7c8-4362-8c65-dafba67b15cf admin admin] Publish callbacks [] for security_group (c3d967e1-5b19-4e7e-b988-a41d52b9dd6d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.792117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Calling delete_port for 6fc96c10-f0c8-487a-8bd1-dc07e92754cb owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:55.815547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet e33968ab-c281-46ea-ac55-7e44cf40d29d {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:57:55.820031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (e33968ab-c281-46ea-ac55-7e44cf40d29d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.822619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0dda3777-feba-4201-807b-4303a905052d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.883294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (494a9316-a993-4fdb-b341-2b37fbc89d66), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.890284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f9d9a55-a7c8-4362-8c65-dafba67b15cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3d967e1-5b19-4e7e-b988-a41d52b9dd6d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.900518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:55.908527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (e33968ab-c281-46ea-ac55-7e44cf40d29d), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.925966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0be85b9f-d5d5-4257-a6a3-747a35e5df08), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.926459 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment 0be85b9f-d5d5-4257-a6a3-747a35e5df08 of type vlan for network b5d66511-2b89-4a14-8486-fbcaed3f5826 Jan 29 19:57:55.969966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b5d66511-2b89-4a14-8486-fbcaed3f5826), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:55.994499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda3777-feba-4201-807b-4303a905052d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.053189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:56.081113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b5d66511-2b89-4a14-8486-fbcaed3f5826), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.087280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:56.090391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.121154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7f9d9a55-a7c8-4362-8c65-dafba67b15cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fbf4872e1af40cca672e63ca1a2911e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6489818 Jan 29 19:57:56.124405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33046) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:56.127254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494a9316-a993-4fdb-b341-2b37fbc89d66,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.131193 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e33968ab-c281-46ea-ac55-7e44cf40d29d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.134160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (72f53c05-f1e2-45b3-8f9f-ca49d731ddb2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.134711 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Added segment 72f53c05-f1e2-45b3-8f9f-ca49d731ddb2 of type vlan for network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e Jan 29 19:57:56.238787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5712018 Jan 29 19:57:56.254040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c080f5-6793-4c69-aa64-18bfff216ef6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=b5d66511-2b89-4a14-8486-fbcaed3f5826,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.292862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b5d66511-2b89-4a14-8486-fbcaed3f5826 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:56.304477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.338025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b5c3-43cb-4529-b126-f63be570ff1e admin admin] Publish callbacks [] for security_group (c3d967e1-5b19-4e7e-b988-a41d52b9dd6d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.388458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d9a55-a7c8-4362-8c65-dafba67b15cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d967e1-5b19-4e7e-b988-a41d52b9dd6d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.392363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33052) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:56.399377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:56.456758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b5c3-43cb-4529-b126-f63be570ff1e admin admin] Publish callbacks [] for security_group (c3d967e1-5b19-4e7e-b988-a41d52b9dd6d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.490124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.491062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:56.491702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.509117 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-6b454223-1948-48d2-97c9-bd1541cedc3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2506247 Jan 29 19:57:56.560515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (e33968ab-c281-46ea-ac55-7e44cf40d29d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.592409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=e33968ab-c281-46ea-ac55-7e44cf40d29d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.594306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6fc96c10-f0c8-487a-8bd1-dc07e92754cb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.596821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.604038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-763eb1eb-1d41-4200-964c-4486276e746c tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/e33968ab-c281-46ea-ac55-7e44cf40d29d HTTP/1.1" status: 204 len: 168 time: 0.9032345 Jan 29 19:57:56.605403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33054) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:56.607381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3fc4aa-d4b8-4dbc-afc7-77207dcc9769 None None] Network f4514edc-7021-40fb-8335-5b24d53bae2e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:56.609568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] Pushing event updated for resources: {'Network': ['ID=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.641421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc96c10-f0c8-487a-8bd1-dc07e92754cb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.659403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b5c3-43cb-4529-b126-f63be570ff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3d967e1-5b19-4e7e-b988-a41d52b9dd6d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.667188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-825ec45a-addc-4568-89e7-ccba3d53df3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1444652 Jan 29 19:57:56.667894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33056) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:56.668636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b5c3-43cb-4529-b126-f63be570ff1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.670502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6a7b5c3-43cb-4529-b126-f63be570ff1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3d967e1-5b19-4e7e-b988-a41d52b9dd6d HTTP/1.1" status: 204 len: 168 time: 0.5441160 Jan 29 19:57:56.697486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:57:56.697701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Request body: {'subnet': {'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1436508108-subnet', 'tenant_id': '927b5da65f9c4ffc8650efbec6d2cdad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:56.743413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:56.760929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.778277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7b5c3-43cb-4529-b126-f63be570ff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d967e1-5b19-4e7e-b988-a41d52b9dd6d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:56.836835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f4514edc-7021-40fb-8335-5b24d53bae2e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.916491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-b923d203-44d8-47a6-95cb-5bb0c14453fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:56.918195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-b923d203-44d8-47a6-95cb-5bb0c14453fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 1129 time: 0.3371263 Jan 29 19:57:56.920894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Made reservation on behalf of 927b5da65f9c4ffc8650efbec6d2cdad for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:56.922763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:56.939803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] DHCP port deletion for f4514edc-7021-40fb-8335-5b24d53bae2e request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:57:57.022641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 48a0aa59-0143-40b8-9aa9-70eb51b951ff {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:57.022988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.078860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] Deleting port 48a0aa59-0143-40b8-9aa9-70eb51b951ff {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:57.081443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.240139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] For port 48a0aa59-0143-40b8-9aa9-70eb51b951ff, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=48a0aa59-0143-40b8-9aa9-70eb51b951ff,segment=NetworkSegment(1d13ed6c-17a7-4a87-82a1-efb2d5d253fb),segment_id=1d13ed6c-17a7-4a87-82a1-efb2d5d253fb)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:57.242835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.265323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (ac7f6bae-29c9-48d9-8a5c-cadac405a510), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.268989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] For port 48a0aa59-0143-40b8-9aa9-70eb51b951ff, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=48a0aa59-0143-40b8-9aa9-70eb51b951ff,segment=NetworkSegment(1d13ed6c-17a7-4a87-82a1-efb2d5d253fb),segment_id=1d13ed6c-17a7-4a87-82a1-efb2d5d253fb)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:57.269397 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.299653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 48a0aa59-0143-40b8-9aa9-70eb51b951ff owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:57.300976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] Calling delete_port for 48a0aa59-0143-40b8-9aa9-70eb51b951ff owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:57.433604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-f38b5846-7bea-4992-bb0d-5d086612f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:57.435094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-f38b5846-7bea-4992-bb0d-5d086612f40b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.4845190 Jan 29 19:57:57.523768 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.545605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] No DVR routers for this DVR port 48a0aa59-0143-40b8-9aa9-70eb51b951ff on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:57.575462 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (48a0aa59-0143-40b8-9aa9-70eb51b951ff), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.605890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d5148-5317-4d44-a455-47e6200090d2 None None] Pushing event deleted for resources: {'Port': ['ID=48a0aa59-0143-40b8-9aa9-70eb51b951ff,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:57.657710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=48a0aa59-0143-40b8-9aa9-70eb51b951ff,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:57.666056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No DVR routers for this DVR port 48a0aa59-0143-40b8-9aa9-70eb51b951ff on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:57:57.726257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33086) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:57.734907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-70962de2-b057-41a5-b936-941d03577a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 200 len: 1001 time: 0.2682674 Jan 29 19:57:57.865473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f4514edc-7021-40fb-8335-5b24d53bae2e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:57.887149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Router ac7f6bae-29c9-48d9-8a5c-cadac405a510 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:57:57.957134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4514edc-7021-40fb-8335-5b24d53bae2e']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:58.005996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:58.006946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d13ed6c-17a7-4a87-82a1-efb2d5d253fb') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:58.094492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33096) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:58.107234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (1d13ed6c-17a7-4a87-82a1-efb2d5d253fb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.147286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-624d2ff3-5407-4600-a19d-fbc3f227c0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.183271 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1d13ed6c-17a7-4a87-82a1-efb2d5d253fb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.207502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 48a0aa59-0143-40b8-9aa9-70eb51b951ff no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:57:58.251230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 48a0aa59-0143-40b8-9aa9-70eb51b951ff {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:57:58.251586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 48a0aa59-0143-40b8-9aa9-70eb51b951ff not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:57:58.296657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:57:58.297123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (1d13ed6c-17a7-4a87-82a1-efb2d5d253fb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:57:58.374195 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:57:58.398306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6a12-9fa6-4236-b9bd-88d3f34bd381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.419794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0bec782-4940-4831-8d63-57aa4e6bad7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.436061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:57:58.442140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9030b83d-ed01-4d17-8d96-738fc238b9f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac7f6bae-29c9-48d9-8a5c-cadac405a510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3588958 Jan 29 19:57:58.445448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33108) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:58.453760 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] Sync routers for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:57:58.477774 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:58.479418 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:58.497631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f4514edc-7021-40fb-8335-5b24d53bae2e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.509376 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.517227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/f4514edc-7021-40fb-8335-5b24d53bae2e HTTP/1.1" status: 204 len: 168 time: 1.9105172 Jan 29 19:57:58.517508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0bec782-4940-4831-8d63-57aa4e6bad7c admin admin] Publish callbacks [] for security_group (3f657c37-0de5-4277-93e7-239dfbebc1b8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.524559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:58.532102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (edb483a5-e22f-41e6-8f41-59aca5077265), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.556711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786049044'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:58.596041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (da7b9f80-37ed-4a85-944f-b7ced046daf6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.631552 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:58.654347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd7d05-a9ff-490f-86e7-7fcf50e3b268 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=f4514edc-7021-40fb-8335-5b24d53bae2e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:58.677792 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0bec782-4940-4831-8d63-57aa4e6bad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3f657c37-0de5-4277-93e7-239dfbebc1b8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.690810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks [] for router (ac7f6bae-29c9-48d9-8a5c-cadac405a510), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.728447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-add66963-7e93-4597-8a2c-bfdaba7eca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:58.729960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-add66963-7e93-4597-8a2c-bfdaba7eca63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.3658690 Jan 29 19:57:58.755005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a0bec782-4940-4831-8d63-57aa4e6bad7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=936c6f76374c4e49b52a5a61d917ccf6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0233819 Jan 29 19:57:58.800414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.843380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33116) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:58.868603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6a12-9fa6-4236-b9bd-88d3f34bd381 admin admin] Publish callbacks [] for security_group (3be8435c-2121-45f1-b67f-55dc95f41ff6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.874803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks [] for router_gateway (ac7f6bae-29c9-48d9-8a5c-cadac405a510), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.952447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:57:58.955761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:58.970492 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:57:56Z', 'revision_number': 5, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port': {'id': '5d9605d2-2b40-4c48-8198-f81773a5e43c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:56:20Z', 'updated_at': '2022-01-29T19:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:58.983237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec782-4940-4831-8d63-57aa4e6bad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f657c37-0de5-4277-93e7-239dfbebc1b8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:58.985787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb483a5-e22f-41e6-8f41-59aca5077265,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:59.010382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d7b6a12-9fa6-4236-b9bd-88d3f34bd381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3be8435c-2121-45f1-b67f-55dc95f41ff6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.018360 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] Checking router: ac7f6bae-29c9-48d9-8a5c-cadac405a510 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:57:59.029967 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] Routers {'ac7f6bae-29c9-48d9-8a5c-cadac405a510'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:57:59.030796 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:59.045183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': '0be85b9f-d5d5-4257-a6a3-747a35e5df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:59.045547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: b5d66511-2b89-4a14-8486-fbcaed3f5826, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:59.068900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-7ea9e755-53a9-49c1-8402-c26bc5306c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:59.070443 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-7ea9e755-53a9-49c1-8402-c26bc5306c06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3114543 Jan 29 19:57:59.101336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b6a12-9fa6-4236-b9bd-88d3f34bd381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8435c-2121-45f1-b67f-55dc95f41ff6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:59.130291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Checking segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:57:59.130681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Network hostable DHCP agents. Network: 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:57:59.136496 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1d7b6a12-9fa6-4236-b9bd-88d3f34bd381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be6ed22430d54b1695c09311407212d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0409296 Jan 29 19:57:59.141570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:59.147355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20f3542e-f05e-4b36-a13c-ce442a908e0f admin admin] Publish callbacks [] for security_group (3f657c37-0de5-4277-93e7-239dfbebc1b8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.160523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] Set router ac7f6bae-29c9-48d9-8a5c-cadac405a510 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:57:59.162647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Deleting port 5d9605d2-2b40-4c48-8198-f81773a5e43c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:57:59.162988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.197978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:57:59.284536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=da7b9f80-37ed-4a85-944f-b7ced046daf6,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:59.326425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] For port 5d9605d2-2b40-4c48-8198-f81773a5e43c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5d9605d2-2b40-4c48-8198-f81773a5e43c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:57:59.326807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.336602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c36fb43e-0ede-436d-b394-0586596fce51), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.336960 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Added segment c36fb43e-0ede-436d-b394-0586596fce51 of type vlan for network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 Jan 29 19:57:59.340326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Calling delete_port for 5d9605d2-2b40-4c48-8198-f81773a5e43c owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:57:59.381044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network b5d66511-2b89-4a14-8486-fbcaed3f5826 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:59.393927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20f3542e-f05e-4b36-a13c-ce442a908e0f admin admin] Publish callbacks [] for security_group (3f657c37-0de5-4277-93e7-239dfbebc1b8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.425771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:57:59.427694 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:57:58Z', 'revision_number': 6, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:57:59.490091 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7818ade-ffe9-4981-920c-d36a46a6cc7f None None] The sync data for ids ['ac7f6bae-29c9-48d9-8a5c-cadac405a510'] in n-d-825496-5 is: [{'id': 'ac7f6bae-29c9-48d9-8a5c-cadac405a510', 'name': 'tempest-ServerRescueTestJSONUnderV235-603501503-router', 'tenant_id': 'f103e0c06f404c8282a39e1af1d224da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:56:19Z', 'updated_at': '2022-01-29T19:57:58Z', 'revision_number': 6, 'project_id': 'f103e0c06f404c8282a39e1af1d224da', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:57:59.516919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9f8-5755-4a32-955e-071e0f1e5427 admin admin] Publish callbacks [] for security_group (3be8435c-2121-45f1-b67f-55dc95f41ff6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.559544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b5d66511-2b89-4a14-8486-fbcaed3f5826) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:59.567549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1b92c826-9361-4c3b-8d5c-17e017e6bb33), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.569729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf9a120-d2db-439c-bf89-3aa7bfc0f1cf None None] Network b5d66511-2b89-4a14-8486-fbcaed3f5826 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:59.585496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-c93ec437-ae34-456d-b6af-e9259d998cca service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867527 Jan 29 19:57:59.586174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:57:59.621587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:59.622331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.638074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:57:59.638740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.685436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f6f1f-f80c-4728-ac4f-b3ee6c5a5ba7 None None] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:57:59.716532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.resource_extend [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:57:59.745207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8fab323-ef9a-44cd-897f-bca5810a5665 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0741107 Jan 29 19:57:59.763383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5d9605d2-2b40-4c48-8198-f81773a5e43c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.826238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9605d2-2b40-4c48-8198-f81773a5e43c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:57:59.859588 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.878559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9f8-5755-4a32-955e-071e0f1e5427 admin admin] Publish callbacks [] for security_group (3be8435c-2121-45f1-b67f-55dc95f41ff6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:57:59.933863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-089c278c-1dac-47f7-b6e0-e08d282cfd84 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.5360646 Jan 29 19:57:59.937215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33128) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:57:59.950922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300208494'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:57:59.962467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b5d66511-2b89-4a14-8486-fbcaed3f5826', 'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': 'da7b9f80-37ed-4a85-944f-b7ced046daf6'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:57:59.984424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.004587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20f3542e-f05e-4b36-a13c-ce442a908e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3f657c37-0de5-4277-93e7-239dfbebc1b8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.007374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20f3542e-f05e-4b36-a13c-ce442a908e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.009945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-20f3542e-f05e-4b36-a13c-ce442a908e0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f657c37-0de5-4277-93e7-239dfbebc1b8 HTTP/1.1" status: 204 len: 168 time: 1.1615617 Jan 29 19:58:00.016078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1b92c826-9361-4c3b-8d5c-17e017e6bb33), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.032509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (ac7f6bae-29c9-48d9-8a5c-cadac405a510), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.032664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:00.032664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.137565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:00.148340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.165256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6fc96c10-f0c8-487a-8bd1-dc07e92754cb no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:00.206113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3542e-f05e-4b36-a13c-ce442a908e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f657c37-0de5-4277-93e7-239dfbebc1b8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:00.211256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6815960 Jan 29 19:58:00.251067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:00.282129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:00.303041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b597799d-9553-4c34-a0b7-7ca93969f78c req-42661926-092f-410d-af6b-6e5fdac59723 service neutron] 10.222.0.13 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924148 Jan 29 19:58:00.462985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ad61-0a1a-449a-9636-1a68f81caa9a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Network': ['ID=1b92c826-9361-4c3b-8d5c-17e017e6bb33,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:00.561262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:00.585668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.586308 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b of type vlan for network 0206a5ff-8700-4a89-8216-0ae003515f35 Jan 29 19:58:00.605393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9f8-5755-4a32-955e-071e0f1e5427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3be8435c-2121-45f1-b67f-55dc95f41ff6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.608293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9f8-5755-4a32-955e-071e0f1e5427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.610084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78a2e9f8-5755-4a32-955e-071e0f1e5427 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3be8435c-2121-45f1-b67f-55dc95f41ff6 HTTP/1.1" status: 204 len: 168 time: 1.4634066 Jan 29 19:58:00.644851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2e9f8-5755-4a32-955e-071e0f1e5427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8435c-2121-45f1-b67f-55dc95f41ff6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:00.665385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.752978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:00.760752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.824086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.855436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:00.856149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.948480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bcf673-1fd7-4f08-8881-5661d0bf8efc None None] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:00.993102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (ac7f6bae-29c9-48d9-8a5c-cadac405a510), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:00.995714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks [] for router_controller (ac7f6bae-29c9-48d9-8a5c-cadac405a510), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.040729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1023498 Jan 29 19:58:01.046855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:01.060765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33166) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:01.063579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 6fc96c10-f0c8-487a-8bd1-dc07e92754cb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:58:01.063579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6fc96c10-f0c8-487a-8bd1-dc07e92754cb not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:58:01.068237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:01.163720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.198391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b674c-2c36-4cf4-9f5e-e52e90f833e4 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=0206a5ff-8700-4a89-8216-0ae003515f35,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:01.224852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0206a5ff-8700-4a89-8216-0ae003515f35 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:01.225597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (ac7f6bae-29c9-48d9-8a5c-cadac405a510), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.227030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac7f6bae-29c9-48d9-8a5c-cadac405a510 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:58:01.278140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.281682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ae71f4b-39ef-422d-bf83-b55a96dfb90a admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac7f6bae-29c9-48d9-8a5c-cadac405a510 HTTP/1.1" status: 204 len: 168 time: 2.8328612 Jan 29 19:58:01.296072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33174) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:01.312305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Allocated IP 172.20.255.242 (b5d66511-2b89-4a14-8486-fbcaed3f5826/da7b9f80-37ed-4a85-944f-b7ced046daf6/1f15139c-1574-45a7-b503-ec5a0461fe92) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:01.478009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Deleting subnet a89eefd6-428d-498b-90d8-da6bce5cda38 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:58:01.487266 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Publish callbacks [] for subnet (a89eefd6-428d-498b-90d8-da6bce5cda38), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.543521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (a89eefd6-428d-498b-90d8-da6bce5cda38), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.546245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-c8be7a13-8a1c-46ca-b2f4-ab6713031b96 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:01.547809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-c8be7a13-8a1c-46ca-b2f4-ab6713031b96 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 815 time: 0.5321951 Jan 29 19:58:01.554169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:01.558117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.567498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.619007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-12ad2c4a-e0ee-45c1-af5e-abc5f9c2cb74 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/quotas/927b5da65f9c4ffc8650efbec6d2cdad HTTP/1.1" status: 200 len: 375 time: 0.0533390 Jan 29 19:58:01.676506 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Publish callbacks [] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.679004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-8d49cea9-7974-4a9e-a3fc-f61cca98ffec tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428350 Jan 29 19:58:01.726246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a89eefd6-428d-498b-90d8-da6bce5cda38), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.804967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.847585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-01e27c2e-8e3e-462d-bc01-01b2097f7066 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354659 Jan 29 19:58:01.855657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Pushing event updated for resources: {'Port': ['ID=1f15139c-1574-45a7-b503-ec5a0461fe92,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:01.868235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Network b5d66511-2b89-4a14-8486-fbcaed3f5826 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:01.869969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:01.873874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:01.881975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (237f1eb4-8594-46d9-9b6c-457a01a06bbb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.955334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Attempting to bind port 1f15139c-1574-45a7-b503-ec5a0461fe92 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:01.956403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Attempting to bind port 1f15139c-1574-45a7-b503-ec5a0461fe92 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0be85b9f-d5d5-4257-a6a3-747a35e5df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:01.956996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Attempting to bind port 1f15139c-1574-45a7-b503-ec5a0461fe92 on network b5d66511-2b89-4a14-8486-fbcaed3f5826 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:01.963219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:01.963880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Checking segment: {'id': '0be85b9f-d5d5-4257-a6a3-747a35e5df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:01.966250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.966250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Bound using segment: {'id': '0be85b9f-d5d5-4257-a6a3-747a35e5df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:01.966250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Bound port: 1f15139c-1574-45a7-b503-ec5a0461fe92, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be85b9f-d5d5-4257-a6a3-747a35e5df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5d66511-2b89-4a14-8486-fbcaed3f5826'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:01.966250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:01.967035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (a89eefd6-428d-498b-90d8-da6bce5cda38), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.011218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d9605d2-2b40-4c48-8198-f81773a5e43c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:02.046546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5d9605d2-2b40-4c48-8198-f81773a5e43c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:58:02.047784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d9605d2-2b40-4c48-8198-f81773a5e43c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:58:02.076805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] For port 1f15139c-1574-45a7-b503-ec5a0461fe92, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:02.081850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] For port 1f15139c-1574-45a7-b503-ec5a0461fe92, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1f15139c-1574-45a7-b503-ec5a0461fe92,segment=NetworkSegment(0be85b9f-d5d5-4257-a6a3-747a35e5df08),segment_id=0be85b9f-d5d5-4257-a6a3-747a35e5df08)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:02.095642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89eefd6-428d-498b-90d8-da6bce5cda38,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:02.111596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.119760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-984cb25f-1e9b-4499-a382-04ddfb5bcf7b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a89eefd6-428d-498b-90d8-da6bce5cda38 HTTP/1.1" status: 204 len: 168 time: 0.8147464 Jan 29 19:58:02.131204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33186) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:02.158052 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.273086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33188) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:02.305872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66202b24-0c26-4669-ad45-79db6d1e29dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.313759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a564a-08c1-4adc-83d6-b3abf6e5688f None None] Pushing event updated for resources: {'Port': ['ID=1f15139c-1574-45a7-b503-ec5a0461fe92,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:02.337374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (ad7e8a5a-244f-4bfc-be20-3a8d54f88150), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.387096 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (170f4e97-988d-41e8-93b8-a6981e176885), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.405930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=237f1eb4-8594-46d9-9b6c-457a01a06bbb,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:02.451658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Checking segment: {'id': 'c36fb43e-0ede-436d-b394-0586596fce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:02.452638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network hostable DHCP agents. Network: 1b92c826-9361-4c3b-8d5c-17e017e6bb33, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:02.476509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:02.477262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 0206a5ff-8700-4a89-8216-0ae003515f35, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:02.481088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=ad7e8a5a-244f-4bfc-be20-3a8d54f88150,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:02.496868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-2f8835f4-6539-4f19-8efe-aa2274c4dd68 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393876 Jan 29 19:58:02.570957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66202b24-0c26-4669-ad45-79db6d1e29dd admin admin] Publish callbacks [] for security_group (bd15c629-c4fd-44de-8e00-790f6b3cb9be), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.593543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 0206a5ff-8700-4a89-8216-0ae003515f35 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:02.612563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (170f4e97-988d-41e8-93b8-a6981e176885), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.631450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:02.651961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170f4e97-988d-41e8-93b8-a6981e176885']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:02.663043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:02.663279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:02.674022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66202b24-0c26-4669-ad45-79db6d1e29dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bd15c629-c4fd-44de-8e00-790f6b3cb9be), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.705201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.722447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66202b24-0c26-4669-ad45-79db6d1e29dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15c629-c4fd-44de-8e00-790f6b3cb9be,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:02.725955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0206a5ff-8700-4a89-8216-0ae003515f35) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:02.736713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb0d7f-fd21-46ed-a56a-1e9f9b0ef727 None None] Network 0206a5ff-8700-4a89-8216-0ae003515f35 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:02.749681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 1b92c826-9361-4c3b-8d5c-17e017e6bb33) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:02.752887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:02.755140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:02.756126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.757249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.760987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.783091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:02.783505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (fc2a7f8c-027c-4b17-8f6a-c2be40c03c4e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:02.785407 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:02.801777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-66202b24-0c26-4669-ad45-79db6d1e29dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fcdf48495554f318e7a3c7d0143c657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268807 Jan 29 19:58:02.820505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33198) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:02.909910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b9d31cf8-3356-495c-b1dc-e3a6590720f1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8450203 Jan 29 19:58:02.914378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:02.917724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ecafe-426e-4070-af7c-ea76624cb7fe None None] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:02.961276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d1fe292-a269-4a10-b998-95fb5109a568 req-df450639-8194-4fd7-9b33-7d3e356d754b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 210 time: 0.0571840 Jan 29 19:58:03.003254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-205ad277-fc1b-46d4-88f4-69594ecac3a0 admin admin] Publish callbacks [] for security_group (bd15c629-c4fd-44de-8e00-790f6b3cb9be), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.055404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (170f4e97-988d-41e8-93b8-a6981e176885), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.063157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d72f7f6-fe87-4481-a56c-f872bbcf70c5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8064954 Jan 29 19:58:03.066452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33208) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:03.068620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.072549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/170f4e97-988d-41e8-93b8-a6981e176885 HTTP/1.1" status: 204 len: 168 time: 0.9243622 Jan 29 19:58:03.084304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-869835204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:03.092180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-205ad277-fc1b-46d4-88f4-69594ecac3a0 admin admin] Publish callbacks [] for security_group (bd15c629-c4fd-44de-8e00-790f6b3cb9be), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.105589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0ab5c-f3a5-4ff8-a5cc-b363e4b393b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=170f4e97-988d-41e8-93b8-a6981e176885,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:03.214284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.260167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-1b92c826-9361-4c3b-8d5c-17e017e6bb33', 'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': '237f1eb4-8594-46d9-9b6c-457a01a06bbb'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:03.260691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.267309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.267975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.267975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-0206a5ff-8700-4a89-8216-0ae003515f35', 'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': 'ad7e8a5a-244f-4bfc-be20-3a8d54f88150'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:03.268969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.285246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-205ad277-fc1b-46d4-88f4-69594ecac3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bd15c629-c4fd-44de-8e00-790f6b3cb9be), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.288024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-205ad277-fc1b-46d4-88f4-69594ecac3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.289188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-205ad277-fc1b-46d4-88f4-69594ecac3a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd15c629-c4fd-44de-8e00-790f6b3cb9be HTTP/1.1" status: 204 len: 168 time: 0.4651253 Jan 29 19:58:03.306907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ad277-fc1b-46d4-88f4-69594ecac3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15c629-c4fd-44de-8e00-790f6b3cb9be,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:03.402779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ad7e8a5a-244f-4bfc-be20-3a8d54f88150), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.474461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for router_controller (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.571049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33224) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:03.572392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.671307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:03.676940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef4f293a-c611-4d62-98fc-63d91b7e1708 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5930300 Jan 29 19:58:03.677145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f34ce320-65c6-41f4-acdf-20767482b257 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f103e0c06f404c8282a39e1af1d224da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1015055 Jan 29 19:58:03.677243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33226) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:03.677243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:03.682711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33', 'name': 'tempest-PortsIpV6TestJSON-98724716'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:03.695717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Allocated IP 172.20.0.2 (0206a5ff-8700-4a89-8216-0ae003515f35/ad7e8a5a-244f-4bfc-be20-3a8d54f88150/cc92303b-e5f8-4437-911d-09b825372972) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:03.789379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Allocated IP 2001:db8::2 (1b92c826-9361-4c3b-8d5c-17e017e6bb33/237f1eb4-8594-46d9-9b6c-457a01a06bbb/bbaf441d-c009-4580-b5b7-ba19541bb881) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:03.889629 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7392-b937-4f7a-833d-768351292df4 admin admin] Publish callbacks [] for security_group (a58fda63-b2fa-4a12-a01a-025570975d69), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.173071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7033e82d-1442-491d-aa24-cb8ad6514823 req-297dc0c4-6379-4c58-b976-39225015fbc2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 210 time: 0.0728366 Jan 29 19:58:04.182092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7392-b937-4f7a-833d-768351292df4 admin admin] Publish callbacks [] for security_group (a58fda63-b2fa-4a12-a01a-025570975d69), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.184572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:04.188827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.223997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 18f45458-841c-4e23-87a9-ba5363f6df7d yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:04.328986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1f15139c-1574-45a7-b503-ec5a0461fe92 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:04.439732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574fda0-d93d-42af-b6ae-f9e9e130bbee None None] Network b5d66511-2b89-4a14-8486-fbcaed3f5826 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:04.465595 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Publish callbacks [] for port (cc92303b-e5f8-4437-911d-09b825372972), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.513724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Publish callbacks [] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.556242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] Provisioning complete for port 1f15139c-1574-45a7-b503-ec5a0461fe92 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:04.556388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.632604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (cc92303b-e5f8-4437-911d-09b825372972), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.635950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7392-b937-4f7a-833d-768351292df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a58fda63-b2fa-4a12-a01a-025570975d69), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.640942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 1f15139c-1574-45a7-b503-ec5a0461fe92 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:04.641634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.643383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7392-b937-4f7a-833d-768351292df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.646763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc4d7392-b937-4f7a-833d-768351292df4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a58fda63-b2fa-4a12-a01a-025570975d69 HTTP/1.1" status: 204 len: 168 time: 0.9682987 Jan 29 19:58:04.656119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Network 0206a5ff-8700-4a89-8216-0ae003515f35 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:04.660940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:04.672140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7392-b937-4f7a-833d-768351292df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58fda63-b2fa-4a12-a01a-025570975d69,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:04.704445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:04.723995 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:04.782695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::2c2 (1b92c826-9361-4c3b-8d5c-17e017e6bb33/237f1eb4-8594-46d9-9b6c-457a01a06bbb/18f45458-841c-4e23-87a9-ba5363f6df7d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:04.970065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:04.999747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:05.042342 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.050457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Pushing event updated for resources: {'Port': ['ID=cc92303b-e5f8-4437-911d-09b825372972,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:05.116396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:05.121176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Pushing event updated for resources: {'Port': ['ID=bbaf441d-c009-4580-b5b7-ba19541bb881,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:05.164694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] Current status of the port 1f15139c-1574-45a7-b503-ec5a0461fe92 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:05.165096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.191434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Attempting to bind port cc92303b-e5f8-4437-911d-09b825372972 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:05.191827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Attempting to bind port cc92303b-e5f8-4437-911d-09b825372972 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:05.193005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Attempting to bind port cc92303b-e5f8-4437-911d-09b825372972 on network 0206a5ff-8700-4a89-8216-0ae003515f35 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:05.195840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (ad7e8a5a-244f-4bfc-be20-3a8d54f88150), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.297791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7e8a5a-244f-4bfc-be20-3a8d54f88150,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:05.312937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.346691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1f15139c-1574-45a7-b503-ec5a0461fe92 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:05.347262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.413610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:05.413988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Checking segment: {'id': 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:05.414298 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.414689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Bound using segment: {'id': 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:05.415421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Bound port: cc92303b-e5f8-4437-911d-09b825372972, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0206a5ff-8700-4a89-8216-0ae003515f35'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:05.415746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cc92303b-e5f8-4437-911d-09b825372972), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.444091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Attempting to bind port bbaf441d-c009-4580-b5b7-ba19541bb881 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:05.450502 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.458067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Attempting to bind port bbaf441d-c009-4580-b5b7-ba19541bb881 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c36fb43e-0ede-436d-b394-0586596fce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:05.460684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Attempting to bind port bbaf441d-c009-4580-b5b7-ba19541bb881 on network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:05.484190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:05.485019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Checking segment: {'id': 'c36fb43e-0ede-436d-b394-0586596fce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:05.485630 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.486241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Bound using segment: {'id': 'c36fb43e-0ede-436d-b394-0586596fce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:05.486952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Bound port: bbaf441d-c009-4580-b5b7-ba19541bb881, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36fb43e-0ede-436d-b394-0586596fce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b92c826-9361-4c3b-8d5c-17e017e6bb33'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:05.487543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.489489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:05.502743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c22d5183-e1ec-4896-afbe-a0fddc79bd6b req-93051def-2308-4ed1-9ff7-3740f08142c8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 210 time: 0.1830628 Jan 29 19:58:05.503480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] For port 1f15139c-1574-45a7-b503-ec5a0461fe92, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1f15139c-1574-45a7-b503-ec5a0461fe92,segment=NetworkSegment(0be85b9f-d5d5-4257-a6a3-747a35e5df08),segment_id=0be85b9f-d5d5-4257-a6a3-747a35e5df08)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:05.512880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:05.525583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:05.531146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:05.532529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.546788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0206a5ff-8700-4a89-8216-0ae003515f35']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:05.561544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=18f45458-841c-4e23-87a9-ba5363f6df7d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:05.569087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:05.569732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:05.585569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.586391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.610271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.611185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] For port cc92303b-e5f8-4437-911d-09b825372972, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:05.622521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:05.622521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:05.623447 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:05.699356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-21e3a3d0-2bf5-4827-9cf8-4552d5475299 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0228813 Jan 29 19:58:05.701955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33278) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:05.718934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce5de-8ac4-4146-8d4e-d0bf81b72768 None None] Pushing event updated for resources: {'Port': ['ID=1f15139c-1574-45a7-b503-ec5a0461fe92,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:05.722908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:05.724133 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:05.744873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] For port cc92303b-e5f8-4437-911d-09b825372972, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cc92303b-e5f8-4437-911d-09b825372972,segment=NetworkSegment(ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b),segment_id=ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:05.755444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:05.755444 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:05.755444 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '0206a5ff-8700-4a89-8216-0ae003515f35'}] Jan 29 19:58:05.755444 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:05.760816 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:05.769779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4830bd42-f4ed-443d-beba-5b5efc660f85 None None] Provisioning complete for port 1f15139c-1574-45a7-b503-ec5a0461fe92 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:05.770487 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4830bd42-f4ed-443d-beba-5b5efc660f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.860705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cc92303b-e5f8-4437-911d-09b825372972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:05.965648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd7760-40b4-4f4d-956e-2a165a036d26 None None] Pushing event updated for resources: {'Port': ['ID=cc92303b-e5f8-4437-911d-09b825372972,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:05.990385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] For port bbaf441d-c009-4580-b5b7-ba19541bb881, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:06.010182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] For port bbaf441d-c009-4580-b5b7-ba19541bb881, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbaf441d-c009-4580-b5b7-ba19541bb881,segment=NetworkSegment(c36fb43e-0ede-436d-b394-0586596fce51),segment_id=c36fb43e-0ede-436d-b394-0586596fce51)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:06.113568 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:06.266236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:06.330976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:06.334009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6b95c-a615-4e30-92cb-20ca6703a979 None None] Network 0206a5ff-8700-4a89-8216-0ae003515f35 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:06.415234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-07fcbe24-a19e-4a00-8d7d-4d0c68e77644 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:06.417547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-07fcbe24-a19e-4a00-8d7d-4d0c68e77644 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.26 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 815 time: 0.1892893 Jan 29 19:58:06.435906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Request body: {'port': {'device_id': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'admin_state_up': True, 'tenant_id': '927b5da65f9c4ffc8650efbec6d2cdad'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:06.498656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4830bd42-f4ed-443d-beba-5b5efc660f85 None None] Current status of the port 1f15139c-1574-45a7-b503-ec5a0461fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:06.584319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1ff27-8ba8-4e81-b5c1-f0b360f42598 None None] Pushing event updated for resources: {'Port': ['ID=bbaf441d-c009-4580-b5b7-ba19541bb881,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:06.723081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1f15139c-1574-45a7-b503-ec5a0461fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:06.811590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Made reservation on behalf of 927b5da65f9c4ffc8650efbec6d2cdad for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:06.817979 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:06.888030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1f15139c-1574-45a7-b503-ec5a0461fe92 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:06.982218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 1f15139c-1574-45a7-b503-ec5a0461fe92 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:06.982603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:07.192827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1f15139c-1574-45a7-b503-ec5a0461fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:07.295831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Allocated IP 172.20.0.3 (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e/edb483a5-e22f-41e6-8f41-59aca5077265/df4987f7-ba3d-422b-92b8-0d1f0f6222ae) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:07.601956 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf2e2ab3-32b9-4615-89fb-3659a1cc277b req-800a3356-7611-4d3c-a95f-99fc026eb0a4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 210 time: 0.1669178 Jan 29 19:58:07.678022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks [] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:07.710741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port cc92303b-e5f8-4437-911d-09b825372972 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:07.711284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cc92303b-e5f8-4437-911d-09b825372972), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:07.857384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port cc92303b-e5f8-4437-911d-09b825372972, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cc92303b-e5f8-4437-911d-09b825372972,segment=NetworkSegment(ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b),segment_id=ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:07.857753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cc92303b-e5f8-4437-911d-09b825372972), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:07.882542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for cc92303b-e5f8-4437-911d-09b825372972 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:07.912037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:07.924344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:07.977056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.017668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.074655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:08.077997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:08.087734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:08.158142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:08.205212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:08.205898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.322781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-effba7bb-0010-4e55-8744-18784ca3304b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8912895 Jan 29 19:58:08.340961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Request body: {'port': {'device_id': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:08.443194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cc92303b-e5f8-4437-911d-09b825372972), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.485517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=18f45458-841c-4e23-87a9-ba5363f6df7d,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:08.494402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.504364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.505479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.505901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.506270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.506868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.507385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.507680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.508083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.508507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.508932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.509333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.509730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.510125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:08.514217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port cc92303b-e5f8-4437-911d-09b825372972 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:08.693498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=cc92303b-e5f8-4437-911d-09b825372972,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:08.750472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90151c-30d9-430d-83e9-48bdc6f39a76 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:08.765486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.806328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.971563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] Provisioning complete for port bbaf441d-c009-4580-b5b7-ba19541bb881 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:08.971944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:08.975911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0206a5ff-8700-4a89-8216-0ae003515f35']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:08.999271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:08.999575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:09.061701 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.108934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbaf441d-c009-4580-b5b7-ba19541bb881 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:09.132064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.165328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:09.165742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ebfba72d-7e61-4d5d-9f04-3aa4bb5ce91b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:09.176250 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:09.212894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4987f7-ba3d-422b-92b8-0d1f0f6222ae {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:58:09.224655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Publish callbacks [] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.285986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03183da9-0979-404e-b6c4-1179358a47dc req-94d30cb2-5ed6-465f-8ae8-f2acb74ac96f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:09.296982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90151c-30d9-430d-83e9-48bdc6f39a76 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:09.300078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03183da9-0979-404e-b6c4-1179358a47dc req-94d30cb2-5ed6-465f-8ae8-f2acb74ac96f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 931 time: 0.4829319 Jan 29 19:58:09.524002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bbaf441d-c009-4580-b5b7-ba19541bb881 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:09.524858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.525002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.577630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] Current status of the port bbaf441d-c009-4580-b5b7-ba19541bb881 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:09.578373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.603340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Transition to ACTIVE for port object df4987f7-ba3d-422b-92b8-0d1f0f6222ae will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:58:09.704235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] For port bbaf441d-c009-4580-b5b7-ba19541bb881, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbaf441d-c009-4580-b5b7-ba19541bb881,segment=NetworkSegment(c36fb43e-0ede-436d-b394-0586596fce51),segment_id=c36fb43e-0ede-436d-b394-0586596fce51)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:09.709939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.784419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bbaf441d-c009-4580-b5b7-ba19541bb881 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:09.786893 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.797520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:09.945561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:09.992629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Attempting to bind port df4987f7-ba3d-422b-92b8-0d1f0f6222ae on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:09.993360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Attempting to bind port df4987f7-ba3d-422b-92b8-0d1f0f6222ae by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:09.993923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Attempting to bind port df4987f7-ba3d-422b-92b8-0d1f0f6222ae on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:10.008041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Port df4987f7-ba3d-422b-92b8-0d1f0f6222ae on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:10.008041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Attempting to bind port df4987f7-ba3d-422b-92b8-0d1f0f6222ae on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:10.021566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:10.023550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Checking segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:10.024169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Bound using segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:10.025416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Bound port: df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:10.026558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.100134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b0294-9a7d-4761-aaf5-a1fac9dc30d5 None None] Pushing event updated for resources: {'Port': ['ID=bbaf441d-c009-4580-b5b7-ba19541bb881,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:10.119620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0206a5ff-8700-4a89-8216-0ae003515f35), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.139673 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2221c8ad-a228-46e3-973a-9e02efcc385c req-85df6789-4068-4d75-9964-662d6b3ff096 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0521662 Jan 29 19:58:10.143542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:10.157102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:10.170074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:10.170074 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:10.178926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.183249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/0206a5ff-8700-4a89-8216-0ae003515f35 HTTP/1.1" status: 204 len: 168 time: 7.2678032 Jan 29 19:58:10.187049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33380) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:10.194528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454364012'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:10.236148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44692fab-611e-4e30-9cb8-18a5d4d92ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=0206a5ff-8700-4a89-8216-0ae003515f35,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:10.256837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd5779-1d2f-4813-acd0-9a2492b1b979 None None] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:10.257870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.291697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03183da9-0979-404e-b6c4-1179358a47dc req-d904ee45-35dc-4353-be71-59d990c031b8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9903677 Jan 29 19:58:10.313173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:10.313806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.315384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/df4987f7-ba3d-422b-92b8-0d1f0f6222ae HTTP/1.1" status: 200 len: 1091 time: 1.9798517 Jan 29 19:58:10.315844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.315950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:10.318811 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b62f0-de15-49cb-b810-0d856f7285de" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:10.371650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:10.382216 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.404115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86045fb9-ace4-4eb5-b697-51e0b558b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:10.415997 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9292f954-c157-42b8-a7a1-05d403140031 x-openstack-request-id: req-9292f954-c157-42b8-a7a1-05d403140031 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:10.416427 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:10.416801 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9292f954-c157-42b8-a7a1-05d403140031 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:10.417389 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'status': 'completed', 'code': 200} Jan 29 19:58:10.438355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:10.449254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.453280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.505910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.508070 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment 715ed3ac-bca6-49c4-a664-a56b91fbca52 of type vlan for network dc7abe94-07ad-40fc-a97f-0b7a118c065c Jan 29 19:58:10.593636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=18f45458-841c-4e23-87a9-ba5363f6df7d,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:10.634791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.654673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b62f0-de15-49cb-b810-0d856f7285de req-8aa886be-4033-4abb-bd81-2bab91e7c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:10.656324 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-810b62f0-de15-49cb-b810-0d856f7285de req-8aa886be-4033-4abb-bd81-2bab91e7c011 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 1125 time: 0.1894236 Jan 29 19:58:10.691422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:10.693879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:10.727647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bbaf441d-c009-4580-b5b7-ba19541bb881 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:10.802198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.814587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:10.815247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.900858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbaf441d-c009-4580-b5b7-ba19541bb881 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:10.974391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-990ec712-690a-418d-a34c-0b260781387f None None] Provisioning complete for port 18f45458-841c-4e23-87a9-ba5363f6df7d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:10.975929 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-990ec712-690a-418d-a34c-0b260781387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:10.987834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Router bb464b2a-48aa-4c03-8e05-0fe91c1c787d is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:58:11.003111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=dc7abe94-07ad-40fc-a97f-0b7a118c065c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:11.079161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network dc7abe94-07ad-40fc-a97f-0b7a118c065c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:11.150631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-037744ad-2926-4910-8a9e-b6ab86cf3cfe tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9621933 Jan 29 19:58:11.159180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33400) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:11.222591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:11.241106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-990ec712-690a-418d-a34c-0b260781387f None None] Port 18f45458-841c-4e23-87a9-ba5363f6df7d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:11.242900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bbaf441d-c009-4580-b5b7-ba19541bb881 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:11.243168 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:11.272013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:58:11.281968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4c8750c-338e-44d3-a3ab-4af06b054001 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/routers/bb464b2a-48aa-4c03-8e05-0fe91c1c787d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5753071 Jan 29 19:58:11.283728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33406) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:11.307478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] Sync routers for ids ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:58:11.337762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] Routers {'bb464b2a-48aa-4c03-8e05-0fe91c1c787d'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:11.338467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:11.379487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d5bf112-e67a-4f84-8e16-b39e2f3d3147 req-b0eb81af-ef64-4f81-b694-671fe54f941b tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1268849 Jan 29 19:58:11.397910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-990ec712-690a-418d-a34c-0b260781387f None None] Provisioning complete for port bbaf441d-c009-4580-b5b7-ba19541bb881 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:11.398345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-990ec712-690a-418d-a34c-0b260781387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:11.421928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9a350-379b-4222-9dea-3b61a555faff tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:11.426191 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c9c9a350-379b-4222-9dea-3b61a555faff tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb464b2a-48aa-4c03-8e05-0fe91c1c787d HTTP/1.1" status: 200 len: 987 time: 0.1387448 Jan 29 19:58:11.426661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:11.428920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33410) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:11.461507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] Routers {'bb464b2a-48aa-4c03-8e05-0fe91c1c787d'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:11.462290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:11.555358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b62f0-de15-49cb-b810-0d856f7285de req-f49277a4-e414-474c-985d-6236d855417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:11.557730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-810b62f0-de15-49cb-b810-0d856f7285de req-f49277a4-e414-474c-985d-6236d855417d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8845055 Jan 29 19:58:11.712682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:11.717893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:11.742362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b62f0-de15-49cb-b810-0d856f7285de req-978a73a8-ce42-4300-b547-57c1f718f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:11.745613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-810b62f0-de15-49cb-b810-0d856f7285de req-978a73a8-ce42-4300-b547-57c1f718f66a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1717200 Jan 29 19:58:11.877729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ce68-0de2-4659-aedd-a6cf983a7cd2 req-fff28c68-305e-403c-8a2e-7b441763e130 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:11.878688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing IP validity checks on allocation pools {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 19:58:11.879609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 19:58:11.885511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1154ce68-0de2-4659-aedd-a6cf983a7cd2 req-fff28c68-305e-403c-8a2e-7b441763e130 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 943 time: 0.4991968 Jan 29 19:58:11.947845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-dced358b-e811-4e7e-a654-48596f520ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:11.950633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-dced358b-e811-4e7e-a654-48596f520ceb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 1125 time: 0.1138408 Jan 29 19:58:12.008065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:12.009894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82922dad-1077-4417-8a46-72bd080ce114 None None] The sync data for ids ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:58:12.055809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-f4c24dde-d62a-4279-86fc-38262383684f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae HTTP/1.1" status: 200 len: 217 time: 0.0919974 Jan 29 19:58:12.096595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bbaf441d-c009-4580-b5b7-ba19541bb881 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:12.157750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-aa642f0a-f2b6-4130-9240-68ebf5cfeb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:12.159685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-aa642f0a-f2b6-4130-9240-68ebf5cfeb5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 200 len: 855 time: 0.0936055 Jan 29 19:58:12.183050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1154ce68-0de2-4659-aedd-a6cf983a7cd2 req-e0b78fa9-4855-4116-93e2-07812e08de4c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851491 Jan 29 19:58:12.202124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-990ec712-690a-418d-a34c-0b260781387f None None] Current status of the port bbaf441d-c009-4580-b5b7-ba19541bb881 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:12.214701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-a9cffade-6166-4b5f-8465-6627773c387f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476434 Jan 29 19:58:12.344835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b362ec00-3e9e-44b8-b452-89a66b45b2f3 None None] Provisioning complete for port 18f45458-841c-4e23-87a9-ba5363f6df7d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:12.345403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b362ec00-3e9e-44b8-b452-89a66b45b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:12.384803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b362ec00-3e9e-44b8-b452-89a66b45b2f3 None None] Port 18f45458-841c-4e23-87a9-ba5363f6df7d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:12.445080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-9eddaadd-a7c1-41db-bca5-25a4955642b6 service neutron] 10.222.0.26 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239377 Jan 29 19:58:12.449838 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (3d912635-622d-47b3-b6a1-638aec015ae6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:12.572307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:12.608808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=3d912635-622d-47b3-b6a1-638aec015ae6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:12.624022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': '715ed3ac-bca6-49c4-a664-a56b91fbca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:12.624469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: dc7abe94-07ad-40fc-a97f-0b7a118c065c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:12.658266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7425b26b-1c55-483c-879d-7a9cc279dfb2 req-2a2c161a-4d50-4762-9aff-7ae679087024 service neutron] 10.222.0.26 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059696 Jan 29 19:58:12.679202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d13acf7e-db87-4102-9361-8446da51f0d8 req-d84cd8e2-07eb-489b-a4ac-7acd0ac004fd tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1033440 Jan 29 19:58:12.743204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network dc7abe94-07ad-40fc-a97f-0b7a118c065c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:12.827810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, dc7abe94-07ad-40fc-a97f-0b7a118c065c) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:12.837815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b55fe-8a81-4a96-a599-a35c526b787b None None] Network dc7abe94-07ad-40fc-a97f-0b7a118c065c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:12.845524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:12.846778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:12.979099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca39e3c2-dc6a-416c-a848-bb922ca3f93a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8071828 Jan 29 19:58:12.980058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33430) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:13.074941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-dc7abe94-07ad-40fc-a97f-0b7a118c065c', 'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': '3d912635-622d-47b3-b6a1-638aec015ae6'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:13.075888 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.208904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.346299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Allocated IP 172.20.0.3 (dc7abe94-07ad-40fc-a97f-0b7a118c065c/3d912635-622d-47b3-b6a1-638aec015ae6/43b19fd7-c0d0-40e9-a2d1-e82a791e6f43) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:13.349971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (3d912635-622d-47b3-b6a1-638aec015ae6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.433175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3b81-7c67-4eec-9918-3eec1a9e4d2d req-a478b0ca-0528-426d-ab19-3ff7335b2dfc tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:13.435815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f15c3b81-7c67-4eec-9918-3eec1a9e4d2d req-a478b0ca-0528-426d-ab19-3ff7335b2dfc tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 943 time: 0.1324966 Jan 29 19:58:13.547819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 18f45458-841c-4e23-87a9-ba5363f6df7d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:13.548357 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.555352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f15c3b81-7c67-4eec-9918-3eec1a9e4d2d req-4e4c81d9-03c4-4a9f-af45-7b6027d72d37 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129315 Jan 29 19:58:13.651925 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Publish callbacks [] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.746248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.754128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.772384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 18f45458-841c-4e23-87a9-ba5363f6df7d owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:13.833936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (3d912635-622d-47b3-b6a1-638aec015ae6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.847967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Network dc7abe94-07ad-40fc-a97f-0b7a118c065c is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:13.854375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:13.856938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:13.922319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=3d912635-622d-47b3-b6a1-638aec015ae6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:13.922612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Pushing event updated for resources: {'Port': ['ID=43b19fd7-c0d0-40e9-a2d1-e82a791e6f43,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:13.961036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Attempting to bind port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:13.962545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Attempting to bind port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '715ed3ac-bca6-49c4-a664-a56b91fbca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:13.963159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Attempting to bind port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43 on network dc7abe94-07ad-40fc-a97f-0b7a118c065c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:13.971344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:13.971869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Checking segment: {'id': '715ed3ac-bca6-49c4-a664-a56b91fbca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:13.972837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-17ee2a11-6ca9-4870-92b9-9a9d7e5a0558 req-fc50eec9-b700-456b-9008-910a40157444 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0661991 Jan 29 19:58:13.984957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.986584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Bound using segment: {'id': '715ed3ac-bca6-49c4-a664-a56b91fbca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:13.988490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Bound port: 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715ed3ac-bca6-49c4-a664-a56b91fbca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:13.989150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:13.996740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.000958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.005847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.006534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.008875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:14.075363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.084824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] For port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:14.092576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] For port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=43b19fd7-c0d0-40e9-a2d1-e82a791e6f43,segment=NetworkSegment(715ed3ac-bca6-49c4-a664-a56b91fbca52),segment_id=715ed3ac-bca6-49c4-a664-a56b91fbca52)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:14.097000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7abe94-07ad-40fc-a97f-0b7a118c065c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.107791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715ed3ac-bca6-49c4-a664-a56b91fbca52') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.108293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715ed3ac-bca6-49c4-a664-a56b91fbca52') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.118179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (18f45458-841c-4e23-87a9-ba5363f6df7d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.118806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.177249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.181842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.182179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=18f45458-841c-4e23-87a9-ba5363f6df7d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:14.200788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:14.201293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:14.218538 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:14.302967 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:14.376454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c964-40fa-4d32-b9b6-5029c3971fe4 None None] Pushing event updated for resources: {'Port': ['ID=43b19fd7-c0d0-40e9-a2d1-e82a791e6f43,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:14.383016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:14.383016 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:14.383016 n-d-825496-5 neutron-server[103562]: [parameters: {'id': 'dc7abe94-07ad-40fc-a97f-0b7a118c065c'}] Jan 29 19:58:14.383016 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:14.383385 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:14.414322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559dfa7-2471-4937-ac52-2c5712855976 None None] Network dc7abe94-07ad-40fc-a97f-0b7a118c065c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:14.560659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Router bb464b2a-48aa-4c03-8e05-0fe91c1c787d has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:58:14.611679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9244a4f5-869f-4a6d-ac59-03879b72db36 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:14.690011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:58:14.703891 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] Sync routers for ids ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:58:14.714548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3689307d-15ad-4607-8495-e7af5bb6d9df tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/routers/bb464b2a-48aa-4c03-8e05-0fe91c1c787d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2841835 Jan 29 19:58:14.715209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] Routers {'bb464b2a-48aa-4c03-8e05-0fe91c1c787d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:14.715997 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.717056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:14.746440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9244a4f5-869f-4a6d-ac59-03879b72db36 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:14.757074 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.761790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] Routers {'bb464b2a-48aa-4c03-8e05-0fe91c1c787d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:14.762600 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.843611 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:14.844522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac6ee0f-3255-4958-a686-5176f4c8e69f None None] The sync data for ids ['bb464b2a-48aa-4c03-8e05-0fe91c1c787d'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:58:14.906491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9aa81b-c41e-48a1-866c-78f023eedeed req-3e62c60b-93b3-4a74-9f4c-f63f1a321ed1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:14.908025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f9aa81b-c41e-48a1-866c-78f023eedeed req-3e62c60b-93b3-4a74-9f4c-f63f1a321ed1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 943 time: 0.1913500 Jan 29 19:58:14.997905 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfbff10e-c5a6-416b-b1da-ec8d79738050 req-d0071cbb-9bdc-4335-86cd-ec36cf1fecc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0640287 Jan 29 19:58:15.047032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f9aa81b-c41e-48a1-866c-78f023eedeed req-c793aa5b-eba4-4ceb-9c2b-19af4b020b36 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316602 Jan 29 19:58:15.161001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2720605b-1121-49df-b358-b5feded9cc8c req-75dc82d7-9ced-49cd-bb98-893a79c51388 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0366123 Jan 29 19:58:15.261618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.274691 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ab9760-aa76-4002-bcc9-cb9bc6267f91 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:58:15.276048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65ab9760-aa76-4002-bcc9-cb9bc6267f91 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/18f45458-841c-4e23-87a9-ba5363f6df7d HTTP/1.1" status: 404 len: 333 time: 0.5579836 Jan 29 19:58:15.278884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:15.345112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b45d-2dce-4f69-b48d-75a2a9f20045 req-f239babd-e5e3-431b-ab9d-5c11c75b8f81 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:15.346718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fda5b45d-2dce-4f69-b48d-75a2a9f20045 req-f239babd-e5e3-431b-ab9d-5c11c75b8f81 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.0825183 Jan 29 19:58:15.361466 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for router (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.394157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:15.394496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.421052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fda5b45d-2dce-4f69-b48d-75a2a9f20045 req-b1535a44-a8de-452d-81fd-f58d9f56292a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664282 Jan 29 19:58:15.475884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=43b19fd7-c0d0-40e9-a2d1-e82a791e6f43,segment=NetworkSegment(715ed3ac-bca6-49c4-a664-a56b91fbca52),segment_id=715ed3ac-bca6-49c4-a664-a56b91fbca52)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:15.476272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.489633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:15.581507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df4987f7-ba3d-422b-92b8-0d1f0f6222ae details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:58:15.590590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.592839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for router_controller (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.685648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (43b19fd7-c0d0-40e9-a2d1-e82a791e6f43), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.700287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:15.720227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 43b19fd7-c0d0-40e9-a2d1-e82a791e6f43 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:15.720770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (bb464b2a-48aa-4c03-8e05-0fe91c1c787d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.722835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Fanout notify agent at l3_agent the message router_deleted on router bb464b2a-48aa-4c03-8e05-0fe91c1c787d {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:58:15.733769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.734199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'port_id': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'mac_address': 'fa:16:3e:7f:97:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb483a5-e22f-41e6-8f41-59aca5077265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:58:15.736987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a39f43b-45d6-4ff6-948f-4714a2e24069 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/routers/bb464b2a-48aa-4c03-8e05-0fe91c1c787d HTTP/1.1" status: 204 len: 168 time: 0.4570844 Jan 29 19:58:15.740993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33482) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:15.763207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=43b19fd7-c0d0-40e9-a2d1-e82a791e6f43,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:15.808147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet 237f1eb4-8594-46d9-9b6c-457a01a06bbb {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:58:15.813044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df4987f7-ba3d-422b-92b8-0d1f0f6222ae is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:15.813457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (237f1eb4-8594-46d9-9b6c-457a01a06bbb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.813899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.845006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4987f7-ba3d-422b-92b8-0d1f0f6222ae {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:58:15.850132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.877306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (237f1eb4-8594-46d9-9b6c-457a01a06bbb), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.884019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7abe94-07ad-40fc-a97f-0b7a118c065c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:15.899990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:15.904683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715ed3ac-bca6-49c4-a664-a56b91fbca52') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:15.905211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715ed3ac-bca6-49c4-a664-a56b91fbca52') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:15.921181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.936003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.943176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:15.943598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (715ed3ac-bca6-49c4-a664-a56b91fbca52), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:15.947537 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:15.969157 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.015133 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (237f1eb4-8594-46d9-9b6c-457a01a06bbb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.061164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:16.070207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.070800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.071298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.071791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.072894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.073377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.074540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.075021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.075641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.076739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.077374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.077849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.078319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:58:16.139146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (dc7abe94-07ad-40fc-a97f-0b7a118c065c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.168442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.173174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/dc7abe94-07ad-40fc-a97f-0b7a118c065c HTTP/1.1" status: 204 len: 168 time: 3.1919081 Jan 29 19:58:16.176771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33490) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:16.184613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653515318'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:16.210361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13589d-c663-4d92-bd2d-925ffa752094 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=dc7abe94-07ad-40fc-a97f-0b7a118c065c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:16.252675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['df4987f7-ba3d-422b-92b8-0d1f0f6222ae'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:58:16.300385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9edf1c-3880-4d06-8a69-f37bd74d2d4a req-4562f358-1617-4282-8f24-8b8794288db2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:16.310610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c9edf1c-3880-4d06-8a69-f37bd74d2d4a req-4562f358-1617-4282-8f24-8b8794288db2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 944 time: 0.1031322 Jan 29 19:58:16.317914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (237f1eb4-8594-46d9-9b6c-457a01a06bbb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.341055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2885150-9b23-4044-a6d9-b47e820a56f6 req-a0ea4f22-13c8-4f20-bf72-78fc0827664f tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0351167 Jan 29 19:58:16.342923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:16.349516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.403586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.407658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/237f1eb4-8594-46d9-9b6c-457a01a06bbb HTTP/1.1" status: 204 len: 168 time: 0.6658132 Jan 29 19:58:16.412575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287f15d-f026-4c63-9045-19893ab025c4 None None] Network 1b92c826-9361-4c3b-8d5c-17e017e6bb33 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:16.413559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33500) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:16.424139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:16.438998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062278f-4585-4663-9ba9-0074ecd64ff7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=237f1eb4-8594-46d9-9b6c-457a01a06bbb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:16.473633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.474141 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment a5d0b30e-85a7-4e91-9574-4b1456145a21 of type vlan for network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 Jan 29 19:58:16.483704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c9edf1c-3880-4d06-8a69-f37bd74d2d4a req-a9ac80ee-fca2-45e7-83c4-42bfb3ebc6e2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719398 Jan 29 19:58:16.530678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.608565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (1b92c826-9361-4c3b-8d5c-17e017e6bb33), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.649885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.655344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:16.656387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.805223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] DHCP port deletion for 1b92c826-9361-4c3b-8d5c-17e017e6bb33 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:58:16.869667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbaf441d-c009-4580-b5b7-ba19541bb881 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:16.877290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33506) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:16.877721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6993456 Jan 29 19:58:16.883386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:16.904911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642800f-8be5-48e9-b6fb-8503ebf54f17 req-4da93caa-2576-4c48-9ab7-ffc27cc12b32 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:16.908335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] Deleting port bbaf441d-c009-4580-b5b7-ba19541bb881 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:16.909019 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:16.925326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7642800f-8be5-48e9-b6fb-8503ebf54f17 req-4da93caa-2576-4c48-9ab7-ffc27cc12b32 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.3141100 Jan 29 19:58:16.926488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc654617-d892-4e1d-bec8-9ceaeffd1574 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=858ddad7-eaaa-4d47-8315-a7cdd7f5b971,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:16.956809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:17.039538 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7642800f-8be5-48e9-b6fb-8503ebf54f17 req-0e881265-55d2-4b67-9fd1-89ece147cf4c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945013 Jan 29 19:58:17.061638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port bbaf441d-c009-4580-b5b7-ba19541bb881 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:17.061988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.144077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] For port bbaf441d-c009-4580-b5b7-ba19541bb881, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbaf441d-c009-4580-b5b7-ba19541bb881,segment=NetworkSegment(c36fb43e-0ede-436d-b394-0586596fce51),segment_id=c36fb43e-0ede-436d-b394-0586596fce51)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:17.144249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.161542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] Calling delete_port for bbaf441d-c009-4580-b5b7-ba19541bb881 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:17.181882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:17.188932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.223193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] For port bbaf441d-c009-4580-b5b7-ba19541bb881, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbaf441d-c009-4580-b5b7-ba19541bb881,segment=NetworkSegment(c36fb43e-0ede-436d-b394-0586596fce51),segment_id=c36fb43e-0ede-436d-b394-0586596fce51)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:17.223488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.267343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-d0d8d468-bde7-4316-9d4c-77964411eb97 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:17.268925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-d0d8d468-bde7-4316-9d4c-77964411eb97 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.13 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.1461241 Jan 29 19:58:17.348949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for bbaf441d-c009-4580-b5b7-ba19541bb881 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:17.357564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bbaf441d-c009-4580-b5b7-ba19541bb881 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:17.357967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.365144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.439821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] Pushing event deleted for resources: {'Port': ['ID=bbaf441d-c009-4580-b5b7-ba19541bb881,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:17.467473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e140240-b550-4e13-8b9f-b1740539faa5 None None] No DVR routers for this DVR port bbaf441d-c009-4580-b5b7-ba19541bb881 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:17.472760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bbaf441d-c009-4580-b5b7-ba19541bb881), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.539529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=bbaf441d-c009-4580-b5b7-ba19541bb881,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:17.545421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No DVR routers for this DVR port bbaf441d-c009-4580-b5b7-ba19541bb881 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:17.579616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df4987f7-ba3d-422b-92b8-0d1f0f6222ae up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:17.609890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8400805e-efb6-4dda-b83c-0ce25525a097 req-d9c8a61c-b01f-49ba-a2c1-bbdfdef1679f tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0936630 Jan 29 19:58:17.798144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Deleting port be459ce9-acbe-420a-b108-e18aa33714fa {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:17.798494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.805130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port df4987f7-ba3d-422b-92b8-0d1f0f6222ae completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:58:17.815094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port df4987f7-ba3d-422b-92b8-0d1f0f6222ae triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:17.815094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.822610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (1b92c826-9361-4c3b-8d5c-17e017e6bb33), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:17.880738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b92c826-9361-4c3b-8d5c-17e017e6bb33']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:17.896591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f2da7-36e1-4f4d-8f02-35cc66c74d21 req-79514f2f-50a5-43cd-815e-9b05e2d7165d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:17.914154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c19f2da7-36e1-4f4d-8f02-35cc66c74d21 req-79514f2f-50a5-43cd-815e-9b05e2d7165d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 944 time: 0.2983491 Jan 29 19:58:18.012700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36fb43e-0ede-436d-b394-0586596fce51') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:18.013005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36fb43e-0ede-436d-b394-0586596fce51') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:18.017401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df4987f7-ba3d-422b-92b8-0d1f0f6222ae is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:18.018545 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.046196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c19f2da7-36e1-4f4d-8f02-35cc66c74d21 req-961eea71-a45d-4aa8-aa63-515f95bc40c1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308615 Jan 29 19:58:18.057805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (e074edb6-dd8d-46af-824d-f132861568cd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.061776 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (c36fb43e-0ede-436d-b394-0586596fce51), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.097618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c36fb43e-0ede-436d-b394-0586596fce51), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.104804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:18.108665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:18.109085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (c36fb43e-0ede-436d-b394-0586596fce51), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.110859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:18.112653 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:18.120075 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b21987c-00a7-4816-aba2-cfa8be4753c9" -d '{"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-plugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:18.209133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] For port be459ce9-acbe-420a-b108-e18aa33714fa, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=be459ce9-acbe-420a-b108-e18aa33714fa,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:18.209940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.215424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.292472 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f132bac7-8d49-45b2-a734-0f00c9099d90 x-openstack-request-id: req-f132bac7-8d49-45b2-a734-0f00c9099d90 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:18.293211 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-plugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:18.295885 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f132bac7-8d49-45b2-a734-0f00c9099d90 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:18.297091 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'code': 200} Jan 29 19:58:18.340924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:18.373424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17e0b-0230-407e-a960-0b925213be24 req-11fb9a5c-80eb-40c2-8cd3-a084ce7a99ab tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:18.385680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68c17e0b-0230-407e-a960-0b925213be24 req-11fb9a5c-80eb-40c2-8cd3-a084ce7a99ab tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 947 time: 0.2297404 Jan 29 19:58:18.388408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (1b92c826-9361-4c3b-8d5c-17e017e6bb33), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.428999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=e074edb6-dd8d-46af-824d-f132861568cd,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:18.442196 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.450562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/1b92c826-9361-4c3b-8d5c-17e017e6bb33 HTTP/1.1" status: 204 len: 168 time: 2.0323560 Jan 29 19:58:18.489769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33546) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:18.543798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': 'a5d0b30e-85a7-4e91-9574-4b1456145a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:18.544174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 858ddad7-eaaa-4d47-8315-a7cdd7f5b971, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:18.688725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe6306-b59c-4ac2-97f9-d336d844d189 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:18.690228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9cbe6306-b59c-4ac2-97f9-d336d844d189 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/a4921d4b-b889-4c98-aee6-b27ae212870f HTTP/1.1" status: 200 len: 844 time: 0.1683733 Jan 29 19:58:18.696263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33550) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:18.704546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e462ca-f68f-4b9a-b236-9597beccc243 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=1b92c826-9361-4c3b-8d5c-17e017e6bb33,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:18.769552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6088e-8874-4f37-afc0-5c980f1acc01 req-01bea878-b77c-4306-bd35-28ee39139a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:18.771858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:18.774956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0c6088e-8874-4f37-afc0-5c980f1acc01 req-01bea878-b77c-4306-bd35-28ee39139a56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 1127 time: 0.3234124 Jan 29 19:58:18.804759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68c17e0b-0230-407e-a960-0b925213be24 req-1100c883-3215-4da5-b048-941197894f87 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=6295a552-cdff-40ec-8cea-6407b4d6d31f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180176 Jan 29 19:58:18.805031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-21ba3880-1826-42de-97c2-94d9d8b52fa4 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/a4921d4b-b889-4c98-aee6-b27ae212870f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0987625 Jan 29 19:58:18.807559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.808185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a50550de-3299-4740-922b-2d9e2796fee2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:18.808737 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Floating IP a50550de-3299-4740-922b-2d9e2796fee2 disassociated. External IP: 172.25.5.66, port: be459ce9-acbe-420a-b108-e18aa33714fa. Jan 29 19:58:18.809498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Calling delete_port for be459ce9-acbe-420a-b108-e18aa33714fa owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:18.816883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33552) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:18.827220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:18.893291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0c6088e-8874-4f37-afc0-5c980f1acc01 req-1cf3199e-2469-45ef-a63a-bb2a1103798b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081853 Jan 29 19:58:18.924621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 858ddad7-eaaa-4d47-8315-a7cdd7f5b971) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:18.933013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab7071f-a714-4171-b647-0ec7a9d40ce8 None None] Network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:18.943598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:18.944230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.072687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-858ddad7-eaaa-4d47-8315-a7cdd7f5b971', 'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': 'e074edb6-dd8d-46af-824d-f132861568cd'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:19.074529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.102831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-227aceef-4ea1-4bce-a169-494c5e401952 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2218115 Jan 29 19:58:19.103931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33558) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:19.136598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a4bbedb-5667-4a65-ba9a-adcd450a9537 req-d21f4f26-adcb-467d-82d3-0a106c4d3f57 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0412567 Jan 29 19:58:19.218463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (be459ce9-acbe-420a-b108-e18aa33714fa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.220622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:19.228772 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.311593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Allocated IP 172.20.0.1 (858ddad7-eaaa-4d47-8315-a7cdd7f5b971/e074edb6-dd8d-46af-824d-f132861568cd/c49a6845-57f2-4fea-8477-93ce9db826ae) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:19.334800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event deleted for resources: {'Port': ['ID=be459ce9-acbe-420a-b108-e18aa33714fa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:19.417076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c7db-ddd3-4c20-873b-caedeb2a6953 req-1e0c0fa5-e794-43db-880f-aa6aee817542 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:19.424109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf49c7db-ddd3-4c20-873b-caedeb2a6953 req-1e0c0fa5-e794-43db-880f-aa6aee817542 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.2992201 Jan 29 19:58:19.444810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.458975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:19.553944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Publish callbacks [] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.621110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.638509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf49c7db-ddd3-4c20-873b-caedeb2a6953 req-808fce07-1cc5-43f5-b77d-cb86ac8f8d1a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092578 Jan 29 19:58:19.683407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a141c44c-574d-4b46-ba65-f7003d5696d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.704357 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e074edb6-dd8d-46af-824d-f132861568cd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.710483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:58:19.740598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Pushing event updated for resources: {'Port': ['ID=c49a6845-57f2-4fea-8477-93ce9db826ae,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:19.765646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:19.771427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:19.774258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:19.828993 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:58:19.891904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a141c44c-574d-4b46-ba65-f7003d5696d3 admin admin] Publish callbacks [] for security_group (f6450d43-1ebc-4d61-b88a-a32f41f639f4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.913570 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7841a411-ed6a-4b34-a3a2-7fca62ad4d28), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.961475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Attempting to bind port c49a6845-57f2-4fea-8477-93ce9db826ae on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:19.962758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Attempting to bind port c49a6845-57f2-4fea-8477-93ce9db826ae by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a5d0b30e-85a7-4e91-9574-4b1456145a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:19.966832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Attempting to bind port c49a6845-57f2-4fea-8477-93ce9db826ae on network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:19.971267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54532053-1482-4076-8b3f-89ddfb34eb60 req-84b74140-1a3e-4cf0-9c12-6773963d905e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 210 time: 0.0608985 Jan 29 19:58:19.977600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:19.980792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Checking segment: {'id': 'a5d0b30e-85a7-4e91-9574-4b1456145a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:19.981600 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:19.982461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Bound using segment: {'id': 'a5d0b30e-85a7-4e91-9574-4b1456145a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:19.984747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Bound port: c49a6845-57f2-4fea-8477-93ce9db826ae, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d0b30e-85a7-4e91-9574-4b1456145a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:19.984747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.006106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a141c44c-574d-4b46-ba65-f7003d5696d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f6450d43-1ebc-4d61-b88a-a32f41f639f4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.011119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:20.020080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:20.053791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6c656-5aec-47c3-8f95-7c37b712d708 None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:20.074654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141c44c-574d-4b46-ba65-f7003d5696d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6450d43-1ebc-4d61-b88a-a32f41f639f4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:20.078372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:20.079150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.098139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33586) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:20.100982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a141c44c-574d-4b46-ba65-f7003d5696d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c4b9f2c72e475aac17e62836ff0c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6392024 Jan 29 19:58:20.102713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (e074edb6-dd8d-46af-824d-f132861568cd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.114237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=7841a411-ed6a-4b34-a3a2-7fca62ad4d28,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:20.412241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] For port c49a6845-57f2-4fea-8477-93ce9db826ae, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:20.433920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] For port c49a6845-57f2-4fea-8477-93ce9db826ae, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c49a6845-57f2-4fea-8477-93ce9db826ae,segment=NetworkSegment(a5d0b30e-85a7-4e91-9574-4b1456145a21),segment_id=a5d0b30e-85a7-4e91-9574-4b1456145a21)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:20.491796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'project_id': 'e5c87b2da12544788a8f730191ed426c', 'fixed_ips': [{'subnet_id': '7841a411-ed6a-4b34-a3a2-7fca62ad4d28'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:20.492937 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.538548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.587883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=e074edb6-dd8d-46af-824d-f132861568cd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:20.654718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc8d26e0-809f-4f43-8c85-c83914564e6e req-8c750e82-7418-4e41-a3bf-bb8e5b3f5863 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1188662 Jan 29 19:58:20.693579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:58:20.712282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5133f-d006-40e3-867d-5b3225785d47 None None] Pushing event updated for resources: {'Port': ['ID=c49a6845-57f2-4fea-8477-93ce9db826ae,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:20.722571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:58:20.726577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c58fd21e-56f2-4995-ac0c-cb15b96dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9060519 Jan 29 19:58:20.727268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:20.732862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'security_group': {'name': 'tempest-secgroup-400775574'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:20.773883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:20.773883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:20.850572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.856822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Allocated IP 2001:db8::2 (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/7841a411-ed6a-4b34-a3a2-7fca62ad4d28/13e5ed02-1b95-4dea-9498-be29db3ef404) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:20.876836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] No DVR routers for this DVR port be459ce9-acbe-420a-b108-e18aa33714fa on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:20.881975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.885386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.888795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-985558a1-c7d2-4fee-b18d-15f3aa10491b req-0430b614-24b6-4f62-9637-4c8d8acb4206 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.13 "DELETE /v2.0/ports/be459ce9-acbe-420a-b108-e18aa33714fa HTTP/1.1" status: 204 len: 173 time: 3.6135187 Jan 29 19:58:20.898328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-deleted', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:20.900671 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef8766a-4150-4135-8c83-d2531298feeb" -d '{"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-deleted", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:20.965976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd25fda-ce92-49d9-a4dc-dc044bf0292f admin admin] Publish callbacks [] for security_group (f6450d43-1ebc-4d61-b88a-a32f41f639f4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:20.983764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858ddad7-eaaa-4d47-8315-a7cdd7f5b971']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:21.005065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d0b30e-85a7-4e91-9574-4b1456145a21') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:21.008857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d0b30e-85a7-4e91-9574-4b1456145a21') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:21.012370 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5bec52-5354-4758-99a6-50fa87695845 x-openstack-request-id: req-9f5bec52-5354-4758-99a6-50fa87695845 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:21.012666 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4815a870-7768-477c-967d-be60c6bbdc69", "name": "network-vif-deleted", "tag": "be459ce9-acbe-420a-b108-e18aa33714fa", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:21.012932 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f5bec52-5354-4758-99a6-50fa87695845 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:21.013348 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815a870-7768-477c-967d-be60c6bbdc69', 'name': 'network-vif-deleted', 'tag': 'be459ce9-acbe-420a-b108-e18aa33714fa', 'status': 'completed', 'code': 200} Jan 29 19:58:21.021967 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd25fda-ce92-49d9-a4dc-dc044bf0292f admin admin] Publish callbacks [] for security_group (f6450d43-1ebc-4d61-b88a-a32f41f639f4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.032477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.037330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0280c28-b5db-4c80-96e0-4183e26bb74b req-14c36863-bc19-4286-9c8a-8a8a363c3e83 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:21.044134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0280c28-b5db-4c80-96e0-4183e26bb74b req-14c36863-bc19-4286-9c8a-8a8a363c3e83 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.2645493 Jan 29 19:58:21.080353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.118686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (ef4a262c-2221-4a11-b87d-05a4f0f75b72), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.135615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:21.135615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:21.138452 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:21.180538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f847f97-33c3-445f-b5d5-f9e77f48e531 req-31000233-325f-44b4-9e43-2bd1ea82be76 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=4815a870-7768-477c-967d-be60c6bbdc69 HTTP/1.1" status: 200 len: 210 time: 0.0472450 Jan 29 19:58:21.216343 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0280c28-b5db-4c80-96e0-4183e26bb74b req-6c99a672-8049-4f4d-812d-3dd9b33b35c3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613758 Jan 29 19:58:21.217795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ef4a262c-2221-4a11-b87d-05a4f0f75b72), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.247114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:58:21.293044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a262c-2221-4a11-b87d-05a4f0f75b72,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:21.324261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd25fda-ce92-49d9-a4dc-dc044bf0292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f6450d43-1ebc-4d61-b88a-a32f41f639f4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.326975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bd25fda-ce92-49d9-a4dc-dc044bf0292f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.331706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1bd25fda-ce92-49d9-a4dc-dc044bf0292f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6450d43-1ebc-4d61-b88a-a32f41f639f4 HTTP/1.1" status: 204 len: 168 time: 1.2302108 Jan 29 19:58:21.343478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd25fda-ce92-49d9-a4dc-dc044bf0292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6450d43-1ebc-4d61-b88a-a32f41f639f4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:21.398606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:21.398606 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:21.398606 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '858ddad7-eaaa-4d47-8315-a7cdd7f5b971'}] Jan 29 19:58:21.398606 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:21.398971 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:21.454097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a9247-2af9-4615-a50a-d104c2668872 req-86023583-9720-43cf-8ea6-fbe8144cc299 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:21.456181 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-344a9247-2af9-4615-a50a-d104c2668872 req-86023583-9720-43cf-8ea6-fbe8144cc299 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.0984638 Jan 29 19:58:21.469861 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Publish callbacks [] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.526184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.527470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0d659cfa-4b5c-4f13-b1ca-4253a62dc50f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7987998 Jan 29 19:58:21.528921 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-344a9247-2af9-4615-a50a-d104c2668872 req-b0873dca-c61c-4cdf-ad31-2f5d84ac2dbd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659394 Jan 29 19:58:21.530252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33612) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:21.534729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'security_group': {'name': 'tempest-secgroup-1334612251'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:21.573575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.667659 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.768811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:21.866235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (22eec494-365f-4c43-a596-cf6382936161), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.900097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.947071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (22eec494-365f-4c43-a596-cf6382936161), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:21.965264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:21.985485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: be459ce9-acbe-420a-b108-e18aa33714fa {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:58:21.987209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device be459ce9-acbe-420a-b108-e18aa33714fa not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:58:22.014867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:22.021345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:22.046237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Pushing event updated for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:22.049300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.057558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5262420 Jan 29 19:58:22.064419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33630) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:22.071518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-363327650', 'security_groups': ['22eec494-365f-4c43-a596-cf6382936161'], 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7841a411-ed6a-4b34-a3a2-7fca62ad4d28'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:22.081234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60620f21-12fd-4a28-8dcd-7f21e5e9091f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eec494-365f-4c43-a596-cf6382936161,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:22.115281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ae8cec4-8231-4dff-9844-6f209c2e9fa2 req-affbdde9-5736-4b80-b733-6683382619e7 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1133945 Jan 29 19:58:22.193503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port c49a6845-57f2-4fea-8477-93ce9db826ae {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:22.197582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.351385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Attempting to bind port 13e5ed02-1b95-4dea-9498-be29db3ef404 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:22.357537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Attempting to bind port 13e5ed02-1b95-4dea-9498-be29db3ef404 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1f62b13b-d19a-4d90-83a8-68ccaa8155dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:22.358094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Attempting to bind port 13e5ed02-1b95-4dea-9498-be29db3ef404 on network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:22.360519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb725e53-a884-4602-af81-ef59bdcd8cf1 None None] Network 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:22.376941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port c49a6845-57f2-4fea-8477-93ce9db826ae, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c49a6845-57f2-4fea-8477-93ce9db826ae,segment=NetworkSegment(a5d0b30e-85a7-4e91-9574-4b1456145a21),segment_id=a5d0b30e-85a7-4e91-9574-4b1456145a21)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:22.380495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.409283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for c49a6845-57f2-4fea-8477-93ce9db826ae owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:22.411592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33640) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:22.416179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:22.417219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Checking segment: {'id': '1f62b13b-d19a-4d90-83a8-68ccaa8155dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:22.418189 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.419774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Bound using segment: {'id': '1f62b13b-d19a-4d90-83a8-68ccaa8155dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:22.420959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Bound port: 13e5ed02-1b95-4dea-9498-be29db3ef404, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f62b13b-d19a-4d90-83a8-68ccaa8155dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:22.422946 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.428871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33642) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:22.470437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3907cb-c330-48ce-8358-5013cd999f09 req-dce70959-485e-4c30-8568-6bc9dd1acd90 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:22.474432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3907cb-c330-48ce-8358-5013cd999f09 req-dce70959-485e-4c30-8568-6bc9dd1acd90 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1844902 Jan 29 19:58:22.509776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cf18f3f-ee12-477f-b2a6-22eb1c738d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.531374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:22.560263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:22.567489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=13e5ed02-1b95-4dea-9498-be29db3ef404,segment=NetworkSegment(1f62b13b-d19a-4d90-83a8-68ccaa8155dc),segment_id=1f62b13b-d19a-4d90-83a8-68ccaa8155dc)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:22.568019 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e3907cb-c330-48ce-8358-5013cd999f09 req-f510cbf8-9e9d-48c4-b12a-bd799fe96044 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868630 Jan 29 19:58:22.681061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.699979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port af7f6b85-b195-4175-9b67-22a3c2cb14ef yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:22.718918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b92202-adec-4732-8550-215e5967a9ee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (6295a552-cdff-40ec-8cea-6407b4d6d31f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.725329 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.790192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-60b728a4-f75b-4331-bb34-8aee9939d140 None None] Provisioning complete for port c49a6845-57f2-4fea-8477-93ce9db826ae triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:22.790567 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60b728a4-f75b-4331-bb34-8aee9939d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.914485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b92202-adec-4732-8550-215e5967a9ee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (6295a552-cdff-40ec-8cea-6407b4d6d31f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.934835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c49a6845-57f2-4fea-8477-93ce9db826ae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:22.969654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::2fb (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/7841a411-ed6a-4b34-a3a2-7fca62ad4d28/af7f6b85-b195-4175-9b67-22a3c2cb14ef) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:23.027242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c8281-30ba-45cd-9d0a-2f6f8b11b931 None None] Pushing event updated for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:23.038529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c49a6845-57f2-4fea-8477-93ce9db826ae up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:23.045068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:23.094388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-60b728a4-f75b-4331-bb34-8aee9939d140 None None] Port c49a6845-57f2-4fea-8477-93ce9db826ae was deleted so its status cannot be updated. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 29 19:58:23.108459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:58:23.111042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=c49a6845-57f2-4fea-8477-93ce9db826ae,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:23.117198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cf18f3f-ee12-477f-b2a6-22eb1c738d01 admin admin] Publish callbacks [] for security_group (d0e996d7-3fe6-4ac6-951e-49786fca7894), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.134642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port c49a6845-57f2-4fea-8477-93ce9db826ae on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:23.147848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c49a6845-57f2-4fea-8477-93ce9db826ae {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:58:23.148634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c49a6845-57f2-4fea-8477-93ce9db826ae not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 19:58:23.171675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b92202-adec-4732-8550-215e5967a9ee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6295a552-cdff-40ec-8cea-6407b4d6d31f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.194765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a8b92202-adec-4732-8550-215e5967a9ee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.197044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:23.200274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:57:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:23.205074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port c49a6845-57f2-4fea-8477-93ce9db826ae not found, will not notify nova. {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 19:58:23.205584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a8b92202-adec-4732-8550-215e5967a9ee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "DELETE /v2.0/security-groups/6295a552-cdff-40ec-8cea-6407b4d6d31f HTTP/1.1" status: 204 len: 168 time: 0.7635424 Jan 29 19:58:23.212720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:23.302329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92202-adec-4732-8550-215e5967a9ee tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6295a552-cdff-40ec-8cea-6407b4d6d31f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:23.307505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4cf18f3f-ee12-477f-b2a6-22eb1c738d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d0e996d7-3fe6-4ac6-951e-49786fca7894), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.309079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.376820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9567c55-2959-467e-85ef-4a07bd0b990d None None] DHCP port deletion for 858ddad7-eaaa-4d47-8315-a7cdd7f5b971 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:58:23.425593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33654) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:23.425827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4cf18f3f-ee12-477f-b2a6-22eb1c738d01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87257b3484b14adb84dc3e78eedc3ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0108528 Jan 29 19:58:23.491726 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-25ad5999-e980-41d9-8603-507522016e48 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] show failed (client error): The resource could not be found. Jan 29 19:58:23.492808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25ad5999-e980-41d9-8603-507522016e48 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups/6295a552-cdff-40ec-8cea-6407b4d6d31f HTTP/1.1" status: 404 len: 347 time: 0.2548537 Jan 29 19:58:23.494917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-291a7dab-af31-45e6-aacc-470f0b23c3c8 req-3ce7a3e6-19f5-4101-a88e-d5abcf832d61 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1286776 Jan 29 19:58:23.500692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33656) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:23.521365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:58:23.533456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.536883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a986755c-4b27-457a-a724-8207210938ea admin admin] Publish callbacks [] for security_group (d0e996d7-3fe6-4ac6-951e-49786fca7894), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.560765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf18f3f-ee12-477f-b2a6-22eb1c738d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e996d7-3fe6-4ac6-951e-49786fca7894,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:23.587020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a986755c-4b27-457a-a724-8207210938ea admin admin] Publish callbacks [] for security_group (d0e996d7-3fe6-4ac6-951e-49786fca7894), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.656774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.706019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858ddad7-eaaa-4d47-8315-a7cdd7f5b971']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:23.727241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d0b30e-85a7-4e91-9574-4b1456145a21') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:23.727548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d0b30e-85a7-4e91-9574-4b1456145a21') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:23.730343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:23.742150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.773280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.793349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:23.794094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (a5d0b30e-85a7-4e91-9574-4b1456145a21), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.796254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:23.798668 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:23.806967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:23.812184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:23.812997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:23.861924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:23.907746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=af7f6b85-b195-4175-9b67-22a3c2cb14ef,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:23.942850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0fd72-409a-4215-9368-ac2fe4b388fe None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:58:23.969895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2c19c-1f48-4773-bdf2-a944848adb1f req-e40ba592-cffa-4a3a-be48-ac86270b6304 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:23.971533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2f2c19c-1f48-4773-bdf2-a944848adb1f req-e40ba592-cffa-4a3a-be48-ac86270b6304 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.2396441 Jan 29 19:58:23.978418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f723b76f-287e-4eaf-b51e-e23f9bbc7043 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9122396 Jan 29 19:58:23.981926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33664) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:23.987408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:24.025762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a986755c-4b27-457a-a724-8207210938ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d0e996d7-3fe6-4ac6-951e-49786fca7894), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.029350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a986755c-4b27-457a-a724-8207210938ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.033770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a986755c-4b27-457a-a724-8207210938ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0e996d7-3fe6-4ac6-951e-49786fca7894 HTTP/1.1" status: 204 len: 168 time: 0.6063764 Jan 29 19:58:24.064047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (858ddad7-eaaa-4d47-8315-a7cdd7f5b971), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.100613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2f2c19c-1f48-4773-bdf2-a944848adb1f req-3b857605-4083-415d-9b00-f611ec85a44e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114311 Jan 29 19:58:24.115065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986755c-4b27-457a-a724-8207210938ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e996d7-3fe6-4ac6-951e-49786fca7894,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:24.120883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.135131 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/858ddad7-eaaa-4d47-8315-a7cdd7f5b971 HTTP/1.1" status: 204 len: 168 time: 5.0294769 Jan 29 19:58:24.143258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:24.150702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1595009826'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:24.152071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Deleting port 0206d900-4b8e-4cef-b9ae-d625bd0b3236 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:24.152441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.182163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab7774-8ae8-462e-9d83-303e24a71ad1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=858ddad7-eaaa-4d47-8315-a7cdd7f5b971,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:24.308102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:24.312518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.312683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.313226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (0206d900-4b8e-4cef-b9ae-d625bd0b3236), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.337930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Calling delete_port for 0206d900-4b8e-4cef-b9ae-d625bd0b3236 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:24.341934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:24.342493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.494375 n-d-825496-5 neutron-server[103563]: INFO neutron.db.ipam_backend_mixin [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7841a411-ed6a-4b34-a3a2-7fca62ad4d28 (CIDR: 2001:db8::/64) Jan 29 19:58:24.511720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:24.535040 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:58:24.535040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:24.541876 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac868ad9-1367-4c39-9708-22cfa315010a None None] New status for floating IP a50550de-3299-4740-922b-2d9e2796fee2: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:58:24.598483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.600996 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment 4c38f722-e427-4b1d-9516-615e52f49928 of type vlan for network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa Jan 29 19:58:24.820366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:24.820862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.832674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0206d900-4b8e-4cef-b9ae-d625bd0b3236), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.835592 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.db.api [None req-ac868ad9-1367-4c39-9708-22cfa315010a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:24.836309 n-d-825496-5 neutron-server[103565]: DEBUG oslo_db.api [None req-ac868ad9-1367-4c39-9708-22cfa315010a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:24.864693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8d0cb368-7c86-4514-8d50-c2de6e61a917 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8812733 Jan 29 19:58:24.868896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33680) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:24.896438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f457c368-4f56-45cd-9268-933e5f975da6 req-76670078-1853-498d-a56b-6fa38b4f51f8 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1520040 Jan 29 19:58:24.900458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:24.905111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:24.914247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event deleted for resources: {'Port': ['ID=0206d900-4b8e-4cef-b9ae-d625bd0b3236,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:25.074194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (a50550de-3299-4740-922b-2d9e2796fee2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.076561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:25.078567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.080278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-131eb03e-33b7-4c39-8256-675885639661 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "DELETE /v2.0/floatingips/a50550de-3299-4740-922b-2d9e2796fee2 HTTP/1.1" status: 204 len: 168 time: 1.5532615 Jan 29 19:58:25.245119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:25.245519 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.338640 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac868ad9-1367-4c39-9708-22cfa315010a None None] New status for floating IP a50550de-3299-4740-922b-2d9e2796fee2: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:58:25.383787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=13e5ed02-1b95-4dea-9498-be29db3ef404,segment=NetworkSegment(1f62b13b-d19a-4d90-83a8-68ccaa8155dc),segment_id=1f62b13b-d19a-4d90-83a8-68ccaa8155dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:25.408292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:25.410610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.488905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc49b72-9f73-4a77-b67f-461043cfd93a req-4fc5699b-e8a8-40d0-9988-8d7cb0110e8d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:25.504463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dc49b72-9f73-4a77-b67f-461043cfd93a req-4fc5699b-e8a8-40d0-9988-8d7cb0110e8d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.2276065 Jan 29 19:58:25.545365 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-88538ec9-249b-4d67-8941-3d3eca0999f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.549650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.579478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.587097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:25.587097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.647219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:25.653457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.778454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7dc49b72-9f73-4a77-b67f-461043cfd93a req-ddbf2b64-42c8-498a-a53d-d245b99d8ea8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731025 Jan 29 19:58:25.791301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=e3380655-9300-4d8c-ad2a-2b6d8d04ecaa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:25.831422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:25.834431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:25.835151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:25.881318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:25.882425 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60e09a07-e8c6-4af9-a0d4-e9114021b222 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7360208 Jan 29 19:58:25.888673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:25.996353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:25.996779 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.043142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:26.060132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:26.071124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d6550-a341-4ea8-8d0d-7cd69faaaa62 None None] Pushing event updated for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:26.079855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672620169', 'description': 'tempest-description--1022360118'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:26.112268 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:26.112443 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:26.125076 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38705df8-8682-44a8-adc2-d3f3060e9577 req-9a5211c6-f213-4ac3-a008-9e769e79da23 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0872543 Jan 29 19:58:26.181875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3416b797-81f8-4482-b844-5a2f1974b1b1 None None] Provisioning complete for port af7f6b85-b195-4175-9b67-22a3c2cb14ef triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:26.182285 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3416b797-81f8-4482-b844-5a2f1974b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.211183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:26.217048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.223068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.253737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3416b797-81f8-4482-b844-5a2f1974b1b1 None None] Port af7f6b85-b195-4175-9b67-22a3c2cb14ef cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:26.300270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (b67637d9-02b3-4350-8098-d860b07ee8fe), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.351705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:26.356564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:26.373252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a186d5-2bf6-4f90-b1db-38d8bfe57aa9 None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:26.377678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:26.378473 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.439882 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (3bc0ab24-5103-4224-8139-9edbbea2b3b0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.446050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=b67637d9-02b3-4350-8098-d860b07ee8fe,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:26.531943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37c5a129-87dd-4445-9cdf-d166a2e10a77 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6634877 Jan 29 19:58:26.535098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33722) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:26.540870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1180235616', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b67637d9-02b3-4350-8098-d860b07ee8fe'}], 'security_groups': ['ef4a262c-2221-4a11-b87d-05a4f0f75b72']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:26.542496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3bc0ab24-5103-4224-8139-9edbbea2b3b0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.625707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (801512dc-f27c-4ee9-b1ae-5c3ce2979877), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.648304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0ab24-5103-4224-8139-9edbbea2b3b0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:26.704057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.706212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0814ed59-4c67-494e-a29d-4d2c4dd8141b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6616514 Jan 29 19:58:26.717641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33728) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:26.726082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'security_group_rule': {'security_group_id': '3bc0ab24-5103-4224-8139-9edbbea2b3b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:26.735788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:26.747521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=801512dc-f27c-4ee9-b1ae-5c3ce2979877,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:26.752936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': '4c38f722-e427-4b1d-9516-615e52f49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:26.753304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: e3380655-9300-4d8c-ad2a-2b6d8d04ecaa, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:26.857485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (6fb4fe35-9af8-4d0f-9729-299a961703a6), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.889243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:26.891278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c49a6845-57f2-4fea-8477-93ce9db826ae no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:26.929206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c49a6845-57f2-4fea-8477-93ce9db826ae {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:58:26.929916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c49a6845-57f2-4fea-8477-93ce9db826ae not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:58:26.946549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:26.956737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] Update dhcp port {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'fixed_ips': [{'subnet_id': '7841a411-ed6a-4b34-a3a2-7fca62ad4d28', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b67637d9-02b3-4350-8098-d860b07ee8fe'}], 'binding:host_id': 'n-d-825496-5'}, 'id': '13e5ed02-1b95-4dea-9498-be29db3ef404'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:58:27.018736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e3380655-9300-4d8c-ad2a-2b6d8d04ecaa) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:27.032173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:27.032972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.064019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (6fb4fe35-9af8-4d0f-9729-299a961703a6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.066600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4331d-49c8-463c-aa57-027a7fe42697 None None] Network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:27.081500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8351a-d608-4a4a-9f80-3888c07bf6c9 req-4c267a5c-4cad-444a-8f26-db3d2b8788bd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:27.086981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6c8351a-d608-4a4a-9f80-3888c07bf6c9 req-4c267a5c-4cad-444a-8f26-db3d2b8788bd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1825025 Jan 29 19:58:27.104814 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.154774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a4c7dde9-cf6a-4cf7-a512-6383ef553212 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2712781 Jan 29 19:58:27.159820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33740) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:27.183423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:27.183830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6fb4fe35-9af8-4d0f-9729-299a961703a6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.280067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb4fe35-9af8-4d0f-9729-299a961703a6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:27.341121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6c8351a-d608-4a4a-9f80-3888c07bf6c9 req-5ecfb8e5-525a-4e4c-a867-183e3a7e2341 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530653 Jan 29 19:58:27.342128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33744) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:27.362960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a10ca776-97ab-4a72-8fcb-3ec39a9b7cb4 req-f1b1eff1-6d53-425e-8d41-7a4225675408 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0701194 Jan 29 19:58:27.394654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e3380655-9300-4d8c-ad2a-2b6d8d04ecaa', 'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': '801512dc-f27c-4ee9-b1ae-5c3ce2979877'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:27.395955 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.508701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:27.509719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.590704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.595622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.597501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c05ec38b-502f-49ef-b93b-9530eb3abe2e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8776801 Jan 29 19:58:27.602097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33750) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:27.609186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'security_group_rule': {'security_group_id': '3bc0ab24-5103-4224-8139-9edbbea2b3b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:27.630360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Delete allocated IP 2001:db8::2fb (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/7841a411-ed6a-4b34-a3a2-7fca62ad4d28) {{(pid=103563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 19:58:27.634968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Allocated IP 172.20.0.2 (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa/801512dc-f27c-4ee9-b1ae-5c3ce2979877/7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:27.653321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8:0:1::2c4 (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/b67637d9-02b3-4350-8098-d860b07ee8fe/af7f6b85-b195-4175-9b67-22a3c2cb14ef) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:27.709062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:27.714637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (801512dc-f27c-4ee9-b1ae-5c3ce2979877), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.757653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (6645fc8b-c65d-4ac3-a3a1-b4d521e15012), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.796925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-333042257'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:27.883871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (6645fc8b-c65d-4ac3-a3a1-b4d521e15012), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.888115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.924588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Made reservation on behalf of 0972961b22664e35a6d35330f677c370 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:27.928596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.937933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.953228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6645fc8b-c65d-4ac3-a3a1-b4d521e15012), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.973876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:27.981066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6645fc8b-c65d-4ac3-a3a1-b4d521e15012,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.021258 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Publish callbacks [] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.031922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] Allocated IP 2001:db8:0:1::2 (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/b67637d9-02b3-4350-8098-d860b07ee8fe/13e5ed02-1b95-4dea-9498-be29db3ef404) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:28.077860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] In _notify_port_updated(), no bound segment for port af7f6b85-b195-4175-9b67-22a3c2cb14ef on network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:58:28.080868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.083169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9fc348fb-8e09-4bf7-8eba-434fb559cfae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4788227 Jan 29 19:58:28.083803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:28.084557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.086628 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/ports/af7f6b85-b195-4175-9b67-22a3c2cb14ef HTTP/1.1" status: 200 len: 931 time: 1.5496655 Jan 29 19:58:28.093461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33754) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:28.093588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33756) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:28.098384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:28.139589 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-592d8978-81d6-4875-befe-698376f1168a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.147652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.158599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=13e5ed02-1b95-4dea-9498-be29db3ef404,segment=NetworkSegment(1f62b13b-d19a-4d90-83a8-68ccaa8155dc),segment_id=1f62b13b-d19a-4d90-83a8-68ccaa8155dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:28.198533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks [] for security_group (81b97eb0-969e-4f77-adeb-286c4db880e9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.207914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cf354-e41b-4aa6-acbd-7b95452e5c57 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=af7f6b85-b195-4175-9b67-22a3c2cb14ef,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.213241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:28.232414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:28.232414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Pushing event updated for resources: {'Port': ['ID=7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.236781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:28.254720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] Publish callbacks [] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.279377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (81b97eb0-969e-4f77-adeb-286c4db880e9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.306726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Attempting to bind port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:28.307242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Attempting to bind port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4c38f722-e427-4b1d-9516-615e52f49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:28.307705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Attempting to bind port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5 on network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:28.313790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:28.314318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Checking segment: {'id': '4c38f722-e427-4b1d-9516-615e52f49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:28.314842 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.315308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Bound using segment: {'id': '4c38f722-e427-4b1d-9516-615e52f49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:28.315871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Bound port: 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c38f722-e427-4b1d-9516-615e52f49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:28.317075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.335130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (801512dc-f27c-4ee9-b1ae-5c3ce2979877), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.337670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.340976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b97eb0-969e-4f77-adeb-286c4db880e9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.362454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:28.362927 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.386395 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.387945 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Added segment 4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee of type vlan for network 95183c4e-b413-4983-aa6f-1b70f564323a Jan 29 19:58:28.440613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=801512dc-f27c-4ee9-b1ae-5c3ce2979877,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.443808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] For port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:28.475264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port af7f6b85-b195-4175-9b67-22a3c2cb14ef {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:28.477690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] For port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5,segment=NetworkSegment(4c38f722-e427-4b1d-9516-615e52f49928),segment_id=4c38f722-e427-4b1d-9516-615e52f49928)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:28.478048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.496099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (95183c4e-b413-4983-aa6f-1b70f564323a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.502551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7337904-9bbd-4aa1-8af0-22921a0d63dd None None] Pushing event updated for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.576812 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.646951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf43e5db-ae57-41a0-8f48-6bd05489a5ec req-379d3166-1202-401e-a02b-05fd9f2feafc tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0605154 Jan 29 19:58:28.647496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.655273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (95183c4e-b413-4983-aa6f-1b70f564323a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.662711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for af7f6b85-b195-4175-9b67-22a3c2cb14ef owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:28.669876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:28.670892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:28.765543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9a71b-3519-4691-b5c0-65b327c64bad None None] Pushing event updated for resources: {'Port': ['ID=7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.779444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20efc6-cd80-4d78-97cd-b43b9ae307c7 None None] Network e3380655-9300-4d8c-ad2a-2b6d8d04ecaa requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:28.784314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Pushing event updated for resources: {'Network': ['ID=95183c4e-b413-4983-aa6f-1b70f564323a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:28.916414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03f074ba-ec33-460a-820d-8ad7a18e7967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5730665 Jan 29 19:58:28.917828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 95183c4e-b413-4983-aa6f-1b70f564323a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:28.931874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.040486 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.059648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (af7f6b85-b195-4175-9b67-22a3c2cb14ef), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.101659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3380655-9300-4d8c-ad2a-2b6d8d04ecaa']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:29.120508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:29.211275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c38f722-e427-4b1d-9516-615e52f49928') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:29.211983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c38f722-e427-4b1d-9516-615e52f49928') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:29.223995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:29.224692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.305594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33780) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:29.311555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Request body: {'port': {'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a', 'binding:host_id': 'n-h1-825496-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834577462'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:29.416878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:29.439980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Made reservation on behalf of d47eafbac11e47aeab9122505ac0e66e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:29.444564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.464656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.588459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5952cddc-8b06-4784-a376-3b4c27bc433f None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:29.626736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for security_group (e4e19656-e620-4fbe-a0a6-f529429b0f48), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.654393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Could not find standard attr ID for object af7f6b85-b195-4175-9b67-22a3c2cb14ef. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:58:29.702507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:29.702890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.703208 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e4e19656-e620-4fbe-a0a6-f529429b0f48), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.758034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e19656-e620-4fbe-a0a6-f529429b0f48,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:29.772071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port 879a05dd-3b7b-4bae-b809-caa765c59fef yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:29.827325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.887241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952cddc-8b06-4784-a376-3b4c27bc433f None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:29.901097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.908675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=af7f6b85-b195-4175-9b67-22a3c2cb14ef,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:29.974440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:29.991182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:29.994808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-43740b64-45b9-44ca-be52-a5a09ebd92fa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/af7f6b85-b195-4175-9b67-22a3c2cb14ef HTTP/1.1" status: 204 len: 168 time: 1.9004164 Jan 29 19:58:29.999957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:30.003082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ccd6d7b8-28b3-4200-9def-05e85d58de15 req-362948a8-b312-4f32-9c34-d7219fd68552 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0619047 Jan 29 19:58:30.014063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.070914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e0e8e-e283-4a13-ae23-43f46e0b51b3 req-c7b73dfd-cc35-4702-aadb-6d03135ef134 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:30.073338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-700e0e8e-e283-4a13-ae23-43f46e0b51b3 req-c7b73dfd-cc35-4702-aadb-6d03135ef134 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 1.5479908 Jan 29 19:58:30.075152 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-959f2e36-46d8-43fd-9c86-e170a635cfd5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:58:30.092811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-959f2e36-46d8-43fd-9c86-e170a635cfd5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/af7f6b85-b195-4175-9b67-22a3c2cb14ef HTTP/1.1" status: 404 len: 333 time: 0.0884726 Jan 29 19:58:30.104630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:30.106147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.213546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33812) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:30.216712 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:30.240085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port 879a05dd-3b7b-4bae-b809-caa765c59fef yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:30.251204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.252995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:30.253493 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.281146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:30.281146 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:30.281146 n-d-825496-5 neutron-server[103562]: [parameters: {'id': 'e3380655-9300-4d8c-ad2a-2b6d8d04ecaa'}] Jan 29 19:58:30.281146 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:30.281749 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:30.332839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.334235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbc19e-84e0-469c-a7b7-5ac2b0980072 None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:30.342648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.359650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-700e0e8e-e283-4a13-ae23-43f46e0b51b3 req-13154693-a197-4b9e-ad1c-664717868b3c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447868 Jan 29 19:58:30.376748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.421801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb4f3-61f6-41ac-a19f-92c331a5d784 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (22eec494-365f-4c43-a596-cf6382936161), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.487164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=879a05dd-3b7b-4bae-b809-caa765c59fef,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:30.499989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Checking segment: {'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:30.500417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Network hostable DHCP agents. Network: 95183c4e-b413-4983-aa6f-1b70f564323a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:30.508698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb4f3-61f6-41ac-a19f-92c331a5d784 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (22eec494-365f-4c43-a596-cf6382936161), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.594393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Allocated IP 172.25.5.170 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/f7d2ebb7-199c-4238-abaa-bf7e5badbdeb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:30.604682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Network 95183c4e-b413-4983-aa6f-1b70f564323a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:30.668615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb4f3-61f6-41ac-a19f-92c331a5d784 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (22eec494-365f-4c43-a596-cf6382936161), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.671817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ceb4f3-61f6-41ac-a19f-92c331a5d784 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.675341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c1ceb4f3-61f6-41ac-a19f-92c331a5d784 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/security-groups/22eec494-365f-4c43-a596-cf6382936161 HTTP/1.1" status: 204 len: 168 time: 0.4537947 Jan 29 19:58:30.676175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33844) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:30.716835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 95183c4e-b413-4983-aa6f-1b70f564323a) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:30.728629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceb4f3-61f6-41ac-a19f-92c331a5d784 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eec494-365f-4c43-a596-cf6382936161,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:30.730266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:30.730681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18305aea-7373-46f1-bae9-de294a1ccab2 None None] Network 95183c4e-b413-4983-aa6f-1b70f564323a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:30.767275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:30.767839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:30.768367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:30.780098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:30.780701 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:30.781662 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 2 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:30.782351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.811299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:30.811700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:30.812039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:30.821895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9daedb6-a7e7-4203-9a70-69c7199485da tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (ef4a262c-2221-4a11-b87d-05a4f0f75b72), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.824970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:30.825308 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:30.828070 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 3 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:30.828334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.881184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:30.881526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:30.887861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:30.912588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-23c0a47e-0444-45c1-b5f4-a9b82aa0fc2e None None] Could not find standard attr ID for object af7f6b85-b195-4175-9b67-22a3c2cb14ef. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:58:30.923151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9daedb6-a7e7-4203-9a70-69c7199485da tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (ef4a262c-2221-4a11-b87d-05a4f0f75b72), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:30.945244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:30.950972 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:30.950972 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 4 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:30.997899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:30.998258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.038846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.039170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.064443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.082019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.082019 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.082976 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 5 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:31.103468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5,segment=NetworkSegment(4c38f722-e427-4b1d-9516-615e52f49928),segment_id=4c38f722-e427-4b1d-9516-615e52f49928)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:31.103468 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.111914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.112282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.112628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.119021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:31.129900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.141208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.141548 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.141956 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 6 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:31.162370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aba48865-7b94-4e96-b557-9c60167b9a37 req-b41fb88b-99f3-47d8-ab49-56c0ff9810bc tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0516348 Jan 29 19:58:31.172581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.172984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.173263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.178617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.178979 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.179380 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 7 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:31.195002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.195424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.195834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.209335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.209682 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.210086 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 8 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:31.233649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9daedb6-a7e7-4203-9a70-69c7199485da tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ef4a262c-2221-4a11-b87d-05a4f0f75b72), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.238053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d9daedb6-a7e7-4203-9a70-69c7199485da tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.239501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d9daedb6-a7e7-4203-9a70-69c7199485da tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef4a262c-2221-4a11-b87d-05a4f0f75b72 HTTP/1.1" status: 204 len: 168 time: 0.5620053 Jan 29 19:58:31.239834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:31.245630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:31.248148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:31.250602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:31.279742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.279742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.280168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.281205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'Port': ['ID=f7d2ebb7-199c-4238-abaa-bf7e5badbdeb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:31.285987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9daedb6-a7e7-4203-9a70-69c7199485da tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a262c-2221-4a11-b87d-05a4f0f75b72,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:31.308499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.308837 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.313296 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 9 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:31.330175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.330534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.330847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.336864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.337215 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.337939 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 10 to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef Jan 29 19:58:31.354493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:31.354918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:31.355471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:31.365870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 879a05dd-3b7b-4bae-b809-caa765c59fef on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:31.366252 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 879a05dd-3b7b-4bae-b809-caa765c59fef on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:31.366643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.386976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet 7841a411-ed6a-4b34-a3a2-7fca62ad4d28 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:58:31.392107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (7841a411-ed6a-4b34-a3a2-7fca62ad4d28), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.483997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (91f22839-92ff-4db7-a8be-f409534212ec), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.488019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (7841a411-ed6a-4b34-a3a2-7fca62ad4d28), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.503993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.525157 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.532248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] For port 879a05dd-3b7b-4bae-b809-caa765c59fef, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:31.532610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempted to set empty binding levels {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 19:58:31.566197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:31.571654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=7a2b4ee9-b74d-4af9-ae87-1f868f8f2de5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:31.595903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7841a411-ed6a-4b34-a3a2-7fca62ad4d28), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.630112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.671215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8be418-307d-4f9b-9cbb-53e100e7f556 req-ba2de48b-d0eb-45b5-b2e9-78ba963672ef tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:31.679801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba8be418-307d-4f9b-9cbb-53e100e7f556 req-ba2de48b-d0eb-45b5-b2e9-78ba963672ef tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.2089961 Jan 29 19:58:31.683670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:31.684457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.711058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=879a05dd-3b7b-4bae-b809-caa765c59fef,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:31.718353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.731880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.778530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3380655-9300-4d8c-ad2a-2b6d8d04ecaa']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:31.803546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-094b66c8-5620-4aef-8acb-03bcb498e8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4965291 Jan 29 19:58:31.805319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (7841a411-ed6a-4b34-a3a2-7fca62ad4d28), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.808125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:31.810351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c38f722-e427-4b1d-9516-615e52f49928') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:31.810654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c38f722-e427-4b1d-9516-615e52f49928') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:31.835161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba8be418-307d-4f9b-9cbb-53e100e7f556 req-93bf8b0b-b27f-433e-8515-d926e414f6c6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543851 Jan 29 19:58:31.836983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.866246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.878709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=7841a411-ed6a-4b34-a3a2-7fca62ad4d28,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:31.883321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:31.883620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4c38f722-e427-4b1d-9516-615e52f49928), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.886060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:31.887714 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:31.891720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7e8980bd-8198-4adf-9f04-2db103f4c4bd tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/7841a411-ed6a-4b34-a3a2-7fca62ad4d28 HTTP/1.1" status: 204 len: 168 time: 0.6386383 Jan 29 19:58:31.899909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33904) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:31.900975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20692f-e6c3-4d5c-b6fc-f60fd526e920 None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:31.917268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:32.154838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Deleting port 879a05dd-3b7b-4bae-b809-caa765c59fef {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:32.155192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.165865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e3380655-9300-4d8c-ad2a-2b6d8d04ecaa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.184560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.188524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/e3380655-9300-4d8c-ad2a-2b6d8d04ecaa HTTP/1.1" status: 204 len: 168 time: 5.0271544 Jan 29 19:58:32.190905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.194953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33916) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:32.235216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388151977'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:32.235455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:32.249030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.294661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6942231-f5d9-4e9e-a6d8-632903372700 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=e3380655-9300-4d8c-ad2a-2b6d8d04ecaa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:32.296964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.361869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'Port': ['ID=f7d2ebb7-199c-4238-abaa-bf7e5badbdeb,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:32.400434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:32.404662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.450158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (91f22839-92ff-4db7-a8be-f409534212ec), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.460864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:32.493837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2ebe9724-9796-4875-9e34-15ff42a79dd3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.494157 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment 2ebe9724-9796-4875-9e34-15ff42a79dd3 of type vlan for network 970c7015-6659-4b9b-8342-4c71e3addddd Jan 29 19:58:32.500974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c29e35c-7835-4319-a3ef-f349bdf07a18 req-ca7dd587-7658-4254-a1e2-3d3e86aa73ba tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1209185 Jan 29 19:58:32.525991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] For port 879a05dd-3b7b-4bae-b809-caa765c59fef, host n-h1-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:32.525991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.574896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (970c7015-6659-4b9b-8342-4c71e3addddd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.606824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.608578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-43b812a2-13df-4262-8646-9ae06a37421d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5157061 Jan 29 19:58:32.614771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Calling delete_port for 879a05dd-3b7b-4bae-b809-caa765c59fef owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:32.675105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (970c7015-6659-4b9b-8342-4c71e3addddd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.689965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:32.693086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.807730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:32.808475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6115451 Jan 29 19:58:32.820018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '970c7015-6659-4b9b-8342-4c71e3addddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:32.889286 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (879a05dd-3b7b-4bae-b809-caa765c59fef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:32.955718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d6d92-70a8-4c20-a795-02c74f2e081b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=970c7015-6659-4b9b-8342-4c71e3addddd,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:32.977385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 970c7015-6659-4b9b-8342-4c71e3addddd details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:33.056433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event deleted for resources: {'Port': ['ID=879a05dd-3b7b-4bae-b809-caa765c59fef,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:33.065358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-fe9d4053-f517-4fb1-a17d-67b2f1a4a55b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1672620169&fields=id&tenant_id=783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 267 time: 0.1036751 Jan 29 19:58:33.108292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.112190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-82733b31-2f49-4462-91a7-630591c68785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "DELETE /v2.0/ports/879a05dd-3b7b-4bae-b809-caa765c59fef HTTP/1.1" status: 204 len: 168 time: 1.2992356 Jan 29 19:58:33.117100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33980) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:33.233374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232a216-50aa-4ea0-b986-0b5d6d2657a0 req-cbf8da82-77f6-4bd1-8b14-7e5c8aa5d646 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:33.242015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2232a216-50aa-4ea0-b986-0b5d6d2657a0 req-cbf8da82-77f6-4bd1-8b14-7e5c8aa5d646 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1886926 Jan 29 19:58:33.270668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.275647 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a978a33-1575-4616-aa42-c47a923e40cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:58:33.282715 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1a978a33-1575-4616-aa42-c47a923e40cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "GET /v2.0/ports/879a05dd-3b7b-4bae-b809-caa765c59fef HTTP/1.1" status: 404 len: 333 time: 0.1588526 Jan 29 19:58:33.284083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3da042c6-3dd6-4eb8-a908-a2d661bca245 None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:33.284500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3da042c6-3dd6-4eb8-a908-a2d661bca245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.289330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33986) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:33.320540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Request body: {'port': {'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1130622263'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:33.358154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-75ec14e3-c1eb-4283-a811-b9737e82a8ba tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:33.360015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-75ec14e3-c1eb-4283-a811-b9737e82a8ba tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 817 time: 0.2936740 Jan 29 19:58:33.370709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:33.372879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:33.376174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.377842 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-8c142574-020d-4c49-8cff-ccb05c7aed24 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/quotas/783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 375 time: 0.0120668 Jan 29 19:58:33.412785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3da042c6-3dd6-4eb8-a908-a2d661bca245 None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:33.421818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3da042c6-3dd6-4eb8-a908-a2d661bca245 None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:33.422197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3da042c6-3dd6-4eb8-a908-a2d661bca245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.451960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Made reservation on behalf of d47eafbac11e47aeab9122505ac0e66e for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:33.455338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.461505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3da042c6-3dd6-4eb8-a908-a2d661bca245 None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:33.480050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing IP validity checks on allocation pools {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 19:58:33.486355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port fd48bfc2-4267-4085-a777-0a244ee5de5a yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:33.486499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 19:58:33.589377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-c029ed52-ca5a-44bc-97ee-35d31f553656 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2054565 Jan 29 19:58:33.643929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:33.651178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:33.666457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:33.667051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.668062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c51722-8dfd-456e-a4e1-e76dcae105ab None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:33.688035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2232a216-50aa-4ea0-b986-0b5d6d2657a0 req-aa04bb67-9d76-4b91-8e0a-1b6d715bcb67 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451289 Jan 29 19:58:33.830963 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7f31ead-2dd0-4023-ab97-47fef8c413c8 req-054f4c1e-0700-4f38-a6e0-34ee18bcd9a8 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0475969 Jan 29 19:58:33.835977 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.841874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d05e8781-1e58-4df1-85c0-c3a2d36c7513), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:33.859828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-e0ccb0d7-cab9-4c29-aac3-b0199d8ccdea service neutron] 10.222.0.15 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342162 Jan 29 19:58:33.860620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34018) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:33.868876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-279c04da-d2bb-487e-8bbd-381e3f828e96 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9674666 Jan 29 19:58:33.869999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'security_group': {'name': 'tempest-secgroup-1861065372'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:33.981203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=d05e8781-1e58-4df1-85c0-c3a2d36c7513,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:33.990872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': '2ebe9724-9796-4875-9e34-15ff42a79dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '970c7015-6659-4b9b-8342-4c71e3addddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:33.991326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 970c7015-6659-4b9b-8342-4c71e3addddd, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:34.013896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] Update dhcp port {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'fixed_ips': [{'subnet_id': 'b67637d9-02b3-4350-8098-d860b07ee8fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd6916cdf-2043-40fe-9c6d-1a8ad5a8a38f'}], 'binding:host_id': 'n-d-825496-5'}, 'id': '13e5ed02-1b95-4dea-9498-be29db3ef404'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:58:34.057094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.061632 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-79202166-261f-470b-8a12-0df229d2f20a service neutron] 10.222.0.15 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836123 Jan 29 19:58:34.136348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.165051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 970c7015-6659-4b9b-8342-4c71e3addddd is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:34.166279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.253330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Network 95183c4e-b413-4983-aa6f-1b70f564323a is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:34.281482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] Allocated IP 2001:db8::2 (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f/13e5ed02-1b95-4dea-9498-be29db3ef404) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:34.286297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:34.289607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:34.291241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:34.292418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.293944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 970c7015-6659-4b9b-8342-4c71e3addddd) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:34.304306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:34.304970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.341592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e16f69-2e51-490a-8389-8794a0147070 None None] Network 970c7015-6659-4b9b-8342-4c71e3addddd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:34.361889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=fd48bfc2-4267-4085-a777-0a244ee5de5a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:34.390753 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (a30ef44d-0b4f-4838-9d51-6854cc66ee16), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.405977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2fbbed0f-49a4-4d82-a87b-dc7625e870c7 req-36ccc458-0993-4a16-863d-6cf2903072c2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0522256 Jan 29 19:58:34.411019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c6304659-356b-4c46-8cd0-36731b804210 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6020904 Jan 29 19:58:34.413952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34042) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:34.545692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-269f211f-9414-43d7-b15e-d82ae500023d tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2525129 Jan 29 19:58:34.546901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:34.552646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a30ef44d-0b4f-4838-9d51-6854cc66ee16), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.596945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193724db-9f58-47f4-8239-ed2a36ffd6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-970c7015-6659-4b9b-8342-4c71e3addddd', 'network_id': '970c7015-6659-4b9b-8342-4c71e3addddd', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': 'd05e8781-1e58-4df1-85c0-c3a2d36c7513'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:34.597730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:34.601229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-193724db-9f58-47f4-8239-ed2a36ffd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.692734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (970c7015-6659-4b9b-8342-4c71e3addddd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.714378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30ef44d-0b4f-4838-9d51-6854cc66ee16,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:34.719316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.730058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:34.734815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b60fd9f-9ef3-4e2d-8c46-055b5b87c112 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8603592 Jan 29 19:58:34.747335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'security_group': {'name': 'tempest-secgroup-1435297456'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:34.796992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.903360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d05e8781-1e58-4df1-85c0-c3a2d36c7513), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.917911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:34.923244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=13e5ed02-1b95-4dea-9498-be29db3ef404,segment=NetworkSegment(1f62b13b-d19a-4d90-83a8-68ccaa8155dc),segment_id=1f62b13b-d19a-4d90-83a8-68ccaa8155dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:34.947339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5c306-d1b2-41ef-86d6-fbb643ba9af9 req-f4687499-b925-4c91-a59f-adf03c7c268a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:34.959162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38c5c306-d1b2-41ef-86d6-fbb643ba9af9 req-f4687499-b925-4c91-a59f-adf03c7c268a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1554959 Jan 29 19:58:35.053337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38c5c306-d1b2-41ef-86d6-fbb643ba9af9 req-f12815bb-915f-49c0-9a5e-7de30c1887b0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930216 Jan 29 19:58:35.077852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] Publish callbacks [] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.111355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-899b5094-3a91-469a-b53e-9e99884c79b2 req-800f048b-f9ae-4750-b4bd-067211dbf368 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0549603 Jan 29 19:58:35.182972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (399b1ee8-326a-4948-8322-72a0f45dae83), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.193625 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (d05e8781-1e58-4df1-85c0-c3a2d36c7513), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.220456 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.236364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=d05e8781-1e58-4df1-85c0-c3a2d36c7513,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:35.263702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port fd48bfc2-4267-4085-a777-0a244ee5de5a yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:35.280260 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.475665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (970c7015-6659-4b9b-8342-4c71e3addddd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.479597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (399b1ee8-326a-4948-8322-72a0f45dae83), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.480319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970c7015-6659-4b9b-8342-4c71e3addddd']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:35.480319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebe9724-9796-4875-9e34-15ff42a79dd3') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:35.480319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebe9724-9796-4875-9e34-15ff42a79dd3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:35.480319 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (2ebe9724-9796-4875-9e34-15ff42a79dd3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.480847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399b1ee8-326a-4948-8322-72a0f45dae83,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server [None req-193724db-9f58-47f4-8239-ed2a36ffd6ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d05e8781-1e58-4df1-85c0-c3a2d36c7513: This subnet is being modified by another concurrent operation. Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise exception Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d05e8781-1e58-4df1-85c0-c3a2d36c7513: This subnet is being modified by another concurrent operation. Jan 29 19:58:35.481059 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2ebe9724-9796-4875-9e34-15ff42a79dd3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (2ebe9724-9796-4875-9e34-15ff42a79dd3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:35.494244 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:35.512601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.545493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fc59f-5a86-418e-9d8f-e3e593abcead None None] Pushing event updated for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:35.545493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a241b16f-8390-4242-83c4-6e7104bfd30d None None] Network 970c7015-6659-4b9b-8342-4c71e3addddd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:35.656289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.664738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5843d030-8808-492a-b10a-4da2edd3672f tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9329193 Jan 29 19:58:35.668587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34108) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:35.681065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674809801'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:35.683504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8bf77636-dab3-482a-899a-57c3fc8db3c0 req-50be1f4c-2da4-464d-871a-37a33d4fc354 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0607281 Jan 29 19:58:35.714908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (970c7015-6659-4b9b-8342-4c71e3addddd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.724027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.727621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/970c7015-6659-4b9b-8342-4c71e3addddd HTTP/1.1" status: 204 len: 168 time: 1.3126116 Jan 29 19:58:35.731307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34114) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:35.740025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1409618200'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:35.754615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=fd48bfc2-4267-4085-a777-0a244ee5de5a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:35.758230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70b06d-04db-45c2-b185-0831bc4f727f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=970c7015-6659-4b9b-8342-4c71e3addddd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:35.775491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.776147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.776710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.784220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.785512 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.787352 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 2 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.809447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.810044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.810538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.818347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.818681 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.819082 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 3 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.834441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.835031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.835528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.840879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.841447 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.842181 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 4 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.857625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.857964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.858304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.864015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.864633 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.865183 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 5 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.885398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.885823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.886233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.892093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.892531 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.893566 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 6 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.907903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.908379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.908789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.914672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.915041 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.915417 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 7 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.931118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.931789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.932530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.937560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.937900 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.938308 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 8 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:35.952844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:35.953369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:35.953830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:35.959776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:35.963751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.969275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:35.971084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:35.971465 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:35.972957 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 9 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:36.012145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:36.012545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:36.012884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:36.015097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:36.027277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.028004 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment c5e42ba2-74f8-4160-9d15-35d1bd009c7f of type vlan for network 5427318c-d180-4b6b-8b71-cbc31e76ac9b Jan 29 19:58:36.041692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:36.042314 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:36.047173 n-d-825496-5 neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 10 to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a Jan 29 19:58:36.071406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:36.071771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:36.072088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:36.078081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.098791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:36.099134 n-d-825496-5 neutron-server[103563]: ERROR neutron.plugins.ml2.managers [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port fd48bfc2-4267-4085-a777-0a244ee5de5a on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:36.099517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.152848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (39e5032c-89a5-4301-9fa7-03c553864339), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.240332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] For port fd48bfc2-4267-4085-a777-0a244ee5de5a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:36.240949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempted to set empty binding levels {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 19:58:36.249177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da7dcfe6-c20b-41ce-851b-5fde40ae80e0 req-45936b3c-99a0-4c9f-8e9d-9914bc14b9e4 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0441420 Jan 29 19:58:36.263600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b2ae5-9f6a-4c91-a461-89829d0244ae req-cda8c3ca-1840-4b3b-9834-242255bbc5df tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.266045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f3b2ae5-9f6a-4c91-a461-89829d0244ae req-cda8c3ca-1840-4b3b-9834-242255bbc5df tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1010153 Jan 29 19:58:36.267947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (39e5032c-89a5-4301-9fa7-03c553864339), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.273780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.282196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.282833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.317657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e5032c-89a5-4301-9fa7-03c553864339,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:36.356001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.359565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=5427318c-d180-4b6b-8b71-cbc31e76ac9b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:36.370904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5427318c-d180-4b6b-8b71-cbc31e76ac9b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:36.377259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f3b2ae5-9f6a-4c91-a461-89829d0244ae req-c177f298-4f2a-4c24-9eee-d0f4da626f76 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827718 Jan 29 19:58:36.399061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] In _notify_port_updated(), no bound segment for port fd48bfc2-4267-4085-a777-0a244ee5de5a on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:58:36.400049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.400767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.402463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "PUT /v2.0/ports/fd48bfc2-4267-4085-a777-0a244ee5de5a HTTP/1.1" status: 200 len: 979 time: 1.8543336 Jan 29 19:58:36.405535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34144) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:36.418870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.420633 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df2a462d-9071-409a-bd88-cbeab61c3ec7 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7464061 Jan 29 19:58:36.427116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2e09b6b6-2e9e-4277-8b46-d496f4e142db tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6942606 Jan 29 19:58:36.432536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34148) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:36.432748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34150) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:36.443397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:36.474107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2103309984', 'security_groups': ['39e5032c-89a5-4301-9fa7-03c553864339'], 'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd6916cdf-2043-40fe-9c6d-1a8ad5a8a38f'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:36.496433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856344d-ea8c-4b81-bbe6-c0fede43b8b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=fd48bfc2-4267-4085-a777-0a244ee5de5a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:36.540717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56981a8-3480-4908-93c8-8ecec356e7cf None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:36.553529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.556363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.556363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.556363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.556363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.556768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.557230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.557745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.558159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.558590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.559560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.560031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.560527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.560983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:36.563504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-056c3ac8-b4ee-4386-b665-2bda650c4698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13045 time: 0.1562953 Jan 29 19:58:36.567810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34158) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:36.609688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9ac5175a-5a57-40da-bc99-d95eda8161cb None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:36.610901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ac5175a-5a57-40da-bc99-d95eda8161cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.705861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:36.711471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:36.753347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:36.762233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56981a8-3480-4908-93c8-8ecec356e7cf None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:36.913285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ac63120-8856-4c0e-98c3-6a17d65591ab req-379df8cd-0ffd-4d6a-9cd5-b3eb963575ce tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0877178 Jan 29 19:58:37.020336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5175a-5a57-40da-bc99-d95eda8161cb None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:37.036025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.053631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] device_id is not set on port 69284af6-8cde-40b1-a61e-cab9e51e678e yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:37.076413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9ac5175a-5a57-40da-bc99-d95eda8161cb None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:37.076890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ac5175a-5a57-40da-bc99-d95eda8161cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.080455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:37.086202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Deleting port fd48bfc2-4267-4085-a777-0a244ee5de5a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:37.086746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.133869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5175a-5a57-40da-bc99-d95eda8161cb None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:37.168667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] For port fd48bfc2-4267-4085-a777-0a244ee5de5a, host n-h1-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:37.169561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.183027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Calling delete_port for fd48bfc2-4267-4085-a777-0a244ee5de5a owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:37.273326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:37.273686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.366754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8::dd (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f/69284af6-8cde-40b1-a61e-cab9e51e678e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:37.397797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:37.407642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ad2faf7-55ad-4848-be69-8f739c2dcae8 req-25ff0a15-b994-40c9-b5de-2f6e1c7e998b tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0378420 Jan 29 19:58:37.416261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fd48bfc2-4267-4085-a777-0a244ee5de5a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.478355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.485765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fd48bfc2-4267-4085-a777-0a244ee5de5a HTTP/1.1" status: 204 len: 168 time: 0.9168220 Jan 29 19:58:37.486677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:37.487657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89044c3a-e756-47dc-ab57-8e848fb1aed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd48bfc2-4267-4085-a777-0a244ee5de5a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:37.546660 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3887513-c58f-4178-bceb-e1c80fa89d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:58:37.556150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a3887513-c58f-4178-bceb-e1c80fa89d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "GET /v2.0/ports/fd48bfc2-4267-4085-a777-0a244ee5de5a HTTP/1.1" status: 404 len: 333 time: 0.0548980 Jan 29 19:58:37.556863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34220) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:37.562370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-834484372', 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:37.586296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.645258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Made reservation on behalf of d47eafbac11e47aeab9122505ac0e66e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:37.647913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.673038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port 41db6e19-7527-46a8-9527-2bd10b1165cd yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:37.845221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for port (41db6e19-7527-46a8-9527-2bd10b1165cd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.948406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (41db6e19-7527-46a8-9527-2bd10b1165cd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.976727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:37.998295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Network 95183c4e-b413-4983-aa6f-1b70f564323a is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:38.007391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:38.032515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:38.033485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:38.036050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.072989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=41db6e19-7527-46a8-9527-2bd10b1165cd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:38.084345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a831dfe2-941f-4f52-8a80-a9d2951f06a3 req-0d0d34ef-3f6e-48b9-9bfa-63f3fc636e5e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0785537 Jan 29 19:58:38.086891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-a0b21fc5-9066-4c9d-918f-e0db9d35b16e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:38.088362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-a0b21fc5-9066-4c9d-918f-e0db9d35b16e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.26 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 817 time: 0.7347581 Jan 29 19:58:38.089030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:38.109487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927e6e-4d2f-45b8-8baa-1f1b459c4464 req-0f165e5a-9bd6-4aac-9adf-5e5dce1d77da tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:38.117120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed927e6e-4d2f-45b8-8baa-1f1b459c4464 req-0f165e5a-9bd6-4aac-9adf-5e5dce1d77da tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.5903997 Jan 29 19:58:38.161366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b25ac7dd-18ae-4610-afbb-b120f51a41ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6025469 Jan 29 19:58:38.164466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34250) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:38.182254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:38.182620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 5427318c-d180-4b6b-8b71-cbc31e76ac9b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:38.188124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.216404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c2337e-c9a1-4249-9c6e-83c34aafea2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:38.218067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-85c2337e-c9a1-4249-9c6e-83c34aafea2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "GET /v2.0/ports/41db6e19-7527-46a8-9527-2bd10b1165cd HTTP/1.1" status: 200 len: 958 time: 0.0524769 Jan 29 19:58:38.222377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34256) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:38.281158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed927e6e-4d2f-45b8-8baa-1f1b459c4464 req-8c734b01-8a66-48ab-8125-b398d75efb09 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477308 Jan 29 19:58:38.295565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-de7fcbbf-2b5f-4673-8a3a-d4709770e8db tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 380 time: 0.1773112 Jan 29 19:58:38.310015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Deleting port 41db6e19-7527-46a8-9527-2bd10b1165cd {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:38.310355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (41db6e19-7527-46a8-9527-2bd10b1165cd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.318727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'port': {'device_id': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'admin_state_up': True, 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'security_groups': ['3bc0ab24-5103-4224-8139-9edbbea2b3b0']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:38.351853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 5427318c-d180-4b6b-8b71-cbc31e76ac9b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:38.390498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (41db6e19-7527-46a8-9527-2bd10b1165cd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.403960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.412971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Calling delete_port for 41db6e19-7527-46a8-9527-2bd10b1165cd owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:38.465978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:38.500809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=69284af6-8cde-40b1-a61e-cab9e51e678e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:38.504240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5427318c-d180-4b6b-8b71-cbc31e76ac9b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:38.514999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6b3f7c-5098-4d3b-b0a7-e70649bda4b1 None None] Network 5427318c-d180-4b6b-8b71-cbc31e76ac9b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:38.521844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:38.522489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.551675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:38.577284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:38.592512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:38.593187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.599352 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c89636ee-9687-4c9f-9cb8-7e2a0bf384f7 req-7df53b94-3908-41eb-85cc-cfea57e99f1a tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0515893 Jan 29 19:58:38.600387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (41db6e19-7527-46a8-9527-2bd10b1165cd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.645402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event deleted for resources: {'Port': ['ID=41db6e19-7527-46a8-9527-2bd10b1165cd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:38.661228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.665148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d3f83c3c-0cc5-4f1f-9bc0-3fe4a5f9ecf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "DELETE /v2.0/ports/41db6e19-7527-46a8-9527-2bd10b1165cd HTTP/1.1" status: 204 len: 168 time: 0.4416373 Jan 29 19:58:38.667826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34276) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:38.691942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-5427318c-d180-4b6b-8b71-cbc31e76ac9b', 'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': '5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:38.693299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.702349 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d52f29-14d3-41e8-9871-b669cdaf6ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:58:38.704059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6d52f29-14d3-41e8-9871-b669cdaf6ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "GET /v2.0/ports/41db6e19-7527-46a8-9527-2bd10b1165cd HTTP/1.1" status: 404 len: 333 time: 0.0348580 Jan 29 19:58:38.708117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34280) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:38.717604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Request body: {'port': {'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-530776679'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:38.720778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b53f9e85-19d4-4608-b7b7-58d5382c447c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2845778 Jan 29 19:58:38.724527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34282) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:38.749262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-065634d4-467f-46c1-a98b-f480bb37c8aa tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3145027 Jan 29 19:58:38.751108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34284) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:38.767207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:38.840887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Made reservation on behalf of 783a9a9d11fa41288dbf0d86d97778e8 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:38.846184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.851847 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:38.902887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Allocated IP 172.20.0.1 (5427318c-d180-4b6b-8b71-cbc31e76ac9b/5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d/38de910b-d53f-440e-991d-b935bf46fa45) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:38.932759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.046143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Allocated IP 172.20.0.10 (cef406a5-50de-4822-b513-da8611bca3c3/a6478cc6-ba08-4e80-ad21-bd4952f438dd/5f4f3bfe-ff07-4149-b1bc-c02eccb6add9) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:39.062307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f2c73b21-2b62-400c-ad99-0c5d11f37446 None None] Provisioning complete for port 69284af6-8cde-40b1-a61e-cab9e51e678e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:39.062679 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2c73b21-2b62-400c-ad99-0c5d11f37446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.207871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.274415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Made reservation on behalf of d47eafbac11e47aeab9122505ac0e66e for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:39.276847 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.325857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1451711-4652-4a38-83a8-cb48d73410a9 req-681b4b6a-149f-4e39-9933-81a3cf0d5a3c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0609560 Jan 29 19:58:39.327021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.373419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Network cef406a5-50de-4822-b513-da8611bca3c3 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:39.378095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:39.389448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Publish callbacks [] for port (38de910b-d53f-440e-991d-b935bf46fa45), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.406458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:39.407629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f2c73b21-2b62-400c-ad99-0c5d11f37446 None None] Port 69284af6-8cde-40b1-a61e-cab9e51e678e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:39.414312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port 6b876daf-881b-4606-8c87-0aad05bf4128 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:39.463773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e3c54-ffc5-4dcf-a8c7-c118015fd3e1 req-ef4f890d-d714-432b-b33e-8b84652a489a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:39.465442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc2e3c54-ffc5-4dcf-a8c7-c118015fd3e1 req-ef4f890d-d714-432b-b33e-8b84652a489a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.0926700 Jan 29 19:58:39.475781 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (38de910b-d53f-440e-991d-b935bf46fa45), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.581699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc2e3c54-ffc5-4dcf-a8c7-c118015fd3e1 req-4a04eab4-b1df-482a-b506-c9f28ff83cb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095827 Jan 29 19:58:39.624120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Network 5427318c-d180-4b6b-8b71-cbc31e76ac9b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:39.646341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:39.649058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Pushing event updated for resources: {'Port': ['ID=38de910b-d53f-440e-991d-b935bf46fa45,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:39.651595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:39.672450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:39.721309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.750296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Attempting to bind port 38de910b-d53f-440e-991d-b935bf46fa45 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:39.750667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Attempting to bind port 38de910b-d53f-440e-991d-b935bf46fa45 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:39.751092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Attempting to bind port 38de910b-d53f-440e-991d-b935bf46fa45 on network 5427318c-d180-4b6b-8b71-cbc31e76ac9b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:39.759368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:39.762503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:39.763250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Checking segment: {'id': 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:39.763821 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.764399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Bound using segment: {'id': 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:39.769839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Bound port: 38de910b-d53f-440e-991d-b935bf46fa45, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:39.769839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (38de910b-d53f-440e-991d-b935bf46fa45), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.797721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:39.798567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.810759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3638f98b-a403-4450-8c50-3df1efc8bae2 req-5ac18227-5516-415a-9085-5b3e2fe0c698 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0642560 Jan 29 19:58:39.861024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-48138713-5205-4fd5-bac6-a2e1510b5a9e None None] Provisioning complete for port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:39.861322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-48138713-5205-4fd5-bac6-a2e1510b5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.867969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.881512 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for port (6b876daf-881b-4606-8c87-0aad05bf4128), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.885154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:39.888573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.903133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5427318c-d180-4b6b-8b71-cbc31e76ac9b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:39.916593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:39.917118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:39.917257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] For port 38de910b-d53f-440e-991d-b935bf46fa45, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:39.919515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-48138713-5205-4fd5-bac6-a2e1510b5a9e None None] Port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:39.922566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] For port 38de910b-d53f-440e-991d-b935bf46fa45, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=38de910b-d53f-440e-991d-b935bf46fa45,segment=NetworkSegment(c5e42ba2-74f8-4160-9d15-35d1bd009c7f),segment_id=c5e42ba2-74f8-4160-9d15-35d1bd009c7f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:39.932467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:39.978394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-19053f4c-a1de-435d-bcfe-57b983533171 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6650255 Jan 29 19:58:40.000585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Request body: {'port': {'device_id': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:40.009217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.011529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (38de910b-d53f-440e-991d-b935bf46fa45), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.027454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:40.029564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:40.041105 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:40.068103 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f (CIDR: 2001:db8::/64) Jan 29 19:58:40.116361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.117923 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:58:40.119577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:40.143013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.145301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a9dd-186b-45ed-926c-de88de517eaa None None] Pushing event updated for resources: {'Port': ['ID=38de910b-d53f-440e-991d-b935bf46fa45,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:40.169379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40611470-77e4-4cbc-843d-e73de955976d None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:40.170706 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:40.170706 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:40.170706 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '5427318c-d180-4b6b-8b71-cbc31e76ac9b'}] Jan 29 19:58:40.170706 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:40.171106 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:40.213738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Network 95183c4e-b413-4983-aa6f-1b70f564323a is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:40.227496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:40.236656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:40.237493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:40.238704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.243639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e94f67e0-0db6-4acc-8a66-deac313a7517 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4904089 Jan 29 19:58:40.246544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:40.251650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:40.260495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40611470-77e4-4cbc-843d-e73de955976d None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:40.296004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=6b876daf-881b-4606-8c87-0aad05bf4128,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:40.416478 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-563703f5-a359-4c90-975a-2c85c182a255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7070887 Jan 29 19:58:40.419821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:40.425639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:40.481769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16091192-cc07-4d46-af40-7787842f5f0e req-90739e13-4596-4f8b-923a-79f761914252 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:40.483333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16091192-cc07-4d46-af40-7787842f5f0e req-90739e13-4596-4f8b-923a-79f761914252 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 932 time: 0.0743668 Jan 29 19:58:40.497221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd6d8e-0764-4ee1-b864-4a88511c37bd None None] Network 5427318c-d180-4b6b-8b71-cbc31e76ac9b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:40.505537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:40.509206 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.535546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.599192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16091192-cc07-4d46-af40-7787842f5f0e req-a4566f95-491e-49f5-836e-afe7821e1219 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088088 Jan 29 19:58:40.639133 n-d-825496-5 neutron-server[103563]: INFO neutron.db.ipam_backend_mixin [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b67637d9-02b3-4350-8098-d860b07ee8fe (CIDR: 2001:db8:0:1::/64) Jan 29 19:58:40.668140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:58:40.673843 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.681218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Publish callbacks [] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.710919 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:58:40.710919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:40.740507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Transition to ACTIVE for port object 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:58:40.748897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 38de910b-d53f-440e-991d-b935bf46fa45 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:40.749317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (38de910b-d53f-440e-991d-b935bf46fa45), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.809530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c39b42-151e-40c1-b101-4795701266c4 req-6111c977-1155-4fd3-97be-3d0ad318a00a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:40.811175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-90c39b42-151e-40c1-b101-4795701266c4 req-6111c977-1155-4fd3-97be-3d0ad318a00a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1143131 Jan 29 19:58:40.816837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d5079fb-e6d0-4851-8493-067da2e2bdfc tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5660264 Jan 29 19:58:40.821226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34380) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:40.826238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'subnet': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:40.849149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.867816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 38de910b-d53f-440e-991d-b935bf46fa45, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=38de910b-d53f-440e-991d-b935bf46fa45,segment=NetworkSegment(c5e42ba2-74f8-4160-9d15-35d1bd009c7f),segment_id=c5e42ba2-74f8-4160-9d15-35d1bd009c7f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:40.868703 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (38de910b-d53f-440e-991d-b935bf46fa45), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.904682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] device_id is not set on port 6b876daf-881b-4606-8c87-0aad05bf4128 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:58:40.911311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 38de910b-d53f-440e-991d-b935bf46fa45 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:40.922857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks [] for port (6b876daf-881b-4606-8c87-0aad05bf4128), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:40.959225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-90c39b42-151e-40c1-b101-4795701266c4 req-4ff3b43c-677e-4a50-bde1-e29ae3278b73 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234822 Jan 29 19:58:40.963113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.005169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-14fe9ffb-626a-4850-935a-36b5ef6112f7 req-423af524-1a50-4b06-a998-151ec9520402 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0916841 Jan 29 19:58:41.039847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Attempting to bind port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.043499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Attempting to bind port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.043499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Attempting to bind port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 on network cef406a5-50de-4822-b513-da8611bca3c3 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.043888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.056924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 on network cef406a5-50de-4822-b513-da8611bca3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.057148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Attempting to bind port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 on network cef406a5-50de-4822-b513-da8611bca3c3 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.096463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:41.096810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Checking segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:41.097196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Bound using segment: {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:41.098255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Bound port: 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2f2601-c31d-4277-9245-5ee4b56d4581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:41.098791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.129766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=6b876daf-881b-4606-8c87-0aad05bf4128,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.154467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Made reservation on behalf of e5c87b2da12544788a8f730191ed426c for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:41.159404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.167740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (38de910b-d53f-440e-991d-b935bf46fa45), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.178179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.178445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.178786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.194090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.194425 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.196502 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 2 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.217888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:41.221162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.221610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=38de910b-d53f-440e-991d-b935bf46fa45,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.221759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.221999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.234272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.234610 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.236189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:41.237325 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 3 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.252002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.252397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.252738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.260841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.261182 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.261612 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 4 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.271224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 38de910b-d53f-440e-991d-b935bf46fa45 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:41.284184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.284556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.284967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.289734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.290139 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.290619 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 5 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.305912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.306394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.306799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.311428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.311823 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.312340 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 6 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.335659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.335659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.335659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.335659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.335659 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.335659 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 7 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.352869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.353353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.353787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.358932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.368223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.368733 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.392853 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 8 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.403207 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.414626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:41.415319 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.416813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 1092 time: 1.4223349 Jan 29 19:58:41.417349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:41.419954 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637e648-d5b6-4cf7-ab7c-e35fc648a849" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:41.433779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5427318c-d180-4b6b-8b71-cbc31e76ac9b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:41.439395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.439395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.439395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.449726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.450126 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.450336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:41.450761 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 9 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.451055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e42ba2-74f8-4160-9d15-35d1bd009c7f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:41.453758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510ccf5-9b60-464a-8053-2b9ae6374504 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.467824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.468938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.469473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.469999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.475083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.475625 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.476176 n-d-825496-5 neutron-server[103562]: INFO neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempt 10 to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 Jan 29 19:58:41.491502 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd937b2-aef1-42af-b366-7125724fccfd x-openstack-request-id: req-2cd937b2-aef1-42af-b366-7125724fccfd {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:41.491902 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:41.492275 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cd937b2-aef1-42af-b366-7125724fccfd {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:41.492817 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'status': 'completed', 'code': 200} Jan 29 19:58:41.495801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:41.496316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:41.496714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempting to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:41.501846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:58:41.501846 n-d-825496-5 neutron-server[103562]: ERROR neutron.plugins.ml2.managers [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Failed to bind port 6b876daf-881b-4606-8c87-0aad05bf4128 on host n-h1-825496-5 for vnic_type normal using segments [{'id': '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95183c4e-b413-4983-aa6f-1b70f564323a'}] Jan 29 19:58:41.502488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.511002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.521939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:41.522605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (c5e42ba2-74f8-4160-9d15-35d1bd009c7f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:41.525937 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:41.611932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] For port 6b876daf-881b-4606-8c87-0aad05bf4128, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:41.612480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attempted to set empty binding levels {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 29 19:58:41.620303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e648-d5b6-4cf7-ab7c-e35fc648a849 req-b271dfeb-726b-4bcb-a841-b1182ee7f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:41.622010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a637e648-d5b6-4cf7-ab7c-e35fc648a849 req-b271dfeb-726b-4bcb-a841-b1182ee7f48c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1126 time: 0.0766680 Jan 29 19:58:41.719828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5427318c-d180-4b6b-8b71-cbc31e76ac9b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.724878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.731373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/5427318c-d180-4b6b-8b71-cbc31e76ac9b HTTP/1.1" status: 204 len: 168 time: 3.0034041 Jan 29 19:58:41.737884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34410) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:41.745572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.747321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582260234'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:41.773772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d69493-8946-4f80-ada0-151a4b0377d3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=5427318c-d180-4b6b-8b71-cbc31e76ac9b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.785996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] In _notify_port_updated(), no bound segment for port 6b876daf-881b-4606-8c87-0aad05bf4128 on network 95183c4e-b413-4983-aa6f-1b70f564323a {{(pid=103562) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:58:41.786888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:41.787597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.789648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "PUT /v2.0/ports/6b876daf-881b-4606-8c87-0aad05bf4128 HTTP/1.1" status: 200 len: 978 time: 1.3681118 Jan 29 19:58:41.794304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:41.808670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (dbd7d748-a554-4a58-9d92-d997bca47142), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.855450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557ac94-3f06-4311-b511-6d39405f0faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event updated for resources: {'Port': ['ID=6b876daf-881b-4606-8c87-0aad05bf4128,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.861013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e648-d5b6-4cf7-ab7c-e35fc648a849 req-e239f879-173c-4041-83c1-8c06f5520a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:41.861830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a637e648-d5b6-4cf7-ab7c-e35fc648a849 req-e239f879-173c-4041-83c1-8c06f5520a86 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2250886 Jan 29 19:58:41.866285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:41.872433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:41.875480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:41.876121 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.883473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91575b3-917d-4296-ada8-24b8fb8728e1 None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:41.914228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c47aa-cc87-45e9-b0be-678c180fe765 req-2e5469f6-4322-4458-becd-1ee85b0e3201 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:41.915706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-717c47aa-cc87-45e9-b0be-678c180fe765 req-2e5469f6-4322-4458-becd-1ee85b0e3201 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1631832 Jan 29 19:58:41.916685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Subnet': ['ID=dbd7d748-a554-4a58-9d92-d997bca47142,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:41.937315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:41.940788 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:41.995788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:41.998272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Deleting port 6b876daf-881b-4606-8c87-0aad05bf4128 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:41.998621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.009856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e61537f1-744e-428d-a654-d6caed98601b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.010517 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment e61537f1-744e-428d-a654-d6caed98601b of type vlan for network 6496d15f-64c7-4373-88e6-1b5ba653be87 Jan 29 19:58:42.018660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e648-d5b6-4cf7-ab7c-e35fc648a849 req-b4ee207e-3707-420b-81f7-c66ab38341c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:42.020900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a637e648-d5b6-4cf7-ab7c-e35fc648a849 req-b4ee207e-3707-420b-81f7-c66ab38341c8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1511171 Jan 29 19:58:42.121696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee819de9-3159-4c1d-a393-6615a93a8042 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2960701 Jan 29 19:58:42.124617 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.127462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34426) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:42.136532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-863559384', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbd7d748-a554-4a58-9d92-d997bca47142'}], 'security_groups': ['a30ef44d-0b4f-4838-9d51-6854cc66ee16', '399b1ee8-326a-4948-8322-72a0f45dae83']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:42.139360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] For port 6b876daf-881b-4606-8c87-0aad05bf4128, host n-h1-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:42.139842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.182414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] Update dhcp port {'port': {'network_id': '56a58d09-b6ce-44cd-a3ee-68f39999fd3b', 'fixed_ips': [{'subnet_id': 'b67637d9-02b3-4350-8098-d860b07ee8fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd6916cdf-2043-40fe-9c6d-1a8ad5a8a38f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dbd7d748-a554-4a58-9d92-d997bca47142'}], 'binding:host_id': 'n-d-825496-5'}, 'id': '13e5ed02-1b95-4dea-9498-be29db3ef404'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 19:58:42.184565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Calling delete_port for 6b876daf-881b-4606-8c87-0aad05bf4128 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:42.217052 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.231545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-717c47aa-cc87-45e9-b0be-678c180fe765 req-0c354881-dbdf-4e6a-83db-3023fd048a88 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046718 Jan 29 19:58:42.295869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-f1b3cc1f-e841-43c1-9bab-065282572cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:42.297441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-f1b3cc1f-e841-43c1-9bab-065282572cb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1126 time: 0.1778016 Jan 29 19:58:42.368057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec6be-d38d-4693-b5db-492675bc67cd req-73235926-6f4b-4610-a460-b2a38d4cf47d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:42.369745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a1ec6be-d38d-4693-b5db-492675bc67cd req-73235926-6f4b-4610-a460-b2a38d4cf47d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1864462 Jan 29 19:58:42.373196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-01666505-9dcb-4c60-a867-04a6c7d9b852 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 217 time: 0.0587475 Jan 29 19:58:42.393713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c8d8b85-56fe-43c5-bb3f-510cd5b32a3f req-965aa0b6-88e7-4465-9987-40e324e94e60 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0532339 Jan 29 19:58:42.407055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.414093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:42.414755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.435841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] Allocated IP 2001:db8:0:2::2 (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/dbd7d748-a554-4a58-9d92-d997bca47142/13e5ed02-1b95-4dea-9498-be29db3ef404) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:42.482051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a1ec6be-d38d-4693-b5db-492675bc67cd req-95653370-78eb-486a-aac2-ff061305d27b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911055 Jan 29 19:58:42.489516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-0e9528b3-b7b8-4be3-8251-be82b7fd5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:42.491385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-0e9528b3-b7b8-4be3-8251-be82b7fd5971 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.1090281 Jan 29 19:58:42.499243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=6496d15f-64c7-4373-88e6-1b5ba653be87,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:42.541422 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6b876daf-881b-4606-8c87-0aad05bf4128), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.564739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.583209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=13e5ed02-1b95-4dea-9498-be29db3ef404,segment=NetworkSegment(1f62b13b-d19a-4d90-83a8-68ccaa8155dc),segment_id=1f62b13b-d19a-4d90-83a8-68ccaa8155dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:42.590857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b876daf-881b-4606-8c87-0aad05bf4128,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:42.596899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.600877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d564917e-c521-464b-896b-628927bee124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6b876daf-881b-4606-8c87-0aad05bf4128 HTTP/1.1" status: 204 len: 168 time: 0.8055558 Jan 29 19:58:42.603454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34428) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:42.620680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] Publish callbacks [] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.624929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6496d15f-64c7-4373-88e6-1b5ba653be87 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:42.635330 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4042555b-9c42-4cef-9fa0-79b72c3ca971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] GET failed (client error): The resource could not be found. Jan 29 19:58:42.637105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4042555b-9c42-4cef-9fa0-79b72c3ca971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-437642766-project-admin] 10.222.0.15 "GET /v2.0/ports/6b876daf-881b-4606-8c87-0aad05bf4128 HTTP/1.1" status: 404 len: 333 time: 0.0325193 Jan 29 19:58:42.642099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34430) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:42.692381 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee34e10c-6929-4bdf-984b-49f07c06a1a7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9518244 Jan 29 19:58:42.695992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:42.700599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:42.723610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.737308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (95183c4e-b413-4983-aa6f-1b70f564323a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.742095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de087-65c4-4c9d-80cb-a9276644418b req-75e166cc-b9c7-4a0a-bda5-2a622f16f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:42.743699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-75e166cc-b9c7-4a0a-bda5-2a622f16f0d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2454553 Jan 29 19:58:42.919781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (95183c4e-b413-4983-aa6f-1b70f564323a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.936284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:42.950302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:42.953744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95183c4e-b413-4983-aa6f-1b70f564323a']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:42.974415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:42.974903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:42.978890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-a83c2e9e-1b8a-4892-a23b-3b597c5a58a1 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259836 Jan 29 19:58:42.999943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0522e1-5823-4d44-b43f-2d66169bafbc None None] Pushing event updated for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:43.027383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.091351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.100043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:43.100743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4f9b037f-ceed-4e3c-9d95-2f3ef8fb48ee), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:43.172613 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:43.235057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-532de087-65c4-4c9d-80cb-a9276644418b req-a0bc074a-3f6d-4db1-aac1-0a598a5b17ca service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471862 Jan 29 19:58:43.252586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (95183c4e-b413-4983-aa6f-1b70f564323a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.265227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.271360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] 10.222.0.15 "DELETE /v2.0/networks/95183c4e-b413-4983-aa6f-1b70f564323a HTTP/1.1" status: 204 len: 168 time: 0.6276393 Jan 29 19:58:43.338566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799f43c-4da3-4524-8bd3-a99a5c9ca4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-81682128-project] Pushing event deleted for resources: {'Network': ['ID=95183c4e-b413-4983-aa6f-1b70f564323a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:43.446425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7a263db3-709d-4652-b753-3d657e2f8c75), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.457028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Delete allocated IP 2001:db8::dd (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f) {{(pid=103563) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 29 19:58:43.467902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Allocated IP 2001:db8:0:2::142 (56a58d09-b6ce-44cd-a3ee-68f39999fd3b/dbd7d748-a554-4a58-9d92-d997bca47142/69284af6-8cde-40b1-a61e-cab9e51e678e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:43.565635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad57b749-290e-474b-a750-1d56171c383f req-ea99d8db-f826-4f6f-a020-0821edec9a40 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0489790 Jan 29 19:58:43.741411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.789799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4240e2e-39d6-4e36-a662-7fe9420c52bd req-27f43f76-35c7-4493-9cdf-0fe7eb8858fd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:43.803322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4240e2e-39d6-4e36-a662-7fe9420c52bd req-27f43f76-35c7-4493-9cdf-0fe7eb8858fd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1145988 Jan 29 19:58:43.806029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=7a263db3-709d-4652-b753-3d657e2f8c75,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:43.847756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.867507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303fd33-1908-4fb7-a66a-27da588733f6 req-3ad0df20-5f03-4f2a-94d0-4a3edeb446bb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:43.870246 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d303fd33-1908-4fb7-a66a-27da588733f6 req-3ad0df20-5f03-4f2a-94d0-4a3edeb446bb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.4684458 Jan 29 19:58:43.904124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4240e2e-39d6-4e36-a662-7fe9420c52bd req-a21bd3ea-cb71-4be8-88ed-d7d38e20b041 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999429 Jan 29 19:58:43.937805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': 'e61537f1-744e-428d-a654-d6caed98601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:43.938179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 6496d15f-64c7-4373-88e6-1b5ba653be87, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:43.967277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] In _notify_port_updated(), no bound segment for port 69284af6-8cde-40b1-a61e-cab9e51e678e on network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:58:43.973435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:43.973857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:43.975273 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "PUT /v2.0/ports/69284af6-8cde-40b1-a61e-cab9e51e678e HTTP/1.1" status: 200 len: 969 time: 1.8463588 Jan 29 19:58:43.979005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34448) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:44.008848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81031e6d-ba66-4310-9778-105f65b44f28 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event updated for resources: {'Port': ['ID=69284af6-8cde-40b1-a61e-cab9e51e678e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:44.015235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d303fd33-1908-4fb7-a66a-27da588733f6 req-a513c788-178e-4c63-a3a7-f141f5ae5f39 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311605 Jan 29 19:58:44.069199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:44.069886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.070696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34450) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:44.084999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 6496d15f-64c7-4373-88e6-1b5ba653be87 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:44.134378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port 69284af6-8cde-40b1-a61e-cab9e51e678e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:44.134719 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.170603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6496d15f-64c7-4373-88e6-1b5ba653be87) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:44.182114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:44.183891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:44.186073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.196113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fea44a-d0c5-4935-b1e0-6ebc85c09e80 None None] Network 6496d15f-64c7-4373-88e6-1b5ba653be87 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:44.285960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Provisioning complete for port 69284af6-8cde-40b1-a61e-cab9e51e678e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:44.285960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.310571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-540f78d9-cb08-41c7-9672-92e420147fec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6137099 Jan 29 19:58:44.313284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34456) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:44.377669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Port 69284af6-8cde-40b1-a61e-cab9e51e678e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:44.383899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.414776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:44.415274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.439346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-6496d15f-64c7-4373-88e6-1b5ba653be87', 'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': '7a263db3-709d-4652-b753-3d657e2f8c75'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:44.440406 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.441775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for 69284af6-8cde-40b1-a61e-cab9e51e678e owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:44.481236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a709ff6c-ab38-4380-bb24-3d7adf3eb2b3 None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:44.604607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9c488e00-1faf-4ef7-aa1d-33c3ac5d0c7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0972961b22664e35a6d35330f677c370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321615 Jan 29 19:58:44.614337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34462) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:44.620372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Allocated IP 172.20.0.1 (6496d15f-64c7-4373-88e6-1b5ba653be87/7a263db3-709d-4652-b753-3d657e2f8c75/49664c2a-d934-44a5-b96c-7b6c566445ed) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:44.632047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4c4e44a0-5f15-4a35-a02f-92c0e75b3d74 None None] Provisioning complete for port 69284af6-8cde-40b1-a61e-cab9e51e678e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:44.632816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c4e44a0-5f15-4a35-a02f-92c0e75b3d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.640322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.704969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e44a0-5f15-4a35-a02f-92c0e75b3d74 None None] Port 69284af6-8cde-40b1-a61e-cab9e51e678e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:44.737314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00256b81-362d-46c0-8c71-5870c8047689 admin admin] Publish callbacks [] for security_group (81b97eb0-969e-4f77-adeb-286c4db880e9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.740932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7a263db3-709d-4652-b753-3d657e2f8c75), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.782216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b2617e3-c0fa-4a2f-a3e3-f4173b6cc4ee req-1a3782f0-9a83-4547-b88f-9f8e89c117fd tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0493364 Jan 29 19:58:44.783834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69284af6-8cde-40b1-a61e-cab9e51e678e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.802115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00256b81-362d-46c0-8c71-5870c8047689 admin admin] Publish callbacks [] for security_group (81b97eb0-969e-4f77-adeb-286c4db880e9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.853967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=69284af6-8cde-40b1-a61e-cab9e51e678e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:44.896694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Publish callbacks [] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.903050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.907681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dbc4dc66-0801-4c19-ad36-7c9d94d6c92a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/69284af6-8cde-40b1-a61e-cab9e51e678e HTTP/1.1" status: 204 len: 168 time: 0.9217162 Jan 29 19:58:44.909096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34464) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:44.947374 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11bb014-1bb3-4143-aa35-41755bbc1a37 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] GET failed (client error): The resource could not be found. Jan 29 19:58:44.951366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d11bb014-1bb3-4143-aa35-41755bbc1a37 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports/69284af6-8cde-40b1-a61e-cab9e51e678e HTTP/1.1" status: 404 len: 333 time: 0.0378447 Jan 29 19:58:44.951737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:44.958119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00256b81-362d-46c0-8c71-5870c8047689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (81b97eb0-969e-4f77-adeb-286c4db880e9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.960846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00256b81-362d-46c0-8c71-5870c8047689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:44.963184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-00256b81-362d-46c0-8c71-5870c8047689 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81b97eb0-969e-4f77-adeb-286c4db880e9 HTTP/1.1" status: 204 len: 168 time: 0.3471901 Jan 29 19:58:44.983904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00256b81-362d-46c0-8c71-5870c8047689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b97eb0-969e-4f77-adeb-286c4db880e9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:45.007207 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.127620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Pushing event updated for resources: {'Port': ['ID=49664c2a-d934-44a5-b96c-7b6c566445ed,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:45.154948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183469f6-0c8d-47ac-9ea0-68dbc43c7b7e req-00d10963-ce64-488e-b9f9-3689f8115a0e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:45.156710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-183469f6-0c8d-47ac-9ea0-68dbc43c7b7e req-00d10963-ce64-488e-b9f9-3689f8115a0e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1579244 Jan 29 19:58:45.170518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Network 6496d15f-64c7-4373-88e6-1b5ba653be87 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:45.176015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:45.181066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:45.196670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2698a20-1d2f-4799-b37b-358fe5bc5c8b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (39e5032c-89a5-4301-9fa7-03c553864339), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.226431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:45.272903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-183469f6-0c8d-47ac-9ea0-68dbc43c7b7e req-92c2430e-aed6-4782-9647-4f7313868a23 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100841 Jan 29 19:58:45.275007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (7a263db3-709d-4652-b753-3d657e2f8c75), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.303375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2698a20-1d2f-4799-b37b-358fe5bc5c8b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (39e5032c-89a5-4301-9fa7-03c553864339), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.321155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=7a263db3-709d-4652-b753-3d657e2f8c75,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:45.361714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Attempting to bind port 49664c2a-d934-44a5-b96c-7b6c566445ed on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:45.361714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Attempting to bind port 49664c2a-d934-44a5-b96c-7b6c566445ed by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e61537f1-744e-428d-a654-d6caed98601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:45.362086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Attempting to bind port 49664c2a-d934-44a5-b96c-7b6c566445ed on network 6496d15f-64c7-4373-88e6-1b5ba653be87 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:45.364951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d6ec1-8969-404f-90a7-eaddbcd30795 req-cc3dd682-f9e0-4aa3-9c22-2d3c4b5d21da tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:45.372440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79d6ec1-8969-404f-90a7-eaddbcd30795 req-cc3dd682-f9e0-4aa3-9c22-2d3c4b5d21da tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1611972 Jan 29 19:58:45.374442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:45.374831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Checking segment: {'id': 'e61537f1-744e-428d-a654-d6caed98601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:45.378143 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.378590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Bound using segment: {'id': 'e61537f1-744e-428d-a654-d6caed98601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:45.381922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Bound port: 49664c2a-d934-44a5-b96c-7b6c566445ed, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61537f1-744e-428d-a654-d6caed98601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6496d15f-64c7-4373-88e6-1b5ba653be87'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:45.384377 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.403280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.435518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6496d15f-64c7-4373-88e6-1b5ba653be87']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:45.447758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:45.451209 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.451382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61537f1-744e-428d-a654-d6caed98601b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:45.451978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61537f1-744e-428d-a654-d6caed98601b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:45.465427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (e61537f1-744e-428d-a654-d6caed98601b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.471447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d79d6ec1-8969-404f-90a7-eaddbcd30795 req-e94d615c-edd5-4519-9c22-3daf130cf312 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978940 Jan 29 19:58:45.485280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e61537f1-744e-428d-a654-d6caed98601b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.498010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:45.499197 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (e61537f1-744e-428d-a654-d6caed98601b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:45.505414 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:45.524836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2698a20-1d2f-4799-b37b-358fe5bc5c8b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (39e5032c-89a5-4301-9fa7-03c553864339), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.527633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2698a20-1d2f-4799-b37b-358fe5bc5c8b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.528894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a2698a20-1d2f-4799-b37b-358fe5bc5c8b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/security-groups/39e5032c-89a5-4301-9fa7-03c553864339 HTTP/1.1" status: 204 len: 168 time: 0.5756557 Jan 29 19:58:45.552525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:45.567264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2698a20-1d2f-4799-b37b-358fe5bc5c8b tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e5032c-89a5-4301-9fa7-03c553864339,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:45.626684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] For port 49664c2a-d934-44a5-b96c-7b6c566445ed, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:45.684104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:58:45.686545 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:45.686545 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:45.686545 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '6496d15f-64c7-4373-88e6-1b5ba653be87'}] Jan 29 19:58:45.686545 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:45.686931 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:45.693054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d129332c-dbea-40d0-9592-8604cb06ec73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (399b1ee8-326a-4948-8322-72a0f45dae83), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.693246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] For port 49664c2a-d934-44a5-b96c-7b6c566445ed, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=49664c2a-d934-44a5-b96c-7b6c566445ed,segment=NetworkSegment(e61537f1-744e-428d-a654-d6caed98601b),segment_id=e61537f1-744e-428d-a654-d6caed98601b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:45.704618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:45.719141 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d129332c-dbea-40d0-9592-8604cb06ec73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (399b1ee8-326a-4948-8322-72a0f45dae83), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.796019 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.905968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bab6a0-c05b-480b-a8de-8430e44837e6 None None] Pushing event updated for resources: {'Port': ['ID=49664c2a-d934-44a5-b96c-7b6c566445ed,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:45.916026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37d8ac30-4b9a-4c57-9dc2-cee099f2d1b7 req-11b60dcb-a51e-4368-9157-d752f88a5e07 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0393946 Jan 29 19:58:45.920735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:45.921655 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d129332c-dbea-40d0-9592-8604cb06ec73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (399b1ee8-326a-4948-8322-72a0f45dae83), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.929168 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d129332c-dbea-40d0-9592-8604cb06ec73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:45.933626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d129332c-dbea-40d0-9592-8604cb06ec73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/security-groups/399b1ee8-326a-4948-8322-72a0f45dae83 HTTP/1.1" status: 204 len: 168 time: 0.3762281 Jan 29 19:58:45.937315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:45.950970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129332c-dbea-40d0-9592-8604cb06ec73 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399b1ee8-326a-4948-8322-72a0f45dae83,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:45.964870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'mac_address': 'fa:16:3e:46:89:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:58:46.007091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33e42d-8811-448a-8134-aa7cd6a71d74 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:46.032306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9239cb8-8ed9-487a-b57f-ea67c60002d0 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (a30ef44d-0b4f-4838-9d51-6854cc66ee16), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.051300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:46.051694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.073268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9239cb8-8ed9-487a-b57f-ea67c60002d0 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (a30ef44d-0b4f-4838-9d51-6854cc66ee16), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.079515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:58:46.188580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.218967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9239cb8-8ed9-487a-b57f-ea67c60002d0 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a30ef44d-0b4f-4838-9d51-6854cc66ee16), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.226734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b9239cb8-8ed9-487a-b57f-ea67c60002d0 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.232751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b9239cb8-8ed9-487a-b57f-ea67c60002d0 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/security-groups/a30ef44d-0b4f-4838-9d51-6854cc66ee16 HTTP/1.1" status: 204 len: 168 time: 0.2983613 Jan 29 19:58:46.233716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34486) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:46.275153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:46.392851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:46.420598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33e42d-8811-448a-8134-aa7cd6a71d74 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:46.433696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239cb8-8ed9-487a-b57f-ea67c60002d0 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30ef44d-0b4f-4838-9d51-6854cc66ee16,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:46.541123 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.608153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:58:46.611896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.666666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.683331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:46.756435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9248579-7b97-4d5c-a410-2ffa3f4f23a6 None None] Network 6496d15f-64c7-4373-88e6-1b5ba653be87 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:46.885585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09be0976-3cb5-4356-b4c4-9fffc67875bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d47eafbac11e47aeab9122505ac0e66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6045599 Jan 29 19:58:46.888846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:46.895366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:58:46.935246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 49664c2a-d934-44a5-b96c-7b6c566445ed {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:46.935828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:46.948926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0cef-8577-4b5e-8105-75742c8318d8 req-7e6a6246-ca09-4ca7-a0d3-59947fe9ce73 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:46.950580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46e0cef-8577-4b5e-8105-75742c8318d8 req-7e6a6246-ca09-4ca7-a0d3-59947fe9ce73 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 945 time: 0.1129909 Jan 29 19:58:47.021192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1604722-e354-4890-8bab-3b09278f044c admin admin] Publish callbacks [] for security_group (e4e19656-e620-4fbe-a0a6-f529429b0f48), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.104411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b4a40-c283-4329-8555-2c8d4b27959b req-624f106c-8558-4150-8439-913ac5557717 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:47.105944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94b4a40-c283-4329-8555-2c8d4b27959b req-624f106c-8558-4150-8439-913ac5557717 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.6328831 Jan 29 19:58:47.115904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.118701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 49664c2a-d934-44a5-b96c-7b6c566445ed, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=49664c2a-d934-44a5-b96c-7b6c566445ed,segment=NetworkSegment(e61537f1-744e-428d-a654-d6caed98601b),segment_id=e61537f1-744e-428d-a654-d6caed98601b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:47.119189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.125531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1604722-e354-4890-8bab-3b09278f044c admin admin] Publish callbacks [] for security_group (e4e19656-e620-4fbe-a0a6-f529429b0f48), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.158717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 49664c2a-d934-44a5-b96c-7b6c566445ed owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:47.171740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46e0cef-8577-4b5e-8105-75742c8318d8 req-1727d6f5-152f-4cb4-ba98-4c8ba1be3409 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044938 Jan 29 19:58:47.210856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94b4a40-c283-4329-8555-2c8d4b27959b req-12c0b4df-f612-4642-8799-a8426f16fe56 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907338 Jan 29 19:58:47.291905 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0a61f8d-c577-4245-aeb3-bdafc12c7d0d req-c714cdcf-bd46-422f-842d-2506aaca7b12 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0383115 Jan 29 19:58:47.342374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.369574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:47.370559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1604722-e354-4890-8bab-3b09278f044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e4e19656-e620-4fbe-a0a6-f529429b0f48), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.373214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.375643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1604722-e354-4890-8bab-3b09278f044c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.376339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4f1b750d-b81f-4972-a427-07df1bcb33de tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f HTTP/1.1" status: 204 len: 168 time: 1.1354568 Jan 29 19:58:47.377776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e1604722-e354-4890-8bab-3b09278f044c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4e19656-e620-4fbe-a0a6-f529429b0f48 HTTP/1.1" status: 204 len: 168 time: 0.4873703 Jan 29 19:58:47.380731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34504) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:47.389849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (49664c2a-d934-44a5-b96c-7b6c566445ed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.390405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703d05e-507e-4351-8e13-2aa7edcb0b8c None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:47.392185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1604722-e354-4890-8bab-3b09278f044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e19656-e620-4fbe-a0a6-f529429b0f48,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:47.446621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=49664c2a-d934-44a5-b96c-7b6c566445ed,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:47.455681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 49664c2a-d934-44a5-b96c-7b6c566445ed on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:47.465936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet dbd7d748-a554-4a58-9d92-d997bca47142 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:58:47.470542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (dbd7d748-a554-4a58-9d92-d997bca47142), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.539409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (dbd7d748-a554-4a58-9d92-d997bca47142), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.578499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.620531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6496d15f-64c7-4373-88e6-1b5ba653be87']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:47.639407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61537f1-744e-428d-a654-d6caed98601b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:47.639723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61537f1-744e-428d-a654-d6caed98601b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:47.642164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:47.652975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (e61537f1-744e-428d-a654-d6caed98601b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.671745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e61537f1-744e-428d-a654-d6caed98601b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.685409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:47.685823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (e61537f1-744e-428d-a654-d6caed98601b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:47.696610 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:47.738007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (dbd7d748-a554-4a58-9d92-d997bca47142), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.829500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:58:47.837227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:47.837645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.895179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6496d15f-64c7-4373-88e6-1b5ba653be87), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.937514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (dbd7d748-a554-4a58-9d92-d997bca47142), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.937960 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:47.960702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/6496d15f-64c7-4373-88e6-1b5ba653be87 HTTP/1.1" status: 204 len: 168 time: 3.6458800 Jan 29 19:58:47.965815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a3315-00fc-4b4a-bde3-4672813eaa8e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=6496d15f-64c7-4373-88e6-1b5ba653be87,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:47.970893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:47.986805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2124409508'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:48.009322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd7d748-a554-4a58-9d92-d997bca47142,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:48.027254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.037416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a1898499-58a6-4742-8ae0-13b3c8ef6fd1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/dbd7d748-a554-4a58-9d92-d997bca47142 HTTP/1.1" status: 204 len: 168 time: 0.6553762 Jan 29 19:58:48.038104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34522) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:48.049564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:48.050011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.103823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:48.105676 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ff741a-7878-45a5-8037-e650de8444c8 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:48.108280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ff741a-7878-45a5-8037-e650de8444c8 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:48.110540 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a798f8-7c82-46ed-90cd-c96ee25c9192" -d '{"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:48.117883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34526) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:48.118135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-38ff741a-7878-45a5-8037-e650de8444c8 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/d6916cdf-2043-40fe-9c6d-1a8ad5a8a38f HTTP/1.1" status: 404 len: 337 time: 0.0750191 Jan 29 19:58:48.129404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:48.193222 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0246be21-d1e6-4515-9c14-1f2601b560b4 x-openstack-request-id: req-0246be21-d1e6-4515-9c14-1f2601b560b4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:48.193222 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:48.193482 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0246be21-d1e6-4515-9c14-1f2601b560b4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:48.193821 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'code': 200} Jan 29 19:58:48.200241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:48.210205 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.240031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.313040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting subnet b67637d9-02b3-4350-8098-d860b07ee8fe {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:58:48.350063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (b67637d9-02b3-4350-8098-d860b07ee8fe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.394256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:48.443323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:48.451664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45131f-05e4-4ddd-817e-9be16fe35031 req-17adb20e-001a-47db-bd21-8080ad889879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:48.453362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f45131f-05e4-4ddd-817e-9be16fe35031 req-17adb20e-001a-47db-bd21-8080ad889879 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1128 time: 0.1277146 Jan 29 19:58:48.461323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a0548-755f-4a1c-a38f-72b89ccb890f req-996e47e5-8982-4f76-a2e4-5c22d65515b0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:48.462030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-691a0548-755f-4a1c-a38f-72b89ccb890f req-996e47e5-8982-4f76-a2e4-5c22d65515b0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.0917058 Jan 29 19:58:48.505391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.505743 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment 4f09a5f5-879e-4480-b624-ddfc0f486a4a of type vlan for network 84f552cc-6ab2-44e9-875c-74a09bd3e198 Jan 29 19:58:48.523976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (b67637d9-02b3-4350-8098-d860b07ee8fe), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.577757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f45131f-05e4-4ddd-817e-9be16fe35031 req-5d32f1c0-fffa-4b21-8144-90f2695124a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145954 Jan 29 19:58:48.596784 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-691a0548-755f-4a1c-a38f-72b89ccb890f req-bd44c081-af2a-4bfd-97d4-09d7b2bc0814 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115239 Jan 29 19:58:48.626970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a50613-d09d-445e-8e2a-24eff819c5fb None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:48.670977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fea84-a47a-4f04-b10c-69c59bf97983 req-346a4f26-93c7-4d3d-b5ad-d6bb03c107ca tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:48.672775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-362fea84-a47a-4f04-b10c-69c59bf97983 req-346a4f26-93c7-4d3d-b5ad-d6bb03c107ca tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.3474865 Jan 29 19:58:48.689287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.756593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-362fea84-a47a-4f04-b10c-69c59bf97983 req-e594b782-12b8-467d-9395-d7b87aedb7ff tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745461 Jan 29 19:58:48.771189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c0892625-1336-4d84-a3d5-716c0d2e02e4 None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:48.771734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0892625-1336-4d84-a3d5-716c0d2e02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.786492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3aed16b-6c9e-4b93-aa97-c0586ae61994 req-70732e08-b255-4163-ab5e-b1c6c2815a77 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0503111 Jan 29 19:58:48.828623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (b67637d9-02b3-4350-8098-d860b07ee8fe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.890257 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.903539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:48.904547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:48.994648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=84f552cc-6ab2-44e9-875c-74a09bd3e198,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:49.013741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:49.033460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34552) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.036304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-49fc6ae4-4b7c-46be-ab4f-19f9c5df80ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0639527 Jan 29 19:58:49.040388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:49.094093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c0892625-1336-4d84-a3d5-716c0d2e02e4 None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:49.119938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (b67637d9-02b3-4350-8098-d860b07ee8fe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:49.126157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c0892625-1336-4d84-a3d5-716c0d2e02e4 None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:49.126560 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0892625-1336-4d84-a3d5-716c0d2e02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:49.178941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c0892625-1336-4d84-a3d5-716c0d2e02e4 None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:49.199543 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:49.213353 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/b67637d9-02b3-4350-8098-d860b07ee8fe HTTP/1.1" status: 204 len: 168 time: 1.0940537 Jan 29 19:58:49.214548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c567e-c32e-429d-8dd5-09e2b0b3cc3d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Subnet': ['ID=b67637d9-02b3-4350-8098-d860b07ee8fe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:49.216434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34556) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.280557 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0acdf2-d701-4dea-afc3-8326d7b1a453 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.285040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0acdf2-d701-4dea-afc3-8326d7b1a453 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.294526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3c0acdf2-d701-4dea-afc3-8326d7b1a453 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/7841a411-ed6a-4b34-a3a2-7fca62ad4d28 HTTP/1.1" status: 404 len: 337 time: 0.0766830 Jan 29 19:58:49.296908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34560) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.358977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-575e2fc1-6a8f-479d-a8dd-0c57921c8221 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb464b2a-48aa-4c03-8e05-0fe91c1c787d HTTP/1.1" status: 200 len: 205 time: 0.0608492 Jan 29 19:58:49.365852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34562) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.383685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:49.421334 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-d6375aea-c873-4af5-9e74-265ec680f921 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] delete failed (client error): The resource could not be found. Jan 29 19:58:49.422613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6375aea-c873-4af5-9e74-265ec680f921 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/routers/bb464b2a-48aa-4c03-8e05-0fe91c1c787d HTTP/1.1" status: 404 len: 336 time: 0.0556357 Jan 29 19:58:49.425195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.459951 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee36265-fb42-4727-8d8e-10a1b55308e5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.460565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee36265-fb42-4727-8d8e-10a1b55308e5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.464242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eee36265-fb42-4727-8d8e-10a1b55308e5 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/237f1eb4-8594-46d9-9b6c-457a01a06bbb HTTP/1.1" status: 404 len: 337 time: 0.0373471 Jan 29 19:58:49.466722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34566) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.495906 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e682d92d-bac1-4950-90a6-2d7158fed2c1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.496669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e682d92d-bac1-4950-90a6-2d7158fed2c1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.499986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e682d92d-bac1-4950-90a6-2d7158fed2c1 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/e33968ab-c281-46ea-ac55-7e44cf40d29d HTTP/1.1" status: 404 len: 337 time: 0.0320580 Jan 29 19:58:49.501048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:49.502703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34570) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.526746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 is not hosted by any dhcp agent {{(pid=103562) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 19:58:49.531562 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f2d33c-fd07-41a5-8bf8-01338e3b5018 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.532164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f2d33c-fd07-41a5-8bf8-01338e3b5018 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.534816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:49.535608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c2f2d33c-fd07-41a5-8bf8-01338e3b5018 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/abd666a0-6eff-4ba8-a456-635f5097f732 HTTP/1.1" status: 404 len: 337 time: 0.0316944 Jan 29 19:58:49.536375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:49.537951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "PUT /v2.0/networks/84f552cc-6ab2-44e9-875c-74a09bd3e198 HTTP/1.1" status: 200 len: 723 time: 0.5033319 Jan 29 19:58:49.538819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34572) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.540797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.563393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:49.617706 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db59592-3d55-43bf-a53c-02d3f7fd258a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.618633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db59592-3d55-43bf-a53c-02d3f7fd258a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.623354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4db59592-3d55-43bf-a53c-02d3f7fd258a tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/b50beb38-3b43-48c4-bace-d19fc07fa3e7 HTTP/1.1" status: 404 len: 333 time: 0.0590882 Jan 29 19:58:49.634928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34578) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.741800 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a121671-ae6c-4bf4-b437-6839a138f4ab tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.742500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a121671-ae6c-4bf4-b437-6839a138f4ab tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.745904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5a121671-ae6c-4bf4-b437-6839a138f4ab tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/09ec47a8-b973-4fd4-be95-4fcd1e686f0d HTTP/1.1" status: 404 len: 337 time: 0.1100101 Jan 29 19:58:49.747319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4104-76f8-443f-8bd6-10611090b179 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=84f552cc-6ab2-44e9-875c-74a09bd3e198,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:49.750230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.764258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:49.840568 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a914c1-19eb-4ba7-a80b-fe3a28fc5c40 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.841090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a914c1-19eb-4ba7-a80b-fe3a28fc5c40 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.844131 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-24a914c1-19eb-4ba7-a80b-fe3a28fc5c40 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/7f0da1bd-60bc-4711-8bc3-ad16f16f18cf HTTP/1.1" status: 404 len: 337 time: 0.0929611 Jan 29 19:58:49.847840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34588) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.887771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e235d32-3f71-4ef7-a425-d75cfa816e23 req-fbeac12e-616e-4fb2-b42c-a7bf6da127ad tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:49.889930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e235d32-3f71-4ef7-a425-d75cfa816e23 req-fbeac12e-616e-4fb2-b42c-a7bf6da127ad tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1676695 Jan 29 19:58:49.943884 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-121227a8-4138-48b8-b723-a2b08d03ea79 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:49.953310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121227a8-4138-48b8-b723-a2b08d03ea79 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:49.965878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-121227a8-4138-48b8-b723-a2b08d03ea79 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/df7a962f-8069-415c-813b-101496565920 HTTP/1.1" status: 404 len: 333 time: 0.1159604 Jan 29 19:58:49.968941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34592) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:49.999276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:50.002871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.053860 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccf971b-d6d4-403c-8f03-a445b37fcf7d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:50.054445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccf971b-d6d4-403c-8f03-a445b37fcf7d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:50.060712 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bccf971b-d6d4-403c-8f03-a445b37fcf7d tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/18f72d69-eef2-41e7-9825-35a4a902e094 HTTP/1.1" status: 404 len: 337 time: 0.0861793 Jan 29 19:58:50.062783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34596) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:50.081689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e235d32-3f71-4ef7-a425-d75cfa816e23 req-07b2c56f-6283-4d5f-8fe3-4529ce52b3c0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855223 Jan 29 19:58:50.118567 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d585d0aa-5447-460a-8bcf-d745241645fb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:50.120510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d585d0aa-5447-460a-8bcf-d745241645fb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:50.132174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d585d0aa-5447-460a-8bcf-d745241645fb tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/subnets/6dabf6ac-bc6c-415e-8c5b-3748bc59182c HTTP/1.1" status: 404 len: 337 time: 0.0594990 Jan 29 19:58:50.132174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:50.167586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea3894-b57d-42d8-b382-2cba0b056c2c None None] Network 56a58d09-b6ce-44cd-a3ee-68f39999fd3b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:50.219034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e8ec-19ae-4034-8dff-f4451d4c7902 req-961ef201-263b-4ef5-a621-312bdeba4679 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:50.221403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8db7e8ec-19ae-4034-8dff-f4451d4c7902 req-961ef201-263b-4ef5-a621-312bdeba4679 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.2151380 Jan 29 19:58:50.336264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d7dc4b3-9219-4ae5-beeb-0a7d3f715860 req-30ca7105-46b1-4e7a-ad1d-30108ff7eaec tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1208990 Jan 29 19:58:50.416803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-129bd1a1-5ace-4d0b-832e-95c57eeb1a6f None None] Provisioning complete for port 13e5ed02-1b95-4dea-9498-be29db3ef404 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:50.422252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-129bd1a1-5ace-4d0b-832e-95c57eeb1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.448748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8db7e8ec-19ae-4034-8dff-f4451d4c7902 req-fdac84da-5b78-44e5-8169-ba305b8c9b8b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139204 Jan 29 19:58:50.506513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Deleting port a4921d4b-b889-4c98-aee6-b27ae212870f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:50.506908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.601827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (1166d7ab-d5b5-4f22-b103-2fb67b4b3bda), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.645712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] DHCP port deletion for 56a58d09-b6ce-44cd-a3ee-68f39999fd3b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:58:50.662852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.679894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-129bd1a1-5ace-4d0b-832e-95c57eeb1a6f None None] Current status of the port 13e5ed02-1b95-4dea-9498-be29db3ef404 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:50.680113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Calling delete_port for a4921d4b-b889-4c98-aee6-b27ae212870f owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:50.726253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-129bd1a1-5ace-4d0b-832e-95c57eeb1a6f None None] Provisioning complete for port a4921d4b-b889-4c98-aee6-b27ae212870f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:50.726880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-129bd1a1-5ace-4d0b-832e-95c57eeb1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.778657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-129bd1a1-5ace-4d0b-832e-95c57eeb1a6f None None] Port a4921d4b-b889-4c98-aee6-b27ae212870f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:58:50.804409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] Deleting port 13e5ed02-1b95-4dea-9498-be29db3ef404 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:50.805077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.812311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=1166d7ab-d5b5-4f22-b103-2fb67b4b3bda,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:50.815493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': '4f09a5f5-879e-4480-b624-ddfc0f486a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:50.816473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 84f552cc-6ab2-44e9-875c-74a09bd3e198, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:58:50.854243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afaa7b-cc5d-4418-adfd-a8f2cd7bbfc8 req-ab2705e3-db24-47a3-be70-8951947cf0d6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:50.859542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93afaa7b-cc5d-4418-adfd-a8f2cd7bbfc8 req-ab2705e3-db24-47a3-be70-8951947cf0d6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.2359917 Jan 29 19:58:50.865661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:50.870941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Request body: {'floatingip': {'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:50.891416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] For port 13e5ed02-1b95-4dea-9498-be29db3ef404, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=13e5ed02-1b95-4dea-9498-be29db3ef404,segment=NetworkSegment(1f62b13b-d19a-4d90-83a8-68ccaa8155dc),segment_id=1f62b13b-d19a-4d90-83a8-68ccaa8155dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:50.892169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.906413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] Calling delete_port for 13e5ed02-1b95-4dea-9498-be29db3ef404 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:50.918111 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a4921d4b-b889-4c98-aee6-b27ae212870f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:50.932355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:58:51.019438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Port': ['ID=a4921d4b-b889-4c98-aee6-b27ae212870f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:51.021792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 84f552cc-6ab2-44e9-875c-74a09bd3e198) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:51.026303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:51.026845 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.034120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c7a58-6f76-4719-8543-5a958dd719b0 None None] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:51.046341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (91f22839-92ff-4db7-a8be-f409534212ec), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.054685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.058722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3c78738d-d5e8-4f21-af7d-350e85b1ef21 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/ports/a4921d4b-b889-4c98-aee6-b27ae212870f HTTP/1.1" status: 204 len: 168 time: 0.9308822 Jan 29 19:58:51.061366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34618) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:51.125241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-654d7e36-5be4-4890-8423-563467d6c941 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5767453 Jan 29 19:58:51.126211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:51.170950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:51.199089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34628) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:51.212676 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (13e5ed02-1b95-4dea-9498-be29db3ef404), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.242539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:51.282652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 13e5ed02-1b95-4dea-9498-be29db3ef404 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:58:51.282970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (56a58d09-b6ce-44cd-a3ee-68f39999fd3b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.283110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 13e5ed02-1b95-4dea-9498-be29db3ef404 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:58:51.286542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] No DVR routers for this DVR port 13e5ed02-1b95-4dea-9498-be29db3ef404 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:51.319835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf2ef1-08a6-43d8-84c1-726db892256a None None] Pushing event deleted for resources: {'Port': ['ID=13e5ed02-1b95-4dea-9498-be29db3ef404,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:51.452275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5799713'] for subnet (1166d7ab-d5b5-4f22-b103-2fb67b4b3bda), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.491572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-84f552cc-6ab2-44e9-875c-74a09bd3e198', 'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': '1166d7ab-d5b5-4f22-b103-2fb67b4b3bda'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:58:51.500680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1defab4b-26be-4bd3-80be-b1a31c376a4e req-7015fa82-0eb7-4f8c-be45-8fdb46c3a140 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0449812 Jan 29 19:58:51.502902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.543066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-becebeff-9344-4324-901d-c38cdb4082c1 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:51.593185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (56a58d09-b6ce-44cd-a3ee-68f39999fd3b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.627771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a58d09-b6ce-44cd-a3ee-68f39999fd3b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:51.647546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f62b13b-d19a-4d90-83a8-68ccaa8155dc') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:51.647850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f62b13b-d19a-4d90-83a8-68ccaa8155dc') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:51.679543 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (1f62b13b-d19a-4d90-83a8-68ccaa8155dc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.701416 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1f62b13b-d19a-4d90-83a8-68ccaa8155dc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.715335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:51.715913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (1f62b13b-d19a-4d90-83a8-68ccaa8155dc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:51.724141 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:51.889295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740155185857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4351207'] for subnet (1166d7ab-d5b5-4f22-b103-2fb67b4b3bda), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.935331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291ee31-8593-4454-9220-dfd86bcc149e req-c9c349e7-01d6-4506-bd4e-7bf8c6aecc14 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:51.937245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f291ee31-8593-4454-9220-dfd86bcc149e req-c9c349e7-01d6-4506-bd4e-7bf8c6aecc14 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.6537395 Jan 29 19:58:51.955379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=1166d7ab-d5b5-4f22-b103-2fb67b4b3bda,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:51.971537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (56a58d09-b6ce-44cd-a3ee-68f39999fd3b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.990916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:51.995526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] 10.222.0.15 "DELETE /v2.0/networks/56a58d09-b6ce-44cd-a3ee-68f39999fd3b HTTP/1.1" status: 204 len: 168 time: 0.9331295 Jan 29 19:58:52.018317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Allocated IP 172.20.0.2 (84f552cc-6ab2-44e9-875c-74a09bd3e198/1166d7ab-d5b5-4f22-b103-2fb67b4b3bda/d4f7cda2-fb32-4f1f-a368-4c42f17edf7f) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:58:52.026309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:52.027671 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.033087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-86ce1f2c-3ad4-4807-9cb8-e09a193adfb9 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "PUT /v2.0/subnets/1166d7ab-d5b5-4f22-b103-2fb67b4b3bda HTTP/1.1" status: 200 len: 806 time: 0.8859360 Jan 29 19:58:52.034331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.057196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f291ee31-8593-4454-9220-dfd86bcc149e req-3ac3f6b8-98c2-44d7-a8a8-523fb6a350ae tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997148 Jan 29 19:58:52.063088 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.resource_extend [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:58:52.163576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.168217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-becebeff-9344-4324-901d-c38cdb4082c1 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "PUT /v2.0/quotas/73742321c4534e38825bf1dd1289ff3c HTTP/1.1" status: 200 len: 366 time: 0.9680989 Jan 29 19:58:52.169236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef300342-6f79-4f4e-bda7-0f0c012c8d18 tempest-PortsIpV6TestJSON-365102125 tempest-PortsIpV6TestJSON-365102125-project] Pushing event deleted for resources: {'Network': ['ID=56a58d09-b6ce-44cd-a3ee-68f39999fd3b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:52.171629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.222560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d243824-d2d8-41c7-a13b-8d6fc2a66b85 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0416200 Jan 29 19:58:52.222824 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Publish callbacks [] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.225822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34640) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.233904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.250783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc57a361-5d0f-4b7a-b021-8e4ed21fc061 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "GET /v2.0/quotas/73742321c4534e38825bf1dd1289ff3c HTTP/1.1" status: 200 len: 366 time: 0.0237465 Jan 29 19:58:52.254170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34644) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.262402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (1166d7ab-d5b5-4f22-b103-2fb67b4b3bda), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.302746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.332004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (91f22839-92ff-4db7-a8be-f409534212ec), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.355617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:58:52.361511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:58:52.368496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Pushing event updated for resources: {'Port': ['ID=d4f7cda2-fb32-4f1f-a368-4c42f17edf7f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:52.368496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:58:52.393812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e0b53a78-6628-4922-a7cd-1750d46b01f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/73742321c4534e38825bf1dd1289ff3c HTTP/1.1" status: 204 len: 168 time: 0.1382782 Jan 29 19:58:52.396536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34650) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.409166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e78b74f-908c-4007-b650-569a9dc330da tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0107794 Jan 29 19:58:52.411979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34652) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.425769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (1166d7ab-d5b5-4f22-b103-2fb67b4b3bda), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.428347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c149bb27-2e75-4f23-9bcb-10bb9956e2d0 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "GET /v2.0/quotas/73742321c4534e38825bf1dd1289ff3c HTTP/1.1" status: 200 len: 370 time: 0.0152516 Jan 29 19:58:52.430579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34654) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.432067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Attempting to bind port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:58:52.432684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Attempting to bind port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4f09a5f5-879e-4480-b624-ddfc0f486a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:58:52.433375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Attempting to bind port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f on network 84f552cc-6ab2-44e9-875c-74a09bd3e198 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:58:52.440263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81acb5a2-1b68-4814-923a-0cbec4a51de6 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "GET /v2.0/quotas/73742321c4534e38825bf1dd1289ff3c/default HTTP/1.1" status: 200 len: 370 time: 0.0063612 Jan 29 19:58:52.443265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:58:52.443873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Checking segment: {'id': '4f09a5f5-879e-4480-b624-ddfc0f486a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:52.444512 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.445072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Bound using segment: {'id': '4f09a5f5-879e-4480-b624-ddfc0f486a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:58:52.445613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Bound port: d4f7cda2-fb32-4f1f-a368-4c42f17edf7f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f09a5f5-879e-4480-b624-ddfc0f486a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '84f552cc-6ab2-44e9-875c-74a09bd3e198'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:58:52.445992 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.447123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.498363 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-2e385d6f-b8dc-4751-99a9-06349e10c2fc tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] delete failed (client error): The resource could not be found. Jan 29 19:58:52.499259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e385d6f-b8dc-4751-99a9-06349e10c2fc tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/73742321c4534e38825bf1dd1289ff3c HTTP/1.1" status: 404 len: 348 time: 0.0409508 Jan 29 19:58:52.500312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=1166d7ab-d5b5-4f22-b103-2fb67b4b3bda,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:52.543557 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Floating IP 91f22839-92ff-4db7-a8be-f409534212ec associated. External IP: 172.25.5.170, port: 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9. Jan 29 19:58:52.544447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] For port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:58:52.550818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] For port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d4f7cda2-fb32-4f1f-a368-4c42f17edf7f,segment=NetworkSegment(4f09a5f5-879e-4480-b624-ddfc0f486a4a),segment_id=4f09a5f5-879e-4480-b624-ddfc0f486a4a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:58:52.603518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.633827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.646303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f552cc-6ab2-44e9-875c-74a09bd3e198']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:52.710680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0605cfb-c47b-4c34-ac55-cb2d6913f0e1 req-08cacabb-3690-4503-95a1-07a260f2cdce tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0711362 Jan 29 19:58:52.715293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f09a5f5-879e-4480-b624-ddfc0f486a4a') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:52.715293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f09a5f5-879e-4480-b624-ddfc0f486a4a') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:52.723720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.752047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.754954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.792654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:52.793700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:52.807679 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:52.813421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae8743-ab29-45a6-b2ed-1004f905868e None None] Pushing event updated for resources: {'Port': ['ID=d4f7cda2-fb32-4f1f-a368-4c42f17edf7f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:52.835268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c17d9a-cf73-404e-bf5d-e73eb008e2bc None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:58:52.935911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c17d9a-cf73-404e-bf5d-e73eb008e2bc None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:58:52.954463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34672) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:52.971774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:58:53.010673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:network and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.014959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.030646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:subnet and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.041015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.052768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:58:53.052768 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:58:53.052768 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '84f552cc-6ab2-44e9-875c-74a09bd3e198'}] Jan 29 19:58:53.052768 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:58:53.052768 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:58:53.060136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:subnetpool and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.068740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.080446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:port and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.086798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.095403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:router and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.100805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.114914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:floatingip and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.123040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.158715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:58:53.178234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:58:53.179646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:53.205212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:53.207802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:58:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:53.242691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:security_group and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.247255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.299654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f64fe-ae70-449f-9c8a-d01dbc2af1a5 None None] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:53.328036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-75749f14-016e-40a9-b8fe-9913984f54f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "PUT /v2.0/floatingips/91f22839-92ff-4db7-a8be-f409534212ec HTTP/1.1" status: 200 len: 992 time: 2.4612186 Jan 29 19:58:53.329523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:53.337103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Usage tracker for resource:security_group_rule and project:b8160c8dfbe343879594fc894486ca9d is out of sync, need to count used quota {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 29 19:58:53.340318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-af215e97-bf36-4d97-8f65-f4b824fc1948 req-37edfa08-37a9-4af9-9138-973e8f7c2b93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0841606 Jan 29 19:58:53.346002 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d956df6-216e-440f-9307-4d1ac45de582" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:53.359482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.quota.resource [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103563) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 29 19:58:53.395467 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e649d8fa-fc11-4418-9dab-cbd90f77f3f2 tempest-QuotasTest-550496301 tempest-QuotasTest-550496301-project-admin] 10.222.0.15 "GET /v2.0/quotas/b8160c8dfbe343879594fc894486ca9d/details.json HTTP/1.1" status: 200 len: 703 time: 0.4393744 Jan 29 19:58:53.403861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980280-f6c7-4d71-9a16-d5b432433f21 req-2db6ef12-2766-4ff5-82df-9cce64dd9537 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:53.407969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e1980280-f6c7-4d71-9a16-d5b432433f21 req-2db6ef12-2766-4ff5-82df-9cce64dd9537 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1569569 Jan 29 19:58:53.510911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e1980280-f6c7-4d71-9a16-d5b432433f21 req-97371f39-6776-4424-8b5e-6a8258e8c4ef tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947151 Jan 29 19:58:53.517323 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fd67330a-ec48-4c59-9ea8-f09a242466ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5c87b2da12544788a8f730191ed426c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7611213 Jan 29 19:58:53.520905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:53.555882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:53.569863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b8f2f-e166-4f7e-b370-8fbb17bad9dc req-82781aad-97f1-4e00-8688-dd9df6351426 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:53.572512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b7b8f2f-e166-4f7e-b370-8fbb17bad9dc req-82781aad-97f1-4e00-8688-dd9df6351426 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1110492 Jan 29 19:58:53.622637 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b2af77-ce8c-4efe-9a1c-c8850008806e x-openstack-request-id: req-34b2af77-ce8c-4efe-9a1c-c8850008806e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:53.623012 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:53.627351 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34b2af77-ce8c-4efe-9a1c-c8850008806e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:53.627982 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'status': 'completed', 'code': 200} Jan 29 19:58:53.637191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02741522-6581-4cdf-9d16-c78571c0bba6 admin admin] Publish callbacks [] for security_group (5dc5d619-7390-463f-bedd-56fd9bc67b3f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:53.700387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:58:53.700834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:53.706340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b7b8f2f-e166-4f7e-b370-8fbb17bad9dc req-a93cb9a9-a9b6-41b7-97ed-2c6a33b47396 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221738 Jan 29 19:58:53.757473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02741522-6581-4cdf-9d16-c78571c0bba6 admin admin] Publish callbacks [] for security_group (5dc5d619-7390-463f-bedd-56fd9bc67b3f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:53.807577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df4987f7-ba3d-422b-92b8-0d1f0f6222ae details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:58:53.810480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df4987f7-ba3d-422b-92b8-0d1f0f6222ae no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:58:53.898171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d4f7cda2-fb32-4f1f-a368-4c42f17edf7f,segment=NetworkSegment(4f09a5f5-879e-4480-b624-ddfc0f486a4a),segment_id=4f09a5f5-879e-4480-b624-ddfc0f486a4a)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:53.904507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:53.926733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for d4f7cda2-fb32-4f1f-a368-4c42f17edf7f owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:58:53.933640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:58:53.965858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3465f2a6-22a7-4369-8a00-a747da98d957 req-8aeff8f6-4f36-4b48-8a6f-e74f62a14d15 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.1223207 Jan 29 19:58:53.993773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956df6-216e-440f-9307-4d1ac45de582 req-5a119153-772d-4fc6-9b00-7f4cd43ec585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:53.998839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-5a119153-772d-4fc6-9b00-7f4cd43ec585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1128 time: 0.3374448 Jan 29 19:58:54.001460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:54.027083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:58:54.118404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02741522-6581-4cdf-9d16-c78571c0bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5dc5d619-7390-463f-bedd-56fd9bc67b3f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.121241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02741522-6581-4cdf-9d16-c78571c0bba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.124426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02741522-6581-4cdf-9d16-c78571c0bba6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5dc5d619-7390-463f-bedd-56fd9bc67b3f HTTP/1.1" status: 204 len: 168 time: 0.6005983 Jan 29 19:58:54.184225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02741522-6581-4cdf-9d16-c78571c0bba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5d619-7390-463f-bedd-56fd9bc67b3f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:54.233109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956df6-216e-440f-9307-4d1ac45de582 req-0045d987-9112-4c19-8b81-3469218753ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:54.235687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-0045d987-9112-4c19-8b81-3469218753ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.1924236 Jan 29 19:58:54.276343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d4f7cda2-fb32-4f1f-a368-4c42f17edf7f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.328292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3cb86101-0494-4a82-a386-1552b4aad765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.338621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port d4f7cda2-fb32-4f1f-a368-4c42f17edf7f on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:58:54.377983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e8c92f-1bfd-4820-9d74-4b61524e5047 None None] Network 84f552cc-6ab2-44e9-875c-74a09bd3e198 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:58:54.419400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=d4f7cda2-fb32-4f1f-a368-4c42f17edf7f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:54.439647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df4987f7-ba3d-422b-92b8-0d1f0f6222ae is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:54.440394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.450055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-414152b8-34b2-4914-b942-f13ebf23f7b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 1000 time: 0.2070084 Jan 29 19:58:54.545536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.599679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:54.602313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f552cc-6ab2-44e9-875c-74a09bd3e198']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:54.606966 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d2b74-04fb-456d-9b0b-e2f722c31428" -d '{"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-unplugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:54.618351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956df6-216e-440f-9307-4d1ac45de582 req-47913198-f3e5-4e16-99d3-98d0232968fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:54.620312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-47913198-f3e5-4e16-99d3-98d0232968fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.1610551 Jan 29 19:58:54.696522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3cb86101-0494-4a82-a386-1552b4aad765 admin admin] Publish callbacks [] for security_group (530dce08-0563-4597-aca9-06b9d44a521d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.699946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f09a5f5-879e-4480-b624-ddfc0f486a4a') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:54.700286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f09a5f5-879e-4480-b624-ddfc0f486a4a') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:54.731929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:54.736404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956df6-216e-440f-9307-4d1ac45de582 req-edc26f27-c0f1-4ae7-8cb2-50b39594c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:54.740434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.740883 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa12dd86-7848-467d-8720-e6548217f0c7 x-openstack-request-id: req-fa12dd86-7848-467d-8720-e6548217f0c7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:54.741736 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-edc26f27-c0f1-4ae7-8cb2-50b39594c000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1144321 Jan 29 19:58:54.755376 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-unplugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:54.755683 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa12dd86-7848-467d-8720-e6548217f0c7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:54.756083 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'code': 200} Jan 29 19:58:54.771472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:54.774021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3cb86101-0494-4a82-a386-1552b4aad765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (530dce08-0563-4597-aca9-06b9d44a521d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.796734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d7b0-b53c-404b-9b72-c39554dc6fb8 req-4fadd0b8-80e0-4b2c-b0fe-fcb5ec047c1f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:54.798489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e919d7b0-b53c-404b-9b72-c39554dc6fb8 req-4fadd0b8-80e0-4b2c-b0fe-fcb5ec047c1f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.2058699 Jan 29 19:58:54.812801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.867722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:54.893412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'port_id': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'mac_address': 'fa:16:3e:7f:97:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb483a5-e22f-41e6-8f41-59aca5077265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:58:54.993235 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3cb86101-0494-4a82-a386-1552b4aad765 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b99e9828e3b4b99b0080ccd99497813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9907842 Jan 29 19:58:54.998902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34716) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:55.005941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:58:55.005941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4f09a5f5-879e-4480-b624-ddfc0f486a4a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.007666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb86101-0494-4a82-a386-1552b4aad765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530dce08-0563-4597-aca9-06b9d44a521d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:55.035628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-20f4777b-1a1d-4fb1-bdd9-661f8b3e4ae7 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867887 Jan 29 19:58:55.048809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73aef5-4272-4f84-a04c-fdcdac33a113 req-b49be97b-6d7f-49d8-a533-0db0ec040ae8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:55.049621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a73aef5-4272-4f84-a04c-fdcdac33a113 req-b49be97b-6d7f-49d8-a533-0db0ec040ae8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1312649 Jan 29 19:58:55.080010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df4987f7-ba3d-422b-92b8-0d1f0f6222ae is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:55.080716 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.084810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:55.141862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4987f7-ba3d-422b-92b8-0d1f0f6222ae {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:58:55.155268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a73aef5-4272-4f84-a04c-fdcdac33a113 req-f23234df-7dce-448c-82f7-a26d571f3790 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961466 Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:58:55.178535 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:58:55.196910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e919d7b0-b53c-404b-9b72-c39554dc6fb8 req-48177957-0d92-4308-baf9-700749a4972b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813267 Jan 29 19:58:55.208591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d956df6-216e-440f-9307-4d1ac45de582 req-939f99b0-d896-4d3d-b67a-15efb05be977 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553562 Jan 29 19:58:55.211932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:55.237080 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e237be6-6288-4c79-b05b-2a163da950ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.270206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '91f22839-92ff-4db7-a8be-f409534212ec', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'mac_address': 'fa:16:3e:46:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:58:31Z', 'updated_at': '2022-01-29T19:58:51Z', 'revision_number': 1, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:55.283681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (84f552cc-6ab2-44e9-875c-74a09bd3e198), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.297192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.301756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/84f552cc-6ab2-44e9-875c-74a09bd3e198 HTTP/1.1" status: 204 len: 168 time: 3.2660723 Jan 29 19:58:55.304542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:55.324742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 19:58:55.329710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad4a8-16c0-4781-aa2d-5dfb9718c3da admin admin] Publish callbacks [] for security_group (530dce08-0563-4597-aca9-06b9d44a521d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.333713 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0faa92de-e001-4478-8db7-2f698100d624 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:58:55.334092 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.334650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0faa92de-e001-4478-8db7-2f698100d624 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:58:55.337651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:58:55.341296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:58:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:55.342218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0faa92de-e001-4478-8db7-2f698100d624 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/84f552cc-6ab2-44e9-875c-74a09bd3e198 HTTP/1.1" status: 404 len: 339 time: 0.0333688 Jan 29 19:58:55.347477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34726) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:55.364829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e5dc1-a240-4634-90a9-84580de431c2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=84f552cc-6ab2-44e9-875c-74a09bd3e198,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:55.408681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad4a8-16c0-4781-aa2d-5dfb9718c3da admin admin] Publish callbacks [] for security_group (530dce08-0563-4597-aca9-06b9d44a521d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.431500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758883458', 'description': 'd1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:55.438310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ccb5d970-a813-4335-982a-7f63b5e187f4 req-cbfbcc3c-6218-4f9a-a3db-310e52b7e5b3 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0922799 Jan 29 19:58:55.520246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 19:58:55.541814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:55.551096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.570213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad4a8-16c0-4781-aa2d-5dfb9718c3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (530dce08-0563-4597-aca9-06b9d44a521d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.572976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f0ad4a8-16c0-4781-aa2d-5dfb9718c3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.583785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0f0ad4a8-16c0-4781-aa2d-5dfb9718c3da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/530dce08-0563-4597-aca9-06b9d44a521d HTTP/1.1" status: 204 len: 168 time: 0.4145768 Jan 29 19:58:55.593000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ad4a8-16c0-4781-aa2d-5dfb9718c3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530dce08-0563-4597-aca9-06b9d44a521d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:55.656766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:55.686288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5ba24c0-9047-41ea-9b14-0ec7fee2b58c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.687738 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment c5ba24c0-9047-41ea-9b14-0ec7fee2b58c of type vlan for network 971fed0a-d47e-49cc-a50e-d144fc0d5e90 Jan 29 19:58:55.704963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['df4987f7-ba3d-422b-92b8-0d1f0f6222ae'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:58:55.781548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.840232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:55.913445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:55.922619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:55.923658 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:56.079273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=971fed0a-d47e-49cc-a50e-d144fc0d5e90,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:56.101943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-884a68f7-0b78-40f9-843f-4eaa22729b45 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6771038 Jan 29 19:58:56.107670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:56.114178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 971fed0a-d47e-49cc-a50e-d144fc0d5e90 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:56.140490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f398f2-32c4-4dd5-a326-0ec7c840c086 req-8c70b4b0-a4fd-4957-a308-f88ebf53bd63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df49b7afe8f4443d8d184c16aa5e58a2&device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0405490 Jan 29 19:58:56.174643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f398f2-32c4-4dd5-a326-0ec7c840c086 req-f85d98b8-2857-465a-8830-1fee90e9ca50 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=df49b7afe8f4443d8d184c16aa5e58a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329556 Jan 29 19:58:56.292127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c69c0-b32b-4370-86b9-fce9417a536e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:56.294364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8e9c69c0-b32b-4370-86b9-fce9417a536e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks?id=971fed0a-d47e-49cc-a50e-d144fc0d5e90 HTTP/1.1" status: 200 len: 761 time: 0.1841693 Jan 29 19:58:56.295209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34756) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:56.297256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34758) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:56.327517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'description': 'd2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:56.502721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5289d94-d307-465c-8c2e-492a41fe1978 req-ddbb65b2-11da-4a36-870a-6a3fc541c876 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.2503927 Jan 29 19:58:56.513666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '91f22839-92ff-4db7-a8be-f409534212ec', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'mac_address': 'fa:16:3e:46:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:58:31Z', 'updated_at': '2022-01-29T19:58:51Z', 'revision_number': 1, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:58:56.591486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b962e4-346f-4087-9eef-1f3316d201a2 None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '91f22839-92ff-4db7-a8be-f409534212ec', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'mac_address': 'fa:16:3e:46:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T19:58:31Z', 'updated_at': '2022-01-29T19:58:51Z', 'revision_number': 1, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:58:56.827723 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:58:56.869899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:56.877170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d02b9aa9-ab7e-4397-8687-1474dc7bf564 tempest-DvrRoutersNegativeTest-979249036 tempest-DvrRoutersNegativeTest-979249036-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2057289431', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:56.884243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.policy [None req-d02b9aa9-ab7e-4397-8687-1474dc7bf564 tempest-DvrRoutersNegativeTest-979249036 tempest-DvrRoutersNegativeTest-979249036-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103562) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 29 19:58:56.884243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.policy [None req-d02b9aa9-ab7e-4397-8687-1474dc7bf564 tempest-DvrRoutersNegativeTest-979249036 tempest-DvrRoutersNegativeTest-979249036-project] Failed policy check for 'create_router' {{(pid=103562) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 29 19:58:56.884542 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-d02b9aa9-ab7e-4397-8687-1474dc7bf564 tempest-DvrRoutersNegativeTest-979249036 tempest-DvrRoutersNegativeTest-979249036-project] create failed (client error): Access was denied to this resource. Jan 29 19:58:56.896817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d02b9aa9-ab7e-4397-8687-1474dc7bf564 tempest-DvrRoutersNegativeTest-979249036 tempest-DvrRoutersNegativeTest-979249036-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5983138 Jan 29 19:58:56.961203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-39b3f5bc-04d2-4aa7-b676-6696a06a25b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6582191 Jan 29 19:58:56.965698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34766) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:56.978906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a7826-2e01-435d-9da2-9b0e154be5b2 req-b1ce3f7e-fd16-4ca5-b213-3bd9e1aed0c2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:56.992799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b09a7826-2e01-435d-9da2-9b0e154be5b2 req-b1ce3f7e-fd16-4ca5-b213-3bd9e1aed0c2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.6441805 Jan 29 19:58:56.998997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f398f2-32c4-4dd5-a326-0ec7c840c086 req-9188b145-07f8-41a2-b090-5c4991b28f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.001733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f398f2-32c4-4dd5-a326-0ec7c840c086 req-9188b145-07f8-41a2-b090-5c4991b28f87 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8199470 Jan 29 19:58:57.012698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.044796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 971fed0a-d47e-49cc-a50e-d144fc0d5e90 is not hosted by any dhcp agent {{(pid=103563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 19:58:57.051515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.051515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.052341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "PUT /v2.0/networks/971fed0a-d47e-49cc-a50e-d144fc0d5e90 HTTP/1.1" status: 200 len: 758 time: 0.7303064 Jan 29 19:58:57.068912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:57.069808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f715a70-f784-4e96-9005-1713413efdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.091984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff0c0a-48bc-4db0-bddf-36fba5c559c2 None None] New status for floating IP 91f22839-92ff-4db7-a8be-f409534212ec: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 19:58:57.108256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08da71-3f47-4a99-a94c-570ceb5203f4 req-6051866d-1ed8-4a73-a716-fac8b66bfe70 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.109868 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf08da71-3f47-4a99-a94c-570ceb5203f4 req-6051866d-1ed8-4a73-a716-fac8b66bfe70 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 944 time: 0.5010350 Jan 29 19:58:57.165189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b09a7826-2e01-435d-9da2-9b0e154be5b2 req-2639e720-289a-42bf-b8ee-685a260fffca tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711922 Jan 29 19:58:57.169489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-3fedcd8d-de09-45d8-ab94-40863e45b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.172329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-3fedcd8d-de09-45d8-ab94-40863e45b531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 1132 time: 0.1682208 Jan 29 19:58:57.338568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf08da71-3f47-4a99-a94c-570ceb5203f4 req-e81725ee-b63d-4278-a2d3-1d07583d835c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239903 Jan 29 19:58:57.346131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6dabc-b222-41f6-850f-77e964344e94 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.352319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c2d6dabc-b222-41f6-850f-77e964344e94 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks?id=971fed0a-d47e-49cc-a50e-d144fc0d5e90 HTTP/1.1" status: 200 len: 761 time: 0.2403865 Jan 29 19:58:57.355276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-8e9c9a99-10c9-409b-a166-255fd409dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.364295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-8e9c9a99-10c9-409b-a166-255fd409dda4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1613004 Jan 29 19:58:57.365730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34776) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:57.374699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138974077'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:57.410893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79bada-ac7a-4361-be28-0050aca01654 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=971fed0a-d47e-49cc-a50e-d144fc0d5e90,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:57.418615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f715a70-f784-4e96-9005-1713413efdc4 admin admin] Publish callbacks [] for security_group (548e70a7-a3a7-4aca-ad76-812f38ee3bb1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.427033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-1b029745-55f5-47e2-891e-5cf1f06c3158 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=fb75f12d-19e6-485a-bf04-65eb645addd6 HTTP/1.1" status: 200 len: 217 time: 0.0599017 Jan 29 19:58:57.428695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 971fed0a-d47e-49cc-a50e-d144fc0d5e90 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:57.483426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-c256a596-22f2-4a1c-9455-e0a5fb4a0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.485045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-c256a596-22f2-4a1c-9455-e0a5fb4a0efd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0507295 Jan 29 19:58:57.530725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f715a70-f784-4e96-9005-1713413efdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (548e70a7-a3a7-4aca-ad76-812f38ee3bb1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.550684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-6f2ac902-956e-4596-95d3-e6e4f55db63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:57.552527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-6f2ac902-956e-4596-95d3-e6e4f55db63b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0604303 Jan 29 19:58:57.590633 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3f715a70-f784-4e96-9005-1713413efdc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8160c8dfbe343879594fc894486ca9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6211329 Jan 29 19:58:57.590633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f715a70-f784-4e96-9005-1713413efdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548e70a7-a3a7-4aca-ad76-812f38ee3bb1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:57.591514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34782) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:57.618621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:57.622877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.652405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd77774a-bcc4-44b0-b947-c0456d553966 admin admin] Publish callbacks [] for security_group (548e70a7-a3a7-4aca-ad76-812f38ee3bb1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.668417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34784) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:57.692855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd77774a-bcc4-44b0-b947-c0456d553966 admin admin] Publish callbacks [] for security_group (548e70a7-a3a7-4aca-ad76-812f38ee3bb1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.712167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df4987f7-ba3d-422b-92b8-0d1f0f6222ae up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:58:57.731675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13d36d26-c629-4866-809b-cb2df7ab02f9 req-219d6f08-30f8-4bc6-bea2-447dd556d28a tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0863619 Jan 29 19:58:57.746603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:58:57.776745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-35cec3a0-b67b-41de-8579-a1ff56934038 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165692 Jan 29 19:58:57.786226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port df4987f7-ba3d-422b-92b8-0d1f0f6222ae triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:58:57.786605 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.833691 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd77774a-bcc4-44b0-b947-c0456d553966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (548e70a7-a3a7-4aca-ad76-812f38ee3bb1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.837289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cd77774a-bcc4-44b0-b947-c0456d553966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.842222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cd77774a-bcc4-44b0-b947-c0456d553966 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/548e70a7-a3a7-4aca-ad76-812f38ee3bb1 HTTP/1.1" status: 204 len: 168 time: 0.2460177 Jan 29 19:58:57.847081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77774a-bcc4-44b0-b947-c0456d553966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548e70a7-a3a7-4aca-ad76-812f38ee3bb1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:57.876168 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a2175463-ddc9-4a9b-a828-818c3fd4c28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.878116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.879417 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment ccfecc95-d3fe-433b-98d9-1fa695221599 of type vlan for network 4b328e07-07af-4cf3-8635-81bca1142c01 Jan 29 19:58:57.910775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df4987f7-ba3d-422b-92b8-0d1f0f6222ae is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:58:57.911290 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:57.948734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:58:57.950987 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24815a8-5d76-4afc-a8d9-134a9a9cef72" -d '{"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-plugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:58:57.969043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:58:57.997436 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a274b65-c77d-43f4-ba70-924594cd9d4c x-openstack-request-id: req-1a274b65-c77d-43f4-ba70-924594cd9d4c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:58:57.997907 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-plugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:58:57.998890 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a274b65-c77d-43f4-ba70-924594cd9d4c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:58:58.000323 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'code': 200} Jan 29 19:58:58.013576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a2175463-ddc9-4a9b-a828-818c3fd4c28d admin admin] Publish callbacks [] for security_group (45f3faeb-92b9-45e1-83fd-610c804d21d4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.034907 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.046913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.067794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a2175463-ddc9-4a9b-a828-818c3fd4c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (45f3faeb-92b9-45e1-83fd-610c804d21d4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.068025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d2c82c-1003-45b9-a30f-30b4d48bfd77 req-8f8aae6c-97ce-4608-bba4-625df166081b service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832923 Jan 29 19:58:58.109174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6586280a-dc42-45cf-adca-ba481a220707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.111373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:58.126573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a2175463-ddc9-4a9b-a828-818c3fd4c28d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3ae1d914eac4e838e72caaa4972a2d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569888 Jan 29 19:58:58.130100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:58.173962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2175463-ddc9-4a9b-a828-818c3fd4c28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f3faeb-92b9-45e1-83fd-610c804d21d4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:58.191577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.196696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:58.197339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.307668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=4b328e07-07af-4cf3-8635-81bca1142c01,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:58.324747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4b328e07-07af-4cf3-8635-81bca1142c01 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:58:58.330599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b394f-0edd-41f1-bbc7-87104c93dc4c admin admin] Publish callbacks [] for security_group (45f3faeb-92b9-45e1-83fd-610c804d21d4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.371270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94f398f2-32c4-4dd5-a326-0ec7c840c086 req-95ccbfac-3273-4017-be6e-25d92f7dce87 tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.13 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0546203 Jan 29 19:58:58.422472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-df617a12-016c-422a-a70c-27290dd23a9c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0535059 Jan 29 19:58:58.427096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34818) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:58.432798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:58:58.465077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b67d1-31d3-43db-bd46-4a2181676756 req-cccf11b3-e959-4ad4-af60-7685fc49ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:58.476012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450b67d1-31d3-43db-bd46-4a2181676756 req-cccf11b3-e959-4ad4-af60-7685fc49ccdd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 1127 time: 0.2932687 Jan 29 19:58:58.493076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b394f-0edd-41f1-bbc7-87104c93dc4c admin admin] Publish callbacks [] for security_group (45f3faeb-92b9-45e1-83fd-610c804d21d4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.614355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-450b67d1-31d3-43db-bd46-4a2181676756 req-78e874e5-4d8e-4005-b90b-5e44aa908e39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292760 Jan 29 19:58:58.643850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5de97-bf88-48bb-bb63-39084b1b71fb req-f2d50f97-5ffb-443b-adbb-090a589c2f8a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:58.651437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13a5de97-bf88-48bb-bb63-39084b1b71fb req-f2d50f97-5ffb-443b-adbb-090a589c2f8a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1740351 Jan 29 19:58:58.652364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ecf97-cabd-4b7c-8d0f-1691b8260cf1 req-8e4a6976-48b5-4a2a-9ead-1d404f1c5212 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:58:58.659628 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b21ecf97-cabd-4b7c-8d0f-1691b8260cf1 req-8e4a6976-48b5-4a2a-9ead-1d404f1c5212 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 950 time: 0.1804075 Jan 29 19:58:58.723236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b21ecf97-cabd-4b7c-8d0f-1691b8260cf1 req-908b10c1-2165-4528-ba88-cf0b87ea9d2c tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 Jan 29 19:58:58.738303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13a5de97-bf88-48bb-bb63-39084b1b71fb req-021edcaa-6579-4bb9-a7ec-9d0e39b10311 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847404 Jan 29 19:58:58.743027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:58:58.746598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b394f-0edd-41f1-bbc7-87104c93dc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (45f3faeb-92b9-45e1-83fd-610c804d21d4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.754217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.754386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f1b394f-0edd-41f1-bbc7-87104c93dc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:58.756781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4f1b394f-0edd-41f1-bbc7-87104c93dc4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45f3faeb-92b9-45e1-83fd-610c804d21d4 HTTP/1.1" status: 204 len: 168 time: 0.6255279 Jan 29 19:58:58.786463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b394f-0edd-41f1-bbc7-87104c93dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f3faeb-92b9-45e1-83fd-610c804d21d4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:58.806536 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:59.437918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52401be3-7358-4a17-b3c4-7bdba43c1d26 req-c958a165-b57d-4b48-9d5f-d0ac6b68b58e tempest-ServerShowV254Test-74532863 tempest-ServerShowV254Test-74532863-project] 10.222.0.15 "GET /v2.0/ports?device_id=e788d45d-444a-4c11-8487-57c8ab81597d HTTP/1.1" status: 200 len: 210 time: 0.0446525 Jan 29 19:58:59.615591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34852) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:58:59.772195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (a0313c0d-682c-44cf-bc75-ab55a7baa104), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:59.773255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:58:59.921695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=a0313c0d-682c-44cf-bc75-ab55a7baa104,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:58:59.999256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': 'ccfecc95-d3fe-433b-98d9-1fa695221599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:58:59.999504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: 4b328e07-07af-4cf3-8635-81bca1142c01, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:00.063910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33020d1b-4bff-4c13-a031-4b30268c2383 req-b2d1f11f-32d3-4523-876d-a7d57dbb1604 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:00.066130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33020d1b-4bff-4c13-a031-4b30268c2383 req-b2d1f11f-32d3-4523-876d-a7d57dbb1604 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 950 time: 0.1857414 Jan 29 19:59:00.073470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1735564032'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:00.082615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f5c2e-316b-4915-af3e-3c18bd4cde1c req-c290a78b-307b-4cad-a424-a2db0a5ce7bd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:00.084898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-195f5c2e-316b-4915-af3e-3c18bd4cde1c req-c290a78b-307b-4cad-a424-a2db0a5ce7bd tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1576622 Jan 29 19:59:00.152551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network 4b328e07-07af-4cf3-8635-81bca1142c01 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:00.157553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-195f5c2e-316b-4915-af3e-3c18bd4cde1c req-59333007-bbe6-48c4-8f98-d878315b7510 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669892 Jan 29 19:59:00.193965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33020d1b-4bff-4c13-a031-4b30268c2383 req-8360f3a0-5e5a-4443-b813-5a8f518ddba4 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Jan 29 19:59:00.240475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-30043bef-f824-4b2c-b65e-377d82bc69a7 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:00.242497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-30043bef-f824-4b2c-b65e-377d82bc69a7 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 950 time: 0.0899184 Jan 29 19:59:00.262072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4b328e07-07af-4cf3-8635-81bca1142c01) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:00.270525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:00.270525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.274438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb482bc-15cd-4ba6-b2f2-711fdb935367 None None] Network 4b328e07-07af-4cf3-8635-81bca1142c01 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:00.294926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Made reservation on behalf of bc0ac4dd53064f43973dd1af3ce8df90 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:00.298939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.315105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.373889 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.432498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4b328e07-07af-4cf3-8635-81bca1142c01', 'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': 'a0313c0d-682c-44cf-bc75-ab55a7baa104'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:00.433832 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.467531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Deleting port fb75f12d-19e6-485a-bf04-65eb645addd6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:00.467886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.474765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e6ab5486-afc3-4f5b-a0dc-0732cbbea09f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0455914 Jan 29 19:59:00.475440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:00.513754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-9703092c-1325-4678-865e-dfe042a9cbbb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337194 Jan 29 19:59:00.527544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34878) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:00.584606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for security_group (35bed73f-6724-40db-9dbb-f9319363ed12), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.668537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Allocated IP 172.20.0.2 (4b328e07-07af-4cf3-8635-81bca1142c01/a0313c0d-682c-44cf-bc75-ab55a7baa104/059eb945-fbe0-4651-ad1f-7118f61c5a9b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:00.717544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (35bed73f-6724-40db-9dbb-f9319363ed12), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.728225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.744964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:00.761821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2f47f595-4c8a-4223-aede-15532f599326), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.762187 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Added segment 2f47f595-4c8a-4223-aede-15532f599326 of type vlan for network d11f457b-0712-47c3-8361-281ba1089918 Jan 29 19:59:00.794667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-476864928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:00.801986 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d11f457b-0712-47c3-8361-281ba1089918), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.826296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Publish callbacks [] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.834665 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a0313c0d-682c-44cf-bc75-ab55a7baa104), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.851418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] For port fb75f12d-19e6-485a-bf04-65eb645addd6, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=fb75f12d-19e6-485a-bf04-65eb645addd6,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:00.851794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.876190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Calling delete_port for fb75f12d-19e6-485a-bf04-65eb645addd6 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:00.880464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bed73f-6724-40db-9dbb-f9319363ed12,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:00.891867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.898600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d11f457b-0712-47c3-8361-281ba1089918), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.900955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:00.901568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.947262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.948830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:00.959857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-eee7b73e-21aa-4a15-9296-ef1849d166c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:00.961442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-eee7b73e-21aa-4a15-9296-ef1849d166c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 1127 time: 0.3433397 Jan 29 19:59:00.968355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Pushing event updated for resources: {'Port': ['ID=059eb945-fbe0-4651-ad1f-7118f61c5a9b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:00.989530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Network 4b328e07-07af-4cf3-8635-81bca1142c01 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:00.991781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:00.994672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:01.037439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (a0313c0d-682c-44cf-bc75-ab55a7baa104), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.077111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4602573 Jan 29 19:59:01.077330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Attempting to bind port 059eb945-fbe0-4651-ad1f-7118f61c5a9b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:01.077604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Attempting to bind port 059eb945-fbe0-4651-ad1f-7118f61c5a9b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ccfecc95-d3fe-433b-98d9-1fa695221599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:01.081504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Attempting to bind port 059eb945-fbe0-4651-ad1f-7118f61c5a9b on network 4b328e07-07af-4cf3-8635-81bca1142c01 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:01.083493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:01.083875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Checking segment: {'id': 'ccfecc95-d3fe-433b-98d9-1fa695221599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:01.084313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.084714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Bound using segment: {'id': 'ccfecc95-d3fe-433b-98d9-1fa695221599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:01.085185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Bound port: 059eb945-fbe0-4651-ad1f-7118f61c5a9b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfecc95-d3fe-433b-98d9-1fa695221599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4b328e07-07af-4cf3-8635-81bca1142c01'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:01.085564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.086136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b13e7-6d4f-4e21-8407-7ddeee6bfc16 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event updated for resources: {'Network': ['ID=d11f457b-0712-47c3-8361-281ba1089918,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:01.088124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:01.108949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d11f457b-0712-47c3-8361-281ba1089918 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:01.110167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Request body: {'subnet': {'network_id': 'd11f457b-0712-47c3-8361-281ba1089918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:01.140825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=a0313c0d-682c-44cf-bc75-ab55a7baa104,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:01.163911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34890) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:01.189000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router_controller (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.332945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.339263 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.342730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] For port 059eb945-fbe0-4651-ad1f-7118f61c5a9b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:01.347676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] For port 059eb945-fbe0-4651-ad1f-7118f61c5a9b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=059eb945-fbe0-4651-ad1f-7118f61c5a9b,segment=NetworkSegment(ccfecc95-d3fe-433b-98d9-1fa695221599),segment_id=ccfecc95-d3fe-433b-98d9-1fa695221599)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:01.413274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b328e07-07af-4cf3-8635-81bca1142c01']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:01.431775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfecc95-d3fe-433b-98d9-1fa695221599') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:01.432215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfecc95-d3fe-433b-98d9-1fa695221599') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:01.433818 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.447098 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.462461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80368-b200-452a-8dc3-61245302d404 req-5eeeb8e5-2971-4fe5-85d0-691091820cde tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:01.469212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3549-adb8-4890-b5a3-1af3eb1fbb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.469706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bd80368-b200-452a-8dc3-61245302d404 req-5eeeb8e5-2971-4fe5-85d0-691091820cde tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 950 time: 0.1160667 Jan 29 19:59:01.471137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fb75f12d-19e6-485a-bf04-65eb645addd6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.494704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['fb75f12d-19e6-485a-bf04-65eb645addd6'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:59:01.509850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.523793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.527744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6565cca-e645-475b-b244-84e18dcf9a78 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9992495 Jan 29 19:59:01.532883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:01.540150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:01.540729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.551574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2039456201'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:01.574492 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:01.587913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.599426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5bd80368-b200-452a-8dc3-61245302d404 req-3656d323-2695-4657-932b-4c6c6d6894d3 tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/security-groups?id=229d9f1d-e9ca-470f-8602-6441e38093e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286337 Jan 29 19:59:01.616538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] No DVR routers for this DVR port fb75f12d-19e6-485a-bf04-65eb645addd6 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:01.617403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.620697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59151cc9-06af-4259-9d17-c69edb1a9ac7 None None] Pushing event updated for resources: {'Port': ['ID=059eb945-fbe0-4651-ad1f-7118f61c5a9b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:01.622078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6783acd1-17d7-4150-a3c4-8eb937c07804 req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.13 "DELETE /v2.0/ports/fb75f12d-19e6-485a-bf04-65eb645addd6 HTTP/1.1" status: 204 len: 173 time: 1.3705468 Jan 29 19:59:01.640807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaa755-17cc-4662-b97d-cfc69ff871fe None None] Network 4b328e07-07af-4cf3-8635-81bca1142c01 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:01.643392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'name': 'network-vif-deleted', 'tag': 'fb75f12d-19e6-485a-bf04-65eb645addd6'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:01.645862 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e97efc-3f2e-4707-93ce-3204571110b0" -d '{"events": [{"server_uuid": "bfbf2f07-5f05-4291-9559-331479da62c7", "name": "network-vif-deleted", "tag": "fb75f12d-19e6-485a-bf04-65eb645addd6"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:01.654387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bcafc-e0ee-4525-b35c-b9d86e5b912e tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] Pushing event deleted for resources: {'Port': ['ID=fb75f12d-19e6-485a-bf04-65eb645addd6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:01.663649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-1df20ce6-59f5-42d8-95b4-01070f78025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:01.668175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-1df20ce6-59f5-42d8-95b4-01070f78025b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 915 time: 0.6800833 Jan 29 19:59:01.710209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:01.718020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.754732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.766972 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9879c26-35ce-44b7-9e05-5526d505cd8e x-openstack-request-id: req-d9879c26-35ce-44b7-9e05-5526d505cd8e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:01.768121 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbf2f07-5f05-4291-9559-331479da62c7", "name": "network-vif-deleted", "tag": "fb75f12d-19e6-485a-bf04-65eb645addd6", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:01.768972 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9879c26-35ce-44b7-9e05-5526d505cd8e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:01.770563 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbf2f07-5f05-4291-9559-331479da62c7', 'name': 'network-vif-deleted', 'tag': 'fb75f12d-19e6-485a-bf04-65eb645addd6', 'status': 'completed', 'code': 200} Jan 29 19:59:01.783993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e4506-7a27-4107-aaa8-852d55ade90d req-0a5333c0-5c88-417f-bb5e-1fdef763aa09 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:01.791114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 19:59:01.791114 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 19:59:01.791114 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '4b328e07-07af-4cf3-8635-81bca1142c01'}] Jan 29 19:59:01.791114 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:59:01.798506 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:59:01.798651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-986e4506-7a27-4107-aaa8-852d55ade90d req-0a5333c0-5c88-417f-bb5e-1fdef763aa09 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.3883927 Jan 29 19:59:01.805898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Made reservation on behalf of bc0ac4dd53064f43973dd1af3ce8df90 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:01.809770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:01.871668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-132f779e-04c4-49d7-aa66-2807e432319a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae HTTP/1.1" status: 200 len: 217 time: 0.1989326 Jan 29 19:59:01.891793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for security_group (9972b622-53fc-4464-a5a8-d69d2b2a7ff0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.021655 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9972b622-53fc-4464-a5a8-d69d2b2a7ff0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.043079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-986e4506-7a27-4107-aaa8-852d55ade90d req-788f99e4-2040-4f35-8363-adc64cc10194 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466991 Jan 29 19:59:02.056121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-7649f2ad-5ec4-4924-940b-f3fe2ba6bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:02.056973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-7649f2ad-5ec4-4924-940b-f3fe2ba6bb80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 200 len: 855 time: 0.1723173 Jan 29 19:59:02.072120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:02.093093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3549-adb8-4890-b5a3-1af3eb1fbb2b admin admin] Publish callbacks [] for security_group (c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.102196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9972b622-53fc-4464-a5a8-d69d2b2a7ff0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:02.102402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088124c0-4b1e-4f38-b523-73a86e0ae53c None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 19:59:02.130309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8cce305b-4515-4811-9224-33df6edec81f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.130703 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Added segment 8cce305b-4515-4811-9224-33df6edec81f of type vlan for network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e Jan 29 19:59:02.137023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-5e7e99f7-8855-4aa4-8863-a389e256802f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644152 Jan 29 19:59:02.195873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1ee3549-adb8-4890-b5a3-1af3eb1fbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.204390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.253439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088124c0-4b1e-4f38-b523-73a86e0ae53c None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 19:59:02.254730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee3549-adb8-4890-b5a3-1af3eb1fbb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:02.284910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed0127-539e-4672-9fcb-f4d40fdb4253 req-22e2b13a-4f17-4060-80fc-e6271d96533e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:02.288095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18ed0127-539e-4672-9fcb-f4d40fdb4253 req-22e2b13a-4f17-4060-80fc-e6271d96533e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 0.1069255 Jan 29 19:59:02.293336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.335583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c1ee3549-adb8-4890-b5a3-1af3eb1fbb2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df49b7afe8f4443d8d184c16aa5e58a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1625762 Jan 29 19:59:02.338141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34910) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:02.360866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.367378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:02.368086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.381381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-fc1d430d-16be-4e23-b493-f716fe2b693d service neutron] 10.222.0.26 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354596 Jan 29 19:59:02.441741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (5b454a16-5a99-46d3-a40f-6eb19747eaf6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.473409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18ed0127-539e-4672-9fcb-f4d40fdb4253 req-6cd2725a-3c78-44b1-9d0c-7790d209274e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683438 Jan 29 19:59:02.504916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d99104b9-0450-435f-972c-0b8c3e63dafa admin admin] Publish callbacks [] for security_group (c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.538140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Network': ['ID=48c7e8ce-6c69-4af1-bac8-5b73dc4d828e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:02.560830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ceb05663-f94c-48c5-ba4c-af78b40a1935 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0220687 Jan 29 19:59:02.564643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34914) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:02.567571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:02.571846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'subnet': {'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:02.622403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 059eb945-fbe0-4651-ad1f-7118f61c5a9b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:02.622403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.725099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d99104b9-0450-435f-972c-0b8c3e63dafa admin admin] Publish callbacks [] for security_group (c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.726772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event updated for resources: {'Subnet': ['ID=5b454a16-5a99-46d3-a40f-6eb19747eaf6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:02.737117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2f8b7ad-946f-4dce-a31d-1e7db8b8a020 req-89a74165-2a4d-4bab-964f-466701f7a7ad service neutron] 10.222.0.26 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466103 Jan 29 19:59:02.740464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Checking segment: {'id': '2f47f595-4c8a-4223-aede-15532f599326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd11f457b-0712-47c3-8361-281ba1089918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:02.740846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Network hostable DHCP agents. Network: d11f457b-0712-47c3-8361-281ba1089918, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:02.868174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Network d11f457b-0712-47c3-8361-281ba1089918 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:02.870345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d99104b9-0450-435f-972c-0b8c3e63dafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.873147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d99104b9-0450-435f-972c-0b8c3e63dafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.879046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d99104b9-0450-435f-972c-0b8c3e63dafa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760 HTTP/1.1" status: 204 len: 168 time: 0.5367796 Jan 29 19:59:02.879175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d0047c8-16e5-4717-b81b-1818c4d72576 req-9260be69-67f1-47fe-860c-10f534a374de tempest-VolumesBackupsTest-1717129179 tempest-VolumesBackupsTest-1717129179-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfbf2f07-5f05-4291-9559-331479da62c7 HTTP/1.1" status: 200 len: 210 time: 0.0804718 Jan 29 19:59:02.890552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99104b9-0450-435f-972c-0b8c3e63dafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c921dae9-79f0-4ac8-8f9e-9c5a5c0b0760,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:02.903109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 059eb945-fbe0-4651-ad1f-7118f61c5a9b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=059eb945-fbe0-4651-ad1f-7118f61c5a9b,segment=NetworkSegment(ccfecc95-d3fe-433b-98d9-1fa695221599),segment_id=ccfecc95-d3fe-433b-98d9-1fa695221599)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:02.903871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.922157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 059eb945-fbe0-4651-ad1f-7118f61c5a9b owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:02.977343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, d11f457b-0712-47c3-8361-281ba1089918) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:02.978927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:02.979533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:02.993988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8fccf6-0e04-4a3c-99a0-0f23a0a3d41a None None] Network d11f457b-0712-47c3-8361-281ba1089918 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:03.012762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:03.017670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.098497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-06191cca-5f4a-41bd-8c7a-ff5a01f98e9c tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9925833 Jan 29 19:59:03.098497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34932) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:03.105095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Request body: {'port': {'network_id': 'd11f457b-0712-47c3-8361-281ba1089918', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1684053394'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:03.149052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-d11f457b-0712-47c3-8361-281ba1089918', 'network_id': 'd11f457b-0712-47c3-8361-281ba1089918', 'project_id': 'bc0ac4dd53064f43973dd1af3ce8df90', 'fixed_ips': [{'subnet_id': '5b454a16-5a99-46d3-a40f-6eb19747eaf6'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:03.149936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.192943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (059eb945-fbe0-4651-ad1f-7118f61c5a9b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.296032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=059eb945-fbe0-4651-ad1f-7118f61c5a9b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:03.303134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 059eb945-fbe0-4651-ad1f-7118f61c5a9b on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:03.345243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Allocated IP 172.20.0.2 (d11f457b-0712-47c3-8361-281ba1089918/5b454a16-5a99-46d3-a40f-6eb19747eaf6/57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:03.382155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Made reservation on behalf of bc0ac4dd53064f43973dd1af3ce8df90 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:03.385595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.411181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] device_id is not set on port 5c293711-8627-4c66-9dcf-2aafde2193fa yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:59:03.458909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.474755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-caa075f4-d201-4559-a4de-d5ef1677e43b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:03.477464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-caa075f4-d201-4559-a4de-d5ef1677e43b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 815 time: 0.3214178 Jan 29 19:59:03.507065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b328e07-07af-4cf3-8635-81bca1142c01']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:03.510467 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-84e586f1-deec-4fdd-9240-c3e728175a12 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/quotas/927b5da65f9c4ffc8650efbec6d2cdad HTTP/1.1" status: 200 len: 375 time: 0.0208125 Jan 29 19:59:03.523370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfecc95-d3fe-433b-98d9-1fa695221599') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:03.523670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfecc95-d3fe-433b-98d9-1fa695221599') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:03.543317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.568633 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (2de65fb9-e3b2-4527-8aec-2076af32f09e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.594404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Publish callbacks [] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.603613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.625209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:03.625605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (ccfecc95-d3fe-433b-98d9-1fa695221599), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:03.629184 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:03.662468 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.708362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Subnet': ['ID=2de65fb9-e3b2-4527-8aec-2076af32f09e,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:03.725264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7a94e27a-ecb4-44f0-b95c-42dc4f7f1cd2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994090 Jan 29 19:59:03.745913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Pushing event updated for resources: {'Port': ['ID=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:03.751667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fb75f12d-19e6-485a-bf04-65eb645addd6 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:03.755296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Checking segment: {'id': '8cce305b-4515-4811-9224-33df6edec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:03.755741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network hostable DHCP agents. Network: 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:03.791825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: fb75f12d-19e6-485a-bf04-65eb645addd6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:59:03.792315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device fb75f12d-19e6-485a-bf04-65eb645addd6 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:03.802507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Network d11f457b-0712-47c3-8361-281ba1089918 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:03.802802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Allocated IP 172.20.0.11 (d11f457b-0712-47c3-8361-281ba1089918/5b454a16-5a99-46d3-a40f-6eb19747eaf6/5c293711-8627-4c66-9dcf-2aafde2193fa) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:03.804751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:03.808936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:03.839969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4b328e07-07af-4cf3-8635-81bca1142c01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.861441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.864939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/4b328e07-07af-4cf3-8635-81bca1142c01 HTTP/1.1" status: 204 len: 168 time: 3.3883872 Jan 29 19:59:03.868723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34972) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:03.885410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Attempting to bind port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:03.885840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Attempting to bind port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '2f47f595-4c8a-4223-aede-15532f599326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd11f457b-0712-47c3-8361-281ba1089918'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:03.886207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Attempting to bind port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a on network d11f457b-0712-47c3-8361-281ba1089918 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:03.892660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:03.892660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Checking segment: {'id': '2f47f595-4c8a-4223-aede-15532f599326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd11f457b-0712-47c3-8361-281ba1089918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:03.892943 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.893048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ff2cc-56b8-4d30-9752-a05796071c1c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=4b328e07-07af-4cf3-8635-81bca1142c01,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:03.893315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Bound using segment: {'id': '2f47f595-4c8a-4223-aede-15532f599326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd11f457b-0712-47c3-8361-281ba1089918'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:03.894505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Bound port: 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f47f595-4c8a-4223-aede-15532f599326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd11f457b-0712-47c3-8361-281ba1089918'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:03.895534 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:03.916157 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1fc94d-10d4-486f-93d8-2c080c0af808 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] GET failed (client error): The resource could not be found. Jan 29 19:59:03.920501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d1fc94d-10d4-486f-93d8-2c080c0af808 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/subnets/a0313c0d-682c-44cf-bc75-ab55a7baa104 HTTP/1.1" status: 404 len: 337 time: 0.0384104 Jan 29 19:59:03.920809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34974) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:03.940193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-9b816eac-b0cd-4ef4-9f05-43159b2a34a3 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139893 Jan 29 19:59:03.952978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:03.995620 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa191b3-4c90-4f99-8227-0eb4f7f31ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:03.996142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa191b3-4c90-4f99-8227-0eb4f7f31ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:04.009500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4aa191b3-4c90-4f99-8227-0eb4f7f31ae1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/4b328e07-07af-4cf3-8635-81bca1142c01 HTTP/1.1" status: 404 len: 339 time: 0.0835078 Jan 29 19:59:04.017187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34982) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:04.048513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:04.067778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcfe599-7753-4fce-b016-e992b42ab736 None None] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:04.080501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:04.081139 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.087308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] For port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:04.135633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] For port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,segment=NetworkSegment(2f47f595-4c8a-4223-aede-15532f599326),segment_id=2f47f595-4c8a-4223-aede-15532f599326)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:04.184617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-328b5dab-1f56-4027-bc6e-5203c2222668 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403164 Jan 29 19:59:04.195064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.215044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b49bbdb7-20a8-4683-b919-e2723d980ad3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6470509 Jan 29 19:59:04.218498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34990) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:04.228666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'network': {'name': 'tempest-router-network01--1824719342'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:04.308715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.330150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:04.334859 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.341379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-48c7e8ce-6c69-4af1-bac8-5b73dc4d828e', 'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e', 'project_id': 'ad58774bc7ec4123b7c545c7bd92e270', 'fixed_ips': [{'subnet_id': '2de65fb9-e3b2-4527-8aec-2076af32f09e'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:04.342261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.355761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce722e5-3d87-4ae3-999f-ed27143b031a None None] Pushing event updated for resources: {'Port': ['ID=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:04.400796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:04.421926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e0e8c67e-d38a-48ac-98a1-c07167bdfb0a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.422278 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Added segment e0e8c67e-d38a-48ac-98a1-c07167bdfb0a of type vlan for network 39aca4b2-7744-448f-925c-a8c5eadea068 Jan 29 19:59:04.464152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99eac54-a573-4e54-ad02-0cad7a5ce183 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:04.471799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a99eac54-a573-4e54-ad02-0cad7a5ce183 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4534321 Jan 29 19:59:04.473477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34996) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:04.521664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (39aca4b2-7744-448f-925c-a8c5eadea068), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.762362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (39aca4b2-7744-448f-925c-a8c5eadea068), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.767794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:04.769301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:04.899669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Allocated IP 2001:db8::2 (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e/2de65fb9-e3b2-4527-8aec-2076af32f09e/7a3ca469-3221-44ba-9d2a-0a50173cfb84) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:04.925044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Network': ['ID=39aca4b2-7744-448f-925c-a8c5eadea068,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:04.944116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 39aca4b2-7744-448f-925c-a8c5eadea068 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:04.995098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e64c182d-83a1-430c-a138-b0c996c70540 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7756941 Jan 29 19:59:04.997363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35018) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:05.009396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'network': {'name': 'tempest-router-network02--528026994'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:05.137182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:05.141100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.215020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:05.234637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3d641c8d-cd2a-4b58-b610-1fe391fd9231), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.234858 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Added segment 3d641c8d-cd2a-4b58-b610-1fe391fd9231 of type vlan for network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb Jan 29 19:59:05.278872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:05.298620 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Publish callbacks [] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.359569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.396744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:05.487202 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.491459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.493532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:05.494664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.496080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d31701ac-3124-4e10-8c70-5d16b9cc5e9f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 207 time: 1.0109718 Jan 29 19:59:05.500108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:05.615013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:05.615672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.664825 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b461337-460b-4a9f-9afc-0928a1d5cd59 req-7ea7e57e-27da-49bf-b278-68185cce6bb8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 210 time: 0.2615380 Jan 29 19:59:05.710004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Network': ['ID=f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:05.751599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6315c910-618b-47b2-91e7-76851c5232ae tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7530160 Jan 29 19:59:05.772949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:05.782284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'subnet': {'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:05.789051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:05.795122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:05.812055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:05.832447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Pushing event updated for resources: {'Port': ['ID=7a3ca469-3221-44ba-9d2a-0a50173cfb84,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:05.854595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:05.859299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:05.872992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50660b4-8a71-4a62-9513-5e06d7583b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.073241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:06.074105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.077490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Attempting to bind port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:06.078168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Attempting to bind port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8cce305b-4515-4811-9224-33df6edec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:06.078865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Attempting to bind port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 on network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:06.106458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:06.107265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Checking segment: {'id': '8cce305b-4515-4811-9224-33df6edec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:06.107861 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.108560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Bound using segment: {'id': '8cce305b-4515-4811-9224-33df6edec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:06.109221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Bound port: 7a3ca469-3221-44ba-9d2a-0a50173cfb84, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cce305b-4515-4811-9224-33df6edec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48c7e8ce-6c69-4af1-bac8-5b73dc4d828e'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:06.110082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50660b4-8a71-4a62-9513-5e06d7583b9a admin admin] Publish callbacks [] for security_group (7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.110559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.164033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,segment=NetworkSegment(2f47f595-4c8a-4223-aede-15532f599326),segment_id=2f47f595-4c8a-4223-aede-15532f599326)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:06.176035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Network d11f457b-0712-47c3-8361-281ba1089918 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:06.226501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50660b4-8a71-4a62-9513-5e06d7583b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.241240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.312908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40fea3-09dd-4da9-8260-24297feecef7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:06.330265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40fea3-09dd-4da9-8260-24297feecef7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:06.332562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] For port 7a3ca469-3221-44ba-9d2a-0a50173cfb84, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:06.339107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] For port 7a3ca469-3221-44ba-9d2a-0a50173cfb84, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7a3ca469-3221-44ba-9d2a-0a50173cfb84,segment=NetworkSegment(8cce305b-4515-4811-9224-33df6edec81f),segment_id=8cce305b-4515-4811-9224-33df6edec81f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:06.351370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40fea3-09dd-4da9-8260-24297feecef7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:06.362962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c50660b4-8a71-4a62-9513-5e06d7583b9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acb1b95125d849bf935f386b7852f9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9636178 Jan 29 19:59:06.363864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35036) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:06.365130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd66fd-0ad4-46ae-9576-13963b7b6b29 None None] Network d11f457b-0712-47c3-8361-281ba1089918 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:06.368644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50660b4-8a71-4a62-9513-5e06d7583b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:06.378595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40fea3-09dd-4da9-8260-24297feecef7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:06.381677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c40fea3-09dd-4da9-8260-24297feecef7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7698808 Jan 29 19:59:06.394152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:06.396307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35038) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:06.449959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:06.466804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.512999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-26f65300-a4e6-47e0-b381-5291556fc1c4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:06.515978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-26f65300-a4e6-47e0-b381-5291556fc1c4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a HTTP/1.1" status: 200 len: 945 time: 1.1078682 Jan 29 19:59:06.524068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:06.604766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dd7d2e16-1447-44ab-a33d-57d4b57ca65b None None] Provisioning complete for port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:06.605395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd7d2e16-1447-44ab-a33d-57d4b57ca65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.693382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c11265-4131-4a95-a991-1cb23bd19f4d None None] Pushing event updated for resources: {'Port': ['ID=7a3ca469-3221-44ba-9d2a-0a50173cfb84,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:06.735943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event updated for resources: {'Port': ['ID=5c293711-8627-4c66-9dcf-2aafde2193fa,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:06.762866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eae8f3e9-21f4-4251-aeee-c2d24b7b40ee tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3348966 Jan 29 19:59:06.770321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35044) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:06.825540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:06.826607 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:06.884131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d2e16-1447-44ab-a33d-57d4b57ca65b None None] Current status of the port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:06.982009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:06.990767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.013733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef6b6925-71f9-428d-9b65-ea906004ff84 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9113271 Jan 29 19:59:07.036682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35046) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:07.051698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Request body: {'port': {'network_id': 'd11f457b-0712-47c3-8361-281ba1089918', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1026546360', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:07.051698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.api.validators [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] bootfile-name is not in valid_values {{(pid=103563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:59:07.052011 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.api.validators [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] tftp-server is not in valid_values {{(pid=103563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:59:07.057170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.api.validators [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] server-ip-address is not in valid_values {{(pid=103563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:59:07.078388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b38897f1-cee2-4518-830e-2835e4a77f89 req-db7c9016-6d05-47d4-a179-8ab6d542089e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 210 time: 0.1996450 Jan 29 19:59:07.192360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa26d1-4f6e-458e-850c-a2d2ef15c53c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:07.198104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa26d1-4f6e-458e-850c-a2d2ef15c53c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:07.202371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4efa26d1-4f6e-458e-850c-a2d2ef15c53c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4299033 Jan 29 19:59:07.223952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35050) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:07.335166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Deleting port df4987f7-ba3d-422b-92b8-0d1f0f6222ae {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:07.335916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.386730 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Publish callbacks [] for security_group (7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.442936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:07.498314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0ec95-5d81-4688-b9cd-b548fd855dee tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:07.499841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0ec95-5d81-4688-b9cd-b548fd855dee tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:07.501773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f7a0ec95-5d81-4688-b9cd-b548fd855dee tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2707205 Jan 29 19:59:07.507933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35052) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:07.513521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Publish callbacks [] for security_group (7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.559037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-633bb430-6c29-4757-bd29-3537aaa52985 None None] Provisioning complete for port 5c293711-8627-4c66-9dcf-2aafde2193fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:07.560816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-633bb430-6c29-4757-bd29-3537aaa52985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.632571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-633bb430-6c29-4757-bd29-3537aaa52985 None None] Port 5c293711-8627-4c66-9dcf-2aafde2193fa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:07.636175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:07.636574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.654752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (21aa4be3-6fe5-4356-98fb-b738425a2d0b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:07.712709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device df4987f7-ba3d-422b-92b8-0d1f0f6222ae no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:07.789461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-633bb430-6c29-4757-bd29-3537aaa52985 None None] Provisioning complete for port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:07.789599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-633bb430-6c29-4757-bd29-3537aaa52985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.011563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:08.016541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.042241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-dec7ffb1-6e5c-4d68-b47f-044bdbb1561a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:08.058052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-dec7ffb1-6e5c-4d68-b47f-044bdbb1561a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 815 time: 0.6298451 Jan 29 19:59:08.058885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Subnet': ['ID=21aa4be3-6fe5-4356-98fb-b738425a2d0b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:08.086715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port df4987f7-ba3d-422b-92b8-0d1f0f6222ae is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:08.092324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.094580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Request body: {'port': {'device_id': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'admin_state_up': True, 'tenant_id': '927b5da65f9c4ffc8650efbec6d2cdad'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:08.139570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Calling delete_port for df4987f7-ba3d-422b-92b8-0d1f0f6222ae owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:08.140302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.207044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-633bb430-6c29-4757-bd29-3537aaa52985 None None] Current status of the port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:08.213087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:08.214155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7a3ca469-3221-44ba-9d2a-0a50173cfb84 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:08.239785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Checking segment: {'id': 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:08.240150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network hostable DHCP agents. Network: 39aca4b2-7744-448f-925c-a8c5eadea068, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:08.274899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:08.277336 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82503d-eb9a-4d4f-836b-9cfcf4e362e8" -d '{"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-unplugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:08.355981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port df4987f7-ba3d-422b-92b8-0d1f0f6222ae, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:08.373577 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb14fd7-e921-472d-b62c-de08d2550f92 x-openstack-request-id: req-3cb14fd7-e921-472d-b62c-de08d2550f92 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:08.374604 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-unplugged", "status": "completed", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:08.375110 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cb14fd7-e921-472d-b62c-de08d2550f92 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:08.375727 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'code': 200} Jan 29 19:59:08.390950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7a8c91e0-f4cb-4739-9b35-f3db2d04087c None None] Provisioning complete for port 5c293711-8627-4c66-9dcf-2aafde2193fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:08.391728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a8c91e0-f4cb-4739-9b35-f3db2d04087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.396304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:08.396602 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.460398 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.469748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d1d99-4021-4058-a36b-1876505acbf6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:08.476404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ea5d1d99-4021-4058-a36b-1876505acbf6 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks/b5d66511-2b89-4a14-8486-fbcaed3f5826 HTTP/1.1" status: 200 len: 799 time: 0.9603376 Jan 29 19:59:08.499590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:08.532888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fe874-0f53-4119-8733-48980bdd4008 None None] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:08.548733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c91e0-f4cb-4739-9b35-f3db2d04087c None None] Port 5c293711-8627-4c66-9dcf-2aafde2193fa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:08.563903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee4124b1-3c0d-4c3d-99eb-e5575b3b8bb7 req-a5c46410-67fb-4795-b5d1-8d817e7436c9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 210 time: 0.3499334 Jan 29 19:59:08.613459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (df4987f7-ba3d-422b-92b8-0d1f0f6222ae), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.650966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Pushing event deleted for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:08.693014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=df4987f7-ba3d-422b-92b8-0d1f0f6222ae,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:08.709249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Provisioning complete for port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:08.709634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.721133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce8f7a93-0919-4f60-a27e-9e79de3c61e1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/networks/b5d66511-2b89-4a14-8486-fbcaed3f5826?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1740396 Jan 29 19:59:08.724234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Made reservation on behalf of bc0ac4dd53064f43973dd1af3ce8df90 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:08.728088 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.732274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:08.778921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.779766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network 39aca4b2-7744-448f-925c-a8c5eadea068 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:08.782128 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.787325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e HTTP/1.1" status: 204 len: 168 time: 2.4204206 Jan 29 19:59:08.803405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] device_id is not set on port 1e890453-ae75-4ebd-818f-901b69070ede yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 19:59:08.842685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:08.843298 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.941795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 39aca4b2-7744-448f-925c-a8c5eadea068) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:08.951238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] No DVR routers for this DVR port df4987f7-ba3d-422b-92b8-0d1f0f6222ae on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:08.991722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:08.994910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Allocated IP 172.20.0.6 (d11f457b-0712-47c3-8361-281ba1089918/5b454a16-5a99-46d3-a40f-6eb19747eaf6/1e890453-ae75-4ebd-818f-901b69070ede) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:08.996392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1300f41d-0ce2-436f-966b-9d19084cd166 req-6ae8205b-0faa-4a2a-ae02-0427988474e0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.26 "DELETE /v2.0/ports/df4987f7-ba3d-422b-92b8-0d1f0f6222ae HTTP/1.1" status: 204 len: 173 time: 2.3059521 Jan 29 19:59:08.996913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-deleted', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:08.999778 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5409df6-5016-4708-add5-54a5ba8b4bbf" -d '{"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-deleted", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:09.007071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:09.007786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.064980 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d4dba-d46a-4b5a-b6a6-151e590d62fc x-openstack-request-id: req-848d4dba-d46a-4b5a-b6a6-151e590d62fc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:09.065688 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a", "name": "network-vif-deleted", "tag": "df4987f7-ba3d-422b-92b8-0d1f0f6222ae", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:09.067080 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-848d4dba-d46a-4b5a-b6a6-151e590d62fc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:09.070140 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee4787d-6a71-4b71-ad4b-d54ad5a3ce4a', 'name': 'network-vif-deleted', 'tag': 'df4987f7-ba3d-422b-92b8-0d1f0f6222ae', 'status': 'completed', 'code': 200} Jan 29 19:59:09.074907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1dbd18-2d00-4f72-bf93-fd6a3ca9df3e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:09.078755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Current status of the port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:09.090612 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.090612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2bcca4-0e62-4e81-8338-048dedb3b7c5 None None] Network 39aca4b2-7744-448f-925c-a8c5eadea068 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:09.098120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.098439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.098785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.099123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.099460 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.099926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.100293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.100626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.100952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.102584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.102825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.103301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.103764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09da26-7c54-4392-88ed-37ff66fa2fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:09.142866 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b0b8440-93e8-4d83-ac7b-db2d776a1a0f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3625953 Jan 29 19:59:09.143966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35072) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:09.147335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Made reservation on behalf of 927b5da65f9c4ffc8650efbec6d2cdad for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:09.165581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.167308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 7a3ca469-3221-44ba-9d2a-0a50173cfb84, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7a3ca469-3221-44ba-9d2a-0a50173cfb84,segment=NetworkSegment(8cce305b-4515-4811-9224-33df6edec81f),segment_id=8cce305b-4515-4811-9224-33df6edec81f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:09.173693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52187468-94cc-436e-809f-fb518759aff3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:09.188688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-52187468-94cc-436e-809f-fb518759aff3 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/subnets/da7b9f80-37ed-4a85-944f-b7ced046daf6 HTTP/1.1" status: 200 len: 811 time: 0.4537566 Jan 29 19:59:09.189657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35074) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:09.194230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'subnet': {'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:09.292381 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.480326 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:59:09.485821 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:59:09.485955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e283dc6-1a24-4b68-b44d-32eb1f21f115 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:09.487162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e283dc6-1a24-4b68-b44d-32eb1f21f115 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "GET /v2.0/subnets/da7b9f80-37ed-4a85-944f-b7ced046daf6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2734406 Jan 29 19:59:09.488427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-39aca4b2-7744-448f-925c-a8c5eadea068', 'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068', 'project_id': 'ad58774bc7ec4123b7c545c7bd92e270', 'fixed_ips': [{'subnet_id': '21aa4be3-6fe5-4356-98fb-b738425a2d0b'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:09.490830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35080) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:09.495233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.501896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=7a3ca469-3221-44ba-9d2a-0a50173cfb84,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:09.510208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-243726468'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:09.652093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Allocated IP 172.20.0.8 (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e/edb483a5-e22f-41e6-8f41-59aca5077265/7a05c74b-d331-45a8-9c5a-021934be1eb4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:09.660548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:09.668219 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.791543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:09.795932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.872244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for port (1e890453-ae75-4ebd-818f-901b69070ede), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.944818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:09.969483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a2df7c97-e625-44a1-8ad0-646c6e86b4c1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:09.969767 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Added segment a2df7c97-e625-44a1-8ad0-646c6e86b4c1 of type vlan for network df5c307d-81d5-4ec3-a58a-ed58b4d11477 Jan 29 19:59:10.035312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Allocated IP 2001:db8::2 (39aca4b2-7744-448f-925c-a8c5eadea068/21aa4be3-6fe5-4356-98fb-b738425a2d0b/f2de8d4b-4a02-4dcc-955c-bf41a583955a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:10.057573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d561d414-b713-4b90-972f-4734f47d33d8 None None] Current status of the port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:10.124366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (df5c307d-81d5-4ec3-a58a-ed58b4d11477), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.155618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-977e1f94-3287-4d1d-9ed6-0f1ce3baa5e9 req-9e2d47ad-49dd-417d-97bf-f56452ceebc9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 210 time: 0.0699244 Jan 29 19:59:10.164056 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (2394f111-cf30-4991-ae01-3b0057726471), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.225913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0eb75628-3eaf-4622-ba52-755576d2a208 None None] Provisioning complete for port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:10.226299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0eb75628-3eaf-4622-ba52-755576d2a208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.261839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (df5c307d-81d5-4ec3-a58a-ed58b4d11477), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.275753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:10.275753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.277685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Subnet': ['ID=2394f111-cf30-4991-ae01-3b0057726471,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:10.493105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1e890453-ae75-4ebd-818f-901b69070ede), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.501776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Network': ['ID=df5c307d-81d5-4ec3-a58a-ed58b4d11477,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:10.504755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Publish callbacks [] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.541738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d3e83d2-d4be-4d58-a103-4d0b0ed9461c tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0498526 Jan 29 19:59:10.546491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:10.554578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:10.566068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks [] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.567987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:10.603228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Network d11f457b-0712-47c3-8361-281ba1089918 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:10.638718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:10.652459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:10.661649 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.674281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0eb75628-3eaf-4622-ba52-755576d2a208 None None] Current status of the port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:10.712568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.746131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35110) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:10.759155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event updated for resources: {'Port': ['ID=1e890453-ae75-4ebd-818f-901b69070ede,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:10.766661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:10.769129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:10.770058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.822870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Network 39aca4b2-7744-448f-925c-a8c5eadea068 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:10.828998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:10.832991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:10.886498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Checking segment: {'id': '3d641c8d-cd2a-4b58-b610-1fe391fd9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:10.887636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network hostable DHCP agents. Network: f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:10.907712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:10.915241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Pushing event updated for resources: {'Port': ['ID=f2de8d4b-4a02-4dcc-955c-bf41a583955a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:10.922545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:10.947765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Made reservation on behalf of d5acfc02eb214988ba10d686e92f0359 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:10.949420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:10.952125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:10.992399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Attempting to bind port f2de8d4b-4a02-4dcc-955c-bf41a583955a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:10.992810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Attempting to bind port f2de8d4b-4a02-4dcc-955c-bf41a583955a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:10.995974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-62077640-2bee-4dfb-a355-88bab7953db0 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.9603603 Jan 29 19:59:10.999090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35114) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:11.000695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Attempting to bind port f2de8d4b-4a02-4dcc-955c-bf41a583955a on network 39aca4b2-7744-448f-925c-a8c5eadea068 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:11.010376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:11.010927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Checking segment: {'id': 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:11.012968 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.013438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Bound using segment: {'id': 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:11.014238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Bound port: f2de8d4b-4a02-4dcc-955c-bf41a583955a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39aca4b2-7744-448f-925c-a8c5eadea068'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:11.015085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.083042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:11.083814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.103260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-684613719-network', 'tenant_id': '193cd9f4fbd245938611d2788e95581b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:11.119897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:11.153252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Performing IP validity checks on allocation pools {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 19:59:11.153559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7ae0a5b0-d5ca-4240-ab44-db45f0ec66ac None None] Provisioning complete for port 1e890453-ae75-4ebd-818f-901b69070ede triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:11.153559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a5b0-d5ca-4240-ab44-db45f0ec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1e890453-ae75-4ebd-818f-901b69070ede), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.163372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 19:59:11.182759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-a3d67833-42ad-4d8b-b2cd-cb8ba7aa5de2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1010036 Jan 29 19:59:11.192146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] For port f2de8d4b-4a02-4dcc-955c-bf41a583955a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:11.200102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Request body: {'port': {'device_id': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:11.204987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:11.225710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc08542-8295-47d9-8260-c552c41900f5 None None] Network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:11.272124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:11.272124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.289593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Made reservation on behalf of 193cd9f4fbd245938611d2788e95581b for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:11.298187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.312403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.361599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.378023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ff7d8-eb44-4780-b7da-7f1382e09f0f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:11.386555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ff7d8-eb44-4780-b7da-7f1382e09f0f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:11.394147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ff7d8-eb44-4780-b7da-7f1382e09f0f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:11.396477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b25ff7d8-eb44-4780-b7da-7f1382e09f0f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3963895 Jan 29 19:59:11.402254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:11.416130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] For port f2de8d4b-4a02-4dcc-955c-bf41a583955a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f2de8d4b-4a02-4dcc-955c-bf41a583955a,segment=NetworkSegment(e0e8c67e-d38a-48ac-98a1-c07167bdfb0a),segment_id=e0e8c67e-d38a-48ac-98a1-c07167bdfb0a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:11.425211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7a3ca469-3221-44ba-9d2a-0a50173cfb84 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:11.440906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0a5b0-d5ca-4240-ab44-db45f0ec66ac None None] Port 1e890453-ae75-4ebd-818f-901b69070ede cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:11.458985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (744cd3aa-836e-4008-a2a5-244520e488fa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.511098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks [] for security_group (4f94f6b7-cfb6-4a41-95cf-17321d2a7558), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.527576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e9d4a7a2-d593-438c-9ef7-5fc2c0c1d0f3 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3780806 Jan 29 19:59:11.528950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35122) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:11.553147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eda87-9dc5-403a-bfd1-0dc604937b6d req-9a634fe2-2dd2-494c-80fc-a3e9be7a0de9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:11.555348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b90eda87-9dc5-403a-bfd1-0dc604937b6d req-9a634fe2-2dd2-494c-80fc-a3e9be7a0de9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 931 time: 0.2337854 Jan 29 19:59:11.561786 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.592140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb', 'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb', 'project_id': 'ad58774bc7ec4123b7c545c7bd92e270', 'fixed_ips': [{'subnet_id': '2394f111-cf30-4991-ae01-3b0057726471'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:11.593117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.605411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=744cd3aa-836e-4008-a2a5-244520e488fa,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:11.633760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:11.640662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.684960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef90e47-982f-4912-a316-e737e6a59130 None None] Pushing event updated for resources: {'Port': ['ID=f2de8d4b-4a02-4dcc-955c-bf41a583955a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:11.717477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Checking segment: {'id': 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:11.717851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network hostable DHCP agents. Network: df5c307d-81d5-4ec3-a58a-ed58b4d11477, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:11.736606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b90eda87-9dc5-403a-bfd1-0dc604937b6d req-33812d41-289a-42a3-b223-62476e3e9644 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668255 Jan 29 19:59:11.746094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Deleting port 1e890453-ae75-4ebd-818f-901b69070ede {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:11.746492 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1e890453-ae75-4ebd-818f-901b69070ede), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.830043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4f94f6b7-cfb6-4a41-95cf-17321d2a7558), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.881466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Allocated IP 2001:db8::2 (f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb/2394f111-cf30-4991-ae01-3b0057726471/878285e4-03fa-4126-866e-57d4c9c1d98d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:11.926903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1e890453-ae75-4ebd-818f-901b69070ede), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:11.958674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Calling delete_port for 1e890453-ae75-4ebd-818f-901b69070ede owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:11.961110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:12.099263 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2e849e35-fd15-4b69-8f5d-d0bd32da39a3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.107112 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Added segment 2e849e35-fd15-4b69-8f5d-d0bd32da39a3 of type vlan for network 822fd9b0-1689-41cd-80b3-f52857eb7c7b Jan 29 19:59:12.107112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f94f6b7-cfb6-4a41-95cf-17321d2a7558,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:12.290538 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Publish callbacks [] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.374330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:12.385262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.387591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:12.391582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1e890453-ae75-4ebd-818f-901b69070ede), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.437242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:12.445226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:12.450119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:12.481689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event deleted for resources: {'Port': ['ID=1e890453-ae75-4ebd-818f-901b69070ede,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:12.534289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, df5c307d-81d5-4ec3-a58a-ed58b4d11477) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:12.553485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682c7cd-9c54-4ca2-bd9b-0de89da560f8 None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:12.583934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:12.591091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.685514 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.693055 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7e513e6e-e19a-461c-8ee9-d0b5cccb23a7 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "DELETE /v2.0/ports/1e890453-ae75-4ebd-818f-901b69070ede HTTP/1.1" status: 204 len: 168 time: 1.2856226 Jan 29 19:59:12.694127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35128) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:12.698846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Request body: {'port': {'name': 'tempest-new-port-name-2125151959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:12.699243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.api.validators [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] bootfile-name is not in valid_values {{(pid=103563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:59:12.699585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.api.validators [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] tftp-server is not in valid_values {{(pid=103563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:59:12.699920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.api.validators [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] server-ip-address is not in valid_values {{(pid=103563) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 29 19:59:12.721499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Pushing event updated for resources: {'Port': ['ID=878285e4-03fa-4126-866e-57d4c9c1d98d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:12.748405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81682714-8b73-4660-b357-596c44da12dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-df5c307d-81d5-4ec3-a58a-ed58b4d11477', 'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477', 'project_id': 'd5acfc02eb214988ba10d686e92f0359', 'fixed_ips': [{'subnet_id': '744cd3aa-836e-4008-a2a5-244520e488fa'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:12.749731 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81682714-8b73-4660-b357-596c44da12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.752045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Attempting to bind port 878285e4-03fa-4126-866e-57d4c9c1d98d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:12.753455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Attempting to bind port 878285e4-03fa-4126-866e-57d4c9c1d98d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3d641c8d-cd2a-4b58-b610-1fe391fd9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:12.759329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Attempting to bind port 878285e4-03fa-4126-866e-57d4c9c1d98d on network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:12.789095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:12.789095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Checking segment: {'id': '3d641c8d-cd2a-4b58-b610-1fe391fd9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:12.789095 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.789095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Bound using segment: {'id': '3d641c8d-cd2a-4b58-b610-1fe391fd9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:12.789095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Bound port: 878285e4-03fa-4126-866e-57d4c9c1d98d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d641c8d-cd2a-4b58-b610-1fe391fd9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:12.789095 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:12.832513 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4fa21c57-4afc-4dd7-83bb-e86532a9e24a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2817988 Jan 29 19:59:12.835140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35134) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:12.845761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:12.956494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (822fd9b0-1689-41cd-80b3-f52857eb7c7b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.034952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.052118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-81682714-8b73-4660-b357-596c44da12dd None None] Allocated IP 172.20.0.3 (df5c307d-81d5-4ec3-a58a-ed58b4d11477/744cd3aa-836e-4008-a2a5-244520e488fa/8d96aab2-ab9f-464f-b83b-c93847d63cbe) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:13.100725 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.218892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5799713'] for subnet (744cd3aa-836e-4008-a2a5-244520e488fa), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.225491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (822fd9b0-1689-41cd-80b3-f52857eb7c7b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.230855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:13.231484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.391704 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81682714-8b73-4660-b357-596c44da12dd None None] Publish callbacks [] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.467887 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81682714-8b73-4660-b357-596c44da12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.469616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] For port 878285e4-03fa-4126-866e-57d4c9c1d98d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:13.506768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054f241-a0d2-4ba8-8a3d-a3dac0ba1af0 None None] Network 39aca4b2-7744-448f-925c-a8c5eadea068 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:13.542911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7964547 Jan 29 19:59:13.548948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35138) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:13.567653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Request body: {'subnet': {'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-684613719-subnet', 'tenant_id': '193cd9f4fbd245938611d2788e95581b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:13.575441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.619585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005c197-a396-430a-ba53-e321a1fba50c admin admin] Pushing event updated for resources: {'Network': ['ID=822fd9b0-1689-41cd-80b3-f52857eb7c7b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:13.639432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.692625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Made reservation on behalf of 193cd9f4fbd245938611d2788e95581b for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:13.692906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c36af-9c5a-4b68-84a3-c6c41da6f0e1 req-8c7e913e-8b9c-4e52-9291-1037b5924e7e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:13.694287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e84c36af-9c5a-4b68-84a3-c6c41da6f0e1 req-8c7e913e-8b9c-4e52-9291-1037b5924e7e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 931 time: 0.6964705 Jan 29 19:59:13.708992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f2de8d4b-4a02-4dcc-955c-bf41a583955a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:13.708992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:13.710287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.811118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] In _notify_port_updated(), no bound segment for port 5c293711-8627-4c66-9dcf-2aafde2193fa on network d11f457b-0712-47c3-8361-281ba1089918 {{(pid=103563) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 29 19:59:13.818312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:13.819528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.824913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:13.825629 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "PUT /v2.0/ports/5c293711-8627-4c66-9dcf-2aafde2193fa HTTP/1.1" status: 200 len: 1137 time: 1.1310825 Jan 29 19:59:13.857858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a05c74b-d331-45a8-9c5a-021934be1eb4 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:59:13.894950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] For port 878285e4-03fa-4126-866e-57d4c9c1d98d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=878285e4-03fa-4126-866e-57d4c9c1d98d,segment=NetworkSegment(3d641c8d-cd2a-4b58-b610-1fe391fd9231),segment_id=3d641c8d-cd2a-4b58-b610-1fe391fd9231)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:13.914719 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Publish callbacks [] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:13.931709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e84c36af-9c5a-4b68-84a3-c6c41da6f0e1 req-9b4d642b-1f04-4f08-a4b4-b2d5ba0cd1de tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263677 Jan 29 19:59:14.000230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e54cc-b389-4751-8439-95fde52ba50d tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:14.001707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-105e54cc-b389-4751-8439-95fde52ba50d tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "GET /v2.0/ports/5c293711-8627-4c66-9dcf-2aafde2193fa HTTP/1.1" status: 200 len: 1137 time: 0.1746361 Jan 29 19:59:14.007201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Transition to ACTIVE for port object 7a05c74b-d331-45a8-9c5a-021934be1eb4 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:59:14.011248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35144) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:14.024818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81682714-8b73-4660-b357-596c44da12dd None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:14.063340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-81682714-8b73-4660-b357-596c44da12dd None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:14.077430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc792a-d94b-4235-a6e7-ba003848dc10 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event updated for resources: {'Port': ['ID=5c293711-8627-4c66-9dcf-2aafde2193fa,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:14.080072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81682714-8b73-4660-b357-596c44da12dd None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:14.103680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Provisioning complete for port f2de8d4b-4a02-4dcc-955c-bf41a583955a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:14.104044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.109754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.132502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Allocated IP 2001:db8::1 (39aca4b2-7744-448f-925c-a8c5eadea068/21aa4be3-6fe5-4356-98fb-b738425a2d0b/092734b9-7840-4386-8269-2c5e8105d607) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:14.137233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682714-8b73-4660-b357-596c44da12dd None None] Pushing event updated for resources: {'Port': ['ID=8d96aab2-ab9f-464f-b83b-c93847d63cbe,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:14.139960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.196127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (68fd2f72-f689-45dc-926f-321bf6abee9a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.198194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ff27b-348f-459a-9d87-4c0d3fffb59d None None] Pushing event updated for resources: {'Port': ['ID=878285e4-03fa-4126-866e-57d4c9c1d98d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:14.236457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:14.256455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740155185857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4351207'] for subnet (744cd3aa-836e-4008-a2a5-244520e488fa), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.325182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fd2f72-f689-45dc-926f-321bf6abee9a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:14.383192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Attempting to bind port 7a05c74b-d331-45a8-9c5a-021934be1eb4 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:14.383686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Attempting to bind port 7a05c74b-d331-45a8-9c5a-021934be1eb4 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:14.384124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Attempting to bind port 7a05c74b-d331-45a8-9c5a-021934be1eb4 on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:14.391623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.392176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.392679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.393646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.394259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.394831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.395672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.396120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.396419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-81682714-8b73-4660-b357-596c44da12dd None None] Attempting to bind port 8d96aab2-ab9f-464f-b83b-c93847d63cbe on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:14.396814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-81682714-8b73-4660-b357-596c44da12dd None None] Attempting to bind port 8d96aab2-ab9f-464f-b83b-c93847d63cbe by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:14.397190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81682714-8b73-4660-b357-596c44da12dd None None] Attempting to bind port 8d96aab2-ab9f-464f-b83b-c93847d63cbe on network df5c307d-81d5-4ec3-a58a-ed58b4d11477 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:14.400782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.401261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.401713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.402176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.402620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:14.420400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Port 7a05c74b-d331-45a8-9c5a-021934be1eb4 on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:59:14.420897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f2de8d4b-4a02-4dcc-955c-bf41a583955a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:14.421200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Attempting to bind port 7a05c74b-d331-45a8-9c5a-021934be1eb4 on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:14.421334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.434738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:14.435223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Checking segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:14.435859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Bound using segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:14.436489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Bound port: 7a05c74b-d331-45a8-9c5a-021934be1eb4, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:14.436957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.439526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event updated for resources: {'Subnet': ['ID=744cd3aa-836e-4008-a2a5-244520e488fa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:14.477891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:14.480467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.488069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4ddfd102-f5c0-4bef-b7ad-84cbd4d3248a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "PUT /v2.0/subnets/744cd3aa-836e-4008-a2a5-244520e488fa HTTP/1.1" status: 200 len: 877 time: 1.6516647 Jan 29 19:59:14.489551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Checking segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:14.489915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Network hostable DHCP agents. Network: 822fd9b0-1689-41cd-80b3-f52857eb7c7b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:14.500631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35148) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:14.629917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Deleting port 5c293711-8627-4c66-9dcf-2aafde2193fa {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:14.630423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.663732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:14.770273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.773231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81682714-8b73-4660-b357-596c44da12dd None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:14.773838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81682714-8b73-4660-b357-596c44da12dd None None] Checking segment: {'id': 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:14.774396 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81682714-8b73-4660-b357-596c44da12dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.775422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81682714-8b73-4660-b357-596c44da12dd None None] Bound using segment: {'id': 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:14.776087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-81682714-8b73-4660-b357-596c44da12dd None None] Bound port: 8d96aab2-ab9f-464f-b83b-c93847d63cbe, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df5c307d-81d5-4ec3-a58a-ed58b4d11477'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:14.776669 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81682714-8b73-4660-b357-596c44da12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.799329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (df5c307d-81d5-4ec3-a58a-ed58b4d11477), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.816791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 822fd9b0-1689-41cd-80b3-f52857eb7c7b) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:14.823272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:14.823861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.846391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Calling delete_port for 5c293711-8627-4c66-9dcf-2aafde2193fa owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:14.856005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317220a9-3894-4517-9cff-c0ceb7de7a67 None None] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:14.904093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:14.908513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:14.917408 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25adad01-eb39-4281-a2f7-aa6b6c5e9607 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3589127 Jan 29 19:59:14.977490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 8d96aab2-ab9f-464f-b83b-c93847d63cbe {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:14.978307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.988542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for port (092734b9-7840-4386-8269-2c5e8105d607), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:14.993960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.033605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-81682714-8b73-4660-b357-596c44da12dd None None] For port 8d96aab2-ab9f-464f-b83b-c93847d63cbe, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:15.037293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-81682714-8b73-4660-b357-596c44da12dd None None] For port 8d96aab2-ab9f-464f-b83b-c93847d63cbe, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8d96aab2-ab9f-464f-b83b-c93847d63cbe,segment=NetworkSegment(a2df7c97-e625-44a1-8ad0-646c6e86b4c1),segment_id=a2df7c97-e625-44a1-8ad0-646c6e86b4c1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:15.099597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f2de8d4b-4a02-4dcc-955c-bf41a583955a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:15.099972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.120826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Current status of the port f2de8d4b-4a02-4dcc-955c-bf41a583955a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:15.121233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.133969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81682714-8b73-4660-b357-596c44da12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.186847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 8d96aab2-ab9f-464f-b83b-c93847d63cbe, host n-d-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:15.189447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.229985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682714-8b73-4660-b357-596c44da12dd None None] Pushing event updated for resources: {'Port': ['ID=8d96aab2-ab9f-464f-b83b-c93847d63cbe,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:15.251417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 8d96aab2-ab9f-464f-b83b-c93847d63cbe owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:15.262573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368e829-47bd-4093-89f7-8baa38e12409 None None] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:15.345571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:15.348440 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.349980 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a05c74b-d331-45a8-9c5a-021934be1eb4 HTTP/1.1" status: 200 len: 1091 time: 4.1545258 Jan 29 19:59:15.350460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:15.356019 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c" -d '{"events": [{"name": "network-changed", "server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:15.367161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5c293711-8627-4c66-9dcf-2aafde2193fa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.417372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4b89e-f57f-411c-b0cc-a304b4f8f360 service neutron] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:15.523027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f2de8d4b-4a02-4dcc-955c-bf41a583955a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f2de8d4b-4a02-4dcc-955c-bf41a583955a,segment=NetworkSegment(e0e8c67e-d38a-48ac-98a1-c07167bdfb0a),segment_id=e0e8c67e-d38a-48ac-98a1-c07167bdfb0a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:15.594639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb2361-e5fd-44e6-adc5-2155cfd297eb req-77490eb7-a4b2-4d94-9d74-cf1bd0c2836d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:15.598577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81cb2361-e5fd-44e6-adc5-2155cfd297eb req-77490eb7-a4b2-4d94-9d74-cf1bd0c2836d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.4435053 Jan 29 19:59:15.611592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.680929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8d96aab2-ab9f-464f-b83b-c93847d63cbe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.725244 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:59:15.725493 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:59:15.745530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (092734b9-7840-4386-8269-2c5e8105d607), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.829997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:15.836078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "DELETE /v2.0/ports/5c293711-8627-4c66-9dcf-2aafde2193fa HTTP/1.1" status: 204 len: 168 time: 1.8216479 Jan 29 19:59:15.836078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e70e01-77d0-4936-9a8b-8e5f1fa11658 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event deleted for resources: {'Port': ['ID=5c293711-8627-4c66-9dcf-2aafde2193fa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:15.850631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35174) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:15.895993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f2de8d4b-4a02-4dcc-955c-bf41a583955a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:15.896926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=8d96aab2-ab9f-464f-b83b-c93847d63cbe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:15.984653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network 39aca4b2-7744-448f-925c-a8c5eadea068 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:15.994607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81cb2361-e5fd-44e6-adc5-2155cfd297eb req-37951b49-79f4-44c6-bc20-06b476faae21 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914790 Jan 29 19:59:15.995455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 8d96aab2-ab9f-464f-b83b-c93847d63cbe on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:16.001036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 878285e4-03fa-4126-866e-57d4c9c1d98d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:16.041117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:16.075934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:16.078740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.095929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (744cd3aa-836e-4008-a2a5-244520e488fa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.135048 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347a3c12-2223-4b80-a339-eef88abd8b6d x-openstack-request-id: req-347a3c12-2223-4b80-a339-eef88abd8b6d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:16.135508 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:16.135869 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-347a3c12-2223-4b80-a339-eef88abd8b6d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:16.136439 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'status': 'completed', 'code': 200} Jan 29 19:59:16.149822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 878285e4-03fa-4126-866e-57d4c9c1d98d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:16.150365 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.223489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Deleting subnet 5b454a16-5a99-46d3-a40f-6eb19747eaf6 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:59:16.235648 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for subnet (5b454a16-5a99-46d3-a40f-6eb19747eaf6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.289125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Port': ['ID=092734b9-7840-4386-8269-2c5e8105d607,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:16.317729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (744cd3aa-836e-4008-a2a5-244520e488fa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.328307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-07da28f0-5430-4c0e-9c64-c915df64d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:16.332441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-07da28f0-5430-4c0e-9c64-c915df64d468 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 1125 time: 0.5810797 Jan 29 19:59:16.406202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=744cd3aa-836e-4008-a2a5-244520e488fa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:16.423916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-24c07159-750f-499c-8ed7-f45e2f65ed22 None None] Current status of the port f2de8d4b-4a02-4dcc-955c-bf41a583955a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:16.442668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 878285e4-03fa-4126-866e-57d4c9c1d98d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:16.442668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.451328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (5b454a16-5a99-46d3-a40f-6eb19747eaf6), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.511926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 878285e4-03fa-4126-866e-57d4c9c1d98d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=878285e4-03fa-4126-866e-57d4c9c1d98d,segment=NetworkSegment(3d641c8d-cd2a-4b58-b610-1fe391fd9231),segment_id=3d641c8d-cd2a-4b58-b610-1fe391fd9231)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:16.522801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-4a9fa3a0-cf9d-40d4-8ea3-f8848b9643de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4 HTTP/1.1" status: 200 len: 217 time: 0.0735593 Jan 29 19:59:16.543877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-60194a1e-4588-4395-9e99-4e62e51e61dc None None] Could not find standard attr ID for object 5c293711-8627-4c66-9dcf-2aafde2193fa. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:59:16.570133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-60194a1e-4588-4395-9e99-4e62e51e61dc None None] Provisioning complete for port f2de8d4b-4a02-4dcc-955c-bf41a583955a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:16.570133 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-60194a1e-4588-4395-9e99-4e62e51e61dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.577669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d40df8-816c-40d3-bcae-c2a072bd926f None None] Network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:16.620238 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (092734b9-7840-4386-8269-2c5e8105d607), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.639813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.641491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-e3236851-6b00-4f10-b50c-be9d29840f65 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:16.648745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-e3236851-6b00-4f10-b50c-be9d29840f65 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.7593052 Jan 29 19:59:16.683284 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (df5c307d-81d5-4ec3-a58a-ed58b4d11477), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.702114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-0ef3180f-a26d-4c9e-935e-12ab3e805659 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/quotas/193cd9f4fbd245938611d2788e95581b HTTP/1.1" status: 200 len: 375 time: 0.0318120 Jan 29 19:59:16.740158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=878285e4-03fa-4126-866e-57d4c9c1d98d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:16.758221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.759130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.759615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.760132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.760710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.761192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.761803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.762285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.762994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.763627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.764335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.764816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.765306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 19:59:16.772310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5c307d-81d5-4ec3-a58a-ed58b4d11477']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:16.803872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:16.804352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2df7c97-e625-44a1-8ad0-646c6e86b4c1') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:16.806452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae46c63-95df-4a4f-b820-950a2970991e req-68c20129-2c3b-42fa-b944-8bec6adee96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:16.810137 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-68c20129-2c3b-42fa-b944-8bec6adee96b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 200 len: 855 time: 0.2007751 Jan 29 19:59:16.816907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5b454a16-5a99-46d3-a40f-6eb19747eaf6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.822126 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (a2df7c97-e625-44a1-8ad0-646c6e86b4c1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.856833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-da18ee26-55fe-4f27-b4ca-f562ea689418 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939014 Jan 29 19:59:16.914938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a2df7c97-e625-44a1-8ad0-646c6e86b4c1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.922933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:16.923155 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (a2df7c97-e625-44a1-8ad0-646c6e86b4c1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:16.949859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-60194a1e-4588-4395-9e99-4e62e51e61dc None None] Current status of the port f2de8d4b-4a02-4dcc-955c-bf41a583955a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:16.957366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-dd4ae6cd-6bbb-4a43-81ca-d7d1bccdef49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034369 Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:16.959077 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:17.040123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (5b454a16-5a99-46d3-a40f-6eb19747eaf6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.084903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-71cbdb0b-c2ca-4862-af8a-a7a1f1a831f5 None None] Provisioning complete for port 092734b9-7840-4386-8269-2c5e8105d607 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:17.085294 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71cbdb0b-c2ca-4862-af8a-a7a1f1a831f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (092734b9-7840-4386-8269-2c5e8105d607), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.107207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event deleted for resources: {'Subnet': ['ID=5b454a16-5a99-46d3-a40f-6eb19747eaf6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:17.109378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.124425 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d5c3e69-12af-4d39-b369-3dc6dbc8159f tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "DELETE /v2.0/subnets/5b454a16-5a99-46d3-a40f-6eb19747eaf6 HTTP/1.1" status: 204 len: 168 time: 1.2687175 Jan 29 19:59:17.132828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:17.165899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ce4e64-93c0-4e68-9bbe-fc6f9203e7de None None] Network d11f457b-0712-47c3-8361-281ba1089918 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:17.166710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (df5c307d-81d5-4ec3-a58a-ed58b4d11477), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.221271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.231374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/df5c307d-81d5-4ec3-a58a-ed58b4d11477 HTTP/1.1" status: 204 len: 168 time: 2.7293665 Jan 29 19:59:17.237597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35184) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:17.263485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e1b07-5444-4dac-9f0c-b0bb80a869fd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=df5c307d-81d5-4ec3-a58a-ed58b4d11477,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:17.295486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-71cbdb0b-c2ca-4862-af8a-a7a1f1a831f5 None None] Port 092734b9-7840-4386-8269-2c5e8105d607 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:17.310732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624117-e903-49c9-8b01-f725948932d5 req-2d03305e-1fdb-4216-8fba-fb9769193754 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:17.326198 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec624117-e903-49c9-8b01-f725948932d5 req-2d03305e-1fdb-4216-8fba-fb9769193754 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.1718166 Jan 29 19:59:17.378730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-71cbdb0b-c2ca-4862-af8a-a7a1f1a831f5 None None] Provisioning complete for port 878285e4-03fa-4126-866e-57d4c9c1d98d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:17.379154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71cbdb0b-c2ca-4862-af8a-a7a1f1a831f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.430487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec624117-e903-49c9-8b01-f725948932d5 req-b9cb3d26-094b-4a85-b818-9e31feb57431 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955625 Jan 29 19:59:17.520568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-71cbdb0b-c2ca-4862-af8a-a7a1f1a831f5 None None] Current status of the port 878285e4-03fa-4126-866e-57d4c9c1d98d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:17.539251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] DHCP port deletion for d11f457b-0712-47c3-8361-281ba1089918 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:17.601764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] Deleting port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:17.602384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.674373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b38af-cc0f-442d-89e1-8e1e253f01f0 None None] DHCP port deletion for df5c307d-81d5-4ec3-a58a-ed58b4d11477 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:17.675897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e3aed415-e9d0-46f8-95ba-27b0d96ce304 None None] Could not find standard attr ID for object 8d96aab2-ab9f-464f-b83b-c93847d63cbe. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 19:59:17.702839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] For port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,segment=NetworkSegment(2f47f595-4c8a-4223-aede-15532f599326),segment_id=2f47f595-4c8a-4223-aede-15532f599326)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:17.702839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.720362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99020fa6-a5b4-47ce-b23f-e8142a87a1a1 None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:17.750778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] Calling delete_port for 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:17.776222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e3aed415-e9d0-46f8-95ba-27b0d96ce304 None None] Provisioning complete for port 878285e4-03fa-4126-866e-57d4c9c1d98d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:17.776634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3aed415-e9d0-46f8-95ba-27b0d96ce304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:17.794682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99020fa6-a5b4-47ce-b23f-e8142a87a1a1 None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 19:59:17.796596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f2de8d4b-4a02-4dcc-955c-bf41a583955a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:17.869892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb0af1-e319-4942-b375-99498022b84d None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:17.915392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb0af1-e319-4942-b375-99498022b84d None None] Network df5c307d-81d5-4ec3-a58a-ed58b4d11477 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 19:59:18.017992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for port (092734b9-7840-4386-8269-2c5e8105d607), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.060581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-84f06d78-ed99-4161-92dd-e83e046aef1e service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0445616 Jan 29 19:59:18.102411 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-17528935-4cb1-4ae2-a834-494f9d5c7557 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:18.102863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17528935-4cb1-4ae2-a834-494f9d5c7557 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:18.107031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-17528935-4cb1-4ae2-a834-494f9d5c7557 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/744cd3aa-836e-4008-a2a5-244520e488fa HTTP/1.1" status: 404 len: 337 time: 0.8252289 Jan 29 19:59:18.109613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:18.139384 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a72229-df5f-4bf1-94d5-932ee4227b89 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:18.139596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e3aed415-e9d0-46f8-95ba-27b0d96ce304 None None] Current status of the port 878285e4-03fa-4126-866e-57d4c9c1d98d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:18.139896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a72229-df5f-4bf1-94d5-932ee4227b89 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:18.146947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47a72229-df5f-4bf1-94d5-932ee4227b89 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/df5c307d-81d5-4ec3-a58a-ed58b4d11477 HTTP/1.1" status: 404 len: 339 time: 0.0358794 Jan 29 19:59:18.152037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (092734b9-7840-4386-8269-2c5e8105d607), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.152974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35230) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:18.157502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.180333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f2de8d4b-4a02-4dcc-955c-bf41a583955a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:18.180901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.214482 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b961f-d554-4d16-8347-d7746d5839cd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:18.215211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936b961f-d554-4d16-8347-d7746d5839cd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:18.218414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-936b961f-d554-4d16-8347-d7746d5839cd tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/a0313c0d-682c-44cf-bc75-ab55a7baa104 HTTP/1.1" status: 404 len: 337 time: 0.0643513 Jan 29 19:59:18.230250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35232) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:18.266639 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-354dbe68-05b0-4aa4-993c-08318e292491 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:18.267169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354dbe68-05b0-4aa4-993c-08318e292491 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:18.271047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-354dbe68-05b0-4aa4-993c-08318e292491 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/4b328e07-07af-4cf3-8635-81bca1142c01 HTTP/1.1" status: 404 len: 339 time: 0.0396001 Jan 29 19:59:18.284026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.289034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35234) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:18.364613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] Pushing event deleted for resources: {'Port': ['ID=57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:18.370076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d11f457b-0712-47c3-8361-281ba1089918), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.372235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857c14b-c3cf-4a22-a534-4bcb4f9c0f19 None None] No DVR routers for this DVR port 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:18.387549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f2de8d4b-4a02-4dcc-955c-bf41a583955a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:18.387549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 878285e4-03fa-4126-866e-57d4c9c1d98d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:18.408496 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-fb08b0a7-29a6-42b1-b270-066dbf36984d service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5017943 Jan 29 19:59:18.412733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network 39aca4b2-7744-448f-925c-a8c5eadea068 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:18.433310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:18.443449 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.489784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 878285e4-03fa-4126-866e-57d4c9c1d98d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:18.490157 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.577288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.628278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971fed0a-d47e-49cc-a50e-d144fc0d5e90']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:18.656758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ba24c0-9047-41ea-9b14-0ec7fee2b58c') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:18.657360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ba24c0-9047-41ea-9b14-0ec7fee2b58c') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:18.694277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (c5ba24c0-9047-41ea-9b14-0ec7fee2b58c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.710504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-5124c1c0-af13-47e4-992e-91a5075c9a04 service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785721 Jan 29 19:59:18.732095 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5ba24c0-9047-41ea-9b14-0ec7fee2b58c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.763570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 878285e4-03fa-4126-866e-57d4c9c1d98d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:18.772481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:18.773801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (c5ba24c0-9047-41ea-9b14-0ec7fee2b58c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:18.779690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Port': ['ID=092734b9-7840-4386-8269-2c5e8105d607,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:18.828841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ae46c63-95df-4a4f-b820-950a2970991e req-bee07361-a445-450a-a2bb-353a9c4d6b32 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403688 Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:18.844180 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:18.868080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:18.935212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:59:18.935830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 57fd31ef-ab5f-4cb5-9bf8-3e1f6321310a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:18.993641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d11f457b-0712-47c3-8361-281ba1089918), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.013936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11f457b-0712-47c3-8361-281ba1089918']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:19.023910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f47f595-4c8a-4223-aede-15532f599326') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:19.024570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f47f595-4c8a-4223-aede-15532f599326') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:19.044250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-98e3acf3-c1d1-4cab-a32a-baab78e15299 None None] Provisioning complete for port 092734b9-7840-4386-8269-2c5e8105d607 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:19.046401 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-98e3acf3-c1d1-4cab-a32a-baab78e15299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (092734b9-7840-4386-8269-2c5e8105d607), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.069921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c362c-c0af-40f9-9ae4-dd37cd4576be req-e911bb25-0cf4-4d36-8ea2-e72290a7a2e2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:19.072689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-723c362c-c0af-40f9-9ae4-dd37cd4576be req-e911bb25-0cf4-4d36-8ea2-e72290a7a2e2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.2508647 Jan 29 19:59:19.092567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (2f47f595-4c8a-4223-aede-15532f599326), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.093277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-98e3acf3-c1d1-4cab-a32a-baab78e15299 None None] Port 092734b9-7840-4386-8269-2c5e8105d607 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:19.124937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2f47f595-4c8a-4223-aede-15532f599326), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.143554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (971fed0a-d47e-49cc-a50e-d144fc0d5e90), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.149327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:19.149773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (2f47f595-4c8a-4223-aede-15532f599326), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: warnings.warn('Neutron quota engine will require "--force" ' Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:19.153945 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:19.165612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.175598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/971fed0a-d47e-49cc-a50e-d144fc0d5e90 HTTP/1.1" status: 204 len: 168 time: 0.8853559 Jan 29 19:59:19.180046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35252) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.230075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31158f1-74e9-4884-8d88-aa80c496c684 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=971fed0a-d47e-49cc-a50e-d144fc0d5e90,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:19.268640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.282611 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6aea7f1-dbd6-443d-b931-6df3cd6738a8 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.283173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6aea7f1-dbd6-443d-b931-6df3cd6738a8 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.290202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c6aea7f1-dbd6-443d-b931-6df3cd6738a8 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/1166d7ab-d5b5-4f22-b103-2fb67b4b3bda HTTP/1.1" status: 404 len: 337 time: 0.1009228 Jan 29 19:59:19.293205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.322748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-723c362c-c0af-40f9-9ae4-dd37cd4576be req-a20b47dc-b7c1-4f06-8ceb-079aaad7527c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385652 Jan 29 19:59:19.326807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-c396aaa4-2132-4e81-a7ba-bb177699e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:19.332580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-c396aaa4-2132-4e81-a7ba-bb177699e519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 1125 time: 0.3064079 Jan 29 19:59:19.344510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c236cc84-8b09-409d-8373-9c4b6f7b9187 req-04ad0486-8dac-44ae-8b7c-88c24badd090 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 210 time: 0.0814373 Jan 29 19:59:19.363654 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8669366-662c-47c4-9ea2-57cbb3ff2cdb tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.364387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8669366-662c-47c4-9ea2-57cbb3ff2cdb tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.371106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c8669366-662c-47c4-9ea2-57cbb3ff2cdb tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/84f552cc-6ab2-44e9-875c-74a09bd3e198 HTTP/1.1" status: 404 len: 339 time: 0.0738068 Jan 29 19:59:19.375651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.401738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d11f457b-0712-47c3-8361-281ba1089918), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.432355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.435620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] 10.222.0.15 "DELETE /v2.0/networks/d11f457b-0712-47c3-8361-281ba1089918 HTTP/1.1" status: 204 len: 168 time: 2.3015687 Jan 29 19:59:19.450748 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cf4971-afcc-4cb2-a961-21c16a5d82f2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.451216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cf4971-afcc-4cb2-a961-21c16a5d82f2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.455583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-35cf4971-afcc-4cb2-a961-21c16a5d82f2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/7a263db3-709d-4652-b753-3d657e2f8c75 HTTP/1.1" status: 404 len: 337 time: 0.0729442 Jan 29 19:59:19.457236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35288) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.503979 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-783e8959-2cff-4ae1-950a-5699388df886 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.504567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783e8959-2cff-4ae1-950a-5699388df886 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.516399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-783e8959-2cff-4ae1-950a-5699388df886 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/6496d15f-64c7-4373-88e6-1b5ba653be87 HTTP/1.1" status: 404 len: 339 time: 0.0565777 Jan 29 19:59:19.519072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.579043 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d19a0c1-1ec4-4f04-ac62-4bff21e69ec7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.582024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d19a0c1-1ec4-4f04-ac62-4bff21e69ec7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.584759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6d19a0c1-1ec4-4f04-ac62-4bff21e69ec7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/5c1ecf53-3a75-464b-bd2a-8c75c1aeb68d HTTP/1.1" status: 404 len: 337 time: 0.0650818 Jan 29 19:59:19.587770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.617416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb6f2-d10b-4d67-842a-e8d6e8245ba6 tempest-ExtraDHCPOptionsTestJSON-1906829450 tempest-ExtraDHCPOptionsTestJSON-1906829450-project] Pushing event deleted for resources: {'Network': ['ID=d11f457b-0712-47c3-8361-281ba1089918,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:19.652699 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9891a2b-c24d-40d8-9d25-3294f355e037 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.654870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16922d87-806d-446e-9ef4-89b67dd876d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:19.655124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9891a2b-c24d-40d8-9d25-3294f355e037 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.668266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35306) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.668873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d9891a2b-c24d-40d8-9d25-3294f355e037 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/5427318c-d180-4b6b-8b71-cbc31e76ac9b HTTP/1.1" status: 404 len: 339 time: 0.0784438 Jan 29 19:59:19.715338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Router 1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 19:59:19.717693 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-5655a22f-98ef-477c-b712-bad470d63ab5 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.718337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5655a22f-98ef-477c-b712-bad470d63ab5 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.721952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5655a22f-98ef-477c-b712-bad470d63ab5 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/d05e8781-1e58-4df1-85c0-c3a2d36c7513 HTTP/1.1" status: 404 len: 337 time: 0.0518293 Jan 29 19:59:19.725387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35310) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.745317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-3047799e-5116-4912-93e9-5b85dfe8b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:19.747131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-3047799e-5116-4912-93e9-5b85dfe8b504 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 915 time: 0.4016025 Jan 29 19:59:19.757917 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1d5958-edff-4dbe-9193-99189a27014a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.759398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1d5958-edff-4dbe-9193-99189a27014a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.766762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35312) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:19.773460 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ab1d5958-edff-4dbe-9193-99189a27014a tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/970c7015-6659-4b9b-8342-4c71e3addddd HTTP/1.1" status: 404 len: 339 time: 0.0456781 Jan 29 19:59:19.944023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-5f2aafed-7410-416b-8110-01f0ecc3a593 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4 HTTP/1.1" status: 200 len: 217 time: 0.1863763 Jan 29 19:59:19.967530 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-249c824d-1a4b-46d0-9812-67777ee81f2f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:19.969814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249c824d-1a4b-46d0-9812-67777ee81f2f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:19.972232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-249c824d-1a4b-46d0-9812-67777ee81f2f tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/801512dc-f27c-4ee9-b1ae-5c3ce2979877 HTTP/1.1" status: 404 len: 337 time: 0.2040455 Jan 29 19:59:19.975369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35314) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.031674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:59:20.042601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-61475900-7d2d-40d6-93f3-e10927c37c09 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4717085 Jan 29 19:59:20.044511 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78d9690-bd71-4fbb-a284-9b28d1078627 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:20.044511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78d9690-bd71-4fbb-a284-9b28d1078627 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:20.052884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f78d9690-bd71-4fbb-a284-9b28d1078627 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/e3380655-9300-4d8c-ad2a-2b6d8d04ecaa HTTP/1.1" status: 404 len: 339 time: 0.0740442 Jan 29 19:59:20.053310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35318) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.053636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35320) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.069640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] Sync routers for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:59:20.104546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:20.105823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:58:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:20.109871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-47ec8eb0-749c-405c-8b06-bb371ab24dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:20.111452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-47ec8eb0-749c-405c-8b06-bb371ab24dc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 200 len: 855 time: 0.1551986 Jan 29 19:59:20.140666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16922d87-806d-446e-9ef4-89b67dd876d6 admin admin] Publish callbacks [] for security_group (c68665f5-b298-4960-af00-417ac4621667), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:20.198755 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-cfbfed17-d1ec-43cf-975c-7c0959b831f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651643 Jan 29 19:59:20.204120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16922d87-806d-446e-9ef4-89b67dd876d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c68665f5-b298-4960-af00-417ac4621667), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:20.212511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:20.236475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:20.239907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:58:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:20.271353 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8526df25-e840-42f7-b833-9777bfe4d104 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:20.272526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8526df25-e840-42f7-b833-9777bfe4d104 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:20.292080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8526df25-e840-42f7-b833-9777bfe4d104 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/e074edb6-dd8d-46af-824d-f132861568cd HTTP/1.1" status: 404 len: 337 time: 0.2356021 Jan 29 19:59:20.294455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35326) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.318458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:20.319448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9c186-94ff-4240-af45-925b186686e0 None None] The sync data for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:59:20.357826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35328) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.369418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16922d87-806d-446e-9ef4-89b67dd876d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68665f5-b298-4960-af00-417ac4621667,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:20.388382 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c40c82-6077-4374-9dd4-3cb40893d1b7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:20.389024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c40c82-6077-4374-9dd4-3cb40893d1b7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:20.392520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-56c40c82-6077-4374-9dd4-3cb40893d1b7 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/858ddad7-eaaa-4d47-8315-a7cdd7f5b971 HTTP/1.1" status: 404 len: 339 time: 0.0434506 Jan 29 19:59:20.396844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35336) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.421982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-16922d87-806d-446e-9ef4-89b67dd876d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c929195b5c9d4a58a60a88fdb76d4aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1491365 Jan 29 19:59:20.441359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.625456 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cfc140-fb05-47dc-b503-040765351a5b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:20.631136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cfc140-fb05-47dc-b503-040765351a5b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:20.631136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a5cfc140-fb05-47dc-b503-040765351a5b tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/3d912635-622d-47b3-b6a1-638aec015ae6 HTTP/1.1" status: 404 len: 337 time: 0.2167683 Jan 29 19:59:20.637619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35340) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:20.642627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a53221e7-4042-4df0-a088-60dc71814010 req-f5c554ed-4706-4db9-ab96-c6fc064b07d4 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 210 time: 0.1715279 Jan 29 19:59:20.770106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53c94324-206c-4f79-a7ee-56025b1f2c83 admin admin] Publish callbacks [] for security_group (c68665f5-b298-4960-af00-417ac4621667), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:20.774069 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-3395b2bf-35b4-4f59-84c1-92887dec56af service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666962 Jan 29 19:59:20.841003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53c94324-206c-4f79-a7ee-56025b1f2c83 admin admin] Publish callbacks [] for security_group (c68665f5-b298-4960-af00-417ac4621667), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:20.958049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-049cfe02-6ff1-4397-8d4e-d3fc6bbba43c req-881a2867-ec32-4ca6-bc21-a27847224508 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712062 Jan 29 19:59:21.055835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53c94324-206c-4f79-a7ee-56025b1f2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c68665f5-b298-4960-af00-417ac4621667), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.058576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53c94324-206c-4f79-a7ee-56025b1f2c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.060057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-53c94324-206c-4f79-a7ee-56025b1f2c83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c68665f5-b298-4960-af00-417ac4621667 HTTP/1.1" status: 204 len: 168 time: 0.6134543 Jan 29 19:59:21.071060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c94324-206c-4f79-a7ee-56025b1f2c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68665f5-b298-4960-af00-417ac4621667,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:21.201906 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a733fa-0c2f-47d7-b728-b67500560090 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:21.202427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a733fa-0c2f-47d7-b728-b67500560090 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:21.206093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c7a733fa-0c2f-47d7-b728-b67500560090 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/dc7abe94-07ad-40fc-a97f-0b7a118c065c HTTP/1.1" status: 404 len: 339 time: 0.5370970 Jan 29 19:59:21.209020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35350) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.232241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d8095a01-255f-426d-bb75-494de413e2c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc0ac4dd53064f43973dd1af3ce8df90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8732076 Jan 29 19:59:21.236027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.238353 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac234b0-73d5-4b62-9342-04c445ace8c1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:21.238922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac234b0-73d5-4b62-9342-04c445ace8c1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:21.242804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8ac234b0-73d5-4b62-9342-04c445ace8c1 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/ad7e8a5a-244f-4bfc-be20-3a8d54f88150 HTTP/1.1" status: 404 len: 337 time: 0.0320907 Jan 29 19:59:21.244812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35354) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.261929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b1092-c9cc-4682-933d-70b4306d412f req-14ab1134-8daf-4089-a14c-0abff7cddf95 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:21.263351 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca47311d-44dc-4c9c-81fb-5aae4a5e2da2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] DELETE failed (client error): The resource could not be found. Jan 29 19:59:21.263584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d31b1092-c9cc-4682-933d-70b4306d412f req-14ab1134-8daf-4089-a14c-0abff7cddf95 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.7278452 Jan 29 19:59:21.264381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca47311d-44dc-4c9c-81fb-5aae4a5e2da2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 19:59:21.270769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca47311d-44dc-4c9c-81fb-5aae4a5e2da2 tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/0206a5ff-8700-4a89-8216-0ae003515f35 HTTP/1.1" status: 404 len: 339 time: 0.0216663 Jan 29 19:59:21.270769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35356) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.341727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting subnet da7b9f80-37ed-4a85-944f-b7ced046daf6 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:59:21.349279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for subnet (da7b9f80-37ed-4a85-944f-b7ced046daf6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.407752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34c4490d-4a5b-4f83-b713-e1b8c6cfaa2b admin admin] Publish callbacks [] for security_group (35bed73f-6724-40db-9dbb-f9319363ed12), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.413334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (da7b9f80-37ed-4a85-944f-b7ced046daf6), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.413640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d31b1092-c9cc-4682-933d-70b4306d412f req-e2808d25-f029-4f15-a21d-3dd1f461a82c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279080 Jan 29 19:59:21.431811 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-3cdd23f8-e230-4cc5-b1d2-d66eb6212aad tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:59:21.433750 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3cdd23f8-e230-4cc5-b1d2-d66eb6212aad tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3784688 Jan 29 19:59:21.436175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35360) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.481846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34c4490d-4a5b-4f83-b713-e1b8c6cfaa2b admin admin] Publish callbacks [] for security_group (35bed73f-6724-40db-9dbb-f9319363ed12), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.537611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (da7b9f80-37ed-4a85-944f-b7ced046daf6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.678838 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (da7b9f80-37ed-4a85-944f-b7ced046daf6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.720195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Subnet': ['ID=da7b9f80-37ed-4a85-944f-b7ced046daf6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:21.722947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.729156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4fb2f9b8-1745-47bd-b8f1-053c0d9fd80e tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/subnets/da7b9f80-37ed-4a85-944f-b7ced046daf6 HTTP/1.1" status: 204 len: 168 time: 0.4542971 Jan 29 19:59:21.729370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35364) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.732308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a780f-d095-468d-a7e7-18c68056388f None None] Network b5d66511-2b89-4a14-8486-fbcaed3f5826 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:21.758460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34c4490d-4a5b-4f83-b713-e1b8c6cfaa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (35bed73f-6724-40db-9dbb-f9319363ed12), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.761256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34c4490d-4a5b-4f83-b713-e1b8c6cfaa2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.765122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-34c4490d-4a5b-4f83-b713-e1b8c6cfaa2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35bed73f-6724-40db-9dbb-f9319363ed12 HTTP/1.1" status: 204 len: 168 time: 0.5244954 Jan 29 19:59:21.782578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4490d-4a5b-4f83-b713-e1b8c6cfaa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bed73f-6724-40db-9dbb-f9319363ed12,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:21.790058 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-566d3a6a-f849-4a01-86d9-b908727f1e5b req-86b8dbd0-603d-493e-8cc1-561b85b886b7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 210 time: 0.0452614 Jan 29 19:59:21.835750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:59:21.891728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b5d66511-2b89-4a14-8486-fbcaed3f5826), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.964189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35370) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:21.980261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:21.983957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-006f10b5-3786-4ce5-8c8a-acd01b3b103f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.022071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Deleting port 1f15139c-1574-45a7-b503-ec5a0461fe92 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:22.023010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.113408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:22.131442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'port_id': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'mac_address': 'fa:16:3e:f5:1b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb483a5-e22f-41e6-8f41-59aca5077265', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:59:22.133777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] DHCP port deletion for b5d66511-2b89-4a14-8486-fbcaed3f5826 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:22.198670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] For port 1f15139c-1574-45a7-b503-ec5a0461fe92, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1f15139c-1574-45a7-b503-ec5a0461fe92,segment=NetworkSegment(0be85b9f-d5d5-4257-a6a3-747a35e5df08),segment_id=0be85b9f-d5d5-4257-a6a3-747a35e5df08)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:22.199246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.220242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Calling delete_port for 1f15139c-1574-45a7-b503-ec5a0461fe92 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:22.262839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-6158dc54-7084-4325-9956-3bfd61d229df tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:22.262839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-6158dc54-7084-4325-9956-3bfd61d229df tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.1930187 Jan 29 19:59:22.295833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Request body: {'port': {'device_id': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'admin_state_up': True, 'tenant_id': '193cd9f4fbd245938611d2788e95581b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:22.314150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-006f10b5-3786-4ce5-8c8a-acd01b3b103f admin admin] Publish callbacks [] for security_group (6e52631e-f654-4a29-a94a-dd4a7aa3a381), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.316723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7a05c74b-d331-45a8-9c5a-021934be1eb4 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:22.318332 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.358652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a05c74b-d331-45a8-9c5a-021934be1eb4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:59:22.366748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-006f10b5-3786-4ce5-8c8a-acd01b3b103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6e52631e-f654-4a29-a94a-dd4a7aa3a381), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.397624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:22.411206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f10b5-3786-4ce5-8c8a-acd01b3b103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e52631e-f654-4a29-a94a-dd4a7aa3a381,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:22.435542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] Deleting port 1f15139c-1574-45a7-b503-ec5a0461fe92 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:22.436950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.444359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-006f10b5-3786-4ce5-8c8a-acd01b3b103f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04b1d05debc646b9981e791ab20dbbeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789996 Jan 29 19:59:22.446757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:22.483183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting port 092734b9-7840-4386-8269-2c5e8105d607 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:22.483535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (092734b9-7840-4386-8269-2c5e8105d607), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.492355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.530823 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.533039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Made reservation on behalf of 193cd9f4fbd245938611d2788e95581b for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:22.536863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.587671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Port': ['ID=1f15139c-1574-45a7-b503-ec5a0461fe92,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:22.603326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] No DVR routers for this DVR port 1f15139c-1574-45a7-b503-ec5a0461fe92 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:22.641539 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce07f-c919-456b-aa7c-8f096a45801b admin admin] Publish callbacks [] for security_group (6e52631e-f654-4a29-a94a-dd4a7aa3a381), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.700299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (092734b9-7840-4386-8269-2c5e8105d607), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.705349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce07f-c919-456b-aa7c-8f096a45801b admin admin] Publish callbacks [] for security_group (6e52631e-f654-4a29-a94a-dd4a7aa3a381), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.735504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Calling delete_port for 092734b9-7840-4386-8269-2c5e8105d607 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:22.759514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b5d66511-2b89-4a14-8486-fbcaed3f5826), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.779132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e568-73ac-4957-a4df-9574c6d2cc58 req-59fb0baf-4e6b-4fd3-8e9c-6eb8c8cffa36 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:22.781074 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eff5e568-73ac-4957-a4df-9574c6d2cc58 req-59fb0baf-4e6b-4fd3-8e9c-6eb8c8cffa36 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 944 time: 0.2054517 Jan 29 19:59:22.835886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d66511-2b89-4a14-8486-fbcaed3f5826']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:22.852671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be85b9f-d5d5-4257-a6a3-747a35e5df08') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:22.859030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be85b9f-d5d5-4257-a6a3-747a35e5df08') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:22.867235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] For port 1f15139c-1574-45a7-b503-ec5a0461fe92, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1f15139c-1574-45a7-b503-ec5a0461fe92,segment=NetworkSegment(0be85b9f-d5d5-4257-a6a3-747a35e5df08),segment_id=0be85b9f-d5d5-4257-a6a3-747a35e5df08)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:22.867827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.868923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0be85b9f-d5d5-4257-a6a3-747a35e5df08), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.915237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] Calling delete_port for 1f15139c-1574-45a7-b503-ec5a0461fe92 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:22.917147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0be85b9f-d5d5-4257-a6a3-747a35e5df08), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.931430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:22.931652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0be85b9f-d5d5-4257-a6a3-747a35e5df08), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:22.934927 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:22.942892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eff5e568-73ac-4957-a4df-9574c6d2cc58 req-13351a99-e4d6-46b5-a52a-215952b78620 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518288 Jan 29 19:59:22.957942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7a05c74b-d331-45a8-9c5a-021934be1eb4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:59:23.036994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ddca495-9bc2-4dd6-83b9-4df982ffc514 req-f358a617-3995-46c1-b769-73fd57b61138 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 210 time: 0.0504999 Jan 29 19:59:23.038245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Allocated IP 172.20.0.11 (822fd9b0-1689-41cd-80b3-f52857eb7c7b/68fd2f72-f689-45dc-926f-321bf6abee9a/554b8d20-0b0c-4808-ba68-ee0cac5d4b75) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:23.083656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:23.084682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce07f-c919-456b-aa7c-8f096a45801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6e52631e-f654-4a29-a94a-dd4a7aa3a381), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.094670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce07f-c919-456b-aa7c-8f096a45801b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.097040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fe1ce07f-c919-456b-aa7c-8f096a45801b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e52631e-f654-4a29-a94a-dd4a7aa3a381 HTTP/1.1" status: 204 len: 168 time: 0.6457782 Jan 29 19:59:23.136703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce07f-c919-456b-aa7c-8f096a45801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e52631e-f654-4a29-a94a-dd4a7aa3a381,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:23.190585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (1f15139c-1574-45a7-b503-ec5a0461fe92), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.212748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b5d66511-2b89-4a14-8486-fbcaed3f5826), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.222220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.231937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] Pushing event deleted for resources: {'Port': ['ID=1f15139c-1574-45a7-b503-ec5a0461fe92,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:23.232749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] 10.222.0.15 "DELETE /v2.0/networks/b5d66511-2b89-4a14-8486-fbcaed3f5826 HTTP/1.1" status: 204 len: 168 time: 1.5023341 Jan 29 19:59:23.247728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4422d20-40a6-4500-bb55-e7b374641b57 None None] No DVR routers for this DVR port 1f15139c-1574-45a7-b503-ec5a0461fe92 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:23.273934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (092734b9-7840-4386-8269-2c5e8105d607), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.277309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55bfa8-36ab-4c46-a3dc-4db8dd3d83ec tempest-NetworksTest-691996882 tempest-NetworksTest-691996882-project] Pushing event deleted for resources: {'Network': ['ID=b5d66511-2b89-4a14-8486-fbcaed3f5826,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:23.355639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Port': ['ID=092734b9-7840-4386-8269-2c5e8105d607,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:23.451942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks [] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.458684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.622210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.660107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Router 1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:59:23.707999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:23.710255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:23.718931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:23.732224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1f15139c-1574-45a7-b503-ec5a0461fe92 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:23.766655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event updated for resources: {'Port': ['ID=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:23.786003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:23.788269 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:23.791411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 1f15139c-1574-45a7-b503-ec5a0461fe92 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:59:23.791764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1f15139c-1574-45a7-b503-ec5a0461fe92 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:23.816601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:23.817652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:59:23.823014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf64ded5-649a-4896-85a9-26861da6cc1f tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3857453 Jan 29 19:59:23.826637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35408) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:23.829487 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] Sync routers for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:59:23.853151 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:23.853778 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:58:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:23.874862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-856a438e-334a-4b03-9565-729520fe36e1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5843930 Jan 29 19:59:23.880150 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-025a5ebf-ab10-44ed-b763-b46dfdfbea7b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] delete failed (client error): The resource could not be found. Jan 29 19:59:23.884291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-025a5ebf-ab10-44ed-b763-b46dfdfbea7b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-363723890 HTTP/1.1" status: 404 len: 334 time: 0.0522187 Jan 29 19:59:23.885422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35412) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:23.892785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-edfd1048-a7bc-4d5d-9ac4-86b967dc4405 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:23.901611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35414) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:23.921103 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:23.931340 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:23.932245 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:58:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:23.980962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 7a05c74b-d331-45a8-9c5a-021934be1eb4 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:59:23.982575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Request body: {'port': {'device_id': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:23.986387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7a05c74b-d331-45a8-9c5a-021934be1eb4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:23.987325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.000118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:24.004009 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad7779-5064-4bfb-a998-59f8768e1786 None None] The sync data for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:59:24.146754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030a6d-537e-4b8a-bc60-d419d0cfc106 req-f66a8185-7f1b-4125-a002-11285d643beb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:24.148926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0030a6d-537e-4b8a-bc60-d419d0cfc106 req-f66a8185-7f1b-4125-a002-11285d643beb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 944 time: 0.1122937 Jan 29 19:59:24.176134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35426) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:24.282993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7a05c74b-d331-45a8-9c5a-021934be1eb4 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:24.284840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.308323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dd585e38-765d-4a9c-ba3a-a3d3a0258f04 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-158811814', 'prefixes': ['172.20.0.0/16']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:24.319752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:24.322475 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06909af-0985-4065-958a-a53ab1aa41b4" -d '{"events": [{"server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "name": "network-vif-plugged", "status": "completed", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:24.333151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a4b73053-7df8-4ea2-8cc7-191adf1a9d82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5acfc02eb214988ba10d686e92f0359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297893 Jan 29 19:59:24.338011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:24.342652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:24.358275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0030a6d-537e-4b8a-bc60-d419d0cfc106 req-97e08f41-a4e9-4bd3-b5bc-5c6a3000740f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899688 Jan 29 19:59:24.416337 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.490645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5a59236-8141-4b63-8a65-a9f8f5fe92df admin admin] Publish callbacks [] for security_group (0dda3777-feba-4201-807b-4303a905052d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.527182 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57e7003-3d9b-463d-834b-5db9ca54c688 x-openstack-request-id: req-a57e7003-3d9b-463d-834b-5db9ca54c688 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:24.527463 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "name": "network-vif-plugged", "status": "completed", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:24.527709 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a57e7003-3d9b-463d-834b-5db9ca54c688 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:24.528109 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'code': 200} Jan 29 19:59:24.529665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:24.558668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5a59236-8141-4b63-8a65-a9f8f5fe92df admin admin] Publish callbacks [] for security_group (0dda3777-feba-4201-807b-4303a905052d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.665602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd585e38-765d-4a9c-ba3a-a3d3a0258f04 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.670407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dd585e38-765d-4a9c-ba3a-a3d3a0258f04 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4929442 Jan 29 19:59:24.671284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35440) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:24.694335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.722490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5a59236-8141-4b63-8a65-a9f8f5fe92df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0dda3777-feba-4201-807b-4303a905052d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.726743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5a59236-8141-4b63-8a65-a9f8f5fe92df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.729114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c5a59236-8141-4b63-8a65-a9f8f5fe92df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dda3777-feba-4201-807b-4303a905052d HTTP/1.1" status: 204 len: 168 time: 0.3885269 Jan 29 19:59:24.747995 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12e29132-37d7-4cc5-918e-084a34eb2e3a tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] 10.222.0.15 "GET /v2.0/subnetpools/f52f59c2-e22c-43cd-8a3a-6c1abbfc5f28 HTTP/1.1" status: 200 len: 731 time: 0.0749872 Jan 29 19:59:24.752342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:24.761749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-de730e45-5ff8-4a33-a040-67364dd6e78e tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-50501012'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:24.764924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a59236-8141-4b63-8a65-a9f8f5fe92df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda3777-feba-4201-807b-4303a905052d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:24.854765 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-edfd1048-a7bc-4d5d-9ac4-86b967dc4405 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router_gateway (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:24.903376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be7f1-1a82-4f8e-beb7-489450ac5110 req-30731793-56a0-48e3-940e-18f7951b0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:24.905268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a70be7f1-1a82-4f8e-beb7-489450ac5110 req-30731793-56a0-48e3-940e-18f7951b0bae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 1127 time: 0.2845867 Jan 29 19:59:24.924152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fca395-65a4-4276-b6ec-5f874c72ebb2 req-44370e26-8d63-49de-b366-329a8d71e5a4 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:24.926072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95fca395-65a4-4276-b6ec-5f874c72ebb2 req-44370e26-8d63-49de-b366-329a8d71e5a4 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 932 time: 0.3037767 Jan 29 19:59:25.068636 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-edfd1048-a7bc-4d5d-9ac4-86b967dc4405 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] update failed (client error): The resource could not be found. Jan 29 19:59:25.073499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-edfd1048-a7bc-4d5d-9ac4-86b967dc4405 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 HTTP/1.1" status: 404 len: 339 time: 1.1817517 Jan 29 19:59:25.074539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35458) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:25.085763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2100625749'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:25.146940 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9c43a98f-9732-4c1f-9312-bda6e2792257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.170268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a70be7f1-1a82-4f8e-beb7-489450ac5110 req-58194e59-99c7-4950-8c5b-7df7e13eabf9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410178 Jan 29 19:59:25.180335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95fca395-65a4-4276-b6ec-5f874c72ebb2 req-40c6102a-eee6-4c18-8379-a0ad7a6d94b3 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477982 Jan 29 19:59:25.284344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:25.293971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.301680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de730e45-5ff8-4a33-a040-67364dd6e78e tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.303314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de730e45-5ff8-4a33-a040-67364dd6e78e tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] 10.222.0.15 "PUT /v2.0/subnetpools/f52f59c2-e22c-43cd-8a3a-6c1abbfc5f28 HTTP/1.1" status: 200 len: 682 time: 0.5494206 Jan 29 19:59:25.309050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:25.347152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:25.363233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f884333c-8138-417a-a87a-0e40c4c1bde6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.363795 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Added segment f884333c-8138-417a-a87a-0e40c4c1bde6 of type vlan for network d8af99fa-5fe7-4947-a39a-35050cf156ea Jan 29 19:59:25.415756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:59:25.433477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Publish callbacks [] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.473092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d8af99fa-5fe7-4947-a39a-35050cf156ea), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.551477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Transition to ACTIVE for port object 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:59:25.587676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-013089e3-ed48-4f38-a9e7-3dbab47bf537 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.588971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-013089e3-ed48-4f38-a9e7-3dbab47bf537 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f52f59c2-e22c-43cd-8a3a-6c1abbfc5f28 HTTP/1.1" status: 204 len: 168 time: 0.2787790 Jan 29 19:59:25.592192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35474) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:25.604601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d8af99fa-5fe7-4947-a39a-35050cf156ea), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.611145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:25.612383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.637434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780d98-4dc4-4576-ab77-a7c158c771ba req-f6e2fa29-8013-49df-900d-986c9ffbb475 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:25.637434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55780d98-4dc4-4576-ab77-a7c158c771ba req-f6e2fa29-8013-49df-900d-986c9ffbb475 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1012080 Jan 29 19:59:25.637434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.700653 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-444ec914-be9b-4eab-a485-133fb75ee43f tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] show failed (client error): The resource could not be found. Jan 29 19:59:25.702837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-444ec914-be9b-4eab-a485-133fb75ee43f tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] 10.222.0.15 "GET /v2.0/subnetpools/f52f59c2-e22c-43cd-8a3a-6c1abbfc5f28 HTTP/1.1" status: 404 len: 346 time: 0.1084294 Jan 29 19:59:25.707990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:25.756540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Pushing event updated for resources: {'Port': ['ID=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:25.765801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Network': ['ID=d8af99fa-5fe7-4947-a39a-35050cf156ea,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:25.777878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d8af99fa-5fe7-4947-a39a-35050cf156ea details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:25.781586 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-90d22045-1b4a-446a-bbd3-04c6922c8e50 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] delete failed (client error): The resource could not be found. Jan 29 19:59:25.782711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-90d22045-1b4a-446a-bbd3-04c6922c8e50 tempest-SubnetPoolsTestJSON-238630825 tempest-SubnetPoolsTestJSON-238630825-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f52f59c2-e22c-43cd-8a3a-6c1abbfc5f28 HTTP/1.1" status: 404 len: 346 time: 0.0532253 Jan 29 19:59:25.811369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55780d98-4dc4-4576-ab77-a7c158c771ba req-40c98be2-82cb-44c7-8f39-c8054e194b2d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662989 Jan 29 19:59:25.826715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-53d5e151-ca90-4d43-9b22-35e034b4201a tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7507467 Jan 29 19:59:25.829910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35486) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:25.837250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Attempting to bind port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:25.837775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Attempting to bind port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:25.838285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Attempting to bind port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:25.843621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:59:25.844288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Attempting to bind port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:25.846543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'subnet': {'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:25.852403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:25.853229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Checking segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:25.853943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Bound using segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:25.854663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Bound port: 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:25.855191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:25.941452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] For port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:25.947328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] For port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:26.017293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:26.056034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.056683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:26.058097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] 10.222.0.26 "PUT /v2.0/ports/554b8d20-0b0c-4808-ba68-ee0cac5d4b75 HTTP/1.1" status: 200 len: 1092 time: 2.0799875 Jan 29 19:59:26.058541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'tag': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:26.062702 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1966791-fee3-46e1-a967-05f38aa2ba3e", "tag": "554b8d20-0b0c-4808-ba68-ee0cac5d4b75"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:26.083832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Made reservation on behalf of ad58774bc7ec4123b7c545c7bd92e270 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:26.087510 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:26.094394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c66b1f-4c64-4466-92ab-8335e01c6967 service neutron] Pushing event updated for resources: {'Port': ['ID=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:26.142948 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7238dcb-1f68-4846-b66c-86e0b5f8ada6 x-openstack-request-id: req-d7238dcb-1f68-4846-b66c-86e0b5f8ada6 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:26.143246 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1966791-fee3-46e1-a967-05f38aa2ba3e", "tag": "554b8d20-0b0c-4808-ba68-ee0cac5d4b75", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:26.143728 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7238dcb-1f68-4846-b66c-86e0b5f8ada6 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:26.145296 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'tag': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75', 'status': 'completed', 'code': 200} Jan 29 19:59:26.239640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e req-088480e6-9afb-4ce8-bec6-219291f12539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.241430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e req-088480e6-9afb-4ce8-bec6-219291f12539 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 1126 time: 0.0548902 Jan 29 19:59:26.440262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e req-533d9d7c-6ba8-4007-9848-c98665b531c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.441527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e req-533d9d7c-6ba8-4007-9848-c98665b531c4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=193cd9f4fbd245938611d2788e95581b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1745203 Jan 29 19:59:26.520112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35516) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:26.603695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (8811f800-0496-4705-ac3c-15050bc2c6ee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:26.623268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17589d-4aef-4fbf-94a8-bfa9922f15c5 req-9c20b605-117c-4a23-9971-7834792014a7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.625115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf17589d-4aef-4fbf-94a8-bfa9922f15c5 req-9c20b605-117c-4a23-9971-7834792014a7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 944 time: 0.1825607 Jan 29 19:59:26.720381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e req-b37dfc12-3698-4d2c-97a6-84b39fef5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.721664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9b858-c3ab-4c99-aa37-c15e0bea5588 req-12615a4b-89ca-436a-ad02-4e3390fc8858 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.721664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50a9b858-c3ab-4c99-aa37-c15e0bea5588 req-12615a4b-89ca-436a-ad02-4e3390fc8858 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.2045529 Jan 29 19:59:26.721865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d52d2dc4-ef9a-423e-9b77-bab0e44f723e req-b37dfc12-3698-4d2c-97a6-84b39fef5fc7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2646055 Jan 29 19:59:26.724715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Subnet': ['ID=8811f800-0496-4705-ac3c-15050bc2c6ee,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:26.764939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-461c89a1-f410-4708-ac31-12cd41294531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:26.766978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Checking segment: {'id': 'f884333c-8138-417a-a87a-0e40c4c1bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:26.767357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network hostable DHCP agents. Network: d8af99fa-5fe7-4947-a39a-35050cf156ea, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:26.817219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50a9b858-c3ab-4c99-aa37-c15e0bea5588 req-812a86a8-90a0-4612-9d70-a751bea5da20 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833559 Jan 29 19:59:26.832619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf17589d-4aef-4fbf-94a8-bfa9922f15c5 req-2df516b9-d89a-44f7-8d43-7693d86993cc tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922057 Jan 29 19:59:26.873197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network d8af99fa-5fe7-4947-a39a-35050cf156ea is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:26.913824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:26.921656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029099 Jan 29 19:59:26.922865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35536) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:26.945741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-80764fd3-ac34-428c-9fa1-2d6b72754d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.947459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-80764fd3-ac34-428c-9fa1-2d6b72754d6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 1126 time: 0.1425965 Jan 29 19:59:26.960923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, d8af99fa-5fe7-4947-a39a-35050cf156ea) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:26.967525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:26.968388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:26.972590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d440e-4670-421c-b07a-fa20e42a6398 None None] Network d8af99fa-5fe7-4947-a39a-35050cf156ea requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:27.006360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-8c1c4626-9a14-4730-9a08-55d2338b2a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75 HTTP/1.1" status: 200 len: 217 time: 0.0437250 Jan 29 19:59:27.044252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f1f9-1b08-4225-92be-b8eec8d79136 req-189546f8-032f-48e5-8e2a-219a7ee3e3ae tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:27.048486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0817f1f9-1b08-4225-92be-b8eec8d79136 req-189546f8-032f-48e5-8e2a-219a7ee3e3ae tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1356261 Jan 29 19:59:27.083837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78d2cfd2-98fc-4f6f-bb0c-27dfea7a6d55 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2506170 Jan 29 19:59:27.085293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35540) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:27.106908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7b035894-e467-4005-b1eb-b3b47c1c0c20 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:27.137945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0817f1f9-1b08-4225-92be-b8eec8d79136 req-66ed3311-a7cf-40ba-8182-560c2050eade tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820711 Jan 29 19:59:27.157683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-461c89a1-f410-4708-ac31-12cd41294531 admin admin] Publish callbacks [] for security_group (787a23a1-43aa-4371-b03d-26a7b761d105), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.168870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fadf9bb9-a844-4e34-bdae-02046bdd61a1 tempest-NetworksApiDiscovery-327636898 tempest-NetworksApiDiscovery-327636898-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2441874 Jan 29 19:59:27.170469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-a1c35b57-d49b-4b6c-8f14-e85a6055a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:27.172273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-a1c35b57-d49b-4b6c-8f14-e85a6055a026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.1576524 Jan 29 19:59:27.189795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-d8af99fa-5fe7-4947-a39a-35050cf156ea', 'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea', 'project_id': 'ad58774bc7ec4123b7c545c7bd92e270', 'fixed_ips': [{'subnet_id': '8811f800-0496-4705-ac3c-15050bc2c6ee'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 19:59:27.192730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.230395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-461c89a1-f410-4708-ac31-12cd41294531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (787a23a1-43aa-4371-b03d-26a7b761d105), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.358363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-d74cdbaf-a008-4a11-bf62-edbc067839a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489718 Jan 29 19:59:27.409359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Allocated IP 2001:db8:1::2 (d8af99fa-5fe7-4947-a39a-35050cf156ea/8811f800-0496-4705-ac3c-15050bc2c6ee/e8c3cca9-60c1-4f00-85a8-a30e52748f68) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:27.507232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c89a1-f410-4708-ac31-12cd41294531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787a23a1-43aa-4371-b03d-26a7b761d105,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:27.513578 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b035894-e467-4005-b1eb-b3b47c1c0c20 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router_gateway (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.523187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-461c89a1-f410-4708-ac31-12cd41294531 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a158b9a31974fc6aa5787623d56fc99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0010395 Jan 29 19:59:27.530786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35554) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:27.587184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c54b8543-647a-4751-a42b-4902e71026b2 admin admin] Publish callbacks [] for security_group (787a23a1-43aa-4371-b03d-26a7b761d105), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.622248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c54b8543-647a-4751-a42b-4902e71026b2 admin admin] Publish callbacks [] for security_group (787a23a1-43aa-4371-b03d-26a7b761d105), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.626347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Publish callbacks [] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.637797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8e93b-15e1-4e3a-b685-eefa566a5d50 req-0cf724c2-64e2-4beb-8a85-67204fe85632 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:27.639262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eac8e93b-15e1-4e3a-b685-eefa566a5d50 req-0cf724c2-64e2-4beb-8a85-67204fe85632 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.2839122 Jan 29 19:59:27.650411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-ceb2f268-1c6b-416c-b9bc-477c233b2cfa service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487123 Jan 29 19:59:27.707019 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.756009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Network d8af99fa-5fe7-4947-a39a-35050cf156ea is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:27.768008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:27.772475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:27.773586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Pushing event updated for resources: {'Port': ['ID=e8c3cca9-60c1-4f00-85a8-a30e52748f68,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:27.791623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c54b8543-647a-4751-a42b-4902e71026b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (787a23a1-43aa-4371-b03d-26a7b761d105), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.795618 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c54b8543-647a-4751-a42b-4902e71026b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.797352 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c54b8543-647a-4751-a42b-4902e71026b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/787a23a1-43aa-4371-b03d-26a7b761d105 HTTP/1.1" status: 204 len: 168 time: 0.2699957 Jan 29 19:59:27.811724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eac8e93b-15e1-4e3a-b685-eefa566a5d50 req-c7d54a3e-b868-48f1-9599-e2610c8e282f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594427 Jan 29 19:59:27.812290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b8543-647a-4751-a42b-4902e71026b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a23a1-43aa-4371-b03d-26a7b761d105,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:27.838932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24fe7c6c-a676-4c3d-956a-f1d3feb4eddb req-1531cf05-b303-46d8-bf90-9718b5f19c19 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756651 Jan 29 19:59:27.882519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:27.907715 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-7b035894-e467-4005-b1eb-b3b47c1c0c20 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 19:59:27.910318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7b035894-e467-4005-b1eb-b3b47c1c0c20 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 HTTP/1.1" status: 400 len: 364 time: 0.8242438 Jan 29 19:59:27.916829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35570) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:27.935485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Attempting to bind port e8c3cca9-60c1-4f00-85a8-a30e52748f68 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:27.936187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Attempting to bind port e8c3cca9-60c1-4f00-85a8-a30e52748f68 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'f884333c-8138-417a-a87a-0e40c4c1bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:27.939341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Attempting to bind port e8c3cca9-60c1-4f00-85a8-a30e52748f68 on network d8af99fa-5fe7-4947-a39a-35050cf156ea {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:27.943396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:27.945959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Checking segment: {'id': 'f884333c-8138-417a-a87a-0e40c4c1bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:27.946554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:27.947100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Bound using segment: {'id': 'f884333c-8138-417a-a87a-0e40c4c1bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:27.947746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Bound port: e8c3cca9-60c1-4f00-85a8-a30e52748f68, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f884333c-8138-417a-a87a-0e40c4c1bde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8af99fa-5fe7-4947-a39a-35050cf156ea'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:27.948344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.027242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] For port e8c3cca9-60c1-4f00-85a8-a30e52748f68, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:28.031679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] For port e8c3cca9-60c1-4f00-85a8-a30e52748f68, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8c3cca9-60c1-4f00-85a8-a30e52748f68,segment=NetworkSegment(f884333c-8138-417a-a87a-0e40c4c1bde6),segment_id=f884333c-8138-417a-a87a-0e40c4c1bde6)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:28.061816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3e745-c465-42e5-a5cb-1a15ea3275dc req-9f64caf5-1db8-4432-8f59-6281d1e402fd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:28.064182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3da3e745-c465-42e5-a5cb-1a15ea3275dc req-9f64caf5-1db8-4432-8f59-6281d1e402fd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1196437 Jan 29 19:59:28.130132 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80dd1d70-c6da-4a61-99e4-52f663fc081a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.139877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.151421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3da3e745-c465-42e5-a5cb-1a15ea3275dc req-3087ee54-e13a-441c-8022-733a31f49b0d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795605 Jan 29 19:59:28.152369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8487-4a75-4cb0-bf4b-2f24380ed14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.276983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8487-4a75-4cb0-bf4b-2f24380ed14b admin admin] Publish callbacks [] for security_group (432742ee-8a7b-420e-8cd8-418da0c59097), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.336688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8487-4a75-4cb0-bf4b-2f24380ed14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (432742ee-8a7b-420e-8cd8-418da0c59097), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.347952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b4591-1c7b-4bae-afa5-1668f1cf20ea None None] Pushing event updated for resources: {'Port': ['ID=e8c3cca9-60c1-4f00-85a8-a30e52748f68,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:28.415998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.453310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d6a8487-4a75-4cb0-bf4b-2f24380ed14b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=986d9951e6da4be2817164065b9ff91a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719614 Jan 29 19:59:28.494223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:28.510177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a8487-4a75-4cb0-bf4b-2f24380ed14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432742ee-8a7b-420e-8cd8-418da0c59097,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:28.596060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e7ad4-2ba0-4557-b723-f1016f7dbd1f req-c1058d74-4d0d-4b55-aed8-45d20a70fd70 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:28.597920 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411e7ad4-2ba0-4557-b723-f1016f7dbd1f req-c1058d74-4d0d-4b55-aed8-45d20a70fd70 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1902928 Jan 29 19:59:28.639608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129ee70-bc4a-4986-896e-c540096a87bf req-3d402ecc-c5a7-4b2a-9d32-d4951182020e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:28.643766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d129ee70-bc4a-4986-896e-c540096a87bf req-3d402ecc-c5a7-4b2a-9d32-d4951182020e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 944 time: 0.2991939 Jan 29 19:59:28.651797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb09-e118-4f1a-95b5-a6eabc3a9b63 admin admin] Publish callbacks [] for security_group (432742ee-8a7b-420e-8cd8-418da0c59097), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.688447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb09-e118-4f1a-95b5-a6eabc3a9b63 admin admin] Publish callbacks [] for security_group (432742ee-8a7b-420e-8cd8-418da0c59097), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.717959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411e7ad4-2ba0-4557-b723-f1016f7dbd1f req-d9176c71-c12f-476b-987d-3155c03679cf tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983980 Jan 29 19:59:28.786090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d129ee70-bc4a-4986-896e-c540096a87bf req-72f928b1-8592-4aca-b9e8-30b9f70dc5ed tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348128 Jan 29 19:59:28.838461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.935346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcff48-19f1-41ae-bbe2-4d208ce496b3 req-f58c54eb-7634-42f3-8291-798b4c68ddae tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:28.954158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65dcff48-19f1-41ae-bbe2-4d208ce496b3 req-f58c54eb-7634-42f3-8291-798b4c68ddae tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1128271 Jan 29 19:59:28.965115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Allocated IP 2001:db8::1 (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e/2de65fb9-e3b2-4527-8aec-2076af32f09e/87b0714f-4b42-43f4-b388-a82c94548495) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:28.984496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb09-e118-4f1a-95b5-a6eabc3a9b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (432742ee-8a7b-420e-8cd8-418da0c59097), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.996764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a15bb09-e118-4f1a-95b5-a6eabc3a9b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:28.998271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a15bb09-e118-4f1a-95b5-a6eabc3a9b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/432742ee-8a7b-420e-8cd8-418da0c59097 HTTP/1.1" status: 204 len: 168 time: 0.5028961 Jan 29 19:59:29.052089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15bb09-e118-4f1a-95b5-a6eabc3a9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432742ee-8a7b-420e-8cd8-418da0c59097,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:29.067324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65dcff48-19f1-41ae-bbe2-4d208ce496b3 req-bc33c62a-00b7-4f00-b253-466feef794d6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065698 Jan 29 19:59:29.125874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for port (87b0714f-4b42-43f4-b388-a82c94548495), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:29.233476 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (87b0714f-4b42-43f4-b388-a82c94548495), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:29.300879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:29.306352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:29.310285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:29.310828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:29.327636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Port': ['ID=87b0714f-4b42-43f4-b388-a82c94548495,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:29.359557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f4d1e-a0ba-4dcb-a23b-ae4b8297d51a req-39bb3e98-4fb4-4311-8f28-162836c41427 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:29.367595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-047f4d1e-a0ba-4dcb-a23b-ae4b8297d51a req-39bb3e98-4fb4-4311-8f28-162836c41427 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0973222 Jan 29 19:59:29.428959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-047f4d1e-a0ba-4dcb-a23b-ae4b8297d51a req-e0d2cb57-9cb8-45df-8417-a2c605b226b5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601933 Jan 29 19:59:29.593916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (87b0714f-4b42-43f4-b388-a82c94548495), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:29.730410 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:29.844668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:59:29.924953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8c3cca9-60c1-4f00-85a8-a30e52748f68 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:30.001882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 19:59:30.004290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a57fac0a-10bd-47eb-ac50-c8c35f64dca1 None None] Provisioning complete for port 87b0714f-4b42-43f4-b388-a82c94548495 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:30.004666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a57fac0a-10bd-47eb-ac50-c8c35f64dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (87b0714f-4b42-43f4-b388-a82c94548495), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.037989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14d18b-474e-4fe4-aca8-3fd51604686c req-67c7ab11-ff17-48d9-a60d-944467326f11 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:30.063242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb14d18b-474e-4fe4-aca8-3fd51604686c req-67c7ab11-ff17-48d9-a60d-944467326f11 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1717792 Jan 29 19:59:30.079837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a57fac0a-10bd-47eb-ac50-c8c35f64dca1 None None] Port 87b0714f-4b42-43f4-b388-a82c94548495 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:30.165431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e8c3cca9-60c1-4f00-85a8-a30e52748f68 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:30.165805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.276269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb14d18b-474e-4fe4-aca8-3fd51604686c req-d3e4ca6a-7819-4d1a-bc8d-6ce12352140c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119319 Jan 29 19:59:30.359269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:30.391445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'port_id': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75', 'mac_address': 'fa:16:3e:5f:01:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fd2f72-f689-45dc-926f-321bf6abee9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:59:30.398786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3441681-87a6-44b2-9a6c-00731d1d5c4f None None] Network d8af99fa-5fe7-4947-a39a-35050cf156ea requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:30.461829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700acc4-1cf9-4c05-9180-984eeb7b51c1 req-2c53a6bf-cc5c-456b-8e25-3f99962b39c9 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:30.467472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7700acc4-1cf9-4c05-9180-984eeb7b51c1 req-2c53a6bf-cc5c-456b-8e25-3f99962b39c9 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 944 time: 0.1069131 Jan 29 19:59:30.605508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7700acc4-1cf9-4c05-9180-984eeb7b51c1 req-7a6a0548-05f9-4d2c-bcbe-2b0953e01909 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370845 Jan 29 19:59:30.661310 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.686609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621138b6-77cc-40c9-97d7-518de3a0c836 req-c8432042-14bd-4e08-943a-091cb3fefd3e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:30.688361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e8c3cca9-60c1-4f00-85a8-a30e52748f68 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:30.688747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.702388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-621138b6-77cc-40c9-97d7-518de3a0c836 req-c8432042-14bd-4e08-943a-091cb3fefd3e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0889423 Jan 29 19:59:30.710802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:30.711201 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.716051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Provisioning complete for port e8c3cca9-60c1-4f00-85a8-a30e52748f68 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:30.716399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.741912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for port (87b0714f-4b42-43f4-b388-a82c94548495), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.790751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:59:30.803187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-621138b6-77cc-40c9-97d7-518de3a0c836 req-cbdb2233-41f0-4f91-a76c-6e1dfb653b55 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893059 Jan 29 19:59:30.821500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (87b0714f-4b42-43f4-b388-a82c94548495), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.822313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.836192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port e8c3cca9-60c1-4f00-85a8-a30e52748f68, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8c3cca9-60c1-4f00-85a8-a30e52748f68,segment=NetworkSegment(f884333c-8138-417a-a87a-0e40c4c1bde6),segment_id=f884333c-8138-417a-a87a-0e40c4c1bde6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:30.847365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:30.902794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Current status of the port e8c3cca9-60c1-4f00-85a8-a30e52748f68 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:30.903297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.923130 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.949501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:30.966559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event updated for resources: {'Port': ['ID=87b0714f-4b42-43f4-b388-a82c94548495,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:31.013968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:31.015734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:31.078874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=e8c3cca9-60c1-4f00-85a8-a30e52748f68,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:31.109321 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 19:59:31.109973 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 19:59:31.157370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:31.175560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Router 1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:59:31.242784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:59:31.366142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:59:31.370689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35672) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:31.395075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c916d2c0-08fd-4413-9d0e-80f9e9a48187 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4730072 Jan 29 19:59:31.395238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] Sync routers for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:59:31.397719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35676) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:31.451313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:31.451959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:59:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:31.483789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e17b2c-dbf6-45f7-a13d-e9ea0e2254d8 req-cde1e3c2-711f-4f97-b194-0e65cfd8fc8d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:31.486233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1e17b2c-dbf6-45f7-a13d-e9ea0e2254d8 req-cde1e3c2-711f-4f97-b194-0e65cfd8fc8d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.0941029 Jan 29 19:59:31.535470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:31.564604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:31.571678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b366cf3b-a262-4b27-9f5f-feccba670f82 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:31.593959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1e17b2c-dbf6-45f7-a13d-e9ea0e2254d8 req-2dcfc4a5-5265-4c4a-bcb8-266adf28d975 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992441 Jan 29 19:59:31.603296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:31.605988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:59:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:31.701971 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-b366cf3b-a262-4b27-9f5f-feccba670f82 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 19:59:31.707473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35684) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:31.708824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b366cf3b-a262-4b27-9f5f-feccba670f82 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 HTTP/1.1" status: 409 len: 329 time: 0.3082554 Jan 29 19:59:31.726431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:31.727097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03872b79-4568-494b-b36c-9e2c79806581 None None] The sync data for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:59:31.736271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1934ed74-b727-4fb1-81da-16616043a8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:31.792057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8c3cca9-60c1-4f00-85a8-a30e52748f68 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:31.845272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-234369b7-0315-4bc0-b524-c6bbafbb5757 None None] Current status of the port e8c3cca9-60c1-4f00-85a8-a30e52748f68 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:31.859541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362c6f3-3666-461a-a589-9987237f7ae0 req-75fe44f4-ede0-49ae-bdd6-0c23e43d934e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:31.874150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c362c6f3-3666-461a-a589-9987237f7ae0 req-75fe44f4-ede0-49ae-bdd6-0c23e43d934e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 945 time: 0.1004570 Jan 29 19:59:31.874260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e8c3cca9-60c1-4f00-85a8-a30e52748f68 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:31.874260 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:31.995955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c362c6f3-3666-461a-a589-9987237f7ae0 req-91f35245-02cf-4eb1-93ca-7479ee2054b9 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250262 Jan 29 19:59:32.022428 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1934ed74-b727-4fb1-81da-16616043a8cf admin admin] Publish callbacks [] for security_group (23676647-15ef-4cf2-ade7-fb23a42242f0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.043850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c579b385-b966-474b-8277-36a7487e265f None None] Provisioning complete for port e8c3cca9-60c1-4f00-85a8-a30e52748f68 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:32.047256 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c579b385-b966-474b-8277-36a7487e265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.048182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e8c3cca9-60c1-4f00-85a8-a30e52748f68 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:32.123741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1934ed74-b727-4fb1-81da-16616043a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (23676647-15ef-4cf2-ade7-fb23a42242f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.162190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f12fb-092d-4711-91fd-8e814d09fe13 req-a886ea13-d7c8-4d36-8bb6-c16c56281d5b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:32.171520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b3f12fb-092d-4711-91fd-8e814d09fe13 req-a886ea13-d7c8-4d36-8bb6-c16c56281d5b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1839416 Jan 29 19:59:32.219769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1934ed74-b727-4fb1-81da-16616043a8cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48c2ffc5c1394fb1b8d761db80b93e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8479726 Jan 29 19:59:32.224892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934ed74-b727-4fb1-81da-16616043a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23676647-15ef-4cf2-ade7-fb23a42242f0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:32.228114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:32.324695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b3f12fb-092d-4711-91fd-8e814d09fe13 req-6a531b4c-17c1-4263-acb5-e28c331e6e37 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522415 Jan 29 19:59:32.413191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c579b385-b966-474b-8277-36a7487e265f None None] Current status of the port e8c3cca9-60c1-4f00-85a8-a30e52748f68 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:32.421436 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-042d0227-e5a8-48c8-873f-08991bd6157d admin admin] Publish callbacks [] for security_group (23676647-15ef-4cf2-ade7-fb23a42242f0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.443493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c579b385-b966-474b-8277-36a7487e265f None None] Provisioning complete for port 87b0714f-4b42-43f4-b388-a82c94548495 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:32.444799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c579b385-b966-474b-8277-36a7487e265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (87b0714f-4b42-43f4-b388-a82c94548495), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.484014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-042d0227-e5a8-48c8-873f-08991bd6157d admin admin] Publish callbacks [] for security_group (23676647-15ef-4cf2-ade7-fb23a42242f0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.512264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c579b385-b966-474b-8277-36a7487e265f None None] Port 87b0714f-4b42-43f4-b388-a82c94548495 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 19:59:32.553704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.757605 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-042d0227-e5a8-48c8-873f-08991bd6157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (23676647-15ef-4cf2-ade7-fb23a42242f0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.761432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-042d0227-e5a8-48c8-873f-08991bd6157d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:32.765227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-042d0227-e5a8-48c8-873f-08991bd6157d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23676647-15ef-4cf2-ade7-fb23a42242f0 HTTP/1.1" status: 204 len: 168 time: 0.5224915 Jan 29 19:59:32.783980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d0227-e5a8-48c8-873f-08991bd6157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23676647-15ef-4cf2-ade7-fb23a42242f0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:32.994062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting port 87b0714f-4b42-43f4-b388-a82c94548495 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:32.994453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (87b0714f-4b42-43f4-b388-a82c94548495), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:33.171850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567889a-ac5b-48a4-9b68-ebc4c3c61ae3 req-bde7287f-e921-4cc9-b7cf-a63f8172a7b2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:33.180821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0567889a-ac5b-48a4-9b68-ebc4c3c61ae3 req-bde7287f-e921-4cc9-b7cf-a63f8172a7b2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.4915936 Jan 29 19:59:33.215014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (87b0714f-4b42-43f4-b388-a82c94548495), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:33.338457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb08c-0da0-4cc7-8bb4-0bccbdf5d7c1 req-74c13367-c7a9-4a2d-9509-cfbcc0062872 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:33.338457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-454cb08c-0da0-4cc7-8bb4-0bccbdf5d7c1 req-74c13367-c7a9-4a2d-9509-cfbcc0062872 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 945 time: 0.1068265 Jan 29 19:59:33.338457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Calling delete_port for 87b0714f-4b42-43f4-b388-a82c94548495 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:33.340473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0567889a-ac5b-48a4-9b68-ebc4c3c61ae3 req-19e41357-7e6f-4c8d-8b1e-565aceafafef tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983338 Jan 29 19:59:33.388159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-454cb08c-0da0-4cc7-8bb4-0bccbdf5d7c1 req-4b2d1254-4715-4edd-bad1-d935ea115d7c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367209 Jan 29 19:59:33.523105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f50a3-f038-4ff6-9909-07ed8f79adf9 req-315f969d-d8dc-447f-bee1-0fa9fbe46147 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:33.528833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134f50a3-f038-4ff6-9909-07ed8f79adf9 req-315f969d-d8dc-447f-bee1-0fa9fbe46147 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0677743 Jan 29 19:59:33.583108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-134f50a3-f038-4ff6-9909-07ed8f79adf9 req-19e31f22-af86-4ebb-aa47-430e97009dcf tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523837 Jan 29 19:59:33.761671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (87b0714f-4b42-43f4-b388-a82c94548495), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:33.790240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Port': ['ID=87b0714f-4b42-43f4-b388-a82c94548495,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:33.829702 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 19:59:33.853473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:33.914245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.016380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35752) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:34.037394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 19:59:34.042770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:34.045688 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.051667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-954148ca-6e23-4543-a635-3cdf622f345f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.150449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Router 1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 19:59:34.159464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:34.159915 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.165384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-954148ca-6e23-4543-a635-3cdf622f345f admin admin] Publish callbacks [] for security_group (360d0edd-284e-4772-8fad-d2f7ce6ff439), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.186522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:34.188779 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1252a3-9b7f-4266-a9f2-6a2c60e8828d" -d '{"events": [{"server_uuid": "f1966791-fee3-46e1-a967-05f38aa2ba3e", "name": "network-vif-plugged", "status": "completed", "tag": "554b8d20-0b0c-4808-ba68-ee0cac5d4b75"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:34.202574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:34.254909 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fee55d2-d682-4019-90ce-b5b11a23d5fb x-openstack-request-id: req-1fee55d2-d682-4019-90ce-b5b11a23d5fb {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:34.254909 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1966791-fee3-46e1-a967-05f38aa2ba3e", "name": "network-vif-plugged", "status": "completed", "tag": "554b8d20-0b0c-4808-ba68-ee0cac5d4b75", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:34.254909 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fee55d2-d682-4019-90ce-b5b11a23d5fb {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:34.254909 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75', 'code': 200} Jan 29 19:59:34.278335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-954148ca-6e23-4543-a635-3cdf622f345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (360d0edd-284e-4772-8fad-d2f7ce6ff439), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.296336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 19:59:34.303020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ba2b3805-3df5-427d-ae9b-4a6c12d11b30 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5949750 Jan 29 19:59:34.311005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35768) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:34.316840 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] Sync routers for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 19:59:34.323997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.328503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-954148ca-6e23-4543-a635-3cdf622f345f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4353a01c85646f49342241c5756c946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092570 Jan 29 19:59:34.347329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35772) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:34.356287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:34.356998 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:59:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:34.406789 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:34.421039 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] Routers {'1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 19:59:34.421836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T19:59:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:34.465822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:34.474139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954148ca-6e23-4543-a635-3cdf622f345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360d0edd-284e-4772-8fad-d2f7ce6ff439,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:34.491707 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-04ec8bb9-2813-4727-8b61-3bfd6b449eb7 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] show failed (client error): The resource could not be found. Jan 29 19:59:34.495785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-04ec8bb9-2813-4727-8b61-3bfd6b449eb7 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1835528938 HTTP/1.1" status: 404 len: 335 time: 0.1833432 Jan 29 19:59:34.515490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35780) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:34.517418 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:34.519916 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a63d6-45f8-4af1-bf49-493f466098d5 None None] The sync data for ids ['1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 19:59:34.535922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-90762a1d-f6f2-4d03-994f-70637861d168 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:34.599184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702e9ee-b6c4-4a38-8d24-c68423be7188 req-68805703-32d1-4ee8-ad9f-928ddd7dd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:34.600731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6702e9ee-b6c4-4a38-8d24-c68423be7188 req-68805703-32d1-4ee8-ad9f-928ddd7dd515 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 1128 time: 0.1555829 Jan 29 19:59:34.613238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38289c33-223c-4ebf-a74d-f79969ca32d1 req-15b5d64e-3f61-4166-9de7-cd28df8cdb55 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:34.614848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38289c33-223c-4ebf-a74d-f79969ca32d1 req-15b5d64e-3f61-4166-9de7-cd28df8cdb55 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 946 time: 0.0789313 Jan 29 19:59:34.639400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f544846-836c-473f-ae11-82e207e3862f admin admin] Publish callbacks [] for security_group (360d0edd-284e-4772-8fad-d2f7ce6ff439), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.641696 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-90762a1d-f6f2-4d03-994f-70637861d168 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] update failed (client error): The resource could not be found. Jan 29 19:59:34.643937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-90762a1d-f6f2-4d03-994f-70637861d168 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-379329399 HTTP/1.1" status: 404 len: 334 time: 0.1261497 Jan 29 19:59:34.647852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35788) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:34.695896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38289c33-223c-4ebf-a74d-f79969ca32d1 req-c6f2190f-1c26-43d8-838e-cac8401ffb66 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743935 Jan 29 19:59:34.699788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6702e9ee-b6c4-4a38-8d24-c68423be7188 req-5acbdf71-8687-4d2f-873b-d0d827a639f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823596 Jan 29 19:59:34.712286 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f544846-836c-473f-ae11-82e207e3862f admin admin] Publish callbacks [] for security_group (360d0edd-284e-4772-8fad-d2f7ce6ff439), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.745771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad6fc4-7a17-48a6-9f66-7bd032cd78da req-d4369020-5af2-456d-9afa-2db0c2aa867f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:34.747393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1ad6fc4-7a17-48a6-9f66-7bd032cd78da req-d4369020-5af2-456d-9afa-2db0c2aa867f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.3247912 Jan 29 19:59:34.775524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting subnet 8811f800-0496-4705-ac3c-15050bc2c6ee {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:59:34.782091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (8811f800-0496-4705-ac3c-15050bc2c6ee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.835797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed64c-12e7-46e4-90fc-34fa8bc03dc0 req-a9a188ef-0522-4dd7-bdca-bc9192bedb24 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:34.843273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a7ed64c-12e7-46e4-90fc-34fa8bc03dc0 req-a9a188ef-0522-4dd7-bdca-bc9192bedb24 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0661979 Jan 29 19:59:34.855634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (8811f800-0496-4705-ac3c-15050bc2c6ee), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.887745 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1ad6fc4-7a17-48a6-9f66-7bd032cd78da req-86520d79-49c8-46e0-936b-3618a4b16630 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296527 Jan 29 19:59:34.899837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a7ed64c-12e7-46e4-90fc-34fa8bc03dc0 req-d932bd96-6a33-49ae-8c19-940f8156aa5e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525396 Jan 29 19:59:34.941115 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f544846-836c-473f-ae11-82e207e3862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (360d0edd-284e-4772-8fad-d2f7ce6ff439), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.943799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f544846-836c-473f-ae11-82e207e3862f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:34.949070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4f544846-836c-473f-ae11-82e207e3862f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/360d0edd-284e-4772-8fad-d2f7ce6ff439 HTTP/1.1" status: 204 len: 168 time: 0.5991085 Jan 29 19:59:34.985662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8811f800-0496-4705-ac3c-15050bc2c6ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.010817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f544846-836c-473f-ae11-82e207e3862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d0edd-284e-4772-8fad-d2f7ce6ff439,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:35.153150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (8811f800-0496-4705-ac3c-15050bc2c6ee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.191543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:35.194663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Subnet': ['ID=8811f800-0496-4705-ac3c-15050bc2c6ee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:35.196964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.202977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07f81202-bb61-4a87-a71b-2496c03962db tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/subnets/8811f800-0496-4705-ac3c-15050bc2c6ee HTTP/1.1" status: 204 len: 168 time: 0.5513093 Jan 29 19:59:35.203082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:35.208419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90d007-73dd-4d09-a801-3fea872b8f77 None None] Network d8af99fa-5fe7-4947-a39a-35050cf156ea requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:35.333768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d8af99fa-5fe7-4947-a39a-35050cf156ea), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.426283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting port e8c3cca9-60c1-4f00-85a8-a30e52748f68 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:35.426668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.503707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] DHCP port deletion for d8af99fa-5fe7-4947-a39a-35050cf156ea request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:35.509077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2257d715-70c1-45b3-a7c6-ed71bc58d434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.535047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] For port e8c3cca9-60c1-4f00-85a8-a30e52748f68, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8c3cca9-60c1-4f00-85a8-a30e52748f68,segment=NetworkSegment(f884333c-8138-417a-a87a-0e40c4c1bde6),segment_id=f884333c-8138-417a-a87a-0e40c4c1bde6)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:35.535815 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.555726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Calling delete_port for e8c3cca9-60c1-4f00-85a8-a30e52748f68 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:35.572107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] Deleting port e8c3cca9-60c1-4f00-85a8-a30e52748f68 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:35.572958 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.669513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] For port e8c3cca9-60c1-4f00-85a8-a30e52748f68, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8c3cca9-60c1-4f00-85a8-a30e52748f68,segment=NetworkSegment(f884333c-8138-417a-a87a-0e40c4c1bde6),segment_id=f884333c-8138-417a-a87a-0e40c4c1bde6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:35.670425 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.682912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2257d715-70c1-45b3-a7c6-ed71bc58d434 admin admin] Publish callbacks [] for security_group (78574785-da0d-43a2-917d-a7a49f42d819), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.699629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] Calling delete_port for e8c3cca9-60c1-4f00-85a8-a30e52748f68 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:35.752680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2257d715-70c1-45b3-a7c6-ed71bc58d434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (78574785-da0d-43a2-917d-a7a49f42d819), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.770172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8c3cca9-60c1-4f00-85a8-a30e52748f68 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:35.815436 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.873091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257d715-70c1-45b3-a7c6-ed71bc58d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78574785-da0d-43a2-917d-a7a49f42d819,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:35.881555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Port': ['ID=e8c3cca9-60c1-4f00-85a8-a30e52748f68,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:35.886385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] No DVR routers for this DVR port e8c3cca9-60c1-4f00-85a8-a30e52748f68 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:35.889634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2257d715-70c1-45b3-a7c6-ed71bc58d434 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46d1277345454419b78549f18e4dc0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970422 Jan 29 19:59:35.893452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35818) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:35.905181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port e8c3cca9-60c1-4f00-85a8-a30e52748f68 {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 19:59:35.905181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port e8c3cca9-60c1-4f00-85a8-a30e52748f68 host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 19:59:35.905181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8c3cca9-60c1-4f00-85a8-a30e52748f68 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:35.984514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (e8c3cca9-60c1-4f00-85a8-a30e52748f68), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:35.989233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece6bd-b3d7-4b22-83b2-fc88dcb00606 req-0255ebbe-2606-4c44-ad2e-2849018554ff tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:35.990710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87ece6bd-b3d7-4b22-83b2-fc88dcb00606 req-0255ebbe-2606-4c44-ad2e-2849018554ff tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 946 time: 0.1733439 Jan 29 19:59:36.023892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] No DVR routers for this DVR port e8c3cca9-60c1-4f00-85a8-a30e52748f68 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:36.060284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2f16b-df2b-4075-ba9f-7f9791cde0e9 None None] Pushing event deleted for resources: {'Port': ['ID=e8c3cca9-60c1-4f00-85a8-a30e52748f68,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:36.128573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87ece6bd-b3d7-4b22-83b2-fc88dcb00606 req-bd3c7a4b-8a51-4f7a-87b9-daf3695eed94 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160002 Jan 29 19:59:36.169264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d8af99fa-5fe7-4947-a39a-35050cf156ea), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.197650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8af99fa-5fe7-4947-a39a-35050cf156ea']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:36.216909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f884333c-8138-417a-a87a-0e40c4c1bde6') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:36.217205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f884333c-8138-417a-a87a-0e40c4c1bde6') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:36.229740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96385e72-da59-4c6b-a0dc-93fc2e2845c2 admin admin] Publish callbacks [] for security_group (78574785-da0d-43a2-917d-a7a49f42d819), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.233296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (f884333c-8138-417a-a87a-0e40c4c1bde6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.265469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d5f56-df7e-4433-b538-5db53ac27c1e req-af8975a1-d3cd-4734-bd0d-61250234b0e6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:36.271398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed1d5f56-df7e-4433-b538-5db53ac27c1e req-af8975a1-d3cd-4734-bd0d-61250234b0e6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.2461004 Jan 29 19:59:36.285073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f884333c-8138-417a-a87a-0e40c4c1bde6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.313794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06abebd-73b8-435d-828b-991fe47c8638 req-52ee511a-3007-4d5d-994a-efdc5de4dd2f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:36.315174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96385e72-da59-4c6b-a0dc-93fc2e2845c2 admin admin] Publish callbacks [] for security_group (78574785-da0d-43a2-917d-a7a49f42d819), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.317058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f06abebd-73b8-435d-828b-991fe47c8638 req-52ee511a-3007-4d5d-994a-efdc5de4dd2f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0978677 Jan 29 19:59:36.319296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:36.319699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (f884333c-8138-417a-a87a-0e40c4c1bde6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:36.322698 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:36.381021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f06abebd-73b8-435d-828b-991fe47c8638 req-2141bf9e-e02a-4bbd-9361-75099c3df659 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551832 Jan 29 19:59:36.451245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed1d5f56-df7e-4433-b538-5db53ac27c1e req-07b245be-f1eb-4f0d-8126-46e10200d42a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736269 Jan 29 19:59:36.760194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35836) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:36.777481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d8af99fa-5fe7-4947-a39a-35050cf156ea), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.801145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.809726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/networks/d8af99fa-5fe7-4947-a39a-35050cf156ea HTTP/1.1" status: 204 len: 168 time: 1.6054480 Jan 29 19:59:36.813860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35840) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:36.823093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce6d2b-b930-414f-873e-9d57c10ebf5b tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Network': ['ID=d8af99fa-5fe7-4947-a39a-35050cf156ea,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:36.878587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96385e72-da59-4c6b-a0dc-93fc2e2845c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (78574785-da0d-43a2-917d-a7a49f42d819), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.881452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96385e72-da59-4c6b-a0dc-93fc2e2845c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:36.885257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-96385e72-da59-4c6b-a0dc-93fc2e2845c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78574785-da0d-43a2-917d-a7a49f42d819 HTTP/1.1" status: 204 len: 168 time: 0.9889231 Jan 29 19:59:36.903057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96385e72-da59-4c6b-a0dc-93fc2e2845c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78574785-da0d-43a2-917d-a7a49f42d819,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:36.990542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1010157830-network', 'tenant_id': 'ad4c34ad48ed440fb32128e44bd51e31'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:36.991330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting subnet 2394f111-cf30-4991-ae01-3b0057726471 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:59:36.991330 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (2394f111-cf30-4991-ae01-3b0057726471), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.022006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (2394f111-cf30-4991-ae01-3b0057726471), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.109290 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2394f111-cf30-4991-ae01-3b0057726471), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.247228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df363-f1d0-494e-85d6-1d873d346177 req-07050729-dd5a-4d4c-8f26-323a4a031d05 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:37.248818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c2df363-f1d0-494e-85d6-1d873d346177 req-07050729-dd5a-4d4c-8f26-323a4a031d05 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 946 time: 0.0541182 Jan 29 19:59:37.289007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Made reservation on behalf of ad4c34ad48ed440fb32128e44bd51e31 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:37.295640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.306953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c2df363-f1d0-494e-85d6-1d873d346177 req-1f2b4235-aa03-4589-bbc6-880c24d0213b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513675 Jan 29 19:59:37.312431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.336818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (2394f111-cf30-4991-ae01-3b0057726471), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.372529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Subnet': ['ID=2394f111-cf30-4991-ae01-3b0057726471,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:37.380289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.387218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5612f6ee-2870-4517-b890-b7be540240f0 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/subnets/2394f111-cf30-4991-ae01-3b0057726471 HTTP/1.1" status: 204 len: 168 time: 0.5712554 Jan 29 19:59:37.388673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35848) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:37.389783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a5cf8-6200-4e60-9065-3483e6be4922 None None] Network f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:37.504005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks [] for security_group (03963acd-3081-4cdc-ab0a-a6461836d313), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.603757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting subnet 21aa4be3-6fe5-4356-98fb-b738425a2d0b {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:59:37.618995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03963acd-3081-4cdc-ab0a-a6461836d313), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.625698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (21aa4be3-6fe5-4356-98fb-b738425a2d0b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.689120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927b92-7921-4b17-9a67-afad6d6fbda0 req-89898cde-202b-4866-b1f2-79982239cfa9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:37.702321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63927b92-7921-4b17-9a67-afad6d6fbda0 req-89898cde-202b-4866-b1f2-79982239cfa9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1203768 Jan 29 19:59:37.702475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:37.709455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] DHCP port deletion for f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:37.727763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9fe30167-d43f-48a1-9292-34322c516ff4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.728108 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Added segment 9fe30167-d43f-48a1-9292-34322c516ff4 of type vlan for network ca993212-f691-4970-844b-8af9c4be0138 Jan 29 19:59:37.764141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (21aa4be3-6fe5-4356-98fb-b738425a2d0b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.784592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] Deleting port 878285e4-03fa-4126-866e-57d4c9c1d98d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:37.784972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.789969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63927b92-7921-4b17-9a67-afad6d6fbda0 req-848f1d75-2fc4-403c-b985-520b47ea2d0b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911713 Jan 29 19:59:37.811485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03963acd-3081-4cdc-ab0a-a6461836d313,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:37.864163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec29be-2a3b-4edf-bcfd-127fde36d57b req-35005a70-9fb0-4aad-a092-4b8248851a23 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:37.865760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9ec29be-2a3b-4edf-bcfd-127fde36d57b req-35005a70-9fb0-4aad-a092-4b8248851a23 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.3394616 Jan 29 19:59:37.877991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 19:59:37.884558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ca993212-f691-4970-844b-8af9c4be0138), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.899400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] For port 878285e4-03fa-4126-866e-57d4c9c1d98d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=878285e4-03fa-4126-866e-57d4c9c1d98d,segment=NetworkSegment(3d641c8d-cd2a-4b58-b610-1fe391fd9231),segment_id=3d641c8d-cd2a-4b58-b610-1fe391fd9231)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:37.899685 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:37.919847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] Calling delete_port for 878285e4-03fa-4126-866e-57d4c9c1d98d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:37.979187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9ec29be-2a3b-4edf-bcfd-127fde36d57b req-235c259c-3294-4739-b5bb-f99860043acf tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027665 Jan 29 19:59:37.994337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (21aa4be3-6fe5-4356-98fb-b738425a2d0b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.032458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:38.041619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ca993212-f691-4970-844b-8af9c4be0138), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.042964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:38.044307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.047350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dcea8a6-a8e6-4c80-8c36-01d931d5244c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.071233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.110205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:38.127463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'mac_address': 'fa:16:3e:46:89:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 19:59:38.169077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:38.169629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.170340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca993212-f691-4970-844b-8af9c4be0138,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:38.184754 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dcea8a6-a8e6-4c80-8c36-01d931d5244c admin admin] Publish callbacks [] for security_group (fd894036-41d6-4556-a37d-887878a387f2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.188254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fef2ac33-ebe4-4a05-9e9b-764e1118b0d7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4256294 Jan 29 19:59:38.190993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35868) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:38.196655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Request body: {'subnet': {'network_id': 'ca993212-f691-4970-844b-8af9c4be0138', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1010157830-subnet', 'tenant_id': 'ad4c34ad48ed440fb32128e44bd51e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:38.203038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:59:38.222814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ca993212-f691-4970-844b-8af9c4be0138 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:38.250974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:38.277278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dcea8a6-a8e6-4c80-8c36-01d931d5244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fd894036-41d6-4556-a37d-887878a387f2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.277439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (21aa4be3-6fe5-4356-98fb-b738425a2d0b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.304761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Subnet': ['ID=21aa4be3-6fe5-4356-98fb-b738425a2d0b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:38.306617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.312546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02c88a3f-59ab-40b8-8cd0-a5d834d1c0b5 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/subnets/21aa4be3-6fe5-4356-98fb-b738425a2d0b HTTP/1.1" status: 204 len: 168 time: 0.9228079 Jan 29 19:59:38.313508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35872) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:38.321450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3dcea8a6-a8e6-4c80-8c36-01d931d5244c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ca14a56944741bb9e1ddae680ecb89d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879596 Jan 29 19:59:38.321701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35874) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:38.322756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcea8a6-a8e6-4c80-8c36-01d931d5244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd894036-41d6-4556-a37d-887878a387f2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:38.332359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d9fdd-c813-4321-b054-f09b27f5508c None None] Network 39aca4b2-7744-448f-925c-a8c5eadea068 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:38.334319 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (878285e4-03fa-4126-866e-57d4c9c1d98d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.343278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Made reservation on behalf of ad4c34ad48ed440fb32128e44bd51e31 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:38.345688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.382591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] No DVR routers for this DVR port 878285e4-03fa-4126-866e-57d4c9c1d98d on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:38.396450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e21a24-fe92-4f5c-8c9b-6988308c50af None None] Pushing event deleted for resources: {'Port': ['ID=878285e4-03fa-4126-866e-57d4c9c1d98d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:38.405148 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.568298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:38.632979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 19:59:38.672559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] DHCP port deletion for 39aca4b2-7744-448f-925c-a8c5eadea068 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:38.825439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.831232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] Deleting port f2de8d4b-4a02-4dcc-955c-bf41a583955a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:38.831913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.864233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df7ac8e-e162-4456-8fb2-6895319102fd admin admin] Publish callbacks [] for security_group (fd894036-41d6-4556-a37d-887878a387f2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.889314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df7ac8e-e162-4456-8fb2-6895319102fd admin admin] Publish callbacks [] for security_group (fd894036-41d6-4556-a37d-887878a387f2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.934103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] For port f2de8d4b-4a02-4dcc-955c-bf41a583955a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f2de8d4b-4a02-4dcc-955c-bf41a583955a,segment=NetworkSegment(e0e8c67e-d38a-48ac-98a1-c07167bdfb0a),segment_id=e0e8c67e-d38a-48ac-98a1-c07167bdfb0a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:38.934805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:38.952313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] Calling delete_port for f2de8d4b-4a02-4dcc-955c-bf41a583955a owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:38.996419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445115-404c-4a9b-876c-0e6fd0cc6510 req-55675e1f-eef7-4b3f-942e-255b61f5c7e7 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:39.012789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e445115-404c-4a9b-876c-0e6fd0cc6510 req-55675e1f-eef7-4b3f-942e-255b61f5c7e7 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1109340 Jan 29 19:59:39.038897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df7ac8e-e162-4456-8fb2-6895319102fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fd894036-41d6-4556-a37d-887878a387f2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.042161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df7ac8e-e162-4456-8fb2-6895319102fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.043701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8df7ac8e-e162-4456-8fb2-6895319102fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd894036-41d6-4556-a37d-887878a387f2 HTTP/1.1" status: 204 len: 168 time: 0.7196598 Jan 29 19:59:39.087076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.097501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7ac8e-e162-4456-8fb2-6895319102fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd894036-41d6-4556-a37d-887878a387f2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:39.123879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f2de8d4b-4a02-4dcc-955c-bf41a583955a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.160040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:39.166309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e445115-404c-4a9b-876c-0e6fd0cc6510 req-5bbdea48-0469-452c-8f36-f07a55fc48cf tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525991 Jan 29 19:59:39.193807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d641c8d-cd2a-4b58-b610-1fe391fd9231') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:39.194109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d641c8d-cd2a-4b58-b610-1fe391fd9231') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:39.206621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] No DVR routers for this DVR port f2de8d4b-4a02-4dcc-955c-bf41a583955a on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:39.211410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542b8e-00b5-4266-8099-65da4a776e44 None None] Pushing event deleted for resources: {'Port': ['ID=f2de8d4b-4a02-4dcc-955c-bf41a583955a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:39.229356 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (3d641c8d-cd2a-4b58-b610-1fe391fd9231), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.430787 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3d641c8d-cd2a-4b58-b610-1fe391fd9231), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.453530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:39.454017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (3d641c8d-cd2a-4b58-b610-1fe391fd9231), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: timer() Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:39.460620 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:39.666863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda0124-cd7a-44b0-ae8e-de3486fb53c0 req-8b390475-b128-4109-9600-1c1232ef3b4e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:39.668792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eeda0124-cd7a-44b0-ae8e-de3486fb53c0 req-8b390475-b128-4109-9600-1c1232ef3b4e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 945 time: 0.5225809 Jan 29 19:59:39.712016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.729390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.735214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35914) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:39.740287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/networks/f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb HTTP/1.1" status: 204 len: 168 time: 1.4207578 Jan 29 19:59:39.742188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (83fc883b-44eb-48fb-a7c6-aa00b46a8dc5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:39.805903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5868f-3dcc-4fb0-8948-6624ec299113 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Network': ['ID=f6e1e3bf-0101-4ffb-a2d0-fba6ed03efdb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:39.808589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f2de8d4b-4a02-4dcc-955c-bf41a583955a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:39.858649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f2de8d4b-4a02-4dcc-955c-bf41a583955a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:59:39.864394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f2de8d4b-4a02-4dcc-955c-bf41a583955a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:39.864828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 878285e4-03fa-4126-866e-57d4c9c1d98d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:39.911178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 19:59:39.917584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 878285e4-03fa-4126-866e-57d4c9c1d98d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:59:39.917980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 878285e4-03fa-4126-866e-57d4c9c1d98d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:39.980284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eeda0124-cd7a-44b0-ae8e-de3486fb53c0 req-53b0ee1c-fc9d-4d24-bbad-7c293d6c6a24 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947402 Jan 29 19:59:40.007677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fc883b-44eb-48fb-a7c6-aa00b46a8dc5,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:40.044073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Checking segment: {'id': '9fe30167-d43f-48a1-9292-34322c516ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:40.044073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Network hostable DHCP agents. Network: ca993212-f691-4970-844b-8af9c4be0138, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:40.055605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 19:59:40.057145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.064416 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (39aca4b2-7744-448f-925c-a8c5eadea068), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.193460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Network ca993212-f691-4970-844b-8af9c4be0138 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:40.228478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (39aca4b2-7744-448f-925c-a8c5eadea068), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.283574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 19:59:40.283896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.285390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39aca4b2-7744-448f-925c-a8c5eadea068']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:40.302592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:40.305434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e8c67e-d38a-48ac-98a1-c07167bdfb0a') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:40.323849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ca993212-f691-4970-844b-8af9c4be0138) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:40.329360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (e0e8c67e-d38a-48ac-98a1-c07167bdfb0a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.329885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:40.330633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.346751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f133cca-0143-4473-a944-add5bcc70c91 None None] Network ca993212-f691-4970-844b-8af9c4be0138 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:40.364674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:40.375190 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5044cf-0fcd-43b7-8524-6d29215cdd5a" -d '{"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:40.381424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e0e8c67e-d38a-48ac-98a1-c07167bdfb0a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.403581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:40.403987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (e0e8c67e-d38a-48ac-98a1-c07167bdfb0a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:40.419412 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:40.448910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7537ba18-46ec-4912-9540-871a15ee122e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2567735 Jan 29 19:59:40.569078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:40.584950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61389d56-9d86-4629-8fd4-4ca9ff8f566b None None] Network ca993212-f691-4970-844b-8af9c4be0138 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:40.588349 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7028a3-e3af-4689-843f-cfd0321b6d50 x-openstack-request-id: req-fa7028a3-e3af-4689-843f-cfd0321b6d50 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:40.588660 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:40.588910 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa7028a3-e3af-4689-843f-cfd0321b6d50 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:40.589386 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'code': 200} Jan 29 19:59:40.609602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bfaa7-a2fc-46bb-901f-65f497e7d061 req-c93f14c6-c1c2-4673-a587-c30191add2cb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:40.614553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-901bfaa7-a2fc-46bb-901f-65f497e7d061 req-c93f14c6-c1c2-4673-a587-c30191add2cb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.3072288 Jan 29 19:59:40.735412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.768219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-901bfaa7-a2fc-46bb-901f-65f497e7d061 req-c6a4258e-8d2d-4168-9988-62549d9f102c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469681 Jan 29 19:59:40.781093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (39aca4b2-7744-448f-925c-a8c5eadea068), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.811285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:40.825482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/networks/39aca4b2-7744-448f-925c-a8c5eadea068 HTTP/1.1" status: 204 len: 168 time: 1.0866332 Jan 29 19:59:40.826253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35962) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:40.857994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aadbb0-7fcd-48d4-9479-3cc366a7caec tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Network': ['ID=39aca4b2-7744-448f-925c-a8c5eadea068,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:40.869184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:41.079143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting subnet 2de65fb9-e3b2-4527-8aec-2076af32f09e {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 19:59:41.100152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for subnet (2de65fb9-e3b2-4527-8aec-2076af32f09e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:41.380635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (2de65fb9-e3b2-4527-8aec-2076af32f09e), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:41.552231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3a6e-4606-4e0a-aac3-a0b4cd11b45c req-7b39b1a1-f7b1-4fc2-bbb3-1a8d84a8eeca tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:41.570586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8edf3a6e-4606-4e0a-aac3-a0b4cd11b45c req-7b39b1a1-f7b1-4fc2-bbb3-1a8d84a8eeca tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.3894737 Jan 29 19:59:41.819537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8edf3a6e-4606-4e0a-aac3-a0b4cd11b45c req-0e2542c8-7d45-4460-bf85-8e1a9718ded8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352462 Jan 29 19:59:41.852022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2de65fb9-e3b2-4527-8aec-2076af32f09e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:42.118005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801fe6-0183-4df1-865c-fff8ae6166f6 req-9795ef44-36f0-4ca7-bc61-6298e67d8e07 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:42.125117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72801fe6-0183-4df1-865c-fff8ae6166f6 req-9795ef44-36f0-4ca7-bc61-6298e67d8e07 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1471124 Jan 29 19:59:42.178822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (2de65fb9-e3b2-4527-8aec-2076af32f09e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:42.248893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72801fe6-0183-4df1-865c-fff8ae6166f6 req-413dd7cc-e8a0-4733-8174-c2dfde3a15b2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227436 Jan 29 19:59:42.256975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:42.265791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210f638-e5a9-4e31-b4f3-a1c988a56c81 None None] Network 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:42.295745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/subnets/2de65fb9-e3b2-4527-8aec-2076af32f09e HTTP/1.1" status: 204 len: 168 time: 1.4680789 Jan 29 19:59:42.302525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36006) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:42.382189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d4a4c-5aeb-4dec-ba96-6405a4343642 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Subnet': ['ID=2de65fb9-e3b2-4527-8aec-2076af32f09e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:42.640461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:42.726423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] DHCP port deletion for 48c7e8ce-6c69-4af1-bac8-5b73dc4d828e request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 19:59:42.889873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] Deleting port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:42.895309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:42.907738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Deleting port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 19:59:42.911262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:42.996866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36026) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:43.002946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1475316635-network', 'tenant_id': '15061fcaaca942ebb4b2b463cafa6458'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:43.114200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] For port 7a3ca469-3221-44ba-9d2a-0a50173cfb84, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7a3ca469-3221-44ba-9d2a-0a50173cfb84,segment=NetworkSegment(8cce305b-4515-4811-9224-33df6edec81f),segment_id=8cce305b-4515-4811-9224-33df6edec81f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:43.114637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.170322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] Calling delete_port for 7a3ca469-3221-44ba-9d2a-0a50173cfb84 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:43.194850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca865-c39c-4a97-9234-7f6d1adcafe0 req-f98e9a20-39e1-4b31-839e-d84016b9784a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:43.196460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a41ca865-c39c-4a97-9234-7f6d1adcafe0 req-f98e9a20-39e1-4b31-839e-d84016b9784a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1474085 Jan 29 19:59:43.199599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Made reservation on behalf of 15061fcaaca942ebb4b2b463cafa6458 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:43.205364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.214343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] For port 7a3ca469-3221-44ba-9d2a-0a50173cfb84, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7a3ca469-3221-44ba-9d2a-0a50173cfb84,segment=NetworkSegment(8cce305b-4515-4811-9224-33df6edec81f),segment_id=8cce305b-4515-4811-9224-33df6edec81f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 19:59:43.214643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.260357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Calling delete_port for 7a3ca469-3221-44ba-9d2a-0a50173cfb84 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 19:59:43.278791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.529701 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.583565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] Pushing event deleted for resources: {'Port': ['ID=7a3ca469-3221-44ba-9d2a-0a50173cfb84,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:43.618489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0714a1e-4d99-4ac0-abef-7693572769ac None None] No DVR routers for this DVR port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:43.688228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7a3ca469-3221-44ba-9d2a-0a50173cfb84), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.692621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks [] for security_group (cc60f851-3d3a-4857-8f67-3478b97fe0cc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.767114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Port': ['ID=7a3ca469-3221-44ba-9d2a-0a50173cfb84,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:43.786357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] No DVR routers for this DVR port 7a3ca469-3221-44ba-9d2a-0a50173cfb84 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 19:59:43.792380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a41ca865-c39c-4a97-9234-7f6d1adcafe0 req-e350b6b2-7bc3-4865-9d47-42ea46dad7ef tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5817881 Jan 29 19:59:43.828010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7a3ca469-3221-44ba-9d2a-0a50173cfb84 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 19:59:43.844473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cc60f851-3d3a-4857-8f67-3478b97fe0cc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.859951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 19:59:43.871600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2748a-fb0d-487d-901e-05773276b5ae req-32844357-2dd6-4bb9-9895-e5a9151ee1c7 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:43.874662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0e2748a-fb0d-487d-901e-05773276b5ae req-32844357-2dd6-4bb9-9895-e5a9151ee1c7 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.3778968 Jan 29 19:59:43.882774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7a3ca469-3221-44ba-9d2a-0a50173cfb84 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 19:59:43.883396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7a3ca469-3221-44ba-9d2a-0a50173cfb84 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 19:59:43.909285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ca2e16f5-9856-48b4-8ddd-7f7f96857e06), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:43.914956 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Added segment ca2e16f5-9856-48b4-8ddd-7f7f96857e06 of type vlan for network eea77614-4c17-4f41-a2a8-5c9e14daa232 Jan 29 19:59:44.038627 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.060965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (eea77614-4c17-4f41-a2a8-5c9e14daa232), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.137352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c7e8ce-6c69-4af1-bac8-5b73dc4d828e']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:44.173691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60f851-3d3a-4857-8f67-3478b97fe0cc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:44.175886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cce305b-4515-4811-9224-33df6edec81f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:44.180514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cce305b-4515-4811-9224-33df6edec81f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 19:59:44.181213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (eea77614-4c17-4f41-a2a8-5c9e14daa232), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.185160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:44.185160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.194664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0e2748a-fb0d-487d-901e-05773276b5ae req-290463b0-db8d-4da4-88e3-6419e8589a92 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058252 Jan 29 19:59:44.212116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (8cce305b-4515-4811-9224-33df6edec81f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.252610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8cce305b-4515-4811-9224-33df6edec81f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.261224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 19:59:44.261668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (8cce305b-4515-4811-9224-33df6edec81f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: timer() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 19:59:44.264761 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 19:59:44.354938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3564706 Jan 29 19:59:44.356602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7cef0-aa6d-4a1f-8263-27b68ab3ec92 admin admin] Pushing event updated for resources: {'Network': ['ID=eea77614-4c17-4f41-a2a8-5c9e14daa232,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:44.358996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36054) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:44.365471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Request body: {'subnet': {'network_id': 'eea77614-4c17-4f41-a2a8-5c9e14daa232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1475316635-subnet', 'tenant_id': '15061fcaaca942ebb4b2b463cafa6458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:44.370990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network eea77614-4c17-4f41-a2a8-5c9e14daa232 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 19:59:44.456162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Made reservation on behalf of 15061fcaaca942ebb4b2b463cafa6458 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:44.459302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.489502 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (48c7e8ce-6c69-4af1-bac8-5b73dc4d828e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.497373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.503638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36056) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:44.508955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/networks/48c7e8ce-6c69-4af1-bac8-5b73dc4d828e HTTP/1.1" status: 204 len: 168 time: 2.2046421 Jan 29 19:59:44.535885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7dcb7-4ca9-401e-a64e-f12b77306008 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Pushing event deleted for resources: {'Network': ['ID=48c7e8ce-6c69-4af1-bac8-5b73dc4d828e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:44.591030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-597f57ef-e072-4454-8564-9a6783dc39d2 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 HTTP/1.1" status: 200 len: 205 time: 0.0856104 Jan 29 19:59:44.591407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:44.823550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:44.826808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:44.934523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (b1b4abe7-8668-45dd-b651-eed941cd8d74), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.221922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Checking segment: {'id': 'ca2e16f5-9856-48b4-8ddd-7f7f96857e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'eea77614-4c17-4f41-a2a8-5c9e14daa232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:45.222327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Network hostable DHCP agents. Network: eea77614-4c17-4f41-a2a8-5c9e14daa232, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 19:59:45.229668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b4abe7-8668-45dd-b651-eed941cd8d74,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:45.264353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.266752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router_controller (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.308900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bbb1e-f8d5-47c6-b543-9f7f7cd9e096 req-78e65924-9dc9-423b-be36-251a58de269d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:45.310900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba5bbb1e-f8d5-47c6-b543-9f7f7cd9e096 req-78e65924-9dc9-423b-be36-251a58de269d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.2949317 Jan 29 19:59:45.343676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcfe28b1-39a9-4f18-87e5-ed985771a5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.424125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba5bbb1e-f8d5-47c6-b543-9f7f7cd9e096 req-19b71c9c-33d6-41a7-a41d-622e9b79897b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049676 Jan 29 19:59:45.428429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Network eea77614-4c17-4f41-a2a8-5c9e14daa232 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 19:59:45.515203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.515875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 19:59:45.526859 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.528107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a9c68634-badb-49a8-a6be-0ec767878a42 tempest-RoutersNegativeIpV6Test-1487055568 tempest-RoutersNegativeIpV6Test-1487055568-project] 10.222.0.15 "DELETE /v2.0/routers/1b1e02ea-49c9-41ec-9eea-9eaefe9cecd0 HTTP/1.1" status: 204 len: 168 time: 0.9356930 Jan 29 19:59:45.568654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f174-6dcf-42d2-8b4b-19acc8272a3d req-85776290-8ee5-441a-8c96-1a15235ae67e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:45.575705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ff8f174-6dcf-42d2-8b4b-19acc8272a3d req-85776290-8ee5-441a-8c96-1a15235ae67e tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1187963 Jan 29 19:59:45.591105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, eea77614-4c17-4f41-a2a8-5c9e14daa232) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:45.598329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:45.599070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.616258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e7aa6-d364-4cfe-b6e0-4fb5a0d8fc41 None None] Network eea77614-4c17-4f41-a2a8-5c9e14daa232 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:45.617278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcfe28b1-39a9-4f18-87e5-ed985771a5dc admin admin] Publish callbacks [] for security_group (7a919db8-5d64-40c4-8f14-d350b11fe6c6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.658847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ff8f174-6dcf-42d2-8b4b-19acc8272a3d req-196bdfde-0286-43a1-86e6-bb30ae8255bf tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811327 Jan 29 19:59:45.695496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fcfe28b1-39a9-4f18-87e5-ed985771a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7a919db8-5d64-40c4-8f14-d350b11fe6c6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:45.777904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fcfe28b1-39a9-4f18-87e5-ed985771a5dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=953460f6c400473dad799c7565176eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9476831 Jan 29 19:59:45.777904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe28b1-39a9-4f18-87e5-ed985771a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a919db8-5d64-40c4-8f14-d350b11fe6c6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:45.780572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36078) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:45.823902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef3f37df-c833-4205-9f09-8acf8dbd3b2b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4635198 Jan 29 19:59:45.990416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a64e26b6-8229-4920-9cf7-2fd856f61291 admin admin] Publish callbacks [] for security_group (7a919db8-5d64-40c4-8f14-d350b11fe6c6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:46.081205 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a64e26b6-8229-4920-9cf7-2fd856f61291 admin admin] Publish callbacks [] for security_group (7a919db8-5d64-40c4-8f14-d350b11fe6c6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:46.228635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36094) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:46.284951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a64e26b6-8229-4920-9cf7-2fd856f61291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7a919db8-5d64-40c4-8f14-d350b11fe6c6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:46.287539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a64e26b6-8229-4920-9cf7-2fd856f61291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:46.291617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a64e26b6-8229-4920-9cf7-2fd856f61291 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a919db8-5d64-40c4-8f14-d350b11fe6c6 HTTP/1.1" status: 204 len: 168 time: 0.5122030 Jan 29 19:59:46.304302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e26b6-8229-4920-9cf7-2fd856f61291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a919db8-5d64-40c4-8f14-d350b11fe6c6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:46.405678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985f7db-7f70-4201-949a-bd086ff5817b None None] Network eea77614-4c17-4f41-a2a8-5c9e14daa232 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 19:59:46.594339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dc039da0-f372-4e77-b1b6-30828341e612 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad58774bc7ec4123b7c545c7bd92e270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655205 Jan 29 19:59:46.596366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:46.780746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19c2ac71-e033-4fc3-9e93-d7cef453805f admin admin] Publish callbacks [] for security_group (9972b622-53fc-4464-a5a8-d69d2b2a7ff0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:46.819735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee17350-600c-4e48-baa6-abe1b635c776 req-a035d6a6-7a55-467c-9c02-2026cbca516e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:46.821545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aee17350-600c-4e48-baa6-abe1b635c776 req-a035d6a6-7a55-467c-9c02-2026cbca516e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.2160490 Jan 29 19:59:46.863180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19c2ac71-e033-4fc3-9e93-d7cef453805f admin admin] Publish callbacks [] for security_group (9972b622-53fc-4464-a5a8-d69d2b2a7ff0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:47.044717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aee17350-600c-4e48-baa6-abe1b635c776 req-c5da1b8c-3b7c-458a-8079-1e1f0f02fe09 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936147 Jan 29 19:59:47.181143 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19c2ac71-e033-4fc3-9e93-d7cef453805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9972b622-53fc-4464-a5a8-d69d2b2a7ff0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:47.183925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19c2ac71-e033-4fc3-9e93-d7cef453805f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:47.185221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-19c2ac71-e033-4fc3-9e93-d7cef453805f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9972b622-53fc-4464-a5a8-d69d2b2a7ff0 HTTP/1.1" status: 204 len: 168 time: 0.5876272 Jan 29 19:59:47.212755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2ac71-e033-4fc3-9e93-d7cef453805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9972b622-53fc-4464-a5a8-d69d2b2a7ff0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:47.303295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-13365cb4-4e64-4371-8f0b-d6b03fd5e2bf tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:47.305001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-13365cb4-4e64-4371-8f0b-d6b03fd5e2bf tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/networks?id=ca993212-f691-4970-844b-8af9c4be0138 HTTP/1.1" status: 200 len: 809 time: 0.3362908 Jan 29 19:59:47.339036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-82061557-579c-4ac5-af4b-514f3b8cd6f0 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/quotas/ad4c34ad48ed440fb32128e44bd51e31 HTTP/1.1" status: 200 len: 375 time: 0.0266032 Jan 29 19:59:47.368017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8acfc-09f3-41ef-8883-96cf26abea42 req-fa39050c-225b-4510-9d41-1157a90f8bf5 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:47.372655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ec8acfc-09f3-41ef-8883-96cf26abea42 req-fa39050c-225b-4510-9d41-1157a90f8bf5 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1862779 Jan 29 19:59:47.390713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-a2ee994e-8a90-422a-b8ce-3bf06834fd2f tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad4c34ad48ed440fb32128e44bd51e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458295 Jan 29 19:59:47.491033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ec8acfc-09f3-41ef-8883-96cf26abea42 req-c2d26f36-a696-4576-8b24-278e8c4e4826 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Jan 29 19:59:47.520876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36126) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:47.541412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c0e6-7129-49f7-8eee-089b82fb93f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:47.679990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b1a6fe80-6c5e-478f-941c-25a7734b5300 service neutron] 10.222.0.15 "GET /v2.0/networks/ca993212-f691-4970-844b-8af9c4be0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806425 Jan 29 19:59:47.722236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c0e6-7129-49f7-8eee-089b82fb93f6 admin admin] Publish callbacks [] for security_group (19c82d44-d80a-4ba5-8c70-855bcf1c65a7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:47.991323 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-a2e183fa-809b-406b-aa8f-44e6c6be354b service neutron] 10.222.0.15 "GET /v2.0/networks/ca993212-f691-4970-844b-8af9c4be0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024096 Jan 29 19:59:47.998538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c0e6-7129-49f7-8eee-089b82fb93f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (19c82d44-d80a-4ba5-8c70-855bcf1c65a7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:48.084269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1c0e6-7129-49f7-8eee-089b82fb93f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c82d44-d80a-4ba5-8c70-855bcf1c65a7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:48.165001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:48.168682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a0d1c0e6-7129-49f7-8eee-089b82fb93f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28cd72bc97cf44488b953a7b0b935622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6460152 Jan 29 19:59:48.385480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d9a03-153f-4893-884e-73d83054ed9d req-3a2af3f5-fd43-4570-a5f6-c497c63246e6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:48.387014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e93d9a03-153f-4893-884e-73d83054ed9d req-3a2af3f5-fd43-4570-a5f6-c497c63246e6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1493249 Jan 29 19:59:48.414003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3df3f435-e2d1-4d3f-9cea-e99accb4c5b3 admin admin] Publish callbacks [] for security_group (19c82d44-d80a-4ba5-8c70-855bcf1c65a7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:48.516546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e93d9a03-153f-4893-884e-73d83054ed9d req-38acbc4f-47e5-47f2-965f-cf19759fbab1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062543 Jan 29 19:59:48.573983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3df3f435-e2d1-4d3f-9cea-e99accb4c5b3 admin admin] Publish callbacks [] for security_group (19c82d44-d80a-4ba5-8c70-855bcf1c65a7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:48.707292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b1f2e57-e2b5-42f3-a12f-7df6c5697f4f req-7b6cf6b1-f996-4bf4-9e25-c5cb3ac59b02 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 210 time: 0.2134013 Jan 29 19:59:48.793022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073e75a-4544-4720-a7f2-d2bac26015d6 req-c0a84ca0-a263-4611-9fe0-ff6341b76c22 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:48.795565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a073e75a-4544-4720-a7f2-d2bac26015d6 req-c0a84ca0-a263-4611-9fe0-ff6341b76c22 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.0953853 Jan 29 19:59:48.906004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3df3f435-e2d1-4d3f-9cea-e99accb4c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (19c82d44-d80a-4ba5-8c70-855bcf1c65a7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:48.909529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3df3f435-e2d1-4d3f-9cea-e99accb4c5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:48.910922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3df3f435-e2d1-4d3f-9cea-e99accb4c5b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19c82d44-d80a-4ba5-8c70-855bcf1c65a7 HTTP/1.1" status: 204 len: 168 time: 0.7449057 Jan 29 19:59:48.926189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3f435-e2d1-4d3f-9cea-e99accb4c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c82d44-d80a-4ba5-8c70-855bcf1c65a7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:48.977771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a073e75a-4544-4720-a7f2-d2bac26015d6 req-19fa8248-bea4-405b-aad2-f945fe9863fe tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708534 Jan 29 19:59:50.375617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4af5100d-de1f-45d8-a6e9-acc941f0ae66 req-c1403ffb-8b7d-4928-9c98-c7cd2b77701e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 210 time: 0.5079997 Jan 29 19:59:50.388403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e00ee1-b032-4472-8afe-b6a7d8f130bd req-612829c0-9290-44b4-9568-d6cad0a956c3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:50.389949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36e00ee1-b032-4472-8afe-b6a7d8f130bd req-612829c0-9290-44b4-9568-d6cad0a956c3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.7006042 Jan 29 19:59:50.499070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-36e00ee1-b032-4472-8afe-b6a7d8f130bd req-a1f2bc04-901a-4ae9-9574-ee9274328f67 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979931 Jan 29 19:59:50.728131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a31768-f876-48ea-b731-3c8bafca6ef6 req-8b1befcc-a6bf-4ce0-8b48-91a634d264a2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:50.730224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97a31768-f876-48ea-b731-3c8bafca6ef6 req-8b1befcc-a6bf-4ce0-8b48-91a634d264a2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1307118 Jan 29 19:59:50.793906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-97a31768-f876-48ea-b731-3c8bafca6ef6 req-7ca2e3b3-6058-4ff6-837d-a2e7bd56dd1b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 Jan 29 19:59:51.230410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36238) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:51.645121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1340b817-283e-4e43-8ada-7b453f4b5540 req-56f7c4ad-d91d-4f95-ab4e-91c217358c4b tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 210 time: 0.0887065 Jan 29 19:59:51.683498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d1caf2-c76b-4c30-810b-e64ac457d37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:52.009133 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d1caf2-c76b-4c30-810b-e64ac457d37f admin admin] Publish callbacks [] for security_group (31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:52.056056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647b27-5eeb-4a06-b256-f8f99c09fc88 req-ca9bd209-5607-41f5-84d6-7e305f7208c1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:52.072457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91647b27-5eeb-4a06-b256-f8f99c09fc88 req-ca9bd209-5607-41f5-84d6-7e305f7208c1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.3617549 Jan 29 19:59:52.105170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32d1caf2-c76b-4c30-810b-e64ac457d37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:52.358633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-bb8d49aa-ed35-4070-8064-a821019074c8 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:52.374054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-bb8d49aa-ed35-4070-8064-a821019074c8 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.13 "GET /v2.0/networks?id=ca993212-f691-4970-844b-8af9c4be0138 HTTP/1.1" status: 200 len: 809 time: 0.4285562 Jan 29 19:59:52.397581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Request body: {'port': {'device_id': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138', 'admin_state_up': True, 'tenant_id': 'ad4c34ad48ed440fb32128e44bd51e31'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:52.439916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91647b27-5eeb-4a06-b256-f8f99c09fc88 req-81fdf26e-317c-42e0-b08a-867ec59345a0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624570 Jan 29 19:59:52.505473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36268) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:52.507886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-32d1caf2-c76b-4c30-810b-e64ac457d37f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2db3862d1d148389f55cad02b5a2137&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2760723 Jan 29 19:59:52.523021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757e7e-92dd-4c1d-8286-9ac9b77faee4 req-d30fd054-2c25-476f-9f3f-12a774432290 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:52.524509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83757e7e-92dd-4c1d-8286-9ac9b77faee4 req-d30fd054-2c25-476f-9f3f-12a774432290 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.4002874 Jan 29 19:59:52.541062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1caf2-c76b-4c30-810b-e64ac457d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:52.848456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83757e7e-92dd-4c1d-8286-9ac9b77faee4 req-89bd989c-d775-4e06-aab2-56c7e3a01ef1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410123 Jan 29 19:59:52.895791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1e211cb-138c-4438-bddd-a0cee07b406e req-74ed7999-392f-435c-a7e4-1265cf4c92f8 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 210 time: 0.0510721 Jan 29 19:59:52.924314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-578579f3-bc4f-4113-9b34-891a5a889955 admin admin] Publish callbacks [] for security_group (31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:52.986744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-578579f3-bc4f-4113-9b34-891a5a889955 admin admin] Publish callbacks [] for security_group (31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:53.059529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Made reservation on behalf of ad4c34ad48ed440fb32128e44bd51e31 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 19:59:53.072303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:53.294932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-578579f3-bc4f-4113-9b34-891a5a889955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:53.301887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-578579f3-bc4f-4113-9b34-891a5a889955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:53.308166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-578579f3-bc4f-4113-9b34-891a5a889955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f HTTP/1.1" status: 204 len: 168 time: 0.7823830 Jan 29 19:59:53.513550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Allocated IP 172.20.0.10 (ca993212-f691-4970-844b-8af9c4be0138/83fc883b-44eb-48fb-a7c6-aa00b46a8dc5/5d350155-4f58-40a6-9d61-0d9add83b60e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 19:59:53.734685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578579f3-bc4f-4113-9b34-891a5a889955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31386f73-e7d9-4e3f-94fa-6c4c6ffdc74f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:54.041194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks [] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.077818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7428ca5-3715-4de2-8c7c-f7d9664eb793 req-46905240-d82d-4d28-94f3-901cfe6d4404 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:54.085592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7428ca5-3715-4de2-8c7c-f7d9664eb793 req-46905240-d82d-4d28-94f3-901cfe6d4404 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.3628623 Jan 29 19:59:54.170174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67868bc-78eb-4001-9256-3a60569643fc req-683009a1-0240-4b9f-8b42-29359fa67e03 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:54.172414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e67868bc-78eb-4001-9256-3a60569643fc req-683009a1-0240-4b9f-8b42-29359fa67e03 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1707461 Jan 29 19:59:54.221149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7428ca5-3715-4de2-8c7c-f7d9664eb793 req-4df2690e-6bff-4ce1-8145-18c14a3176f7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344080 Jan 29 19:59:54.278420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.291222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e67868bc-78eb-4001-9256-3a60569643fc req-6d072e76-6859-404b-a41a-bd73e38e1ee5 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108541 Jan 29 19:59:54.362920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Network ca993212-f691-4970-844b-8af9c4be0138 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 19:59:54.377654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 19:59:54.380331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 19:59:54.475134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:54.475833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.497343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Pushing event updated for resources: {'Port': ['ID=5d350155-4f58-40a6-9d61-0d9add83b60e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:54.537768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd699e-f0bb-4cd7-8e87-31b19e1c86c9 req-d805cf54-322d-4cae-b113-4230c122893a tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:54.550066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95dd699e-f0bb-4cd7-8e87-31b19e1c86c9 req-d805cf54-322d-4cae-b113-4230c122893a tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 932 time: 0.1957734 Jan 29 19:59:54.578279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-9f14a538-7aab-40e1-8162-d55da395ef6e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1924033 Jan 29 19:59:54.589865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36314) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:54.614891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23980e0b-539a-4bcc-9c18-f93e82c44c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.626318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Request body: {'port': {'device_id': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 19:59:54.711736 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95dd699e-f0bb-4cd7-8e87-31b19e1c86c9 req-4f8c0008-8a50-4812-9683-37cc84d400ca tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582108 Jan 29 19:59:54.774907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.811451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23980e0b-539a-4bcc-9c18-f93e82c44c45 admin admin] Publish callbacks [] for security_group (7b69a899-1867-45d1-a1d6-12b721b5c509), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.903259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23980e0b-539a-4bcc-9c18-f93e82c44c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7b69a899-1867-45d1-a1d6-12b721b5c509), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:54.975781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-23980e0b-539a-4bcc-9c18-f93e82c44c45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=479c0f06b50b4c918ad6f24a60beca04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817625 Jan 29 19:59:54.976937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 19:59:54.977975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23980e0b-539a-4bcc-9c18-f93e82c44c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b69a899-1867-45d1-a1d6-12b721b5c509,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:55.146622 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-edda0ad2-36c4-43f7-995c-62d6e31b19c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.154564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87932317-96a7-4026-8a95-f31a79749f5e admin admin] Publish callbacks [] for security_group (7b69a899-1867-45d1-a1d6-12b721b5c509), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.224172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87932317-96a7-4026-8a95-f31a79749f5e admin admin] Publish callbacks [] for security_group (7b69a899-1867-45d1-a1d6-12b721b5c509), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.474977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87932317-96a7-4026-8a95-f31a79749f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7b69a899-1867-45d1-a1d6-12b721b5c509), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.486962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-87932317-96a7-4026-8a95-f31a79749f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.491232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-87932317-96a7-4026-8a95-f31a79749f5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b69a899-1867-45d1-a1d6-12b721b5c509 HTTP/1.1" status: 204 len: 168 time: 0.5043344 Jan 29 19:59:55.513198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87932317-96a7-4026-8a95-f31a79749f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b69a899-1867-45d1-a1d6-12b721b5c509,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:55.546221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7c61a-1021-4118-a224-4f8ab9c19c69 req-a7e02309-70d8-4c33-ac00-b0c0874762c1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:55.548632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbf7c61a-1021-4118-a224-4f8ab9c19c69 req-a7e02309-70d8-4c33-ac00-b0c0874762c1 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1543963 Jan 29 19:59:55.643720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cbf7c61a-1021-4118-a224-4f8ab9c19c69 req-34ad813b-2846-4f68-8f2f-55fd6b2821d2 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854001 Jan 29 19:59:55.699360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d350155-4f58-40a6-9d61-0d9add83b60e {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 19:59:55.737308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Publish callbacks [] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.780142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfe7b0-9946-4c0b-aa0b-15d6ab783d35 req-88baaa36-1a77-4d3d-b658-093fcc3f65f0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:55.790993 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0bfe7b0-9946-4c0b-aa0b-15d6ab783d35 req-88baaa36-1a77-4d3d-b658-093fcc3f65f0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.3207591 Jan 29 19:59:55.812144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Transition to ACTIVE for port object 5d350155-4f58-40a6-9d61-0d9add83b60e will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 19:59:55.897278 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:55.924501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a432ac-8251-4a2d-911b-f1fc0c6f33b6 req-848f5161-e9b1-48e3-a7d3-06ca0d4eb55d tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:55.937823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4a432ac-8251-4a2d-911b-f1fc0c6f33b6 req-848f5161-e9b1-48e3-a7d3-06ca0d4eb55d tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 932 time: 0.1024723 Jan 29 19:59:55.948799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0bfe7b0-9946-4c0b-aa0b-15d6ab783d35 req-1abf6857-15ba-43a4-a16e-978038052d3c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467180 Jan 29 19:59:56.004395 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4a432ac-8251-4a2d-911b-f1fc0c6f33b6 req-dfba63bb-89fd-4f97-a391-25fa60d43e97 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602651 Jan 29 19:59:56.059945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Pushing event updated for resources: {'Port': ['ID=5d350155-4f58-40a6-9d61-0d9add83b60e,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:56.140647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Attempting to bind port 5d350155-4f58-40a6-9d61-0d9add83b60e on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 19:59:56.141181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Attempting to bind port 5d350155-4f58-40a6-9d61-0d9add83b60e by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '9fe30167-d43f-48a1-9292-34322c516ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 19:59:56.141610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Attempting to bind port 5d350155-4f58-40a6-9d61-0d9add83b60e on network ca993212-f691-4970-844b-8af9c4be0138 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:56.148994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Port 5d350155-4f58-40a6-9d61-0d9add83b60e on network ca993212-f691-4970-844b-8af9c4be0138 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 19:59:56.149530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Attempting to bind port 5d350155-4f58-40a6-9d61-0d9add83b60e on network ca993212-f691-4970-844b-8af9c4be0138 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 19:59:56.155355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 19:59:56.157692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Checking segment: {'id': '9fe30167-d43f-48a1-9292-34322c516ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 19:59:56.157692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Bound using segment: {'id': '9fe30167-d43f-48a1-9292-34322c516ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 19:59:56.157692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Bound port: 5d350155-4f58-40a6-9d61-0d9add83b60e, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe30167-d43f-48a1-9292-34322c516ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 19:59:56.157692 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:56.303767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] For port 5d350155-4f58-40a6-9d61-0d9add83b60e, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 19:59:56.318107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] For port 5d350155-4f58-40a6-9d61-0d9add83b60e, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d350155-4f58-40a6-9d61-0d9add83b60e,segment=NetworkSegment(9fe30167-d43f-48a1-9292-34322c516ff4),segment_id=9fe30167-d43f-48a1-9292-34322c516ff4)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 19:59:56.381330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:56.432061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:56.432717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:56.434795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d350155-4f58-40a6-9d61-0d9add83b60e HTTP/1.1" status: 200 len: 1092 time: 1.8170311 Jan 29 19:59:56.435752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'tag': '5d350155-4f58-40a6-9d61-0d9add83b60e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 19:59:56.439277 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db17910-c139-4152-bb73-5583c66341ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fa4b9d-6e96-4860-a470-37cc1f66f481", "tag": "5d350155-4f58-40a6-9d61-0d9add83b60e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 19:59:56.487754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c514dd-89dd-42ce-9f34-9f55b6d0dc31 service neutron] Pushing event updated for resources: {'Port': ['ID=5d350155-4f58-40a6-9d61-0d9add83b60e,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 19:59:56.557095 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 19:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c87eb3-12c5-4f79-b297-ec55ca2cbdf0 x-openstack-request-id: req-35c87eb3-12c5-4f79-b297-ec55ca2cbdf0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 19:59:56.557391 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fa4b9d-6e96-4860-a470-37cc1f66f481", "tag": "5d350155-4f58-40a6-9d61-0d9add83b60e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 19:59:56.557644 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35c87eb3-12c5-4f79-b297-ec55ca2cbdf0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 19:59:56.558053 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'tag': '5d350155-4f58-40a6-9d61-0d9add83b60e', 'status': 'completed', 'code': 200} Jan 29 19:59:56.706795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17910-c139-4152-bb73-5583c66341ac req-74c9ff48-4b2f-4c0f-8d57-616daa2f5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:56.722774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1db17910-c139-4152-bb73-5583c66341ac req-74c9ff48-4b2f-4c0f-8d57-616daa2f5eaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad4c34ad48ed440fb32128e44bd51e31&device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 1126 time: 0.1356456 Jan 29 19:59:56.931931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5e466-c3fe-4a66-96fd-2bf0a8597485 req-d1148532-aabf-404b-ba7f-8bcbd436ffd8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:56.943262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cef5e466-c3fe-4a66-96fd-2bf0a8597485 req-d1148532-aabf-404b-ba7f-8bcbd436ffd8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1546726 Jan 29 19:59:56.986953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17910-c139-4152-bb73-5583c66341ac req-46081221-0a37-4d38-ad0b-292c9d73056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:56.991347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1db17910-c139-4152-bb73-5583c66341ac req-46081221-0a37-4d38-ad0b-292c9d73056d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ad4c34ad48ed440fb32128e44bd51e31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2578838 Jan 29 19:59:57.051947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cef5e466-c3fe-4a66-96fd-2bf0a8597485 req-ca47e284-2e62-44e1-8f15-42565e1fb160 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069288 Jan 29 19:59:57.311622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a3acf-1b54-4d6c-8cd7-dd0bbe470e0d req-fcbde67a-ba11-4a31-a290-57f130a83d51 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:57.319823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-420a3acf-1b54-4d6c-8cd7-dd0bbe470e0d req-fcbde67a-ba11-4a31-a290-57f130a83d51 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 944 time: 0.1499484 Jan 29 19:59:57.380359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-420a3acf-1b54-4d6c-8cd7-dd0bbe470e0d req-afa88972-50c1-45ea-9d79-a80d6d960c28 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Jan 29 19:59:57.462064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15dcc5-348e-41bc-a673-488a898b736e req-e23647d8-dbfa-4281-a5d1-b0b204056580 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:57.463668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed15dcc5-348e-41bc-a673-488a898b736e req-e23647d8-dbfa-4281-a5d1-b0b204056580 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.2622237 Jan 29 19:59:57.465485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17910-c139-4152-bb73-5583c66341ac req-a9237710-d977-433f-9b76-7c02f888e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:57.468754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1db17910-c139-4152-bb73-5583c66341ac req-a9237710-d977-433f-9b76-7c02f888e3cb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4681821 Jan 29 19:59:57.581800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed15dcc5-348e-41bc-a673-488a898b736e req-6e264515-cfae-4089-9dc8-2dd419a7b149 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076491 Jan 29 19:59:57.662225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-309a9dfc-8dd8-4685-8230-1448f6ffe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:57.664729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-309a9dfc-8dd8-4685-8230-1448f6ffe8b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad4c34ad48ed440fb32128e44bd51e31&device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 1126 time: 0.0881462 Jan 29 19:59:57.735526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-19a25593-406c-44d6-aa49-8ef3e132422b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d350155-4f58-40a6-9d61-0d9add83b60e HTTP/1.1" status: 200 len: 217 time: 0.0559127 Jan 29 19:59:57.805919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-ea4bb22d-bb06-4758-82fb-ab590c852818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:57.807839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-ea4bb22d-bb06-4758-82fb-ab590c852818 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83fc883b-44eb-48fb-a7c6-aa00b46a8dc5 HTTP/1.1" status: 200 len: 849 time: 0.0638163 Jan 29 19:59:57.891533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-0d9018d6-59a3-4bf7-881d-0b11583eb2a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca993212-f691-4970-844b-8af9c4be0138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583200 Jan 29 19:59:58.096382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-c1f671f6-0c9e-4e5f-a190-d6c9d9ff69d2 service neutron] 10.222.0.13 "GET /v2.0/networks/ca993212-f691-4970-844b-8af9c4be0138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943121 Jan 29 19:59:58.159057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76b55064-e37b-4b13-9e33-c7cc5bef985b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:58.314163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3d8bb9-f2e4-456e-b5ac-c3d77f0e3875 req-f7290d31-87b0-44da-8913-d3e28deecb3e service neutron] 10.222.0.13 "GET /v2.0/networks/ca993212-f691-4970-844b-8af9c4be0138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881230 Jan 29 19:59:58.350311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2500-d5e8-4e51-8326-19d16ec9502d req-766666c1-ffa8-4273-ad0e-4c629fe7495f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:58.376952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-542a2500-d5e8-4e51-8326-19d16ec9502d req-766666c1-ffa8-4273-ad0e-4c629fe7495f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.2109890 Jan 29 19:59:58.489685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-7f7e79c1-c646-4838-99ea-7375ba4ef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:58.492246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-7f7e79c1-c646-4838-99ea-7375ba4ef734 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 1127 time: 0.1362808 Jan 29 19:59:58.530247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-542a2500-d5e8-4e51-8326-19d16ec9502d req-092d3735-35e5-4f9c-86a9-9a24a400bbad tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446381 Jan 29 19:59:58.761412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda096-a6f3-4d60-8761-1a0ca2de4ec7 req-e0b12e81-acd8-4de7-9834-ce616c1eaf14 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:58.765555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55fda096-a6f3-4d60-8761-1a0ca2de4ec7 req-e0b12e81-acd8-4de7-9834-ce616c1eaf14 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 944 time: 0.2214525 Jan 29 19:59:58.809165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-55488940-3e91-4e36-9bc0-30bd1fc97240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:58.810669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-55488940-3e91-4e36-9bc0-30bd1fc97240 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 915 time: 0.2962105 Jan 29 19:59:58.824110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b05aa-df50-41dc-94c0-4c85befedf00 req-3725ec89-4627-4085-b2e3-96a25360644b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:58.837772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a9b05aa-df50-41dc-94c0-4c85befedf00 req-3725ec89-4627-4085-b2e3-96a25360644b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1314051 Jan 29 19:59:58.937375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-d45c67cb-d8dd-4d96-90dd-f4f0fa348281 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4 HTTP/1.1" status: 200 len: 217 time: 0.1069086 Jan 29 19:59:58.962729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a9b05aa-df50-41dc-94c0-4c85befedf00 req-ca659f59-d20c-43fe-b70c-97efc152b3da tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252139 Jan 29 19:59:58.975389 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 19:59:59.041548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55fda096-a6f3-4d60-8761-1a0ca2de4ec7 req-2164857b-8141-4eae-95c9-b7e491ad206c tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209542 Jan 29 19:59:59.078786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-50179ae9-8ac8-42df-9348-4fb1f081e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:59.081086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-50179ae9-8ac8-42df-9348-4fb1f081e9ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 200 len: 855 time: 0.1343074 Jan 29 19:59:59.159529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-b71b5916-1785-4b0b-a784-25b847a9ab39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657268 Jan 29 19:59:59.384522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-84255251-bc76-4bd8-869e-34b2539c8593 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121940 Jan 29 19:59:59.552248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e94a2144-59a0-42df-bede-7942eaa2bc79 req-0f439308-452b-4360-bf8f-bc9e19b51593 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658916 Jan 29 19:59:59.681725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3b8-32c2-4201-b61b-43429b862a01 req-8c017cf7-8d58-438d-8349-703293ddb579 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 19:59:59.693709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e9bf3b8-32c2-4201-b61b-43429b862a01 req-8c017cf7-8d58-438d-8349-703293ddb579 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0891566 Jan 29 19:59:59.758649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e9bf3b8-32c2-4201-b61b-43429b862a01 req-a3468226-4762-4043-a0db-a6106a2e59f5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564036 Jan 29 19:59:59.781018 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:00.171743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1c80-eb8b-4dc9-bbf7-5dd3cf2c5db5 req-01aa6071-6b31-4232-951c-a0a1d0540273 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:00.188301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2ef1c80-eb8b-4dc9-bbf7-5dd3cf2c5db5 req-01aa6071-6b31-4232-951c-a0a1d0540273 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1270020 Jan 29 20:00:00.219579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d240-e259-4175-be8d-cb4491233e28 req-4396cc67-8be4-4228-bdc9-45ff31894af1 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:00.228767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37b4d240-e259-4175-be8d-cb4491233e28 req-4396cc67-8be4-4228-bdc9-45ff31894af1 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 944 time: 0.0936046 Jan 29 20:00:00.264612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2ef1c80-eb8b-4dc9-bbf7-5dd3cf2c5db5 req-8f2516d9-ceb4-4f2c-83dc-3a9dd9bfbea4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650411 Jan 29 20:00:00.278076 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:00.309190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37b4d240-e259-4175-be8d-cb4491233e28 req-b772adfa-a65b-4053-b09d-cfc3654c71d0 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777421 Jan 29 20:00:00.995368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9713e7-51ea-4ea8-8949-5a235f3412a2 req-95a201ff-b3f6-4a3f-96e2-1ac642b28fbe tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:00.996985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df9713e7-51ea-4ea8-8949-5a235f3412a2 req-95a201ff-b3f6-4a3f-96e2-1ac642b28fbe tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0867651 Jan 29 20:00:01.098617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df9713e7-51ea-4ea8-8949-5a235f3412a2 req-738ed8a7-14f5-427a-96a7-f0c883f9f176 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868151 Jan 29 20:00:01.547854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b8c84-87d0-48b5-bb2e-46a4961158cc req-d6bf5c13-c587-4290-8082-1de5578368f3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:01.564457 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e15b8c84-87d0-48b5-bb2e-46a4961158cc req-d6bf5c13-c587-4290-8082-1de5578368f3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1658998 Jan 29 20:00:01.600304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182183ec-be13-4ac2-8d24-0715d5cc90fc req-343b8171-03a0-49e8-9c5e-22828abcab96 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:01.603039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-182183ec-be13-4ac2-8d24-0715d5cc90fc req-343b8171-03a0-49e8-9c5e-22828abcab96 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 944 time: 0.1118476 Jan 29 20:00:01.620539 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:01.693353 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e15b8c84-87d0-48b5-bb2e-46a4961158cc req-e6b35097-5fd6-42fc-a619-4e7181ba7487 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274652 Jan 29 20:00:01.765390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-138115bb-7566-4619-a3a8-c4138a4681ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:01.767351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-138115bb-7566-4619-a3a8-c4138a4681ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1128 time: 0.1324925 Jan 29 20:00:01.774948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-182183ec-be13-4ac2-8d24-0715d5cc90fc req-2bc76d03-fcd2-477b-8a3f-1ab197aee18a tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642787 Jan 29 20:00:01.930442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-10ab9f9c-2bec-44a4-bf9c-e902b3595a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:01.932294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-10ab9f9c-2bec-44a4-bf9c-e902b3595a0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.1375928 Jan 29 20:00:02.005143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:00:02.012896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:00:02.032458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-b077b9f1-16a2-4007-8859-528f2d7c6c59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 1002 time: 0.0924559 Jan 29 20:00:02.132246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-757e5edf-0847-46b0-8302-bc5153ae8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:02.134429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-757e5edf-0847-46b0-8302-bc5153ae8131 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.0954516 Jan 29 20:00:02.316740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-8b70ee3d-bc45-495a-9bfd-2e2ddb0d1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:02.318498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-8b70ee3d-bc45-495a-9bfd-2e2ddb0d1f1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1762867 Jan 29 20:00:02.335345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db071e-03f4-4573-995f-ed1592e86ee2 req-5f3952bb-7ebc-4017-9a4b-dae377b5dd1e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:02.341125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03db071e-03f4-4573-995f-ed1592e86ee2 req-5f3952bb-7ebc-4017-9a4b-dae377b5dd1e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1241460 Jan 29 20:00:02.394022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:02.427586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'port_id': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'mac_address': 'fa:16:3e:f5:1b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb483a5-e22f-41e6-8f41-59aca5077265', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:00:02.453195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03db071e-03f4-4573-995f-ed1592e86ee2 req-12e7e3c0-3aa4-467a-aea9-f6ddccca9fc9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053259 Jan 29 20:00:02.512513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-348536ed-d387-4357-8bf1-8e1c34ab64d3 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859269 Jan 29 20:00:02.553665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7a05c74b-d331-45a8-9c5a-021934be1eb4 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:02.554855 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:02.573906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a05c74b-d331-45a8-9c5a-021934be1eb4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:02.659957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:02.670728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7a05c74b-d331-45a8-9c5a-021934be1eb4 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:02.671263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:02.715960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-480e1e55-8f33-41af-b852-12ac8ed677cd req-d23781d5-270e-427c-9eae-f863d3ce0895 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814075 Jan 29 20:00:02.781270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:02.785263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d350155-4f58-40a6-9d61-0d9add83b60e details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:00:03.034863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a3762-72e5-40af-b151-7667c74b89f2 req-1c8b34c6-1cf2-4338-a279-1fd3dd186cf4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:03.037454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-191a3762-72e5-40af-b151-7667c74b89f2 req-1c8b34c6-1cf2-4338-a279-1fd3dd186cf4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 944 time: 0.2023010 Jan 29 20:00:03.056795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:03.125742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b60b2-b7ab-457e-ad7b-18c015abf6a6 req-30a64a2f-a9dc-4926-b8ae-786cbfabac1e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:03.137084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c5b60b2-b7ab-457e-ad7b-18c015abf6a6 req-30a64a2f-a9dc-4926-b8ae-786cbfabac1e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 944 time: 0.1412902 Jan 29 20:00:03.154248 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:00:03.157026 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:00:03.180316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-191a3762-72e5-40af-b151-7667c74b89f2 req-bd05730e-7d8b-4f44-ad9c-a0fb8745da44 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365504 Jan 29 20:00:03.278294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c5b60b2-b7ab-457e-ad7b-18c015abf6a6 req-8e056cde-6925-4582-9087-a5de523fb047 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235778 Jan 29 20:00:03.396521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d350155-4f58-40a6-9d61-0d9add83b60e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d350155-4f58-40a6-9d61-0d9add83b60e,segment=NetworkSegment(9fe30167-d43f-48a1-9292-34322c516ff4),segment_id=9fe30167-d43f-48a1-9292-34322c516ff4)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:03.433635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5d350155-4f58-40a6-9d61-0d9add83b60e', 'network_id': 'ca993212-f691-4970-844b-8af9c4be0138', 'port_id': '5d350155-4f58-40a6-9d61-0d9add83b60e', 'mac_address': 'fa:16:3e:fd:e2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fc883b-44eb-48fb-a7c6-aa00b46a8dc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:00:03.564865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d350155-4f58-40a6-9d61-0d9add83b60e is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:03.565180 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:03.604510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d350155-4f58-40a6-9d61-0d9add83b60e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:03.672455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d350155-4f58-40a6-9d61-0d9add83b60e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d350155-4f58-40a6-9d61-0d9add83b60e,segment=NetworkSegment(9fe30167-d43f-48a1-9292-34322c516ff4),segment_id=9fe30167-d43f-48a1-9292-34322c516ff4)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:03.714289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128361e8-05a1-49bb-a102-24f0a04577b9 req-3a9069fc-6777-47f9-9d27-6dd8352f8e17 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:03.722005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-128361e8-05a1-49bb-a102-24f0a04577b9 req-3a9069fc-6777-47f9-9d27-6dd8352f8e17 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1068928 Jan 29 20:00:03.733076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7a05c74b-d331-45a8-9c5a-021934be1eb4 is: BUILD; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:03.733469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:03.755835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7a05c74b-d331-45a8-9c5a-021934be1eb4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:03.771711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:03.817362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:03.863245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d350155-4f58-40a6-9d61-0d9add83b60e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:03.871837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-128361e8-05a1-49bb-a102-24f0a04577b9 req-b2803124-1964-43af-8efc-a9b4af76027e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418004 Jan 29 20:00:03.946569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:04.042528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:04.047328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7a05c74b-d331-45a8-9c5a-021934be1eb4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:04.094292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5d350155-4f58-40a6-9d61-0d9add83b60e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:04.505453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f77d9f-ffdb-4065-8c5b-a10a0f76cbd6 req-09e36c43-3e10-4ddd-9caa-7749f5c13e53 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:04.518130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7f77d9f-ffdb-4065-8c5b-a10a0f76cbd6 req-09e36c43-3e10-4ddd-9caa-7749f5c13e53 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.2111521 Jan 29 20:00:04.615007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37f8a5-c724-494e-abf6-3d74962d116b req-3c9167eb-03d2-47f2-af85-26b9ffe1200a tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:04.616575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe37f8a5-c724-494e-abf6-3d74962d116b req-3c9167eb-03d2-47f2-af85-26b9ffe1200a tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 945 time: 0.1274791 Jan 29 20:00:04.656876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7f77d9f-ffdb-4065-8c5b-a10a0f76cbd6 req-78d7280b-0d53-4997-85e8-d26d55a584aa tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287072 Jan 29 20:00:04.716498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe37f8a5-c724-494e-abf6-3d74962d116b req-836f1821-7606-47c6-a0db-71f2035b70bf tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782256 Jan 29 20:00:05.085261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b76b-5c17-4cc2-b7bf-3f6fa28b9a4e req-869fc770-4acb-47e3-a7d0-6ef053cb2af0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:05.097497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1324b76b-5c17-4cc2-b7bf-3f6fa28b9a4e req-869fc770-4acb-47e3-a7d0-6ef053cb2af0 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1166413 Jan 29 20:00:05.163420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1324b76b-5c17-4cc2-b7bf-3f6fa28b9a4e req-d6aef06a-babd-4a36-a8d0-fa5ab154de1f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646336 Jan 29 20:00:05.853081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381fed5-85c2-4418-bedb-49b98f0f9bbb req-05f277c6-7850-4caf-bca2-11176147a350 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:05.891224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f381fed5-85c2-4418-bedb-49b98f0f9bbb req-05f277c6-7850-4caf-bca2-11176147a350 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.1374035 Jan 29 20:00:06.026626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be423-78fa-432c-a5a0-252085a1db1b req-586a574b-a703-430f-8a52-97e8d08e5f68 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:06.029646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f381fed5-85c2-4418-bedb-49b98f0f9bbb req-23893bea-357e-4e42-9497-973dff7c964c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373329 Jan 29 20:00:06.040676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a48be423-78fa-432c-a5a0-252085a1db1b req-586a574b-a703-430f-8a52-97e8d08e5f68 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 945 time: 0.1958268 Jan 29 20:00:06.042611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d350155-4f58-40a6-9d61-0d9add83b60e up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:00:06.146924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a48be423-78fa-432c-a5a0-252085a1db1b req-203efe90-ca65-4565-a412-412e4f2495c2 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955904 Jan 29 20:00:06.317721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5d350155-4f58-40a6-9d61-0d9add83b60e completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:00:06.325155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5d350155-4f58-40a6-9d61-0d9add83b60e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:00:06.326466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:06.346373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5e2ab-5dfa-4891-8437-3e1f388292ed req-da489039-740d-46bd-b8ca-e726380a3d5d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:06.353325 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1bf5e2ab-5dfa-4891-8437-3e1f388292ed req-da489039-740d-46bd-b8ca-e726380a3d5d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0814500 Jan 29 20:00:06.449373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1bf5e2ab-5dfa-4891-8437-3e1f388292ed req-33672a2c-7424-4007-b472-2d8e9bb9cfa7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950618 Jan 29 20:00:06.550021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5d350155-4f58-40a6-9d61-0d9add83b60e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:06.551040 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:06.615289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d350155-4f58-40a6-9d61-0d9add83b60e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:06.620079 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fee488-7278-4dd3-9c50-d386dcbe574d" -d '{"events": [{"server_uuid": "d3fa4b9d-6e96-4860-a470-37cc1f66f481", "name": "network-vif-plugged", "status": "completed", "tag": "5d350155-4f58-40a6-9d61-0d9add83b60e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:06.664469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5d350155-4f58-40a6-9d61-0d9add83b60e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d350155-4f58-40a6-9d61-0d9add83b60e,segment=NetworkSegment(9fe30167-d43f-48a1-9292-34322c516ff4),segment_id=9fe30167-d43f-48a1-9292-34322c516ff4)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:06.695397 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76f756-bea0-480c-b947-2d680e6e38d5 x-openstack-request-id: req-7e76f756-bea0-480c-b947-2d680e6e38d5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:06.700476 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fa4b9d-6e96-4860-a470-37cc1f66f481", "name": "network-vif-plugged", "status": "completed", "tag": "5d350155-4f58-40a6-9d61-0d9add83b60e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:06.700476 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e76f756-bea0-480c-b947-2d680e6e38d5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:06.700476 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d350155-4f58-40a6-9d61-0d9add83b60e', 'code': 200} Jan 29 20:00:06.786731 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:06.787551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:00:06.869944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674db7f7-9145-4ec3-a13b-6513712cde6c req-889384a6-7ea7-4f47-959f-2c5e64b43c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:06.872527 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-674db7f7-9145-4ec3-a13b-6513712cde6c req-889384a6-7ea7-4f47-959f-2c5e64b43c00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 1128 time: 0.0934391 Jan 29 20:00:06.893682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5d350155-4f58-40a6-9d61-0d9add83b60e,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:06.939777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-674db7f7-9145-4ec3-a13b-6513712cde6c req-8a6a4898-d20d-41ba-8392-d653ad97b9c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606277 Jan 29 20:00:06.957591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 7a05c74b-d331-45a8-9c5a-021934be1eb4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:00:06.958239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:07.120970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 7a05c74b-d331-45a8-9c5a-021934be1eb4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:07.124643 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:07.221456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:07.254357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c17666-a19c-48d3-8234-87962d4b36e0 req-ab930a8e-7740-4a01-877b-55ab1673be39 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:07.256491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c17666-a19c-48d3-8234-87962d4b36e0 req-ab930a8e-7740-4a01-877b-55ab1673be39 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 943 time: 0.0734534 Jan 29 20:00:07.348052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a60834-9af9-4f69-8e65-e74dd0b0f590 req-3b52961b-fabe-4a2a-b793-788fd12b2783 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:07.356433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62a60834-9af9-4f69-8e65-e74dd0b0f590 req-3b52961b-fabe-4a2a-b793-788fd12b2783 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 946 time: 0.0762577 Jan 29 20:00:07.360310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c17666-a19c-48d3-8234-87962d4b36e0 req-bb1e4339-9b44-468f-8515-0d92c19ddd81 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890312 Jan 29 20:00:07.401173 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:07.418590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-62a60834-9af9-4f69-8e65-e74dd0b0f590 req-336f1d72-42bd-46bb-bea9-b8ee4f44fc6f tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609870 Jan 29 20:00:07.485035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:07.587198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70189cd3-52cc-410c-affc-a96283520f87 req-76464e08-e365-463d-9ce0-cb6c03291e00 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:07.588821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-70189cd3-52cc-410c-affc-a96283520f87 req-76464e08-e365-463d-9ce0-cb6c03291e00 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.0565507 Jan 29 20:00:07.644474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-70189cd3-52cc-410c-affc-a96283520f87 req-942fdf0a-2ecb-4f62-8329-b55df216deeb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495219 Jan 29 20:00:08.049641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:08.592415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bae-9ea7-4448-ac9b-25cb6213ccc3 req-a0f2d6fd-132c-47f1-b67d-d5366d390770 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:08.602372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22a01bae-9ea7-4448-ac9b-25cb6213ccc3 req-a0f2d6fd-132c-47f1-b67d-d5366d390770 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 946 time: 0.0771146 Jan 29 20:00:08.603767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f741-9b98-418c-a7e5-5ce0f3a35445 req-644712d0-0fff-43b9-aeb9-050b561ddff3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:08.606231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83c9f741-9b98-418c-a7e5-5ce0f3a35445 req-644712d0-0fff-43b9-aeb9-050b561ddff3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1594627 Jan 29 20:00:08.670123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22a01bae-9ea7-4448-ac9b-25cb6213ccc3 req-05d1b4e8-c8f2-4a27-9937-7ecff4ddb1d7 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Jan 29 20:00:08.677603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-83c9f741-9b98-418c-a7e5-5ce0f3a35445 req-c31050fe-399a-4b17-98c8-e682f41996f9 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636199 Jan 29 20:00:08.700858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:08.705744 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0942821-1faa-4e62-9297-4b0186529e4f" -d '{"events": [{"server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "name": "network-vif-plugged", "status": "completed", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:08.772785 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead8fcc6-8080-48d9-8769-56c2f51e1871 x-openstack-request-id: req-ead8fcc6-8080-48d9-8769-56c2f51e1871 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:08.773151 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "name": "network-vif-plugged", "status": "completed", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:08.781571 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ead8fcc6-8080-48d9-8769-56c2f51e1871 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:08.781571 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'code': 200} Jan 29 20:00:08.912668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38312fe-3079-4298-b1be-1f1583b71d8c req-d6c24d50-b339-4263-833c-739e39d8e4fb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:08.925457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b38312fe-3079-4298-b1be-1f1583b71d8c req-d6c24d50-b339-4263-833c-739e39d8e4fb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1776936 Jan 29 20:00:08.955060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-9cb91e40-03d5-4448-abed-eb2603c40d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:08.955060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-9cb91e40-03d5-4448-abed-eb2603c40d9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1128 time: 0.2562060 Jan 29 20:00:09.651365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b38312fe-3079-4298-b1be-1f1583b71d8c req-850d8fea-54ae-4cec-a5ce-fb5115a40439 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7228491 Jan 29 20:00:09.704718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c438ba2-9b3e-4a88-a4dd-6c7099cf3df5 req-bc3877f4-5741-4722-ab41-e6cbb7f8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:09.706388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c438ba2-9b3e-4a88-a4dd-6c7099cf3df5 req-bc3877f4-5741-4722-ab41-e6cbb7f8e510 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 1127 time: 0.7417059 Jan 29 20:00:09.766202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-7a913568-bf57-485e-a3c5-a2a0e8835b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:09.769074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-7a913568-bf57-485e-a3c5-a2a0e8835b22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.7931848 Jan 29 20:00:09.804676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-1e881299-fb32-49c8-960a-2dac25edf37e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:09.811740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-1e881299-fb32-49c8-960a-2dac25edf37e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.1318996 Jan 29 20:00:09.831903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-f6ca9791-bd96-4671-a2f4-a7e4ca00f3a1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/quotas/193cd9f4fbd245938611d2788e95581b HTTP/1.1" status: 200 len: 375 time: 0.0188451 Jan 29 20:00:09.914433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-76c7e47a-88af-465d-8537-c4b342c6e805 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812364 Jan 29 20:00:09.920808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-c82c146a-7cae-487d-85b4-785f91d202b9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:00:09.928977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-c82c146a-7cae-487d-85b4-785f91d202b9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129445 Jan 29 20:00:10.038535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-0e0cb4a8-4796-4a41-9bd1-703ca4ff3857 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 1002 time: 0.2604747 Jan 29 20:00:10.057276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c438ba2-9b3e-4a88-a4dd-6c7099cf3df5 req-57305e36-b593-4931-85fa-a1488342eb99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288796 Jan 29 20:00:10.068146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-5c784087-bc85-4768-9b30-ba6cbf2b2e07 service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376565 Jan 29 20:00:10.093830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003ea54-0bf9-4041-ae5f-d7ebeb562c0d req-09c63b31-19fd-4b27-8b30-12076483873c tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:10.101335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a003ea54-0bf9-4041-ae5f-d7ebeb562c0d req-09c63b31-19fd-4b27-8b30-12076483873c tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 946 time: 0.3221104 Jan 29 20:00:10.131204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-733d42c7-e52b-4126-8900-d378d410c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:10.132996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-733d42c7-e52b-4126-8900-d378d410c2e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.0869565 Jan 29 20:00:10.217791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-5043bdb3-20f9-469e-8c88-b07508bb4bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475117 Jan 29 20:00:10.237679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a003ea54-0bf9-4041-ae5f-d7ebeb562c0d req-ae9b8ffd-cdf5-48d5-a3c7-a2be8ab863a8 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352179 Jan 29 20:00:10.283374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-c632d502-2018-4c8f-9e56-5514cd5a904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:10.284920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-c632d502-2018-4c8f-9e56-5514cd5a904f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1454799 Jan 29 20:00:10.498294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-f0650625-8e99-479a-9307-50fe5cfda277 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056909 Jan 29 20:00:10.545893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c58290-cd47-49bd-a7bc-53049d65d73e req-019edecb-71e1-4f17-ad8f-479ef2d7e4c1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:10.561108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62c58290-cd47-49bd-a7bc-53049d65d73e req-019edecb-71e1-4f17-ad8f-479ef2d7e4c1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1898780 Jan 29 20:00:10.674824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d77e9516-cd8c-47cc-a247-ce8dceeb7c6c req-ced4aa08-f5dc-4338-afb3-cab57a4a5745 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 210 time: 0.0744357 Jan 29 20:00:10.830481 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:00:10.838415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62c58290-cd47-49bd-a7bc-53049d65d73e req-18a2cbf1-63c3-4beb-a747-181fbb8f3fce tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747674 Jan 29 20:00:10.890930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-562d1f13-2677-42d9-9574-32e1f01ccfd1 req-48e4dce3-ce27-4bfe-81cb-d38a788ded37 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682392 Jan 29 20:00:10.917617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f93f8c-4e8f-43f8-bd0b-eefa465e314a req-8fd7cbce-4a0b-4000-8020-1c1c316fdab9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:10.932178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f93f8c-4e8f-43f8-bd0b-eefa465e314a req-8fd7cbce-4a0b-4000-8020-1c1c316fdab9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1609273 Jan 29 20:00:11.044643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2f93f8c-4e8f-43f8-bd0b-eefa465e314a req-95006a33-338b-465b-aec0-550c62117dac tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114054 Jan 29 20:00:11.861543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-edfb3e5b-e4ff-4787-9ad2-d3c4ae66e836 req-4a7fa912-75d5-4c72-8913-6d888ccba832 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 210 time: 0.1006703 Jan 29 20:00:12.056409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6ba2e-05d4-45b1-8f26-767c31c3f39c req-36ce9255-6d6f-4ff2-a185-ac275b6a686d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:12.063240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ead6ba2e-05d4-45b1-8f26-767c31c3f39c req-36ce9255-6d6f-4ff2-a185-ac275b6a686d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.0981033 Jan 29 20:00:12.065765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:00:12.148812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ead6ba2e-05d4-45b1-8f26-767c31c3f39c req-4dc8163a-8d3a-4cb4-9638-be3c97397afb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Jan 29 20:00:12.230982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:12.231759 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:12.292299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d1f2-dfd0-482d-8620-01bcaf4993ad req-132aed05-ad20-4d3d-af59-4b5c61654429 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:12.294939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:12.296083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c12d1f2-dfd0-482d-8620-01bcaf4993ad req-132aed05-ad20-4d3d-af59-4b5c61654429 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 946 time: 0.1282973 Jan 29 20:00:12.296566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:12.305500 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b875040a-dce3-414c-8f62-4ecb1c03c0ed" -d '{"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:12.382965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:12.396546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c12d1f2-dfd0-482d-8620-01bcaf4993ad req-ebdd649b-3df9-469a-ba5e-dce5603358a8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922654 Jan 29 20:00:12.446313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3a947-dbb4-4933-ac80-97180a06b0fe req-ab3fc70f-a3f9-4003-979a-999fa55b21fa tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:12.452035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47e3a947-dbb4-4933-ac80-97180a06b0fe req-ab3fc70f-a3f9-4003-979a-999fa55b21fa tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1234221 Jan 29 20:00:12.511511 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341e08a-2547-4f08-b0b5-25e20e6dc410 x-openstack-request-id: req-b341e08a-2547-4f08-b0b5-25e20e6dc410 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:12.511845 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:12.512253 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b341e08a-2547-4f08-b0b5-25e20e6dc410 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:12.512799 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'code': 200} Jan 29 20:00:12.535919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:12.539873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47e3a947-dbb4-4933-ac80-97180a06b0fe req-1116d455-e965-4ab7-920d-4db005903806 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867307 Jan 29 20:00:13.020990 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18c873ff-30b8-45dc-8a70-14d497478efe req-ca90fede-edca-4d05-855d-25d029c3f5e5 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 210 time: 0.0465806 Jan 29 20:00:13.614415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-f572b668-d7ce-4419-8ac0-63aaac2c9c40 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:13.616014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-f572b668-d7ce-4419-8ac0-63aaac2c9c40 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 815 time: 0.2712100 Jan 29 20:00:13.645277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-5af702d5-4e73-4151-83bf-700375347012 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/quotas/927b5da65f9c4ffc8650efbec6d2cdad HTTP/1.1" status: 200 len: 375 time: 0.0207810 Jan 29 20:00:13.810311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-e253af17-5042-4b7f-b1b7-0bd2ee482975 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568193 Jan 29 20:00:13.819732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038216c-feef-4129-b54a-ca3ed1461be7 req-bb3eda26-ae77-4514-8fa2-ab73db22e8dc tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:13.827032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7038216c-feef-4129-b54a-ca3ed1461be7 req-bb3eda26-ae77-4514-8fa2-ab73db22e8dc tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1701274 Jan 29 20:00:13.948246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7038216c-feef-4129-b54a-ca3ed1461be7 req-b7a6935b-e430-47e1-a900-8d29397863b8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201766 Jan 29 20:00:14.157511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-1b791ad7-9e13-494a-8344-3ad459d54a79 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457174 Jan 29 20:00:14.214054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-e2250c31-0f0a-4fd4-8b9f-5482d22d5a2a tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:14.215764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-e2250c31-0f0a-4fd4-8b9f-5482d22d5a2a tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.2504201 Jan 29 20:00:14.238700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Request body: {'port': {'device_id': '15d50539-af87-489a-bd2c-3a552efbbb38', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'admin_state_up': True, 'tenant_id': '193cd9f4fbd245938611d2788e95581b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:14.482463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-6f3d35c9-c1ab-4119-b3de-83a9e1d22723 service neutron] 10.222.0.15 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235948 Jan 29 20:00:14.589130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Made reservation on behalf of 193cd9f4fbd245938611d2788e95581b for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:14.593464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:14.665919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-0a048463-15c8-4d91-adce-9ba40205e9b3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:14.667319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-0a048463-15c8-4d91-adce-9ba40205e9b3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "GET /v2.0/ports?device_id=055bee77-dea9-4f9b-b898-fddcb6fd436e HTTP/1.1" status: 200 len: 945 time: 0.1952097 Jan 29 20:00:14.924310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad4f95d7-c298-4cd2-8350-5d19e1f87658 req-74508e77-23f9-4552-a752-b86f53d2b82c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 210 time: 0.0811291 Jan 29 20:00:15.051670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a172f13-b048-43dd-aa25-aedb1be893bf req-f5d43d35-eb0e-453d-838b-1c2bc35f2859 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 210 time: 0.0593290 Jan 29 20:00:15.081968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Deleting port 7a05c74b-d331-45a8-9c5a-021934be1eb4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:00:15.084376 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:15.101605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Allocated IP 172.20.0.2 (822fd9b0-1689-41cd-80b3-f52857eb7c7b/68fd2f72-f689-45dc-926f-321bf6abee9a/9810d853-eb9f-4e76-8117-403e6bfeeffe) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:00:15.448494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] For port 7a05c74b-d331-45a8-9c5a-021934be1eb4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=7a05c74b-d331-45a8-9c5a-021934be1eb4,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:15.448867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:15.491612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Calling delete_port for 7a05c74b-d331-45a8-9c5a-021934be1eb4 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:00:15.514715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks [] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:15.868931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:15.903665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:15.988636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event updated for resources: {'Port': ['ID=9810d853-eb9f-4e76-8117-403e6bfeeffe,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:16.017360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.017850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.018378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.018780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.019224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.019671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.020110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.020574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.021101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.021445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.021882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.022318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.022809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:16.029182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7a05c74b-d331-45a8-9c5a-021934be1eb4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:16.071619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:00:16.078537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:00:16.092722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['7a05c74b-d331-45a8-9c5a-021934be1eb4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:16.112715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:00:16.117381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5758f7-a05c-4df0-90e1-486d8e82368e req-88b07a29-7411-4b9c-87b0-4689dd48e605 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:16.126247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f5758f7-a05c-4df0-90e1-486d8e82368e req-88b07a29-7411-4b9c-87b0-4689dd48e605 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 931 time: 0.0982111 Jan 29 20:00:16.149819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Pushing event deleted for resources: {'Port': ['ID=7a05c74b-d331-45a8-9c5a-021934be1eb4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:16.161822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:00:16.278123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f5758f7-a05c-4df0-90e1-486d8e82368e req-ab2abe3d-a22d-4938-8f6e-9a22ba95cc63 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508985 Jan 29 20:00:16.465609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] No DVR routers for this DVR port 7a05c74b-d331-45a8-9c5a-021934be1eb4 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:00:16.486982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:16.496185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:16.512620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:16.523471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d612daf1-0498-4d70-a1b2-076462eb75b3 req-83b4d264-67d8-46c2-ae12-0174bb8254b6 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "DELETE /v2.0/ports/7a05c74b-d331-45a8-9c5a-021934be1eb4 HTTP/1.1" status: 204 len: 173 time: 1.8473144 Jan 29 20:00:16.524009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'name': 'network-vif-deleted', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:16.530668 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2395acbd-34be-40ac-a898-b1766b042590" -d '{"events": [{"server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "name": "network-vif-deleted", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:16.602735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f64fe4ca-17f1-4a5f-9c60-b0f73ae6c744 req-a9022048-f23b-4ce8-a76a-abba6d6037f7 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 210 time: 0.2091725 Jan 29 20:00:16.660787 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf31f8-8f93-4411-9e54-9ff4fece16d8 x-openstack-request-id: req-39cf31f8-8f93-4411-9e54-9ff4fece16d8 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:16.661146 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055bee77-dea9-4f9b-b898-fddcb6fd436e", "name": "network-vif-deleted", "tag": "7a05c74b-d331-45a8-9c5a-021934be1eb4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:16.664714 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39cf31f8-8f93-4411-9e54-9ff4fece16d8 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:16.664714 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055bee77-dea9-4f9b-b898-fddcb6fd436e', 'name': 'network-vif-deleted', 'tag': '7a05c74b-d331-45a8-9c5a-021934be1eb4', 'status': 'completed', 'code': 200} Jan 29 20:00:16.685929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:16.720315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b136f7db-3286-4293-8c15-4db879ae06d2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4901712 Jan 29 20:00:16.943399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Request body: {'port': {'device_id': '15d50539-af87-489a-bd2c-3a552efbbb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:17.107245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:17.618701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253312-2021-41f2-890c-1e3aa4f8993b req-4f72aa16-dabd-49ef-a445-dcdf4ff252e0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:17.645096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79253312-2021-41f2-890c-1e3aa4f8993b req-4f72aa16-dabd-49ef-a445-dcdf4ff252e0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 931 time: 0.1774940 Jan 29 20:00:17.718002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9810d853-eb9f-4e76-8117-403e6bfeeffe {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:17.749629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Publish callbacks [] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:17.789323 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79253312-2021-41f2-890c-1e3aa4f8993b req-b1bd6a1e-25ef-417f-b755-af674273abce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397533 Jan 29 20:00:17.789646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Transition to ACTIVE for port object 9810d853-eb9f-4e76-8117-403e6bfeeffe will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:00:17.897336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8d31935-e8ec-4499-8aa5-3ddfa0578e93 req-69ef39c4-7774-4c17-ae09-56009dca7a4b tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 210 time: 0.0483294 Jan 29 20:00:17.898541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:17.942819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-2e681707-c11b-4c50-9dbb-603d28b2a60f req-4cce0524-65aa-4706-adb0-e89e9415f006 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:00:17.945157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e681707-c11b-4c50-9dbb-603d28b2a60f req-4cce0524-65aa-4706-adb0-e89e9415f006 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079260 Jan 29 20:00:18.072583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:00:18.153311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 7a05c74b-d331-45a8-9c5a-021934be1eb4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:00:18.159014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 7a05c74b-d331-45a8-9c5a-021934be1eb4 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:00:18.413582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-7cbdebcb-7bcd-4b04-9949-ad5c572fbf89 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:18.415247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-7cbdebcb-7bcd-4b04-9949-ad5c572fbf89 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "GET /v2.0/networks?id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 200 len: 815 time: 0.5140340 Jan 29 20:00:18.449168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Request body: {'port': {'device_id': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'admin_state_up': True, 'tenant_id': '927b5da65f9c4ffc8650efbec6d2cdad'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:18.523081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b3148-952a-45a6-a1a2-d0586dd7bf58 req-9f69f6a5-d290-4451-855e-dac6757c3b35 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:18.545598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e1b3148-952a-45a6-a1a2-d0586dd7bf58 req-9f69f6a5-d290-4451-855e-dac6757c3b35 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1814194 Jan 29 20:00:18.620230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Pushing event updated for resources: {'Port': ['ID=9810d853-eb9f-4e76-8117-403e6bfeeffe,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:18.640893 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e1b3148-952a-45a6-a1a2-d0586dd7bf58 req-e3c2cc84-80ce-4fd1-bb24-f2017601ea0c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899537 Jan 29 20:00:18.839385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Made reservation on behalf of 927b5da65f9c4ffc8650efbec6d2cdad for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:18.842782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:18.896985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207566c0-49fd-4d32-9b4a-55ad36b7838a req-09e51c67-45f5-4589-b905-261f41d59a18 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:18.916143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-207566c0-49fd-4d32-9b4a-55ad36b7838a req-09e51c67-45f5-4589-b905-261f41d59a18 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 946 time: 0.1314883 Jan 29 20:00:18.990438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Allocated IP 172.20.0.3 (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e/edb483a5-e22f-41e6-8f41-59aca5077265/a8746237-3f50-44a7-b1a9-870ca5d54410) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:00:19.031573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-207566c0-49fd-4d32-9b4a-55ad36b7838a req-b6a9eff7-110b-4987-9109-6f833dacf4ca tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068690 Jan 29 20:00:19.161716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks [] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:19.194849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Attempting to bind port 9810d853-eb9f-4e76-8117-403e6bfeeffe on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:00:19.195257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Attempting to bind port 9810d853-eb9f-4e76-8117-403e6bfeeffe by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:00:19.195595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Attempting to bind port 9810d853-eb9f-4e76-8117-403e6bfeeffe on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:00:19.199612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-acf3c92e-7422-4f87-963a-f8cbebc2c941 req-43e80762-292b-448a-9613-50423b82bf62 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 210 time: 0.0495920 Jan 29 20:00:19.237937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Port 9810d853-eb9f-4e76-8117-403e6bfeeffe on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:00:19.238504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Attempting to bind port 9810d853-eb9f-4e76-8117-403e6bfeeffe on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:00:19.288003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:19.389729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Pushing event updated for resources: {'Port': ['ID=a8746237-3f50-44a7-b1a9-870ca5d54410,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:19.403532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:00:19.404127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Checking segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:00:19.404746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Bound using segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:00:19.405510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Bound port: 9810d853-eb9f-4e76-8117-403e6bfeeffe, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:00:19.406480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:19.476345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:00:19.513638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:00:19.521841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:00:19.584579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:19.585427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:19.613024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5c407-aa3c-4927-88b2-381a3c977aec req-34101684-cc26-44e7-9621-a1a2860221c0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:19.621551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fed5c407-aa3c-4927-88b2-381a3c977aec req-34101684-cc26-44e7-9621-a1a2860221c0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 943 time: 0.4192386 Jan 29 20:00:19.701621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] For port 9810d853-eb9f-4e76-8117-403e6bfeeffe, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:00:19.711840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-33f7e7c3-b905-4e7d-809e-14ac75d4b2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5125234 Jan 29 20:00:19.718308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-f4ce65a6-ec48-4b7f-aad5-336a771c861b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:00:19.719449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-f4ce65a6-ec48-4b7f-aad5-336a771c861b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069079 Jan 29 20:00:19.724042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] For port 9810d853-eb9f-4e76-8117-403e6bfeeffe, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:00:19.748876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fed5c407-aa3c-4927-88b2-381a3c977aec req-ae8bc10d-228c-4b47-a5f3-4e7ed3a1846a tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262777 Jan 29 20:00:19.756062 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-799af4df-933d-4795-b33f-a5bcd0a90bb1 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3240972 Jan 29 20:00:19.790392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Request body: {'port': {'device_id': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:19.861262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f0b36-dcbc-48a1-a93b-372db782bce6 req-4e123566-7dbe-4315-85ea-208a8dec78fb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:19.863267 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-443f0b36-dcbc-48a1-a93b-372db782bce6 req-4e123566-7dbe-4315-85ea-208a8dec78fb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1449902 Jan 29 20:00:19.885522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:19.953227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-443f0b36-dcbc-48a1-a93b-372db782bce6 req-fe178b19-742a-4bdf-9bf3-50fca1f88495 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842946 Jan 29 20:00:20.018206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:20.018997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:20.020702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] 10.222.0.26 "PUT /v2.0/ports/9810d853-eb9f-4e76-8117-403e6bfeeffe HTTP/1.1" status: 200 len: 1091 time: 3.2888665 Jan 29 20:00:20.023144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d50539-af87-489a-bd2c-3a552efbbb38', 'tag': '9810d853-eb9f-4e76-8117-403e6bfeeffe'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:20.025480 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aaf515-8289-4462-b444-774afb8c1e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "15d50539-af87-489a-bd2c-3a552efbbb38", "tag": "9810d853-eb9f-4e76-8117-403e6bfeeffe"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:20.046808 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:20.102077 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045238bc-fe82-4259-b11c-5a0bd1f352db x-openstack-request-id: req-045238bc-fe82-4259-b11c-5a0bd1f352db {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:20.102937 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d50539-af87-489a-bd2c-3a552efbbb38", "tag": "9810d853-eb9f-4e76-8117-403e6bfeeffe", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:20.102937 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-045238bc-fe82-4259-b11c-5a0bd1f352db {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:20.102937 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d50539-af87-489a-bd2c-3a552efbbb38', 'tag': '9810d853-eb9f-4e76-8117-403e6bfeeffe', 'status': 'completed', 'code': 200} Jan 29 20:00:20.105896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236926f3-0826-4f83-8fbf-819019284f71 service neutron] Pushing event updated for resources: {'Port': ['ID=9810d853-eb9f-4e76-8117-403e6bfeeffe,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:20.270838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba908a6-bebc-4671-9e76-b5163d9121c0 req-489661ce-fd0f-47f7-ab85-4ab3d446db3e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:20.298198 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ba908a6-bebc-4671-9e76-b5163d9121c0 req-489661ce-fd0f-47f7-ab85-4ab3d446db3e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 946 time: 0.1621244 Jan 29 20:00:20.330927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-1e2908fe-e11f-4581-8638-ee37381c80f1 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:20.335858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-1e2908fe-e11f-4581-8638-ee37381c80f1 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 946 time: 0.1565557 Jan 29 20:00:20.593083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf515-8289-4462-b444-774afb8c1e7b req-52caa88e-f16d-4870-8d23-a53363b4af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:20.595766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b6aaf515-8289-4462-b444-774afb8c1e7b req-52caa88e-f16d-4870-8d23-a53363b4af81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 1125 time: 0.4545245 Jan 29 20:00:20.629540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d96c38-1de1-468a-a503-6cad149e8c2f req-e36b70cc-90bf-453d-8cfa-157d7d1204a8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:20.631154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41d96c38-1de1-468a-a503-6cad149e8c2f req-e36b70cc-90bf-453d-8cfa-157d7d1204a8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 931 time: 0.2047853 Jan 29 20:00:20.828892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8746237-3f50-44a7-b1a9-870ca5d54410 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:20.842204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Publish callbacks [] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:20.881128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41d96c38-1de1-468a-a503-6cad149e8c2f req-8199fcc5-fb8a-4f81-a051-73b4895659a5 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183964 Jan 29 20:00:20.901422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Transition to ACTIVE for port object a8746237-3f50-44a7-b1a9-870ca5d54410 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:00:20.916307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf515-8289-4462-b444-774afb8c1e7b req-1c2e3b26-202e-464e-be97-4ecc25782477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:20.917994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b6aaf515-8289-4462-b444-774afb8c1e7b req-1c2e3b26-202e-464e-be97-4ecc25782477 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=193cd9f4fbd245938611d2788e95581b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3090522 Jan 29 20:00:21.033778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:21.152698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ba908a6-bebc-4671-9e76-b5163d9121c0 req-20058d10-25e3-49fc-8d2a-4b6f37b91312 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/security-groups?id=03963acd-3081-4cdc-ab0a-a6461836d313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392978 Jan 29 20:00:21.223940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Deleting port 5d350155-4f58-40a6-9d61-0d9add83b60e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:00:21.230989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:21.448224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc916695-be10-4f0d-833a-985392818054 service neutron] Pushing event updated for resources: {'Port': ['ID=a8746237-3f50-44a7-b1a9-870ca5d54410,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:21.489765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] For port 5d350155-4f58-40a6-9d61-0d9add83b60e, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5d350155-4f58-40a6-9d61-0d9add83b60e,segment=NetworkSegment(9fe30167-d43f-48a1-9292-34322c516ff4),segment_id=9fe30167-d43f-48a1-9292-34322c516ff4)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:21.490511 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:21.506728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6e20-9dcd-4cb8-82b4-c223062a469e req-8f0df60e-aa5d-4078-b106-7b9d0ff83aec tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:21.509769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Calling delete_port for 5d350155-4f58-40a6-9d61-0d9add83b60e owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:00:21.514241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d31c6e20-9dcd-4cb8-82b4-c223062a469e req-8f0df60e-aa5d-4078-b106-7b9d0ff83aec tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 943 time: 0.5312264 Jan 29 20:00:21.528870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9a55-50de-4cfb-a32b-397305dbe2ee req-6582d1ca-be7d-4cd0-8d04-37075d59135a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:21.530787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f73d9a55-50de-4cfb-a32b-397305dbe2ee req-6582d1ca-be7d-4cd0-8d04-37075d59135a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1173501 Jan 29 20:00:21.557175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Attempting to bind port a8746237-3f50-44a7-b1a9-870ca5d54410 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:00:21.557390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Attempting to bind port a8746237-3f50-44a7-b1a9-870ca5d54410 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:00:21.557817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Attempting to bind port a8746237-3f50-44a7-b1a9-870ca5d54410 on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:00:21.562710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Port a8746237-3f50-44a7-b1a9-870ca5d54410 on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:00:21.563093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Attempting to bind port a8746237-3f50-44a7-b1a9-870ca5d54410 on network 6ec770af-a2f4-44d8-a3d2-5c7133a12d3e {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:00:21.565779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf515-8289-4462-b444-774afb8c1e7b req-2c09d099-73ae-45e3-be5b-aca4a2459471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:21.567255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b6aaf515-8289-4462-b444-774afb8c1e7b req-2c09d099-73ae-45e3-be5b-aca4a2459471 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6421471 Jan 29 20:00:21.579703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:00:21.580476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Checking segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:00:21.580476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Bound using segment: {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:00:21.581018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Bound port: a8746237-3f50-44a7-b1a9-870ca5d54410, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:00:21.581270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:21.647027 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f73d9a55-50de-4cfb-a32b-397305dbe2ee req-fda5b2a2-536b-4c78-aba3-e10c21a7fcae tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078813 Jan 29 20:00:21.766965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d31c6e20-9dcd-4cb8-82b4-c223062a469e req-27a4907e-44ba-456b-b20a-a5c166c37679 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485447 Jan 29 20:00:21.824354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] For port a8746237-3f50-44a7-b1a9-870ca5d54410, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:00:21.848831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-8096afa4-2c36-4515-b633-e1ddf8b85110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:21.850322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-8096afa4-2c36-4515-b633-e1ddf8b85110 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 1125 time: 0.1446090 Jan 29 20:00:21.854820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d350155-4f58-40a6-9d61-0d9add83b60e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:21.866400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] For port a8746237-3f50-44a7-b1a9-870ca5d54410, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a8746237-3f50-44a7-b1a9-870ca5d54410,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:00:21.871954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5d350155-4f58-40a6-9d61-0d9add83b60e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:21.930770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Pushing event deleted for resources: {'Port': ['ID=5d350155-4f58-40a6-9d61-0d9add83b60e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:21.942227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-8560291a-059d-4412-a495-6efd34980065 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe HTTP/1.1" status: 200 len: 217 time: 0.0739682 Jan 29 20:00:21.995950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] No DVR routers for this DVR port 5d350155-4f58-40a6-9d61-0d9add83b60e on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:00:21.999156 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:22.015089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1de43d7e-f7d8-45f7-b7df-822f0af6f90f req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.13 "DELETE /v2.0/ports/5d350155-4f58-40a6-9d61-0d9add83b60e HTTP/1.1" status: 204 len: 173 time: 1.0161245 Jan 29 20:00:22.018287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.018917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.020984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.022235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.022917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.023462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.024053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.024549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.024997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.025407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.025878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.026304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.026709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425f5ea-f674-4c67-a59f-227a6d38b21e tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:22.039100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'name': 'network-vif-deleted', 'tag': '5d350155-4f58-40a6-9d61-0d9add83b60e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:22.041291 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f86e7-bae0-4b4e-9c2e-43ff91af3802" -d '{"events": [{"server_uuid": "d3fa4b9d-6e96-4860-a470-37cc1f66f481", "name": "network-vif-deleted", "tag": "5d350155-4f58-40a6-9d61-0d9add83b60e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:22.121118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cb063-7484-478f-83ae-dc351c46c24a req-464bc095-7a1e-4000-8667-1279b5af768f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.123570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c88cb063-7484-478f-83ae-dc351c46c24a req-464bc095-7a1e-4000-8667-1279b5af768f tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 943 time: 0.0865211 Jan 29 20:00:22.126339 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5c6868-9079-4468-b3b5-d99ecae63094 x-openstack-request-id: req-bb5c6868-9079-4468-b3b5-d99ecae63094 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:22.126665 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fa4b9d-6e96-4860-a470-37cc1f66f481", "name": "network-vif-deleted", "tag": "5d350155-4f58-40a6-9d61-0d9add83b60e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:22.126927 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb5c6868-9079-4468-b3b5-d99ecae63094 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:22.127312 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fa4b9d-6e96-4860-a470-37cc1f66f481', 'name': 'network-vif-deleted', 'tag': '5d350155-4f58-40a6-9d61-0d9add83b60e', 'status': 'completed', 'code': 200} Jan 29 20:00:22.244082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c88cb063-7484-478f-83ae-dc351c46c24a req-a33d60a9-9392-4703-ab0e-abffeee8beb3 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136482 Jan 29 20:00:22.419391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:22.423069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3b28-9144-47c5-9d70-684190371586 req-a4560408-7604-4a63-9a7b-d4bfb24e3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.424763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-a4560408-7604-4a63-9a7b-d4bfb24e3bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c&tenant_id=783a9a9d11fa41288dbf0d86d97778e8 HTTP/1.1" status: 200 len: 1126 time: 0.6400878 Jan 29 20:00:22.508711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb4296a3-db10-4e07-8861-bb579015cf1d req-be6d31a0-d447-4c91-86ba-6ac2f6fa8638 tempest-VolumesActionsTest-221309944 tempest-VolumesActionsTest-221309944-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3fa4b9d-6e96-4860-a470-37cc1f66f481 HTTP/1.1" status: 200 len: 210 time: 0.0953887 Jan 29 20:00:22.530318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.531011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:22.532773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-dc916695-be10-4f0d-833a-985392818054 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8746237-3f50-44a7-b1a9-870ca5d54410 HTTP/1.1" status: 200 len: 1091 time: 2.7691047 Jan 29 20:00:22.533513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'tag': 'a8746237-3f50-44a7-b1a9-870ca5d54410'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:22.535450 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf" -d '{"events": [{"name": "network-changed", "server_uuid": "81ff5b02-d104-4d6b-aa69-21e44671dd42", "tag": "a8746237-3f50-44a7-b1a9-870ca5d54410"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:22.590510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b4ac6d90-47b0-4a07-935f-8ad3c30b0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.592226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-b4ac6d90-47b0-4a07-935f-8ad3c30b0b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.6317017 Jan 29 20:00:22.607890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc916695-be10-4f0d-833a-985392818054 service neutron] Pushing event updated for resources: {'Port': ['ID=a8746237-3f50-44a7-b1a9-870ca5d54410,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:22.616146 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5339f55f-c770-446c-8788-2ee4fe9ff52b x-openstack-request-id: req-5339f55f-c770-446c-8788-2ee4fe9ff52b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:22.616489 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ff5b02-d104-4d6b-aa69-21e44671dd42", "tag": "a8746237-3f50-44a7-b1a9-870ca5d54410", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:22.616731 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5339f55f-c770-446c-8788-2ee4fe9ff52b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:22.617253 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'tag': 'a8746237-3f50-44a7-b1a9-870ca5d54410', 'status': 'completed', 'code': 200} Jan 29 20:00:22.698011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-bd84e874-6cc6-43a6-bc9f-1baa9e8b2cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796385 Jan 29 20:00:22.731976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3b28-9144-47c5-9d70-684190371586 req-7318278d-d266-4c65-b2f8-88580b608c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.733479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-7318278d-d266-4c65-b2f8-88580b608c59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1126 time: 0.2287295 Jan 29 20:00:22.886251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf req-2feeb6e9-ef7a-4e86-a63b-a896aa97ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.887768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf req-2feeb6e9-ef7a-4e86-a63b-a896aa97ab89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 1125 time: 0.2569563 Jan 29 20:00:22.945074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d348a-619c-40ff-baf4-c65f741137d3 req-578997ac-e4ec-411f-9953-98bb72d4aa95 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:22.967887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e12d348a-619c-40ff-baf4-c65f741137d3 req-578997ac-e4ec-411f-9953-98bb72d4aa95 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 943 time: 0.1124401 Jan 29 20:00:23.023435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-e78a5f3f-7281-42bd-b231-28724fed64fc service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180234 Jan 29 20:00:23.036715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ae05b-d25e-4937-bd9a-bf5099aa1e4f req-7f623229-9fff-4955-a4bb-295d511b3ee6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.038285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-174ae05b-d25e-4937-bd9a-bf5099aa1e4f req-7f623229-9fff-4955-a4bb-295d511b3ee6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.2625988 Jan 29 20:00:23.050721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3b28-9144-47c5-9d70-684190371586 req-4e7eb04c-8887-4bac-b00b-3116681a8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.052169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-4e7eb04c-8887-4bac-b00b-3116681a8db1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.3114810 Jan 29 20:00:23.052787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e12d348a-619c-40ff-baf4-c65f741137d3 req-beb55164-7041-4c85-8465-3bf837e3a547 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832877 Jan 29 20:00:23.222420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf req-736b4b32-6c7b-42db-9b6e-ff46f1d5d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.223935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf req-736b4b32-6c7b-42db-9b6e-ff46f1d5d611 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3193784 Jan 29 20:00:23.262972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-174ae05b-d25e-4937-bd9a-bf5099aa1e4f req-75c9e49b-3dad-4b21-a7f4-1c6f3801473b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053297 Jan 29 20:00:23.276310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-93b1ec34-1149-4afe-8334-e6fc34ad7967 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 1000 time: 0.1893346 Jan 29 20:00:23.383165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-745dd8b3-869d-4baa-8842-f65444211bb2 req-bcf0fece-2e77-486e-97a0-263f4cd7b7e5 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438957 Jan 29 20:00:23.455659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3b28-9144-47c5-9d70-684190371586 req-402b71a9-c7a6-4d4f-ba17-679d6438e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.459448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-402b71a9-c7a6-4d4f-ba17-679d6438e606 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.1811690 Jan 29 20:00:23.507854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09cebe-e46f-4e9a-aa97-fcdb356d16b4 req-49719074-50e3-4eb3-9fcb-8a13de62976d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.510236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f09cebe-e46f-4e9a-aa97-fcdb356d16b4 req-49719074-50e3-4eb3-9fcb-8a13de62976d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 943 time: 0.1367640 Jan 29 20:00:23.515271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf req-c97c6128-95b8-4b5d-8783-2a66c30b6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.517347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13b7fd28-b82d-42a2-a69d-9e4b69d803cf req-c97c6128-95b8-4b5d-8783-2a66c30b6072 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2815082 Jan 29 20:00:23.535527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3b28-9144-47c5-9d70-684190371586 req-1bb5a2cd-7a46-4a34-b8ad-251d821f7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.538129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-1bb5a2cd-7a46-4a34-b8ad-251d821f7746 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728581 Jan 29 20:00:23.613164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f09cebe-e46f-4e9a-aa97-fcdb356d16b4 req-80edaefa-0cfb-4d84-8a31-4d575965c441 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876002 Jan 29 20:00:23.851321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-ebfeda83-c033-4939-a7a1-a89c8acc6ffe service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011549 Jan 29 20:00:23.863170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-3b2a989d-dc69-42c6-8265-a1456c889240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:23.869143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-3b2a989d-dc69-42c6-8265-a1456c889240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 1125 time: 0.2124982 Jan 29 20:00:23.989633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-fb79b5bb-6473-49c3-9cea-8f116c035c40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8746237-3f50-44a7-b1a9-870ca5d54410 HTTP/1.1" status: 200 len: 217 time: 0.0426664 Jan 29 20:00:24.038473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a06a3b28-9144-47c5-9d70-684190371586 req-b81b318f-2fca-4b95-983f-07389eb232a5 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776247 Jan 29 20:00:24.064768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-50f31389-dfe1-4e1f-a268-751e0cefdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:24.066272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-50f31389-dfe1-4e1f-a268-751e0cefdf70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 200 len: 855 time: 0.0650537 Jan 29 20:00:24.067378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d350155-4f58-40a6-9d61-0d9add83b60e no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:00:24.107387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-d5ab9aa1-3d12-4601-96a9-969323f59e75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321009 Jan 29 20:00:24.117511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 5d350155-4f58-40a6-9d61-0d9add83b60e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:00:24.117884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5d350155-4f58-40a6-9d61-0d9add83b60e not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:00:24.231542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-ad7fd9d1-55cd-4459-a313-77d3bc34bc15 service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143210 Jan 29 20:00:24.237552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999ad4a-212d-40ca-891f-37c4e7ef9746 req-9b95558c-ac11-4922-b26d-c2574324b99e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:24.245356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5999ad4a-212d-40ca-891f-37c4e7ef9746 req-9b95558c-ac11-4922-b26d-c2574324b99e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 943 time: 0.1060126 Jan 29 20:00:24.388336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e64dbfb7-3c95-41a8-bb0a-416f3d509a52 req-8f2a69e2-109a-494a-b7d8-f8853a3052ab service neutron] 10.222.0.13 "GET /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476803 Jan 29 20:00:24.400357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5999ad4a-212d-40ca-891f-37c4e7ef9746 req-f8806a88-54f4-4de5-aad7-4edace97610b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455200 Jan 29 20:00:24.553357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45547-86a3-4dcd-a406-b48395c417ad req-fde32f5b-0aa4-485e-837f-c0ed9492b205 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:24.557208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25e45547-86a3-4dcd-a406-b48395c417ad req-fde32f5b-0aa4-485e-837f-c0ed9492b205 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1184566 Jan 29 20:00:24.793804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25e45547-86a3-4dcd-a406-b48395c417ad req-6bd2e713-4fbc-4ba1-9fdf-c22ef752f46f tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311549 Jan 29 20:00:24.916313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dfbbb-5882-415e-9527-b7175f70edfc req-24c529e4-7064-42f9-bac8-cd32831ef507 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:24.925165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-721dfbbb-5882-415e-9527-b7175f70edfc req-24c529e4-7064-42f9-bac8-cd32831ef507 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 943 time: 0.1232235 Jan 29 20:00:24.970276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-721dfbbb-5882-415e-9527-b7175f70edfc req-205ec4d9-eb3e-43bb-81ea-4e31460f7377 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Jan 29 20:00:25.146094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4a56-e401-48b5-bd23-72b40d87b1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:25.646219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f20e-ba7f-4fad-847b-d3f3fe5af099 req-acbefac0-6f8f-4c4b-b84f-b7093f75ad1f tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:25.656320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3155f20e-ba7f-4fad-847b-d3f3fe5af099 req-acbefac0-6f8f-4c4b-b84f-b7093f75ad1f tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 943 time: 0.1321418 Jan 29 20:00:25.790245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3155f20e-ba7f-4fad-847b-d3f3fe5af099 req-aa3d0319-58e9-496c-be60-5e36642813c7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327171 Jan 29 20:00:26.159398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9810d853-eb9f-4e76-8117-403e6bfeeffe details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:00:26.166478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f242813-0b20-4888-b016-d0b8f9255119 req-e4e03020-fe75-4516-a9b0-404af1470f35 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:26.190848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f242813-0b20-4888-b016-d0b8f9255119 req-e4e03020-fe75-4516-a9b0-404af1470f35 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.2178860 Jan 29 20:00:26.296323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0ac28-1444-4ce2-b70f-8da0e5734ecc req-a0e4af1e-b695-4eec-93b1-eccd08271df4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:26.304476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bda0ac28-1444-4ce2-b70f-8da0e5734ecc req-a0e4af1e-b695-4eec-93b1-eccd08271df4 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 943 time: 0.1502151 Jan 29 20:00:26.377730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f242813-0b20-4888-b016-d0b8f9255119 req-deafe981-08f3-44aa-8fc9-9381d5520420 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779146 Jan 29 20:00:26.441639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bda0ac28-1444-4ce2-b70f-8da0e5734ecc req-664466fc-0ffd-4e72-a847-c183417fdc4a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308222 Jan 29 20:00:26.576888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9810d853-eb9f-4e76-8117-403e6bfeeffe, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:26.608996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '9810d853-eb9f-4e76-8117-403e6bfeeffe', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'port_id': '9810d853-eb9f-4e76-8117-403e6bfeeffe', 'mac_address': 'fa:16:3e:e3:f0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fd2f72-f689-45dc-926f-321bf6abee9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:00:26.726808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9810d853-eb9f-4e76-8117-403e6bfeeffe is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:26.727518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:26.775502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9810d853-eb9f-4e76-8117-403e6bfeeffe {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:26.909813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9810d853-eb9f-4e76-8117-403e6bfeeffe, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:26.986761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:27.121712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9810d853-eb9f-4e76-8117-403e6bfeeffe,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:27.130363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.141645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.141645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.141906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.142254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.142579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.142897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.143224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.143536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.143877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.144174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.144515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.144832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:00:27.167068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26c041-0aaf-4842-84b8-4604f6074fb4 req-3a2dd3b2-c521-444f-aa63-2128ed23dd3c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:27.180921 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd26c041-0aaf-4842-84b8-4604f6074fb4 req-3a2dd3b2-c521-444f-aa63-2128ed23dd3c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 944 time: 0.2001226 Jan 29 20:00:27.270872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['9810d853-eb9f-4e76-8117-403e6bfeeffe'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:27.371111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd26c041-0aaf-4842-84b8-4604f6074fb4 req-17836c01-2e49-4e5c-a506-e24b0a251df1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892047 Jan 29 20:00:27.707135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c59f43-fa00-4aef-b7a8-94fdacccb7c6 req-647ee568-bfd0-41e3-afdf-43c462c72ce7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:27.719809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31c59f43-fa00-4aef-b7a8-94fdacccb7c6 req-647ee568-bfd0-41e3-afdf-43c462c72ce7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1653998 Jan 29 20:00:27.726327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fcd2c-e234-4556-a88a-100ddf2a9ad1 req-f62288c7-3f88-4752-805e-93fe1c39b2a2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:27.765918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20fcd2c-e234-4556-a88a-100ddf2a9ad1 req-f62288c7-3f88-4752-805e-93fe1c39b2a2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 943 time: 0.1618981 Jan 29 20:00:27.827661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31c59f43-fa00-4aef-b7a8-94fdacccb7c6 req-7c1075c4-287a-413d-9d22-68354639c426 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068501 Jan 29 20:00:27.895636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d20fcd2c-e234-4556-a88a-100ddf2a9ad1 req-4e328b13-a2ac-4d17-919a-0370425846cc tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311464 Jan 29 20:00:28.081956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a8746237-3f50-44a7-b1a9-870ca5d54410 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:00:28.259363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a8746237-3f50-44a7-b1a9-870ca5d54410, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a8746237-3f50-44a7-b1a9-870ca5d54410,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:28.297272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'a8746237-3f50-44a7-b1a9-870ca5d54410', 'network_id': '6ec770af-a2f4-44d8-a3d2-5c7133a12d3e', 'port_id': 'a8746237-3f50-44a7-b1a9-870ca5d54410', 'mac_address': 'fa:16:3e:33:38:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb483a5-e22f-41e6-8f41-59aca5077265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:00:28.297272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a23ffd11-7c56-49af-a18a-e30d4576cd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:28.471899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a8746237-3f50-44a7-b1a9-870ca5d54410 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:28.480835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:28.508640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8746237-3f50-44a7-b1a9-870ca5d54410 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:28.555955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a8746237-3f50-44a7-b1a9-870ca5d54410, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a8746237-3f50-44a7-b1a9-870ca5d54410,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:28.637451 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:28.662545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a280ec-28f1-4e7e-91b0-c7515cb8e5c4 req-1413889d-abe5-4600-9c92-d4f231874db6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:28.673757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a280ec-28f1-4e7e-91b0-c7515cb8e5c4 req-1413889d-abe5-4600-9c92-d4f231874db6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 944 time: 0.1416328 Jan 29 20:00:28.841412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a8746237-3f50-44a7-b1a9-870ca5d54410,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:28.903781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a280ec-28f1-4e7e-91b0-c7515cb8e5c4 req-2959b43d-d115-4d66-ab44-b2463def7fa0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266328 Jan 29 20:00:28.966383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a8746237-3f50-44a7-b1a9-870ca5d54410'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:29.028925 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:29.097939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd87bb6-7c14-4300-98aa-31f30fc4bc6b req-b884a2f6-ca06-4687-b5b5-c82d0daff89e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:29.100117 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1fd87bb6-7c14-4300-98aa-31f30fc4bc6b req-b884a2f6-ca06-4687-b5b5-c82d0daff89e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1182473 Jan 29 20:00:29.199615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1fd87bb6-7c14-4300-98aa-31f30fc4bc6b req-44fe0c87-7163-4799-9813-327aba04009e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931122 Jan 29 20:00:29.221029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a3e6-6d2a-4c1d-af7b-267745f99af1 req-b8771f84-f618-422d-a95e-ee1a17792b86 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:29.233464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db17a3e6-6d2a-4c1d-af7b-267745f99af1 req-b8771f84-f618-422d-a95e-ee1a17792b86 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 944 time: 0.1959393 Jan 29 20:00:29.398885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db17a3e6-6d2a-4c1d-af7b-267745f99af1 req-2886e2cc-7d75-43ca-8099-000a238d2fad tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641271 Jan 29 20:00:29.723761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:30.081775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a8746237-3f50-44a7-b1a9-870ca5d54410 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:00:30.163156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9810d853-eb9f-4e76-8117-403e6bfeeffe up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:00:30.240350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4a81-c454-4219-88c5-c561688c4bef req-0d5625e4-e5ee-4f8a-a18d-d50179ce83fb tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:30.247947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-620a4a81-c454-4219-88c5-c561688c4bef req-0d5625e4-e5ee-4f8a-a18d-d50179ce83fb tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 944 time: 0.2219579 Jan 29 20:00:30.468029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-620a4a81-c454-4219-88c5-c561688c4bef req-1725f4d9-cfaf-4f8b-9b69-ece60399174e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026172 Jan 29 20:00:30.586110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33c53-3b5b-43f8-b5bb-45367d10263d req-27b8d15c-b102-4a95-aeaa-8659e92270da tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:30.612534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcb33c53-3b5b-43f8-b5bb-45367d10263d req-27b8d15c-b102-4a95-aeaa-8659e92270da tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1898603 Jan 29 20:00:30.704609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71911b2a-462e-47db-be46-f64377261d62 req-49713757-9508-4283-a53f-f93ab02fcc47 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:30.712975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71911b2a-462e-47db-be46-f64377261d62 req-49713757-9508-4283-a53f-f93ab02fcc47 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 944 time: 0.1514430 Jan 29 20:00:30.775306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcb33c53-3b5b-43f8-b5bb-45367d10263d req-ed89af6d-e19d-47b9-b1b6-39efba1aa0a6 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615248 Jan 29 20:00:30.868043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71911b2a-462e-47db-be46-f64377261d62 req-bd825c7e-e407-4630-b128-7c3f1aaed132 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493344 Jan 29 20:00:30.969745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:30.980896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port a8746237-3f50-44a7-b1a9-870ca5d54410 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:00:30.986279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port a8746237-3f50-44a7-b1a9-870ca5d54410 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:00:30.988056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.060414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 9810d853-eb9f-4e76-8117-403e6bfeeffe completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:00:31.070239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 9810d853-eb9f-4e76-8117-403e6bfeeffe triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:00:31.070619 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.311416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a8746237-3f50-44a7-b1a9-870ca5d54410 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:31.312017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.340706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 9810d853-eb9f-4e76-8117-403e6bfeeffe is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:31.345040 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.379911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8746237-3f50-44a7-b1a9-870ca5d54410'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:31.385311 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e277679-9777-4904-ab2c-83978159c5f4" -d '{"events": [{"server_uuid": "81ff5b02-d104-4d6b-aa69-21e44671dd42", "name": "network-vif-plugged", "status": "completed", "tag": "a8746237-3f50-44a7-b1a9-870ca5d54410"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:31.426482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a8746237-3f50-44a7-b1a9-870ca5d54410, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a8746237-3f50-44a7-b1a9-870ca5d54410,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:31.462134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 9810d853-eb9f-4e76-8117-403e6bfeeffe, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:31.503427 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.564305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.570395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:31.663321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a8746237-3f50-44a7-b1a9-870ca5d54410,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:31.715112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb5266-5ff0-4754-888b-ef5d1020dec6 req-a228ec61-2715-450d-99e7-e9253fd19d22 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:31.733348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7cbb5266-5ff0-4754-888b-ef5d1020dec6 req-a228ec61-2715-450d-99e7-e9253fd19d22 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.1398623 Jan 29 20:00:31.786972 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67818522-f565-4ca4-b214-aa4bd2ff77f4 x-openstack-request-id: req-67818522-f565-4ca4-b214-aa4bd2ff77f4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:31.789802 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ff5b02-d104-4d6b-aa69-21e44671dd42", "name": "network-vif-plugged", "status": "completed", "tag": "a8746237-3f50-44a7-b1a9-870ca5d54410", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:31.790312 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67818522-f565-4ca4-b214-aa4bd2ff77f4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:31.790952 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8746237-3f50-44a7-b1a9-870ca5d54410', 'code': 200} Jan 29 20:00:31.834138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=9810d853-eb9f-4e76-8117-403e6bfeeffe,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:31.865918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7cbb5266-5ff0-4754-888b-ef5d1020dec6 req-1a1ccb92-0297-4cf6-a6a4-84192760989c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216142 Jan 29 20:00:32.160093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72999a-3052-436f-b4a5-c3ffbd388ab4 req-493a49ba-4de1-412f-a09f-97d58213a470 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:32.178019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d72999a-3052-436f-b4a5-c3ffbd388ab4 req-493a49ba-4de1-412f-a09f-97d58213a470 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.1224058 Jan 29 20:00:32.205643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b1223-ade1-49b4-b033-8e8ce7582f6f req-94e70a0b-2d9a-46aa-9391-bd8b67f6fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:32.211015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca2b1223-ade1-49b4-b033-8e8ce7582f6f req-94e70a0b-2d9a-46aa-9391-bd8b67f6fed7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 1127 time: 0.2861829 Jan 29 20:00:32.295316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d72999a-3052-436f-b4a5-c3ffbd388ab4 req-60b06adf-5dc1-4ee3-bdb2-2aad4be921a5 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157691 Jan 29 20:00:32.383837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2b36-907d-4375-a4a3-86b2d192c6d8 req-d8727335-18a0-49fa-bc00-453266548453 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:32.392971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abad2b36-907d-4375-a4a3-86b2d192c6d8 req-d8727335-18a0-49fa-bc00-453266548453 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.2928104 Jan 29 20:00:32.403129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca2b1223-ade1-49b4-b033-8e8ce7582f6f req-e7ffb150-9d36-4058-88cb-0690491d84ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770334 Jan 29 20:00:32.482941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abad2b36-907d-4375-a4a3-86b2d192c6d8 req-ad85447b-f8f2-4801-bb1d-3422fc235078 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890880 Jan 29 20:00:33.123189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0995182-3607-491d-a698-5b9030d8090c req-236fefff-3fdb-4767-8713-bcfcfe92e5c0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:33.126104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0995182-3607-491d-a698-5b9030d8090c req-236fefff-3fdb-4767-8713-bcfcfe92e5c0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.1529350 Jan 29 20:00:33.251900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0995182-3607-491d-a698-5b9030d8090c req-9d495275-fc54-43cb-9d1f-32d0910c630c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162891 Jan 29 20:00:33.659666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fad0d-dfcd-4a97-939c-309f02a38441 req-b3a935d7-278f-4861-a6da-9fedc7f2bb8c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:33.690687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb0fad0d-dfcd-4a97-939c-309f02a38441 req-b3a935d7-278f-4861-a6da-9fedc7f2bb8c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.1727915 Jan 29 20:00:33.764682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f02c-a25e-4b36-baff-97eaf72b3cd0 req-85d462dc-7683-44a4-8651-5b27fa0b1ec8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:33.782120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ea2f02c-a25e-4b36-baff-97eaf72b3cd0 req-85d462dc-7683-44a4-8651-5b27fa0b1ec8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1803181 Jan 29 20:00:33.792820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d50539-af87-489a-bd2c-3a552efbbb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9810d853-eb9f-4e76-8117-403e6bfeeffe'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:33.795239 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1269348-bae0-482e-bbdd-2aac38c3638b" -d '{"events": [{"server_uuid": "15d50539-af87-489a-bd2c-3a552efbbb38", "name": "network-vif-plugged", "status": "completed", "tag": "9810d853-eb9f-4e76-8117-403e6bfeeffe"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:33.843029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb0fad0d-dfcd-4a97-939c-309f02a38441 req-eb18572a-3d80-42a7-a666-369a52597cc8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438305 Jan 29 20:00:33.922555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ea2f02c-a25e-4b36-baff-97eaf72b3cd0 req-e95521ef-109b-42f8-9b3b-c07cb2cf10b9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389785 Jan 29 20:00:33.934799 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44ebe42-ab00-499c-a688-6a001e95ac91 x-openstack-request-id: req-e44ebe42-ab00-499c-a688-6a001e95ac91 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:33.934799 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d50539-af87-489a-bd2c-3a552efbbb38", "name": "network-vif-plugged", "status": "completed", "tag": "9810d853-eb9f-4e76-8117-403e6bfeeffe", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:33.934799 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e44ebe42-ab00-499c-a688-6a001e95ac91 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:33.935205 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d50539-af87-489a-bd2c-3a552efbbb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9810d853-eb9f-4e76-8117-403e6bfeeffe', 'code': 200} Jan 29 20:00:34.041702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37182) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:34.181546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566de6e5-548d-41f5-9884-84e1f63769ce req-c4a6a85e-5750-45a0-ad45-f2b4ec3f9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:34.183514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-566de6e5-548d-41f5-9884-84e1f63769ce req-c4a6a85e-5750-45a0-ad45-f2b4ec3f9d24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 1127 time: 0.0790107 Jan 29 20:00:34.363385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9067200f-5a0d-42b4-b41f-0fe02b33123e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:34.649562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-566de6e5-548d-41f5-9884-84e1f63769ce req-8be93e73-290a-4461-98a3-b5da30949112 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000741 Jan 29 20:00:34.666478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9067200f-5a0d-42b4-b41f-0fe02b33123e admin admin] Publish callbacks [] for security_group (b385dd00-e3d3-4f8c-b0bd-ca4008202df0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:34.701593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a4d2b-2671-41ca-b986-285137e8bfec req-2c7b3644-b619-4c3d-b48a-45d67f7fc702 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:34.703145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d4a4d2b-2671-41ca-b986-285137e8bfec req-2c7b3644-b619-4c3d-b48a-45d67f7fc702 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.2415223 Jan 29 20:00:34.811481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d4a4d2b-2671-41ca-b986-285137e8bfec req-4cd56f09-efcc-4fa7-8ddc-425393b9bf15 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996239 Jan 29 20:00:35.014443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9067200f-5a0d-42b4-b41f-0fe02b33123e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b385dd00-e3d3-4f8c-b0bd-ca4008202df0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:35.307835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:35.307954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9067200f-5a0d-42b4-b41f-0fe02b33123e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=822f13204e134a89934985c87b37e4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2617743 Jan 29 20:00:35.309194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067200f-5a0d-42b4-b41f-0fe02b33123e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b385dd00-e3d3-4f8c-b0bd-ca4008202df0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:35.360584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eccb8-62aa-4de6-b38a-99e178fb415d req-060876c6-a656-4941-90b9-db3a025eaed0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:35.363176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9607-488b-4428-9f62-3d06ccfc6425 req-e7108fa3-1a58-4c95-bbd7-8811121a6c5a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:35.371067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-491eccb8-62aa-4de6-b38a-99e178fb415d req-060876c6-a656-4941-90b9-db3a025eaed0 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.4379647 Jan 29 20:00:35.372772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72ea9607-488b-4428-9f62-3d06ccfc6425 req-e7108fa3-1a58-4c95-bbd7-8811121a6c5a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.2528703 Jan 29 20:00:35.502001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-491eccb8-62aa-4de6-b38a-99e178fb415d req-380f3981-71ba-43ef-8ce7-69835bd1bb67 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295495 Jan 29 20:00:35.574890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72ea9607-488b-4428-9f62-3d06ccfc6425 req-67d73c8a-dde6-41ac-9ec3-a29ef6e02d7a tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011504 Jan 29 20:00:35.585355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c42b8315-bd66-47c3-84ad-f2a5cb822638 admin admin] Publish callbacks [] for security_group (b385dd00-e3d3-4f8c-b0bd-ca4008202df0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:35.648456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c42b8315-bd66-47c3-84ad-f2a5cb822638 admin admin] Publish callbacks [] for security_group (b385dd00-e3d3-4f8c-b0bd-ca4008202df0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:35.819581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c42b8315-bd66-47c3-84ad-f2a5cb822638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b385dd00-e3d3-4f8c-b0bd-ca4008202df0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:35.822094 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c42b8315-bd66-47c3-84ad-f2a5cb822638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:35.823226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c42b8315-bd66-47c3-84ad-f2a5cb822638 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b385dd00-e3d3-4f8c-b0bd-ca4008202df0 HTTP/1.1" status: 204 len: 168 time: 0.5171621 Jan 29 20:00:35.830505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770dc0-f3bd-426c-85e7-8c93bed12fb0 req-6a50d01b-257d-4bea-b5f7-6e8982fd336d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:35.838464 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00770dc0-f3bd-426c-85e7-8c93bed12fb0 req-6a50d01b-257d-4bea-b5f7-6e8982fd336d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.1504648 Jan 29 20:00:35.861610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b8315-bd66-47c3-84ad-f2a5cb822638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385dd00-e3d3-4f8c-b0bd-ca4008202df0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:35.952103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00770dc0-f3bd-426c-85e7-8c93bed12fb0 req-141ff67a-d8a9-410d-afad-8147634f6f97 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124082 Jan 29 20:00:36.147238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b3bc5-2506-4450-8da0-159040acf5a8 req-26b33302-134d-4df0-914e-d70d86e4653c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:36.150459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f4b3bc5-2506-4450-8da0-159040acf5a8 req-26b33302-134d-4df0-914e-d70d86e4653c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.1561589 Jan 29 20:00:36.380517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f4b3bc5-2506-4450-8da0-159040acf5a8 req-3818d0e5-8b96-4ce2-9927-b801483a39e6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212713 Jan 29 20:00:36.442400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897eb7-24b9-4a26-97ba-98e02859a9a9 req-e64e157e-20c5-459f-8ca9-3297b77c6fca tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:36.469338 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55897eb7-24b9-4a26-97ba-98e02859a9a9 req-e64e157e-20c5-459f-8ca9-3297b77c6fca tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.1410882 Jan 29 20:00:36.660674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55897eb7-24b9-4a26-97ba-98e02859a9a9 req-51f7444d-81c9-46bf-8097-9009a2cfdaa7 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894362 Jan 29 20:00:36.889247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2e3ab-0698-433c-a33d-a79dc349bf99 req-b683e63b-18b1-46a1-b459-0f4d2c203c92 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:36.899643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fe2e3ab-0698-433c-a33d-a79dc349bf99 req-b683e63b-18b1-46a1-b459-0f4d2c203c92 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.1208165 Jan 29 20:00:36.946077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954acc0-5d78-4bb8-9a73-f656ec173d4e req-520a7d61-b139-47c7-9a16-2b5857460274 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:36.956379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3954acc0-5d78-4bb8-9a73-f656ec173d4e req-520a7d61-b139-47c7-9a16-2b5857460274 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.2220669 Jan 29 20:00:37.014070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fe2e3ab-0698-433c-a33d-a79dc349bf99 req-0fb51cb3-54a1-4cf2-9ce9-cc57a81447d2 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118906 Jan 29 20:00:37.059153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3954acc0-5d78-4bb8-9a73-f656ec173d4e req-262f8e8e-b6f7-41a6-9bd2-59b1bc03aa12 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017921 Jan 29 20:00:37.109086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37240) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:37.133620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-603602c7-f7c3-4846-a65e-68cef2653d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:37.358078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-603602c7-f7c3-4846-a65e-68cef2653d78 admin admin] Publish callbacks [] for security_group (b90c0372-e642-464c-9784-f7e7115cbd62), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:37.552454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe14b3-c048-4d09-9b79-3e3496c47a7f req-e3c1ab27-f8c4-4686-aac5-2ed2d6078989 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:37.553969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecbe14b3-c048-4d09-9b79-3e3496c47a7f req-e3c1ab27-f8c4-4686-aac5-2ed2d6078989 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.0786433 Jan 29 20:00:37.656119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-603602c7-f7c3-4846-a65e-68cef2653d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b90c0372-e642-464c-9784-f7e7115cbd62), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:37.805553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603602c7-f7c3-4846-a65e-68cef2653d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c0372-e642-464c-9784-f7e7115cbd62,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:37.830588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecbe14b3-c048-4d09-9b79-3e3496c47a7f req-47a36b4d-f8e3-4471-b5a1-662ed9fb00a4 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540061 Jan 29 20:00:37.838660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-603602c7-f7c3-4846-a65e-68cef2653d78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=692c8ce96c7d426b975bfcd232dbc6d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283750 Jan 29 20:00:37.847752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37256) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:37.997815 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:38.064256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf1fd-eba7-40f1-bbd4-f90fd37e8547 req-a986f514-5156-470e-a722-b7428c081157 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:38.070103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-483cf1fd-eba7-40f1-bbd4-f90fd37e8547 req-a986f514-5156-470e-a722-b7428c081157 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.3206403 Jan 29 20:00:38.073486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd836c0-18f1-4d51-acd2-4980580c495c admin admin] Publish callbacks [] for security_group (b90c0372-e642-464c-9784-f7e7115cbd62), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:38.178714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd836c0-18f1-4d51-acd2-4980580c495c admin admin] Publish callbacks [] for security_group (b90c0372-e642-464c-9784-f7e7115cbd62), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:38.274796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-483cf1fd-eba7-40f1-bbd4-f90fd37e8547 req-52529779-bf4e-4378-b26d-4e84f6e2966a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025462 Jan 29 20:00:38.461379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461789-6549-402d-bc93-080acd8b8081 req-b26ccf34-39a5-44ca-8ca9-b71044201dc3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:38.471519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02461789-6549-402d-bc93-080acd8b8081 req-b26ccf34-39a5-44ca-8ca9-b71044201dc3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1392834 Jan 29 20:00:38.486196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd836c0-18f1-4d51-acd2-4980580c495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b90c0372-e642-464c-9784-f7e7115cbd62), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:38.495555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd836c0-18f1-4d51-acd2-4980580c495c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:38.505333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bdd836c0-18f1-4d51-acd2-4980580c495c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b90c0372-e642-464c-9784-f7e7115cbd62 HTTP/1.1" status: 204 len: 168 time: 0.6483493 Jan 29 20:00:38.545721 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd836c0-18f1-4d51-acd2-4980580c495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c0372-e642-464c-9784-f7e7115cbd62,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:38.637681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-02461789-6549-402d-bc93-080acd8b8081 req-c967fde1-46d8-420f-a971-f40bd4fa1c74 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591218 Jan 29 20:00:38.643550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b15712-a0c5-42c5-b898-33e4c52da4a4 req-68a2f212-a795-46bf-8ffd-46166203f2bb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:38.653446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-01b15712-a0c5-42c5-b898-33e4c52da4a4 req-68a2f212-a795-46bf-8ffd-46166203f2bb tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.2275896 Jan 29 20:00:38.864910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-01b15712-a0c5-42c5-b898-33e4c52da4a4 req-efe381d2-947c-4759-9a46-fa10a7ffd5f8 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095265 Jan 29 20:00:39.881700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbe2ca-62f0-4d5b-b640-0d0d7a810373 req-4f5beb12-9acd-4dc5-b22d-c67e6110e401 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:39.886503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ecbe2ca-62f0-4d5b-b640-0d0d7a810373 req-4f5beb12-9acd-4dc5-b22d-c67e6110e401 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.0931747 Jan 29 20:00:39.964512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ecbe2ca-62f0-4d5b-b640-0d0d7a810373 req-8ab2e2ff-5d03-4b4e-8315-14d196a80dcd tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692446 Jan 29 20:00:40.407297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37330) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:40.454701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1dc55b28-6a34-4caa-b4de-db175bbb791e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:40.686485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced8844-c8eb-4365-a4c6-9b522c9967a6 req-64b88166-ceae-47ae-b440-ac62ae5f274c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:40.719702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ced8844-c8eb-4365-a4c6-9b522c9967a6 req-64b88166-ceae-47ae-b440-ac62ae5f274c tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.3247185 Jan 29 20:00:40.994419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ced8844-c8eb-4365-a4c6-9b522c9967a6 req-a90cf4b3-b382-488f-8ff9-8ffa14e9a1ef tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499638 Jan 29 20:00:41.161027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1dc55b28-6a34-4caa-b4de-db175bbb791e admin admin] Publish callbacks [] for security_group (420d1d2f-a741-48b0-9037-8df130160dcb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:41.226429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03023fdc-4df4-452b-8eba-94ec8aa92d9f req-860daafd-bd8d-457f-9bbd-97d8ae270d38 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:41.248868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1dc55b28-6a34-4caa-b4de-db175bbb791e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (420d1d2f-a741-48b0-9037-8df130160dcb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:41.253036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03023fdc-4df4-452b-8eba-94ec8aa92d9f req-860daafd-bd8d-457f-9bbd-97d8ae270d38 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.1287253 Jan 29 20:00:41.317333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1dc55b28-6a34-4caa-b4de-db175bbb791e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=752853c11b6c42719b8aefd6cc3c7c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9084711 Jan 29 20:00:41.317603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37358) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:41.435890 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03023fdc-4df4-452b-8eba-94ec8aa92d9f req-a2bec972-7a29-4eec-821e-8b536a1da0df tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811566 Jan 29 20:00:41.443153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc55b28-6a34-4caa-b4de-db175bbb791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420d1d2f-a741-48b0-9037-8df130160dcb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:41.499293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e670e4d-a727-483f-bad0-d4621856243e admin admin] Publish callbacks [] for security_group (420d1d2f-a741-48b0-9037-8df130160dcb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:41.503087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-86805732-064b-4d4f-9c06-7074cd1a4d20 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:41.505922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-86805732-064b-4d4f-9c06-7074cd1a4d20 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.1810594 Jan 29 20:00:41.550743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e670e4d-a727-483f-bad0-d4621856243e admin admin] Publish callbacks [] for security_group (420d1d2f-a741-48b0-9037-8df130160dcb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:41.723145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e670e4d-a727-483f-bad0-d4621856243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (420d1d2f-a741-48b0-9037-8df130160dcb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:41.726432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e670e4d-a727-483f-bad0-d4621856243e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:41.727747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e670e4d-a727-483f-bad0-d4621856243e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/420d1d2f-a741-48b0-9037-8df130160dcb HTTP/1.1" status: 204 len: 168 time: 0.4059060 Jan 29 20:00:41.756483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e670e4d-a727-483f-bad0-d4621856243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420d1d2f-a741-48b0-9037-8df130160dcb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:41.774361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Deleting port a8746237-3f50-44a7-b1a9-870ca5d54410 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:00:41.780567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:42.066605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] For port a8746237-3f50-44a7-b1a9-870ca5d54410, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a8746237-3f50-44a7-b1a9-870ca5d54410,segment=NetworkSegment(72f53c05-f1e2-45b3-8f9f-ca49d731ddb2),segment_id=72f53c05-f1e2-45b3-8f9f-ca49d731ddb2)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:42.070287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:42.125594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Calling delete_port for a8746237-3f50-44a7-b1a9-870ca5d54410 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:00:42.221454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde75a-b1f4-4503-8efa-ec2d257f0520 req-bc5bc3a9-0e2c-4988-bf4c-2d53a22e8d8a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:42.229512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52bde75a-b1f4-4503-8efa-ec2d257f0520 req-bc5bc3a9-0e2c-4988-bf4c-2d53a22e8d8a tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 945 time: 0.0757666 Jan 29 20:00:42.319889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52bde75a-b1f4-4503-8efa-ec2d257f0520 req-e1da7027-90c2-4744-bd12-e606c8800b7d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/security-groups?id=494a9316-a993-4fdb-b341-2b37fbc89d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830300 Jan 29 20:00:42.551962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a8746237-3f50-44a7-b1a9-870ca5d54410), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:42.570328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a8746237-3f50-44a7-b1a9-870ca5d54410'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:42.654012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Pushing event deleted for resources: {'Port': ['ID=a8746237-3f50-44a7-b1a9-870ca5d54410,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:42.815208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] No DVR routers for this DVR port a8746237-3f50-44a7-b1a9-870ca5d54410 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:00:42.826672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:42.831547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aee2a02-0db2-4cc4-9ead-efdfbc3c9eb2 req-85f666cb-4376-4cc9-9c79-24a9aaa91d15 tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.13 "DELETE /v2.0/ports/a8746237-3f50-44a7-b1a9-870ca5d54410 HTTP/1.1" status: 204 len: 173 time: 1.3143868 Jan 29 20:00:42.836350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'name': 'network-vif-deleted', 'tag': 'a8746237-3f50-44a7-b1a9-870ca5d54410'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:42.836350 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517e4bb-7d85-449e-819d-344a7bcdbccf" -d '{"events": [{"server_uuid": "81ff5b02-d104-4d6b-aa69-21e44671dd42", "name": "network-vif-deleted", "tag": "a8746237-3f50-44a7-b1a9-870ca5d54410"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:42.884855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191be54-27d1-4de6-b9d4-368a4e20d499 req-0c48b4f6-229e-4fe0-9d2a-96ba56a12066 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:42.886638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b191be54-27d1-4de6-b9d4-368a4e20d499 req-0c48b4f6-229e-4fe0-9d2a-96ba56a12066 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.2651906 Jan 29 20:00:42.993115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b191be54-27d1-4de6-b9d4-368a4e20d499 req-7b6c4b61-cc27-47d5-921b-8811b2051c60 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987597 Jan 29 20:00:43.070785 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c079b19e-c44f-4db7-a4e6-b16b89561e75 x-openstack-request-id: req-c079b19e-c44f-4db7-a4e6-b16b89561e75 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:43.071409 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ff5b02-d104-4d6b-aa69-21e44671dd42", "name": "network-vif-deleted", "tag": "a8746237-3f50-44a7-b1a9-870ca5d54410", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:43.071409 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c079b19e-c44f-4db7-a4e6-b16b89561e75 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:43.072093 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ff5b02-d104-4d6b-aa69-21e44671dd42', 'name': 'network-vif-deleted', 'tag': 'a8746237-3f50-44a7-b1a9-870ca5d54410', 'status': 'completed', 'code': 200} Jan 29 20:00:43.558963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5b0ce19-2ed6-4e95-83ee-0dc52a0744b9 req-a943abce-eaa4-4d64-b208-bfd0da9d150d tempest-ServerDiskConfigTestJSON-321475062 tempest-ServerDiskConfigTestJSON-321475062-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ff5b02-d104-4d6b-aa69-21e44671dd42 HTTP/1.1" status: 200 len: 210 time: 0.0900028 Jan 29 20:00:43.780425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37424) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:43.922460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-21256785-network', 'tenant_id': 'dbd75f2cb3f4490c84dfd6b518ae5550'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:44.032974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Made reservation on behalf of dbd75f2cb3f4490c84dfd6b518ae5550 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:44.036239 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.055654 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.166227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks [] for security_group (7f254763-393e-42e3-b26b-0bb94c9e08e8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.243681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:00:44.245169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290ebfe-9987-41d4-93cc-1fea87e6b904 req-c2d3e9ca-d389-4bfb-b0a1-5ec766bd20d8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:44.252651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3290ebfe-9987-41d4-93cc-1fea87e6b904 req-c2d3e9ca-d389-4bfb-b0a1-5ec766bd20d8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 944 time: 0.0845001 Jan 29 20:00:44.261990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7f254763-393e-42e3-b26b-0bb94c9e08e8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.388565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:00:44.397970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f254763-393e-42e3-b26b-0bb94c9e08e8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:44.436313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:44.445849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3290ebfe-9987-41d4-93cc-1fea87e6b904 req-ca47d179-0bcb-4833-b8a4-e92108cbeec3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922016 Jan 29 20:00:44.446990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0c03561c-1989-4dec-bb24-42a19928e310), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.447326 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Added segment 0c03561c-1989-4dec-bb24-42a19928e310 of type vlan for network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 Jan 29 20:00:44.471936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'port_id': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'mac_address': 'fa:16:3e:46:89:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:00:44.495949 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8060f8c0-3574-47e2-af18-0a71fdcf01d4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.520036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:44.520607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.534748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:44.557688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:44.586156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8060f8c0-3574-47e2-af18-0a71fdcf01d4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.587466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:44.588305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.620592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:44.732921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9504263 Jan 29 20:00:44.737475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37452) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:44.741285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86d3bd-8b4a-4d5f-b70c-c363ae3f10e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8060f8c0-3574-47e2-af18-0a71fdcf01d4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:44.742613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Request body: {'subnet': {'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-21256785-subnet', 'tenant_id': 'dbd75f2cb3f4490c84dfd6b518ae5550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:44.774871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:00:44.912052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:44.978644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:00:45.063563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37464) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:45.133546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Deleting subnet edb483a5-e22f-41e6-8f41-59aca5077265 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:00:45.137467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Publish callbacks [] for subnet (edb483a5-e22f-41e6-8f41-59aca5077265), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.229473 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (edb483a5-e22f-41e6-8f41-59aca5077265), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.333030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (edb483a5-e22f-41e6-8f41-59aca5077265), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.484181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Made reservation on behalf of dbd75f2cb3f4490c84dfd6b518ae5550 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:45.487652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.746645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (edb483a5-e22f-41e6-8f41-59aca5077265), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.825641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.831063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/edb483a5-e22f-41e6-8f41-59aca5077265 HTTP/1.1" status: 204 len: 168 time: 0.7660162 Jan 29 20:00:45.833745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:45.855012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dca66-3179-4d22-8c33-1700c4822d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb483a5-e22f-41e6-8f41-59aca5077265,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:45.869534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (82677aeb-085e-4a63-8d89-f3feba99a804), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:45.989843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ebc89-ac0d-4b5d-9beb-dad86f1b92c0 req-2fabbf56-a6b4-4b1d-bdb5-5d08b7452881 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:45.991408 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c92ebc89-ac0d-4b5d-9beb-dad86f1b92c0 req-2fabbf56-a6b4-4b1d-bdb5-5d08b7452881 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 945 time: 0.2477603 Jan 29 20:00:46.009866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.013887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82677aeb-085e-4a63-8d89-f3feba99a804,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:46.081582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Checking segment: {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:00:46.081582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Network hostable DHCP agents. Network: 8060f8c0-3574-47e2-af18-0a71fdcf01d4, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:00:46.088759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c92ebc89-ac0d-4b5d-9beb-dad86f1b92c0 req-f6139d03-c002-4a9d-9444-05aa783dd23b tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890951 Jan 29 20:00:46.133919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a8746237-3f50-44a7-b1a9-870ca5d54410 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:00:46.183369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: a8746237-3f50-44a7-b1a9-870ca5d54410 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:00:46.183674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a8746237-3f50-44a7-b1a9-870ca5d54410 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:00:46.191172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:00:46.271705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:00:46.294268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8060f8c0-3574-47e2-af18-0a71fdcf01d4) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:00:46.300272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:46.301027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.348505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b749814-efc8-452a-a191-cfa2a6992726 None None] Network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:00:46.409986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d49e1c48-a3ca-4ae2-b947-1499ed7c8aa0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6712966 Jan 29 20:00:46.553347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:00:46.559950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.659735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.699612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec770af-a2f4-44d8-a3d2-5c7133a12d3e']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:00:46.724213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:00:46.724692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f53c05-f1e2-45b3-8f9f-ca49d731ddb2') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:00:46.745225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96ed4a-cc1f-411d-8992-e58ced6b1144 None None] Network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:00:46.748709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (72f53c05-f1e2-45b3-8f9f-ca49d731ddb2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.775380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (72f53c05-f1e2-45b3-8f9f-ca49d731ddb2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.788307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:00:46.788839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (72f53c05-f1e2-45b3-8f9f-ca49d731ddb2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:00:46.791824 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:00:46.863809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:00:46.866484 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.897903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:00:46.900785 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c616a24-2a9b-4624-b644-8f3bbf0da16e" -d '{"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:00:46.935766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:00:46.961851 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed9350-698e-4836-9a29-ad1dd08c5257 x-openstack-request-id: req-f9ed9350-698e-4836-9a29-ad1dd08c5257 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:00:46.962577 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:00:46.963032 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9ed9350-698e-4836-9a29-ad1dd08c5257 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:00:46.963235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6ec770af-a2f4-44d8-a3d2-5c7133a12d3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.964373 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'code': 200} Jan 29 20:00:46.969281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:46.976713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6ec770af-a2f4-44d8-a3d2-5c7133a12d3e HTTP/1.1" status: 204 len: 168 time: 1.1411998 Jan 29 20:00:46.980256 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:47.015183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce267f98-d18e-4e88-9a03-77369add9ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec770af-a2f4-44d8-a3d2-5c7133a12d3e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:47.063496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:47.367046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeadcdb-9b59-4c96-8aa0-80307bad8a80 req-9987a85c-f7a6-4745-b826-86dea2512370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:47.368681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-baeadcdb-9b59-4c96-8aa0-80307bad8a80 req-9987a85c-f7a6-4745-b826-86dea2512370 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1129 time: 0.0733552 Jan 29 20:00:47.379045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda200-ec93-489e-8dea-85272fccaa9b req-7248138c-ac0e-4c2a-b3b3-0559a295167d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:47.381084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5cda200-ec93-489e-8dea-85272fccaa9b req-7248138c-ac0e-4c2a-b3b3-0559a295167d tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1395247 Jan 29 20:00:47.493860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-baeadcdb-9b59-4c96-8aa0-80307bad8a80 req-87be4ab0-8fd1-453c-b5df-9f91d853fabd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117046 Jan 29 20:00:47.503762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d5cda200-ec93-489e-8dea-85272fccaa9b req-43657aae-7d60-4daf-8230-4f0df9023f3e tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155603 Jan 29 20:00:47.611671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37548) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:47.698623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c6190fe-8287-40b6-82ec-50e78b02542b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=927b5da65f9c4ffc8650efbec6d2cdad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856035 Jan 29 20:00:47.704373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37550) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:47.759323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51755c31-d683-47b4-8388-4018e4dbbf42 admin admin] Publish callbacks [] for security_group (494a9316-a993-4fdb-b341-2b37fbc89d66), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:47.785293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51755c31-d683-47b4-8388-4018e4dbbf42 admin admin] Publish callbacks [] for security_group (494a9316-a993-4fdb-b341-2b37fbc89d66), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:47.836171 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:00:47.931173 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51755c31-d683-47b4-8388-4018e4dbbf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (494a9316-a993-4fdb-b341-2b37fbc89d66), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:47.942262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51755c31-d683-47b4-8388-4018e4dbbf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:47.951026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-51755c31-d683-47b4-8388-4018e4dbbf42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/494a9316-a993-4fdb-b341-2b37fbc89d66 HTTP/1.1" status: 204 len: 168 time: 0.2437546 Jan 29 20:00:47.974004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51755c31-d683-47b4-8388-4018e4dbbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494a9316-a993-4fdb-b341-2b37fbc89d66,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:48.827070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66889-a78a-4376-bc4c-1f9aa16dceda req-9710dd2a-d47b-49a4-bbf4-b21efdc57b93 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:48.846114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8d66889-a78a-4376-bc4c-1f9aa16dceda req-9710dd2a-d47b-49a4-bbf4-b21efdc57b93 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1613429 Jan 29 20:00:48.943163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8d66889-a78a-4376-bc4c-1f9aa16dceda req-bbd918fe-c6d2-4e6c-abe6-b64424f228e4 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915456 Jan 29 20:00:49.934417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:50.222039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-365938017-network', 'tenant_id': 'e47a2ed42b934672baa0d5c64e7192ca'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:50.298960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213edbc6-d7aa-47fd-955e-54fffaff2d7c req-46a2ce60-2f99-4ff9-8f56-84899ddbb0f8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:50.320705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-213edbc6-d7aa-47fd-955e-54fffaff2d7c req-46a2ce60-2f99-4ff9-8f56-84899ddbb0f8 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1323068 Jan 29 20:00:50.323041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Made reservation on behalf of e47a2ed42b934672baa0d5c64e7192ca for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:50.329432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:50.351555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:50.416330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-213edbc6-d7aa-47fd-955e-54fffaff2d7c req-001c674d-d185-4799-ac25-c640da63239c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946729 Jan 29 20:00:50.690089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks [] for security_group (6b8ba61d-0b1c-4040-82f9-4cca9439dbde), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:50.974294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6b8ba61d-0b1c-4040-82f9-4cca9439dbde), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:50.987352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:00:50.996226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (44fcd3b1-3463-416e-a2c9-07e81e6d4055), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:50.996689 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Added segment 44fcd3b1-3463-416e-a2c9-07e81e6d4055 of type vlan for network ee33ece9-6c90-41f5-a1db-f0fe0dde124b Jan 29 20:00:51.092304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ee33ece9-6c90-41f5-a1db-f0fe0dde124b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:51.105485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ba61d-0b1c-4040-82f9-4cca9439dbde,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:51.276757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ee33ece9-6c90-41f5-a1db-f0fe0dde124b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:51.277763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:51.278832 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:51.451744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5148079 Jan 29 20:00:51.452070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37700) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:00:51.454514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf3bbd-3b8b-40f9-b17e-5121da05dbc4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee33ece9-6c90-41f5-a1db-f0fe0dde124b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:51.457366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Request body: {'subnet': {'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-365938017-subnet', 'tenant_id': 'e47a2ed42b934672baa0d5c64e7192ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:51.466598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:00:51.626499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Made reservation on behalf of e47a2ed42b934672baa0d5c64e7192ca for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:51.626499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:51.912728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8892-0beb-402a-a07d-527fcc835ed9 req-80a1bfdb-0339-4c86-b9d7-9ae1b656ee71 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:51.927609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb2a8892-0beb-402a-a07d-527fcc835ed9 req-80a1bfdb-0339-4c86-b9d7-9ae1b656ee71 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.2452166 Jan 29 20:00:52.018514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fb2a8892-0beb-402a-a07d-527fcc835ed9 req-50df8b8f-24e2-48c8-bb2f-0b6a09b1ea5c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944884 Jan 29 20:00:52.163898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (31c395ea-3ada-4293-827d-5321c3bbf164), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:52.222702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-3fef4e3e-20f4-41a4-9760-3dd84488e60c tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:52.232020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-3fef4e3e-20f4-41a4-9760-3dd84488e60c tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/networks?id=8060f8c0-3574-47e2-af18-0a71fdcf01d4 HTTP/1.1" status: 200 len: 807 time: 0.1678917 Jan 29 20:00:52.253477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-e233673f-b603-43f9-9177-d8571765142c tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/quotas/dbd75f2cb3f4490c84dfd6b518ae5550 HTTP/1.1" status: 200 len: 375 time: 0.0203104 Jan 29 20:00:52.276522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c395ea-3ada-4293-827d-5321c3bbf164,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:52.319161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Checking segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:00:52.321914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Network hostable DHCP agents. Network: ee33ece9-6c90-41f5-a1db-f0fe0dde124b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:00:52.326841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-58272c12-3f1a-4104-8cd1-6618a8aead64 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699093 Jan 29 20:00:52.443183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:00:52.552730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ee33ece9-6c90-41f5-a1db-f0fe0dde124b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:00:52.558535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:52.563655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:52.566479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6642e7-0de7-48ea-9544-5dd3f4d785fb None None] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:00:52.635242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-743f933c-7325-40be-8d7f-b38f275a7779 service neutron] 10.222.0.15 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095360 Jan 29 20:00:52.662639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-05fd2890-bf7d-4745-b6c7-c5ee17265c63 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2105899 Jan 29 20:00:52.868747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c006c-625d-42cd-a369-f0d2d3e24c3a None None] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:00:52.918184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-8314a491-7562-41c6-bc66-adf5289bbdcf service neutron] 10.222.0.15 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818482 Jan 29 20:00:53.360165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400291fd-382f-4ff2-ad6b-87c2f09efc25 req-610df156-3b40-4144-8312-d6805b1eebf5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:53.374402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-400291fd-382f-4ff2-ad6b-87c2f09efc25 req-610df156-3b40-4144-8312-d6805b1eebf5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1616678 Jan 29 20:00:53.548830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-400291fd-382f-4ff2-ad6b-87c2f09efc25 req-9e36b9e6-77a8-4c3d-a7e9-646e551cee85 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686497 Jan 29 20:00:53.740821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0da608c3-06c3-4f81-821b-2557de8f5f4f req-2fe2fd81-e3a5-468f-a289-90927068c99d tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 210 time: 0.0612342 Jan 29 20:00:53.978246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-68762cf3-2f42-4b8c-b74d-88bef0fa5720 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:53.988214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-68762cf3-2f42-4b8c-b74d-88bef0fa5720 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 817 time: 0.2472417 Jan 29 20:00:54.017775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-fa0abdcd-2024-491a-a362-0d617baed0f9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/quotas/e47a2ed42b934672baa0d5c64e7192ca HTTP/1.1" status: 200 len: 375 time: 0.0261350 Jan 29 20:00:54.104438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-a413f805-4761-41e8-92f3-c29de73806ac tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849166 Jan 29 20:00:54.349710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-09045af7-10d3-4531-a406-ed929948411d service neutron] 10.222.0.15 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400284 Jan 29 20:00:54.526450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-924164d0-c25c-4e3c-bcfa-72f6405714d6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718302 Jan 29 20:00:54.988238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1933faae-b4b9-4ef7-bf09-c11cac3462d8 req-6b85d6fa-4a54-4828-a451-811ada4cef0e tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 210 time: 0.0819795 Jan 29 20:00:55.180142 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc3ca-5a7a-4104-a7b7-b098c385f70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:55.588925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad18b760-4b39-4857-8f6a-a3a8f6378ae4 req-a6a122c2-72de-4a9e-925b-451d989891bc tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0879378 Jan 29 20:00:56.193359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39e7078b-6155-4d45-b408-4ab5e716b0de req-5bfc9f35-1c37-4757-af75-658a32ff3c1b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 210 time: 0.0945039 Jan 29 20:00:56.603594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-b6a7a950-f6b7-4ba0-bd74-7ae7d30db328 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:56.606756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-b6a7a950-f6b7-4ba0-bd74-7ae7d30db328 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "GET /v2.0/networks?id=8060f8c0-3574-47e2-af18-0a71fdcf01d4 HTTP/1.1" status: 200 len: 807 time: 0.2783585 Jan 29 20:00:56.632957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Request body: {'port': {'device_id': '2c9279af-f341-467d-b8bb-1550eb00493c', 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4', 'admin_state_up': True, 'tenant_id': 'dbd75f2cb3f4490c84dfd6b518ae5550'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:56.817200 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e06edf5-c5f5-4108-bb37-210b372cd912 req-9cd37b7a-aeb7-42fe-8f9d-592c28add28b tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0527864 Jan 29 20:00:56.974374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Made reservation on behalf of dbd75f2cb3f4490c84dfd6b518ae5550 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:00:56.978778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:57.165890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Allocated IP 172.20.0.6 (8060f8c0-3574-47e2-af18-0a71fdcf01d4/82677aeb-085e-4a63-8d89-f3feba99a804/695d060d-8349-48e1-9254-8224ef98bf8c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:00:57.502087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-650f285a-f93a-4f1e-b484-b916c4ee0f05 req-5b182828-d812-41a7-b8d2-186cd15150bb tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 210 time: 0.0438097 Jan 29 20:00:57.529126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks [] for port (695d060d-8349-48e1-9254-8224ef98bf8c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:57.679301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:57.774505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Pushing event updated for resources: {'Port': ['ID=695d060d-8349-48e1-9254-8224ef98bf8c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:57.833857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:00:57.836254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:00:57.845372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:00:57.955264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-96d7100c-a550-4fdd-ab39-cfdfef365401 req-31b9c6c4-778e-4243-837c-39817da9f321 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0370011 Jan 29 20:00:57.972775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:57.974185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:58.080920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-ef7b18d0-e336-47fe-9ce6-537fa3b0c9d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4535289 Jan 29 20:00:58.114204 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8eb2058e-258c-4d99-a392-c3863072419a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:58.234925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Request body: {'port': {'device_id': '2c9279af-f341-467d-b8bb-1550eb00493c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:00:58.353939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:58.883128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812829bb-35c1-4cbe-a53b-24be3a9cdc82 req-f88e08d7-6bd1-4a86-aebc-76092684f266 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:00:58.884485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812829bb-35c1-4cbe-a53b-24be3a9cdc82 req-f88e08d7-6bd1-4a86-aebc-76092684f266 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 931 time: 0.2162266 Jan 29 20:00:58.902875 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:59.106645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-108a7283-e134-452d-a004-b675ca40697d req-1772fa25-d983-4dd6-a537-4efff304389d tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0713470 Jan 29 20:00:59.136334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-812829bb-35c1-4cbe-a53b-24be3a9cdc82 req-a83dc378-8e7c-4a98-9395-15a3f143958f tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419782 Jan 29 20:00:59.174431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695d060d-8349-48e1-9254-8224ef98bf8c {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:00:59.193050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Publish callbacks [] for port (695d060d-8349-48e1-9254-8224ef98bf8c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:59.235636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Transition to ACTIVE for port object 695d060d-8349-48e1-9254-8224ef98bf8c will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:00:59.317695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:59.516730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Pushing event updated for resources: {'Port': ['ID=695d060d-8349-48e1-9254-8224ef98bf8c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:00:59.739025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Attempting to bind port 695d060d-8349-48e1-9254-8224ef98bf8c on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:00:59.739425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Attempting to bind port 695d060d-8349-48e1-9254-8224ef98bf8c by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:00:59.739762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Attempting to bind port 695d060d-8349-48e1-9254-8224ef98bf8c on network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:00:59.752233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:59.754317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Port 695d060d-8349-48e1-9254-8224ef98bf8c on network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:00:59.754657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Attempting to bind port 695d060d-8349-48e1-9254-8224ef98bf8c on network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:00:59.761902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:00:59.761902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Checking segment: {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:00:59.761902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Bound using segment: {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:00:59.761902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Bound port: 695d060d-8349-48e1-9254-8224ef98bf8c, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:00:59.761902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:00:59.974597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] For port 695d060d-8349-48e1-9254-8224ef98bf8c, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:00:59.982794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] For port 695d060d-8349-48e1-9254-8224ef98bf8c, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=695d060d-8349-48e1-9254-8224ef98bf8c,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:01:00.037859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:00.099032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:00.099898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:00.101485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] 10.222.0.13 "PUT /v2.0/ports/695d060d-8349-48e1-9254-8224ef98bf8c HTTP/1.1" status: 200 len: 1091 time: 2.0055213 Jan 29 20:01:00.101945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9279af-f341-467d-b8bb-1550eb00493c', 'tag': '695d060d-8349-48e1-9254-8224ef98bf8c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:00.104189 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4075079-6ca3-4243-bae6-fd732a33669a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9279af-f341-467d-b8bb-1550eb00493c", "tag": "695d060d-8349-48e1-9254-8224ef98bf8c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:00.164676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cfa05-07e5-4684-ac2a-de760b1404ae service neutron] Pushing event updated for resources: {'Port': ['ID=695d060d-8349-48e1-9254-8224ef98bf8c,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:00.278761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:00.279553 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057235fa-2df2-47f4-b266-2347eab8b4df x-openstack-request-id: req-057235fa-2df2-47f4-b266-2347eab8b4df {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:00.279848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9279af-f341-467d-b8bb-1550eb00493c", "tag": "695d060d-8349-48e1-9254-8224ef98bf8c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:00.280104 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-057235fa-2df2-47f4-b266-2347eab8b4df {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:00.280667 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9279af-f341-467d-b8bb-1550eb00493c', 'tag': '695d060d-8349-48e1-9254-8224ef98bf8c', 'status': 'completed', 'code': 200} Jan 29 20:01:00.294574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43c03e30-a70e-4394-92e1-c963289c2693 req-90539181-ee2f-432f-946d-0872bee8e71d tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0527310 Jan 29 20:01:00.560324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-f085d20e-1dc3-419e-9092-10b2a9bc06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:00.562473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-f085d20e-1dc3-419e-9092-10b2a9bc06e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 1125 time: 0.1657808 Jan 29 20:01:00.667662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958c594-72a4-407d-84b6-9eb31523c64c req-112db24b-2a89-41a6-9b54-7b04790a6eec tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:00.669249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9958c594-72a4-407d-84b6-9eb31523c64c req-112db24b-2a89-41a6-9b54-7b04790a6eec tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 943 time: 0.2612462 Jan 29 20:01:00.670577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-10d72340-08c5-4512-98d2-4742378da6f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695d060d-8349-48e1-9254-8224ef98bf8c HTTP/1.1" status: 200 len: 217 time: 0.0949802 Jan 29 20:01:00.870331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-93b25d9b-d063-4100-94c9-4c144e53290f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:00.872144 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-93b25d9b-d063-4100-94c9-4c144e53290f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 817 time: 0.1666389 Jan 29 20:01:00.875022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9958c594-72a4-407d-84b6-9eb31523c64c req-4093a72f-6390-4e99-9dc9-1cecd244e5d3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966734 Jan 29 20:01:00.882033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-0ab75fce-2182-4054-9f0d-53b6fbfffd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:00.882033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-0ab75fce-2182-4054-9f0d-53b6fbfffd87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82677aeb-085e-4a63-8d89-f3feba99a804 HTTP/1.1" status: 200 len: 847 time: 0.2022665 Jan 29 20:01:00.912718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Request body: {'port': {'device_id': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'admin_state_up': True, 'tenant_id': 'e47a2ed42b934672baa0d5c64e7192ca'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:00.954436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-26d3c04b-183f-4c83-bbe3-1ef33c48f8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8060f8c0-3574-47e2-af18-0a71fdcf01d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544646 Jan 29 20:01:01.356122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Made reservation on behalf of e47a2ed42b934672baa0d5c64e7192ca for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:01:01.359015 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:01.406486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-b0c13c73-2055-442f-870e-ccd1a0c25e91 service neutron] 10.222.0.13 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360588 Jan 29 20:01:01.529398 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:01.565880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-05afb439-ec67-483c-8176-fb95d4e9ccea tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:01.567442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-05afb439-ec67-483c-8176-fb95d4e9ccea tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 817 time: 0.4317505 Jan 29 20:01:01.607733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Request body: {'port': {'device_id': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'admin_state_up': True, 'tenant_id': 'e47a2ed42b934672baa0d5c64e7192ca'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:01.618154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b686966-8963-4cbe-910c-e86a695bd133 req-36915f0b-8c77-4134-9073-2c8c0581b6f4 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0938177 Jan 29 20:01:01.814299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f1912cab-fb50-4612-a05c-9947657a9c2a req-347c18d1-fdbe-4456-8a1c-e7bd0d194076 service neutron] 10.222.0.13 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899298 Jan 29 20:01:01.840382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Allocated IP 172.20.0.13 (ee33ece9-6c90-41f5-a1db-f0fe0dde124b/31c395ea-3ada-4293-827d-5321c3bbf164/f04259af-55ba-4abc-9a87-cf1d5bd646a3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:01:01.939049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Made reservation on behalf of e47a2ed42b934672baa0d5c64e7192ca for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:01:01.942562 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:02.162293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-e1e7342a-0b31-432d-bc77-a8796bd7c671 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:02.163818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-e1e7342a-0b31-432d-bc77-a8796bd7c671 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.4901659 Jan 29 20:01:02.226885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-063c1f60-7f6e-4f5d-ba9a-cd30ca4d7ff7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/quotas/193cd9f4fbd245938611d2788e95581b HTTP/1.1" status: 200 len: 375 time: 0.0559745 Jan 29 20:01:02.396107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-de1a1f13-ecd0-4513-a0fe-767bae55d89b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634252 Jan 29 20:01:02.397280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-01753356-763f-4abd-b0dc-7ea7964c84a2 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:02.399326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-01753356-763f-4abd-b0dc-7ea7964c84a2 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.26 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 817 time: 0.4947085 Jan 29 20:01:02.461551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Request body: {'port': {'device_id': '3471028c-837b-4b41-8346-2bf43c440637', 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'admin_state_up': True, 'tenant_id': 'e47a2ed42b934672baa0d5c64e7192ca'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:02.580891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-c7f7a248-a20d-4cba-8af1-357ec70140da service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675196 Jan 29 20:01:02.631628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks [] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:02.751998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075079-6ca3-4243-bae6-fd732a33669a req-8ed85be1-3f31-4368-bc2b-72646d5238ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:02.753681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-8ed85be1-3f31-4368-bc2b-72646d5238ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 1125 time: 0.7728415 Jan 29 20:01:02.762598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-78f1051b-ff6e-43c8-9eba-be339e31ce0e service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808610 Jan 29 20:01:02.766547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d226f8-6183-4b93-b325-dfd0384f26cf req-f14251b9-4ec6-4679-a608-7f6e8693ebf1 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:02.773443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56d226f8-6183-4b93-b325-dfd0384f26cf req-f14251b9-4ec6-4679-a608-7f6e8693ebf1 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 943 time: 0.6757753 Jan 29 20:01:02.809736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:02.887591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:01:02.891453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:01:02.911415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:01:02.920713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Allocated IP 172.20.0.14 (ee33ece9-6c90-41f5-a1db-f0fe0dde124b/31c395ea-3ada-4293-827d-5321c3bbf164/13cc9824-f97c-47d6-afd3-3a034ee0ab6f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:01:02.948944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Pushing event updated for resources: {'Port': ['ID=f04259af-55ba-4abc-9a87-cf1d5bd646a3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:02.991462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:02.992362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:03.063980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-208c86e2-0539-48af-b1d4-82a3f5f99b13 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1706140 Jan 29 20:01:03.077386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Request body: {'port': {'device_id': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:03.096980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075079-6ca3-4243-bae6-fd732a33669a req-eef06534-51bd-4f63-9ebe-2edf698aa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:03.101351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-eef06534-51bd-4f63-9ebe-2edf698aa90c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8060f8c0-3574-47e2-af18-0a71fdcf01d4 HTTP/1.1" status: 200 len: 907 time: 0.3236442 Jan 29 20:01:03.108528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56d226f8-6183-4b93-b325-dfd0384f26cf req-6fc276d9-6b19-40e5-af74-4cf43930da8b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342102 Jan 29 20:01:03.295148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70cbad0e-26aa-4376-9d36-33576539f10b req-181efe58-069b-4028-9513-d83df6f3ae11 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.0878475 Jan 29 20:01:03.366746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-335a0f24-5061-4989-a3b9-c52be46b30c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695d060d-8349-48e1-9254-8224ef98bf8c HTTP/1.1" status: 200 len: 217 time: 0.2442515 Jan 29 20:01:03.371872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Made reservation on behalf of e47a2ed42b934672baa0d5c64e7192ca for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:01:03.378290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:03.382628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:03.621254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-379fbcdd-fac8-4d54-b826-8d5399604129 req-66bb6144-bf95-4f3f-a2e1-77e09c047a35 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 210 time: 0.2006888 Jan 29 20:01:03.750817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-35f9d3d2-864d-41c9-b496-c8ab4cd009ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3155336 Jan 29 20:01:03.757697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075079-6ca3-4243-bae6-fd732a33669a req-ac3a8bba-e512-4a85-b421-03e1da22544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:03.759520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-ac3a8bba-e512-4a85-b421-03e1da22544c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82677aeb-085e-4a63-8d89-f3feba99a804 HTTP/1.1" status: 200 len: 847 time: 0.3254683 Jan 29 20:01:03.817593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-17a4198e-af73-4fa9-b551-5ef824fb2fb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8060f8c0-3574-47e2-af18-0a71fdcf01d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465605 Jan 29 20:01:03.847370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks [] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:03.998476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-57c479aa-3ca7-4967-a626-8e27323aa877 service neutron] 10.222.0.13 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124473 Jan 29 20:01:04.104076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:04.224953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Pushing event updated for resources: {'Port': ['ID=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:04.229420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 695d060d-8349-48e1-9254-8224ef98bf8c details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:01:04.248253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-977e8e47-0a8f-4a37-bee5-6aafa73f6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:04.251951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-977e8e47-0a8f-4a37-bee5-6aafa73f6c8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 1129 time: 0.3655703 Jan 29 20:01:04.293587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:01:04.367140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:01:04.372669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:01:04.511781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 695d060d-8349-48e1-9254-8224ef98bf8c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=695d060d-8349-48e1-9254-8224ef98bf8c,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:04.529041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04259af-55ba-4abc-9a87-cf1d5bd646a3 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:04.537321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '695d060d-8349-48e1-9254-8224ef98bf8c', 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4', 'port_id': '695d060d-8349-48e1-9254-8224ef98bf8c', 'mac_address': 'fa:16:3e:db:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82677aeb-085e-4a63-8d89-f3feba99a804', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:01:04.551791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e64cc-f75b-47a0-9e34-05dc2533c08d req-503814de-d69c-49fb-ba2f-4e528f7e102d tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:04.557970 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d4e64cc-f75b-47a0-9e34-05dc2533c08d req-503814de-d69c-49fb-ba2f-4e528f7e102d tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 943 time: 0.2583132 Jan 29 20:01:04.574129 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Publish callbacks [] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:04.584904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:04.587926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:04.623843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e4075079-6ca3-4243-bae6-fd732a33669a req-1351c8f3-9716-4581-9742-9c7bc91e3c1f service neutron] 10.222.0.13 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081612 Jan 29 20:01:04.624766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Transition to ACTIVE for port object f04259af-55ba-4abc-9a87-cf1d5bd646a3 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:01:04.629001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 695d060d-8349-48e1-9254-8224ef98bf8c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:04.629473 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:04.676452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695d060d-8349-48e1-9254-8224ef98bf8c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:04.717493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d4e64cc-f75b-47a0-9e34-05dc2533c08d req-908327d0-7540-4c53-9326-aa1ef48abcd3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525717 Jan 29 20:01:04.723233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 695d060d-8349-48e1-9254-8224ef98bf8c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=695d060d-8349-48e1-9254-8224ef98bf8c,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:04.723339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:04.802198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ee49235e-7ac5-483c-a35f-6d9755af0403 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2024689 Jan 29 20:01:04.814477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb5b3f2-2645-4e97-b345-7ad6d354dfbd req-50b6734a-8d65-42e5-975b-7d698814e21c tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.2043409 Jan 29 20:01:04.860908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Request body: {'port': {'device_id': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:04.866294 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:04.949691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4b098f6-e3f8-4a74-b5c7-78794e688603 req-26f46572-c67a-489e-acd7-16d8ad8bb2b2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 210 time: 0.1096647 Jan 29 20:01:04.956353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Pushing event updated for resources: {'Port': ['ID=f04259af-55ba-4abc-9a87-cf1d5bd646a3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:04.998545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-ef498d4b-12b0-4270-a3ab-536d4efe3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:05.001289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-ef498d4b-12b0-4270-a3ab-536d4efe3284 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 200 len: 917 time: 0.6926520 Jan 29 20:01:05.003030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Allocated IP 172.20.0.11 (ee33ece9-6c90-41f5-a1db-f0fe0dde124b/31c395ea-3ada-4293-827d-5321c3bbf164/daeb5136-17ff-4e59-a812-4203c958aa8a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:01:05.020656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=695d060d-8349-48e1-9254-8224ef98bf8c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:05.047136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Attempting to bind port f04259af-55ba-4abc-9a87-cf1d5bd646a3 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:01:05.047506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Attempting to bind port f04259af-55ba-4abc-9a87-cf1d5bd646a3 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:01:05.048096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Attempting to bind port f04259af-55ba-4abc-9a87-cf1d5bd646a3 on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:05.056162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Port f04259af-55ba-4abc-9a87-cf1d5bd646a3 on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:01:05.056522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Attempting to bind port f04259af-55ba-4abc-9a87-cf1d5bd646a3 on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:05.071417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:01:05.081200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Checking segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:01:05.081200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Bound using segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:01:05.081200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Bound port: f04259af-55ba-4abc-9a87-cf1d5bd646a3, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:01:05.081200 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:05.113725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['695d060d-8349-48e1-9254-8224ef98bf8c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:05.256595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] For port f04259af-55ba-4abc-9a87-cf1d5bd646a3, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:01:05.256595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] For port f04259af-55ba-4abc-9a87-cf1d5bd646a3, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:01:05.346563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:05.450977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:05.451595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:05.453094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] 10.222.0.13 "PUT /v2.0/ports/f04259af-55ba-4abc-9a87-cf1d5bd646a3 HTTP/1.1" status: 200 len: 1092 time: 2.3809977 Jan 29 20:01:05.453538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'tag': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:05.455861 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931e9405-2cbd-4e9d-9987-1199ee07beee" -d '{"events": [{"name": "network-changed", "server_uuid": "651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3", "tag": "f04259af-55ba-4abc-9a87-cf1d5bd646a3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:05.485779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5bd1-18a7-4f9d-a532-f44205bf550a service neutron] Pushing event updated for resources: {'Port': ['ID=f04259af-55ba-4abc-9a87-cf1d5bd646a3,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:05.683125 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb9e14-d050-4ca2-a048-77192d08e688 x-openstack-request-id: req-8ceb9e14-d050-4ca2-a048-77192d08e688 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:05.683852 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3", "tag": "f04259af-55ba-4abc-9a87-cf1d5bd646a3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:05.683852 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ceb9e14-d050-4ca2-a048-77192d08e688 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:05.684055 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'tag': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3', 'status': 'completed', 'code': 200} Jan 29 20:01:05.884764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:05.943878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-15762d40-7fbf-4bb5-b9d7-5a1c4d707e3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 200 len: 1002 time: 0.9331107 Jan 29 20:01:06.088549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-652606b2-7ca6-4796-9f86-0a185b44865b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:06.090076 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-652606b2-7ca6-4796-9f86-0a185b44865b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.2578499 Jan 29 20:01:06.094352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-65ae89e7-3b01-4ee5-a35b-a19923c50247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:06.095782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-65ae89e7-3b01-4ee5-a35b-a19923c50247 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 1126 time: 0.3797028 Jan 29 20:01:06.096784 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ff0b449-98ed-495a-b736-e9f756c9dcec req-e5820689-218f-4fde-a93b-cc45353e22bf tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 210 time: 0.1417649 Jan 29 20:01:06.153488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Request body: {'port': {'device_id': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'admin_state_up': True, 'tenant_id': '193cd9f4fbd245938611d2788e95581b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:06.237707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 695d060d-8349-48e1-9254-8224ef98bf8c up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:01:06.272335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks [] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:06.398997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 695d060d-8349-48e1-9254-8224ef98bf8c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:01:06.403505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 695d060d-8349-48e1-9254-8224ef98bf8c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:01:06.403879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:06.460868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:06.613232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 695d060d-8349-48e1-9254-8224ef98bf8c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:06.613634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:06.619017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61bf6a06-a543-43d5-a16a-1f1cbfc6aef9 req-c9166903-19aa-48d8-8e4e-76ac77ea7b02 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 210 time: 0.2009718 Jan 29 20:01:06.671150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9279af-f341-467d-b8bb-1550eb00493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d060d-8349-48e1-9254-8224ef98bf8c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:06.680810 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bbe306-904b-4b85-b607-397e7fdb520d" -d '{"events": [{"server_uuid": "2c9279af-f341-467d-b8bb-1550eb00493c", "name": "network-vif-plugged", "status": "completed", "tag": "695d060d-8349-48e1-9254-8224ef98bf8c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:06.709818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-4b14b5c5-a587-43a0-aedc-90b624ddd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:06.711166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 695d060d-8349-48e1-9254-8224ef98bf8c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=695d060d-8349-48e1-9254-8224ef98bf8c,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:06.714547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-4b14b5c5-a587-43a0-aedc-90b624ddd99d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 200 len: 856 time: 0.7494979 Jan 29 20:01:06.780085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:06.930703 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4f0ed5-69b2-4d8a-b37d-cd2485050b05 x-openstack-request-id: req-8e4f0ed5-69b2-4d8a-b37d-cd2485050b05 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:06.931013 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9279af-f341-467d-b8bb-1550eb00493c", "name": "network-vif-plugged", "status": "completed", "tag": "695d060d-8349-48e1-9254-8224ef98bf8c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:06.931289 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e4f0ed5-69b2-4d8a-b37d-cd2485050b05 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:06.931692 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9279af-f341-467d-b8bb-1550eb00493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d060d-8349-48e1-9254-8224ef98bf8c', 'code': 200} Jan 29 20:01:06.934696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=695d060d-8349-48e1-9254-8224ef98bf8c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:07.009422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Network ee33ece9-6c90-41f5-a1db-f0fe0dde124b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:01:07.060932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Pushing event updated for resources: {'Port': ['ID=daeb5136-17ff-4e59-a812-4203c958aa8a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:07.193745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:01:07.205586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:01:07.367096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-d0816c84-b761-4ae3-b370-728e3071d4bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3 HTTP/1.1" status: 200 len: 217 time: 1.2192185 Jan 29 20:01:07.497547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f1ba9-9ae0-4d7c-a26b-965a2a51d58c req-5bfef539-df2d-4258-a8b3-e7c6acd05ca4 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:07.513913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-509f1ba9-9ae0-4d7c-a26b-965a2a51d58c req-5bfef539-df2d-4258-a8b3-e7c6acd05ca4 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 944 time: 1.4226851 Jan 29 20:01:07.565254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Made reservation on behalf of 193cd9f4fbd245938611d2788e95581b for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:01:07.572250 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:07.577058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cc9824-f97c-47d6-afd3-3a034ee0ab6f {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:07.586292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Publish callbacks [] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:07.599518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Transition to ACTIVE for port object 13cc9824-f97c-47d6-afd3-3a034ee0ab6f will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:01:07.703776 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-509f1ba9-9ae0-4d7c-a26b-965a2a51d58c req-c9b266f9-6323-43c0-b3db-3d09bb1baf62 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864467 Jan 29 20:01:07.713568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b3e2ea-cedb-4b64-bcd2-8412c6eceb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:07.715023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b3e2ea-cedb-4b64-bcd2-8412c6eceb85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 200 len: 857 time: 0.3271995 Jan 29 20:01:07.729283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:07.732237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:07.759713 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:07.890826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-69fbce78-b278-4153-aa6f-21ed836db8e7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4336305 Jan 29 20:01:07.942614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-96ec9759-29b4-4d32-9b83-ea39c66891bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:07.944455 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-96ec9759-29b4-4d32-9b83-ea39c66891bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cef406a5-50de-4822-b513-da8611bca3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1914160 Jan 29 20:01:07.953759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Request body: {'port': {'device_id': '3471028c-837b-4b41-8346-2bf43c440637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:08.031082 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:08.037464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Allocated IP 172.20.0.7 (822fd9b0-1689-41cd-80b3-f52857eb7c7b/68fd2f72-f689-45dc-926f-321bf6abee9a/826ba7be-6d44-485b-9078-57435f79508a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:01:08.110133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7b236-9574-437c-81de-60553ed225d4 req-06dde61f-25dd-4fef-9ae6-cdc6a403768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:08.128387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31a7b236-9574-437c-81de-60553ed225d4 req-06dde61f-25dd-4fef-9ae6-cdc6a403768f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 1127 time: 1.1518931 Jan 29 20:01:08.231997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-afb6ee4c-ca7f-4662-9d96-217ac3a8470f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4863062 Jan 29 20:01:08.349758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-e6e424ba-ecc3-42b2-8571-221fb16da944 service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591948 Jan 29 20:01:08.622517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31a7b236-9574-437c-81de-60553ed225d4 req-4b9543db-6927-4dfd-9dd8-b092339e1741 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673390 Jan 29 20:01:08.623649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-ca4762a4-4256-4881-ae18-70e0cf92635d service neutron] 10.222.0.26 "GET /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137251 Jan 29 20:01:08.628873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:08.666776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks [] for port (826ba7be-6d44-485b-9078-57435f79508a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:08.716072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa4a7138-4bcc-48f1-8536-3ae43e93f62b req-ad73b919-2cfd-43bf-8245-f027bb0e2d0f tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 210 time: 0.4810498 Jan 29 20:01:08.756808 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-ae3e114f-2167-42e2-8cf9-c34bfd5b0e9e service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771872 Jan 29 20:01:08.771569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d0c99-2776-4554-b3d6-d6dd725fc3bd req-9305c3cf-407a-4f3f-85b8-f3620055712b tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:08.773320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-525d0c99-2776-4554-b3d6-d6dd725fc3bd req-9305c3cf-407a-4f3f-85b8-f3620055712b tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 932 time: 1.4466438 Jan 29 20:01:08.802979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (826ba7be-6d44-485b-9078-57435f79508a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:08.837911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Attempting to bind port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:01:08.838337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Attempting to bind port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:01:08.838749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Attempting to bind port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:08.850648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75', '9810d853-eb9f-4e76-8117-403e6bfeeffe'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:08.871431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:01:08.871848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Attempting to bind port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:08.880388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:01:08.880899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Checking segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:01:08.881390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Bound using segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:01:08.882127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Bound port: 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:01:08.882642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:08.884728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:08.978406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-525d0c99-2776-4554-b3d6-d6dd725fc3bd req-24db87e7-0bd2-4402-b090-9fd084b1e05d tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451170 Jan 29 20:01:09.064105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event updated for resources: {'Port': ['ID=826ba7be-6d44-485b-9078-57435f79508a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:09.143050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:01:09.178248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:01:09.194780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:01:09.328031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] For port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:01:09.367537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] For port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:01:09.443769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753afcee-39e7-43ee-a9c0-fa21b422854f req-6024b0fa-7796-43a4-ab13-a89629c95d7d tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:09.460804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753afcee-39e7-43ee-a9c0-fa21b422854f req-6024b0fa-7796-43a4-ab13-a89629c95d7d tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 945 time: 0.5405931 Jan 29 20:01:09.533035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:09.533764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:09.557482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:09.601227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:09.604033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:09.607795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] 10.222.0.13 "PUT /v2.0/ports/13cc9824-f97c-47d6-afd3-3a034ee0ab6f HTTP/1.1" status: 200 len: 1092 time: 4.7821660 Jan 29 20:01:09.615861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-70a58185-1150-45a1-a55d-a01b991aaf4a service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035754 Jan 29 20:01:09.670400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'tag': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:09.671098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-753afcee-39e7-43ee-a9c0-fa21b422854f req-ff585544-8853-40be-9651-f51b95bb31a7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091193 Jan 29 20:01:09.678655 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "f745588c-0843-4fa1-a8e0-03120f1a936a", "tag": "13cc9824-f97c-47d6-afd3-3a034ee0ab6f"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:09.682618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-65a376c3-a324-4476-8413-16310514d21e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5333021 Jan 29 20:01:09.703925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Request body: {'port': {'device_id': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:09.807247 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9f48ce-b8e6-413f-ad9c-0c3a4a669ace x-openstack-request-id: req-9d9f48ce-b8e6-413f-ad9c-0c3a4a669ace {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:09.807713 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f745588c-0843-4fa1-a8e0-03120f1a936a", "tag": "13cc9824-f97c-47d6-afd3-3a034ee0ab6f", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:09.808067 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d9f48ce-b8e6-413f-ad9c-0c3a4a669ace {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:09.810291 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'tag': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f', 'status': 'completed', 'code': 200} Jan 29 20:01:09.916537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (826ba7be-6d44-485b-9078-57435f79508a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:09.982438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a3cf-5b81-46f6-9edc-ef5d5f4bfe78 service neutron] Pushing event updated for resources: {'Port': ['ID=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:10.002213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daeb5136-17ff-4e59-a812-4203c958aa8a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:10.013885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Publish callbacks [] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:10.025297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-fdefbbdc-7415-419d-af0e-46eb371e8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:10.032501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-fdefbbdc-7415-419d-af0e-46eb371e8e04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 1126 time: 0.2147439 Jan 29 20:01:10.120099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Transition to ACTIVE for port object daeb5136-17ff-4e59-a812-4203c958aa8a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:01:10.349995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:10.443595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826ba7be-6d44-485b-9078-57435f79508a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:10.454337 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Publish callbacks [] for port (826ba7be-6d44-485b-9078-57435f79508a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:10.471020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Transition to ACTIVE for port object 826ba7be-6d44-485b-9078-57435f79508a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:01:10.490788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-8cd1a2a8-8e8c-41cb-9198-a90871420fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:10.492265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3543cb-8f4f-4648-8b7c-9965a70266d5 req-80416b3f-15c3-496f-9e19-d2ad2d43e98a tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:10.493025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-8cd1a2a8-8e8c-41cb-9198-a90871420fdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 1126 time: 0.5992420 Jan 29 20:01:10.506230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f3543cb-8f4f-4648-8b7c-9965a70266d5 req-80416b3f-15c3-496f-9e19-d2ad2d43e98a tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 932 time: 0.3485036 Jan 29 20:01:10.524433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e8634-ac71-447a-8d9f-14756702051e req-4f1e3cca-72c2-48cf-90ed-c57a3508cc1c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:10.524433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e2e8634-ac71-447a-8d9f-14756702051e req-4f1e3cca-72c2-48cf-90ed-c57a3508cc1c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 931 time: 0.6294153 Jan 29 20:01:10.566706 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (826ba7be-6d44-485b-9078-57435f79508a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:10.576941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-94721ac7-587f-4b8f-a293-dbf940a08258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f HTTP/1.1" status: 200 len: 217 time: 0.0753965 Jan 29 20:01:10.694462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Attempting to bind port daeb5136-17ff-4e59-a812-4203c958aa8a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:01:10.695014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Attempting to bind port daeb5136-17ff-4e59-a812-4203c958aa8a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:01:10.695518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Attempting to bind port daeb5136-17ff-4e59-a812-4203c958aa8a on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:10.716945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-efebe8f5-0580-45ad-9de0-7c4141fecc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:10.726929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-efebe8f5-0580-45ad-9de0-7c4141fecc4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 917 time: 0.6844039 Jan 29 20:01:10.729083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Pushing event updated for resources: {'Port': ['ID=daeb5136-17ff-4e59-a812-4203c958aa8a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:10.740046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Pushing event updated for resources: {'Port': ['ID=826ba7be-6d44-485b-9078-57435f79508a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:10.789771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Port daeb5136-17ff-4e59-a812-4203c958aa8a on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:01:10.790100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Attempting to bind port daeb5136-17ff-4e59-a812-4203c958aa8a on network ee33ece9-6c90-41f5-a1db-f0fe0dde124b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:10.881839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-936039db-79cf-45c0-b2e9-539b4abb06af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3 HTTP/1.1" status: 200 len: 217 time: 0.1309361 Jan 29 20:01:10.886242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f3543cb-8f4f-4648-8b7c-9965a70266d5 req-71b338cc-98a0-4bc8-b5c4-6e6459006e27 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327627 Jan 29 20:01:10.895690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:01:10.896040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Checking segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:01:10.896450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Bound using segment: {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:01:10.896902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Bound port: daeb5136-17ff-4e59-a812-4203c958aa8a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fcd3b1-3463-416e-a2c9-07e81e6d4055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:01:10.897261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:10.920070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e2e8634-ac71-447a-8d9f-14756702051e req-4bf9a97c-d1c4-4ee0-8db9-f7d9db48058c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563678 Jan 29 20:01:11.022338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Attempting to bind port 826ba7be-6d44-485b-9078-57435f79508a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:01:11.022739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Attempting to bind port 826ba7be-6d44-485b-9078-57435f79508a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:01:11.023128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Attempting to bind port 826ba7be-6d44-485b-9078-57435f79508a on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:11.029854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Port 826ba7be-6d44-485b-9078-57435f79508a on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:01:11.031020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Attempting to bind port 826ba7be-6d44-485b-9078-57435f79508a on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:11.035881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-cea07031-807d-4fcb-a88a-368f1f019191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:11.037122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-5808de34-725a-495d-b64b-65c124ec097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:11.037390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-cea07031-807d-4fcb-a88a-368f1f019191 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 200 len: 857 time: 0.3013830 Jan 29 20:01:11.039641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-5808de34-725a-495d-b64b-65c124ec097b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 200 len: 857 time: 0.1523831 Jan 29 20:01:11.040619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:01:11.040912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Checking segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:01:11.041297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Bound using segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:01:11.042609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Bound port: 826ba7be-6d44-485b-9078-57435f79508a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:01:11.043084 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (826ba7be-6d44-485b-9078-57435f79508a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:11.164876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-85aab507-7e68-4e70-98e7-3377b0ecf3af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159360 Jan 29 20:01:11.178922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-bf7bb66d-8553-48e8-b76a-54abdc1d492c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952768 Jan 29 20:01:11.254364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] For port daeb5136-17ff-4e59-a812-4203c958aa8a, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:01:11.304345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] For port daeb5136-17ff-4e59-a812-4203c958aa8a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=daeb5136-17ff-4e59-a812-4203c958aa8a,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:01:11.367559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] For port 826ba7be-6d44-485b-9078-57435f79508a, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:01:11.373356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] For port 826ba7be-6d44-485b-9078-57435f79508a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=826ba7be-6d44-485b-9078-57435f79508a,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:01:11.409335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:11.411238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-6d365a33-5554-482f-a9ea-0eb8a384a06f service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317679 Jan 29 20:01:11.455892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38644db4-46a7-4a20-9d47-a093a7026a66 req-b48cd2dc-3a0d-41ea-a6a6-56473572743b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:11.476378 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38644db4-46a7-4a20-9d47-a093a7026a66 req-b48cd2dc-3a0d-41ea-a6a6-56473572743b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 945 time: 0.4352109 Jan 29 20:01:11.483040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (826ba7be-6d44-485b-9078-57435f79508a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:11.554190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:11.555028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:11.556543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] 10.222.0.26 "PUT /v2.0/ports/daeb5136-17ff-4e59-a812-4203c958aa8a HTTP/1.1" status: 200 len: 1092 time: 3.6208899 Jan 29 20:01:11.591141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-9cc7549b-2a3d-4f71-aa14-4b49ef714b4a service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019620 Jan 29 20:01:11.610254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Pushing event updated for resources: {'Port': ['ID=826ba7be-6d44-485b-9078-57435f79508a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:11.623467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0ff4e-01d0-4572-a426-250e3368c16f service neutron] Pushing event updated for resources: {'Port': ['ID=daeb5136-17ff-4e59-a812-4203c958aa8a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:11.652486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:11.653177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:11.658081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-053961df-826a-4f5f-8071-40dccda796c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/826ba7be-6d44-485b-9078-57435f79508a HTTP/1.1" status: 200 len: 1091 time: 1.9559097 Jan 29 20:01:11.658081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'tag': '826ba7be-6d44-485b-9078-57435f79508a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:11.658081 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e1069c-9fdd-4aff-83d0-a76987353f32" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc3a128-187a-42bb-ac83-98159cc7f9ed", "tag": "826ba7be-6d44-485b-9078-57435f79508a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:11.658717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38644db4-46a7-4a20-9d47-a093a7026a66 req-a9a82063-3bac-4b15-a6e6-272e3e5982b1 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808167 Jan 29 20:01:11.729162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-45f3c3a7-7f03-415c-bfa6-d81c3d8f3a54 service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119226 Jan 29 20:01:11.789956 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e82376-a966-42e3-921d-ef34646900f4 x-openstack-request-id: req-96e82376-a966-42e3-921d-ef34646900f4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:11.790676 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc3a128-187a-42bb-ac83-98159cc7f9ed", "tag": "826ba7be-6d44-485b-9078-57435f79508a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:11.790676 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96e82376-a966-42e3-921d-ef34646900f4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:11.791297 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'tag': '826ba7be-6d44-485b-9078-57435f79508a', 'status': 'completed', 'code': 200} Jan 29 20:01:11.830791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3471028c-837b-4b41-8346-2bf43c440637', 'tag': 'daeb5136-17ff-4e59-a812-4203c958aa8a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:11.834258 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d8dc8-3147-4e61-a09b-07b645e820de" -d '{"events": [{"name": "network-changed", "server_uuid": "3471028c-837b-4b41-8346-2bf43c440637", "tag": "daeb5136-17ff-4e59-a812-4203c958aa8a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:11.842205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-537a159a-a4e6-415f-b4c6-ecae1524360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:11.846606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-537a159a-a4e6-415f-b4c6-ecae1524360b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 1126 time: 0.1098762 Jan 29 20:01:11.878553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-931e9405-2cbd-4e9d-9987-1199ee07beee req-7c47a7fa-a294-464c-9d21-d4553ee69d87 service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771106 Jan 29 20:01:11.937973 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a8fd4-b374-4926-a0c2-007b0caeb5de x-openstack-request-id: req-cc3a8fd4-b374-4926-a0c2-007b0caeb5de {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:11.938270 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3471028c-837b-4b41-8346-2bf43c440637", "tag": "daeb5136-17ff-4e59-a812-4203c958aa8a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:11.938582 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc3a8fd4-b374-4926-a0c2-007b0caeb5de {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:11.938991 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3471028c-837b-4b41-8346-2bf43c440637', 'tag': 'daeb5136-17ff-4e59-a812-4203c958aa8a', 'status': 'completed', 'code': 200} Jan 29 20:01:11.967660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-b380e226-cd3a-4576-93e5-9f34fb11aa8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daeb5136-17ff-4e59-a812-4203c958aa8a HTTP/1.1" status: 200 len: 217 time: 0.1026175 Jan 29 20:01:12.068785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1069c-9fdd-4aff-83d0-a76987353f32 req-bfa9ac04-a2da-488f-bb9b-af21c3e02b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.071301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2e1069c-9fdd-4aff-83d0-a76987353f32 req-bfa9ac04-a2da-488f-bb9b-af21c3e02b9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 1125 time: 0.2242458 Jan 29 20:01:12.153157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-87422de9-12ba-4b26-8e7d-f21b3c520c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.154745 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-87422de9-12ba-4b26-8e7d-f21b3c520c88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 200 len: 857 time: 0.1841025 Jan 29 20:01:12.193175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-05e77740-10e0-499e-bf7e-ef595372e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.194720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-05e77740-10e0-499e-bf7e-ef595372e3af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 1126 time: 0.2549241 Jan 29 20:01:12.237101 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-9288fedb-c38e-4e1d-974c-f40fcdd434c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690074 Jan 29 20:01:12.255325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a742-6792-48e0-b50b-fbf933d81a8b req-afcd31c3-ac59-4e04-b905-22e694c3d1a3 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.263338 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29e4a742-6792-48e0-b50b-fbf933d81a8b req-afcd31c3-ac59-4e04-b905-22e694c3d1a3 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 944 time: 0.1675754 Jan 29 20:01:12.267928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ace65c-014f-4c26-bfc8-dccf09933ea5 req-c0be33d2-6923-47fd-bc5d-0bd4fc093bed tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.269117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f04259af-55ba-4abc-9a87-cf1d5bd646a3 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:01:12.285686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87ace65c-014f-4c26-bfc8-dccf09933ea5 req-c0be33d2-6923-47fd-bc5d-0bd4fc093bed tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 943 time: 0.2139611 Jan 29 20:01:12.335673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1069c-9fdd-4aff-83d0-a76987353f32 req-2cbb2309-dcca-4721-8453-684d859fd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.338485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2e1069c-9fdd-4aff-83d0-a76987353f32 req-2cbb2309-dcca-4721-8453-684d859fd450 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=193cd9f4fbd245938611d2788e95581b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2541668 Jan 29 20:01:12.472132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29e4a742-6792-48e0-b50b-fbf933d81a8b req-d6c9be23-b514-483b-827a-037d958b4a62 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700993 Jan 29 20:01:12.588043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-8833514b-67ff-4e05-b252-a2d837b2a974 service neutron] 10.222.0.26 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277686 Jan 29 20:01:12.658430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87ace65c-014f-4c26-bfc8-dccf09933ea5 req-6a474d42-5a5d-4e36-859a-82705a49ace9 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708889 Jan 29 20:01:12.707014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-acec4ecb-019a-431e-9d12-5bfb3030108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.708532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-acec4ecb-019a-431e-9d12-5bfb3030108b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 917 time: 0.5060341 Jan 29 20:01:12.722299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f04259af-55ba-4abc-9a87-cf1d5bd646a3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:12.737042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3', 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'port_id': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3', 'mac_address': 'fa:16:3e:fc:5b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c395ea-3ada-4293-827d-5321c3bbf164', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:01:12.777205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-b20045f3-7a70-44e1-8a2e-a0004725e558 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f HTTP/1.1" status: 200 len: 217 time: 0.0592897 Jan 29 20:01:12.777726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f04259af-55ba-4abc-9a87-cf1d5bd646a3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:12.783304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1069c-9fdd-4aff-83d0-a76987353f32 req-3fe82968-c1ff-4624-971e-942bc43aced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.783470 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:12.783593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2e1069c-9fdd-4aff-83d0-a76987353f32 req-3fe82968-c1ff-4624-971e-942bc43aced8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4096696 Jan 29 20:01:12.783697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ecc80e5-f073-4e8c-89e3-76fc3991899c req-1455a49a-b156-43a6-bd8f-877921d2cc0b service neutron] 10.222.0.26 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878662 Jan 29 20:01:12.792738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04259af-55ba-4abc-9a87-cf1d5bd646a3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:12.814564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f04259af-55ba-4abc-9a87-cf1d5bd646a3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:12.904499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-7b1120df-60e4-4cd9-853a-97c3969d0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.906275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-7b1120df-60e4-4cd9-853a-97c3969d0788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 200 len: 857 time: 0.1213279 Jan 29 20:01:12.923577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:12.951109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-5ed774bc-f066-459e-9d4a-d4d632e54892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:12.954571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-5ed774bc-f066-459e-9d4a-d4d632e54892 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 1125 time: 0.1054487 Jan 29 20:01:12.970937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-e7548f2f-959e-4d09-9e94-9120027b3429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579400 Jan 29 20:01:13.004896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f04259af-55ba-4abc-9a87-cf1d5bd646a3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:13.072919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-4749db1d-22c0-4a5f-b6ef-bddeacb8477d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826ba7be-6d44-485b-9078-57435f79508a HTTP/1.1" status: 200 len: 217 time: 0.0526724 Jan 29 20:01:13.166730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['f04259af-55ba-4abc-9a87-cf1d5bd646a3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:13.184574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-0449cf70-01ef-468d-b4c4-e266e640162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:13.186351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-0449cf70-01ef-468d-b4c4-e266e640162f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.1010652 Jan 29 20:01:13.193272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-58633af9-0c65-4174-bd47-b11c61ff31ab service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146790 Jan 29 20:01:13.270717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-8fbba577-d5ff-4a0b-99c7-70bae163ddf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734401 Jan 29 20:01:13.441953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-25739550-cc1d-4716-80e7-b14d779bba85 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615734 Jan 29 20:01:13.708618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29844e41-91c8-498a-b64c-4857ee4710e6 req-bb325ab4-db69-4781-95a6-cfc83eea0b65 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593102 Jan 29 20:01:13.740773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c005068-6da2-4a75-8819-5d7b662ffefd req-e388f0f4-dce0-4aad-b27f-c252526fe4d5 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:13.743064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c005068-6da2-4a75-8819-5d7b662ffefd req-e388f0f4-dce0-4aad-b27f-c252526fe4d5 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 945 time: 0.1580017 Jan 29 20:01:13.835318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c005068-6da2-4a75-8819-5d7b662ffefd req-40004b89-60a0-42ba-aa65-bdea88ca2783 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854845 Jan 29 20:01:13.849402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8dc8-3147-4e61-a09b-07b645e820de req-e2a927b3-df33-4b95-bff9-047508a520d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:13.861179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-e2a927b3-df33-4b95-bff9-047508a520d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 1126 time: 0.8328118 Jan 29 20:01:13.918964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86f1bdf3-c0a0-42f3-a86d-2653baf91aa1 req-afb4eaf7-7687-411d-bb18-3ff87564a748 service neutron] 10.222.0.13 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185442 Jan 29 20:01:14.009841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284e3cd-ad1a-4e42-b1c3-8a38dfd073c3 req-a451314b-f9e8-41a1-9c3f-3bc1548f8dcd tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:14.017162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f284e3cd-ad1a-4e42-b1c3-8a38dfd073c3 req-a451314b-f9e8-41a1-9c3f-3bc1548f8dcd tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 944 time: 0.2123389 Jan 29 20:01:14.018588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41e015-b6bd-4ab5-89c0-d27a806c7aa3 req-e023cae9-f7f6-4e87-867f-38468e3354b6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:14.023477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b41e015-b6bd-4ab5-89c0-d27a806c7aa3 req-e023cae9-f7f6-4e87-867f-38468e3354b6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 943 time: 0.0673206 Jan 29 20:01:14.087228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b41e015-b6bd-4ab5-89c0-d27a806c7aa3 req-c9ed17a5-fbdd-443c-9e4b-8fe52a718758 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Jan 29 20:01:14.113420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f284e3cd-ad1a-4e42-b1c3-8a38dfd073c3 req-183bdc22-880b-41cb-a2fe-0777cc0af593 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Jan 29 20:01:14.114664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8dc8-3147-4e61-a09b-07b645e820de req-87b4751c-fee1-45bb-a742-4969404c9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:14.116154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-87b4751c-fee1-45bb-a742-4969404c9c0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 200 len: 917 time: 0.2371471 Jan 29 20:01:14.166973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-91ba388a-3c0a-41cf-ac69-184422c4b60a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daeb5136-17ff-4e59-a812-4203c958aa8a HTTP/1.1" status: 200 len: 217 time: 0.0405166 Jan 29 20:01:14.222615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8dc8-3147-4e61-a09b-07b645e820de req-2a1d5b79-cb39-4231-956d-dbc1445c4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:14.224440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-2a1d5b79-cb39-4231-956d-dbc1445c4b26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 200 len: 857 time: 0.0509865 Jan 29 20:01:14.258817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-5da13cf2-dfef-4600-b8a0-af334e6a1d49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee33ece9-6c90-41f5-a1db-f0fe0dde124b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278563 Jan 29 20:01:14.298485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13cc9824-f97c-47d6-afd3-3a034ee0ab6f details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:01:14.401836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-2e175420-0591-4a1d-87db-50023cb3f560 service neutron] 10.222.0.26 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354361 Jan 29 20:01:14.467525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f04259af-55ba-4abc-9a87-cf1d5bd646a3 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:01:14.477415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device daeb5136-17ff-4e59-a812-4203c958aa8a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:01:14.492793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:14.505969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f', 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'port_id': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f', 'mac_address': 'fa:16:3e:2d:04:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c395ea-3ada-4293-827d-5321c3bbf164', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:01:14.553434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717d8dc8-3147-4e61-a09b-07b645e820de req-e361d278-35c8-44bb-81c2-8414d30391fc service neutron] 10.222.0.26 "GET /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343935 Jan 29 20:01:14.611089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:14.611482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:14.668684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cc9824-f97c-47d6-afd3-3a034ee0ab6f {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:14.741256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port daeb5136-17ff-4e59-a812-4203c958aa8a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=daeb5136-17ff-4e59-a812-4203c958aa8a,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:14.756768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'daeb5136-17ff-4e59-a812-4203c958aa8a', 'network_id': 'ee33ece9-6c90-41f5-a1db-f0fe0dde124b', 'port_id': 'daeb5136-17ff-4e59-a812-4203c958aa8a', 'mac_address': 'fa:16:3e:1f:7e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c395ea-3ada-4293-827d-5321c3bbf164', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:01:14.802799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:14.815547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port f04259af-55ba-4abc-9a87-cf1d5bd646a3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:01:14.830673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port f04259af-55ba-4abc-9a87-cf1d5bd646a3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:01:14.831773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:14.888804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port daeb5136-17ff-4e59-a812-4203c958aa8a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:14.889601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:14.892019 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:14.934988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-951c86e9-6458-4331-afd7-020132f33285 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:14.936957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-951c86e9-6458-4331-afd7-020132f33285 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 945 time: 0.1133728 Jan 29 20:01:14.960884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:15.054188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f04259af-55ba-4abc-9a87-cf1d5bd646a3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:15.054577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:15.100450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f04259af-55ba-4abc-9a87-cf1d5bd646a3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:15.102513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daeb5136-17ff-4e59-a812-4203c958aa8a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:15.111278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc23b75-689d-4b84-91d9-82bdd260ceb5 req-b6510cb9-0be3-4ebf-9a2e-931ebe265692 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:15.112919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0fc23b75-689d-4b84-91d9-82bdd260ceb5 req-b6510cb9-0be3-4ebf-9a2e-931ebe265692 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 945 time: 0.1325231 Jan 29 20:01:15.125399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port daeb5136-17ff-4e59-a812-4203c958aa8a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=daeb5136-17ff-4e59-a812-4203c958aa8a,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:15.126795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:15.129614 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851aada-9bb1-4520-ad91-4cde0d113dfd" -d '{"events": [{"server_uuid": "651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3", "name": "network-vif-plugged", "status": "completed", "tag": "f04259af-55ba-4abc-9a87-cf1d5bd646a3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:15.169659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['13cc9824-f97c-47d6-afd3-3a034ee0ab6f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:15.243016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Deleting port 695d060d-8349-48e1-9254-8224ef98bf8c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:15.243344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:15.259404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0fc23b75-689d-4b84-91d9-82bdd260ceb5 req-7f7cb544-c3e7-4dcb-89d3-fc3f9e6e6aac tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408255 Jan 29 20:01:15.263462 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:15.273890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:15.327341 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333363cc-fa49-449b-867f-7fa77c702b72 x-openstack-request-id: req-333363cc-fa49-449b-867f-7fa77c702b72 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:15.328017 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3", "name": "network-vif-plugged", "status": "completed", "tag": "f04259af-55ba-4abc-9a87-cf1d5bd646a3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:15.328017 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-333363cc-fa49-449b-867f-7fa77c702b72 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:15.328424 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3', 'code': 200} Jan 29 20:01:15.430725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f04259af-55ba-4abc-9a87-cf1d5bd646a3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:15.498675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=daeb5136-17ff-4e59-a812-4203c958aa8a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:15.558372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b14b48-2fd5-4b17-aec8-095a4ff7f7b5 req-09722e44-53a4-4c40-9dae-7988c166e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:15.559913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91b14b48-2fd5-4b17-aec8-095a4ff7f7b5 req-09722e44-53a4-4c40-9dae-7988c166e33d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 1128 time: 0.1607459 Jan 29 20:01:15.563480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] For port 695d060d-8349-48e1-9254-8224ef98bf8c, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=695d060d-8349-48e1-9254-8224ef98bf8c,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:15.564107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:15.581780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb45b-d80a-4962-91ad-aa4ae5c77f33 req-312a4122-2451-47a7-8897-7fb01078298d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:15.583432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ddcb45b-d80a-4962-91ad-aa4ae5c77f33 req-312a4122-2451-47a7-8897-7fb01078298d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 943 time: 0.3832221 Jan 29 20:01:15.609550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3b8d8-0b50-4c11-bb33-b1fd7d9fbdd7 req-897684fa-a7c4-4352-a617-56613022265f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:15.620891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29c3b8d8-0b50-4c11-bb33-b1fd7d9fbdd7 req-897684fa-a7c4-4352-a617-56613022265f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 945 time: 0.1745324 Jan 29 20:01:15.621472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Calling delete_port for 695d060d-8349-48e1-9254-8224ef98bf8c owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:15.658821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['daeb5136-17ff-4e59-a812-4203c958aa8a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:15.680412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ddcb45b-d80a-4962-91ad-aa4ae5c77f33 req-018b58a3-32c8-4a67-bece-440e1de37592 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860989 Jan 29 20:01:15.788520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91b14b48-2fd5-4b17-aec8-095a4ff7f7b5 req-40dd288d-3901-49f9-a654-e5f0e557d5ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142997 Jan 29 20:01:15.809343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29c3b8d8-0b50-4c11-bb33-b1fd7d9fbdd7 req-f801e02f-3742-48c3-8a4d-77bbb621a9fa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847918 Jan 29 20:01:16.015032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (695d060d-8349-48e1-9254-8224ef98bf8c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:16.039070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['695d060d-8349-48e1-9254-8224ef98bf8c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:16.139346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Pushing event deleted for resources: {'Port': ['ID=695d060d-8349-48e1-9254-8224ef98bf8c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:16.162683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] No DVR routers for this DVR port 695d060d-8349-48e1-9254-8224ef98bf8c on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:01:16.165441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:16.169481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50a347b1-dcac-47a2-9e81-db09867d7703 req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "DELETE /v2.0/ports/695d060d-8349-48e1-9254-8224ef98bf8c HTTP/1.1" status: 204 len: 173 time: 1.2093933 Jan 29 20:01:16.170170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9279af-f341-467d-b8bb-1550eb00493c', 'name': 'network-vif-deleted', 'tag': '695d060d-8349-48e1-9254-8224ef98bf8c'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:16.192573 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac5cd8-e134-4554-b30c-5350528c7168" -d '{"events": [{"server_uuid": "2c9279af-f341-467d-b8bb-1550eb00493c", "name": "network-vif-deleted", "tag": "695d060d-8349-48e1-9254-8224ef98bf8c"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:16.196027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.196413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.196762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.197106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.197447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.197787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.198121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.208467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.208948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.209305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.209657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.210006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.210339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21ae5a-780f-4ea2-bd6b-3e054179e5d8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:16.270585 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a1de52-9832-41f2-95c2-58deaa912d57 x-openstack-request-id: req-d3a1de52-9832-41f2-95c2-58deaa912d57 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:16.270885 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9279af-f341-467d-b8bb-1550eb00493c", "name": "network-vif-deleted", "tag": "695d060d-8349-48e1-9254-8224ef98bf8c", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:16.271155 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3a1de52-9832-41f2-95c2-58deaa912d57 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:16.271551 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9279af-f341-467d-b8bb-1550eb00493c', 'name': 'network-vif-deleted', 'tag': '695d060d-8349-48e1-9254-8224ef98bf8c', 'status': 'completed', 'code': 200} Jan 29 20:01:16.315829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13cc9824-f97c-47d6-afd3-3a034ee0ab6f up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:01:16.397550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 826ba7be-6d44-485b-9078-57435f79508a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:01:16.490383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c009f7e3-af57-4699-a691-10b2cdc1d1c1 req-ca8aa47f-0ccf-42a4-8454-3adc6062ddf3 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c9279af-f341-467d-b8bb-1550eb00493c HTTP/1.1" status: 200 len: 210 time: 0.0471237 Jan 29 20:01:16.588885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 826ba7be-6d44-485b-9078-57435f79508a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=826ba7be-6d44-485b-9078-57435f79508a,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:16.601098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '826ba7be-6d44-485b-9078-57435f79508a', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'port_id': '826ba7be-6d44-485b-9078-57435f79508a', 'mac_address': 'fa:16:3e:95:d3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fd2f72-f689-45dc-926f-321bf6abee9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:01:16.603723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:01:16.609495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:01:16.609870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:16.813720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:16.814309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:16.845776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 826ba7be-6d44-485b-9078-57435f79508a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:16.845776 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (826ba7be-6d44-485b-9078-57435f79508a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:16.896367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826ba7be-6d44-485b-9078-57435f79508a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:16.915913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4aada-7945-402c-aefb-b0ec3d7a43e9 req-9cdc21c6-bbc8-4518-9add-6b3ed9a792af tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:16.923965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcf4aada-7945-402c-aefb-b0ec3d7a43e9 req-9cdc21c6-bbc8-4518-9add-6b3ed9a792af tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 943 time: 0.1247132 Jan 29 20:01:16.980011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:16.987279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 826ba7be-6d44-485b-9078-57435f79508a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=826ba7be-6d44-485b-9078-57435f79508a,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:17.013425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcf4aada-7945-402c-aefb-b0ec3d7a43e9 req-326f7f00-eebf-4d0b-abeb-b92e036b028e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885403 Jan 29 20:01:17.068734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89411d0-62b9-4afc-aecf-00afb8866bd6 req-82e2d2db-d05c-4774-b971-d9b052122019 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:17.084178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e89411d0-62b9-4afc-aecf-00afb8866bd6 req-82e2d2db-d05c-4774-b971-d9b052122019 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 945 time: 0.0915704 Jan 29 20:01:17.106376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:17.107270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 695d060d-8349-48e1-9254-8224ef98bf8c no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:01:17.111990 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (826ba7be-6d44-485b-9078-57435f79508a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:17.170009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 695d060d-8349-48e1-9254-8224ef98bf8c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:01:17.170484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 695d060d-8349-48e1-9254-8224ef98bf8c not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:01:17.196606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e89411d0-62b9-4afc-aecf-00afb8866bd6 req-f21ec076-08d0-4fd1-b596-1f03564651b9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076322 Jan 29 20:01:17.254411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:17.340255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:17.346503 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e7469-2944-4980-b3c0-186ff7cca6eb" -d '{"events": [{"server_uuid": "f745588c-0843-4fa1-a8e0-03120f1a936a", "name": "network-vif-plugged", "status": "completed", "tag": "13cc9824-f97c-47d6-afd3-3a034ee0ab6f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:17.418105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=826ba7be-6d44-485b-9078-57435f79508a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:17.434988 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22126c-5aca-4b26-9d23-7e91bf431e75 x-openstack-request-id: req-4a22126c-5aca-4b26-9d23-7e91bf431e75 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:17.435381 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f745588c-0843-4fa1-a8e0-03120f1a936a", "name": "network-vif-plugged", "status": "completed", "tag": "13cc9824-f97c-47d6-afd3-3a034ee0ab6f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:17.435700 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a22126c-5aca-4b26-9d23-7e91bf431e75 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:17.436164 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f', 'code': 200} Jan 29 20:01:17.449720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['826ba7be-6d44-485b-9078-57435f79508a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:17.639227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7538d-f14d-4b95-875b-0ae1c393207f req-b001cd11-3ab8-49bd-bf3c-8369e4dc9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:17.645039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43e7538d-f14d-4b95-875b-0ae1c393207f req-b001cd11-3ab8-49bd-bf3c-8369e4dc9b9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 1128 time: 0.1395879 Jan 29 20:01:17.770036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43e7538d-f14d-4b95-875b-0ae1c393207f req-3d0073db-d925-40c1-b570-34670978ce53 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149440 Jan 29 20:01:17.903776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-c84e2778-6b86-4fd0-8835-f7fbe6a4220b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:17.906088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-c84e2778-6b86-4fd0-8835-f7fbe6a4220b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/networks?id=8060f8c0-3574-47e2-af18-0a71fdcf01d4 HTTP/1.1" status: 200 len: 807 time: 0.1109676 Jan 29 20:01:17.953979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-c4b2de8a-fe98-442e-b02f-024825f39303 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/quotas/dbd75f2cb3f4490c84dfd6b518ae5550 HTTP/1.1" status: 200 len: 375 time: 0.0403702 Jan 29 20:01:18.001297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-3282d14b-752c-438b-ace5-2e7ffa3cdfbd tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406861 Jan 29 20:01:18.200574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ed00b-d6df-49d6-b0af-e8f7efd4019f req-60528023-91ff-4260-8739-e61e8025f95f tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:18.203661 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-481ed00b-d6df-49d6-b0af-e8f7efd4019f req-60528023-91ff-4260-8739-e61e8025f95f tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 944 time: 0.1087825 Jan 29 20:01:18.281763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-c5a9fee1-7e6a-4dff-920c-3c6fc6e87792 service neutron] 10.222.0.15 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648430 Jan 29 20:01:18.330560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-481ed00b-d6df-49d6-b0af-e8f7efd4019f req-4cf4d13a-d932-481e-a772-0f62b7844960 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210902 Jan 29 20:01:18.407856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device daeb5136-17ff-4e59-a812-4203c958aa8a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:01:18.438602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-982992d7-1e47-4af3-8620-5db27c84e7ee service neutron] 10.222.0.15 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559541 Jan 29 20:01:18.535047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217737-46e0-469b-9395-87b2218b697b req-36c42020-748d-40c1-89d5-05f47ae31499 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:18.537543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02217737-46e0-469b-9395-87b2218b697b req-36c42020-748d-40c1-89d5-05f47ae31499 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 945 time: 0.0855799 Jan 29 20:01:18.585218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port daeb5136-17ff-4e59-a812-4203c958aa8a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:01:18.601488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port daeb5136-17ff-4e59-a812-4203c958aa8a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:01:18.601723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:18.649663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02217737-46e0-469b-9395-87b2218b697b req-23db7a45-a97a-40d4-9d17-1a3f77d7d4de tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042712 Jan 29 20:01:18.736275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port daeb5136-17ff-4e59-a812-4203c958aa8a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:18.736275 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:18.818768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port daeb5136-17ff-4e59-a812-4203c958aa8a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=daeb5136-17ff-4e59-a812-4203c958aa8a,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:18.908211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1e8e3b9-a4cf-4544-9d71-99c3f4535623 req-c8eb5bc0-9f9d-4178-a18c-7d41defd50d9 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 210 time: 0.0674868 Jan 29 20:01:18.934656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:19.060912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=daeb5136-17ff-4e59-a812-4203c958aa8a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:19.438861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3471028c-837b-4b41-8346-2bf43c440637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb5136-17ff-4e59-a812-4203c958aa8a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:19.441972 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55391567-f195-4c51-b15c-9bd4b0cfc598" -d '{"events": [{"server_uuid": "3471028c-837b-4b41-8346-2bf43c440637", "name": "network-vif-plugged", "status": "completed", "tag": "daeb5136-17ff-4e59-a812-4203c958aa8a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:19.588227 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd50848-a21e-4059-b5c0-9ca72c9a7981 x-openstack-request-id: req-7fd50848-a21e-4059-b5c0-9ca72c9a7981 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:19.588861 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3471028c-837b-4b41-8346-2bf43c440637", "name": "network-vif-plugged", "status": "completed", "tag": "daeb5136-17ff-4e59-a812-4203c958aa8a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:19.588861 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fd50848-a21e-4059-b5c0-9ca72c9a7981 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:19.589188 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3471028c-837b-4b41-8346-2bf43c440637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb5136-17ff-4e59-a812-4203c958aa8a', 'code': 200} Jan 29 20:01:19.851563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811ee9-7991-4141-8eb3-7affbb4374c6 req-9069c745-3992-4e28-aec8-6b80b633e0d1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:19.853192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1811ee9-7991-4141-8eb3-7affbb4374c6 req-9069c745-3992-4e28-aec8-6b80b633e0d1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 944 time: 0.2550824 Jan 29 20:01:19.865705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70614b-cb7b-49e6-90fd-c06f5cd4fe65 req-a9982099-704d-4154-8673-8cf1ac6d2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:19.867174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b70614b-cb7b-49e6-90fd-c06f5cd4fe65 req-a9982099-704d-4154-8673-8cf1ac6d2bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 1128 time: 0.1724889 Jan 29 20:01:19.872514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21546c7b-f33c-4159-8566-2e3da6c12db4 req-9c662ba2-8246-43ce-aa84-e09d626b3a25 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:19.877377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21546c7b-f33c-4159-8566-2e3da6c12db4 req-9c662ba2-8246-43ce-aa84-e09d626b3a25 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 946 time: 0.0894811 Jan 29 20:01:19.947209 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1811ee9-7991-4141-8eb3-7affbb4374c6 req-18c3610e-92c8-44ed-bda7-74e255b9508f tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 Jan 29 20:01:19.954972 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21546c7b-f33c-4159-8566-2e3da6c12db4 req-a1946baf-953b-4401-8ffc-ea7719a181de tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Jan 29 20:01:19.971875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b70614b-cb7b-49e6-90fd-c06f5cd4fe65 req-ca28354a-75f2-4f48-9721-d4908612e870 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769398 Jan 29 20:01:20.034725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ef40fb6-54af-450f-b55a-cac669dda3f5 req-ceb5c8bb-5aa5-4e46-98f2-2587ade9a943 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 210 time: 0.0407612 Jan 29 20:01:20.437987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 826ba7be-6d44-485b-9078-57435f79508a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:01:20.574012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 826ba7be-6d44-485b-9078-57435f79508a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:01:20.578794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 826ba7be-6d44-485b-9078-57435f79508a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:01:20.579403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (826ba7be-6d44-485b-9078-57435f79508a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:20.762272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 826ba7be-6d44-485b-9078-57435f79508a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:20.763327 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (826ba7be-6d44-485b-9078-57435f79508a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:20.802026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 826ba7be-6d44-485b-9078-57435f79508a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=826ba7be-6d44-485b-9078-57435f79508a,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:20.871799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (826ba7be-6d44-485b-9078-57435f79508a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:20.974647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=826ba7be-6d44-485b-9078-57435f79508a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:21.263597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e025ca5-67a6-4a7d-b7c5-f4f35f575da0 req-03a13c51-7154-45cd-9a2f-ccf9bf154e8a tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:21.271853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e025ca5-67a6-4a7d-b7c5-f4f35f575da0 req-03a13c51-7154-45cd-9a2f-ccf9bf154e8a tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 946 time: 0.1754551 Jan 29 20:01:21.306297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feeada-40ae-476f-a5fd-ab4f2a4f5f24 req-d049b140-45bf-40f8-8d55-5d69d8a536fd tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:21.316859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15feeada-40ae-476f-a5fd-ab4f2a4f5f24 req-d049b140-45bf-40f8-8d55-5d69d8a536fd tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 945 time: 0.1964631 Jan 29 20:01:21.437062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15feeada-40ae-476f-a5fd-ab4f2a4f5f24 req-108d5e85-ff6e-47c4-bfbf-b0d3299f8b0a tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181641 Jan 29 20:01:21.458882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e025ca5-67a6-4a7d-b7c5-f4f35f575da0 req-6ec276dd-799b-41a5-bb74-84012383c6f1 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803815 Jan 29 20:01:21.589847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826ba7be-6d44-485b-9078-57435f79508a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:21.592414 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa2894-d027-42a2-abcc-290e93d3c09d" -d '{"events": [{"server_uuid": "5dc3a128-187a-42bb-ac83-98159cc7f9ed", "name": "network-vif-plugged", "status": "completed", "tag": "826ba7be-6d44-485b-9078-57435f79508a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:21.616327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87a444d9-303e-475e-80f0-dcf938656202 req-77d36d30-4174-4a52-8f56-08e027adc108 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 210 time: 0.0568042 Jan 29 20:01:21.674267 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20726a82-1d2b-47b8-9fb4-8fe5ece27762 x-openstack-request-id: req-20726a82-1d2b-47b8-9fb4-8fe5ece27762 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:21.674834 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc3a128-187a-42bb-ac83-98159cc7f9ed", "name": "network-vif-plugged", "status": "completed", "tag": "826ba7be-6d44-485b-9078-57435f79508a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:21.675408 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20726a82-1d2b-47b8-9fb4-8fe5ece27762 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:21.676038 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826ba7be-6d44-485b-9078-57435f79508a', 'code': 200} Jan 29 20:01:21.914693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f484eb-f729-4621-884d-222418778a92 req-2fb7fce0-f092-4e9f-9d8e-b15eea671086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:21.916421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8f484eb-f729-4621-884d-222418778a92 req-2fb7fce0-f092-4e9f-9d8e-b15eea671086 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 1127 time: 0.1142128 Jan 29 20:01:21.924375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-ec61d941-16ff-4f13-a49c-fadfe03abc7a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:21.925880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-ec61d941-16ff-4f13-a49c-fadfe03abc7a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "GET /v2.0/networks?id=8060f8c0-3574-47e2-af18-0a71fdcf01d4 HTTP/1.1" status: 200 len: 807 time: 0.2111666 Jan 29 20:01:21.947329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Request body: {'port': {'device_id': 'f8154e06-506d-455f-8877-d9de67dae4af', 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4', 'admin_state_up': True, 'tenant_id': 'dbd75f2cb3f4490c84dfd6b518ae5550'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:22.056534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8f484eb-f729-4621-884d-222418778a92 req-0c50f9c3-1d76-4a11-aa1c-6bb6235cb10e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291521 Jan 29 20:01:22.253699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Made reservation on behalf of dbd75f2cb3f4490c84dfd6b518ae5550 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:01:22.259690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:22.658058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Allocated IP 172.20.0.13 (8060f8c0-3574-47e2-af18-0a71fdcf01d4/82677aeb-085e-4a63-8d89-f3feba99a804/3fb00827-ad61-4aed-b8c3-f2cbb353a351) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:01:22.770321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924824-8fe3-47de-a0ff-c5d66f72c734 req-4bd97fd5-7bd6-404d-8ebe-d0e21431c7b4 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:22.772284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24924824-8fe3-47de-a0ff-c5d66f72c734 req-4bd97fd5-7bd6-404d-8ebe-d0e21431c7b4 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 946 time: 0.1838477 Jan 29 20:01:22.831671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c79f9-eb2b-4cd9-ae15-33ed1896c8f5 req-38dc4504-6504-4651-91e0-23f2044f19dd tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:22.839423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-924c79f9-eb2b-4cd9-ae15-33ed1896c8f5 req-38dc4504-6504-4651-91e0-23f2044f19dd tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 945 time: 0.1860905 Jan 29 20:01:22.910378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-924c79f9-eb2b-4cd9-ae15-33ed1896c8f5 req-bfbd8ccf-e810-4976-8145-1259d1d0a8b1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Jan 29 20:01:22.971224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24924824-8fe3-47de-a0ff-c5d66f72c734 req-e38541f4-052f-4348-b861-8c77199fb8c8 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887796 Jan 29 20:01:23.030405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks [] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:23.058626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddc05850-abf2-468c-9626-0403d07aa944 req-9bf47648-00ac-41a8-a1f6-6fa4ca283499 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 210 time: 0.0383782 Jan 29 20:01:23.167704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42873-803a-4df1-bdfc-691569be624b req-8f0a99e1-ce01-4b91-a316-7d68bae23bec tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:23.177167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49f42873-803a-4df1-bdfc-691569be624b req-8f0a99e1-ce01-4b91-a316-7d68bae23bec tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 946 time: 0.0817153 Jan 29 20:01:23.228593 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:23.379477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Pushing event updated for resources: {'Port': ['ID=3fb00827-ad61-4aed-b8c3-f2cbb353a351,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:23.443506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:01:23.446883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:01:23.456444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:01:23.518150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:23.518835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:23.526977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49f42873-803a-4df1-bdfc-691569be624b req-cf22b6dd-0426-453f-8a38-3d8cc3ef9452 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488641 Jan 29 20:01:23.645603 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-85b3e05c-a544-40f4-a61d-75fe486d9ac7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7021725 Jan 29 20:01:23.662297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f2a92-a1a2-4a31-9db0-cc6041193a94 req-b41f268f-bc31-44e8-a47f-c9657f7cc3ae tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:23.662551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Request body: {'port': {'device_id': 'f8154e06-506d-455f-8877-d9de67dae4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:01:23.669756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a33f2a92-a1a2-4a31-9db0-cc6041193a94 req-b41f268f-bc31-44e8-a47f-c9657f7cc3ae tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 946 time: 0.0634019 Jan 29 20:01:23.731961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:23.802679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a33f2a92-a1a2-4a31-9db0-cc6041193a94 req-f8876fe0-91be-493f-a9f6-097939ddf1cf tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318288 Jan 29 20:01:24.108619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f52d-5c6c-45f0-b835-dce0ba9b1d71 req-1c913a6e-bb40-4220-9b07-8e6bf332d041 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:24.109568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbc4f52d-5c6c-45f0-b835-dce0ba9b1d71 req-1c913a6e-bb40-4220-9b07-8e6bf332d041 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 945 time: 0.0740054 Jan 29 20:01:24.149614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb00827-ad61-4aed-b8c3-f2cbb353a351 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:24.159978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Publish callbacks [] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:24.176761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Transition to ACTIVE for port object 3fb00827-ad61-4aed-b8c3-f2cbb353a351 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:01:24.215257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbc4f52d-5c6c-45f0-b835-dce0ba9b1d71 req-b012d6b5-2edb-4f07-ba66-601211211d89 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 Jan 29 20:01:24.237028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:24.460888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb72cd8-8ddf-42d4-a399-9accb746685b req-3a181417-69af-4cee-ad19-ecc97b63ea81 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:24.466607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb72cd8-8ddf-42d4-a399-9accb746685b req-3a181417-69af-4cee-ad19-ecc97b63ea81 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 946 time: 0.1234825 Jan 29 20:01:24.484489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb00827-ad61-4aed-b8c3-f2cbb353a351,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:24.513131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbec5a-5670-47b6-a622-8fa6a9f6e33e req-6d39eae8-6b85-4356-b4a2-e06ccf33264a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:24.514727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fbbec5a-5670-47b6-a622-8fa6a9f6e33e req-6d39eae8-6b85-4356-b4a2-e06ccf33264a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 944 time: 0.2059498 Jan 29 20:01:24.520313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Attempting to bind port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:01:24.520770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Attempting to bind port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:01:24.521161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Attempting to bind port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 on network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:24.540986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 on network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:01:24.541325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Attempting to bind port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 on network 8060f8c0-3574-47e2-af18-0a71fdcf01d4 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:01:24.549705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:01:24.550126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Checking segment: {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:01:24.550517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Bound using segment: {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:01:24.550956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Bound port: 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c03561c-1989-4dec-bb24-42a19928e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:01:24.551320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:24.565094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fb72cd8-8ddf-42d4-a399-9accb746685b req-17f6c19c-921c-4eb5-9fe1-f57e77cc1766 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724356 Jan 29 20:01:24.623304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7fbbec5a-5670-47b6-a622-8fa6a9f6e33e req-df9d6b28-e63f-4dc8-b411-9f939216bc41 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998001 Jan 29 20:01:24.644779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] For port 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:01:24.648265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] For port 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fb00827-ad61-4aed-b8c3-f2cbb353a351,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:01:24.740522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:24.794928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:24.796361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:24.798169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/3fb00827-ad61-4aed-b8c3-f2cbb353a351 HTTP/1.1" status: 200 len: 1092 time: 1.1417103 Jan 29 20:01:24.798844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8154e06-506d-455f-8877-d9de67dae4af', 'tag': '3fb00827-ad61-4aed-b8c3-f2cbb353a351'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:24.801490 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418799b-53f8-4bf1-ad43-6fe249fa4749" -d '{"events": [{"name": "network-changed", "server_uuid": "f8154e06-506d-455f-8877-d9de67dae4af", "tag": "3fb00827-ad61-4aed-b8c3-f2cbb353a351"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:24.837145 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:01:24.851602 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb40bde-f225-4cd7-b509-bfd3e2cea72f x-openstack-request-id: req-3bb40bde-f225-4cd7-b509-bfd3e2cea72f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:24.851898 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8154e06-506d-455f-8877-d9de67dae4af", "tag": "3fb00827-ad61-4aed-b8c3-f2cbb353a351", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:24.852171 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bb40bde-f225-4cd7-b509-bfd3e2cea72f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:24.852628 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8154e06-506d-455f-8877-d9de67dae4af', 'tag': '3fb00827-ad61-4aed-b8c3-f2cbb353a351', 'status': 'completed', 'code': 200} Jan 29 20:01:24.855716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426edcc4-ad33-4348-a1b2-9a41fb4412c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb00827-ad61-4aed-b8c3-f2cbb353a351,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:24.937321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418799b-53f8-4bf1-ad43-6fe249fa4749 req-86bc540c-474d-4a38-9f1d-e91f6792e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:24.939375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c418799b-53f8-4bf1-ad43-6fe249fa4749 req-86bc540c-474d-4a38-9f1d-e91f6792e637 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 1126 time: 0.0632854 Jan 29 20:01:25.119803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418799b-53f8-4bf1-ad43-6fe249fa4749 req-382ae6cd-8526-49bb-9c65-d30f03560a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:25.121539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c418799b-53f8-4bf1-ad43-6fe249fa4749 req-382ae6cd-8526-49bb-9c65-d30f03560a7e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1678200 Jan 29 20:01:25.179963 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8e3088a-00fa-4e1c-9f35-adfbe199f481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:25.257893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418799b-53f8-4bf1-ad43-6fe249fa4749 req-6181ff4c-6c2d-4fb7-9d62-b3c800b11085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:25.262461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c418799b-53f8-4bf1-ad43-6fe249fa4749 req-6181ff4c-6c2d-4fb7-9d62-b3c800b11085 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1325128 Jan 29 20:01:25.399370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-d0304d06-caf6-4784-ab4f-123388248c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:25.401910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-d0304d06-caf6-4784-ab4f-123388248c43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 1126 time: 0.0934694 Jan 29 20:01:25.610791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-31bbd198-c93c-46ec-8957-dd9de0d57c6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb00827-ad61-4aed-b8c3-f2cbb353a351 HTTP/1.1" status: 200 len: 217 time: 0.1983790 Jan 29 20:01:25.805462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b2f24-c810-4719-9293-6d660052547a req-7549c878-37dc-47a9-bfe7-7a0b6946b976 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:25.806987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-152b2f24-c810-4719-9293-6d660052547a req-7549c878-37dc-47a9-bfe7-7a0b6946b976 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "GET /v2.0/ports?device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 946 time: 0.1565199 Jan 29 20:01:25.891242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-c0865a74-9b85-4e59-8fe4-a172034b66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:25.892811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-c0865a74-9b85-4e59-8fe4-a172034b66a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82677aeb-085e-4a63-8d89-f3feba99a804 HTTP/1.1" status: 200 len: 847 time: 0.2527409 Jan 29 20:01:26.003611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-00573016-249b-475f-ad05-146400cf770a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8060f8c0-3574-47e2-af18-0a71fdcf01d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893469 Jan 29 20:01:26.103234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82733-8d14-4b4d-b346-e9e72a55893e req-db870f62-6765-4402-b319-1da5a3c20dd7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:26.104908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dac82733-8d14-4b4d-b346-e9e72a55893e req-db870f62-6765-4402-b319-1da5a3c20dd7 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 946 time: 0.3399639 Jan 29 20:01:26.166403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194eb6-ac00-4888-badc-6df70895a714 req-c7dc9072-5827-4c71-beeb-508d5ea603e8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:26.168173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09194eb6-ac00-4888-badc-6df70895a714 req-c7dc9072-5827-4c71-beeb-508d5ea603e8 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 944 time: 0.3265004 Jan 29 20:01:26.292630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Deleting port f04259af-55ba-4abc-9a87-cf1d5bd646a3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:26.293027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:26.360166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09194eb6-ac00-4888-badc-6df70895a714 req-7d494a26-38e8-4cf1-91d2-8596cde05b67 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830425 Jan 29 20:01:26.375363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dac82733-8d14-4b4d-b346-e9e72a55893e req-883191eb-9ed4-42ba-a2e3-138e9d3d409f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524860 Jan 29 20:01:26.392564 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-74c2d1ac-cd40-4606-bf66-6df586fce4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782618 Jan 29 20:01:26.529215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] For port f04259af-55ba-4abc-9a87-cf1d5bd646a3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f04259af-55ba-4abc-9a87-cf1d5bd646a3,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:26.529666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:26.588558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Calling delete_port for f04259af-55ba-4abc-9a87-cf1d5bd646a3 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:26.690629 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2b89be3-75b7-406f-a9b7-22ddebc19803 req-35624f17-aae8-4214-bda6-8ffbee6e0bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893798 Jan 29 20:01:26.991724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f04259af-55ba-4abc-9a87-cf1d5bd646a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:27.005432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['f04259af-55ba-4abc-9a87-cf1d5bd646a3', '13cc9824-f97c-47d6-afd3-3a034ee0ab6f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:27.092224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['daeb5136-17ff-4e59-a812-4203c958aa8a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:27.130197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Pushing event deleted for resources: {'Port': ['ID=f04259af-55ba-4abc-9a87-cf1d5bd646a3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:27.181022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.181372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.184336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.184695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.185032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.186630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.187520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.188393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.188737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.190324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.190666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.190995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.192547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:27.200057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] No DVR routers for this DVR port f04259af-55ba-4abc-9a87-cf1d5bd646a3 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:01:27.208078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:27.215931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-152b2f24-c810-4719-9293-6d660052547a req-bd738dec-f42b-413b-94c6-177d076eb012 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "DELETE /v2.0/ports/f04259af-55ba-4abc-9a87-cf1d5bd646a3 HTTP/1.1" status: 204 len: 173 time: 1.3950922 Jan 29 20:01:27.216472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'name': 'network-vif-deleted', 'tag': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:27.236532 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ac75b-4fc9-4ff2-acca-f40e903663fd" -d '{"events": [{"server_uuid": "651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3", "name": "network-vif-deleted", "tag": "f04259af-55ba-4abc-9a87-cf1d5bd646a3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:27.327036 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0234e7-d08d-444a-82d1-af9e9c9b9f3a x-openstack-request-id: req-6f0234e7-d08d-444a-82d1-af9e9c9b9f3a {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:27.327433 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3", "name": "network-vif-deleted", "tag": "f04259af-55ba-4abc-9a87-cf1d5bd646a3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:27.328524 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f0234e7-d08d-444a-82d1-af9e9c9b9f3a {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:27.329040 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3', 'name': 'network-vif-deleted', 'tag': 'f04259af-55ba-4abc-9a87-cf1d5bd646a3', 'status': 'completed', 'code': 200} Jan 29 20:01:27.537728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24163-10b3-47b2-b483-ed36d46ffc31 req-8ee546d9-a13c-4255-927b-4562eac701f3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:27.537728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44d24163-10b3-47b2-b483-ed36d46ffc31 req-8ee546d9-a13c-4255-927b-4562eac701f3 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1862690 Jan 29 20:01:27.595992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6028b981-a708-4ce5-90cf-12f076e46a71 req-99e5e488-8f21-480a-b583-ee516ae62861 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=651dd3c1-43d0-4b8a-9b9c-396d3c78e6e3 HTTP/1.1" status: 200 len: 210 time: 0.0776777 Jan 29 20:01:27.657934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44d24163-10b3-47b2-b483-ed36d46ffc31 req-885301d9-ce5c-4132-bacb-c7061b06cf0c tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142375 Jan 29 20:01:27.799107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc12b49-a1fe-4b2e-818f-fb131b028f5b req-fea73ded-3eb1-487f-9f08-44c87adc62ca tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:27.800738 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dc12b49-a1fe-4b2e-818f-fb131b028f5b req-fea73ded-3eb1-487f-9f08-44c87adc62ca tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 944 time: 0.0916758 Jan 29 20:01:27.922482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2dc12b49-a1fe-4b2e-818f-fb131b028f5b req-717ad796-3818-442b-98c2-0b0171eac4ba tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101518 Jan 29 20:01:28.145340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-53ad3c16-0231-434e-a4c3-5dde466315e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:28.848080 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:28.919733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-57ce6193-2f9d-4bd3-b9ea-ad705ca34ea7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:28.923103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-57ce6193-2f9d-4bd3-b9ea-ad705ca34ea7 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1259885 Jan 29 20:01:28.994005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad42401-e2d1-417f-8d05-d2aa6dec9b67 req-06398245-363b-473f-9f46-02daf0614408 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:28.997319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ad42401-e2d1-417f-8d05-d2aa6dec9b67 req-06398245-363b-473f-9f46-02daf0614408 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 947 time: 0.1433690 Jan 29 20:01:29.136461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ad42401-e2d1-417f-8d05-d2aa6dec9b67 req-f35a8eff-9840-4243-9fe5-b149e10e1a09 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bc0ab24-5103-4224-8139-9edbbea2b3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308756 Jan 29 20:01:29.138887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Deleting port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:29.143214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:29.331548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] For port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:29.337078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:29.797024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.214861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd676d-2eac-4dc6-a4ba-372c1b9f8273 req-a90df81b-9998-446d-9257-9680d56d36d5 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:30.217010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1bcd676d-2eac-4dc6-a4ba-372c1b9f8273 req-a90df81b-9998-446d-9257-9680d56d36d5 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 944 time: 0.6631551 Jan 29 20:01:30.287560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.290776 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (91f22839-92ff-4db7-a8be-f409534212ec), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.290776 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Floating IP 91f22839-92ff-4db7-a8be-f409534212ec disassociated. External IP: 172.25.5.170, port: 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9. Jan 29 20:01:30.290776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Calling delete_port for 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:30.316417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1bcd676d-2eac-4dc6-a4ba-372c1b9f8273 req-b9942963-86dd-4626-822f-27b8543ffe62 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924213 Jan 29 20:01:30.321104 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.377024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fb00827-ad61-4aed-b8c3-f2cbb353a351 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:01:30.379634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f04259af-55ba-4abc-9a87-cf1d5bd646a3 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:01:30.443708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: f04259af-55ba-4abc-9a87-cf1d5bd646a3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:01:30.452079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f04259af-55ba-4abc-9a87-cf1d5bd646a3 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:01:30.620248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5f4f3bfe-ff07-4149-b1bc-c02eccb6add9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.653165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event deleted for resources: {'Port': ['ID=5f4f3bfe-ff07-4149-b1bc-c02eccb6add9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:30.679153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fb00827-ad61-4aed-b8c3-f2cbb353a351,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:30.693475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '3fb00827-ad61-4aed-b8c3-f2cbb353a351', 'network_id': '8060f8c0-3574-47e2-af18-0a71fdcf01d4', 'port_id': '3fb00827-ad61-4aed-b8c3-f2cbb353a351', 'mac_address': 'fa:16:3e:18:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82677aeb-085e-4a63-8d89-f3feba99a804', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:01:30.754555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de8c4357-4790-416f-a2bd-56fe015ddec0 req-90345ab9-1514-4d78-80bd-52bf4628a8b5 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0913770 Jan 29 20:01:30.784991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:30.785457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.817721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb00827-ad61-4aed-b8c3-f2cbb353a351 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:01:30.858733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fb00827-ad61-4aed-b8c3-f2cbb353a351,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:30.923604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:30.986021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=3fb00827-ad61-4aed-b8c3-f2cbb353a351,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:30.993828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:01:31.011044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.011391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.011732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.012066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.019982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.020113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.020381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.020725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.021063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.021396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.021728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.022055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.022381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:01:31.119069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58ccb6-bcbd-42e3-9200-67b18b705ca0 req-16b45c40-5ad3-466d-b07e-4c6285b1b1d1 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:31.134517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58ccb6-bcbd-42e3-9200-67b18b705ca0 req-16b45c40-5ad3-466d-b07e-4c6285b1b1d1 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:31.181684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef58ccb6-bcbd-42e3-9200-67b18b705ca0 req-16b45c40-5ad3-466d-b07e-4c6285b1b1d1 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637&device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 1683 time: 0.1945915 Jan 29 20:01:31.191184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['3fb00827-ad61-4aed-b8c3-f2cbb353a351'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:31.243422 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ef58ccb6-bcbd-42e3-9200-67b18b705ca0 req-eaa9ed69-8574-437a-8840-9a177cdfd552 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606909 Jan 29 20:01:31.329981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:01:31.347719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:01:31.429085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] No DVR routers for this DVR port 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:01:31.457510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:31.476590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecedcdc8-b1c7-4724-b5f5-f0092ab48bf1 req-0d967968-55ff-47df-93a2-53b4b1da0ead tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.26 "DELETE /v2.0/ports/5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 HTTP/1.1" status: 204 len: 173 time: 2.5469570 Jan 29 20:01:31.477092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-deleted', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:31.479383 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea83f4-5a44-4267-9d8a-e9f8ee00843e" -d '{"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-deleted", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:31.503687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:01:31.503687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:01:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:31.636428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:31.650693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cabb6-fd4f-4143-a85e-c94d6bd8365a req-4a611913-6202-4eeb-b4ab-574d6abeb389 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:31.664823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de9cabb6-fd4f-4143-a85e-c94d6bd8365a req-4a611913-6202-4eeb-b4ab-574d6abeb389 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 945 time: 0.1370664 Jan 29 20:01:31.738237 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5302248b-ebde-445c-a556-a5b744b7e478 x-openstack-request-id: req-5302248b-ebde-445c-a556-a5b744b7e478 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:31.738652 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0ee7f2-6de5-4fd1-9352-75942967e14c", "name": "network-vif-deleted", "tag": "5f4f3bfe-ff07-4149-b1bc-c02eccb6add9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:31.738966 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5302248b-ebde-445c-a556-a5b744b7e478 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:31.742339 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0ee7f2-6de5-4fd1-9352-75942967e14c', 'name': 'network-vif-deleted', 'tag': '5f4f3bfe-ff07-4149-b1bc-c02eccb6add9', 'status': 'completed', 'code': 200} Jan 29 20:01:31.794831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de9cabb6-fd4f-4143-a85e-c94d6bd8365a req-7cb989dd-3ce2-43d2-a162-0db90759f101 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265626 Jan 29 20:01:31.944045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:01:31.954516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-346ed01f-92a1-4969-9328-8e353e8fb6f6 req-5f0c15c7-b191-4396-b6f5-e67255707ef9 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c0ee7f2-6de5-4fd1-9352-75942967e14c HTTP/1.1" status: 200 len: 210 time: 0.0671883 Jan 29 20:01:32.438668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fb00827-ad61-4aed-b8c3-f2cbb353a351 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:01:32.559709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:01:32.625001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:01:32.625936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 5f4f3bfe-ff07-4149-b1bc-c02eccb6add9 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:01:32.735622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:32.786840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:01:32.867036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:01:32.867829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:01:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:32.874853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:01:32.893647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:01:32.895166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:33.100846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666528c9-a139-4718-a0e0-87f3bdb3dce5 req-7be98b2c-4962-461b-b872-ce0868d1a3df tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:33.104226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-666528c9-a139-4718-a0e0-87f3bdb3dce5 req-7be98b2c-4962-461b-b872-ce0868d1a3df tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 945 time: 0.1257367 Jan 29 20:01:33.139760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c565ca-951e-4f0d-b9ff-854a776a0f53 req-d59e25e2-0bf3-4e6e-b3c8-bc1e540d594e tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:33.148114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4c565ca-951e-4f0d-b9ff-854a776a0f53 req-d59e25e2-0bf3-4e6e-b3c8-bc1e540d594e tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 946 time: 0.1250322 Jan 29 20:01:33.251208 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-666528c9-a139-4718-a0e0-87f3bdb3dce5 req-2214a47c-94e8-4629-a317-42d3d939d07b tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357002 Jan 29 20:01:33.337158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4c565ca-951e-4f0d-b9ff-854a776a0f53 req-79b5fd93-f91b-4ab7-b6ae-6775e7520231 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823716 Jan 29 20:01:33.729024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:01:33.729682 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:33.743112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:01:33.782544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-5ff0c2e2-7726-46f1-bf1f-6f67a99bb6f3 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:33.783944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-5ff0c2e2-7726-46f1-bf1f-6f67a99bb6f3 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "GET /v2.0/ports?device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 946 time: 0.0868468 Jan 29 20:01:33.918185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Deleting port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:33.923982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:34.012730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8154e06-506d-455f-8877-d9de67dae4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb00827-ad61-4aed-b8c3-f2cbb353a351'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:34.016049 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade343d-a3cc-472e-881f-3f561682defb" -d '{"events": [{"server_uuid": "f8154e06-506d-455f-8877-d9de67dae4af", "name": "network-vif-plugged", "status": "completed", "tag": "3fb00827-ad61-4aed-b8c3-f2cbb353a351"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:34.122537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fb00827-ad61-4aed-b8c3-f2cbb353a351,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:34.165941 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddf1bf8-31f8-45cd-a135-5614cba4c237 x-openstack-request-id: req-4ddf1bf8-31f8-45cd-a135-5614cba4c237 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:34.166322 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8154e06-506d-455f-8877-d9de67dae4af", "name": "network-vif-plugged", "status": "completed", "tag": "3fb00827-ad61-4aed-b8c3-f2cbb353a351", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:34.166529 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ddf1bf8-31f8-45cd-a135-5614cba4c237 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:34.169714 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8154e06-506d-455f-8877-d9de67dae4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb00827-ad61-4aed-b8c3-f2cbb353a351', 'code': 200} Jan 29 20:01:34.225111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] For port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:34.227291 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:34.287564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:34.289028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Calling delete_port for 13cc9824-f97c-47d6-afd3-3a034ee0ab6f owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:34.320234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51877e0-0d03-4c04-8324-3ebd675b4299 req-470d50c6-b000-422a-9225-71ee9740df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:34.326406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d51877e0-0d03-4c04-8324-3ebd675b4299 req-470d50c6-b000-422a-9225-71ee9740df2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 1128 time: 0.1261559 Jan 29 20:01:34.476651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d51877e0-0d03-4c04-8324-3ebd675b4299 req-a43fb8e9-894d-4e6e-bec7-d3e16c9372e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363592 Jan 29 20:01:34.522384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:34.573114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=3fb00827-ad61-4aed-b8c3-f2cbb353a351,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:34.742166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:34.806647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da124ed7-b3c0-4e7c-96a2-8e1b985bf174 None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '93d31466-dd8b-42e2-affd-a8507cd6a91c', 'name': '', 'network_id': 'cef406a5-50de-4822-b513-da8611bca3c3', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'mac_address': 'fa:16:3e:fc:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:54:03Z', 'updated_at': '2022-01-29T19:54:14Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'subnets': [{'id': 'a6478cc6-ba08-4e80-ad21-bd4952f438dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:01:34.994187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3460-bbc4-49f6-b060-b38b9e667afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (3bc0ab24-5103-4224-8139-9edbbea2b3b0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:35.067735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3460-bbc4-49f6-b060-b38b9e667afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (3bc0ab24-5103-4224-8139-9edbbea2b3b0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:35.141602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73c9d-91eb-4d87-890a-8b4744ca1c97 req-124a49b4-0477-4578-8d4a-c8a850bd9b13 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:35.152440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-deb73c9d-91eb-4d87-890a-8b4744ca1c97 req-124a49b4-0477-4578-8d4a-c8a850bd9b13 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 946 time: 0.6793985 Jan 29 20:01:35.193003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-5ce43e84-e6b2-425f-9f6b-098a88cd626f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:35.195169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-5ce43e84-e6b2-425f-9f6b-098a88cd626f tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.26 "GET /v2.0/ports?device_id=3471028c-837b-4b41-8346-2bf43c440637 HTTP/1.1" status: 200 len: 946 time: 0.7209835 Jan 29 20:01:35.200586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3460-bbc4-49f6-b060-b38b9e667afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3bc0ab24-5103-4224-8139-9edbbea2b3b0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:35.206960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cdb3460-bbc4-49f6-b060-b38b9e667afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:35.212727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2cdb3460-bbc4-49f6-b060-b38b9e667afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "DELETE /v2.0/security-groups/3bc0ab24-5103-4224-8139-9edbbea2b3b0 HTTP/1.1" status: 204 len: 168 time: 0.5707953 Jan 29 20:01:35.228574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38978) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:35.327687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb3460-bbc4-49f6-b060-b38b9e667afb tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0ab24-5103-4224-8139-9edbbea2b3b0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:35.347985 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-8bef2d0f-d89f-4a36-8aa2-cfb1bcc32e00 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] show failed (client error): The resource could not be found. Jan 29 20:01:35.359940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8bef2d0f-d89f-4a36-8aa2-cfb1bcc32e00 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "GET /v2.0/security-groups/3bc0ab24-5103-4224-8139-9edbbea2b3b0 HTTP/1.1" status: 404 len: 347 time: 0.1107471 Jan 29 20:01:35.377066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38984) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:35.386738 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00b0c2-1307-47d4-bbd2-e508b96d8a50 None None] New status for floating IP 91f22839-92ff-4db7-a8be-f409534212ec: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:01:35.562034 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (13cc9824-f97c-47d6-afd3-3a034ee0ab6f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:35.574362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['13cc9824-f97c-47d6-afd3-3a034ee0ab6f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:35.653021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Pushing event deleted for resources: {'Port': ['ID=13cc9824-f97c-47d6-afd3-3a034ee0ab6f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:35.700911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] No DVR routers for this DVR port 13cc9824-f97c-47d6-afd3-3a034ee0ab6f on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:01:35.705184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:35.715763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['daeb5136-17ff-4e59-a812-4203c958aa8a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:01:35.739572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34271a5e-f8c5-4a46-b6c8-138d90efca3b req-1bebe92e-d913-4783-8082-af2e7573baa9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.13 "DELETE /v2.0/ports/13cc9824-f97c-47d6-afd3-3a034ee0ab6f HTTP/1.1" status: 204 len: 173 time: 1.9397659 Jan 29 20:01:35.739572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'name': 'network-vif-deleted', 'tag': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:35.743631 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f251366-307b-4ae7-96a3-bdd75f658af4" -d '{"events": [{"server_uuid": "f745588c-0843-4fa1-a8e0-03120f1a936a", "name": "network-vif-deleted", "tag": "13cc9824-f97c-47d6-afd3-3a034ee0ab6f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:35.782595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362554d3-c2a6-43e4-8b0f-3382b927f7cb req-4e358182-218e-42ca-af66-8a2d0baa49b8 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:35.792374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-362554d3-c2a6-43e4-8b0f-3382b927f7cb req-4e358182-218e-42ca-af66-8a2d0baa49b8 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 867 time: 1.0286779 Jan 29 20:01:35.917355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-362554d3-c2a6-43e4-8b0f-3382b927f7cb req-75672e63-af5f-45ae-8078-bca565cdfda9 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ba61d-0b1c-4040-82f9-4cca9439dbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228600 Jan 29 20:01:36.011287 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9bf93-f013-4ff8-a3cf-4c791aa03b7c x-openstack-request-id: req-5db9bf93-f013-4ff8-a3cf-4c791aa03b7c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:36.012500 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f745588c-0843-4fa1-a8e0-03120f1a936a", "name": "network-vif-deleted", "tag": "13cc9824-f97c-47d6-afd3-3a034ee0ab6f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:36.012500 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5db9bf93-f013-4ff8-a3cf-4c791aa03b7c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:36.013789 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f745588c-0843-4fa1-a8e0-03120f1a936a', 'name': 'network-vif-deleted', 'tag': '13cc9824-f97c-47d6-afd3-3a034ee0ab6f', 'status': 'completed', 'code': 200} Jan 29 20:01:36.033434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-deb73c9d-91eb-4d87-890a-8b4744ca1c97 req-65efcd21-2b51-4d9b-ab74-0150e7fa63c7 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8797824 Jan 29 20:01:36.107277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Deleting port daeb5136-17ff-4e59-a812-4203c958aa8a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:36.107616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.220119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] For port daeb5136-17ff-4e59-a812-4203c958aa8a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=daeb5136-17ff-4e59-a812-4203c958aa8a,segment=NetworkSegment(44fcd3b1-3463-416e-a2c9-07e81e6d4055),segment_id=44fcd3b1-3463-416e-a2c9-07e81e6d4055)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:36.220713 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.254576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Calling delete_port for daeb5136-17ff-4e59-a812-4203c958aa8a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:36.510159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Deleting port f7d2ebb7-199c-4238-abaa-bf7e5badbdeb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:36.511575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.604783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.605165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.619117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Calling delete_port for f7d2ebb7-199c-4238-abaa-bf7e5badbdeb owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:36.764306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (daeb5136-17ff-4e59-a812-4203c958aa8a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.799239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Pushing event deleted for resources: {'Port': ['ID=daeb5136-17ff-4e59-a812-4203c958aa8a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:36.862000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] No DVR routers for this DVR port daeb5136-17ff-4e59-a812-4203c958aa8a on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:01:36.865463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.869302 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f52ad118-66d7-4382-8e28-57369b1a9f67 req-b7a11bc5-6e7c-4c98-a79a-2661245c8baa tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.26 "DELETE /v2.0/ports/daeb5136-17ff-4e59-a812-4203c958aa8a HTTP/1.1" status: 204 len: 173 time: 1.6393416 Jan 29 20:01:36.870550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3471028c-837b-4b41-8346-2bf43c440637', 'name': 'network-vif-deleted', 'tag': 'daeb5136-17ff-4e59-a812-4203c958aa8a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:36.874935 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7310c0ad-e16d-46ab-b578-5a9041938b4b" -d '{"events": [{"server_uuid": "3471028c-837b-4b41-8346-2bf43c440637", "name": "network-vif-deleted", "tag": "daeb5136-17ff-4e59-a812-4203c958aa8a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:36.877461 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f7d2ebb7-199c-4238-abaa-bf7e5badbdeb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:36.954068 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3dd5ef-0ae5-422a-bc67-ff83bcee0498 x-openstack-request-id: req-8f3dd5ef-0ae5-422a-bc67-ff83bcee0498 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:36.955851 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3471028c-837b-4b41-8346-2bf43c440637", "name": "network-vif-deleted", "tag": "daeb5136-17ff-4e59-a812-4203c958aa8a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:36.956193 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f3dd5ef-0ae5-422a-bc67-ff83bcee0498 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:36.956806 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3471028c-837b-4b41-8346-2bf43c440637', 'name': 'network-vif-deleted', 'tag': 'daeb5136-17ff-4e59-a812-4203c958aa8a', 'status': 'completed', 'code': 200} Jan 29 20:01:36.959349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Pushing event deleted for resources: {'Port': ['ID=f7d2ebb7-199c-4238-abaa-bf7e5badbdeb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:37.210252 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks [] for floatingip (91f22839-92ff-4db7-a8be-f409534212ec), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:37.214461 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:37.227299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c59a3bf2-1e9b-4095-94a6-f362b6195436 tempest-AttachVolumeShelveTestJSON-1747530162 tempest-AttachVolumeShelveTestJSON-1747530162-project] 10.222.0.15 "DELETE /v2.0/floatingips/91f22839-92ff-4db7-a8be-f409534212ec HTTP/1.1" status: 204 len: 168 time: 1.8202338 Jan 29 20:01:37.356930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e437-6512-4d28-9494-0fd6655a6000 req-617d1977-ad91-405d-88bb-3bbe9cad4078 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:37.369002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8e8e437-6512-4d28-9494-0fd6655a6000 req-617d1977-ad91-405d-88bb-3bbe9cad4078 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 946 time: 0.1878304 Jan 29 20:01:37.381788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffc89ac9-9fb7-4423-9c47-bee11d39a250 req-24b2ebfb-a565-4a85-95d2-0dfe43a5d299 tempest-ListServersNegativeTestJSON-1957937791 tempest-ListServersNegativeTestJSON-1957937791-project] 10.222.0.15 "GET /v2.0/ports?device_id=f745588c-0843-4fa1-a8e0-03120f1a936a HTTP/1.1" status: 200 len: 210 time: 0.0832031 Jan 29 20:01:37.483519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8e8e437-6512-4d28-9494-0fd6655a6000 req-80f68444-d82c-4de8-abe3-01478217c2a9 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121838 Jan 29 20:01:38.070362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:38.410384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13cc9824-f97c-47d6-afd3-3a034ee0ab6f no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:01:38.474236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 13cc9824-f97c-47d6-afd3-3a034ee0ab6f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:01:38.474686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 13cc9824-f97c-47d6-afd3-3a034ee0ab6f not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:01:38.517855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device daeb5136-17ff-4e59-a812-4203c958aa8a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:01:38.574299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: daeb5136-17ff-4e59-a812-4203c958aa8a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:01:38.575068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device daeb5136-17ff-4e59-a812-4203c958aa8a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:01:38.576685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39070) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:38.675614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Deleting subnet 31c395ea-3ada-4293-827d-5321c3bbf164 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:01:38.696425 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Publish callbacks [] for subnet (31c395ea-3ada-4293-827d-5321c3bbf164), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:38.751454 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (31c395ea-3ada-4293-827d-5321c3bbf164), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:38.793303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (31c395ea-3ada-4293-827d-5321c3bbf164), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:38.934417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (31c395ea-3ada-4293-827d-5321c3bbf164), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:38.996439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c395ea-3ada-4293-827d-5321c3bbf164,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:39.002738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.012428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-07e4e8e9-903c-442f-bdb6-a689e7623e20 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/31c395ea-3ada-4293-827d-5321c3bbf164 HTTP/1.1" status: 204 len: 168 time: 0.4325657 Jan 29 20:01:39.013120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39082) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:39.099880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ee33ece9-6c90-41f5-a1db-f0fe0dde124b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.197638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ee33ece9-6c90-41f5-a1db-f0fe0dde124b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.223494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee33ece9-6c90-41f5-a1db-f0fe0dde124b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:39.234842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fcd3b1-3463-416e-a2c9-07e81e6d4055') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:39.235428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fcd3b1-3463-416e-a2c9-07e81e6d4055') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:39.254847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (44fcd3b1-3463-416e-a2c9-07e81e6d4055), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.275225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (44fcd3b1-3463-416e-a2c9-07e81e6d4055), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.283367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:01:39.284455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (44fcd3b1-3463-416e-a2c9-07e81e6d4055), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:01:39.367991 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:01:39.442864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ee33ece9-6c90-41f5-a1db-f0fe0dde124b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.448838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:39.464356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee33ece9-6c90-41f5-a1db-f0fe0dde124b HTTP/1.1" status: 204 len: 168 time: 0.4365976 Jan 29 20:01:39.497544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d756d-d808-49e6-883a-39e6690b1bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=ee33ece9-6c90-41f5-a1db-f0fe0dde124b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:39.845322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39118) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:39.928577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e581f530-f043-4a88-810b-d437a7c94f63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e47a2ed42b934672baa0d5c64e7192ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818901 Jan 29 20:01:39.928766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39120) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:40.014720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d9174e9-8ddb-4e12-b2d4-617a7504858b admin admin] Publish callbacks [] for security_group (6b8ba61d-0b1c-4040-82f9-4cca9439dbde), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:40.085488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d9174e9-8ddb-4e12-b2d4-617a7504858b admin admin] Publish callbacks [] for security_group (6b8ba61d-0b1c-4040-82f9-4cca9439dbde), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:40.243448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d9174e9-8ddb-4e12-b2d4-617a7504858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6b8ba61d-0b1c-4040-82f9-4cca9439dbde), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:40.246690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d9174e9-8ddb-4e12-b2d4-617a7504858b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:40.248143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d9174e9-8ddb-4e12-b2d4-617a7504858b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b8ba61d-0b1c-4040-82f9-4cca9439dbde HTTP/1.1" status: 204 len: 168 time: 0.3184714 Jan 29 20:01:40.295425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9174e9-8ddb-4e12-b2d4-617a7504858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ba61d-0b1c-4040-82f9-4cca9439dbde,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:40.295557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa50eb-35dd-4400-8517-557ada8e985d req-a75d2a08-76c1-4f49-a589-16a304f3470a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:40.296497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5fa50eb-35dd-4400-8517-557ada8e985d req-a75d2a08-76c1-4f49-a589-16a304f3470a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 946 time: 0.1542368 Jan 29 20:01:40.430775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5fa50eb-35dd-4400-8517-557ada8e985d req-60813c9b-4eaa-4d43-8f6a-8a844312ebff tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283486 Jan 29 20:01:40.848745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39144) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:40.941003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Deleting subnet 83fc883b-44eb-48fb-a7c6-aa00b46a8dc5 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:01:40.958340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Publish callbacks [] for subnet (83fc883b-44eb-48fb-a7c6-aa00b46a8dc5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.071556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (83fc883b-44eb-48fb-a7c6-aa00b46a8dc5), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.162560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (83fc883b-44eb-48fb-a7c6-aa00b46a8dc5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.369638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (83fc883b-44eb-48fb-a7c6-aa00b46a8dc5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.498165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fc883b-44eb-48fb-a7c6-aa00b46a8dc5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:41.543680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.569705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c1a8a3b1-abef-4176-a8a6-9d45914522b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/83fc883b-44eb-48fb-a7c6-aa00b46a8dc5 HTTP/1.1" status: 204 len: 168 time: 0.7192402 Jan 29 20:01:41.569981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39172) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:41.709925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ca993212-f691-4970-844b-8af9c4be0138), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.771301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-7df170b2-59a5-4058-9e02-98402933eaaf tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:41.773242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-7df170b2-59a5-4058-9e02-98402933eaaf tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 946 time: 0.3217900 Jan 29 20:01:41.784759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55d6b-1ed1-4c20-a6aa-77b251304c6c req-60a95284-b3ab-4807-8237-394f7f933f91 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:01:41.791490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fae55d6b-1ed1-4c20-a6aa-77b251304c6c req-60a95284-b3ab-4807-8237-394f7f933f91 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 946 time: 0.1974223 Jan 29 20:01:41.847258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ca993212-f691-4970-844b-8af9c4be0138), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.891927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca993212-f691-4970-844b-8af9c4be0138']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:41.913461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe30167-d43f-48a1-9292-34322c516ff4') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:41.914156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe30167-d43f-48a1-9292-34322c516ff4') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:41.938818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (9fe30167-d43f-48a1-9292-34322c516ff4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.960188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9fe30167-d43f-48a1-9292-34322c516ff4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.973349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:01:41.973943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (9fe30167-d43f-48a1-9292-34322c516ff4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:41.982092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fae55d6b-1ed1-4c20-a6aa-77b251304c6c req-f1d92ac9-94a6-42fe-b5d9-2c3fc8706a07 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f254763-393e-42e3-b26b-0bb94c9e08e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857047 Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:01:42.037300 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:01:42.147871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ca993212-f691-4970-844b-8af9c4be0138), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.181643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.195758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ca993212-f691-4970-844b-8af9c4be0138 HTTP/1.1" status: 204 len: 168 time: 0.6205010 Jan 29 20:01:42.197083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:42.235615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3407b3e-b905-40be-a0fa-1bed1996c921 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca993212-f691-4970-844b-8af9c4be0138,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:42.255222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Deleting port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:01:42.255573 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.384144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Deleting subnet b1b4abe7-8668-45dd-b651-eed941cd8d74 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:01:42.391853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Publish callbacks [] for subnet (b1b4abe7-8668-45dd-b651-eed941cd8d74), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.476674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (b1b4abe7-8668-45dd-b651-eed941cd8d74), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.551235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] For port 3fb00827-ad61-4aed-b8c3-f2cbb353a351, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fb00827-ad61-4aed-b8c3-f2cbb353a351,segment=NetworkSegment(0c03561c-1989-4dec-bb24-42a19928e310),segment_id=0c03561c-1989-4dec-bb24-42a19928e310)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:01:42.551731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.579911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Calling delete_port for 3fb00827-ad61-4aed-b8c3-f2cbb353a351 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:01:42.615028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (b1b4abe7-8668-45dd-b651-eed941cd8d74), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.831433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (b1b4abe7-8668-45dd-b651-eed941cd8d74), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.882630 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3fb00827-ad61-4aed-b8c3-f2cbb353a351), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:42.943064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b4abe7-8668-45dd-b651-eed941cd8d74,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:43.004536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.016937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ebfbef7c-de5f-47e1-b68c-a493d96d9255 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1b4abe7-8668-45dd-b651-eed941cd8d74 HTTP/1.1" status: 204 len: 168 time: 0.8182478 Jan 29 20:01:43.017458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39224) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:43.053526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Pushing event deleted for resources: {'Port': ['ID=3fb00827-ad61-4aed-b8c3-f2cbb353a351,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:43.243710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] No DVR routers for this DVR port 3fb00827-ad61-4aed-b8c3-f2cbb353a351 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:01:43.246931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.260769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (eea77614-4c17-4f41-a2a8-5c9e14daa232), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.266480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e5eaacf-3d62-47da-ac0a-008f25e95fe0 req-b59922e2-d615-4d8a-8fe4-bb1a0f8d108a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.13 "DELETE /v2.0/ports/3fb00827-ad61-4aed-b8c3-f2cbb353a351 HTTP/1.1" status: 204 len: 173 time: 1.2262790 Jan 29 20:01:43.267020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8154e06-506d-455f-8877-d9de67dae4af', 'name': 'network-vif-deleted', 'tag': '3fb00827-ad61-4aed-b8c3-f2cbb353a351'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:01:43.269389 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45760d45-38c0-4d68-b846-524f9fb989bd" -d '{"events": [{"server_uuid": "f8154e06-506d-455f-8877-d9de67dae4af", "name": "network-vif-deleted", "tag": "3fb00827-ad61-4aed-b8c3-f2cbb353a351"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:01:43.343570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da212003-c550-4ca8-9a4a-fb3449e4c02a req-671582da-38aa-4a0d-9e89-7de8b69caf0a tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 210 time: 0.1112711 Jan 29 20:01:43.407337 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc3db3-3032-49d0-86ab-09075764a456 x-openstack-request-id: req-65dc3db3-3032-49d0-86ab-09075764a456 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:01:43.407625 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8154e06-506d-455f-8877-d9de67dae4af", "name": "network-vif-deleted", "tag": "3fb00827-ad61-4aed-b8c3-f2cbb353a351", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:01:43.408063 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65dc3db3-3032-49d0-86ab-09075764a456 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:01:43.408521 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8154e06-506d-455f-8877-d9de67dae4af', 'name': 'network-vif-deleted', 'tag': '3fb00827-ad61-4aed-b8c3-f2cbb353a351', 'status': 'completed', 'code': 200} Jan 29 20:01:43.607657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-651700f6-7438-47f4-ad6e-2dea5b1c5efb req-d7ed19fd-8977-4056-b9fb-80a954bbb8bd tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1111012 Jan 29 20:01:43.794194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (eea77614-4c17-4f41-a2a8-5c9e14daa232), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.842369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea77614-4c17-4f41-a2a8-5c9e14daa232']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:43.865939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2e16f5-9856-48b4-8ddd-7f7f96857e06') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:43.866251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2e16f5-9856-48b4-8ddd-7f7f96857e06') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:01:43.885253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ca2e16f5-9856-48b4-8ddd-7f7f96857e06), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.913189 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ca2e16f5-9856-48b4-8ddd-7f7f96857e06), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.927870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:01:43.928302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ca2e16f5-9856-48b4-8ddd-7f7f96857e06), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:01:43.930038 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:01:44.203152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (eea77614-4c17-4f41-a2a8-5c9e14daa232), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:44.209816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:44.212336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] 10.222.0.15 "DELETE /v2.0/networks/eea77614-4c17-4f41-a2a8-5c9e14daa232 HTTP/1.1" status: 204 len: 168 time: 1.1898370 Jan 29 20:01:44.296235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4efaf9-4355-42c0-b356-a640902cf6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=eea77614-4c17-4f41-a2a8-5c9e14daa232,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:44.409238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fb00827-ad61-4aed-b8c3-f2cbb353a351 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:01:44.476712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 3fb00827-ad61-4aed-b8c3-f2cbb353a351 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:01:44.478516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fb00827-ad61-4aed-b8c3-f2cbb353a351 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:01:44.677670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ff8888f-ecaa-4150-a72d-59aaaebf2322 req-3da5fdc8-8a0d-43a1-bda6-ddf361f3cc93 tempest-VolumesActionsTest-1943718269 tempest-VolumesActionsTest-1943718269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8154e06-506d-455f-8877-d9de67dae4af HTTP/1.1" status: 200 len: 210 time: 0.0939035 Jan 29 20:01:44.811459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef3adf32-e20d-43f6-adb8-2d99e75b501b req-37bf6c60-5c9b-4b06-a6df-33e0138722a1 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0546732 Jan 29 20:01:44.904125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39276) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:44.968782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9b1b0ab3-9cc1-47b0-a0a5-916a33755d14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad4c34ad48ed440fb32128e44bd51e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598819 Jan 29 20:01:44.970982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39278) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:45.109483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bba1228d-9acf-4c04-947e-11fafab7e642 admin admin] Publish callbacks [] for security_group (03963acd-3081-4cdc-ab0a-a6461836d313), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:45.166150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bba1228d-9acf-4c04-947e-11fafab7e642 admin admin] Publish callbacks [] for security_group (03963acd-3081-4cdc-ab0a-a6461836d313), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:45.335192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bba1228d-9acf-4c04-947e-11fafab7e642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03963acd-3081-4cdc-ab0a-a6461836d313), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:45.339974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bba1228d-9acf-4c04-947e-11fafab7e642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:45.345454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bba1228d-9acf-4c04-947e-11fafab7e642 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03963acd-3081-4cdc-ab0a-a6461836d313 HTTP/1.1" status: 204 len: 168 time: 0.3693142 Jan 29 20:01:45.358121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1228d-9acf-4c04-947e-11fafab7e642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03963acd-3081-4cdc-ab0a-a6461836d313,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:46.144579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51749d78-1858-425c-92cf-093874bcdfbe req-d767a56c-72b8-4895-8481-006db1c9d4ee tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1322353 Jan 29 20:01:46.520803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39342) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:46.634695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65bb5726-44cf-4e0c-bd6d-d2a09f7e7dc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15061fcaaca942ebb4b2b463cafa6458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120191 Jan 29 20:01:46.637314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39352) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:01:46.754118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a30efecd-38ca-4bef-8b1e-88fd64514c27 admin admin] Publish callbacks [] for security_group (cc60f851-3d3a-4857-8f67-3478b97fe0cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:46.805960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a30efecd-38ca-4bef-8b1e-88fd64514c27 admin admin] Publish callbacks [] for security_group (cc60f851-3d3a-4857-8f67-3478b97fe0cc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:46.940558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a30efecd-38ca-4bef-8b1e-88fd64514c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cc60f851-3d3a-4857-8f67-3478b97fe0cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:46.944230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a30efecd-38ca-4bef-8b1e-88fd64514c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:46.949789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a30efecd-38ca-4bef-8b1e-88fd64514c27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc60f851-3d3a-4857-8f67-3478b97fe0cc HTTP/1.1" status: 204 len: 168 time: 0.3106272 Jan 29 20:01:46.989043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30efecd-38ca-4bef-8b1e-88fd64514c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60f851-3d3a-4857-8f67-3478b97fe0cc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:01:47.303108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2d75fc8-b653-4cce-ad09-1aeef63210f4 req-e2500cfd-1506-469e-8dbc-7d7b6e9ced68 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0556374 Jan 29 20:01:48.491278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-418fdcf5-37cf-4b79-af3c-f0a3b4e3e0c0 req-3b2df2f9-3521-4917-9db2-d84fa354dd4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0628037 Jan 29 20:01:48.578264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a4f24d7-3874-44a4-bbd0-6d316dd4bce5 req-7e71fd7a-e129-489a-aaf7-c097ee2547a2 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0814958 Jan 29 20:01:49.765988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5901d40-e6bd-4a1d-83f1-5a9412f24c7a req-5e5df2e2-ae70-4711-86aa-0a8dfbbc5af4 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0633659 Jan 29 20:01:50.948986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bdfb726f-c09d-47c6-9bb1-86698e101c73 req-a9e7bc09-5b76-4273-a13f-89efea5b2431 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0540380 Jan 29 20:01:51.786476 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc304312-d2f7-41ee-82f0-65365b14d426 req-31d63585-6c29-4528-9fd9-68309fc2b848 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0933666 Jan 29 20:01:53.026519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac0bd42f-7975-4ab5-906f-e01fddaccf12 req-1258c1df-c8da-46f4-86cf-e397e838eff3 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1074772 Jan 29 20:01:54.377156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33e68974-ce6f-4ef3-abfd-ef974efe1714 req-a79a0b8b-d81a-494f-a8d5-bbf607cb4b44 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1208472 Jan 29 20:01:55.151716 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-877127c2-64f8-4c3a-95a4-04fecb05bdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:55.604136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54026450-289b-4195-8420-2a1e85b21a42 req-541e0369-39e9-4d98-b0dc-aca8ceb2b64d tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0658708 Jan 29 20:01:56.790720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-befa6a0d-b9f3-4995-9c70-86f1eb4b97d5 req-ca91e8fc-c02f-472c-bbaa-73a448c35424 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0590930 Jan 29 20:01:57.944288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d4782d4-1212-45c9-b72b-734878c04ab8 req-f9f27cbd-6fb3-43a5-9c13-c5d6874e536b tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0599670 Jan 29 20:01:58.509102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1f43e1f1-0fa7-47bc-856a-e06ef0f33d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:58.859101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:01:59.201870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-284edabd-33b1-4f31-b0b5-52824cc23a50 req-997f90bb-2b0a-4f93-8756-583facaaf2f9 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0510132 Jan 29 20:01:59.734029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:00.282393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:00.462816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d05e35ef-a44d-4f29-a1f9-e5d9290b8963 req-b2b146f3-7914-408e-83af-df7743ea372f tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0788963 Jan 29 20:02:01.319248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72cf879a-e7a5-4472-aa9c-031f21c4b5d0 req-29c3660c-41ce-4bdc-8338-6fa09fd7bd6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e0c35dfb0aa43558b6bf375c1dc0684&device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0550604 Jan 29 20:02:01.387342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72cf879a-e7a5-4472-aa9c-031f21c4b5d0 req-18d73977-c16c-4c62-9cb0-5151dd43d171 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3e0c35dfb0aa43558b6bf375c1dc0684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425353 Jan 29 20:02:01.522186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:01.685720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf879a-e7a5-4472-aa9c-031f21c4b5d0 req-c298a4c4-4c9e-484a-98e3-5024122bd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:01.687495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72cf879a-e7a5-4472-aa9c-031f21c4b5d0 req-c298a4c4-4c9e-484a-98e3-5024122bd265 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2897468 Jan 29 20:02:01.745672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c95f9974-d493-49e8-bf37-0a0634bb81f3 req-d3b1259f-c549-4b35-8cba-b939d8978847 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0466368 Jan 29 20:02:01.826140 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:02:02.966411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2590019f-fe98-4907-a744-a52d6d4cbd11 req-f8139ec0-eb4e-461e-9eaa-fa043bf2f900 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0645528 Jan 29 20:02:03.534673 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-06278d29-7b06-4db1-9588-6307ded45c7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314976 Jan 29 20:02:03.698379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-94471990-349d-4f27-a011-6402ed96831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:03.710243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-94471990-349d-4f27-a011-6402ed96831c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 1128 time: 0.1400931 Jan 29 20:02:04.018541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-f24bd93d-2945-47b4-9931-541e19f94eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:04.026926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-f24bd93d-2945-47b4-9931-541e19f94eec service neutron] 10.222.0.26 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 914 time: 0.2578936 Jan 29 20:02:04.248706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-955f2548-0d8f-457f-b4d7-5341fa15d2b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75 HTTP/1.1" status: 200 len: 217 time: 0.2174530 Jan 29 20:02:04.422357 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25bb6826-6eae-4bba-9f52-990e7047a700 req-72a56f9f-2b0b-4557-992d-10e57a7f7042 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0961533 Jan 29 20:02:04.513616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-06c3c57c-cb0a-4362-9022-abe6e1002986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:04.515416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-06c3c57c-cb0a-4362-9022-abe6e1002986 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.2625813 Jan 29 20:02:04.582844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-ba1ac738-968c-4a0a-a9f6-eb5ff95d412b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600488 Jan 29 20:02:04.760096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-d04043de-aa81-4aa9-abae-82e8dec7bf03 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690481 Jan 29 20:02:05.118672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50907fb0-3103-4542-a949-2b7bd3bb5698 req-5668d53f-d58d-4bf2-a84e-77f9b5dd0a0d service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484592 Jan 29 20:02:05.691492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1983cb05-3a55-48ed-8888-7c873a31d310 req-0f56051b-e100-446e-9b13-0128a4f8466c tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0637324 Jan 29 20:02:06.980550 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-967d2f81-8bc7-4db9-94de-a7b8b91b1cda req-f152404d-a35f-46d6-8ac8-fc53c2f65b8e tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0633895 Jan 29 20:02:08.020011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:08.203838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e58affe2-c26b-4e4c-ba34-cf012b0b53ff req-eed524c2-fc31-4177-bdb4-a44a6cc80ff0 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0501211 Jan 29 20:02:08.579682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:09.507917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-881b00b0-c957-49fb-b063-e25fffce8f59 req-23eb41e1-5b8e-408f-893b-f830038bff45 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0762167 Jan 29 20:02:09.991897 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:10.912190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11e0f5f-84da-48c6-888b-31cda9f91955 req-dfd71fdc-784d-4948-9223-ad2bb5965d41 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1584013 Jan 29 20:02:11.016411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Deleting port 93d31466-dd8b-42e2-affd-a8507cd6a91c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:02:11.016781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:11.287066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] For port 93d31466-dd8b-42e2-affd-a8507cd6a91c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=93d31466-dd8b-42e2-affd-a8507cd6a91c,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:11.291724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:11.326411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Calling delete_port for 93d31466-dd8b-42e2-affd-a8507cd6a91c owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:02:12.193587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-583810e2-e0b2-4c80-9988-c64f18922996 req-3261c1b4-4ca0-4c76-bf0f-81209c60c23d tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1221275 Jan 29 20:02:12.203929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (93d31466-dd8b-42e2-affd-a8507cd6a91c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:12.380580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d31466-dd8b-42e2-affd-a8507cd6a91c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:12.987046 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:13.639223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:02:13.699124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e82b8759-93ec-4e20-9718-6d1a790e2333 req-07beaf66-66ac-4321-ba76-82c476c35cd9 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1034691 Jan 29 20:02:13.988897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:02:14.004415 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6cf76dc-6011-4ee4-ba30-5d78a2a78e38 admin admin] 10.222.0.15 "PUT /v2.0/routers/d0a89e41-2c58-4946-9bc7-74cd1d3305b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4234397 Jan 29 20:02:14.008517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40086) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:14.010199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] Sync routers for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:02:14.039262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:02:14.040027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:01:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:14.437599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks [] for router (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:14.515215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:02:14.842880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks [] for router_gateway (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:15.052178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab0756ea-c1e0-40a3-b112-6aa01252a6f5 req-5ed5bc59-8d6d-4413-a1ad-69e3d46d60eb tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1345212 Jan 29 20:02:15.254977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Deleting port fecb7bb3-d6c3-432f-a90e-39df83826742 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:02:15.255485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:15.317818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T20:02:11Z', 'revision_number': 5, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port': {'id': 'fecb7bb3-d6c3-432f-a90e-39df83826742', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T19:53:55Z', 'updated_at': '2022-01-29T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:15.441970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] For port fecb7bb3-d6c3-432f-a90e-39df83826742, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fecb7bb3-d6c3-432f-a90e-39df83826742,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:15.442482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:15.465838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Calling delete_port for fecb7bb3-d6c3-432f-a90e-39df83826742 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:02:15.472946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] Checking router: d0a89e41-2c58-4946-9bc7-74cd1d3305b2 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:02:15.495675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] Routers {'d0a89e41-2c58-4946-9bc7-74cd1d3305b2'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:02:15.496535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:01:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:15.700983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] Set router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:02:15.930326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T20:02:14Z', 'revision_number': 6, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:15.992881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7217a-3a7e-4495-8b44-a50a3c32a2b5 None None] The sync data for ids ['d0a89e41-2c58-4946-9bc7-74cd1d3305b2'] in n-d-825496-5 is: [{'id': 'd0a89e41-2c58-4946-9bc7-74cd1d3305b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1799964205-router', 'tenant_id': '783a9a9d11fa41288dbf0d86d97778e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T19:53:52Z', 'updated_at': '2022-01-29T20:02:14Z', 'revision_number': 6, 'project_id': '783a9a9d11fa41288dbf0d86d97778e8', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:02:16.030809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fecb7bb3-d6c3-432f-a90e-39df83826742), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:16.092627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecb7bb3-d6c3-432f-a90e-39df83826742,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:16.194974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:16.532092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 93d31466-dd8b-42e2-affd-a8507cd6a91c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:02:16.586615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 93d31466-dd8b-42e2-affd-a8507cd6a91c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:02:16.587352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 93d31466-dd8b-42e2-affd-a8507cd6a91c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:02:17.348905 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-17ef3a17-3921-4c20-90ca-b50749c65206 req-24573228-ef41-4496-92c3-d7f330bd6dd6 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0918012 Jan 29 20:02:17.351441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:17.362372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks [] for router_controller (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:17.533303 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (d0a89e41-2c58-4946-9bc7-74cd1d3305b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:17.538567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a89e41-2c58-4946-9bc7-74cd1d3305b2 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:02:17.538567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:17.539717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03fcc009-7639-4826-aaaf-04a6f4a29b90 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d0a89e41-2c58-4946-9bc7-74cd1d3305b2 HTTP/1.1" status: 204 len: 168 time: 3.5300922 Jan 29 20:02:17.546274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40170) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:17.670040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Deleting subnet a6478cc6-ba08-4e80-ad21-bd4952f438dd {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:02:17.683182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Publish callbacks [] for subnet (a6478cc6-ba08-4e80-ad21-bd4952f438dd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:17.797992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (a6478cc6-ba08-4e80-ad21-bd4952f438dd), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:17.922242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a6478cc6-ba08-4e80-ad21-bd4952f438dd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:18.065136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (a6478cc6-ba08-4e80-ad21-bd4952f438dd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:18.115458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fecb7bb3-d6c3-432f-a90e-39df83826742 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:02:18.129118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6478cc6-ba08-4e80-ad21-bd4952f438dd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:18.146045 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:18.157212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:18.181642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-215583ae-b053-4cb7-b9f1-67378e790301 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a6478cc6-ba08-4e80-ad21-bd4952f438dd HTTP/1.1" status: 204 len: 168 time: 0.6244428 Jan 29 20:02:18.199768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf0951-f54c-4e95-8065-181278ec2833 None None] Network cef406a5-50de-4822-b513-da8611bca3c3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:02:18.345549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (cef406a5-50de-4822-b513-da8611bca3c3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:18.483055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fecb7bb3-d6c3-432f-a90e-39df83826742 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:02:18.495339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fecb7bb3-d6c3-432f-a90e-39df83826742 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:02:18.520616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Deleting port a843c006-591e-41ca-a15d-3f8378154f5f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:02:18.521073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:18.582594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc869ef9-3f38-4b52-9f29-bb4bd2f88d6a req-6be3e3aa-4930-4042-bcce-9634df509060 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0681949 Jan 29 20:02:18.707285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] For port a843c006-591e-41ca-a15d-3f8378154f5f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a843c006-591e-41ca-a15d-3f8378154f5f,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:18.707945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:18.745252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Calling delete_port for a843c006-591e-41ca-a15d-3f8378154f5f owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:02:18.768301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] DHCP port deletion for cef406a5-50de-4822-b513-da8611bca3c3 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:02:18.889877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] Deleting port a843c006-591e-41ca-a15d-3f8378154f5f {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:02:18.890258 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.053392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.057047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] For port a843c006-591e-41ca-a15d-3f8378154f5f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a843c006-591e-41ca-a15d-3f8378154f5f,segment=NetworkSegment(fa2f2601-c31d-4277-9245-5ee4b56d4581),segment_id=fa2f2601-c31d-4277-9245-5ee4b56d4581)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:19.057663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.079015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] Calling delete_port for a843c006-591e-41ca-a15d-3f8378154f5f owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:02:19.134951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a843c006-591e-41ca-a15d-3f8378154f5f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:19.164671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] No DVR routers for this DVR port a843c006-591e-41ca-a15d-3f8378154f5f on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:02:19.172870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.173220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.173560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.173894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.174240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.174556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.174883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.175211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.175533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.175855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.176179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.176518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.176859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:19.413954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (cef406a5-50de-4822-b513-da8611bca3c3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.439212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef406a5-50de-4822-b513-da8611bca3c3']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:19.444485 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a843c006-591e-41ca-a15d-3f8378154f5f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.455617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2f2601-c31d-4277-9245-5ee4b56d4581') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:19.456476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2f2601-c31d-4277-9245-5ee4b56d4581') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:19.468675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (fa2f2601-c31d-4277-9245-5ee4b56d4581), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.484706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (fa2f2601-c31d-4277-9245-5ee4b56d4581), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.491425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:02:19.492088 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (fa2f2601-c31d-4277-9245-5ee4b56d4581), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.580461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] Pushing event deleted for resources: {'Port': ['ID=a843c006-591e-41ca-a15d-3f8378154f5f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:19.594186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f681c-d7c9-4d8e-a8f0-63f528046eb2 None None] No DVR routers for this DVR port a843c006-591e-41ca-a15d-3f8378154f5f on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:02:19.600899 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:02:19.699025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (cef406a5-50de-4822-b513-da8611bca3c3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.705165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:19.712076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] 10.222.0.15 "DELETE /v2.0/networks/cef406a5-50de-4822-b513-da8611bca3c3 HTTP/1.1" status: 204 len: 168 time: 1.5499129 Jan 29 20:02:19.754058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239b9e7-4821-4efe-a3cd-ef6f003d5a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=cef406a5-50de-4822-b513-da8611bca3c3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:19.810325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90830ce6-30dd-4fcd-bb7f-ad4ec98a1319 req-a6a7c9ba-8bc1-4914-96fe-6a8d8f7046f2 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0664964 Jan 29 20:02:20.313142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a843c006-591e-41ca-a15d-3f8378154f5f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:02:20.317220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40226) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:20.409703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a843c006-591e-41ca-a15d-3f8378154f5f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:02:20.411962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a843c006-591e-41ca-a15d-3f8378154f5f not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:02:20.473365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-744139c1-0944-46b9-a554-bc4e6b3a6a99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=783a9a9d11fa41288dbf0d86d97778e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543856 Jan 29 20:02:20.477986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d230033-f148-499a-b091-0d5848ba1e4c req-86ebe3c4-56ac-4fa9-8806-902b17ed9545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0755153 Jan 29 20:02:20.478481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:20.560628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ae9da55-ede3-43c9-80fb-f22ccd0bd474 admin admin] Publish callbacks [] for security_group (6e962243-39db-499f-a55a-e89e2b5c8d8a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:20.593865 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ae9da55-ede3-43c9-80fb-f22ccd0bd474 admin admin] Publish callbacks [] for security_group (6e962243-39db-499f-a55a-e89e2b5c8d8a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:20.779572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ae9da55-ede3-43c9-80fb-f22ccd0bd474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6e962243-39db-499f-a55a-e89e2b5c8d8a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:20.783751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ae9da55-ede3-43c9-80fb-f22ccd0bd474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:20.788924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0ae9da55-ede3-43c9-80fb-f22ccd0bd474 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e962243-39db-499f-a55a-e89e2b5c8d8a HTTP/1.1" status: 204 len: 168 time: 0.3087077 Jan 29 20:02:20.805408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9da55-ede3-43c9-80fb-f22ccd0bd474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e962243-39db-499f-a55a-e89e2b5c8d8a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:21.075947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c373777-7c62-43fd-b4b3-602a4ee5c220 req-e59a1a3b-8b1e-4339-acff-befafcb14c34 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0975406 Jan 29 20:02:22.355957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3db9d45b-6d92-44ba-8b50-a4407aa17edc req-e45f384f-87f2-4de9-a9ce-e5126cbab88a tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1282754 Jan 29 20:02:22.970698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fd85401-d2fa-4222-9984-1c96c725b0c3 req-f21f91bc-74d1-4629-8746-a0c605119444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e0c35dfb0aa43558b6bf375c1dc0684&device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0926285 Jan 29 20:02:23.058656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fd85401-d2fa-4222-9984-1c96c725b0c3 req-21fc4a58-4b7f-4236-b409-39c3565d55ea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3e0c35dfb0aa43558b6bf375c1dc0684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812695 Jan 29 20:02:23.123700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f05a1cc8-947c-43fe-9697-4a2804a6e7f0 req-27a69005-46dc-44fd-a000-e2fcdb910e21 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0836408 Jan 29 20:02:23.430785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd85401-d2fa-4222-9984-1c96c725b0c3 req-f929f184-2f96-4e15-8f52-ffa5e38dca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:23.443257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fd85401-d2fa-4222-9984-1c96c725b0c3 req-f929f184-2f96-4e15-8f52-ffa5e38dca7b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3781271 Jan 29 20:02:24.460671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5e989925-a2a8-4918-a88b-ce75160fd44b req-9b222e46-d4c9-436a-843d-64847fe00880 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0825140 Jan 29 20:02:24.822228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fd85401-d2fa-4222-9984-1c96c725b0c3 req-87cbbabe-bd74-445a-a1ec-373649b99bc5 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.0795233 Jan 29 20:02:25.150334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0111068b-53cc-4310-8a1f-5ac4933b26aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:25.975765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a1de0e3-03df-4001-8e0a-fe16d298e393 req-5d23ce87-5e89-4ac2-8777-f668c65b2ca0 tempest-ServerShowV257Test-1869023606 tempest-ServerShowV257Test-1869023606-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5697e6e-2d45-4a92-a94a-3979fbc59164 HTTP/1.1" status: 200 len: 210 time: 0.1296813 Jan 29 20:02:28.128189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:28.213039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a466295f-7608-44c6-af30-4247e0e45713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:28.519829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f01bd87-25de-4c1c-9981-f6e29d5da359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:28.807630 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:28.829493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f01bd87-25de-4c1c-9981-f6e29d5da359 admin admin] Publish callbacks [] for security_group (5d80e6ca-513b-4df2-b8f8-a41e616210b2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:28.899515 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f01bd87-25de-4c1c-9981-f6e29d5da359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5d80e6ca-513b-4df2-b8f8-a41e616210b2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:29.058252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f01bd87-25de-4c1c-9981-f6e29d5da359 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e0c35dfb0aa43558b6bf375c1dc0684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9264088 Jan 29 20:02:29.058621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:29.104826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01bd87-25de-4c1c-9981-f6e29d5da359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d80e6ca-513b-4df2-b8f8-a41e616210b2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:29.201860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Publish callbacks [] for security_group (5d80e6ca-513b-4df2-b8f8-a41e616210b2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:29.269937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Publish callbacks [] for security_group (5d80e6ca-513b-4df2-b8f8-a41e616210b2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:29.544225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5d80e6ca-513b-4df2-b8f8-a41e616210b2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:29.544225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:29.548838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d80e6ca-513b-4df2-b8f8-a41e616210b2 HTTP/1.1" status: 204 len: 168 time: 0.4860818 Jan 29 20:02:29.567950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d80e6ca-513b-4df2-b8f8-a41e616210b2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:29.608234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.608516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.611059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.613039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.613893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.617933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.618945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.619486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.620593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.621741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.623038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.623704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.624190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94603eae-22ca-48c4-b712-909bc91bf215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:29.779928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:29.908485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40464) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:30.048004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630d38e7-4e4c-4e0e-9fb0-fd52514900ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.222120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630d38e7-4e4c-4e0e-9fb0-fd52514900ec admin admin] Publish callbacks [] for security_group (18cc7d5c-4337-4f75-a461-ffa0da8068d5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.304415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-630d38e7-4e4c-4e0e-9fb0-fd52514900ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (18cc7d5c-4337-4f75-a461-ffa0da8068d5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.329065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.431947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d38e7-4e4c-4e0e-9fb0-fd52514900ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc7d5c-4337-4f75-a461-ffa0da8068d5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:30.503774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-630d38e7-4e4c-4e0e-9fb0-fd52514900ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a815c1bab8f54a9782bc18b7a59ad0a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5940614 Jan 29 20:02:30.506472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40498) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:30.688314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe91983e-26e5-4220-858f-06cfa647e100 admin admin] Publish callbacks [] for security_group (18cc7d5c-4337-4f75-a461-ffa0da8068d5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.740124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe91983e-26e5-4220-858f-06cfa647e100 admin admin] Publish callbacks [] for security_group (18cc7d5c-4337-4f75-a461-ffa0da8068d5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.921774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe91983e-26e5-4220-858f-06cfa647e100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (18cc7d5c-4337-4f75-a461-ffa0da8068d5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.924457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe91983e-26e5-4220-858f-06cfa647e100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:30.925637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fe91983e-26e5-4220-858f-06cfa647e100 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18cc7d5c-4337-4f75-a461-ffa0da8068d5 HTTP/1.1" status: 204 len: 168 time: 0.4181767 Jan 29 20:02:30.938810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91983e-26e5-4220-858f-06cfa647e100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc7d5c-4337-4f75-a461-ffa0da8068d5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:31.561803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:32.137966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40548) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:32.392521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40560) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:32.412696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3a76-d7ca-4ca3-8489-0aaaea03ce6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:32.592305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67461cfe-dbdd-402d-ba7f-27a0e179e2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:32.707058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67461cfe-dbdd-402d-ba7f-27a0e179e2e3 admin admin] Publish callbacks [] for security_group (83543ffb-784e-4ac4-86e9-f6d235943273), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:32.829705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67461cfe-dbdd-402d-ba7f-27a0e179e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (83543ffb-784e-4ac4-86e9-f6d235943273), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:32.887963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3a76-d7ca-4ca3-8489-0aaaea03ce6f admin admin] Publish callbacks [] for security_group (f15df142-bc8c-44a9-85f0-7ea14b3e3c35), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:32.936943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-67461cfe-dbdd-402d-ba7f-27a0e179e2e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a63a9e6bdd243aa8a20faa879e90bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7978060 Jan 29 20:02:32.938340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67461cfe-dbdd-402d-ba7f-27a0e179e2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83543ffb-784e-4ac4-86e9-f6d235943273,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:32.939763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40576) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:32.973671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a7bc3a76-d7ca-4ca3-8489-0aaaea03ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f15df142-bc8c-44a9-85f0-7ea14b3e3c35), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.029896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8278688f-362e-48ea-a8df-b3d9b8d334b6 admin admin] Publish callbacks [] for security_group (83543ffb-784e-4ac4-86e9-f6d235943273), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.070809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc3a76-d7ca-4ca3-8489-0aaaea03ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15df142-bc8c-44a9-85f0-7ea14b3e3c35,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:33.076826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8278688f-362e-48ea-a8df-b3d9b8d334b6 admin admin] Publish callbacks [] for security_group (83543ffb-784e-4ac4-86e9-f6d235943273), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.113101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a7bc3a76-d7ca-4ca3-8489-0aaaea03ce6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e7618911be14f8390baa45157c00f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190073 Jan 29 20:02:33.115173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40580) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:33.115627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40582) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:33.296628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5780c1cd-a97b-4300-af11-ffa6343026c4 admin admin] Publish callbacks [] for security_group (f15df142-bc8c-44a9-85f0-7ea14b3e3c35), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.310825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8278688f-362e-48ea-a8df-b3d9b8d334b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (83543ffb-784e-4ac4-86e9-f6d235943273), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.314037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8278688f-362e-48ea-a8df-b3d9b8d334b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.326778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8278688f-362e-48ea-a8df-b3d9b8d334b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83543ffb-784e-4ac4-86e9-f6d235943273 HTTP/1.1" status: 204 len: 168 time: 0.3846138 Jan 29 20:02:33.357991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278688f-362e-48ea-a8df-b3d9b8d334b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83543ffb-784e-4ac4-86e9-f6d235943273,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:33.371881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5780c1cd-a97b-4300-af11-ffa6343026c4 admin admin] Publish callbacks [] for security_group (f15df142-bc8c-44a9-85f0-7ea14b3e3c35), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.510015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-843122244-network', 'tenant_id': 'ccc6256be9e14639aa43b521ae6cb4f6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:33.584700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5780c1cd-a97b-4300-af11-ffa6343026c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f15df142-bc8c-44a9-85f0-7ea14b3e3c35), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.587967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5780c1cd-a97b-4300-af11-ffa6343026c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.590307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5780c1cd-a97b-4300-af11-ffa6343026c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f15df142-bc8c-44a9-85f0-7ea14b3e3c35 HTTP/1.1" status: 204 len: 168 time: 0.4726884 Jan 29 20:02:33.704930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Made reservation on behalf of ccc6256be9e14639aa43b521ae6cb4f6 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:02:33.707401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.723709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780c1cd-a97b-4300-af11-ffa6343026c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15df142-bc8c-44a9-85f0-7ea14b3e3c35,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:33.748701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:33.956896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks [] for security_group (10bf1d1f-1604-40ad-9059-3d159bf47064), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.021398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (10bf1d1f-1604-40ad-9059-3d159bf47064), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.042523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:02:34.154703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4bd83b66-fda1-44ce-9eba-7fae388e6f09), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.155054 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Added segment 4bd83b66-fda1-44ce-9eba-7fae388e6f09 of type vlan for network 3b7b02fb-6b31-4dca-971d-9815d86b095c Jan 29 20:02:34.176919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf1d1f-1604-40ad-9059-3d159bf47064,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:34.397377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (3b7b02fb-6b31-4dca-971d-9815d86b095c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.530963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (3b7b02fb-6b31-4dca-971d-9815d86b095c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.531997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:34.532613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.734925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7b02fb-6b31-4dca-971d-9815d86b095c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:34.751753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 3b7b02fb-6b31-4dca-971d-9815d86b095c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:02:34.785964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5915f9b6-bd16-4798-a15c-6bc4926e4030 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6655190 Jan 29 20:02:34.787646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:34.793436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Request body: {'subnet': {'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-843122244-subnet', 'tenant_id': 'ccc6256be9e14639aa43b521ae6cb4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:34.830270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40634) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:34.873754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-baac43b6-87ff-4e22-9f59-0507b316977a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:34.951787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Made reservation on behalf of ccc6256be9e14639aa43b521ae6cb4f6 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:02:34.955564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.201803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-baac43b6-87ff-4e22-9f59-0507b316977a admin admin] Publish callbacks [] for security_group (da7bad2f-935c-46cc-ae16-4e927a68c7aa), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.264749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-baac43b6-87ff-4e22-9f59-0507b316977a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (da7bad2f-935c-46cc-ae16-4e927a68c7aa), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.390903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac43b6-87ff-4e22-9f59-0507b316977a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7bad2f-935c-46cc-ae16-4e927a68c7aa,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:35.487039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-baac43b6-87ff-4e22-9f59-0507b316977a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5894870d97614147865bf01721e4d348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551430 Jan 29 20:02:35.494980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40652) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:35.635564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3a85-1fd5-4ac3-9954-c924e004e66b admin admin] Publish callbacks [] for security_group (da7bad2f-935c-46cc-ae16-4e927a68c7aa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.704907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (226c354d-8722-46a3-9b17-092cba09d623), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.728374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3a85-1fd5-4ac3-9954-c924e004e66b admin admin] Publish callbacks [] for security_group (da7bad2f-935c-46cc-ae16-4e927a68c7aa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.834861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=226c354d-8722-46a3-9b17-092cba09d623,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:35.887013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3a85-1fd5-4ac3-9954-c924e004e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (da7bad2f-935c-46cc-ae16-4e927a68c7aa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.891543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3a85-1fd5-4ac3-9954-c924e004e66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:35.893263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fd3e3a85-1fd5-4ac3-9954-c924e004e66b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da7bad2f-935c-46cc-ae16-4e927a68c7aa HTTP/1.1" status: 204 len: 168 time: 0.3947001 Jan 29 20:02:35.905219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Checking segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:02:35.905855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Network hostable DHCP agents. Network: 3b7b02fb-6b31-4dca-971d-9815d86b095c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:02:35.925280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e3a85-1fd5-4ac3-9954-c924e004e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7bad2f-935c-46cc-ae16-4e927a68c7aa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:35.984133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Network 3b7b02fb-6b31-4dca-971d-9815d86b095c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:02:36.052787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 3b7b02fb-6b31-4dca-971d-9815d86b095c) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:02:36.061695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:36.061695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:36.064631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a5254-da0e-414b-ad4f-fc1ef458c961 None None] Network 3b7b02fb-6b31-4dca-971d-9815d86b095c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:02:36.158711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e27d4c4d-bd07-4b3e-8954-24c901d096ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3699181 Jan 29 20:02:36.365976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eacd63-c50e-4f0b-b5e3-3e480ae61dd6 None None] Network 3b7b02fb-6b31-4dca-971d-9815d86b095c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:02:37.651274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-caa4a739-37e1-466c-97e8-a98775655981 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:37.662692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-caa4a739-37e1-466c-97e8-a98775655981 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 813 time: 0.2858613 Jan 29 20:02:37.703256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-760674f4-656c-4e9c-84e3-56bb45837db2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/quotas/ccc6256be9e14639aa43b521ae6cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.0343752 Jan 29 20:02:37.841039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-cb09781e-02f3-41e7-9c8d-2ce9fd87e888 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271811 Jan 29 20:02:38.064603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:38.082228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-37cc7485-31da-4024-b239-3a3ca2cc6027 service neutron] 10.222.0.15 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398858 Jan 29 20:02:38.390234 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-d327fe81-8d79-4208-9008-4d092957aa82 service neutron] 10.222.0.15 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071406 Jan 29 20:02:38.833793 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:02:38.957079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-688ca8ba-cc1a-44e1-ae25-28457f27c161 req-61e9e89b-22f4-48ca-935d-56d128a23d20 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 210 time: 0.0789645 Jan 29 20:02:39.426869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-4a0dc39a-7a10-428f-8f6e-03fbc30d47d5 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:39.438710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-4a0dc39a-7a10-428f-8f6e-03fbc30d47d5 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.3617563 Jan 29 20:02:39.508592 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-2eabba94-ff58-4964-a2c8-416bcf365153 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/quotas/193cd9f4fbd245938611d2788e95581b HTTP/1.1" status: 200 len: 375 time: 0.0654974 Jan 29 20:02:39.619965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-694f0f7a-8094-4e4a-98f7-73e4a8e847f0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067023 Jan 29 20:02:39.759902 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-cf695864-b7f8-4cb0-bdb9-d60d0712f829 service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300151 Jan 29 20:02:39.986531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-46c145a8-c25c-4039-ae4d-ff096bada1de service neutron] 10.222.0.15 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256017 Jan 29 20:02:40.190721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7059a77b-ce4b-4c75-b2d7-af3493f868c6 req-067af580-1faf-4d3e-af9b-061982ccf160 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 210 time: 0.0860813 Jan 29 20:02:40.398483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bff49a-a3cb-4413-af85-4c9c6b538dad req-8bd5a072-9376-4bf4-99de-0a0669871bd9 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 210 time: 0.0741258 Jan 29 20:02:41.443165 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-353ab39b-1909-4d91-bda9-993899443e4d req-63b1f5d2-f7ae-4217-8693-f927ca7820c8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 210 time: 0.1488650 Jan 29 20:02:41.557896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9142ef10-0e34-4277-8e0b-ddaa7f1254e8 req-baafebba-648e-4db2-94f6-240498e63f5d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 210 time: 0.0626955 Jan 29 20:02:42.501714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40922) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:42.589855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40932) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:42.664814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b49bd10d-cd75-4b01-98a4-c2a622bb56c4 req-acbe9aa2-8f30-45b8-b576-9789ff8e3b3d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 210 time: 0.1063848 Jan 29 20:02:42.807729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d27a8848-069f-43ef-8738-5c1479f2d4cb req-fff23c77-7ba3-4795-84d0-81c11d044aeb tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 210 time: 0.0740392 Jan 29 20:02:42.862115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-40349736-df64-41e7-894a-69c92fd9aef5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:42.864393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-40349736-df64-41e7-894a-69c92fd9aef5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.13 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 813 time: 0.3920209 Jan 29 20:02:42.895704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Request body: {'port': {'device_id': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'admin_state_up': True, 'tenant_id': 'ccc6256be9e14639aa43b521ae6cb4f6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:42.901472 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50736233-bc83-4451-b036-a5c964cde97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.086168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50736233-bc83-4451-b036-a5c964cde97a admin admin] Publish callbacks [] for security_group (ac374a0b-6a71-4057-b55f-3e4221d88664), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.110045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e16ddbd9-a32d-4a72-9086-ccec712891f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.189833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:43.194014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50736233-bc83-4451-b036-a5c964cde97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ac374a0b-6a71-4057-b55f-3e4221d88664), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.270675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Made reservation on behalf of ccc6256be9e14639aa43b521ae6cb4f6 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:02:43.275641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.334724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50736233-bc83-4451-b036-a5c964cde97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac374a0b-6a71-4057-b55f-3e4221d88664,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:43.350730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-50736233-bc83-4451-b036-a5c964cde97a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b24901f6f034cc3b1e33deeafc31a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8476348 Jan 29 20:02:43.353158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:43.452818 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e16ddbd9-a32d-4a72-9086-ccec712891f7 admin admin] Publish callbacks [] for security_group (0781ec4f-3d9d-46c4-8d77-b220bc8d278b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.506850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77508c9e-d16a-49db-b0ed-f538db2fec8a admin admin] Publish callbacks [] for security_group (ac374a0b-6a71-4057-b55f-3e4221d88664), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.517512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3221bf63-50f6-442a-8a45-8b87f2eec519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.531332 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77508c9e-d16a-49db-b0ed-f538db2fec8a admin admin] Publish callbacks [] for security_group (ac374a0b-6a71-4057-b55f-3e4221d88664), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.582955 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e16ddbd9-a32d-4a72-9086-ccec712891f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0781ec4f-3d9d-46c4-8d77-b220bc8d278b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.629490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ddbd9-a32d-4a72-9086-ccec712891f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781ec4f-3d9d-46c4-8d77-b220bc8d278b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:43.638170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e16ddbd9-a32d-4a72-9086-ccec712891f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7ba1f3b54db489d92337f438f74a96d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0457041 Jan 29 20:02:43.639119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:43.703589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3221bf63-50f6-442a-8a45-8b87f2eec519 admin admin] Publish callbacks [] for security_group (5cf31ce4-aa98-4b43-b892-30acfd7d2503), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.709334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77508c9e-d16a-49db-b0ed-f538db2fec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ac374a0b-6a71-4057-b55f-3e4221d88664), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.711696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-77508c9e-d16a-49db-b0ed-f538db2fec8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.713065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-77508c9e-d16a-49db-b0ed-f538db2fec8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac374a0b-6a71-4057-b55f-3e4221d88664 HTTP/1.1" status: 204 len: 168 time: 0.3588130 Jan 29 20:02:43.767972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77508c9e-d16a-49db-b0ed-f538db2fec8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac374a0b-6a71-4057-b55f-3e4221d88664,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:43.890961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e585d314-7978-4666-bf3b-edb5581bcb0b admin admin] Publish callbacks [] for security_group (0781ec4f-3d9d-46c4-8d77-b220bc8d278b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:43.894449 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3221bf63-50f6-442a-8a45-8b87f2eec519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5cf31ce4-aa98-4b43-b892-30acfd7d2503), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.048747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3221bf63-50f6-442a-8a45-8b87f2eec519 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c20d5123f1e34e51a5f1e0b29acdb2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8577750 Jan 29 20:02:44.050965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d1e76ff-3fa2-4221-9b59-155573e7bdd2 req-c419664f-2455-421a-9077-20bd28664105 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 210 time: 0.2830946 Jan 29 20:02:44.061092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e585d314-7978-4666-bf3b-edb5581bcb0b admin admin] Publish callbacks [] for security_group (0781ec4f-3d9d-46c4-8d77-b220bc8d278b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.061455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40982) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:44.062214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221bf63-50f6-442a-8a45-8b87f2eec519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf31ce4-aa98-4b43-b892-30acfd7d2503,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:44.079922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-08ea88fc-b10e-42be-a9ef-9dc8afa73434 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:44.082634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-08ea88fc-b10e-42be-a9ef-9dc8afa73434 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.13 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 814 time: 0.4341753 Jan 29 20:02:44.100542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba5bc1af-986a-43ed-8118-c0733f6c44e6 req-b5b82009-0035-442b-99ac-1854590ccc1b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 210 time: 0.1269095 Jan 29 20:02:44.110789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Request body: {'port': {'device_id': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'admin_state_up': True, 'tenant_id': '193cd9f4fbd245938611d2788e95581b'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:44.164125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82233d9a-a400-416f-9892-dca390fc9539 admin admin] Publish callbacks [] for security_group (5cf31ce4-aa98-4b43-b892-30acfd7d2503), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.222854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82233d9a-a400-416f-9892-dca390fc9539 admin admin] Publish callbacks [] for security_group (5cf31ce4-aa98-4b43-b892-30acfd7d2503), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.317042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Allocated IP 172.20.0.7 (3b7b02fb-6b31-4dca-971d-9815d86b095c/226c354d-8722-46a3-9b17-092cba09d623/287f3f2e-e3a4-433c-9607-88bcdece7358) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:02:44.389393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82233d9a-a400-416f-9892-dca390fc9539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5cf31ce4-aa98-4b43-b892-30acfd7d2503), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.391959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-82233d9a-a400-416f-9892-dca390fc9539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.394515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-82233d9a-a400-416f-9892-dca390fc9539 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cf31ce4-aa98-4b43-b892-30acfd7d2503 HTTP/1.1" status: 204 len: 168 time: 0.3094127 Jan 29 20:02:44.414110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82233d9a-a400-416f-9892-dca390fc9539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf31ce4-aa98-4b43-b892-30acfd7d2503,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:44.566084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Made reservation on behalf of 193cd9f4fbd245938611d2788e95581b for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:02:44.576520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.579233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e585d314-7978-4666-bf3b-edb5581bcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0781ec4f-3d9d-46c4-8d77-b220bc8d278b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.582424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e585d314-7978-4666-bf3b-edb5581bcb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.596526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e585d314-7978-4666-bf3b-edb5581bcb0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0781ec4f-3d9d-46c4-8d77-b220bc8d278b HTTP/1.1" status: 204 len: 168 time: 0.9533026 Jan 29 20:02:44.640283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d314-7978-4666-bf3b-edb5581bcb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781ec4f-3d9d-46c4-8d77-b220bc8d278b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:44.694121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:44.730058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6137-5b5c-4620-aba7-035a1aa9225f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:44.869847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks [] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.008060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.102749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Allocated IP 172.20.0.13 (822fd9b0-1689-41cd-80b3-f52857eb7c7b/68fd2f72-f689-45dc-926f-321bf6abee9a/134b856c-c3fe-455f-81d8-9ba464cccfb0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:02:45.124048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Network 3b7b02fb-6b31-4dca-971d-9815d86b095c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:02:45.131429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:02:45.164452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:02:45.217597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6137-5b5c-4620-aba7-035a1aa9225f admin admin] Publish callbacks [] for security_group (8d35de71-03e8-45ae-bfb5-4d51b314279c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.287204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6137-5b5c-4620-aba7-035a1aa9225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8d35de71-03e8-45ae-bfb5-4d51b314279c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.319897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:45.406310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41018) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:45.439860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9f8a6137-5b5c-4620-aba7-035a1aa9225f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79810976d6214cbaa04fc798d9dadc53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7538729 Jan 29 20:02:45.443295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:45.444302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.450729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a946e29-a8ff-4e09-850d-f9f605f8b344 req-a7816126-d0fa-423a-94b3-0caeb22aa7c0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 210 time: 0.1739318 Jan 29 20:02:45.482900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41020) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:45.510161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc1a-cc87-4708-96b9-774f4f1f3acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.576827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd312c-94f1-410c-90a2-d7e369d0d69f req-8b60264d-426e-4363-a6c3-0e66043d6f05 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:45.587907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bfd312c-94f1-410c-90a2-d7e369d0d69f req-8b60264d-426e-4363-a6c3-0e66043d6f05 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 931 time: 0.3235037 Jan 29 20:02:45.692978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc1a-cc87-4708-96b9-774f4f1f3acb admin admin] Publish callbacks [] for security_group (67546e03-5068-4daa-a424-4e2a9b7cee65), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.777581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bfd312c-94f1-410c-90a2-d7e369d0d69f req-92740f1a-df9b-46b4-a0dc-21ed0a5af2f5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832607 Jan 29 20:02:45.784435 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-a363cb28-4cd3-4883-8aae-22c9fd4b549e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9041402 Jan 29 20:02:45.804586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eebd59b-f704-4202-beaf-97f7a85f0afd admin admin] Publish callbacks [] for security_group (8d35de71-03e8-45ae-bfb5-4d51b314279c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.843164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eebd59b-f704-4202-beaf-97f7a85f0afd admin admin] Publish callbacks [] for security_group (8d35de71-03e8-45ae-bfb5-4d51b314279c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.900477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e31dc1a-cc87-4708-96b9-774f4f1f3acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (67546e03-5068-4daa-a424-4e2a9b7cee65), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.914636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Request body: {'port': {'device_id': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:45.922417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41026) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:45.923115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-35fefa02-00f0-4314-a7b1-75e5b9d269ab req-86dcf33b-d008-4916-a1fc-ad78b0960ffa service neutron] (103563) timed out ('10.222.0.13', 52222) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:02:45.981913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1e31dc1a-cc87-4708-96b9-774f4f1f3acb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4864f147cb2a4a109d540754af33cd4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5741403 Jan 29 20:02:45.989072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-262fd223-cb26-4969-a0a5-d3fdf5fae919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:45.993979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41030) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:46.010371 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eebd59b-f704-4202-beaf-97f7a85f0afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8d35de71-03e8-45ae-bfb5-4d51b314279c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.013621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2eebd59b-f704-4202-beaf-97f7a85f0afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.018558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2eebd59b-f704-4202-beaf-97f7a85f0afd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d35de71-03e8-45ae-bfb5-4d51b314279c HTTP/1.1" status: 204 len: 168 time: 0.5299091 Jan 29 20:02:46.028539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31dc1a-cc87-4708-96b9-774f4f1f3acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67546e03-5068-4daa-a424-4e2a9b7cee65,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:46.030335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6137-5b5c-4620-aba7-035a1aa9225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35de71-03e8-45ae-bfb5-4d51b314279c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:46.072833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks [] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.085358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd59b-f704-4202-beaf-97f7a85f0afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35de71-03e8-45ae-bfb5-4d51b314279c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:46.110186 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.190832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.228656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75', '9810d853-eb9f-4e76-8117-403e6bfeeffe', '826ba7be-6d44-485b-9078-57435f79508a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:02:46.241085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-242c7706-30aa-4c17-b5a2-a2cb33e7cedf admin admin] Publish callbacks [] for security_group (67546e03-5068-4daa-a424-4e2a9b7cee65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.353591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Network 822fd9b0-1689-41cd-80b3-f52857eb7c7b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:02:46.357815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:02:46.368183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-242c7706-30aa-4c17-b5a2-a2cb33e7cedf admin admin] Publish callbacks [] for security_group (67546e03-5068-4daa-a424-4e2a9b7cee65), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.368602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:02:46.421703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event updated for resources: {'Port': ['ID=134b856c-c3fe-455f-81d8-9ba464cccfb0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:46.473854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:46.474790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.490211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-262fd223-cb26-4969-a0a5-d3fdf5fae919 admin admin] Publish callbacks [] for security_group (7a514662-2cd8-49d9-9dd9-8083078870c6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.554840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-bd6ed9d7-6d43-43b0-a756-8799c47f48ce tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4504957 Jan 29 20:02:46.586998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-262fd223-cb26-4969-a0a5-d3fdf5fae919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7a514662-2cd8-49d9-9dd9-8083078870c6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.615709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Request body: {'port': {'device_id': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:46.678721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-262fd223-cb26-4969-a0a5-d3fdf5fae919 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=377b97db36784e0287c3a556a3474199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530012 Jan 29 20:02:46.682177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fd223-cb26-4969-a0a5-d3fdf5fae919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a514662-2cd8-49d9-9dd9-8083078870c6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:46.682910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41060) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:46.743201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-242c7706-30aa-4c17-b5a2-a2cb33e7cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (67546e03-5068-4daa-a424-4e2a9b7cee65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.746185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-242c7706-30aa-4c17-b5a2-a2cb33e7cedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:46.751100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-242c7706-30aa-4c17-b5a2-a2cb33e7cedf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67546e03-5068-4daa-a424-4e2a9b7cee65 HTTP/1.1" status: 204 len: 168 time: 0.7501636 Jan 29 20:02:46.765047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c7706-30aa-4c17-b5a2-a2cb33e7cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67546e03-5068-4daa-a424-4e2a9b7cee65,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:46.855441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784afcac-79fc-43e5-83d1-71f3a4778936 req-e27eb090-3cea-42e7-af19-a41b3c07e9de tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:46.857646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-784afcac-79fc-43e5-83d1-71f3a4778936 req-e27eb090-3cea-42e7-af19-a41b3c07e9de tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 932 time: 0.2944050 Jan 29 20:02:47.005904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.032609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:02:47.044694 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Publish callbacks [] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.063454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Transition to ACTIVE for port object 287f3f2e-e3a4-433c-9607-88bcdece7358 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:02:47.072521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c3500-f5fa-4caa-bff6-b455f12b6cb1 req-cca33a05-6f2c-4079-89a5-80d7e98d5ee5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:47.074181 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-029c3500-f5fa-4caa-bff6-b455f12b6cb1 req-cca33a05-6f2c-4079-89a5-80d7e98d5ee5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 931 time: 0.1832850 Jan 29 20:02:47.099100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-784afcac-79fc-43e5-83d1-71f3a4778936 req-175cbb39-4430-4897-b36a-587fee70afe6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934147 Jan 29 20:02:47.100308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e8471654-072d-4399-b2f7-ee14f1e2ff90 admin admin] Publish callbacks [] for security_group (7a514662-2cd8-49d9-9dd9-8083078870c6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.161535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.233070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e8471654-072d-4399-b2f7-ee14f1e2ff90 admin admin] Publish callbacks [] for security_group (7a514662-2cd8-49d9-9dd9-8083078870c6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.340785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:47.345939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-029c3500-f5fa-4caa-bff6-b455f12b6cb1 req-14c19dff-f231-4baa-8ba7-e7911a4d1c44 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654757 Jan 29 20:02:47.488082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:02:47.490134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:02:47.490134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 on network 3b7b02fb-6b31-4dca-971d-9815d86b095c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:02:47.497994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Port 287f3f2e-e3a4-433c-9607-88bcdece7358 on network 3b7b02fb-6b31-4dca-971d-9815d86b095c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:02:47.500724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 on network 3b7b02fb-6b31-4dca-971d-9815d86b095c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:02:47.509125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:02:47.510383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Checking segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:02:47.512462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Bound using segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:02:47.514086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Bound port: 287f3f2e-e3a4-433c-9607-88bcdece7358, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:02:47.514550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.601619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134b856c-c3fe-455f-81d8-9ba464cccfb0 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:02:47.607655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:02:47.613213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:02:47.616118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Publish callbacks [] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.648056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Transition to ACTIVE for port object 134b856c-c3fe-455f-81d8-9ba464cccfb0 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:02:47.650421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e8471654-072d-4399-b2f7-ee14f1e2ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7a514662-2cd8-49d9-9dd9-8083078870c6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.651959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e8471654-072d-4399-b2f7-ee14f1e2ff90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.653932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e8471654-072d-4399-b2f7-ee14f1e2ff90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a514662-2cd8-49d9-9dd9-8083078870c6 HTTP/1.1" status: 204 len: 168 time: 0.9349382 Jan 29 20:02:47.662134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8471654-072d-4399-b2f7-ee14f1e2ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a514662-2cd8-49d9-9dd9-8083078870c6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:47.773695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.800156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.828075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:47.832381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:47.833746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] 10.222.0.13 "PUT /v2.0/ports/287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 1091 time: 2.0307734 Jan 29 20:02:47.837581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:02:47.841764 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efc649d-ec65-48f5-8c45-48a1be3fb896" -d '{"events": [{"name": "network-changed", "server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:02:47.900321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Pushing event updated for resources: {'Port': ['ID=134b856c-c3fe-455f-81d8-9ba464cccfb0,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:47.907141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82117702-6736-4afc-8a16-bda496a9a803 service neutron] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:47.930909 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2078365-5e4f-4075-b5ce-12f73bc99e27 x-openstack-request-id: req-b2078365-5e4f-4075-b5ce-12f73bc99e27 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:02:47.930909 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:02:47.930909 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2078365-5e4f-4075-b5ce-12f73bc99e27 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:02:47.930909 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'status': 'completed', 'code': 200} Jan 29 20:02:48.001436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Attempting to bind port 134b856c-c3fe-455f-81d8-9ba464cccfb0 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:02:48.001795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Attempting to bind port 134b856c-c3fe-455f-81d8-9ba464cccfb0 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:02:48.002130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Attempting to bind port 134b856c-c3fe-455f-81d8-9ba464cccfb0 on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:02:48.006671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Port 134b856c-c3fe-455f-81d8-9ba464cccfb0 on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:02:48.007000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Attempting to bind port 134b856c-c3fe-455f-81d8-9ba464cccfb0 on network 822fd9b0-1689-41cd-80b3-f52857eb7c7b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:02:48.014557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:02:48.014906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Checking segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:02:48.015301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Bound using segment: {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:02:48.015737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Bound port: 134b856c-c3fe-455f-81d8-9ba464cccfb0, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e849e35-fd15-4b69-8f5d-d0bd32da39a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:02:48.016123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:48.051773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc649d-ec65-48f5-8c45-48a1be3fb896 req-e80db74d-2825-4978-b87b-abba80300ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.053662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0efc649d-ec65-48f5-8c45-48a1be3fb896 req-e80db74d-2825-4978-b87b-abba80300ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1125 time: 0.1010108 Jan 29 20:02:48.194828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] For port 134b856c-c3fe-455f-81d8-9ba464cccfb0, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:02:48.196939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] For port 134b856c-c3fe-455f-81d8-9ba464cccfb0, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:02:48.299044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:48.310525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee298-5761-4786-acf9-988cfc2a4977 req-a3654dc8-3b44-42a8-807e-d8a0abbcf777 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.313264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a95ee298-5761-4786-acf9-988cfc2a4977 req-a3654dc8-3b44-42a8-807e-d8a0abbcf777 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 944 time: 0.1063416 Jan 29 20:02:48.316222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc649d-ec65-48f5-8c45-48a1be3fb896 req-51762081-3684-4cb0-9a1e-86045b5acab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.319416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0efc649d-ec65-48f5-8c45-48a1be3fb896 req-51762081-3684-4cb0-9a1e-86045b5acab4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2524850 Jan 29 20:02:48.379967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.380633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:48.382037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] 10.222.0.13 "PUT /v2.0/ports/134b856c-c3fe-455f-81d8-9ba464cccfb0 HTTP/1.1" status: 200 len: 1092 time: 1.7822828 Jan 29 20:02:48.382485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'tag': '134b856c-c3fe-455f-81d8-9ba464cccfb0'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:02:48.393974 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05" -d '{"events": [{"name": "network-changed", "server_uuid": "74bb4207-66aa-4d2e-bbdc-d6cf79535010", "tag": "134b856c-c3fe-455f-81d8-9ba464cccfb0"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:02:48.523841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c866bbf-3eaa-4652-9e67-62d2b60c8410 service neutron] Pushing event updated for resources: {'Port': ['ID=134b856c-c3fe-455f-81d8-9ba464cccfb0,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:48.525015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a95ee298-5761-4786-acf9-988cfc2a4977 req-66931112-19d9-48a1-b1f8-fd0887ab54d1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994004 Jan 29 20:02:48.576429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc649d-ec65-48f5-8c45-48a1be3fb896 req-afa01996-b9dc-4415-bacb-633ad8338512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.578138 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0efc649d-ec65-48f5-8c45-48a1be3fb896 req-afa01996-b9dc-4415-bacb-633ad8338512 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1973462 Jan 29 20:02:48.660665 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b199222-5de0-4cf1-ac98-6bd769215e5f x-openstack-request-id: req-6b199222-5de0-4cf1-ac98-6bd769215e5f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:02:48.669137 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bb4207-66aa-4d2e-bbdc-d6cf79535010", "tag": "134b856c-c3fe-455f-81d8-9ba464cccfb0", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:02:48.669811 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b199222-5de0-4cf1-ac98-6bd769215e5f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:02:48.670641 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'tag': '134b856c-c3fe-455f-81d8-9ba464cccfb0', 'status': 'completed', 'code': 200} Jan 29 20:02:48.727308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0580f2a-fb1f-41da-bd63-1169c71b222b req-c8ac796d-ffea-4705-99f8-abd9e62326da tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.735255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0580f2a-fb1f-41da-bd63-1169c71b222b req-c8ac796d-ffea-4705-99f8-abd9e62326da tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.1410949 Jan 29 20:02:48.744979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-0d14f868-604e-4ceb-b867-07377268737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.750327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-0d14f868-604e-4ceb-b867-07377268737f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1125 time: 0.1208589 Jan 29 20:02:48.755458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-2f070323-1a76-4fc1-a34e-f90a294708ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.761882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-2f070323-1a76-4fc1-a34e-f90a294708ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 1126 time: 0.2378578 Jan 29 20:02:48.822484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-e0f0a415-744d-4f41-8df7-c395cc9215fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.0513539 Jan 29 20:02:48.894807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0580f2a-fb1f-41da-bd63-1169c71b222b req-42c97d6e-4df7-4f3e-96d0-810618ceaaca tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583714 Jan 29 20:02:48.898440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-b113d7e4-232a-425f-9d67-13b5f61cc747 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0 HTTP/1.1" status: 200 len: 217 time: 0.1230099 Jan 29 20:02:48.916179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-720073d3-e3cb-4a17-b28b-0c970aedc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:48.926084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-720073d3-e3cb-4a17-b28b-0c970aedc0ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.0931799 Jan 29 20:02:48.982781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-4ad828da-17f2-4f83-b132-500fd6a7437f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501945 Jan 29 20:02:49.015793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-fff3f931-33ba-499d-a144-ca43bb621788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:49.017541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-fff3f931-33ba-499d-a144-ca43bb621788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.1084669 Jan 29 20:02:49.143225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-6f1622e7-dd49-45d1-a43e-218673f05979 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168454 Jan 29 20:02:49.162315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-99da2353-5744-47e6-ac61-3a8f40dda203 service neutron] 10.222.0.13 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699746 Jan 29 20:02:49.327031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-897f4a5a-9687-4858-9b42-aac4b3229a94 req-5543dd44-ac6a-4dae-a6f5-d4d0d7e839f6 service neutron] 10.222.0.13 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541450 Jan 29 20:02:49.403155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-53e45f94-3216-4178-a1e8-06382de47eff service neutron] 10.222.0.13 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486839 Jan 29 20:02:49.565669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f11ed464-f17d-4940-bec5-4b10f3729ae8 req-42c6343d-6060-4936-9b95-e25cc54e0bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516819 Jan 29 20:02:49.772781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-2f4f6e26-5ed9-4364-865c-e11493c7ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:49.777899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-2f4f6e26-5ed9-4364-865c-e11493c7ee47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 1126 time: 0.0984478 Jan 29 20:02:49.799106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d099b-b98e-4250-9e21-74e7213cee37 req-b19a6821-f681-428f-8f5c-1007aa716e63 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:49.807281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c2d099b-b98e-4250-9e21-74e7213cee37 req-b19a6821-f681-428f-8f5c-1007aa716e63 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 944 time: 0.1377442 Jan 29 20:02:49.931857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2c2d099b-b98e-4250-9e21-74e7213cee37 req-190c6a02-d689-46ba-871e-15a8d8564d08 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237268 Jan 29 20:02:50.005673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-df2801b2-f46d-4f89-890c-d0b969aeb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:50.007622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-df2801b2-f46d-4f89-890c-d0b969aeb732 service neutron] 10.222.0.13 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 914 time: 0.2235370 Jan 29 20:02:50.124107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-6de728c8-59a0-4a14-b7df-13817bd65537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0 HTTP/1.1" status: 200 len: 217 time: 0.1101065 Jan 29 20:02:50.170516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd888d-ec10-493f-87db-00a40899fc03 req-fe4c3d5b-eca8-4bcd-8d5e-c78139d059f3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:50.180186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eadd888d-ec10-493f-87db-00a40899fc03 req-fe4c3d5b-eca8-4bcd-8d5e-c78139d059f3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.1571662 Jan 29 20:02:50.233033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41230) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:50.260547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-1a63bacf-e9c8-4efe-b9fb-966798717884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:50.260547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-1a63bacf-e9c8-4efe-b9fb-966798717884 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.1222529 Jan 29 20:02:50.306021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eadd888d-ec10-493f-87db-00a40899fc03 req-da916673-9c43-4d72-ba80-781c7dd39a9a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256211 Jan 29 20:02:50.326618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-b81b03f0-484d-405b-bf0a-84bb363720dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551703 Jan 29 20:02:50.470395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-82c51d5f-4d9b-4318-9c20-dfd2f4db5f16 service neutron] 10.222.0.13 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367321 Jan 29 20:02:50.602293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7c4e-1791-4f66-9007-3a8f8346a18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:50.676014 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bfc2b08a-ce41-4c2a-acd7-32b81c21af05 req-e5ab96b8-ea47-45c0-913b-7f761039e717 service neutron] 10.222.0.13 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949496 Jan 29 20:02:50.754063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7c4e-1791-4f66-9007-3a8f8346a18d admin admin] Publish callbacks [] for security_group (19222a10-b5c1-4b27-b5f4-0ad30d8aff37), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:50.807225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a9e7c4e-1791-4f66-9007-3a8f8346a18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (19222a10-b5c1-4b27-b5f4-0ad30d8aff37), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:50.901059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a9e7c4e-1791-4f66-9007-3a8f8346a18d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03c674922d3f4be0bbdfe905fa56abfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6669414 Jan 29 20:02:50.904655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41256) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:50.915477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e7c4e-1791-4f66-9007-3a8f8346a18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19222a10-b5c1-4b27-b5f4-0ad30d8aff37,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:51.008268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc06c-d77e-4ebb-ad09-9382633e8d1f admin admin] Publish callbacks [] for security_group (19222a10-b5c1-4b27-b5f4-0ad30d8aff37), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:51.048478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc06c-d77e-4ebb-ad09-9382633e8d1f admin admin] Publish callbacks [] for security_group (19222a10-b5c1-4b27-b5f4-0ad30d8aff37), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:51.196820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2862e-6eac-4750-8192-247045ab44a9 req-9bb96677-b99d-412f-9ca3-ce22f19627da tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:51.202127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffe2862e-6eac-4750-8192-247045ab44a9 req-9bb96677-b99d-412f-9ca3-ce22f19627da tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 944 time: 0.1212146 Jan 29 20:02:51.231167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc06c-d77e-4ebb-ad09-9382633e8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (19222a10-b5c1-4b27-b5f4-0ad30d8aff37), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:51.235288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc06c-d77e-4ebb-ad09-9382633e8d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:51.236737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5d6cc06c-d77e-4ebb-ad09-9382633e8d1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19222a10-b5c1-4b27-b5f4-0ad30d8aff37 HTTP/1.1" status: 204 len: 168 time: 0.3307238 Jan 29 20:02:51.257695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc06c-d77e-4ebb-ad09-9382633e8d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19222a10-b5c1-4b27-b5f4-0ad30d8aff37,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:51.344606 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffe2862e-6eac-4750-8192-247045ab44a9 req-92580b53-71ac-4d2e-b247-57792f564be5 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355770 Jan 29 20:02:51.541374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8305a-112e-43ae-98be-e90fc133a677 req-b4acbf17-38bd-4c5e-96f8-02cfe6403213 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:51.550867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3f8305a-112e-43ae-98be-e90fc133a677 req-b4acbf17-38bd-4c5e-96f8-02cfe6403213 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.1393344 Jan 29 20:02:51.640820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3f8305a-112e-43ae-98be-e90fc133a677 req-899c1b65-9f17-4c4b-a989-9f73fa451e81 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885732 Jan 29 20:02:52.148444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41312) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:52.348844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1223a64b-1100-4379-afff-3428fadbbdf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:52.490333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1223a64b-1100-4379-afff-3428fadbbdf1 admin admin] Publish callbacks [] for security_group (14152fdd-e6a1-4877-8f5f-d3e84ebc80e8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:52.578763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1223a64b-1100-4379-afff-3428fadbbdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (14152fdd-e6a1-4877-8f5f-d3e84ebc80e8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:52.629632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1223a64b-1100-4379-afff-3428fadbbdf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b6aa4fcb05f4db58a7d91b30b6b9d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774823 Jan 29 20:02:52.629964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41332) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:52.649044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223a64b-1100-4379-afff-3428fadbbdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14152fdd-e6a1-4877-8f5f-d3e84ebc80e8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:52.672310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e04d2-e10c-4cf6-ac19-ad3284d0262e req-34bebeaf-cbdf-4e22-909e-850210a794eb tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:52.679273 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca8e04d2-e10c-4cf6-ac19-ad3284d0262e req-34bebeaf-cbdf-4e22-909e-850210a794eb tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 944 time: 0.1869934 Jan 29 20:02:52.749579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4090021-71eb-45b2-a06c-057725fd0a6b admin admin] Publish callbacks [] for security_group (14152fdd-e6a1-4877-8f5f-d3e84ebc80e8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:52.781536 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca8e04d2-e10c-4cf6-ac19-ad3284d0262e req-fe5cb7d6-ea7c-4887-8680-3ec5014466f1 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965512 Jan 29 20:02:52.797650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:02:52.821078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4090021-71eb-45b2-a06c-057725fd0a6b admin admin] Publish callbacks [] for security_group (14152fdd-e6a1-4877-8f5f-d3e84ebc80e8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:52.967862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a4f6-3067-4deb-90ff-56e09b00064b req-77ff5401-81f2-4edd-a8de-834e7217bae2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:52.973143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6330a4f6-3067-4deb-90ff-56e09b00064b req-77ff5401-81f2-4edd-a8de-834e7217bae2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.2041523 Jan 29 20:02:52.993419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:53.019391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'port_id': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'mac_address': 'fa:16:3e:f9:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226c354d-8722-46a3-9b17-092cba09d623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:02:53.096232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:02:53.097049 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:53.107218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6330a4f6-3067-4deb-90ff-56e09b00064b req-66bbfca2-3b73-4b3e-810f-df6641776fd0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282616 Jan 29 20:02:53.127321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:02:53.154255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:53.161247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4090021-71eb-45b2-a06c-057725fd0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (14152fdd-e6a1-4877-8f5f-d3e84ebc80e8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:53.164839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4090021-71eb-45b2-a06c-057725fd0a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:53.169464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f4090021-71eb-45b2-a06c-057725fd0a6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14152fdd-e6a1-4877-8f5f-d3e84ebc80e8 HTTP/1.1" status: 204 len: 168 time: 0.5348899 Jan 29 20:02:53.180725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4090021-71eb-45b2-a06c-057725fd0a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14152fdd-e6a1-4877-8f5f-d3e84ebc80e8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:53.223691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:53.226622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 134b856c-c3fe-455f-81d8-9ba464cccfb0 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:02:53.494110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:53.512012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 134b856c-c3fe-455f-81d8-9ba464cccfb0, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:53.552299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.555573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.555573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.555573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.555573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.556693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.557044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.557381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.557711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.558043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.558369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.559309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.559676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:02:53.569725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '134b856c-c3fe-455f-81d8-9ba464cccfb0', 'network_id': '822fd9b0-1689-41cd-80b3-f52857eb7c7b', 'port_id': '134b856c-c3fe-455f-81d8-9ba464cccfb0', 'mac_address': 'fa:16:3e:be:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68fd2f72-f689-45dc-926f-321bf6abee9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:02:53.642062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 134b856c-c3fe-455f-81d8-9ba464cccfb0 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:02:53.642454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:53.669314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134b856c-c3fe-455f-81d8-9ba464cccfb0 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:02:53.718302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 134b856c-c3fe-455f-81d8-9ba464cccfb0, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:53.823850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:53.898670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=134b856c-c3fe-455f-81d8-9ba464cccfb0,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:53.935889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fb8ba-cb80-45ab-bdbe-d20e657e4b43 req-550fc6ca-0ee4-4248-9e07-b17b226ad04b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:53.938045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a78fb8ba-cb80-45ab-bdbe-d20e657e4b43 req-550fc6ca-0ee4-4248-9e07-b17b226ad04b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 945 time: 0.0736802 Jan 29 20:02:54.016988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a78fb8ba-cb80-45ab-bdbe-d20e657e4b43 req-68f11d23-c29b-4476-ae64-80bfd660f846 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 Jan 29 20:02:54.094571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['134b856c-c3fe-455f-81d8-9ba464cccfb0'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:02:54.116847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:54.131634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2797c10a-0b48-46cd-9645-1256b4237515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.144815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['287f3f2e-e3a4-433c-9607-88bcdece7358'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:02:54.309524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2797c10a-0b48-46cd-9645-1256b4237515 admin admin] Publish callbacks [] for security_group (802168db-10ba-40d9-9a17-28f00cc4279a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.325625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e916f-5e67-4c26-ba87-e893f1ed63b2 req-ae400bda-b82a-4f63-ac1d-46b5d7b52f05 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:54.333115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-146e916f-5e67-4c26-ba87-e893f1ed63b2 req-ae400bda-b82a-4f63-ac1d-46b5d7b52f05 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1023219 Jan 29 20:02:54.378136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2797c10a-0b48-46cd-9645-1256b4237515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (802168db-10ba-40d9-9a17-28f00cc4279a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.417658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-146e916f-5e67-4c26-ba87-e893f1ed63b2 req-d7575dcc-7b0b-4156-8377-ecc4e8d4728c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812149 Jan 29 20:02:54.428501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2797c10a-0b48-46cd-9645-1256b4237515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec2b09969d3446389fd8ad7f32387e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081462 Jan 29 20:02:54.428811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41384) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:54.457011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797c10a-0b48-46cd-9645-1256b4237515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802168db-10ba-40d9-9a17-28f00cc4279a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:54.481862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc97e547-1082-4595-81a1-5eeff29a903d admin admin] Publish callbacks [] for security_group (802168db-10ba-40d9-9a17-28f00cc4279a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.505503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc97e547-1082-4595-81a1-5eeff29a903d admin admin] Publish callbacks [] for security_group (802168db-10ba-40d9-9a17-28f00cc4279a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.610008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:54.629985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc97e547-1082-4595-81a1-5eeff29a903d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (802168db-10ba-40d9-9a17-28f00cc4279a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.632582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc97e547-1082-4595-81a1-5eeff29a903d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.636266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc97e547-1082-4595-81a1-5eeff29a903d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/802168db-10ba-40d9-9a17-28f00cc4279a HTTP/1.1" status: 204 len: 168 time: 0.2039576 Jan 29 20:02:54.648142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97e547-1082-4595-81a1-5eeff29a903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802168db-10ba-40d9-9a17-28f00cc4279a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:54.666280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Deleting subnet 82677aeb-085e-4a63-8d89-f3feba99a804 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:02:54.668685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Publish callbacks [] for subnet (82677aeb-085e-4a63-8d89-f3feba99a804), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.749359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (82677aeb-085e-4a63-8d89-f3feba99a804), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.796602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:02:54.854138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (82677aeb-085e-4a63-8d89-f3feba99a804), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.944146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 287f3f2e-e3a4-433c-9607-88bcdece7358 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:02:54.950371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 287f3f2e-e3a4-433c-9607-88bcdece7358 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:02:54.950917 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:54.985068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (82677aeb-085e-4a63-8d89-f3feba99a804), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.037089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82677aeb-085e-4a63-8d89-f3feba99a804,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:55.066364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.077266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6a2760c-9a57-42bc-a82b-33aa2b187c00 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/82677aeb-085e-4a63-8d89-f3feba99a804 HTTP/1.1" status: 204 len: 168 time: 0.4658401 Jan 29 20:02:55.079962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41412) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:55.173512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:02:55.174108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.237610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:02:55.241455 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617998a4-1bd6-42a2-a488-63fb321c8a58" -d '{"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-plugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:02:55.251859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8060f8c0-3574-47e2-af18-0a71fdcf01d4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.274659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3659-394a-4564-bcd2-9f6d6cc6345d req-598c7092-e767-403e-ba16-d033256d2083 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:55.290370 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9daaa4a9-2757-4d78-b80c-8a09e9e5e7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.291595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-636d3659-394a-4564-bcd2-9f6d6cc6345d req-598c7092-e767-403e-ba16-d033256d2083 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 945 time: 0.1562927 Jan 29 20:02:55.313653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:55.353002 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a0dff-3d6c-4223-8cdb-b5e6e33fad49 x-openstack-request-id: req-161a0dff-3d6c-4223-8cdb-b5e6e33fad49 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:02:55.353300 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-plugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:02:55.353548 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-161a0dff-3d6c-4223-8cdb-b5e6e33fad49 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:02:55.353951 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'code': 200} Jan 29 20:02:55.406412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-636d3659-394a-4564-bcd2-9f6d6cc6345d req-4880d555-e877-49af-8103-a29b87cc6fdf tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091232 Jan 29 20:02:55.430089 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.538596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8060f8c0-3574-47e2-af18-0a71fdcf01d4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.545766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:55.567688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:55.572489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8060f8c0-3574-47e2-af18-0a71fdcf01d4']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:55.584781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c03561c-1989-4dec-bb24-42a19928e310') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:55.585407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c03561c-1989-4dec-bb24-42a19928e310') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:02:55.717807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0c03561c-1989-4dec-bb24-42a19928e310), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.812118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0c03561c-1989-4dec-bb24-42a19928e310), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.851897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'network': {'name': 'tempest-network-smoke--689722950', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:55.855029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aff568-7f66-4d54-b345-49ff78ec47b7 req-2875d93a-b9ed-45e0-84f6-4b653cd99a9b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:55.857627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7aff568-7f66-4d54-b345-49ff78ec47b7 req-2875d93a-b9ed-45e0-84f6-4b653cd99a9b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2416732 Jan 29 20:02:55.861074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:02:55.864799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0c03561c-1989-4dec-bb24-42a19928e310), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:02:55.870907 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:02:55.907032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84778dd1-e2e6-447c-941a-f4426c0e8a3e req-bead9781-a11c-421e-9480-42178238b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:55.908666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84778dd1-e2e6-447c-941a-f4426c0e8a3e req-bead9781-a11c-421e-9480-42178238b115 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1127 time: 0.4600179 Jan 29 20:02:55.944225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:02:55.947912 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:55.963371 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.093722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8060f8c0-3574-47e2-af18-0a71fdcf01d4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.173168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.177269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8060f8c0-3574-47e2-af18-0a71fdcf01d4 HTTP/1.1" status: 204 len: 168 time: 1.0960090 Jan 29 20:02:56.197140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (a83e52f5-a29b-46ce-865b-38f2530bc96a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.197700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84778dd1-e2e6-447c-941a-f4426c0e8a3e req-6e7cdac3-20d1-4330-8a17-13ff26d78933 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880469 Jan 29 20:02:56.212585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129ba37-2d5f-4a63-a180-013974a849c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8060f8c0-3574-47e2-af18-0a71fdcf01d4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:56.242244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7aff568-7f66-4d54-b345-49ff78ec47b7 req-445e2d95-be6f-401f-b4a7-5ac4462e200d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630230 Jan 29 20:02:56.275985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a83e52f5-a29b-46ce-865b-38f2530bc96a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.299261 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:02:56.324076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a7786723-7b36-428d-9530-1cccae62883e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.325098 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Added segment a7786723-7b36-428d-9530-1cccae62883e of type vlan for network 6c329dd2-cca3-4e47-ae41-483ac3223fba Jan 29 20:02:56.338313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e52f5-a29b-46ce-865b-38f2530bc96a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:56.379031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6c329dd2-cca3-4e47-ae41-483ac3223fba), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.647700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81cf32-9734-4de7-a735-433ed3f148d0 req-72041398-331b-4161-8759-24aa48bf69c4 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:56.647700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd81cf32-9734-4de7-a735-433ed3f148d0 req-72041398-331b-4161-8759-24aa48bf69c4 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 945 time: 0.0999718 Jan 29 20:02:56.647700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6c329dd2-cca3-4e47-ae41-483ac3223fba), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.647700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:56.647700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:56.761672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:56.827126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 134b856c-c3fe-455f-81d8-9ba464cccfb0 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:02:56.859007 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2900710 Jan 29 20:02:56.859258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41478) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:56.866951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a21cb-3945-44ae-92af-8032a7c5767c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Network': ['ID=6c329dd2-cca3-4e47-ae41-483ac3223fba,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:56.882298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-222472512', 'admin_state_up': True, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:02:56.894912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd81cf32-9734-4de7-a735-433ed3f148d0 req-dadbd922-5bc4-4c97-b3cc-d1b35168d0cb tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218749 Jan 29 20:02:56.928884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:02:56.980195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5c4844e7-9265-4e07-b4e0-d93b9a483baa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbd75f2cb3f4490c84dfd6b518ae5550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468665 Jan 29 20:02:56.982111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41482) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:56.985231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41484) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:57.047437 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.049541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (feace164-1d2f-40eb-bf4d-fd789c3e9199), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.141053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b38c-b644-4323-897c-a9ef6199e7fc admin admin] Publish callbacks [] for security_group (7f254763-393e-42e3-b26b-0bb94c9e08e8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.157554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 134b856c-c3fe-455f-81d8-9ba464cccfb0 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:02:57.173296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 134b856c-c3fe-455f-81d8-9ba464cccfb0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:02:57.180262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.198334 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b38c-b644-4323-897c-a9ef6199e7fc admin admin] Publish callbacks [] for security_group (7f254763-393e-42e3-b26b-0bb94c9e08e8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.367691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 134b856c-c3fe-455f-81d8-9ba464cccfb0 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:02:57.368509 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.380442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_controller (feace164-1d2f-40eb-bf4d-fd789c3e9199), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.390432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b38c-b644-4323-897c-a9ef6199e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7f254763-393e-42e3-b26b-0bb94c9e08e8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.393878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b38c-b644-4323-897c-a9ef6199e7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.397180 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aaa0b38c-b644-4323-897c-a9ef6199e7fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f254763-393e-42e3-b26b-0bb94c9e08e8 HTTP/1.1" status: 204 len: 168 time: 0.4131351 Jan 29 20:02:57.420321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0b38c-b644-4323-897c-a9ef6199e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f254763-393e-42e3-b26b-0bb94c9e08e8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:57.468354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134b856c-c3fe-455f-81d8-9ba464cccfb0'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:02:57.471238 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff32ceb-8e50-4109-98ed-f772e3622f32" -d '{"events": [{"server_uuid": "74bb4207-66aa-4d2e-bbdc-d6cf79535010", "name": "network-vif-plugged", "status": "completed", "tag": "134b856c-c3fe-455f-81d8-9ba464cccfb0"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:02:57.555352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 134b856c-c3fe-455f-81d8-9ba464cccfb0, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:02:57.580792 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef74a58-66bf-4aa6-b710-50d634e8896b x-openstack-request-id: req-2ef74a58-66bf-4aa6-b710-50d634e8896b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:02:57.581113 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bb4207-66aa-4d2e-bbdc-d6cf79535010", "name": "network-vif-plugged", "status": "completed", "tag": "134b856c-c3fe-455f-81d8-9ba464cccfb0", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:02:57.581361 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ef74a58-66bf-4aa6-b710-50d634e8896b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:02:57.581759 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134b856c-c3fe-455f-81d8-9ba464cccfb0', 'code': 200} Jan 29 20:02:57.641747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.691863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17b314a1-088c-401e-82b5-3b37f1cc9515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.732811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bca552-6dd9-4ab3-b622-81fc0ceb3fcd req-22bf3686-4440-4390-a147-4ee850151b48 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:57.739011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06bca552-6dd9-4ab3-b622-81fc0ceb3fcd req-22bf3686-4440-4390-a147-4ee850151b48 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.3010080 Jan 29 20:02:57.787589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=134b856c-c3fe-455f-81d8-9ba464cccfb0,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:57.913984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17b314a1-088c-401e-82b5-3b37f1cc9515 admin admin] Publish callbacks [] for security_group (c4235eb9-095c-4038-8d45-781069592b84), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.947638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (feace164-1d2f-40eb-bf4d-fd789c3e9199), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:57.955350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06bca552-6dd9-4ab3-b622-81fc0ceb3fcd req-8e771d0e-116e-4708-a3dd-3cee125d0b42 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882036 Jan 29 20:02:57.961890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747e004-4ce1-483b-89ec-665429bd3ea8 req-27f89c1c-d5be-4fdf-b2bf-cf0b373f5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:57.963524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b747e004-4ce1-483b-89ec-665429bd3ea8 req-27f89c1c-d5be-4fdf-b2bf-cf0b373f5f29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 1128 time: 0.2538760 Jan 29 20:02:58.049145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-17b314a1-088c-401e-82b5-3b37f1cc9515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c4235eb9-095c-4038-8d45-781069592b84), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.096365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-17b314a1-088c-401e-82b5-3b37f1cc9515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e82b340091ae4c8285efff3073910099&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1099093 Jan 29 20:02:58.097465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:58.150661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9129347e-e510-4fc6-800f-9f81ce9ea075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.165638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b314a1-088c-401e-82b5-3b37f1cc9515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4235eb9-095c-4038-8d45-781069592b84,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:58.194641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e5e3-199f-42e2-9c29-62e00a18834f req-e15301a2-fd90-4d6f-ba95-d16e3e3ea750 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:58.200530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4980e5e3-199f-42e2-9c29-62e00a18834f req-e15301a2-fd90-4d6f-ba95-d16e3e3ea750 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 946 time: 0.2037425 Jan 29 20:02:58.202031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b747e004-4ce1-483b-89ec-665429bd3ea8 req-b32008a7-fd51-4e9e-a2f8-0d74522c920e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281816 Jan 29 20:02:58.237906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90299da7-2207-4a7d-93f2-011e222586ac admin admin] Publish callbacks [] for security_group (c4235eb9-095c-4038-8d45-781069592b84), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.305869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90299da7-2207-4a7d-93f2-011e222586ac admin admin] Publish callbacks [] for security_group (c4235eb9-095c-4038-8d45-781069592b84), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.320386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4980e5e3-199f-42e2-9c29-62e00a18834f req-80d38c78-6454-4b4b-9afb-a829c823de10 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121445 Jan 29 20:02:58.459059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90299da7-2207-4a7d-93f2-011e222586ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c4235eb9-095c-4038-8d45-781069592b84), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.465014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-90299da7-2207-4a7d-93f2-011e222586ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.468858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-90299da7-2207-4a7d-93f2-011e222586ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4235eb9-095c-4038-8d45-781069592b84 HTTP/1.1" status: 204 len: 168 time: 0.3681092 Jan 29 20:02:58.520504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90299da7-2207-4a7d-93f2-011e222586ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4235eb9-095c-4038-8d45-781069592b84,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:58.557983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.578769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.752374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.25.5.35 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/fde3f047-101e-4fac-a025-93a3a3059aea) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:02:58.829987 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:58.944589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (fde3f047-101e-4fac-a025-93a3a3059aea), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:59.060634 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:59.161901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:02:59.169061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:02:59.171829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:02:59.254824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=fde3f047-101e-4fac-a025-93a3a3059aea,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:02:59.280705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4055f1-37b6-4c48-9d97-64a0d86701b8 req-e0da4a51-eb8f-44aa-978b-d0380f5d2753 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:59.282350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e4055f1-37b6-4c48-9d97-64a0d86701b8 req-e0da4a51-eb8f-44aa-978b-d0380f5d2753 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1861739 Jan 29 20:02:59.557593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f40e2-d8bd-4a1b-a21a-2b3966df0f44 req-ebf008fc-e7d0-40ed-81a3-7c620dab9790 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:02:59.565113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-379f40e2-d8bd-4a1b-a21a-2b3966df0f44 req-ebf008fc-e7d0-40ed-81a3-7c620dab9790 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 946 time: 0.0816526 Jan 29 20:02:59.666641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-379f40e2-d8bd-4a1b-a21a-2b3966df0f44 req-1327dc8e-5aa0-4d6c-a75b-b8eea6d8db6d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983076 Jan 29 20:02:59.726570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41582) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:02:59.757460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c0b0735e-d23c-4b2d-8c4a-f530571a45ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:59.835659 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:59.887826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c0b0735e-d23c-4b2d-8c4a-f530571a45ea admin admin] Publish callbacks [] for security_group (2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:02:59.966958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c0b0735e-d23c-4b2d-8c4a-f530571a45ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.010372 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c0b0735e-d23c-4b2d-8c4a-f530571a45ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ecb2c0df6da4282a08951e98dd85bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710238 Jan 29 20:03:00.011067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41594) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:00.012252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0735e-d23c-4b2d-8c4a-f530571a45ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:00.034763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e4055f1-37b6-4c48-9d97-64a0d86701b8 req-a1561246-6681-40c0-a2a5-02ff19fedeaa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011250 Jan 29 20:03:00.094366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-125d2667-5a30-494c-a4e2-630bff4e2c1c admin admin] Publish callbacks [] for security_group (2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.123272 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-125d2667-5a30-494c-a4e2-630bff4e2c1c admin admin] Publish callbacks [] for security_group (2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.343756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.347661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.383817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-125d2667-5a30-494c-a4e2-630bff4e2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.389747 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-125d2667-5a30-494c-a4e2-630bff4e2c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.396105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-125d2667-5a30-494c-a4e2-630bff4e2c1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32 HTTP/1.1" status: 204 len: 168 time: 0.3780723 Jan 29 20:03:00.445543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d2667-5a30-494c-a4e2-630bff4e2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41a46e-3d9d-4c54-b8f6-d1630dcd2d32,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:00.591159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-a165b6ad-74b2-4f38-96e2-c9ab0b046ec9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:00.593952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-a165b6ad-74b2-4f38-96e2-c9ab0b046ec9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 813 time: 0.2562470 Jan 29 20:03:00.614452 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-fce8ee1b-70d0-4fc5-9e63-c136c2cb2d9d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/quotas/ccc6256be9e14639aa43b521ae6cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.0139041 Jan 29 20:03:00.710198 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-0b7508d5-6a64-41ba-b0b0-01431d9a0eda tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814998 Jan 29 20:03:00.732817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:00.860082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-f9a0c2b8-2acf-418b-a65f-6c987a59ed44 service neutron] 10.222.0.15 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418583 Jan 29 20:03:00.945462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3f64d-300c-4486-bf6a-908901163242 req-edbfed26-7a5f-49e9-a87e-247a9e82853b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:00.947296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3f3f64d-300c-4486-bf6a-908901163242 req-edbfed26-7a5f-49e9-a87e-247a9e82853b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 946 time: 0.1421943 Jan 29 20:03:01.019336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-774e9cba-9df2-458f-a0ea-56d1b2b5f3d2 service neutron] 10.222.0.15 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530685 Jan 29 20:03:01.052327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c3f3f64d-300c-4486-bf6a-908901163242 req-19daa074-60d7-47d1-b4e8-92653779c1d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975769 Jan 29 20:03:01.155325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:03:01.380554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-5d47b5c0-161f-40c4-b347-1978e8fc2001 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1426303 Jan 29 20:03:01.570130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93f90564-48dd-4c91-b1ec-9024a8f689f3 req-cf7147c5-bb7b-4ee7-9036-fd960ca3c3e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 210 time: 0.1625934 Jan 29 20:03:01.578310 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:01.619602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:03:01.629932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:03:01.655160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:03:01.655806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:02:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:01.661252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409740-45ba-4010-a1ca-8849e039841b req-c089b19e-4dfb-4214-bcb1-e8776b29966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:01.663694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-c089b19e-4dfb-4214-bcb1-e8776b29966a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1127 time: 0.0917385 Jan 29 20:03:01.748093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:01.748093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f913b1e6-2019-475f-bbbd-0223568ba493 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8857102 Jan 29 20:03:01.750532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:01.928488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409740-45ba-4010-a1ca-8849e039841b req-796f011f-2ce1-4602-8f4f-2e142f7264a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:01.932473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-796f011f-2ce1-4602-8f4f-2e142f7264a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 0.2456784 Jan 29 20:03:02.007545 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:03:02.079648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-489586fc-282c-4394-9e07-8495111c1125 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.1376498 Jan 29 20:03:02.289486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409740-45ba-4010-a1ca-8849e039841b req-1954c9e5-7ea6-47fd-958b-b9eff4d28f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:02.295724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-1954c9e5-7ea6-47fd-958b-b9eff4d28f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.2094491 Jan 29 20:03:02.389648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-66c07d64-ecfa-4c4e-80b6-01fd0a8d9c12 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=62387f3b15b84858bf9ab917d591d538&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6378915 Jan 29 20:03:02.391898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41690) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:02.419791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-7c17e8c8-23e1-4e41-929f-e2a8a6f89d06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194258 Jan 29 20:03:02.637804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-03be4040-8572-42e1-b3d8-8cf74c993087 service neutron] 10.222.0.13 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099202 Jan 29 20:03:02.841755 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:00Z', 'revision_number': 3, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:02.891817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b409740-45ba-4010-a1ca-8849e039841b req-a8c48afc-ad95-4854-8a83-4f04845b2ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408953 Jan 29 20:03:02.925209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ac664-3414-4800-80a2-5eeddfe1ef73 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:02.927850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee2ac664-3414-4800-80a2-5eeddfe1ef73 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5346885 Jan 29 20:03:02.930789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:02.962886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9dbb588e-67f9-4dbb-8c99-49a6c4bfbb49 req-e085afcd-55a0-4fce-a1cf-9030f0af61b5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 210 time: 0.2500758 Jan 29 20:03:02.986440 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:03:02.987164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Updating router feace164-1d2f-40eb-bf4d-fd789c3e9199 port fde3f047-101e-4fac-a025-93a3a3059aea binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:03:03.015423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41712) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:03.018095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c691d8b2-3ba7-47d8-add3-2b7973d12604 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859122 Jan 29 20:03:03.021565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303009378', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:03.066698 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:03.618987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-6932ed25-e25d-4773-8ec5-5c4900c50962 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1880720 Jan 29 20:03:03.781572 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Publish callbacks [] for port (fde3f047-101e-4fac-a025-93a3a3059aea), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:03.799548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799958-0c26-4089-8d5e-06528b055e16 req-2c23cf66-2feb-4037-9499-e6eef23063ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:03.813188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-2c23cf66-2feb-4037-9499-e6eef23063ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 1127 time: 0.1589644 Jan 29 20:03:03.864698 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:04.067610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Attempting to bind port fde3f047-101e-4fac-a025-93a3a3059aea on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:03:04.067993 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Attempting to bind port fde3f047-101e-4fac-a025-93a3a3059aea by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:03:04.078209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Attempting to bind port fde3f047-101e-4fac-a025-93a3a3059aea on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:04.108695 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Pushing event updated for resources: {'Port': ['ID=fde3f047-101e-4fac-a025-93a3a3059aea,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:04.114868 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:03:04.115306 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:03:04.115700 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:04.127331 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:03:04.135244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Bound port: fde3f047-101e-4fac-a025-93a3a3059aea, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:03:04.151564 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:04.209764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799958-0c26-4089-8d5e-06528b055e16 req-e5adab3f-2679-4224-a869-51cff98dba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:04.211879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-e5adab3f-2679-4224-a869-51cff98dba84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 914 time: 0.3704648 Jan 29 20:03:04.343280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-e8f65350-8acc-40f6-8827-d9b9a03ce5b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe HTTP/1.1" status: 200 len: 217 time: 0.1243992 Jan 29 20:03:04.353774 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] For port fde3f047-101e-4fac-a025-93a3a3059aea, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:03:04.355985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07d304fe-f2b5-47b6-b448-128e0e7a4f40 req-acd81b8e-2fad-4dc4-a766-69cb1612b78c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 210 time: 0.1182311 Jan 29 20:03:04.356985 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.357330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.357674 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.357997 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.358322 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.358644 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.359028 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.359287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.359601 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.359917 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.360252 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.373334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:03:04.374612 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.375766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:04.379445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:04.408414 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] For port fde3f047-101e-4fac-a025-93a3a3059aea, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fde3f047-101e-4fac-a025-93a3a3059aea,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:03:04.445333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799958-0c26-4089-8d5e-06528b055e16 req-1627f747-837b-4127-8c50-7e60db43d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:04.449599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-1627f747-837b-4127-8c50-7e60db43d283 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.0908318 Jan 29 20:03:04.541107 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:04.590201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-502f2ae8-9d92-4be8-953b-def74badcddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336925 Jan 29 20:03:04.817067 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:03:04.826193 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:02:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:04.923657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-1a4cdefd-b613-423c-96cd-e994a8c889c6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:04.938711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-1a4cdefd-b613-423c-96cd-e994a8c889c6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.26 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 813 time: 0.5680473 Jan 29 20:03:04.958720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-99839408-20c0-4db8-ba7b-03ac8ee4c51f service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606431 Jan 29 20:03:05.026432 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9699-0792-4894-adf3-3b3cc92a6250 None None] Pushing event updated for resources: {'Port': ['ID=fde3f047-101e-4fac-a025-93a3a3059aea,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:05.064642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Request body: {'port': {'device_id': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'admin_state_up': True, 'tenant_id': 'ccc6256be9e14639aa43b521ae6cb4f6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:05.191788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61799958-0c26-4089-8d5e-06528b055e16 req-05b12948-bae0-48fd-83f8-70fb0ec27b37 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256165 Jan 29 20:03:05.195088 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:03:05.701269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (aa5f27cd-c46f-44fb-b218-5e748976fd08), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:05.736769 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:00Z', 'revision_number': 3, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:05.772613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41c5e93c-1fea-4043-855d-995be21e3e1a req-f0974cbb-c147-4313-81cd-72e29ef7ed5e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 210 time: 0.1500478 Jan 29 20:03:05.803746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Made reservation on behalf of ccc6256be9e14639aa43b521ae6cb4f6 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:03:05.809078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:05.824746 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c84ae-a094-40dd-bcad-b98f66fdadde None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:00Z', 'revision_number': 3, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:03:06.029631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Subnet': ['ID=aa5f27cd-c46f-44fb-b218-5e748976fd08,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:06.101218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Checking segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:03:06.101591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network hostable DHCP agents. Network: 6c329dd2-cca3-4e47-ae41-483ac3223fba, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:03:06.194234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Allocated IP 172.20.0.11 (3b7b02fb-6b31-4dca-971d-9815d86b095c/226c354d-8722-46a3-9b17-092cba09d623/83d6014b-3465-410d-9fa7-79db8209d31e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:03:06.485696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:03:06.632294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6c329dd2-cca3-4e47-ae41-483ac3223fba) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:06.647837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523f652-7229-44ee-a3e4-a454d578b753 None None] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:03:06.754025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:06.756931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:06.847000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks [] for port (83d6014b-3465-410d-9fa7-79db8209d31e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:06.873736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8a60a6b7-9e0a-4abf-a136-b63140345e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8557920 Jan 29 20:03:06.875338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:07.177310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-562714ea-ebe7-49bf-ad71-5f2d0ad54a84 req-02bcd9f3-62f7-4bb9-befd-13bfa6cca798 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 210 time: 0.1469672 Jan 29 20:03:07.204430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-6c329dd2-cca3-4e47-ae41-483ac3223fba', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:03:07.205829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:07.327269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41860) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:07.357105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:07.553871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['287f3f2e-e3a4-433c-9607-88bcdece7358'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:03:07.570407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Pushing event updated for resources: {'Port': ['ID=83d6014b-3465-410d-9fa7-79db8209d31e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:07.606019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Network 3b7b02fb-6b31-4dca-971d-9815d86b095c is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:03:07.609397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:07.614466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:03:07.866009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-857f0889-b4ec-41cf-8567-476b1bdf11b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:07.902694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:07.904083 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:08.046916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c9dc13b2-921e-4f05-ae5c-de9b04c33603 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0745399 Jan 29 20:03:08.078832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Request body: {'port': {'device_id': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:08.189223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Allocated IP 172.20.0.2 (6c329dd2-cca3-4e47-ae41-483ac3223fba/aa5f27cd-c46f-44fb-b218-5e748976fd08/683bc4ce-0c14-4a5f-9c3e-9c5e181d165d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:03:08.199347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:08.347737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-857f0889-b4ec-41cf-8567-476b1bdf11b7 admin admin] Publish callbacks [] for security_group (1ccee572-d61b-4dbb-a3ff-4c598299ba64), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:08.355512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:08.491301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fde3f047-101e-4fac-a025-93a3a3059aea up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:08.588036 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-857f0889-b4ec-41cf-8567-476b1bdf11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1ccee572-d61b-4dbb-a3ff-4c598299ba64), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:08.988815 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.046737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fde3f047-101e-4fac-a025-93a3a3059aea triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:09.047335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.358973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-857f0889-b4ec-41cf-8567-476b1bdf11b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5d514b48000492abf4838cb902f3263&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0295265 Jan 29 20:03:09.362508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41900) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:09.511265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f0889-b4ec-41cf-8567-476b1bdf11b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccee572-d61b-4dbb-a3ff-4c598299ba64,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:09.585211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ceb9f-fd2e-4d41-b382-0ec2429b63b1 req-f96ee100-746d-4415-b1e5-e8c13018c359 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:09.587070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-747ceb9f-fd2e-4d41-b382-0ec2429b63b1 req-f96ee100-746d-4415-b1e5-e8c13018c359 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 932 time: 1.0180416 Jan 29 20:03:09.627280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fde3f047-101e-4fac-a025-93a3a3059aea is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:09.629772 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.680310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d6014b-3465-410d-9fa7-79db8209d31e {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:03:09.687119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port fde3f047-101e-4fac-a025-93a3a3059aea, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fde3f047-101e-4fac-a025-93a3a3059aea,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:09.715328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Publish callbacks [] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.726715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Publish callbacks [] for port (83d6014b-3465-410d-9fa7-79db8209d31e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.728667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.858446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Transition to ACTIVE for port object 83d6014b-3465-410d-9fa7-79db8209d31e will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:03:09.866984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=fde3f047-101e-4fac-a025-93a3a3059aea,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:09.873555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.890050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-747ceb9f-fd2e-4d41-b382-0ec2429b63b1 req-c06b09f5-370e-4e5e-b533-6201cd3a0447 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934308 Jan 29 20:03:09.927621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:09.954261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:03:10.002222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.20.0.1 (6c329dd2-cca3-4e47-ae41-483ac3223fba/aa5f27cd-c46f-44fb-b218-5e748976fd08/7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:03:10.080330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:10.085386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Pushing event updated for resources: {'Port': ['ID=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:10.099756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:03:10.181606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=83d6014b-3465-410d-9fa7-79db8209d31e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:10.228333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Attempting to bind port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:03:10.228980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Attempting to bind port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:03:10.229647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Attempting to bind port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d on network 6c329dd2-cca3-4e47-ae41-483ac3223fba {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:10.241690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:03:10.244879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Checking segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:03:10.245563 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.247006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Bound using segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:03:10.247745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Bound port: 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:03:10.249664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.378306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Attempting to bind port 83d6014b-3465-410d-9fa7-79db8209d31e on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:03:10.378824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Attempting to bind port 83d6014b-3465-410d-9fa7-79db8209d31e by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:03:10.378953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Attempting to bind port 83d6014b-3465-410d-9fa7-79db8209d31e on network 3b7b02fb-6b31-4dca-971d-9815d86b095c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:10.381796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fde3f047-101e-4fac-a025-93a3a3059aea up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:10.403559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Port 83d6014b-3465-410d-9fa7-79db8209d31e on network 3b7b02fb-6b31-4dca-971d-9815d86b095c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:03:10.403894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Attempting to bind port 83d6014b-3465-410d-9fa7-79db8209d31e on network 3b7b02fb-6b31-4dca-971d-9815d86b095c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:10.418160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:03:10.429469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Checking segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:03:10.429469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Bound using segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:03:10.429469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Bound port: 83d6014b-3465-410d-9fa7-79db8209d31e, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:03:10.429469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.494147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] For port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:03:10.500191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] For port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:03:10.501064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.553168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fde3f047-101e-4fac-a025-93a3a3059aea triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:10.553923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.609780 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.610027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] For port 83d6014b-3465-410d-9fa7-79db8209d31e, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:03:10.618682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] For port 83d6014b-3465-410d-9fa7-79db8209d31e, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=83d6014b-3465-410d-9fa7-79db8209d31e,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:03:10.664211 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a03fd0cd-9552-4687-8307-d0dd6fccab0b admin admin] Publish callbacks [] for security_group (1ccee572-d61b-4dbb-a3ff-4c598299ba64), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.705499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.733364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.761384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:10.763890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:10.765544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] 10.222.0.26 "PUT /v2.0/ports/83d6014b-3465-410d-9fa7-79db8209d31e HTTP/1.1" status: 200 len: 1092 time: 2.7046623 Jan 29 20:03:10.769056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'tag': '83d6014b-3465-410d-9fa7-79db8209d31e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:03:10.777099 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893786c-eca6-453b-9a5f-78ac148f7bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f7124-268e-45d8-a2c0-f648c4aa10db", "tag": "83d6014b-3465-410d-9fa7-79db8209d31e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:03:10.919617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b65f9-5ee0-4705-b46d-49a70ea2b30c None None] Pushing event updated for resources: {'Port': ['ID=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:10.955466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:11.020948 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a03fd0cd-9552-4687-8307-d0dd6fccab0b admin admin] Publish callbacks [] for security_group (1ccee572-d61b-4dbb-a3ff-4c598299ba64), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:11.031082 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84eaac2-222e-478c-a502-aa55220f2bc2 x-openstack-request-id: req-f84eaac2-222e-478c-a502-aa55220f2bc2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:03:11.037799 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f7124-268e-45d8-a2c0-f648c4aa10db", "tag": "83d6014b-3465-410d-9fa7-79db8209d31e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:03:11.039021 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f84eaac2-222e-478c-a502-aa55220f2bc2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:03:11.039675 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'tag': '83d6014b-3465-410d-9fa7-79db8209d31e', 'status': 'completed', 'code': 200} Jan 29 20:03:11.079262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fde3f047-101e-4fac-a025-93a3a3059aea is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:11.144762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90186724-9afb-4fb4-bdc3-3079c6a9fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=83d6014b-3465-410d-9fa7-79db8209d31e,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:11.421665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-ad7d8b2d-8b2f-49ae-94c5-79ae35a05872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:11.423274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-ad7d8b2d-8b2f-49ae-94c5-79ae35a05872 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 1126 time: 0.4556918 Jan 29 20:03:11.541440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-b2e3f375-de5a-4775-a963-61ba7893373e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6014b-3465-410d-9fa7-79db8209d31e HTTP/1.1" status: 200 len: 217 time: 0.0995865 Jan 29 20:03:11.596676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e763438-3eb6-442d-b75e-2094c865b2ea req-36b95550-e97b-4c6b-8d5d-2665b19da75c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:11.602373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e763438-3eb6-442d-b75e-2094c865b2ea req-36b95550-e97b-4c6b-8d5d-2665b19da75c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 944 time: 0.4586494 Jan 29 20:03:11.813418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5605b6-ecff-4ace-a720-72f105340721 req-f41caf65-31c2-4938-97ac-b135d75c3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:11.814796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-f41caf65-31c2-4938-97ac-b135d75c3925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.2115099 Jan 29 20:03:11.905821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e763438-3eb6-442d-b75e-2094c865b2ea req-c9853df4-1e58-4c27-ac63-f504ddeb6ade tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482853 Jan 29 20:03:11.952846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-2fbaac7f-d400-49a5-8e07-221d504a423f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191103 Jan 29 20:03:12.084736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:03:12.099443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:12.129546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:03:12.238413 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-fc867db7-9885-4dbb-9a85-df65a242419f service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790096 Jan 29 20:03:12.384922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:12.462465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:12.550006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a03fd0cd-9552-4687-8307-d0dd6fccab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1ccee572-d61b-4dbb-a3ff-4c598299ba64), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:12.556477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a03fd0cd-9552-4687-8307-d0dd6fccab0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:12.560758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a03fd0cd-9552-4687-8307-d0dd6fccab0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ccee572-d61b-4dbb-a3ff-4c598299ba64 HTTP/1.1" status: 204 len: 168 time: 3.1942048 Jan 29 20:03:12.636678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5605b6-ecff-4ace-a720-72f105340721 req-c2394402-151c-4347-9bd9-706424de761c service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914752 Jan 29 20:03:12.644594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fd0cd-9552-4687-8307-d0dd6fccab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccee572-d61b-4dbb-a3ff-4c598299ba64,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:12.992747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-eabed718-bd6a-4d79-95cb-654f3163b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:12.994906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-eabed718-bd6a-4d79-95cb-654f3163b2bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 1126 time: 0.1834881 Jan 29 20:03:13.044546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:13.256488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2426107-40ef-4e77-9bee-a40993deb12e None None] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:03:13.372480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-9634f5a0-4659-4e88-9a62-2d0c89422588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:13.376613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-9634f5a0-4659-4e88-9a62-2d0c89422588 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 0.3752418 Jan 29 20:03:13.481668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cda982-c2f7-4487-8504-833f2276b0fd req-f7ecff79-da66-43e8-b4af-758b33c3ce8d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:13.483933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03cda982-c2f7-4487-8504-833f2276b0fd req-f7ecff79-da66-43e8-b4af-758b33c3ce8d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 944 time: 0.3130615 Jan 29 20:03:13.509085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Provisioning complete for port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:13.510202 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:13.513197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:13.517676 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:13.517831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-53414952-63c9-4a1f-a59d-4ead5c3b92fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6014b-3465-410d-9fa7-79db8209d31e HTTP/1.1" status: 200 len: 217 time: 0.1318045 Jan 29 20:03:13.636931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-8528f475-934c-479b-8987-5dbc6444b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:13.640260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-8528f475-934c-479b-8987-5dbc6444b6eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.1185668 Jan 29 20:03:13.745626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-6ceba260-c696-4068-9a23-90e3d2a5c5c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972819 Jan 29 20:03:13.824022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:13.909119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e47f103-3c89-4386-aa65-0513aa31df64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:13.947892 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03cda982-c2f7-4487-8504-833f2276b0fd req-02ffab74-a450-4ed3-b4a6-72f6b94cfc82 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234357 Jan 29 20:03:13.988102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:13.988554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.095333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Current status of the port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:14.099460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.111617 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e47f103-3c89-4386-aa65-0513aa31df64 admin admin] Publish callbacks [] for security_group (11635907-57e1-4bcf-9bcb-8dab6233b793), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.158492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-fb6eeb7b-ca0c-4dbb-a477-8d5cd74478a8 service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049735 Jan 29 20:03:14.166594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:14.248106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.358063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.361887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:14.407735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5893786c-eca6-453b-9a5f-78ac148f7bd6 req-2b8e2d0e-8055-4c30-827a-f47a711092fb service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418406 Jan 29 20:03:14.408776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e47f103-3c89-4386-aa65-0513aa31df64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (11635907-57e1-4bcf-9bcb-8dab6233b793), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.424407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.449805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:03:14.450173 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:03:14.507388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1e47f103-3c89-4386-aa65-0513aa31df64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a117903ce47d45f38b65608bb4c28225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760244 Jan 29 20:03:14.513137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42004) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:14.637574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:14.676542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.718635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47f103-3c89-4386-aa65-0513aa31df64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11635907-57e1-4bcf-9bcb-8dab6233b793,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:14.755719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2af0afaa-d036-402b-b8db-8f98157c741c admin admin] Publish callbacks [] for security_group (11635907-57e1-4bcf-9bcb-8dab6233b793), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.812846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2af0afaa-d036-402b-b8db-8f98157c741c admin admin] Publish callbacks [] for security_group (11635907-57e1-4bcf-9bcb-8dab6233b793), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.864689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:03:14.869774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:14.972933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2af0afaa-d036-402b-b8db-8f98157c741c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (11635907-57e1-4bcf-9bcb-8dab6233b793), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.976809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2af0afaa-d036-402b-b8db-8f98157c741c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:14.983236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2af0afaa-d036-402b-b8db-8f98157c741c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11635907-57e1-4bcf-9bcb-8dab6233b793 HTTP/1.1" status: 204 len: 168 time: 0.4534035 Jan 29 20:03:15.011896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0afaa-d036-402b-b8db-8f98157c741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11635907-57e1-4bcf-9bcb-8dab6233b793,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:15.045904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-264d0554-f5e3-4b1b-bf74-3c64b81937d8 None None] Current status of the port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:15.068601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 83d6014b-3465-410d-9fa7-79db8209d31e details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:03:15.187746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:03:15.198123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d905d-63f6-47f7-8047-256e160c36ed req-ac220050-37a2-4f64-b9bd-3c673346d833 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:15.213312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-452d905d-63f6-47f7-8047-256e160c36ed req-ac220050-37a2-4f64-b9bd-3c673346d833 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 944 time: 0.1399760 Jan 29 20:03:15.219635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c097b948-20f7-4605-a9ca-c9aaf27f3b4c None None] Provisioning complete for port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:15.220010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c097b948-20f7-4605-a9ca-c9aaf27f3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:15.328178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-452d905d-63f6-47f7-8047-256e160c36ed req-a74a045b-7807-41c9-b637-3e2a4d7526e9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126184 Jan 29 20:03:15.363370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 83d6014b-3465-410d-9fa7-79db8209d31e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=83d6014b-3465-410d-9fa7-79db8209d31e,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:15.421023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '83d6014b-3465-410d-9fa7-79db8209d31e', 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'port_id': '83d6014b-3465-410d-9fa7-79db8209d31e', 'mac_address': 'fa:16:3e:7f:ea:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226c354d-8722-46a3-9b17-092cba09d623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:03:15.550448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 83d6014b-3465-410d-9fa7-79db8209d31e is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:15.550840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:15.584835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:03:15.604466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4530dfd1-caae-441a-a7e2-816f3722b509 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "PUT /v2.0/routers/feace164-1d2f-40eb-bf4d-fd789c3e9199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7244515 Jan 29 20:03:15.606040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:15.623140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d6014b-3465-410d-9fa7-79db8209d31e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:03:15.698350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 83d6014b-3465-410d-9fa7-79db8209d31e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=83d6014b-3465-410d-9fa7-79db8209d31e,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:15.712753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:03:15.752771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c097b948-20f7-4605-a9ca-c9aaf27f3b4c None None] Current status of the port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:15.777488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:03:15.778567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:02:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:15.791229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:15.831471 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:03:15.956788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=83d6014b-3465-410d-9fa7-79db8209d31e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:15.970246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c097b948-20f7-4605-a9ca-c9aaf27f3b4c None None] Provisioning complete for port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:15.970982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c097b948-20f7-4605-a9ca-c9aaf27f3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:16.076660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.077168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.080991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.084738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.084738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.084738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.091770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e45e1c90-dc1f-4b0a-b533-ab21d355d206 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.4774792 Jan 29 20:03:16.092534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:16.097303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c097b948-20f7-4605-a9ca-c9aaf27f3b4c None None] Port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:03:16.119241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:03:16.196899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['83d6014b-3465-410d-9fa7-79db8209d31e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:03:16.442741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:16.448984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.449472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.449936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.450392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.450845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.451298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.455942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af2e2724-0c2c-45a0-9517-2adc50c278eb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.3584003 Jan 29 20:03:16.456602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:16.675988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089cd8-83f0-4888-b800-815f66e0daf1 req-c8d9e06a-4ee3-43c2-bfe4-5e73cdb54460 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:16.677573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d089cd8-83f0-4888-b800-815f66e0daf1 req-c8d9e06a-4ee3-43c2-bfe4-5e73cdb54460 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 945 time: 0.1776180 Jan 29 20:03:16.709221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-51a8f1d6-59a5-443b-9e07-10f9de8c8496 None None] Provisioning complete for port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:16.724818 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51a8f1d6-59a5-443b-9e07-10f9de8c8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:16.787930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d089cd8-83f0-4888-b800-815f66e0daf1 req-98db53f8-d700-4a21-913b-c652390b0721 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917182 Jan 29 20:03:16.990564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-51a8f1d6-59a5-443b-9e07-10f9de8c8496 None None] Port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:03:17.172119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:17.173625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:17.334088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:17.366151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:12Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:13Z', 'revision_number': 2, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:17.406598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:03:17.407123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Updating router feace164-1d2f-40eb-bf4d-fd789c3e9199 port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:03:17.474879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:17.511788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42092) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:17.528167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-44e57211-04e8-48c4-b5fe-384fb1ccdd63 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 1.0705111 Jan 29 20:03:17.838688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-238922fb-f30c-4640-9502-90b76150255e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.023910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-238922fb-f30c-4640-9502-90b76150255e admin admin] Publish callbacks [] for security_group (2d8b2162-97be-4916-bbcb-dc29a8b535c3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.043151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54cdba-1786-4e39-a462-d5c92969838e req-430bb8af-bb1a-4cc6-934f-ea290da18f57 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:18.049623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd54cdba-1786-4e39-a462-d5c92969838e req-430bb8af-bb1a-4cc6-934f-ea290da18f57 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 945 time: 0.0982151 Jan 29 20:03:18.173896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-238922fb-f30c-4640-9502-90b76150255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2d8b2162-97be-4916-bbcb-dc29a8b535c3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.184368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42120) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:18.191850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289613456', 'description': 'tempest-secgroup-smoke-1289613456 description', 'project_id': '62387f3b15b84858bf9ab917d591d538'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:18.213338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Publish callbacks [] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.321465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.327562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.342536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd54cdba-1786-4e39-a462-d5c92969838e req-729686a0-2c51-4e6b-858a-01d0bd89dccc tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867639 Jan 29 20:03:18.356921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238922fb-f30c-4640-9502-90b76150255e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8b2162-97be-4916-bbcb-dc29a8b535c3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:18.451060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-238922fb-f30c-4640-9502-90b76150255e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4a9c7466cb94019b727bfdff9449eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9354324 Jan 29 20:03:18.456554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42130) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:18.461313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (03685e45-9e62-4135-a70e-8b4d58cfc1ea), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.522438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03685e45-9e62-4135-a70e-8b4d58cfc1ea), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.608222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03685e45-9e62-4135-a70e-8b4d58cfc1ea,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:18.654732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.656019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad909117-d867-46d3-92ce-18535de045a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4705856 Jan 29 20:03:18.660954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42136) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:18.673186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '03685e45-9e62-4135-a70e-8b4d58cfc1ea', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:18.689116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08d11cea-fb32-4905-b99c-6356ca01b5e9 admin admin] Publish callbacks [] for security_group (2d8b2162-97be-4916-bbcb-dc29a8b535c3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.757192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3ea22-4463-412a-b34b-46664e7771de None None] Pushing event updated for resources: {'Port': ['ID=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:18.780799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08d11cea-fb32-4905-b99c-6356ca01b5e9 admin admin] Publish callbacks [] for security_group (2d8b2162-97be-4916-bbcb-dc29a8b535c3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.805454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Attempting to bind port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:03:18.806811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Attempting to bind port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:03:18.807855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Attempting to bind port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d on network 6c329dd2-cca3-4e47-ae41-483ac3223fba {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:18.821509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:03:18.822249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Checking segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:03:18.822977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.824333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Bound using segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:03:18.825737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Bound port: 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:03:18.825737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.838048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (e8712f93-de6e-42c1-8131-8c41e9d10df7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.944044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08d11cea-fb32-4905-b99c-6356ca01b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2d8b2162-97be-4916-bbcb-dc29a8b535c3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.949967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08d11cea-fb32-4905-b99c-6356ca01b5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:18.953248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] For port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:03:18.956622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-08d11cea-fb32-4905-b99c-6356ca01b5e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d8b2162-97be-4916-bbcb-dc29a8b535c3 HTTP/1.1" status: 204 len: 168 time: 0.4962671 Jan 29 20:03:18.972073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d11cea-fb32-4905-b99c-6356ca01b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8b2162-97be-4916-bbcb-dc29a8b535c3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:18.987238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] For port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:03:19.080537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 83d6014b-3465-410d-9fa7-79db8209d31e up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:19.083502 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (e8712f93-de6e-42c1-8131-8c41e9d10df7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.168389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e8712f93-de6e-42c1-8131-8c41e9d10df7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.187543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8712f93-de6e-42c1-8131-8c41e9d10df7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:19.207932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.277995 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.279800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b933846b-b2bc-418d-a65d-3e42110d7ebd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6170619 Jan 29 20:03:19.282291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42162) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:19.287434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '03685e45-9e62-4135-a70e-8b4d58cfc1ea', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:19.378058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] Provisioning complete for port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:19.378556 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.425500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (2525b234-34f9-41bd-b632-09acba1d3d63), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.516721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:03:19.517534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:02:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:19.825371 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (2525b234-34f9-41bd-b632-09acba1d3d63), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:19.859921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceacf0-c325-492c-8603-07a2d6bb8b8e req-91f7071e-7887-4542-ae0f-34cea9f7d4a6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:19.861762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13ceacf0-c325-492c-8603-07a2d6bb8b8e req-91f7071e-7887-4542-ae0f-34cea9f7d4a6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 945 time: 0.3420794 Jan 29 20:03:19.998656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13ceacf0-c325-492c-8603-07a2d6bb8b8e req-5eab7e3b-f5ab-4985-a9a4-8998aadbf3d5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290648 Jan 29 20:03:19.999491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (2525b234-34f9-41bd-b632-09acba1d3d63), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.055479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2525b234-34f9-41bd-b632-09acba1d3d63,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:20.126037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.126037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc820577-2946-4c45-8117-6d635ed07e09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8412848 Jan 29 20:03:20.127843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:20.134199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '03685e45-9e62-4135-a70e-8b4d58cfc1ea', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:20.170802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:03:20.212108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 83d6014b-3465-410d-9fa7-79db8209d31e completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:03:20.220730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 83d6014b-3465-410d-9fa7-79db8209d31e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:20.221123 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.291202 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (d3a7dc26-b179-4d72-8b26-75794948b5fd), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.452417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (d3a7dc26-b179-4d72-8b26-75794948b5fd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.474092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3ea22-4463-412a-b34b-46664e7771de None None] Pushing event updated for resources: {'Port': ['ID=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:20.521491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d3a7dc26-b179-4d72-8b26-75794948b5fd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.559100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a7dc26-b179-4d72-8b26-75794948b5fd,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:20.601929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.602650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.603240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.603840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.604438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.605303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.605891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.606454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.607030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.608608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.609225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.616459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.624713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:20.648907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] Current status of the port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:20.649315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.668074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.669654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7697fa8b-9fb2-4d82-acf6-7bad9337e23f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5399177 Jan 29 20:03:20.672526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:20.680437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '03685e45-9e62-4135-a70e-8b4d58cfc1ea', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:20.723193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] For port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:20.789086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 83d6014b-3465-410d-9fa7-79db8209d31e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:20.789485 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.801340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (435eecce-71a5-4fa5-9052-860dbac22291), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.879744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 83d6014b-3465-410d-9fa7-79db8209d31e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=83d6014b-3465-410d-9fa7-79db8209d31e,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:20.882965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:20.889871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6014b-3465-410d-9fa7-79db8209d31e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:03:20.896329 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676eaefb-de9b-4f62-aaba-ed503e77039a" -d '{"events": [{"server_uuid": "ab7f7124-268e-45d8-a2c0-f648c4aa10db", "name": "network-vif-plugged", "status": "completed", "tag": "83d6014b-3465-410d-9fa7-79db8209d31e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:03:20.955992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (435eecce-71a5-4fa5-9052-860dbac22291), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.046733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (435eecce-71a5-4fa5-9052-860dbac22291), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.052886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.075257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435eecce-71a5-4fa5-9052-860dbac22291,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:21.090935 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bddc0e-3e78-4cb0-863f-34fc4aeba8b7 x-openstack-request-id: req-87bddc0e-3e78-4cb0-863f-34fc4aeba8b7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:03:21.103677 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f7124-268e-45d8-a2c0-f648c4aa10db", "name": "network-vif-plugged", "status": "completed", "tag": "83d6014b-3465-410d-9fa7-79db8209d31e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:03:21.103978 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87bddc0e-3e78-4cb0-863f-34fc4aeba8b7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:03:21.104550 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6014b-3465-410d-9fa7-79db8209d31e', 'code': 200} Jan 29 20:03:21.184042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.185553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ebc1f61d-1c80-4ecf-8c67-cca875455a15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5118730 Jan 29 20:03:21.188096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42222) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:21.199357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '03685e45-9e62-4135-a70e-8b4d58cfc1ea', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:21.205245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e5daea02-dfcd-4bdd-bbdf-ba981735fc8d None None] Provisioning complete for port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:21.221628 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5daea02-dfcd-4bdd-bbdf-ba981735fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.256601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68623c11-3fd4-491a-a637-5b400afdd9eb None None] Pushing event updated for resources: {'Port': ['ID=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:21.326254 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Project 62387f3b15b84858bf9ab917d591d538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:03:21.337408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (28200c0a-eae9-4320-88fb-8498d453f9e4), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.524746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee338c2-8214-4e4e-b1c8-4955f6045737 req-c0458583-2e51-45fc-8bcc-b6e2f4d870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:21.527050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ee338c2-8214-4e4e-b1c8-4955f6045737 req-c0458583-2e51-45fc-8bcc-b6e2f4d870a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 1128 time: 0.2977376 Jan 29 20:03:21.555721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:12Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:18Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:21.574735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=83d6014b-3465-410d-9fa7-79db8209d31e,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:21.576368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (28200c0a-eae9-4320-88fb-8498d453f9e4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.634448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393d04-cd44-402f-b167-1c19905ffaed req-ea626dbd-897d-4bbe-ba4f-6b46644b5f7d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:21.636353 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d393d04-cd44-402f-b167-1c19905ffaed req-ea626dbd-897d-4bbe-ba4f-6b46644b5f7d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 946 time: 0.4085336 Jan 29 20:03:21.646651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (28200c0a-eae9-4320-88fb-8498d453f9e4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.661968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ee338c2-8214-4e4e-b1c8-4955f6045737 req-112755ee-9bed-4182-af87-7ac68b1331f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278989 Jan 29 20:03:21.685858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28200c0a-eae9-4320-88fb-8498d453f9e4,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:21.694957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d9b05-ac5d-4e0f-a59e-2f3233105a4b None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:12Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:18Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:03:21.722382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:21.727866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-24d18486-8746-4d91-9a5c-98cc0fc124b6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5360734 Jan 29 20:03:21.728304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42228) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:21.734301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '03685e45-9e62-4135-a70e-8b4d58cfc1ea', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:21.795449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d393d04-cd44-402f-b167-1c19905ffaed req-8634e451-9f8e-47ee-a974-3773c1e631e8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047320 Jan 29 20:03:21.807765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e5daea02-dfcd-4bdd-bbdf-ba981735fc8d None None] Current status of the port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:21.879232 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Project 62387f3b15b84858bf9ab917d591d538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:03:21.885409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (38a83015-9ea9-46bf-b931-98824274dd5c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:22.121289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (38a83015-9ea9-46bf-b931-98824274dd5c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:22.185151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (38a83015-9ea9-46bf-b931-98824274dd5c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:22.212813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a83015-9ea9-46bf-b931-98824274dd5c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:22.324404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:22.326110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ff7e2b70-bb7e-4525-aa77-2ec2f7e4ba5e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5955729 Jan 29 20:03:22.522752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:22.715509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:22.720824 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:22.891225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-098d59e0-9a58-4e57-ad5e-eef20d7c5b84 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289613456&fields=id&tenant_id=62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 267 time: 0.1624556 Jan 29 20:03:23.006518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:23.179499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7ce0e-a816-4b5d-8b38-1e9ea267e2ca req-d2220065-4fdb-400b-aca2-585285551766 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:23.188784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a3b7ce0e-a816-4b5d-8b38-1e9ea267e2ca req-d2220065-4fdb-400b-aca2-585285551766 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 946 time: 0.2187283 Jan 29 20:03:23.206701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-dbe263fe-a315-4142-a9ae-a56f9cbfaf07 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:23.208980 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-dbe263fe-a315-4142-a9ae-a56f9cbfaf07 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/networks?id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 796 time: 0.3112719 Jan 29 20:03:23.265501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-d917be06-c3cb-4047-8958-e4f4909b7661 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/quotas/62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 375 time: 0.0489273 Jan 29 20:03:23.274429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a3b7ce0e-a816-4b5d-8b38-1e9ea267e2ca req-26f5a4ce-9bec-4e65-89b7-bafb423feee5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795259 Jan 29 20:03:23.395733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-e2b82e6a-1e0c-4ffd-9460-8bc8d4bbc2a9 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220739 Jan 29 20:03:23.567740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-fa9fb253-da57-4ec2-b5af-6d82246b21cf service neutron] 10.222.0.15 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710215 Jan 29 20:03:23.771764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-9a7541c6-1346-43e2-95db-923c8c6e7f5d service neutron] 10.222.0.15 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030520 Jan 29 20:03:24.179847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e50265cb-cbfc-4470-8621-f0a4bb9f2199 req-79577a9c-d0c7-4353-b15d-097d67a4623c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 210 time: 0.0533171 Jan 29 20:03:24.466703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4387f-e785-4d55-a726-8ed8ebe94fbd req-ab7a9cbf-59d4-4872-a740-d4d26a7ed60b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:24.468253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ec4387f-e785-4d55-a726-8ed8ebe94fbd req-ab7a9cbf-59d4-4872-a740-d4d26a7ed60b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 946 time: 0.0758791 Jan 29 20:03:24.522704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ec4387f-e785-4d55-a726-8ed8ebe94fbd req-933a27dd-5606-4402-a63a-2318c60bc9e3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482922 Jan 29 20:03:25.087783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620de898-bc2a-4f78-903e-135813ccb819 req-5fcd636b-d596-4d18-a7ce-c4aa26aaefa6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:25.096757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-620de898-bc2a-4f78-903e-135813ccb819 req-5fcd636b-d596-4d18-a7ce-c4aa26aaefa6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 946 time: 0.1247091 Jan 29 20:03:25.138397 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4c52893f-bf6e-40b0-beff-cdd6db67705a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:25.234475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-620de898-bc2a-4f78-903e-135813ccb819 req-ec025c18-d778-4f2e-8bf5-ca1c17aeffe0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295781 Jan 29 20:03:25.295451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-510cbcd8-7ffc-4d14-b25d-697c4a4f86c8 req-3e055230-6f20-4f92-947f-b65c85ff882e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 210 time: 0.0434277 Jan 29 20:03:26.470114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37188e84-68c0-41a0-94f8-d972df91d433 req-71160621-e82d-4d25-b1a1-8c6eb40f1941 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:26.488665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37188e84-68c0-41a0-94f8-d972df91d433 req-71160621-e82d-4d25-b1a1-8c6eb40f1941 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 946 time: 0.1276777 Jan 29 20:03:26.560941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-327a3d0f-4a7e-4fbb-baa0-d2c9b7ebb800 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:26.562627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-327a3d0f-4a7e-4fbb-baa0-d2c9b7ebb800 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 946 time: 0.1948259 Jan 29 20:03:26.566957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad95bb73-72b9-4683-8c27-a856437b54cb req-ccb69afc-91fb-45e4-a28e-d4fbf242e40d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 210 time: 0.0880094 Jan 29 20:03:26.592653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37188e84-68c0-41a0-94f8-d972df91d433 req-b03c3f8d-db2e-4522-8660-0f19ef11a9bd tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027265 Jan 29 20:03:26.752490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Deleting port 83d6014b-3465-410d-9fa7-79db8209d31e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:03:26.752773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:26.904884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-a5aab1e8-f6af-40a7-a089-f9d307cd572a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:26.906777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-a5aab1e8-f6af-40a7-a089-f9d307cd572a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/networks?id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 796 time: 0.1676359 Jan 29 20:03:26.945454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] For port 83d6014b-3465-410d-9fa7-79db8209d31e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=83d6014b-3465-410d-9fa7-79db8209d31e,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:26.945838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:26.967327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Calling delete_port for 83d6014b-3465-410d-9fa7-79db8209d31e owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:03:27.006526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-35b11fa3-9a48-466e-8a91-d6563aefbd4a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 380 time: 0.0861919 Jan 29 20:03:27.019346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'port': {'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'admin_state_up': True, 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'security_groups': ['03685e45-9e62-4135-a70e-8b4d58cfc1ea']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:27.236138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (83d6014b-3465-410d-9fa7-79db8209d31e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:27.250637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['287f3f2e-e3a4-433c-9607-88bcdece7358'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:03:27.304422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Pushing event deleted for resources: {'Port': ['ID=83d6014b-3465-410d-9fa7-79db8209d31e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:27.378636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:03:27.382936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:27.447507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] No DVR routers for this DVR port 83d6014b-3465-410d-9fa7-79db8209d31e on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:03:27.454587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:27.466297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-90e344a1-42ba-40f7-900a-fbd78105b6cc req-9155770a-df13-44f6-8311-d741346573fb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.26 "DELETE /v2.0/ports/83d6014b-3465-410d-9fa7-79db8209d31e HTTP/1.1" status: 204 len: 173 time: 0.8946762 Jan 29 20:03:27.467194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'name': 'network-vif-deleted', 'tag': '83d6014b-3465-410d-9fa7-79db8209d31e'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:03:27.473557 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dff406-3fad-45b2-9fe1-a50290f19553" -d '{"events": [{"server_uuid": "ab7f7124-268e-45d8-a2c0-f648c4aa10db", "name": "network-vif-deleted", "tag": "83d6014b-3465-410d-9fa7-79db8209d31e"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:03:27.539938 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3fdbea-25fd-497c-ae12-ac6ab5dbce24 x-openstack-request-id: req-ea3fdbea-25fd-497c-ae12-ac6ab5dbce24 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:03:27.540733 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f7124-268e-45d8-a2c0-f648c4aa10db", "name": "network-vif-deleted", "tag": "83d6014b-3465-410d-9fa7-79db8209d31e", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:03:27.541175 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea3fdbea-25fd-497c-ae12-ac6ab5dbce24 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:03:27.541763 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f7124-268e-45d8-a2c0-f648c4aa10db', 'name': 'network-vif-deleted', 'tag': '83d6014b-3465-410d-9fa7-79db8209d31e', 'status': 'completed', 'code': 200} Jan 29 20:03:27.706322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.20.0.11 (6c329dd2-cca3-4e47-ae41-483ac3223fba/aa5f27cd-c46f-44fb-b218-5e748976fd08/5c345118-d0ea-43e6-ab66-83a8f887ade3) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:03:27.748563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40e51699-8017-4a88-ac8a-c667594f8c90 req-17d012a1-b43e-4e1b-8a16-12bac3937857 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 210 time: 0.0620370 Jan 29 20:03:27.791668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2685cc88-6e31-4454-a47a-0077b0056576 req-a2cf75f6-b4cc-4a3b-80a5-7584abe50b92 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab7f7124-268e-45d8-a2c0-f648c4aa10db HTTP/1.1" status: 200 len: 210 time: 0.0739684 Jan 29 20:03:27.950626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:28.059242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:28.113348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:03:28.116735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:28.127000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-96b57225-fcfc-429b-8272-a3d5a8bbb5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:28.133806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:03:28.139271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=5c345118-d0ea-43e6-ab66-83a8f887ade3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:28.230817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:28.234360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:28.330041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-7e596c38-7140-419f-9504-232e0ff6bc94 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3172746 Jan 29 20:03:28.347891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Request body: {'port': {'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:28.432489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:28.511617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cb2e3ef5-b3d2-4cc3-b202-11f164754951 None None] Provisioning complete for port 5c345118-d0ea-43e6-ab66-83a8f887ade3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:28.513023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3ef5-b3d2-4cc3-b202-11f164754951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:28.571904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e3ef5-b3d2-4cc3-b202-11f164754951 None None] Port 5c345118-d0ea-43e6-ab66-83a8f887ade3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:03:28.829846 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.031947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3c77-e6be-4d10-96ae-6a8ce66cb5f2 req-edda02b8-40cd-42ef-8535-4a3a64148172 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:29.033569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-917a3c77-e6be-4d10-96ae-6a8ce66cb5f2 req-edda02b8-40cd-42ef-8535-4a3a64148172 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 932 time: 0.1816745 Jan 29 20:03:29.050731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff4145-ecc6-4fe7-9708-258f5f199336 req-2d75d68b-56ff-4dfd-b844-4cb45283b0a9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:29.052659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8aff4145-ecc6-4fe7-9708-258f5f199336 req-2d75d68b-56ff-4dfd-b844-4cb45283b0a9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1055174 Jan 29 20:03:29.106266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 83d6014b-3465-410d-9fa7-79db8209d31e no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:03:29.118026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8aff4145-ecc6-4fe7-9708-258f5f199336 req-05b9bc87-f711-4f60-ac3a-b57c4283fec0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Jan 29 20:03:29.151784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 83d6014b-3465-410d-9fa7-79db8209d31e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:03:29.154240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 83d6014b-3465-410d-9fa7-79db8209d31e not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:03:29.160288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c345118-d0ea-43e6-ab66-83a8f887ade3 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:03:29.179405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Publish callbacks [] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.189097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-917a3c77-e6be-4d10-96ae-6a8ce66cb5f2 req-17dc6615-3624-44cc-b35f-aa82fd3a17ff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439304 Jan 29 20:03:29.207376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Transition to ACTIVE for port object 5c345118-d0ea-43e6-ab66-83a8f887ade3 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:03:29.293856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.408366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c345118-d0ea-43e6-ab66-83a8f887ade3,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:29.575931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Attempting to bind port 5c345118-d0ea-43e6-ab66-83a8f887ade3 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:03:29.576188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Attempting to bind port 5c345118-d0ea-43e6-ab66-83a8f887ade3 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:03:29.576662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Attempting to bind port 5c345118-d0ea-43e6-ab66-83a8f887ade3 on network 6c329dd2-cca3-4e47-ae41-483ac3223fba {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:29.584033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Port 5c345118-d0ea-43e6-ab66-83a8f887ade3 on network 6c329dd2-cca3-4e47-ae41-483ac3223fba not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:03:29.586512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Attempting to bind port 5c345118-d0ea-43e6-ab66-83a8f887ade3 on network 6c329dd2-cca3-4e47-ae41-483ac3223fba {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:03:29.594201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:03:29.604535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Checking segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:03:29.606228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Bound using segment: {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:03:29.606717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Bound port: 5c345118-d0ea-43e6-ab66-83a8f887ade3, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7786723-7b36-428d-9530-1cccae62883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:03:29.607096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.647452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6cb2f-e21e-4e42-b252-0c8f5e26599b req-2295978d-2c8d-4439-a05b-c44b57e927bf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:29.658706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cab6cb2f-e21e-4e42-b252-0c8f5e26599b req-2295978d-2c8d-4439-a05b-c44b57e927bf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2014921 Jan 29 20:03:29.748512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] For port 5c345118-d0ea-43e6-ab66-83a8f887ade3, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:03:29.751842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] For port 5c345118-d0ea-43e6-ab66-83a8f887ade3, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:03:29.785077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.801918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cab6cb2f-e21e-4e42-b252-0c8f5e26599b req-6a93a844-42c7-4634-bba7-57431f9f3274 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421943 Jan 29 20:03:29.830552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.876346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:29.877420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:29.890000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 200 len: 1092 time: 1.5463619 Jan 29 20:03:29.890602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:03:29.893104 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfdd9c2-6eec-444b-acf6-60f1304439be" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:03:29.963247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5b6a3-ad6a-4c2d-bae1-6351d71bbba8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c345118-d0ea-43e6-ab66-83a8f887ade3,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:30.097773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5997-2ec2-417c-88e8-e2a847375032 req-1d4f1ff6-80ac-44e4-a824-475b6351b18a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:30.106575 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0acf5997-2ec2-417c-88e8-e2a847375032 req-1d4f1ff6-80ac-44e4-a824-475b6351b18a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1189015 Jan 29 20:03:30.152442 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097615ce-af82-48d6-b7cc-3fcf9fffc518 x-openstack-request-id: req-097615ce-af82-48d6-b7cc-3fcf9fffc518 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:03:30.153045 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:03:30.153045 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-097615ce-af82-48d6-b7cc-3fcf9fffc518 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:03:30.153637 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'status': 'completed', 'code': 200} Jan 29 20:03:30.165878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0acf5997-2ec2-417c-88e8-e2a847375032 req-3a0b320a-a8a2-4110-957e-75f6b0b44b12 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534148 Jan 29 20:03:30.205286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-0a456385-ce4b-446f-a277-f5a52b658c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:30.210039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-0a456385-ce4b-446f-a277-f5a52b658c0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1126 time: 0.1900616 Jan 29 20:03:30.281420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:30.374157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-d4b07056-9dcb-4cb5-a014-0d823af81e66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 200 len: 217 time: 0.1503727 Jan 29 20:03:30.516636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-9189635c-d7cd-4955-ab6f-0fca241f4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:30.519644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-9189635c-d7cd-4955-ab6f-0fca241f4447 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa5f27cd-c46f-44fb-b218-5e748976fd08 HTTP/1.1" status: 200 len: 835 time: 0.1325922 Jan 29 20:03:30.618623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3be114-e8a3-422a-a105-10b464f303cc req-95ba6d0f-aafa-4ca3-be64-e2522d3fc77c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:30.620922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d3be114-e8a3-422a-a105-10b464f303cc req-95ba6d0f-aafa-4ca3-be64-e2522d3fc77c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 944 time: 0.1749475 Jan 29 20:03:30.675553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-87db4e5c-b42b-48cc-96dd-b9c62dcbd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:30.677322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-87db4e5c-b42b-48cc-96dd-b9c62dcbd8db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c329dd2-cca3-4e47-ae41-483ac3223fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515832 Jan 29 20:03:30.767805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8d3be114-e8a3-422a-a105-10b464f303cc req-18bbf748-8ffe-4fd2-9d6c-1572a3e4fffa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253178 Jan 29 20:03:30.880969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-672d9bb8-895b-4b71-a6d5-cc2e12ecc3c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905529 Jan 29 20:03:31.048371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-370b8da3-264d-49f9-8a08-a865c0788ba1 req-65d65867-84c5-4401-85fd-26ead7d36f5d service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583118 Jan 29 20:03:31.288331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-0067a8ce-498b-4518-8914-e9f6abfc4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:31.289875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-0067a8ce-498b-4518-8914-e9f6abfc4d18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1126 time: 0.0905135 Jan 29 20:03:31.426963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-5f708e2e-53e6-4212-816b-a76c26b0baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:31.428502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-5f708e2e-53e6-4212-816b-a76c26b0baa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 896 time: 0.1284277 Jan 29 20:03:31.558749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-5f03e0d3-6aef-4de7-b871-10b6bf677eb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 200 len: 217 time: 0.1064208 Jan 29 20:03:31.572547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:31.670908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-d22ca09b-9f47-4fe9-8bea-bd3b4f0b837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:31.675274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-d22ca09b-9f47-4fe9-8bea-bd3b4f0b837d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa5f27cd-c46f-44fb-b218-5e748976fd08 HTTP/1.1" status: 200 len: 835 time: 0.1107042 Jan 29 20:03:31.762999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-5fa515a2-c264-4972-b9c5-b043c390e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:31.765083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-5fa515a2-c264-4972-b9c5-b043c390e407 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c329dd2-cca3-4e47-ae41-483ac3223fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817187 Jan 29 20:03:31.976107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33939cbe-fcac-4d5c-87c8-d8d39fc85a53 req-fa92bd54-3a8c-4e88-8291-b2dfd99c7ce7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:31.993294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33939cbe-fcac-4d5c-87c8-d8d39fc85a53 req-fa92bd54-3a8c-4e88-8291-b2dfd99c7ce7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 944 time: 0.1033080 Jan 29 20:03:32.029215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-6d68c2af-8899-4c5f-afa7-9718a9ae5276 service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555778 Jan 29 20:03:32.138557 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33939cbe-fcac-4d5c-87c8-d8d39fc85a53 req-ecc77698-bb79-4976-b9aa-fc8a4bfa7b67 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442411 Jan 29 20:03:32.222749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbfdd9c2-6eec-444b-acf6-60f1304439be req-d6aa2639-8c94-492e-9c69-8c9dd7c5caf8 service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858008 Jan 29 20:03:32.427358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42474) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:32.648795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:32.788190 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Publish callbacks [] for security_group (c70e02bc-74c9-4b64-bc8e-d6f44830ee19), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:32.846735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c70e02bc-74c9-4b64-bc8e-d6f44830ee19), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:32.895978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bea66dd456fe4e2198859a5d4a321a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644411 Jan 29 20:03:32.896836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42482) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:32.913693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e02bc-74c9-4b64-bc8e-d6f44830ee19,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:32.922291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.922861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.923423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.923955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.924521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.925038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.925546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.926051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.926555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.927050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.927541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.928042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.928569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77801e-2cd6-4120-99ea-1a38440c3691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:03:32.941561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5c345118-d0ea-43e6-ab66-83a8f887ade3 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:03:32.976132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eed59c8e-a705-4cda-a517-48c04af5f25e admin admin] Publish callbacks [] for security_group (c70e02bc-74c9-4b64-bc8e-d6f44830ee19), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:33.019585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eed59c8e-a705-4cda-a517-48c04af5f25e admin admin] Publish callbacks [] for security_group (c70e02bc-74c9-4b64-bc8e-d6f44830ee19), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:33.164517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5c345118-d0ea-43e6-ab66-83a8f887ade3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:33.172934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eed59c8e-a705-4cda-a517-48c04af5f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c70e02bc-74c9-4b64-bc8e-d6f44830ee19), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:33.175843 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eed59c8e-a705-4cda-a517-48c04af5f25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:33.179247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:03:33.180830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-eed59c8e-a705-4cda-a517-48c04af5f25e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c70e02bc-74c9-4b64-bc8e-d6f44830ee19 HTTP/1.1" status: 204 len: 168 time: 0.2822366 Jan 29 20:03:33.190753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed59c8e-a705-4cda-a517-48c04af5f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e02bc-74c9-4b64-bc8e-d6f44830ee19,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:33.264345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5c345118-d0ea-43e6-ab66-83a8f887ade3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:33.265119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:33.305523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c345118-d0ea-43e6-ab66-83a8f887ade3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:03:33.356649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5c345118-d0ea-43e6-ab66-83a8f887ade3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:33.439681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:33.524588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5c345118-d0ea-43e6-ab66-83a8f887ade3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:33.530053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bf68f-bca5-461c-954a-ddf65412044e req-7861b43e-978f-4e58-bf1f-1334c46e1481 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:33.542865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-716bf68f-bca5-461c-954a-ddf65412044e req-7861b43e-978f-4e58-bf1f-1334c46e1481 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 944 time: 0.1971946 Jan 29 20:03:33.597715 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-716bf68f-bca5-461c-954a-ddf65412044e req-921eafb3-0aff-48c1-9dcf-16bf13255f80 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594115 Jan 29 20:03:33.683402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5c345118-d0ea-43e6-ab66-83a8f887ade3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:03:34.468070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42524) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:34.488666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a59d6a33-e7d3-4852-b5a8-80c700acdcb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:34.596952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a59d6a33-e7d3-4852-b5a8-80c700acdcb6 admin admin] Publish callbacks [] for security_group (aa1e34d2-335d-44fd-ac39-7e1f01100fb2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:34.676102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a59d6a33-e7d3-4852-b5a8-80c700acdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aa1e34d2-335d-44fd-ac39-7e1f01100fb2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:34.747977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a59d6a33-e7d3-4852-b5a8-80c700acdcb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50e4489cbf9144fcaa54c8b69dbcf859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785859 Jan 29 20:03:34.751948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42534) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:34.761609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d6a33-e7d3-4852-b5a8-80c700acdcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e34d2-335d-44fd-ac39-7e1f01100fb2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:34.809589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357699db-defe-4253-b44e-60d09c9bfcb8 req-e9d5923a-f209-4baa-9f37-1bcddada13fb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:34.817633 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-357699db-defe-4253-b44e-60d09c9bfcb8 req-e9d5923a-f209-4baa-9f37-1bcddada13fb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 945 time: 0.1143916 Jan 29 20:03:34.929087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-357699db-defe-4253-b44e-60d09c9bfcb8 req-d369553b-4681-4fad-9446-5ed96d4c7290 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101913 Jan 29 20:03:34.969779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5c345118-d0ea-43e6-ab66-83a8f887ade3 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:03:35.224255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5c345118-d0ea-43e6-ab66-83a8f887ade3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:03:35.232986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5c345118-d0ea-43e6-ab66-83a8f887ade3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:03:35.233753 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.452660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57304642-afa9-4ca0-9c46-0f15da950361 admin admin] Publish callbacks [] for security_group (aa1e34d2-335d-44fd-ac39-7e1f01100fb2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.536723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3f765-3935-4bc0-bf48-de456ae43816 req-f83b3d30-8e18-427c-b87e-961cae2d2d5f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:35.538012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5c345118-d0ea-43e6-ab66-83a8f887ade3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:03:35.538012 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.538537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ad3f765-3935-4bc0-bf48-de456ae43816 req-f83b3d30-8e18-427c-b87e-961cae2d2d5f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0950482 Jan 29 20:03:35.539367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57304642-afa9-4ca0-9c46-0f15da950361 admin admin] Publish callbacks [] for security_group (aa1e34d2-335d-44fd-ac39-7e1f01100fb2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.540166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:03:35.540166 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4098be-f146-44f9-9772-dc2cd0458b9c" -d '{"events": [{"server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "name": "network-vif-plugged", "status": "completed", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:03:35.540166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5c345118-d0ea-43e6-ab66-83a8f887ade3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:03:35.542010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ad3f765-3935-4bc0-bf48-de456ae43816 req-ebea05e6-4bd6-4080-a3b0-3f4f33c38296 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901835 Jan 29 20:03:35.542487 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c4eeb5-87bc-485d-8061-6bcdb044c1e4 x-openstack-request-id: req-a2c4eeb5-87bc-485d-8061-6bcdb044c1e4 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:03:35.542487 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "name": "network-vif-plugged", "status": "completed", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:03:35.542487 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2c4eeb5-87bc-485d-8061-6bcdb044c1e4 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:03:35.542487 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'code': 200} Jan 29 20:03:35.542487 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.560964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57304642-afa9-4ca0-9c46-0f15da950361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aa1e34d2-335d-44fd-ac39-7e1f01100fb2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.565624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57304642-afa9-4ca0-9c46-0f15da950361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:35.565624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-57304642-afa9-4ca0-9c46-0f15da950361 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa1e34d2-335d-44fd-ac39-7e1f01100fb2 HTTP/1.1" status: 204 len: 168 time: 0.8125722 Jan 29 20:03:35.639118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5c345118-d0ea-43e6-ab66-83a8f887ade3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:35.651964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57304642-afa9-4ca0-9c46-0f15da950361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e34d2-335d-44fd-ac39-7e1f01100fb2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:35.702820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4027d4-a306-4cb5-b926-11fd04224a44 req-b8160f87-2025-43ac-8ad7-e61865a868f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:35.704658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca4027d4-a306-4cb5-b926-11fd04224a44 req-b8160f87-2025-43ac-8ad7-e61865a868f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1128 time: 0.1171906 Jan 29 20:03:35.711241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae72fa9-74e1-44d7-9727-985859c5a833 req-0cbd9e6d-bf5c-4083-bfb4-e3a540852eaf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:35.711241 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ae72fa9-74e1-44d7-9727-985859c5a833 req-0cbd9e6d-bf5c-4083-bfb4-e3a540852eaf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1441777 Jan 29 20:03:35.770461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca4027d4-a306-4cb5-b926-11fd04224a44 req-9f8e7f2a-7adb-491a-8007-e0b9e49f2e0c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584815 Jan 29 20:03:35.795040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ae72fa9-74e1-44d7-9727-985859c5a833 req-cd0d188c-2d99-4f99-82f3-defad554a399 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773215 Jan 29 20:03:35.824631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42568) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:35.973491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65652078-826c-4cc0-a7ef-9f35e15df384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.090812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65652078-826c-4cc0-a7ef-9f35e15df384 admin admin] Publish callbacks [] for security_group (685dc076-63bd-4705-a7ed-2c787bfce2ba), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.118713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298dbff-b6e7-4ef2-ac7d-b1edaeec8182 req-d2f5e2b5-ba52-4242-afe0-5e85991ec38d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:36.121033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a298dbff-b6e7-4ef2-ac7d-b1edaeec8182 req-d2f5e2b5-ba52-4242-afe0-5e85991ec38d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 946 time: 0.0910635 Jan 29 20:03:36.179332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a298dbff-b6e7-4ef2-ac7d-b1edaeec8182 req-0717a914-c852-434f-908b-2e12cfd07670 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518923 Jan 29 20:03:36.189622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65652078-826c-4cc0-a7ef-9f35e15df384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (685dc076-63bd-4705-a7ed-2c787bfce2ba), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.253083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65652078-826c-4cc0-a7ef-9f35e15df384 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03ac9ce1d1914841958ad6dc111c4f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248965 Jan 29 20:03:36.257900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42586) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:36.294591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65652078-826c-4cc0-a7ef-9f35e15df384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685dc076-63bd-4705-a7ed-2c787bfce2ba,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:36.349840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-29d57b6e-6baf-4080-80d7-602015ec72e5 admin admin] Publish callbacks [] for security_group (685dc076-63bd-4705-a7ed-2c787bfce2ba), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.373130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-29d57b6e-6baf-4080-80d7-602015ec72e5 admin admin] Publish callbacks [] for security_group (685dc076-63bd-4705-a7ed-2c787bfce2ba), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.544322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-29d57b6e-6baf-4080-80d7-602015ec72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (685dc076-63bd-4705-a7ed-2c787bfce2ba), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.550682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-29d57b6e-6baf-4080-80d7-602015ec72e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:36.550682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-29d57b6e-6baf-4080-80d7-602015ec72e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/685dc076-63bd-4705-a7ed-2c787bfce2ba HTTP/1.1" status: 204 len: 168 time: 0.2937989 Jan 29 20:03:36.564457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d57b6e-6baf-4080-80d7-602015ec72e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685dc076-63bd-4705-a7ed-2c787bfce2ba,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:37.365029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26ad56-2400-4c29-96ea-b952529b18a7 req-13512d5a-5046-4c57-9299-c8e5ffcd45e6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:37.375167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d26ad56-2400-4c29-96ea-b952529b18a7 req-13512d5a-5046-4c57-9299-c8e5ffcd45e6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 946 time: 0.0796893 Jan 29 20:03:37.453151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d26ad56-2400-4c29-96ea-b952529b18a7 req-85e3a7f5-e8d0-42c2-a2fb-fb7e1e30a0a4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766919 Jan 29 20:03:37.492004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:37.526068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ff69c56-cf3a-45b0-98a5-8aed63422220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:37.707919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042ff7c-0084-42c8-b5f2-15386bc08ea6 req-a6da471b-c34a-4caf-ae4d-10a05fd0f7a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:37.709522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2042ff7c-0084-42c8-b5f2-15386bc08ea6 req-a6da471b-c34a-4caf-ae4d-10a05fd0f7a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 946 time: 0.1274416 Jan 29 20:03:37.757415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ff69c56-cf3a-45b0-98a5-8aed63422220 admin admin] Publish callbacks [] for security_group (1d9e6c3c-d230-44d3-8743-310fbdb25a57), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:37.802726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2042ff7c-0084-42c8-b5f2-15386bc08ea6 req-28f2683e-9621-4f7e-a74d-f8f8bb551c34 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836873 Jan 29 20:03:37.829961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4ff69c56-cf3a-45b0-98a5-8aed63422220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1d9e6c3c-d230-44d3-8743-310fbdb25a57), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:37.862287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:37.916573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e8ead-67fb-4905-9914-fd88107af873 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:37.919741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d1e8ead-67fb-4905-9914-fd88107af873 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1123 time: 0.0562630 Jan 29 20:03:37.923203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42640) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:37.932190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:03:37.939446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4ff69c56-cf3a-45b0-98a5-8aed63422220 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=339213ba857544b2b67f39fc407fe2ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456234 Jan 29 20:03:37.940680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42642) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:37.941578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff69c56-cf3a-45b0-98a5-8aed63422220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e6c3c-d230-44d3-8743-310fbdb25a57,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:38.034357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e2efa6-d796-4d51-bd5d-7cb9b53b7bd7 admin admin] Publish callbacks [] for security_group (1d9e6c3c-d230-44d3-8743-310fbdb25a57), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.047375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.071042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e2efa6-d796-4d51-bd5d-7cb9b53b7bd7 admin admin] Publish callbacks [] for security_group (1d9e6c3c-d230-44d3-8743-310fbdb25a57), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.145882 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.243788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e2efa6-d796-4d51-bd5d-7cb9b53b7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1d9e6c3c-d230-44d3-8743-310fbdb25a57), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.246803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-10e2efa6-d796-4d51-bd5d-7cb9b53b7bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.248446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-10e2efa6-d796-4d51-bd5d-7cb9b53b7bd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d9e6c3c-d230-44d3-8743-310fbdb25a57 HTTP/1.1" status: 204 len: 168 time: 0.3027761 Jan 29 20:03:38.305958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2efa6-d796-4d51-bd5d-7cb9b53b7bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e6c3c-d230-44d3-8743-310fbdb25a57,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:38.425198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.708501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.25.5.182 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/11da1590-8013-4fb3-a2a2-a5c5e77e2494) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:03:38.880342 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:38.991249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:39.048823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:03:39.051819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:03:39.063180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:03:39.063180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=11da1590-8013-4fb3-a2a2-a5c5e77e2494,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:39.390206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff622-3ad0-47d7-a9c3-c0b5debb2839 req-2a7b3ce1-8cf0-4416-8a50-df6493e37b4d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:39.391843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe0ff622-3ad0-47d7-a9c3-c0b5debb2839 req-2a7b3ce1-8cf0-4416-8a50-df6493e37b4d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2075911 Jan 29 20:03:39.483599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe0ff622-3ad0-47d7-a9c3-c0b5debb2839 req-28b44a4f-3449-4d81-a5eb-134719f9a2a1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Jan 29 20:03:39.667683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:39.704402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1586236-225c-46a5-8bf5-d3af2f05eb23 req-668d7806-f6e8-4d31-80cc-2406bfe08c9e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:39.714923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1586236-225c-46a5-8bf5-d3af2f05eb23 req-668d7806-f6e8-4d31-80cc-2406bfe08c9e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0940137 Jan 29 20:03:39.801255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1586236-225c-46a5-8bf5-d3af2f05eb23 req-dd870f8f-19de-4109-bf15-bc54e5d645d2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878508 Jan 29 20:03:39.868832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:40.209599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01acf-b028-4d00-8804-f527fec817b7 req-69552801-4714-4a20-aa2e-fc1b854655b8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:40.212742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45b01acf-b028-4d00-8804-f527fec817b7 req-69552801-4714-4a20-aa2e-fc1b854655b8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0851476 Jan 29 20:03:40.216939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:40.287052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45b01acf-b028-4d00-8804-f527fec817b7 req-73b387e8-c744-4413-9545-2581bacd22de tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660777 Jan 29 20:03:40.332646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:40.498469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=11da1590-8013-4fb3-a2a2-a5c5e77e2494,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:40.562791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:40.695575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7446f82-554f-4a7c-b638-5bd9a6eb9e3f req-4199e1f1-4b8e-43ea-9f95-82f0c6df1d62 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:40.702999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7446f82-554f-4a7c-b638-5bd9a6eb9e3f req-4199e1f1-4b8e-43ea-9f95-82f0c6df1d62 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2988236 Jan 29 20:03:40.913231 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Floating IP 68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970 associated. External IP: 172.25.5.182, port: 5c345118-d0ea-43e6-ab66-83a8f887ade3. Jan 29 20:03:41.053558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7446f82-554f-4a7c-b638-5bd9a6eb9e3f req-2d86b1dc-6c5d-41cd-b0f2-1ae08c35fe44 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384552 Jan 29 20:03:41.570259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:03:41.600133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec91ccc-7d60-41d7-b908-f5339078fc69 req-5cc3e4c8-7f3f-45da-bacf-da660e728eab tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:41.602089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ec91ccc-7d60-41d7-b908-f5339078fc69 req-5cc3e4c8-7f3f-45da-bacf-da660e728eab tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1659644 Jan 29 20:03:41.760583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ec91ccc-7d60-41d7-b908-f5339078fc69 req-5ec817fd-0acf-49b1-8753-4fa52a3801dd tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468945 Jan 29 20:03:41.895334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:03:41.907758 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:03:41.929219 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:03:41.930940 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:03:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:41.982312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:42.025245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e35bca-0150-4a07-9791-f40d64f950ba req-8bff5ab9-e3bf-463f-bf27-a42a7677ce4d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:42.034838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64e35bca-0150-4a07-9791-f40d64f950ba req-8bff5ab9-e3bf-463f-bf27-a42a7677ce4d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1456597 Jan 29 20:03:42.074688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb138299-043d-4c10-aab9-ed058ee5dbfa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1469078 Jan 29 20:03:42.074688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:03:42.078292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42770) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:42.080709 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eaeeab-beba-41b7-b604-96c9d07912b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:03:42.131946 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ef9626-0926-43a8-847e-1b7eb5490998 x-openstack-request-id: req-34ef9626-0926-43a8-847e-1b7eb5490998 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:03:42.132251 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:03:42.132482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34ef9626-0926-43a8-847e-1b7eb5490998 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:03:42.132846 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'status': 'completed', 'code': 200} Jan 29 20:03:42.277681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-57a23191-5e12-4237-b651-02f042b0e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:42.281150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-57a23191-5e12-4237-b651-02f042b0e89f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1128 time: 0.1144848 Jan 29 20:03:42.419835 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64e35bca-0150-4a07-9791-f40d64f950ba req-3daa4682-cb08-4400-91c8-c7810095bb56 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797958 Jan 29 20:03:42.474620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d9839e4-b1be-4081-8f62-47b6cb1b6f46 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970 HTTP/1.1" status: 200 len: 992 time: 0.3937633 Jan 29 20:03:42.524293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-c3ee5187-04d7-48a2-bf10-a57d2e2f6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:42.526053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-c3ee5187-04d7-48a2-bf10-a57d2e2f6502 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 896 time: 0.2377443 Jan 29 20:03:42.532545 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:03:42.676526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-142ac093-766b-4167-be81-140a51117b67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 200 len: 1000 time: 0.1432397 Jan 29 20:03:42.762722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-29cfb5ba-07f9-45e9-aca7-04584eabc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:42.764228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-29cfb5ba-07f9-45e9-aca7-04584eabc353 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa5f27cd-c46f-44fb-b218-5e748976fd08 HTTP/1.1" status: 200 len: 835 time: 0.0783172 Jan 29 20:03:42.804716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48cfe-9969-4dca-abe8-0fc7a27b34b1 req-a6ed3026-b164-4884-b4c7-e636ddf1792c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:42.806279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4f48cfe-9969-4dca-abe8-0fc7a27b34b1 req-a6ed3026-b164-4884-b4c7-e636ddf1792c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0814433 Jan 29 20:03:42.841329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-e7ccd1c4-70f5-4091-aae3-7c4823c3ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:42.842929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-e7ccd1c4-70f5-4091-aae3-7c4823c3ea0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c329dd2-cca3-4e47-ae41-483ac3223fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721192 Jan 29 20:03:42.879110 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:12Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:39Z', 'revision_number': 0, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:42.903948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4f48cfe-9969-4dca-abe8-0fc7a27b34b1 req-a7e306c5-a7d9-44ca-8f72-3b15fa9d5569 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912440 Jan 29 20:03:42.911940 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:03:42.922896 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:03:42.923685 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:03:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:43.037915 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:03:43.147580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-1c1583c1-6b39-4256-9c05-a9fe2f7a40d2 service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945755 Jan 29 20:03:43.274189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb734-9e5b-443e-bc43-0e3465f4990f req-9ac826b3-555c-4a5d-9c52-88cb90fb279f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:43.276871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c40eb734-9e5b-443e-bc43-0e3465f4990f req-9ac826b3-555c-4a5d-9c52-88cb90fb279f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1572862 Jan 29 20:03:43.311907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3eaeeab-beba-41b7-b604-96c9d07912b4 req-072b8e0d-5d9a-4124-a7ba-a98aa183367d service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356962 Jan 29 20:03:43.405026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c40eb734-9e5b-443e-bc43-0e3465f4990f req-5bb32fdc-17f6-4056-91ff-93cbcb7be965 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155365 Jan 29 20:03:43.456873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:12Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:39Z', 'revision_number': 0, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:03:43.484871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:43.502571 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1e628-aff0-4e8d-8e0c-95d1b6dcb46b None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:03:12Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:39Z', 'revision_number': 0, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:03:43.633329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d92971f5-f7ea-41e6-9730-3de32a6964cf tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970 HTTP/1.1" status: 200 len: 992 time: 0.1463792 Jan 29 20:03:43.784337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21bd8e-4a2f-4b42-a35b-83abf223f687 req-dbf61153-6dca-4181-87fb-649764361b2e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:43.788427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a21bd8e-4a2f-4b42-a35b-83abf223f687 req-dbf61153-6dca-4181-87fb-649764361b2e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0977032 Jan 29 20:03:43.877299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a21bd8e-4a2f-4b42-a35b-83abf223f687 req-764e2fef-8648-45be-abda-1d913a6c42ed tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811274 Jan 29 20:03:43.922786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f093e-8c85-485c-8da8-2f36aea46a2a None None] New status for floating IP 68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:03:44.048663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968563f-78bd-44ee-a934-a28e95a751d5 req-bd243481-ef19-4481-94f4-ef4e61c68168 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:44.055661 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f968563f-78bd-44ee-a934-a28e95a751d5 req-bd243481-ef19-4481-94f4-ef4e61c68168 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0682127 Jan 29 20:03:44.120785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f968563f-78bd-44ee-a934-a28e95a751d5 req-725bfa61-a635-46b6-ad4a-f5ab625a4528 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641713 Jan 29 20:03:44.401697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42854) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:44.431963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f6300-2004-4c8b-9b00-829a6c6eac2e req-883b8ff7-abf5-4094-b243-d7dab6a3c986 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:44.439759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d33f6300-2004-4c8b-9b00-829a6c6eac2e req-883b8ff7-abf5-4094-b243-d7dab6a3c986 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0831463 Jan 29 20:03:44.552469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d33f6300-2004-4c8b-9b00-829a6c6eac2e req-c6d66d93-5756-4ee0-8dc1-13bb2f85ab6c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100500 Jan 29 20:03:44.638169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42868) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:44.693664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675abfbd-9278-4fe2-8466-556f99da85aa req-b5b10c58-077d-4fc4-8749-f3a0beff0cc2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:44.705821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-675abfbd-9278-4fe2-8466-556f99da85aa req-b5b10c58-077d-4fc4-8749-f3a0beff0cc2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0779517 Jan 29 20:03:44.776819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df5eca9-d220-49b6-9a04-1ac3025a5a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:44.782035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fdedf7a6-0d60-4603-8785-038ddfdc215b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970 HTTP/1.1" status: 200 len: 994 time: 0.1422462 Jan 29 20:03:44.812522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-675abfbd-9278-4fe2-8466-556f99da85aa req-1348808c-c63c-451f-8451-08bfb410caae tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994401 Jan 29 20:03:44.985724 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df5eca9-d220-49b6-9a04-1ac3025a5a1c admin admin] Publish callbacks [] for security_group (e58b0b2d-393a-44b9-b92b-fe4bdb65eae6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:45.052586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8df5eca9-d220-49b6-9a04-1ac3025a5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e58b0b2d-393a-44b9-b92b-fe4bdb65eae6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:45.084612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5eca9-d220-49b6-9a04-1ac3025a5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b0b2d-393a-44b9-b92b-fe4bdb65eae6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:45.151891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8df5eca9-d220-49b6-9a04-1ac3025a5a1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33695b0fb68047e5b312b2560dc8f7fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7487581 Jan 29 20:03:45.154555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:45.209762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8640ee48-dff7-4128-8876-2d76f1829e34 admin admin] Publish callbacks [] for security_group (e58b0b2d-393a-44b9-b92b-fe4bdb65eae6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:45.246160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8640ee48-dff7-4128-8876-2d76f1829e34 admin admin] Publish callbacks [] for security_group (e58b0b2d-393a-44b9-b92b-fe4bdb65eae6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:45.311856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f80-944e-417b-80fb-d86a7a2f6edc req-0a00d6ee-6618-49e7-b674-2e8c9c61861b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:45.317990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56835f80-944e-417b-80fb-d86a7a2f6edc req-0a00d6ee-6618-49e7-b674-2e8c9c61861b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 813 time: 0.2357357 Jan 29 20:03:45.357345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56835f80-944e-417b-80fb-d86a7a2f6edc req-74016306-aa4e-472f-978b-6ee863079cf5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/quotas/ccc6256be9e14639aa43b521ae6cb4f6 HTTP/1.1" status: 200 len: 375 time: 0.0382209 Jan 29 20:03:45.372530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8640ee48-dff7-4128-8876-2d76f1829e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e58b0b2d-393a-44b9-b92b-fe4bdb65eae6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:45.375103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8640ee48-dff7-4128-8876-2d76f1829e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:45.376275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8640ee48-dff7-4128-8876-2d76f1829e34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e58b0b2d-393a-44b9-b92b-fe4bdb65eae6 HTTP/1.1" status: 204 len: 168 time: 0.2206671 Jan 29 20:03:45.392183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640ee48-dff7-4128-8876-2d76f1829e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b0b2d-393a-44b9-b92b-fe4bdb65eae6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:45.449809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56835f80-944e-417b-80fb-d86a7a2f6edc req-7199bc3e-0aa5-40b4-bfdc-794b6a2f21df tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845318 Jan 29 20:03:45.630591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc3c5-2994-4f37-a82f-ed7388eb8396 req-7b5547cb-3a39-48a5-9f17-d8ecdfa7538b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:45.634446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29acc3c5-2994-4f37-a82f-ed7388eb8396 req-7b5547cb-3a39-48a5-9f17-d8ecdfa7538b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1224508 Jan 29 20:03:45.748769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29acc3c5-2994-4f37-a82f-ed7388eb8396 req-b3b56c40-3e1d-4828-8dc9-0d21cdf25056 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073062 Jan 29 20:03:45.917710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860d939-f97f-4cd4-8c3b-e56ffc788528 req-0b266dc9-8e56-403c-bef6-c9402d5354d1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:45.919291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4860d939-f97f-4cd4-8c3b-e56ffc788528 req-0b266dc9-8e56-403c-bef6-c9402d5354d1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0864761 Jan 29 20:03:45.996873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4860d939-f97f-4cd4-8c3b-e56ffc788528 req-ae02c0d9-2f8c-4ffa-8e10-682474fc8710 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681770 Jan 29 20:03:46.308901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f129795-62b5-45a2-813d-2aca06175ce7 req-af4bcd84-6fba-44b6-8471-6211fc19e5ba tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ccc6256be9e14639aa43b521ae6cb4f6 HTTP/1.1" status: 200 len: 221 time: 0.0542643 Jan 29 20:03:46.325974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42934) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:46.350007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac85-d1c3-4846-b564-07a64aa9c6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:46.526477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c71d-551a-47c8-b405-349bbc9934ac req-a43f836a-83c2-4761-bdfd-d44b88135bb7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:46.530248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ec3c71d-551a-47c8-b405-349bbc9934ac req-a43f836a-83c2-4761-bdfd-d44b88135bb7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0790386 Jan 29 20:03:46.534057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac85-d1c3-4846-b564-07a64aa9c6a5 admin admin] Publish callbacks [] for security_group (1bf5c5d2-8c58-403c-a152-ebff1ea3991b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:46.589901 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0e08ac85-d1c3-4846-b564-07a64aa9c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1bf5c5d2-8c58-403c-a152-ebff1ea3991b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:46.591085 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ec3c71d-551a-47c8-b405-349bbc9934ac req-807aa895-9a96-4b32-a3c2-3b153952d663 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524058 Jan 29 20:03:46.638668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0e08ac85-d1c3-4846-b564-07a64aa9c6a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9ab5dcc6cc34314a36716e70699c905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093107 Jan 29 20:03:46.639201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42942) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:46.670658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08ac85-d1c3-4846-b564-07a64aa9c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf5c5d2-8c58-403c-a152-ebff1ea3991b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:46.769993 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0feb66dc-0ae5-4805-b22d-13ef13db5370 admin admin] Publish callbacks [] for security_group (1bf5c5d2-8c58-403c-a152-ebff1ea3991b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:46.806027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0feb66dc-0ae5-4805-b22d-13ef13db5370 admin admin] Publish callbacks [] for security_group (1bf5c5d2-8c58-403c-a152-ebff1ea3991b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:46.830568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213008-a7a9-41c6-9121-d27c40822fd6 req-f1a2359c-be0d-4f50-bd38-cb80290c0cdf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:46.837820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1213008-a7a9-41c6-9121-d27c40822fd6 req-f1a2359c-be0d-4f50-bd38-cb80290c0cdf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1329482 Jan 29 20:03:46.919451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1213008-a7a9-41c6-9121-d27c40822fd6 req-cca89f5e-41a8-4392-bfbd-594101f69706 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747952 Jan 29 20:03:47.018212 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0feb66dc-0ae5-4805-b22d-13ef13db5370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1bf5c5d2-8c58-403c-a152-ebff1ea3991b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:47.020736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0feb66dc-0ae5-4805-b22d-13ef13db5370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:47.022090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0feb66dc-0ae5-4805-b22d-13ef13db5370 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bf5c5d2-8c58-403c-a152-ebff1ea3991b HTTP/1.1" status: 204 len: 168 time: 0.3819373 Jan 29 20:03:47.059297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb66dc-0ae5-4805-b22d-13ef13db5370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf5c5d2-8c58-403c-a152-ebff1ea3991b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:47.120782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4c381-e687-418b-aa8f-36961a65ac85 req-d1b3d6e9-b9a8-49c7-bca0-b953b3699b95 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:47.122859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68e4c381-e687-418b-aa8f-36961a65ac85 req-d1b3d6e9-b9a8-49c7-bca0-b953b3699b95 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1161137 Jan 29 20:03:47.222845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68e4c381-e687-418b-aa8f-36961a65ac85 req-f374c378-9edb-4e96-baa6-650c8601b9fa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916839 Jan 29 20:03:47.410714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85bae3-e5be-4044-a4cc-da5e510e1a9c req-3661c6a2-3885-4c6a-bf8d-0b27eb6095a9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:47.411956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f85bae3-e5be-4044-a4cc-da5e510e1a9c req-3661c6a2-3885-4c6a-bf8d-0b27eb6095a9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0620785 Jan 29 20:03:47.492498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f85bae3-e5be-4044-a4cc-da5e510e1a9c req-94f4bd04-7be9-41e4-b6c6-7f72a840d960 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736263 Jan 29 20:03:47.837917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520af5-7084-475d-8aea-8cae29a93dfe req-d7cbc657-2756-42a8-8e42-7d36ef07db39 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:47.847009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1520af5-7084-475d-8aea-8cae29a93dfe req-d7cbc657-2756-42a8-8e42-7d36ef07db39 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1194563 Jan 29 20:03:47.942444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1520af5-7084-475d-8aea-8cae29a93dfe req-26f8cf18-07aa-4c22-a3cf-ee8c2bebbce4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835085 Jan 29 20:03:48.158303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c4d8-ce4b-4cb0-b195-aa0377cab3e7 req-0a7c2ef9-8f0d-478c-ae65-7b9785c803f7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:48.162145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2e2c4d8-ce4b-4cb0-b195-aa0377cab3e7 req-0a7c2ef9-8f0d-478c-ae65-7b9785c803f7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1099164 Jan 29 20:03:48.288748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2e2c4d8-ce4b-4cb0-b195-aa0377cab3e7 req-e542afea-130c-445d-a581-aa7bfaf15366 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185706 Jan 29 20:03:48.570302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4ae5-3c7e-4135-8dd7-ef8851953cb1 req-0a5fea6c-6a87-4801-a649-3d8f633a27b7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:48.572081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46f4ae5-3c7e-4135-8dd7-ef8851953cb1 req-0a5fea6c-6a87-4801-a649-3d8f633a27b7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1321228 Jan 29 20:03:48.743549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a46f4ae5-3c7e-4135-8dd7-ef8851953cb1 req-f93e4422-3cbe-44f3-9fa9-12a18cf37b90 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641581 Jan 29 20:03:48.996341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3420-ca8a-41e7-9179-506656367744 req-c4af1973-e8c1-4324-bcce-c94b7acf399d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:48.999578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4f3420-ca8a-41e7-9179-506656367744 req-c4af1973-e8c1-4324-bcce-c94b7acf399d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1358564 Jan 29 20:03:49.123989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da4f3420-ca8a-41e7-9179-506656367744 req-935d4017-d7c4-489c-939c-e45918106709 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177607 Jan 29 20:03:49.332964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b72cab-5a55-40df-ada6-9b50fe6b8c42 req-28e4130e-0b60-4e11-b3e6-a5822351ae6b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:49.342474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48b72cab-5a55-40df-ada6-9b50fe6b8c42 req-28e4130e-0b60-4e11-b3e6-a5822351ae6b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0822530 Jan 29 20:03:49.399710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48b72cab-5a55-40df-ada6-9b50fe6b8c42 req-04de0a58-0251-46c4-a00a-68fde2884056 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536230 Jan 29 20:03:49.564907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77473d9a-77ae-4b67-81b5-c2d17ec892b9 req-a1f6e1d0-01d6-4337-8552-43d52204bb63 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:49.573348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77473d9a-77ae-4b67-81b5-c2d17ec892b9 req-a1f6e1d0-01d6-4337-8552-43d52204bb63 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0992939 Jan 29 20:03:49.657253 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-77473d9a-77ae-4b67-81b5-c2d17ec892b9 req-0b950b4d-e8bb-4ee0-9aee-fe1e04e3c235 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Jan 29 20:03:49.806061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb266-3277-43aa-b080-f0526e2c78f0 req-4980de78-092b-40f7-a7ef-31674411a1bb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:49.819095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc4cb266-3277-43aa-b080-f0526e2c78f0 req-4980de78-092b-40f7-a7ef-31674411a1bb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0704081 Jan 29 20:03:49.898248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc4cb266-3277-43aa-b080-f0526e2c78f0 req-54409bb8-1490-4987-a871-43750744811a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747304 Jan 29 20:03:50.053381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11bbc1-4392-4552-9698-c05a48fd1b85 req-3265b22f-1fe6-47b9-841f-d33137411a24 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:50.055087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c11bbc1-4392-4552-9698-c05a48fd1b85 req-3265b22f-1fe6-47b9-841f-d33137411a24 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0660653 Jan 29 20:03:50.127390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c11bbc1-4392-4552-9698-c05a48fd1b85 req-d1e107ca-ee49-477b-9b98-0c75e073d79b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565026 Jan 29 20:03:50.314856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae087a3a-3be8-47f5-9c61-f7bf201f754b req-e71bbb3e-1c43-4379-9b33-dbe52d0006a9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:50.316676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae087a3a-3be8-47f5-9c61-f7bf201f754b req-e71bbb3e-1c43-4379-9b33-dbe52d0006a9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0792308 Jan 29 20:03:50.384921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae087a3a-3be8-47f5-9c61-f7bf201f754b req-770f2b69-5540-40a2-be05-7591822ef3f8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621748 Jan 29 20:03:50.515694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76e386-8633-40c1-a727-c863bf12701b req-e9f1c909-1b58-41b2-b2e9-447c559c4dfa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:50.517341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f76e386-8633-40c1-a727-c863bf12701b req-e9f1c909-1b58-41b2-b2e9-447c559c4dfa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0551310 Jan 29 20:03:50.574982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f76e386-8633-40c1-a727-c863bf12701b req-f5b14fe5-1dfe-4410-9377-435e5af26fd3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511777 Jan 29 20:03:50.924502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86655c-8471-429c-bb70-e41e47ac127e req-baf9853b-0089-49f2-ad50-6b63e7175bd5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:50.932588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b86655c-8471-429c-bb70-e41e47ac127e req-baf9853b-0089-49f2-ad50-6b63e7175bd5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0695660 Jan 29 20:03:50.986065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b86655c-8471-429c-bb70-e41e47ac127e req-a7e34068-4516-4330-9a14-410f800aeae9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524485 Jan 29 20:03:51.161495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b586-8cfd-4705-85e9-64fea79318f3 req-ddf2b351-c717-42dd-a143-fada0f6c6ab0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:51.163855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e88b586-8cfd-4705-85e9-64fea79318f3 req-ddf2b351-c717-42dd-a143-fada0f6c6ab0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0989609 Jan 29 20:03:51.221115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e88b586-8cfd-4705-85e9-64fea79318f3 req-db2fc86d-781e-4109-b76c-48f732992c15 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Jan 29 20:03:51.488055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67cca-1368-4315-8bf4-f0a0256bd726 req-ae4ad36d-5c65-46be-be89-1da2e6df1fd4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:51.490797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96b67cca-1368-4315-8bf4-f0a0256bd726 req-ae4ad36d-5c65-46be-be89-1da2e6df1fd4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0944278 Jan 29 20:03:51.563834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96b67cca-1368-4315-8bf4-f0a0256bd726 req-955079f9-bfbc-44cb-b3db-42c71e8d2a37 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670915 Jan 29 20:03:51.779497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2408f32-6340-4335-b3b0-d7b553493259 req-5d0955cb-0f8f-4fc0-8116-b1441c9aee4f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:51.781763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2408f32-6340-4335-b3b0-d7b553493259 req-5d0955cb-0f8f-4fc0-8116-b1441c9aee4f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1279490 Jan 29 20:03:51.893226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2408f32-6340-4335-b3b0-d7b553493259 req-e8300205-f0fa-4ef4-b286-ca694a655aad tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990078 Jan 29 20:03:52.068775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60e084-501b-4b24-9c59-861d96da4d2a req-23c30c32-0983-4c06-ad36-d16a9c8ab377 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:52.077553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b60e084-501b-4b24-9c59-861d96da4d2a req-23c30c32-0983-4c06-ad36-d16a9c8ab377 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0706427 Jan 29 20:03:52.153570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b60e084-501b-4b24-9c59-861d96da4d2a req-d27df017-5e77-4546-a8fc-9beccc4e7b5c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Jan 29 20:03:52.297282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a04df-effd-4db6-9ed2-54d59eaad87f req-636e8c1d-4aed-4ed5-8e7f-83f8760d829a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:52.305228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd1a04df-effd-4db6-9ed2-54d59eaad87f req-636e8c1d-4aed-4ed5-8e7f-83f8760d829a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0790949 Jan 29 20:03:52.371442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd1a04df-effd-4db6-9ed2-54d59eaad87f req-77e2de9f-dae3-448a-a054-79ee213d84ef tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650778 Jan 29 20:03:52.688968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:52.831966 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:03:52.875099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b2088-0571-4b7c-b201-6ad72ea37152 req-9c2ece77-1482-4b98-8993-cda8d3ae6a16 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:52.883693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063b2088-0571-4b7c-b201-6ad72ea37152 req-9c2ece77-1482-4b98-8993-cda8d3ae6a16 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1136436 Jan 29 20:03:52.923227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e859f42-295f-4c01-bbe5-d4ee79f8aeec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:52.979179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-063b2088-0571-4b7c-b201-6ad72ea37152 req-e51cd088-9b8e-49d8-b386-7782e34d6b26 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943029 Jan 29 20:03:53.099540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e859f42-295f-4c01-bbe5-d4ee79f8aeec admin admin] Publish callbacks [] for security_group (9b7ff3ad-0687-48db-9934-69408b5f92d6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.107213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:53.167357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e859f42-295f-4c01-bbe5-d4ee79f8aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9b7ff3ad-0687-48db-9934-69408b5f92d6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.246262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6e859f42-295f-4c01-bbe5-d4ee79f8aeec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bba86a60bd194452ac5d9d4c2458a37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562685 Jan 29 20:03:53.248931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43276) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:53.281709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859f42-295f-4c01-bbe5-d4ee79f8aeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7ff3ad-0687-48db-9934-69408b5f92d6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:53.323344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-284be4bb-d03e-4cf8-8141-ba96826141cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.424898 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37be3995-a1c1-4af7-8fe8-94b157606527 admin admin] Publish callbacks [] for security_group (9b7ff3ad-0687-48db-9934-69408b5f92d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.508063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-284be4bb-d03e-4cf8-8141-ba96826141cc admin admin] Publish callbacks [] for security_group (bdf60e41-1cf3-4e05-bf55-087286baa32f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.527752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37be3995-a1c1-4af7-8fe8-94b157606527 admin admin] Publish callbacks [] for security_group (9b7ff3ad-0687-48db-9934-69408b5f92d6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.571864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-284be4bb-d03e-4cf8-8141-ba96826141cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bdf60e41-1cf3-4e05-bf55-087286baa32f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.628029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284be4bb-d03e-4cf8-8141-ba96826141cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf60e41-1cf3-4e05-bf55-087286baa32f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:53.652039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-284be4bb-d03e-4cf8-8141-ba96826141cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4feb248c24f5462c86b648fa93f73732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396914 Jan 29 20:03:53.661876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43294) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:53.715854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f94ef2d-af27-4dc4-a9c5-cda180e30261 admin admin] Publish callbacks [] for security_group (bdf60e41-1cf3-4e05-bf55-087286baa32f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.747738 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f94ef2d-af27-4dc4-a9c5-cda180e30261 admin admin] Publish callbacks [] for security_group (bdf60e41-1cf3-4e05-bf55-087286baa32f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.767505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37be3995-a1c1-4af7-8fe8-94b157606527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9b7ff3ad-0687-48db-9934-69408b5f92d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.770325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37be3995-a1c1-4af7-8fe8-94b157606527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.775032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37be3995-a1c1-4af7-8fe8-94b157606527 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b7ff3ad-0687-48db-9934-69408b5f92d6 HTTP/1.1" status: 204 len: 168 time: 0.5215442 Jan 29 20:03:53.820810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3995-a1c1-4af7-8fe8-94b157606527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7ff3ad-0687-48db-9934-69408b5f92d6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:53.973615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f94ef2d-af27-4dc4-a9c5-cda180e30261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bdf60e41-1cf3-4e05-bf55-087286baa32f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.973615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9f94ef2d-af27-4dc4-a9c5-cda180e30261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:53.973615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9f94ef2d-af27-4dc4-a9c5-cda180e30261 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdf60e41-1cf3-4e05-bf55-087286baa32f HTTP/1.1" status: 204 len: 168 time: 0.3165686 Jan 29 20:03:53.986935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94ef2d-af27-4dc4-a9c5-cda180e30261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf60e41-1cf3-4e05-bf55-087286baa32f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:54.209802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524872b-11e3-4400-b815-cbe569bfccdd req-aabbe928-a6c2-4089-beed-82e950d78c45 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:54.221160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5524872b-11e3-4400-b815-cbe569bfccdd req-aabbe928-a6c2-4089-beed-82e950d78c45 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1241703 Jan 29 20:03:54.318360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5524872b-11e3-4400-b815-cbe569bfccdd req-79db2bda-a7ed-4d3a-b14b-3bbf0e0bd4ec tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956361 Jan 29 20:03:54.508519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43344) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:54.530139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65168a5e-e573-4204-b1b6-60d893dc76c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:54.680355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65168a5e-e573-4204-b1b6-60d893dc76c6 admin admin] Publish callbacks [] for security_group (295a3457-4cf4-4ff0-9624-40df15daa4dd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:54.777473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65168a5e-e573-4204-b1b6-60d893dc76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (295a3457-4cf4-4ff0-9624-40df15daa4dd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:54.826372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b8c0b-b2a6-48d4-970c-8920f0430cf8 req-e01918a1-5ebd-474f-9f67-d1bce569d2da tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:54.839144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-529b8c0b-b2a6-48d4-970c-8920f0430cf8 req-e01918a1-5ebd-474f-9f67-d1bce569d2da tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1014588 Jan 29 20:03:54.852740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43366) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:54.853288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65168a5e-e573-4204-b1b6-60d893dc76c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=920ad2498aaf481b9c90ffa5ee4d51f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433027 Jan 29 20:03:54.893136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65168a5e-e573-4204-b1b6-60d893dc76c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a3457-4cf4-4ff0-9624-40df15daa4dd,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:54.940610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-529b8c0b-b2a6-48d4-970c-8920f0430cf8 req-2d33c9b4-8c06-486e-93fe-a5a69b6d76dc tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052833 Jan 29 20:03:54.981239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43376) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:55.003186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8897b1c7-285d-47fb-bc21-8ff6035e8826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.010542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4a99f0-81ab-4d38-bd8b-9a1d079beb91 admin admin] Publish callbacks [] for security_group (295a3457-4cf4-4ff0-9624-40df15daa4dd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.035231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4a99f0-81ab-4d38-bd8b-9a1d079beb91 admin admin] Publish callbacks [] for security_group (295a3457-4cf4-4ff0-9624-40df15daa4dd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.122695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8897b1c7-285d-47fb-bc21-8ff6035e8826 admin admin] Publish callbacks [] for security_group (0d15581c-0323-4b44-b23a-0b8581dad65a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.224349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4a99f0-81ab-4d38-bd8b-9a1d079beb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (295a3457-4cf4-4ff0-9624-40df15daa4dd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.225029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8897b1c7-285d-47fb-bc21-8ff6035e8826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0d15581c-0323-4b44-b23a-0b8581dad65a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.225845 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc6753ce-d72b-4d92-9e6c-9ab05904574f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.228731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4a99f0-81ab-4d38-bd8b-9a1d079beb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.230594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3f4a99f0-81ab-4d38-bd8b-9a1d079beb91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/295a3457-4cf4-4ff0-9624-40df15daa4dd HTTP/1.1" status: 204 len: 168 time: 0.3758945 Jan 29 20:03:55.239803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a99f0-81ab-4d38-bd8b-9a1d079beb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a3457-4cf4-4ff0-9624-40df15daa4dd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:55.339982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8897b1c7-285d-47fb-bc21-8ff6035e8826 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e25a68ff910f4560a72d489b4698fbb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568308 Jan 29 20:03:55.341351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897b1c7-285d-47fb-bc21-8ff6035e8826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15581c-0323-4b44-b23a-0b8581dad65a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:55.343381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43388) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:55.496796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89362d35-aa67-4dd7-aa7e-069151f0da64 admin admin] Publish callbacks [] for security_group (0d15581c-0323-4b44-b23a-0b8581dad65a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.521376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89362d35-aa67-4dd7-aa7e-069151f0da64 admin admin] Publish callbacks [] for security_group (0d15581c-0323-4b44-b23a-0b8581dad65a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.726625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89362d35-aa67-4dd7-aa7e-069151f0da64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0d15581c-0323-4b44-b23a-0b8581dad65a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.729841 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89362d35-aa67-4dd7-aa7e-069151f0da64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:55.731345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89362d35-aa67-4dd7-aa7e-069151f0da64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d15581c-0323-4b44-b23a-0b8581dad65a HTTP/1.1" status: 204 len: 168 time: 0.3862801 Jan 29 20:03:55.741620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89362d35-aa67-4dd7-aa7e-069151f0da64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15581c-0323-4b44-b23a-0b8581dad65a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:56.094431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb3e29-ae51-4d1a-9b98-0c5e80ca1d1c req-4e588aa6-f526-4cf2-8c1d-e6a3fb64e630 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:56.102476 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7fb3e29-ae51-4d1a-9b98-0c5e80ca1d1c req-4e588aa6-f526-4cf2-8c1d-e6a3fb64e630 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0831871 Jan 29 20:03:56.169154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7fb3e29-ae51-4d1a-9b98-0c5e80ca1d1c req-c62d0011-f9b3-40d9-a40a-3882b8607fb6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659673 Jan 29 20:03:56.321411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7741ab7-6c0e-4840-b14a-1395a012b9b2 req-27ce118a-8c74-4e77-8c47-a546d69dd549 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:56.329648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7741ab7-6c0e-4840-b14a-1395a012b9b2 req-27ce118a-8c74-4e77-8c47-a546d69dd549 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0779703 Jan 29 20:03:56.413584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7741ab7-6c0e-4840-b14a-1395a012b9b2 req-8ddca242-7911-40ce-9787-d57ee606c247 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Jan 29 20:03:56.608953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fca9-345c-4cc2-95f1-f87449d6af9a req-225af2ad-0b4d-4618-9517-dea03e20fa08 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:56.616362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ff7fca9-345c-4cc2-95f1-f87449d6af9a req-225af2ad-0b4d-4618-9517-dea03e20fa08 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0786369 Jan 29 20:03:56.702519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ff7fca9-345c-4cc2-95f1-f87449d6af9a req-dcd5a998-5acb-43b8-8272-42cf057918dd tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784233 Jan 29 20:03:56.887454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a403cb-b63c-4616-afa6-726116e6c95e req-bdf021f1-6f27-404a-8a80-0ad05be6c1e6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:56.898351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2a403cb-b63c-4616-afa6-726116e6c95e req-bdf021f1-6f27-404a-8a80-0ad05be6c1e6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1038277 Jan 29 20:03:57.062273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2a403cb-b63c-4616-afa6-726116e6c95e req-cab746ca-cf83-44b1-b728-ddcd9961c592 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258245 Jan 29 20:03:57.239020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a92081-b054-42b7-b00b-f5126d65299c req-16a077fe-0f5b-49a7-90d4-4a885e0155c5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:57.246738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a92081-b054-42b7-b00b-f5126d65299c req-16a077fe-0f5b-49a7-90d4-4a885e0155c5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0713880 Jan 29 20:03:57.326709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a92081-b054-42b7-b00b-f5126d65299c req-29e30aae-0033-4ecb-97f4-ce2a2626a341 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789962 Jan 29 20:03:57.476802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d26fef-89a8-418b-880f-2749f0a4eaa7 req-50c536b9-8572-4d9e-a41c-9d2e387a1bab tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:57.481031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47d26fef-89a8-418b-880f-2749f0a4eaa7 req-50c536b9-8572-4d9e-a41c-9d2e387a1bab tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0760777 Jan 29 20:03:57.564222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47d26fef-89a8-418b-880f-2749f0a4eaa7 req-c2c08177-6c6d-486a-8e15-d26c3a1ab594 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755656 Jan 29 20:03:57.633854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43542) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:57.826673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-326b7b1b-349c-466e-b96b-1814f9773914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:57.931573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69f13a-11cd-416e-9d5c-73891128d57f req-f3023f2c-49ed-433a-9036-876c49ed8399 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:57.939678 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa69f13a-11cd-416e-9d5c-73891128d57f req-f3023f2c-49ed-433a-9036-876c49ed8399 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1671443 Jan 29 20:03:57.967946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-326b7b1b-349c-466e-b96b-1814f9773914 admin admin] Publish callbacks [] for security_group (ba880d11-fab0-4714-86a9-34a1b7b2980c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:57.998091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa69f13a-11cd-416e-9d5c-73891128d57f req-182ae892-fa5b-4601-bb2f-27d8b9ec7379 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575609 Jan 29 20:03:58.075068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-326b7b1b-349c-466e-b96b-1814f9773914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ba880d11-fab0-4714-86a9-34a1b7b2980c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.103318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-326b7b1b-349c-466e-b96b-1814f9773914 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be46dd56d65b474d84db24653ee557eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4683478 Jan 29 20:03:58.111600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43570) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:03:58.149626 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b430df48-2371-4ed1-b459-8c3a24b22dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.188104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b7b1b-349c-466e-b96b-1814f9773914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba880d11-fab0-4714-86a9-34a1b7b2980c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:58.193828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a02aa-f0a0-481c-81d9-923e2d874dab req-0e3cb549-2d8b-40ae-9b30-818b17352ef8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:58.195519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c7a02aa-f0a0-481c-81d9-923e2d874dab req-0e3cb549-2d8b-40ae-9b30-818b17352ef8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1156888 Jan 29 20:03:58.272624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b6ada-563e-4095-8142-de636297826c admin admin] Publish callbacks [] for security_group (ba880d11-fab0-4714-86a9-34a1b7b2980c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.304107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b6ada-563e-4095-8142-de636297826c admin admin] Publish callbacks [] for security_group (ba880d11-fab0-4714-86a9-34a1b7b2980c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.317938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c7a02aa-f0a0-481c-81d9-923e2d874dab req-d050a583-e104-46d9-b848-a9370bbac18b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050062 Jan 29 20:03:58.452693 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b6ada-563e-4095-8142-de636297826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ba880d11-fab0-4714-86a9-34a1b7b2980c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.455423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-994b6ada-563e-4095-8142-de636297826c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.456898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-994b6ada-563e-4095-8142-de636297826c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba880d11-fab0-4714-86a9-34a1b7b2980c HTTP/1.1" status: 204 len: 168 time: 0.3401461 Jan 29 20:03:58.468162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b6ada-563e-4095-8142-de636297826c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba880d11-fab0-4714-86a9-34a1b7b2980c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:03:58.583888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6add41-df5b-4c6f-9f4f-4c06bd6115b7 req-018ae875-6af8-4ef2-af30-66093eb79e76 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:58.591151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be6add41-df5b-4c6f-9f4f-4c06bd6115b7 req-018ae875-6af8-4ef2-af30-66093eb79e76 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1757994 Jan 29 20:03:58.682192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be6add41-df5b-4c6f-9f4f-4c06bd6115b7 req-8107586f-9724-4225-99f9-7c55b1294c11 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899408 Jan 29 20:03:58.835147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:58.894203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92c4bf-cd76-4f57-b6cb-7f7692b1ef55 req-899754ad-b0e0-47c8-a57a-9a8836c96f10 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:58.903224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db92c4bf-cd76-4f57-b6cb-7f7692b1ef55 req-899754ad-b0e0-47c8-a57a-9a8836c96f10 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1305840 Jan 29 20:03:58.979941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db92c4bf-cd76-4f57-b6cb-7f7692b1ef55 req-0f09ef7c-fa2b-4853-9dc2-96ebc05bdde1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719733 Jan 29 20:03:59.164245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9131613-8871-4be8-a491-5924e88530d1 req-f6ee13cf-1a89-4467-8cec-7c296a063baa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:59.175545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9131613-8871-4be8-a491-5924e88530d1 req-f6ee13cf-1a89-4467-8cec-7c296a063baa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0925169 Jan 29 20:03:59.268431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9131613-8871-4be8-a491-5924e88530d1 req-7e8f57c5-ae60-47be-a9ba-f3b46b6a6c9a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909896 Jan 29 20:03:59.462939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278e672-77b7-46cd-b59c-355b3eecff0d req-5e569c95-4ff2-4082-b280-baf8422501f9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:59.468159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4278e672-77b7-46cd-b59c-355b3eecff0d req-5e569c95-4ff2-4082-b280-baf8422501f9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0751612 Jan 29 20:03:59.544690 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4278e672-77b7-46cd-b59c-355b3eecff0d req-b481ca42-d7a3-4d20-9e8b-42a97b313ab1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694349 Jan 29 20:03:59.792096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:03:59.805728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea71017-9f82-4139-9445-376ce2b190ab req-d72d7a01-8a26-41c8-9544-e97cec64cb35 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:03:59.807210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eea71017-9f82-4139-9445-376ce2b190ab req-d72d7a01-8a26-41c8-9544-e97cec64cb35 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1194637 Jan 29 20:03:59.895390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eea71017-9f82-4139-9445-376ce2b190ab req-6423946b-6df5-4104-88b4-914766679e7f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819056 Jan 29 20:04:00.078880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06aa18-7cac-4db1-b6d4-51c83c1f4976 req-c07c8d23-810a-48f1-84c4-4d4ce50d0f1b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:00.081652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e06aa18-7cac-4db1-b6d4-51c83c1f4976 req-c07c8d23-810a-48f1-84c4-4d4ce50d0f1b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0977674 Jan 29 20:04:00.196123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e06aa18-7cac-4db1-b6d4-51c83c1f4976 req-d530d4c2-a517-4747-8177-81257e33dedf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954518 Jan 29 20:04:00.316882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:00.399254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27807aac-734c-4876-8c3a-795089fe6ec1 req-fe3dee8b-ffe2-486b-91d1-a03a976c2b44 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:00.413887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27807aac-734c-4876-8c3a-795089fe6ec1 req-fe3dee8b-ffe2-486b-91d1-a03a976c2b44 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1318347 Jan 29 20:04:00.514005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27807aac-734c-4876-8c3a-795089fe6ec1 req-5dcafcaa-23b6-4d15-acee-fb412856ea60 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989170 Jan 29 20:04:00.647239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eff40-e3f4-495a-9118-66d3706dfed6 req-b390efaf-f4bb-49c3-a7ee-34563e1c15e3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:00.656801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e6eff40-e3f4-495a-9118-66d3706dfed6 req-b390efaf-f4bb-49c3-a7ee-34563e1c15e3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0711403 Jan 29 20:04:00.720578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e6eff40-e3f4-495a-9118-66d3706dfed6 req-18c14e79-e181-4e7a-9e32-ff682878fa12 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543272 Jan 29 20:04:00.954270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832b87-749e-41bf-8510-6f79f898eadb req-b16e10d1-37c8-423d-a5d8-01016b032608 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:00.956337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de832b87-749e-41bf-8510-6f79f898eadb req-b16e10d1-37c8-423d-a5d8-01016b032608 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0858717 Jan 29 20:04:01.054546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de832b87-749e-41bf-8510-6f79f898eadb req-064f2b57-fa87-4928-9f6c-5aa9d04b169a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912519 Jan 29 20:04:01.155000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:01.323971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a6a18-9fdf-4ca2-9ca3-b624fd5ba322 req-3e19d983-9dfc-4ee7-96a0-d6a78132fefa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:01.329991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220a6a18-9fdf-4ca2-9ca3-b624fd5ba322 req-3e19d983-9dfc-4ee7-96a0-d6a78132fefa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1448407 Jan 29 20:04:01.436101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43812) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:01.437508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-220a6a18-9fdf-4ca2-9ca3-b624fd5ba322 req-201e1556-c9f8-48ef-a0a9-13de52b93fd9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015010 Jan 29 20:04:01.438558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd382c77-f0bc-4532-8316-f2515da588e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.573606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd382c77-f0bc-4532-8316-f2515da588e7 admin admin] Publish callbacks [] for security_group (4b01a19a-c4ec-4022-a250-bd8014a1a54f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.584348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.712313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dd382c77-f0bc-4532-8316-f2515da588e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4b01a19a-c4ec-4022-a250-bd8014a1a54f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.740047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1363802874'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:01.746163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dd382c77-f0bc-4532-8316-f2515da588e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e008dc206e244d8292e1a3683751e283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5899067 Jan 29 20:04:01.748696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43832) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:01.786566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd382c77-f0bc-4532-8316-f2515da588e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b01a19a-c4ec-4022-a250-bd8014a1a54f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:01.835604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Made reservation on behalf of 6670a60cb1014b238c859ceb92c7abad for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:01.839159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8126-3d3c-446d-a3dc-8b9f2ce7af1d req-81f6cf69-fca0-4714-a594-334e3f4019d2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:01.840565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.848488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-209c8126-3d3c-446d-a3dc-8b9f2ce7af1d req-81f6cf69-fca0-4714-a594-334e3f4019d2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2091289 Jan 29 20:04:01.854363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.922869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66ff16d3-35bd-4dba-a6f2-a37cfec49281 admin admin] Publish callbacks [] for security_group (4b01a19a-c4ec-4022-a250-bd8014a1a54f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:01.954303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-209c8126-3d3c-446d-a3dc-8b9f2ce7af1d req-ed6a7d36-956b-4cd4-999b-378c0a9db783 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045547 Jan 29 20:04:01.975422 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66ff16d3-35bd-4dba-a6f2-a37cfec49281 admin admin] Publish callbacks [] for security_group (4b01a19a-c4ec-4022-a250-bd8014a1a54f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.013777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for security_group (15c8e98e-cd7c-44b1-a596-976a5d14f73c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.066892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (15c8e98e-cd7c-44b1-a596-976a5d14f73c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.092045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66ff16d3-35bd-4dba-a6f2-a37cfec49281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4b01a19a-c4ec-4022-a250-bd8014a1a54f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.092045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-66ff16d3-35bd-4dba-a6f2-a37cfec49281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.095336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-66ff16d3-35bd-4dba-a6f2-a37cfec49281 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b01a19a-c4ec-4022-a250-bd8014a1a54f HTTP/1.1" status: 204 len: 168 time: 0.3413639 Jan 29 20:04:02.109798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:04:02.117658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff16d3-35bd-4dba-a6f2-a37cfec49281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b01a19a-c4ec-4022-a250-bd8014a1a54f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:02.120846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.144387 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Added segment 7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19 of type vlan for network 35a2faae-b653-4464-882f-39cddc573136 Jan 29 20:04:02.202529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (35a2faae-b653-4464-882f-39cddc573136), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.232094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8e98e-cd7c-44b1-a596-976a5d14f73c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:02.285393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f83e-cd74-4769-81b8-74eb1a5fc877 req-321ad315-e166-415c-b44b-6a5ff2fc1337 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:02.287050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3992f83e-cd74-4769-81b8-74eb1a5fc877 req-321ad315-e166-415c-b44b-6a5ff2fc1337 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2505009 Jan 29 20:04:02.324573 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (35a2faae-b653-4464-882f-39cddc573136), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.330004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:02.330858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.404853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3992f83e-cd74-4769-81b8-74eb1a5fc877 req-76a8bc03-06bc-4de0-8e23-0724e7371757 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101289 Jan 29 20:04:02.482461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event updated for resources: {'Network': ['ID=35a2faae-b653-4464-882f-39cddc573136,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:02.491255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e88f3b25-6cea-4bf3-a07d-64671877c752 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0510395 Jan 29 20:04:02.493541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43876) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:02.495604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 35a2faae-b653-4464-882f-39cddc573136 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:04:02.497773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Request body: {'subnet': {'network_id': '35a2faae-b653-4464-882f-39cddc573136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:02.647182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561322e-b5b0-473d-b122-c14e4da40d2d req-4843066c-e684-43e9-8e16-08ebfd109b36 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:02.656644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7561322e-b5b0-473d-b122-c14e4da40d2d req-4843066c-e684-43e9-8e16-08ebfd109b36 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1382747 Jan 29 20:04:02.721368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Made reservation on behalf of 6670a60cb1014b238c859ceb92c7abad for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:02.727024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:02.737230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7561322e-b5b0-473d-b122-c14e4da40d2d req-b82c8092-4cf5-4c7c-be12-8e391a6251d4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Jan 29 20:04:02.982290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616214-3ec4-46a6-892c-f37634a23d3c req-d99b2e1e-ddd8-4aa4-9304-e3e509158d3b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:02.983841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab616214-3ec4-46a6-892c-f37634a23d3c req-d99b2e1e-ddd8-4aa4-9304-e3e509158d3b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1168382 Jan 29 20:04:03.123822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab616214-3ec4-46a6-892c-f37634a23d3c req-37490c8a-0382-4d10-8ee8-54265d204044 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336763 Jan 29 20:04:03.143246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43912) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:03.157492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0233-c893-40e3-8d5c-eac47a9b7835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.219052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (717a5f9f-06b9-40a8-a5e2-afb0a5a4906a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.358207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-a10aa2f8-03f8-4f86-af83-97ee1ff45045 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410999 Jan 29 20:04:03.381763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event updated for resources: {'Subnet': ['ID=717a5f9f-06b9-40a8-a5e2-afb0a5a4906a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:03.408579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Checking segment: {'id': '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '35a2faae-b653-4464-882f-39cddc573136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:03.408951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Network hostable DHCP agents. Network: 35a2faae-b653-4464-882f-39cddc573136, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:04:03.442921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0233-c893-40e3-8d5c-eac47a9b7835 admin admin] Publish callbacks [] for security_group (e26bb8da-fbca-43fb-b282-db9497e72d86), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.473011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-8c3b4ce2-7404-4b35-8ac6-b37d82d38a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:03.474790 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-8c3b4ce2-7404-4b35-8ac6-b37d82d38a04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 1128 time: 0.0817623 Jan 29 20:04:03.578546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0233-c893-40e3-8d5c-eac47a9b7835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e26bb8da-fbca-43fb-b282-db9497e72d86), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.586595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Network 35a2faae-b653-4464-882f-39cddc573136 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:04:03.646340 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8d6b0233-c893-40e3-8d5c-eac47a9b7835 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99f0d4aaa38e4f7094874d07a9b327dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018916 Jan 29 20:04:03.653809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43928) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:03.660340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-7d8ef78b-49ea-44e6-b840-f900de334add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:03.662946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-7d8ef78b-49ea-44e6-b840-f900de334add service neutron] 10.222.0.13 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 914 time: 0.1655416 Jan 29 20:04:03.663762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b0233-c893-40e3-8d5c-eac47a9b7835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26bb8da-fbca-43fb-b282-db9497e72d86,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:03.733110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-842d8385-4223-492c-a762-053c992ca166 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0 HTTP/1.1" status: 200 len: 217 time: 0.0610332 Jan 29 20:04:03.734175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 35a2faae-b653-4464-882f-39cddc573136) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:03.743087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ffb165-ef81-43e2-be99-5104dca16ec2 None None] Network 35a2faae-b653-4464-882f-39cddc573136 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:03.749783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:03.751290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.803305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ae9b85-e26f-449c-bcbb-ea00640575e4 admin admin] Publish callbacks [] for security_group (e26bb8da-fbca-43fb-b282-db9497e72d86), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.816108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-31f320f1-c9c8-4636-8fc6-165f6b606b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:03.825566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-31f320f1-c9c8-4636-8fc6-165f6b606b27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.0701804 Jan 29 20:04:03.861781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ae9b85-e26f-449c-bcbb-ea00640575e4 admin admin] Publish callbacks [] for security_group (e26bb8da-fbca-43fb-b282-db9497e72d86), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:03.911347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-419aa41e-f3e2-4422-b99e-0b80688b9f70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581350 Jan 29 20:04:03.914774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5e0a4aea-3c91-459b-9bf2-d8f31bfb1884 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4221444 Jan 29 20:04:03.919158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43936) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:03.941396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Request body: {'port': {'network_id': '35a2faae-b653-4464-882f-39cddc573136', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2035935348'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:03.970034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-35a2faae-b653-4464-882f-39cddc573136', 'network_id': '35a2faae-b653-4464-882f-39cddc573136', 'project_id': '6670a60cb1014b238c859ceb92c7abad', 'fixed_ips': [{'subnet_id': '717a5f9f-06b9-40a8-a5e2-afb0a5a4906a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:04:03.973230 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:04.184627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-665b1f84-cf28-44df-b541-08b9b8eb957c service neutron] 10.222.0.13 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663581 Jan 29 20:04:04.240935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Made reservation on behalf of 6670a60cb1014b238c859ceb92c7abad for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:04.245274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:04.284263 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ae9b85-e26f-449c-bcbb-ea00640575e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e26bb8da-fbca-43fb-b282-db9497e72d86), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:04.296332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-32ae9b85-e26f-449c-bcbb-ea00640575e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:04.305211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-32ae9b85-e26f-449c-bcbb-ea00640575e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e26bb8da-fbca-43fb-b282-db9497e72d86 HTTP/1.1" status: 204 len: 168 time: 0.6441998 Jan 29 20:04:04.345212 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] device_id is not set on port 5b616d84-b981-4c98-9794-2d509b5bee86 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:04:04.365752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Allocated IP 172.20.0.2 (35a2faae-b653-4464-882f-39cddc573136/717a5f9f-06b9-40a8-a5e2-afb0a5a4906a/2808cd33-bb72-4a3f-9aac-a0d58d849280) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:04.463206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae9b85-e26f-449c-bcbb-ea00640575e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26bb8da-fbca-43fb-b282-db9497e72d86,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:04.598227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fccfe-6d39-49c8-8f4a-8c8390459982 req-64c38e49-9b85-4628-894f-a6522ea21894 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:04.604133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-993fccfe-6d39-49c8-8f4a-8c8390459982 req-64c38e49-9b85-4628-894f-a6522ea21894 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.3717453 Jan 29 20:04:04.647910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-457bfa0b-109e-441d-9f9a-0cb25732c9d2 req-7ba4c8c1-7466-4d41-8c9e-839295b7b953 service neutron] 10.222.0.13 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572208 Jan 29 20:04:04.820163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Publish callbacks [] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:04.836131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-993fccfe-6d39-49c8-8f4a-8c8390459982 req-54c2984b-d5fc-4f68-a21c-fa4cf6e366bf tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944261 Jan 29 20:04:04.917872 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:04.935639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Network 35a2faae-b653-4464-882f-39cddc573136 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:04.937349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:04.958753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:04.988931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-09be70b0-e09e-4fe1-b4f9-728bbdebccae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5414033 Jan 29 20:04:05.043894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Pushing event updated for resources: {'Port': ['ID=2808cd33-bb72-4a3f-9aac-a0d58d849280,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:05.049908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Allocated IP 172.20.0.13 (35a2faae-b653-4464-882f-39cddc573136/717a5f9f-06b9-40a8-a5e2-afb0a5a4906a/5b616d84-b981-4c98-9794-2d509b5bee86) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:05.060836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.061376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.061900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.062233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.062749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.063082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.063460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.063835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.064163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.064554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.064925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.065257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.065628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:05.071373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Attempting to bind port 2808cd33-bb72-4a3f-9aac-a0d58d849280 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:04:05.071793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Attempting to bind port 2808cd33-bb72-4a3f-9aac-a0d58d849280 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '35a2faae-b653-4464-882f-39cddc573136'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:04:05.072355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Attempting to bind port 2808cd33-bb72-4a3f-9aac-a0d58d849280 on network 35a2faae-b653-4464-882f-39cddc573136 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:04:05.078526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:04:05.079124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Checking segment: {'id': '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '35a2faae-b653-4464-882f-39cddc573136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:05.079732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:05.080312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Bound using segment: {'id': '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '35a2faae-b653-4464-882f-39cddc573136'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:04:05.080988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Bound port: 2808cd33-bb72-4a3f-9aac-a0d58d849280, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '35a2faae-b653-4464-882f-39cddc573136'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:04:05.081859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:05.257305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] For port 2808cd33-bb72-4a3f-9aac-a0d58d849280, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:04:05.270408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] For port 2808cd33-bb72-4a3f-9aac-a0d58d849280, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2808cd33-bb72-4a3f-9aac-a0d58d849280,segment=NetworkSegment(7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19),segment_id=7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:04:05.339115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:05.477247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-68351a30-e00e-4735-ba37-fe683ee1a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:05.485791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-68351a30-e00e-4735-ba37-fe683ee1a6d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=193cd9f4fbd245938611d2788e95581b&device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 1128 time: 0.3680232 Jan 29 20:04:05.486721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68498-4c89-49b7-bdde-3d99fe1a6bdf None None] Pushing event updated for resources: {'Port': ['ID=2808cd33-bb72-4a3f-9aac-a0d58d849280,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:05.737104 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for port (5b616d84-b981-4c98-9794-2d509b5bee86), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:05.743253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-0a38638c-4d81-449c-a9e0-2693b8df2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:05.745394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-0a38638c-4d81-449c-a9e0-2693b8df2335 service neutron] 10.222.0.26 "GET /v2.0/networks?id=822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 200 len: 914 time: 0.2259259 Jan 29 20:04:05.791121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-171a4669-8198-459b-81de-e7e450952fb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75 HTTP/1.1" status: 200 len: 217 time: 0.0384429 Jan 29 20:04:05.900280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-901f84a6-613d-46ea-882b-1da1bbcc7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:05.901784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-901f84a6-613d-46ea-882b-1da1bbcc7faa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 200 len: 854 time: 0.1001918 Jan 29 20:04:05.978924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-7af34c58-c7ff-4a8a-8fe3-29a71e5afc92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=822fd9b0-1689-41cd-80b3-f52857eb7c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550122 Jan 29 20:04:06.060736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5b616d84-b981-4c98-9794-2d509b5bee86), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:06.128832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bda46-0593-4fbd-a986-d509f5d286f4 req-a8034500-acd3-4ac4-b4ed-d60c029711bb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:06.133816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-556bda46-0593-4fbd-a986-d509f5d286f4 req-a8034500-acd3-4ac4-b4ed-d60c029711bb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1885951 Jan 29 20:04:06.289604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-556bda46-0593-4fbd-a986-d509f5d286f4 req-b658c817-aab5-47d5-ac00-5b8127161759 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482923 Jan 29 20:04:06.350800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Network 35a2faae-b653-4464-882f-39cddc573136 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:06.397608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:06.403706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:06.406674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event updated for resources: {'Port': ['ID=5b616d84-b981-4c98-9794-2d509b5bee86,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:06.501378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-3aabe257-0589-4be5-9fff-e513d03ec353 service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031285 Jan 29 20:04:06.516736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:06.516736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:06.557678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2808cd33-bb72-4a3f-9aac-a0d58d849280 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:04:06.687841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-066aa875-2aca-4cca-9a10-aee48a94b94c tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.7647791 Jan 29 20:04:06.688777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 2808cd33-bb72-4a3f-9aac-a0d58d849280 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:06.689222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:06.692075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43992) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:06.717174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-037ea25b-bec4-43aa-86ee-460f363b4519 req-f8fa7ebb-8830-47df-8148-2d8d811a5edf service neutron] 10.222.0.26 "GET /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959474 Jan 29 20:04:06.961077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 2808cd33-bb72-4a3f-9aac-a0d58d849280 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:06.964668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:06.990693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Deleting port 5b616d84-b981-4c98-9794-2d509b5bee86 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:06.994942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5b616d84-b981-4c98-9794-2d509b5bee86), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:07.044184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 2808cd33-bb72-4a3f-9aac-a0d58d849280, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2808cd33-bb72-4a3f-9aac-a0d58d849280,segment=NetworkSegment(7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19),segment_id=7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:07.166905 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:07.337025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=2808cd33-bb72-4a3f-9aac-a0d58d849280,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:07.437871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735469aa-df6c-41e0-be84-0c9462cf9abc None None] Network 35a2faae-b653-4464-882f-39cddc573136 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:08.013724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f3265949-e760-4b9d-baa2-fa1887362949 None None] Provisioning complete for port 2808cd33-bb72-4a3f-9aac-a0d58d849280 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:08.016792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f3265949-e760-4b9d-baa2-fa1887362949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:08.029277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5b616d84-b981-4c98-9794-2d509b5bee86), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:08.048722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Calling delete_port for 5b616d84-b981-4c98-9794-2d509b5bee86 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:08.068910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627a37-0d23-439d-94c4-d6a423500e47 req-269013c6-7efa-4e34-8f0b-47a8946629a0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:08.077652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4627a37-0d23-439d-94c4-d6a423500e47 req-269013c6-7efa-4e34-8f0b-47a8946629a0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1046846 Jan 29 20:04:08.222589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4627a37-0d23-439d-94c4-d6a423500e47 req-16c4e1e3-66ce-4119-ad73-9c2a2294d2ad tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439543 Jan 29 20:04:08.254809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f3265949-e760-4b9d-baa2-fa1887362949 None None] Current status of the port 2808cd33-bb72-4a3f-9aac-a0d58d849280 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:08.278853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:08.458441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5b616d84-b981-4c98-9794-2d509b5bee86), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:08.530817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2808cd33-bb72-4a3f-9aac-a0d58d849280 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:04:08.546740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event deleted for resources: {'Port': ['ID=5b616d84-b981-4c98-9794-2d509b5bee86,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:08.682990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 2808cd33-bb72-4a3f-9aac-a0d58d849280 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:08.683366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:08.752459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:08.758996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44036) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:08.766934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f1ed777-cdfb-4ed5-8d0a-acebaef86701 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "DELETE /v2.0/ports/5b616d84-b981-4c98-9794-2d509b5bee86 HTTP/1.1" status: 204 len: 168 time: 2.0715914 Jan 29 20:04:08.830380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-02a96322-5880-4cc4-bb60-f7221a85be38 None None] Provisioning complete for port 2808cd33-bb72-4a3f-9aac-a0d58d849280 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:08.834544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-02a96322-5880-4cc4-bb60-f7221a85be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:09.011012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-02a96322-5880-4cc4-bb60-f7221a85be38 None None] Current status of the port 2808cd33-bb72-4a3f-9aac-a0d58d849280 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:09.020801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-02a96322-5880-4cc4-bb60-f7221a85be38 None None] Could not find standard attr ID for object 5b616d84-b981-4c98-9794-2d509b5bee86. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:04:09.030204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 2808cd33-bb72-4a3f-9aac-a0d58d849280 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:09.135415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e1728fa8-924e-48ba-9892-9f72aa300b1b None None] Could not find standard attr ID for object 5b616d84-b981-4c98-9794-2d509b5bee86. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:04:09.188718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4178359e-3e1d-45d7-95db-e0f775538cf5 tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.4256508 Jan 29 20:04:09.191595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:09.199165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1819008435'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:09.331052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Made reservation on behalf of 6670a60cb1014b238c859ceb92c7abad for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:09.334842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:09.472054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:04:09.492759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f26042a8-fb55-4a7a-90ef-1c40966075ed), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:09.494790 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Added segment f26042a8-fb55-4a7a-90ef-1c40966075ed of type vlan for network aa5f110b-4216-4a66-a267-63cfc97a6b98 Jan 29 20:04:09.635358 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (aa5f110b-4216-4a66-a267-63cfc97a6b98), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:09.743870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a2e47-5304-49f6-b8ac-5b460be9d2f5 req-9e097361-66a4-48e7-9604-41145ec6625d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:09.753817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f7a2e47-5304-49f6-b8ac-5b460be9d2f5 req-9e097361-66a4-48e7-9604-41145ec6625d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.3802516 Jan 29 20:04:09.763966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (aa5f110b-4216-4a66-a267-63cfc97a6b98), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:09.779574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:09.787957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:09.889862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event updated for resources: {'Network': ['ID=aa5f110b-4216-4a66-a267-63cfc97a6b98,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:09.904036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network aa5f110b-4216-4a66-a267-63cfc97a6b98 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:04:09.941740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0f7a2e47-5304-49f6-b8ac-5b460be9d2f5 req-88ad5ff6-ead6-4ba2-8749-f1e75463cd46 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868093 Jan 29 20:04:09.992087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8f2b2a35-2a82-435b-9364-0e5682d34a34 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7991216 Jan 29 20:04:09.994953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44076) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:10.289379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c1bdfd34-3b69-45d4-857d-9c056ff966f7 tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/agents/5abe58d6-c954-4d47-933e-1ec6c86de2fe/dhcp-networks HTTP/1.1" status: 200 len: 5674 time: 0.2931607 Jan 29 20:04:10.292427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44082) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:10.494157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f3946-1557-43cd-8558-d7f9c67eea6e tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] Network aa5f110b-4216-4a66-a267-63cfc97a6b98 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:04:10.609156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-763f3946-1557-43cd-8558-d7f9c67eea6e tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "POST /v2.0/agents/5abe58d6-c954-4d47-933e-1ec6c86de2fe/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3155220 Jan 29 20:04:10.611627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44086) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:10.621922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b5453-c5c0-4a08-a2ef-c9978307df5a None None] Network aa5f110b-4216-4a66-a267-63cfc97a6b98 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:10.847033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-73459bb2-0dd9-45af-873d-89ff9387455f tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/agents/5abe58d6-c954-4d47-933e-1ec6c86de2fe/dhcp-networks HTTP/1.1" status: 200 len: 6444 time: 0.2341049 Jan 29 20:04:10.849975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44094) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.053290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44100) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.059824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4f9f2dac-57b1-49a2-abcf-bf7d63c2e36f tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "DELETE /v2.0/agents/5abe58d6-c954-4d47-933e-1ec6c86de2fe/dhcp-networks/aa5f110b-4216-4a66-a267-63cfc97a6b98 HTTP/1.1" status: 204 len: 168 time: 0.2045915 Jan 29 20:04:11.182292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44102) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.239232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075fd74-5f1b-4758-9aca-b079bd5853a0 req-079f998c-86e4-47c9-a738-a4a77cd98fb0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:11.250338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8075fd74-5f1b-4758-9aca-b079bd5853a0 req-079f998c-86e4-47c9-a738-a4a77cd98fb0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1647956 Jan 29 20:04:11.352736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b8fd675c-7ba9-49d5-819c-7f9e47e66143 tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/agents/5abe58d6-c954-4d47-933e-1ec6c86de2fe/dhcp-networks HTTP/1.1" status: 200 len: 5674 time: 0.2977436 Jan 29 20:04:11.357280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44106) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.398416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7021d92d-e6b1-45a5-811f-4b534cafe405 tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/networks/35a2faae-b653-4464-882f-39cddc573136/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0404415 Jan 29 20:04:11.403420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44108) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.433367 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8075fd74-5f1b-4758-9aca-b079bd5853a0 req-266a2c82-d6a3-4303-a5df-f854826e2bf7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738956 Jan 29 20:04:11.438110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-86ffd9f0-e5c3-47c6-b6b4-a48d10a88227 tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/networks/35a2faae-b653-4464-882f-39cddc573136/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0331264 Jan 29 20:04:11.441007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44110) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.547295 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42339bb0-a4f7-4447-8866-36dfdbdce07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:11.703217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44114) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:11.707631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-064cf0d2-8d74-4e4a-b046-f16cba9f7c60 tempest-DHCPAgentSchedulersTestJSON-1707921491 tempest-DHCPAgentSchedulersTestJSON-1707921491-project-admin] 10.222.0.15 "GET /v2.0/agents/5abe58d6-c954-4d47-933e-1ec6c86de2fe/dhcp-networks HTTP/1.1" status: 200 len: 5674 time: 0.2649693 Jan 29 20:04:11.877242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (aa5f110b-4216-4a66-a267-63cfc97a6b98), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:11.881695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42339bb0-a4f7-4447-8866-36dfdbdce07e admin admin] Publish callbacks [] for security_group (c3f293f5-007c-4bb6-9f66-27239843909e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:11.961391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-42339bb0-a4f7-4447-8866-36dfdbdce07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3f293f5-007c-4bb6-9f66-27239843909e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:11.997411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (aa5f110b-4216-4a66-a267-63cfc97a6b98), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.026662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5f110b-4216-4a66-a267-63cfc97a6b98']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:12.031248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-42339bb0-a4f7-4447-8866-36dfdbdce07e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9edc553ecd274eddb6c1a2316f12dcf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8431132 Jan 29 20:04:12.034517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44122) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:12.043934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26042a8-fb55-4a7a-90ef-1c40966075ed') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:12.044533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26042a8-fb55-4a7a-90ef-1c40966075ed') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:12.061420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42339bb0-a4f7-4447-8866-36dfdbdce07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f293f5-007c-4bb6-9f66-27239843909e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:12.066071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (f26042a8-fb55-4a7a-90ef-1c40966075ed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.083714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f26042a8-fb55-4a7a-90ef-1c40966075ed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.093755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:04:12.094167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (f26042a8-fb55-4a7a-90ef-1c40966075ed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:04:12.101919 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:04:12.139893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec98-d61d-4041-9d12-2bd353df76ed admin admin] Publish callbacks [] for security_group (c3f293f5-007c-4bb6-9f66-27239843909e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.167334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec98-d61d-4041-9d12-2bd353df76ed admin admin] Publish callbacks [] for security_group (c3f293f5-007c-4bb6-9f66-27239843909e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.246868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (aa5f110b-4216-4a66-a267-63cfc97a6b98), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.256623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.263012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "DELETE /v2.0/networks/aa5f110b-4216-4a66-a267-63cfc97a6b98 HTTP/1.1" status: 204 len: 168 time: 0.5557010 Jan 29 20:04:12.263400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44124) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:12.281725 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec98-d61d-4041-9d12-2bd353df76ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3f293f5-007c-4bb6-9f66-27239843909e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.284354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec98-d61d-4041-9d12-2bd353df76ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.285557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c2e5ec98-d61d-4041-9d12-2bd353df76ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3f293f5-007c-4bb6-9f66-27239843909e HTTP/1.1" status: 204 len: 168 time: 0.2501018 Jan 29 20:04:12.293748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b05bc-5e15-4bdf-85fc-1cd5183015b3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event deleted for resources: {'Network': ['ID=aa5f110b-4216-4a66-a267-63cfc97a6b98,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:12.340166 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc42c50-ddd5-4949-98a4-b7a8dbdbebf3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] DELETE failed (client error): The resource could not be found. Jan 29 20:04:12.340957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc42c50-ddd5-4949-98a4-b7a8dbdbebf3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:04:12.355299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44128) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:12.359276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bfc42c50-ddd5-4949-98a4-b7a8dbdbebf3 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "DELETE /v2.0/ports/5b616d84-b981-4c98-9794-2d509b5bee86 HTTP/1.1" status: 404 len: 333 time: 0.0945351 Jan 29 20:04:12.369344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5ec98-d61d-4041-9d12-2bd353df76ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f293f5-007c-4bb6-9f66-27239843909e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:12.441671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Deleting subnet 717a5f9f-06b9-40a8-a5e2-afb0a5a4906a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:04:12.445082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for subnet (717a5f9f-06b9-40a8-a5e2-afb0a5a4906a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.494505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (717a5f9f-06b9-40a8-a5e2-afb0a5a4906a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.643484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165d150-fd19-4092-8e75-10547e0fc2a3 req-6375f1e6-558e-4cf3-b958-7d0a8c332ff0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:12.645156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0165d150-fd19-4092-8e75-10547e0fc2a3 req-6375f1e6-558e-4cf3-b958-7d0a8c332ff0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1096339 Jan 29 20:04:12.738141 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0165d150-fd19-4092-8e75-10547e0fc2a3 req-da08827e-4b56-4ce4-b195-41659b89f794 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547848 Jan 29 20:04:12.747224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (717a5f9f-06b9-40a8-a5e2-afb0a5a4906a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.951164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (717a5f9f-06b9-40a8-a5e2-afb0a5a4906a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:12.999066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event deleted for resources: {'Subnet': ['ID=717a5f9f-06b9-40a8-a5e2-afb0a5a4906a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:13.014859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec1e19-02c9-49e9-9ebc-09897917db97 None None] Network 35a2faae-b653-4464-882f-39cddc573136 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:13.021881 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.030539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e10f1bf9-8860-4b66-aebd-cde80af59134 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "DELETE /v2.0/subnets/717a5f9f-06b9-40a8-a5e2-afb0a5a4906a HTTP/1.1" status: 204 len: 168 time: 0.6736343 Jan 29 20:04:13.032980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44142) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:13.136381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44144) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:13.157668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b32bdff-f0cb-4b62-a6ee-f156784e0816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.206107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (35a2faae-b653-4464-882f-39cddc573136), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.309175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b32bdff-f0cb-4b62-a6ee-f156784e0816 admin admin] Publish callbacks [] for security_group (d8706d7b-e3a1-45ed-bdf8-35170c72ac11), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.318398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] DHCP port deletion for 35a2faae-b653-4464-882f-39cddc573136 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:04:13.332705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Deleting port 2808cd33-bb72-4a3f-9aac-a0d58d849280 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:13.333194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.395307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] Deleting port 2808cd33-bb72-4a3f-9aac-a0d58d849280 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:13.395718 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.406855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b32bdff-f0cb-4b62-a6ee-f156784e0816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d8706d7b-e3a1-45ed-bdf8-35170c72ac11), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.458078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b32bdff-f0cb-4b62-a6ee-f156784e0816 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=027753213a0f4553b1351f9f05411ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3205934 Jan 29 20:04:13.459251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32bdff-f0cb-4b62-a6ee-f156784e0816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8706d7b-e3a1-45ed-bdf8-35170c72ac11,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:13.462238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] For port 2808cd33-bb72-4a3f-9aac-a0d58d849280, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2808cd33-bb72-4a3f-9aac-a0d58d849280,segment=NetworkSegment(7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19),segment_id=7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:13.462773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.473701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44146) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:13.507493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Calling delete_port for 2808cd33-bb72-4a3f-9aac-a0d58d849280 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:13.549877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a3af08d-ca38-46d1-a575-f34573690ca1 admin admin] Publish callbacks [] for security_group (d8706d7b-e3a1-45ed-bdf8-35170c72ac11), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.550089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] For port 2808cd33-bb72-4a3f-9aac-a0d58d849280, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=2808cd33-bb72-4a3f-9aac-a0d58d849280,segment=NetworkSegment(7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19),segment_id=7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:13.550477 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.571169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] Calling delete_port for 2808cd33-bb72-4a3f-9aac-a0d58d849280 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:13.584733 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a3af08d-ca38-46d1-a575-f34573690ca1 admin admin] Publish callbacks [] for security_group (d8706d7b-e3a1-45ed-bdf8-35170c72ac11), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.738556 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.746120 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (2808cd33-bb72-4a3f-9aac-a0d58d849280), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.773258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a3af08d-ca38-46d1-a575-f34573690ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d8706d7b-e3a1-45ed-bdf8-35170c72ac11), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.776116 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3a3af08d-ca38-46d1-a575-f34573690ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:13.777333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3a3af08d-ca38-46d1-a575-f34573690ca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8706d7b-e3a1-45ed-bdf8-35170c72ac11 HTTP/1.1" status: 204 len: 168 time: 0.3015583 Jan 29 20:04:13.790480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af08d-ca38-46d1-a575-f34573690ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8706d7b-e3a1-45ed-bdf8-35170c72ac11,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:13.814266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] Pushing event deleted for resources: {'Port': ['ID=2808cd33-bb72-4a3f-9aac-a0d58d849280,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:13.850225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16319b87-f002-43bd-9675-09d94be4c115 None None] No DVR routers for this DVR port 2808cd33-bb72-4a3f-9aac-a0d58d849280 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:04:13.879399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event deleted for resources: {'Port': ['ID=2808cd33-bb72-4a3f-9aac-a0d58d849280,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:13.897445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] No DVR routers for this DVR port 2808cd33-bb72-4a3f-9aac-a0d58d849280 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:04:14.008463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef8507-04e1-4d5a-8446-ad957a689cca req-1b0d3f15-058c-4632-a425-535dd3823c48 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:14.014770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-beef8507-04e1-4d5a-8446-ad957a689cca req-1b0d3f15-058c-4632-a425-535dd3823c48 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1386826 Jan 29 20:04:14.036436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:14.066696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (35a2faae-b653-4464-882f-39cddc573136), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:14.091918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a2faae-b653-4464-882f-39cddc573136']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:14.106081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:14.108697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:14.118688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:14.137462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:14.147475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:04:14.148378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (7ac3a9c2-a307-4ac5-bda8-b8a3b6320d19), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:04:14.153355 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:04:14.232273 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-beef8507-04e1-4d5a-8446-ad957a689cca req-80e9462d-a48b-430a-9655-d88e0bd29973 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019668 Jan 29 20:04:14.258621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54979c-bf40-4c0c-8e7f-12c0cc4a903f tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:14.259107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54979c-bf40-4c0c-8e7f-12c0cc4a903f tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:14.260424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54979c-bf40-4c0c-8e7f-12c0cc4a903f tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:14.264247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca54979c-bf40-4c0c-8e7f-12c0cc4a903f tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=62387f3b15b84858bf9ab917d591d538&network_id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 3073 time: 0.1980207 Jan 29 20:04:14.406335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (35a2faae-b653-4464-882f-39cddc573136), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:14.417577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2808cd33-bb72-4a3f-9aac-a0d58d849280 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:04:14.422099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:14.454735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] 10.222.0.15 "DELETE /v2.0/networks/35a2faae-b653-4464-882f-39cddc573136 HTTP/1.1" status: 204 len: 168 time: 1.4063370 Jan 29 20:04:14.475098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7da96-a99d-4e7e-af69-3106ce48ef88 tempest-DHCPAgentSchedulersTestJSON-1017862327 tempest-DHCPAgentSchedulersTestJSON-1017862327-project] Pushing event deleted for resources: {'Network': ['ID=35a2faae-b653-4464-882f-39cddc573136,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:14.509710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 2808cd33-bb72-4a3f-9aac-a0d58d849280 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:04:14.516304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 2808cd33-bb72-4a3f-9aac-a0d58d849280 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:04:15.126775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44198) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:15.257774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:04:15.479150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:15.486583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721748e-3248-400b-81d8-ae1510927132 req-91170d7a-ac06-464a-a18d-b8c55f56cd62 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:15.495333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f721748e-3248-400b-81d8-ae1510927132 req-91170d7a-ac06-464a-a18d-b8c55f56cd62 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1136091 Jan 29 20:04:15.496808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'port_id': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'mac_address': 'fa:16:3e:f9:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226c354d-8722-46a3-9b17-092cba09d623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:04:15.581463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:15.582263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:15.592842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ddff3c61-1d36-446e-b526-94f35d301c6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6670a60cb1014b238c859ceb92c7abad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619000 Jan 29 20:04:15.593647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44210) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:15.626713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f721748e-3248-400b-81d8-ae1510927132 req-aa808aad-e348-489f-93c1-7f96156fc5e2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254370 Jan 29 20:04:15.630296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:04:15.663754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:15.691954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c20a3e73-5c13-4ac6-a8e2-5906b91c34e0 admin admin] Publish callbacks [] for security_group (15c8e98e-cd7c-44b1-a596-976a5d14f73c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:15.729407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c20a3e73-5c13-4ac6-a8e2-5906b91c34e0 admin admin] Publish callbacks [] for security_group (15c8e98e-cd7c-44b1-a596-976a5d14f73c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:15.732521 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:15.859630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['287f3f2e-e3a4-433c-9607-88bcdece7358'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:04:15.863270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:15.916768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c20a3e73-5c13-4ac6-a8e2-5906b91c34e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (15c8e98e-cd7c-44b1-a596-976a5d14f73c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:15.919897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c20a3e73-5c13-4ac6-a8e2-5906b91c34e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:15.924484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c20a3e73-5c13-4ac6-a8e2-5906b91c34e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15c8e98e-cd7c-44b1-a596-976a5d14f73c HTTP/1.1" status: 204 len: 168 time: 0.3284187 Jan 29 20:04:15.961478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a3e73-5c13-4ac6-a8e2-5906b91c34e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8e98e-cd7c-44b1-a596-976a5d14f73c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:16.902191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:16.902191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29e3ae-0942-4d7c-b1c4-a920ca934deb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:16.902191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1d29e3ae-0942-4d7c-b1c4-a920ca934deb tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 814 time: 0.1548631 Jan 29 20:04:16.904335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44248) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:17.008590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065fa05-8fdd-4896-8c49-b33c1aec8afa req-2e5e0171-b85e-4178-8970-0376bcf3e714 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:17.021335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7065fa05-8fdd-4896-8c49-b33c1aec8afa req-2e5e0171-b85e-4178-8970-0376bcf3e714 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2392542 Jan 29 20:04:17.154830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09817d1a-a86b-49f2-9ee3-945b266812c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.174023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7065fa05-8fdd-4896-8c49-b33c1aec8afa req-2bdd8122-7d69-40ee-86fb-28c265cef412 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442163 Jan 29 20:04:17.266639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:04:17.417548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 287f3f2e-e3a4-433c-9607-88bcdece7358 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:17.418215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.469572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09817d1a-a86b-49f2-9ee3-945b266812c3 admin admin] Publish callbacks [] for security_group (f7429b66-9270-4695-9b78-b4b1565851ce), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.510002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44276) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:17.539582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-09817d1a-a86b-49f2-9ee3-945b266812c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f7429b66-9270-4695-9b78-b4b1565851ce), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.550609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bd125b1-511e-4bfb-8db3-e0627eeea28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.676587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:17.676587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.808037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:04:17.808037 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a422ba7f-8dd1-4554-9a46-cbc4f83f7c5f" -d '{"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-plugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:04:17.846668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09817d1a-a86b-49f2-9ee3-945b266812c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bb5fb3237e74959a162d18541217169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9416659 Jan 29 20:04:17.849942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:17.850131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44296) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:17.875740 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d4c5d2-4932-463f-b2d9-e6352255b10c x-openstack-request-id: req-53d4c5d2-4932-463f-b2d9-e6352255b10c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:04:17.876346 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-plugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:04:17.876816 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53d4c5d2-4932-463f-b2d9-e6352255b10c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:04:17.877437 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'code': 200} Jan 29 20:04:17.888679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44298) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:17.921362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.922755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'network': {'name': 'tempest-network-smoke--1936512771', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:17.936845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bd125b1-511e-4bfb-8db3-e0627eeea28e admin admin] Publish callbacks [] for security_group (105a2eba-3f5f-449e-a119-8644ec80eeeb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:17.939092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09817d1a-a86b-49f2-9ee3-945b266812c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7429b66-9270-4695-9b78-b4b1565851ce,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:18.024613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35a2317a-91f0-4a25-918f-87fc6840c3cd admin admin] Publish callbacks [] for security_group (f7429b66-9270-4695-9b78-b4b1565851ce), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.052319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:18.062060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35a2317a-91f0-4a25-918f-87fc6840c3cd admin admin] Publish callbacks [] for security_group (f7429b66-9270-4695-9b78-b4b1565851ce), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.076154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6bd125b1-511e-4bfb-8db3-e0627eeea28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (105a2eba-3f5f-449e-a119-8644ec80eeeb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.149826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd125b1-511e-4bfb-8db3-e0627eeea28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105a2eba-3f5f-449e-a119-8644ec80eeeb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:18.154501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6bd125b1-511e-4bfb-8db3-e0627eeea28e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a25d433acfeb4808900708c729f1bf78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6432104 Jan 29 20:04:18.158783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44306) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:18.203361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:18.221656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.262084 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35a2317a-91f0-4a25-918f-87fc6840c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f7429b66-9270-4695-9b78-b4b1565851ce), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.267360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35a2317a-91f0-4a25-918f-87fc6840c3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.280787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-35a2317a-91f0-4a25-918f-87fc6840c3cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7429b66-9270-4695-9b78-b4b1565851ce HTTP/1.1" status: 204 len: 168 time: 0.4295449 Jan 29 20:04:18.325254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2317a-91f0-4a25-918f-87fc6840c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7429b66-9270-4695-9b78-b4b1565851ce,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:18.347343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:04:18.423372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-121e5cab-8b84-423d-887a-32ff62360246 admin admin] Publish callbacks [] for security_group (105a2eba-3f5f-449e-a119-8644ec80eeeb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.444693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3756ca-d504-439d-8a80-2ba47ddd7922 req-1a243856-0bc8-4027-b9cb-7e3f2d4ae86b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:18.452006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b3756ca-d504-439d-8a80-2ba47ddd7922 req-1a243856-0bc8-4027-b9cb-7e3f2d4ae86b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1532109 Jan 29 20:04:18.464799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (95c49a05-f7b5-4eba-97c3-ea4ab32506da), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.465144 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Added segment 95c49a05-f7b5-4eba-97c3-ea4ab32506da of type vlan for network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b Jan 29 20:04:18.505620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-121e5cab-8b84-423d-887a-32ff62360246 admin admin] Publish callbacks [] for security_group (105a2eba-3f5f-449e-a119-8644ec80eeeb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.595216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b3756ca-d504-439d-8a80-2ba47ddd7922 req-c006be67-45af-4987-9257-39687d66ac66 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353848 Jan 29 20:04:18.605443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5d6f30b0-55d5-4d31-a69e-566b65e21c9b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.778147 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5d6f30b0-55d5-4d31-a69e-566b65e21c9b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.784689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:18.785433 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.848266 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-121e5cab-8b84-423d-887a-32ff62360246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (105a2eba-3f5f-449e-a119-8644ec80eeeb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.858858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-121e5cab-8b84-423d-887a-32ff62360246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:18.861531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-121e5cab-8b84-423d-887a-32ff62360246 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/105a2eba-3f5f-449e-a119-8644ec80eeeb HTTP/1.1" status: 204 len: 168 time: 0.6698899 Jan 29 20:04:18.955395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e5cab-8b84-423d-887a-32ff62360246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a2eba-3f5f-449e-a119-8644ec80eeeb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:19.045426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1546414 Jan 29 20:04:19.049114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44346) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:19.162762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252637a-35a4-4b47-9955-7213ffee91e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Network': ['ID=5d6f30b0-55d5-4d31-a69e-566b65e21c9b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:19.178034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:04:19.287668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17b4f2-7226-47e9-8e64-ef06a7decb3b tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:19.297480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44354) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:19.299158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2c17b4f2-7226-47e9-8e64-ef06a7decb3b tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=62387f3b15b84858bf9ab917d591d538&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2472827 Jan 29 20:04:19.578626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84128279-3837-4bb1-aa11-139d31cbbcb0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:19.585334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44364) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:19.598045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-84128279-3837-4bb1-aa11-139d31cbbcb0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2993910 Jan 29 20:04:19.706558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44368) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:19.709836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ae152fb4-9144-4d11-abcc-1e19d9df6be0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1161606 Jan 29 20:04:19.938990 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3f81d517-9b2f-446f-a9b5-4c213b15a0b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=62387f3b15b84858bf9ab917d591d538&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2229264 Jan 29 20:04:19.939872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44380) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:20.034314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9402ef-fe3d-48ae-aaa7-1e40fa92c961 req-02ac2b9f-d680-4f9b-a7fc-7be4c32ca592 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:20.043646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a9402ef-fe3d-48ae-aaa7-1e40fa92c961 req-02ac2b9f-d680-4f9b-a7fc-7be4c32ca592 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1678994 Jan 29 20:04:20.153551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a9402ef-fe3d-48ae-aaa7-1e40fa92c961 req-4a330495-2bac-4d56-8daa-e0852d4b26a0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084576 Jan 29 20:04:20.445799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba45a66-0651-44ba-aad9-baa654d37fbe tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:20.450476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44398) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:20.470786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2ba45a66-0651-44ba-aad9-baa654d37fbe tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5297256 Jan 29 20:04:20.523819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44404) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:20.529727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551197514', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:20.535110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-64197d23-c043-44c4-a64e-39103f49d057 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832472 Jan 29 20:04:20.817731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:20.821444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:21.567189 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (af8198ce-ccd9-4956-bda1-e6b1db6b826c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:21.679843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eb077-afbc-437b-9708-5630b45ee7a9 req-5165343f-3468-4460-8fa7-5fab6e31462b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:21.694989 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-461eb077-afbc-437b-9708-5630b45ee7a9 req-5165343f-3468-4460-8fa7-5fab6e31462b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.3893237 Jan 29 20:04:21.824946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-461eb077-afbc-437b-9708-5630b45ee7a9 req-c338b0bf-5da1-4d35-b821-62e685b5a2c3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193068 Jan 29 20:04:21.835928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Subnet': ['ID=af8198ce-ccd9-4956-bda1-e6b1db6b826c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:21.865642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.866214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.866730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.867419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.867919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.868469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.869589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.870083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.870587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.871094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.871784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.872403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.872961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:21.888794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Checking segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:21.891465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network hostable DHCP agents. Network: 5d6f30b0-55d5-4d31-a69e-566b65e21c9b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:04:22.103972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:04:22.207150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5d6f30b0-55d5-4d31-a69e-566b65e21c9b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:22.215183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:22.231249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:22.232243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab389e9f-0f25-4ff2-b3d6-ad373e45dc28 None None] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:22.328823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e2a5ff8d-d8ac-4d86-b9d4-9b9f36801b48 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8035343 Jan 29 20:04:22.467109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ips': [{'subnet_id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:04:22.471677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:22.726004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44504) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:22.804568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Allocated IP 172.20.0.18 (5d6f30b0-55d5-4d31-a69e-566b65e21c9b/af8198ce-ccd9-4956-bda1-e6b1db6b826c/9c10e41f-a851-4809-96d6-ac0a826f10ed) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:22.951241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2122089510', 'router:external': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:23.114076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Made reservation on behalf of 1b4bdf18ae2440d2aa2cbd8116def109 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:23.125248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.140689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Publish callbacks [] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.166787 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.193783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cd83-05a1-4bfc-9273-6fce400b9d3a req-adb15344-c22a-4d96-84a3-0822ef3567ad tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:23.193783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d609cd83-05a1-4bfc-9273-6fce400b9d3a req-adb15344-c22a-4d96-84a3-0822ef3567ad tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1696346 Jan 29 20:04:23.236643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:23.245393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878443497', 'description': 'tempest-secgroup-smoke-878443497 description', 'project_id': '62387f3b15b84858bf9ab917d591d538'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:23.255151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.310942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d609cd83-05a1-4bfc-9273-6fce400b9d3a req-a4fff940-ebff-4b64-b07e-b00976808a42 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Jan 29 20:04:23.335592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:23.347636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:23.351134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:23.355581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.383971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for security_group (0e2ffdbd-5e23-48dc-ac53-bf0294fddb86), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.441003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0e2ffdbd-5e23-48dc-ac53-bf0294fddb86), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.463055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:04:23.489943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (19172dec-3569-4734-b075-aa5d5553a0db), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.490712 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Added segment 19172dec-3569-4734-b075-aa5d5553a0db of type vlan for network b9344a89-8da9-4007-8511-5307c1b7ad02 Jan 29 20:04:23.532534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (71f25481-d882-4bb1-b5f2-168430588acb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.548644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Pushing event updated for resources: {'Port': ['ID=9c10e41f-a851-4809-96d6-ac0a826f10ed,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:23.589360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Attempting to bind port 9c10e41f-a851-4809-96d6-ac0a826f10ed on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:04:23.590025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Attempting to bind port 9c10e41f-a851-4809-96d6-ac0a826f10ed by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:04:23.590584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Attempting to bind port 9c10e41f-a851-4809-96d6-ac0a826f10ed on network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:04:23.596623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:04:23.597473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Checking segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:23.598087 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.598731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Bound using segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:04:23.599432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Bound port: 9c10e41f-a851-4809-96d6-ac0a826f10ed, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:04:23.600147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.643734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (71f25481-d882-4bb1-b5f2-168430588acb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.670140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b9344a89-8da9-4007-8511-5307c1b7ad02), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.716144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f25481-d882-4bb1-b5f2-168430588acb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:23.723457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] For port 9c10e41f-a851-4809-96d6-ac0a826f10ed, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:04:23.727296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] For port 9c10e41f-a851-4809-96d6-ac0a826f10ed, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9c10e41f-a851-4809-96d6-ac0a826f10ed,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:04:23.732880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ffdbd-5e23-48dc-ac53-bf0294fddb86,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:23.785896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.791336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44534) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:23.795628 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6b725ba7-d276-4e4b-beb4-25c0d4bb7542 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5538001 Jan 29 20:04:23.796083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '71f25481-d882-4bb1-b5f2-168430588acb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:23.814708 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.816629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b9344a89-8da9-4007-8511-5307c1b7ad02), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.818302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:23.824632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:23.979169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cdf4d-ca58-413c-81ea-96bd12fdca3c None None] Pushing event updated for resources: {'Port': ['ID=9c10e41f-a851-4809-96d6-ac0a826f10ed,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:24.174488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Network': ['ID=b9344a89-8da9-4007-8511-5307c1b7ad02,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:24.204017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b9344a89-8da9-4007-8511-5307c1b7ad02 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:04:24.270218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-006e5833-053e-45da-800a-ad2649534ffa tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5429940 Jan 29 20:04:24.275410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44548) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:24.283348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'subnet': {'network_id': 'b9344a89-8da9-4007-8511-5307c1b7ad02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:24.354885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (4161b30c-e5c6-4db0-91fe-249cefed2456), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.429310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Made reservation on behalf of 1b4bdf18ae2440d2aa2cbd8116def109 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:24.432597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.485696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (4161b30c-e5c6-4db0-91fe-249cefed2456), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.561442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (4161b30c-e5c6-4db0-91fe-249cefed2456), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.613206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4161b30c-e5c6-4db0-91fe-249cefed2456,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:24.666349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.671972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bfd143c0-e29e-496d-896a-148d99cf9a09 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8791814 Jan 29 20:04:24.674989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44570) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:24.679852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '71f25481-d882-4bb1-b5f2-168430588acb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:24.812473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (a46452c3-f946-4da9-9834-67a3b008ef01), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.952081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (a46452c3-f946-4da9-9834-67a3b008ef01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:24.991274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee809-7e4e-489e-802b-816109b4fdfe req-47b30156-0b34-43e9-85a0-6c1c68fa0bc4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:25.001176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-470ee809-7e4e-489e-802b-816109b4fdfe req-47b30156-0b34-43e9-85a0-6c1c68fa0bc4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1343927 Jan 29 20:04:25.042470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (a46452c3-f946-4da9-9834-67a3b008ef01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.120552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46452c3-f946-4da9-9834-67a3b008ef01,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:25.149363 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0353a0da-5580-4ba9-9740-8f8914916ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.185916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.188938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c485d4e6-dc11-4137-8e30-86cd4ae550c4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5128863 Jan 29 20:04:25.193429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:25.213773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '71f25481-d882-4bb1-b5f2-168430588acb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:25.349639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (661c8828-c510-49f4-ab63-8e8f4bd10773), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.554519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (661c8828-c510-49f4-ab63-8e8f4bd10773), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.605995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (661c8828-c510-49f4-ab63-8e8f4bd10773), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.656691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661c8828-c510-49f4-ab63-8e8f4bd10773,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:25.716838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-470ee809-7e4e-489e-802b-816109b4fdfe req-3240ec04-6c0b-4fad-98a8-5c3f5baf406f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841023 Jan 29 20:04:25.777675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.784645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7d35b550-fb70-49b2-af30-2c436c308bff tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5852132 Jan 29 20:04:25.787102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44604) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:25.805070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '71f25481-d882-4bb1-b5f2-168430588acb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:25.917311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (18d66265-2ef1-455a-a933-370c86c35d2b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:25.928088 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:04:25.928088 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (61335562-4a88-4539-a155-978825a4e6b3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.201579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61335562-4a88-4539-a155-978825a4e6b3,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:26.203289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (18d66265-2ef1-455a-a933-370c86c35d2b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.218474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049a558-a077-43a9-90f8-eebd08bd0958 None None] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:26.252108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Checking segment: {'id': '19172dec-3569-4734-b075-aa5d5553a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b9344a89-8da9-4007-8511-5307c1b7ad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:26.253634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network hostable DHCP agents. Network: b9344a89-8da9-4007-8511-5307c1b7ad02, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:04:26.326611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (18d66265-2ef1-455a-a933-370c86c35d2b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.408668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network b9344a89-8da9-4007-8511-5307c1b7ad02 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:04:26.424074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d66265-2ef1-455a-a933-370c86c35d2b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:26.431172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe066af-c311-48ca-9a39-7e3b1e981898 req-3287fff0-1f23-4bec-8bc7-4c5ea6f5297d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:26.447982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfe066af-c311-48ca-9a39-7e3b1e981898 req-3287fff0-1f23-4bec-8bc7-4c5ea6f5297d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 946 time: 0.1757379 Jan 29 20:04:26.454749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.458930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2709bc2c-3c26-4d3d-a10f-4f1e045f92a7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6694505 Jan 29 20:04:26.459207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:26.467731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '71f25481-d882-4bb1-b5f2-168430588acb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:26.605285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] Provisioning complete for port 9c10e41f-a851-4809-96d6-ac0a826f10ed triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:26.606093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.621149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b9344a89-8da9-4007-8511-5307c1b7ad02) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:26.657272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfe066af-c311-48ca-9a39-7e3b1e981898 req-a3dc6c51-248e-47e7-8909-ba49603d5923 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023959 Jan 29 20:04:26.666406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a9ae9-703d-4ce7-871a-c2eef657bfb8 None None] Network b9344a89-8da9-4007-8511-5307c1b7ad02 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:26.667462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:26.671011 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.741262 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Project 62387f3b15b84858bf9ab917d591d538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:04:26.763606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9c10e41f-a851-4809-96d6-ac0a826f10ed up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:04:26.775925 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (230c5553-6f53-4a9e-bc6e-92de75d8c73b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:26.935500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a5587f0d-323c-494e-b4df-ed91a48290f6 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6511583 Jan 29 20:04:26.962432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44626) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:26.989174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-131311965', 'network_id': 'b9344a89-8da9-4007-8511-5307c1b7ad02'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:27.089065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa100ab-1c7f-4f14-a111-6636971d6ec2 req-05bafe0a-f9e2-4cdc-9cda-c57d4aaf5364 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:27.092992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fa100ab-1c7f-4f14-a111-6636971d6ec2 req-05bafe0a-f9e2-4cdc-9cda-c57d4aaf5364 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1910722 Jan 29 20:04:27.106041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9c10e41f-a851-4809-96d6-ac0a826f10ed triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:27.106843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:27.175287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (230c5553-6f53-4a9e-bc6e-92de75d8c73b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:27.208067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fa100ab-1c7f-4f14-a111-6636971d6ec2 req-515f8c84-12e2-48a5-87a4-bd212b05f697 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077135 Jan 29 20:04:27.221513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Made reservation on behalf of 1b4bdf18ae2440d2aa2cbd8116def109 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:27.231089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:27.313096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] device_id is not set on port e42ef9bb-9be9-4a93-b384-0947ee8f5a7c yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:04:27.334347 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (230c5553-6f53-4a9e-bc6e-92de75d8c73b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:27.416921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] Current status of the port 9c10e41f-a851-4809-96d6-ac0a826f10ed is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:27.422109 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:27.535906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b63a07-8fe0-4fec-bbdb-10ce755590fc None None] Network b9344a89-8da9-4007-8511-5307c1b7ad02 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:04:27.896689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-87420a00-f46a-492d-bead-c504e2241aa7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:27.898337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-87420a00-f46a-492d-bead-c504e2241aa7 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.13 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 946 time: 0.1413000 Jan 29 20:04:27.951339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9c10e41f-a851-4809-96d6-ac0a826f10ed is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:28.034326 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.143992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230c5553-6f53-4a9e-bc6e-92de75d8c73b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:28.217287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Deleting port 134b856c-c3fe-455f-81d8-9ba464cccfb0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:28.219078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.389164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] For port 9c10e41f-a851-4809-96d6-ac0a826f10ed, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9c10e41f-a851-4809-96d6-ac0a826f10ed,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:28.390135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Allocated IP 2001:db8::216 (b9344a89-8da9-4007-8511-5307c1b7ad02/61335562-4a88-4539-a155-978825a4e6b3/e42ef9bb-9be9-4a93-b384-0947ee8f5a7c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:28.473212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] For port 134b856c-c3fe-455f-81d8-9ba464cccfb0, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=134b856c-c3fe-455f-81d8-9ba464cccfb0,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:28.474063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.495193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93177c3-1663-4d14-a723-15d0bbab40cb req-6aa24198-0720-4f12-987e-181bb88f606f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:28.497131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a93177c3-1663-4d14-a723-15d0bbab40cb req-6aa24198-0720-4f12-987e-181bb88f606f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1444447 Jan 29 20:04:28.506804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.508127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Calling delete_port for 134b856c-c3fe-455f-81d8-9ba464cccfb0 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:28.510674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b97f-f06c-420c-9a06-ac59e6bed0d7 req-fdd18932-2d55-44cb-99b2-2f98e1214c0b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:28.512351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8116b97f-f06c-420c-9a06-ac59e6bed0d7 req-fdd18932-2d55-44cb-99b2-2f98e1214c0b tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 946 time: 0.3902788 Jan 29 20:04:28.513289 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9e8-d2cc-483a-b0c0-9d84ba9eda73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.521344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.522732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2dfb7361-0068-4289-b51f-bf8261e66a79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.0622251 Jan 29 20:04:28.526210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44652) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:28.561018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': '71f25481-d882-4bb1-b5f2-168430588acb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:28.777115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8116b97f-f06c-420c-9a06-ac59e6bed0d7 req-25b56280-6753-4da7-a166-1c243e351546 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382662 Jan 29 20:04:28.780237 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for port (e42ef9bb-9be9-4a93-b384-0947ee8f5a7c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.854293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db8c8-0fca-4b95-addf-cde92c9d24c1 None None] Pushing event updated for resources: {'Port': ['ID=9c10e41f-a851-4809-96d6-ac0a826f10ed,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:28.871461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:04:28.872950 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:04:28.889729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a8e96542-0af2-4c1e-bf6b-aa5df821e290 None None] Provisioning complete for port 9c10e41f-a851-4809-96d6-ac0a826f10ed triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:28.889928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a8e96542-0af2-4c1e-bf6b-aa5df821e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.933689 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e42ef9bb-9be9-4a93-b384-0947ee8f5a7c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.957301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a93177c3-1663-4d14-a723-15d0bbab40cb req-f0ce0230-d36c-430b-ac81-331c9dc79e72 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330986 Jan 29 20:04:28.983261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:28.987752 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Project 62387f3b15b84858bf9ab917d591d538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:04:29.047663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Port': ['ID=e42ef9bb-9be9-4a93-b384-0947ee8f5a7c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:29.053124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network b9344a89-8da9-4007-8511-5307c1b7ad02 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:29.054860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:29.058780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:29.060957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:29.065456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.109859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (5695df54-6310-4a9d-8c64-c6c811cf566f), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.153892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a8e96542-0af2-4c1e-bf6b-aa5df821e290 None None] Current status of the port 9c10e41f-a851-4809-96d6-ac0a826f10ed is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:29.154079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4444bb73-870e-46ac-8bb2-023acfa514e4 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1780818 Jan 29 20:04:29.157191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:29.296187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (5695df54-6310-4a9d-8c64-c6c811cf566f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.338735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (134b856c-c3fe-455f-81d8-9ba464cccfb0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.374166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75', '9810d853-eb9f-4e76-8117-403e6bfeeffe', '826ba7be-6d44-485b-9078-57435f79508a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:04:29.391416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Deleting port e42ef9bb-9be9-4a93-b384-0947ee8f5a7c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:29.392721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e42ef9bb-9be9-4a93-b384-0947ee8f5a7c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.449174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event deleted for resources: {'Port': ['ID=134b856c-c3fe-455f-81d8-9ba464cccfb0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:29.457133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (5695df54-6310-4a9d-8c64-c6c811cf566f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.499560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5695df54-6310-4a9d-8c64-c6c811cf566f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:29.582861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9c10e41f-a851-4809-96d6-ac0a826f10ed is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:29.739348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e42ef9bb-9be9-4a93-b384-0947ee8f5a7c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.739590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] No DVR routers for this DVR port 134b856c-c3fe-455f-81d8-9ba464cccfb0 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:04:29.748921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.767212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f92bd45-3a33-4d71-b55a-c36749567d0a req-f39fb683-0d13-4864-915d-2af882f7c1e2 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.13 "DELETE /v2.0/ports/134b856c-c3fe-455f-81d8-9ba464cccfb0 HTTP/1.1" status: 204 len: 173 time: 1.8588345 Jan 29 20:04:29.794070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Calling delete_port for e42ef9bb-9be9-4a93-b384-0947ee8f5a7c owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:29.795336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'name': 'network-vif-deleted', 'tag': '134b856c-c3fe-455f-81d8-9ba464cccfb0'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:04:29.817178 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ab160-56cc-46af-8db1-642813edd363" -d '{"events": [{"server_uuid": "74bb4207-66aa-4d2e-bbdc-d6cf79535010", "name": "network-vif-deleted", "tag": "134b856c-c3fe-455f-81d8-9ba464cccfb0"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:04:29.833029 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:04:29.947072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9c10e41f-a851-4809-96d6-ac0a826f10ed up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:04:29.963741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:29.965010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-118f16f9-2e62-4ab4-835e-b275cd30616e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4375207 Jan 29 20:04:30.065022 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a80f540-693a-4371-ac80-212a9761e1cb x-openstack-request-id: req-6a80f540-693a-4371-ac80-212a9761e1cb {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:04:30.065323 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bb4207-66aa-4d2e-bbdc-d6cf79535010", "name": "network-vif-deleted", "tag": "134b856c-c3fe-455f-81d8-9ba464cccfb0", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:04:30.065586 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a80f540-693a-4371-ac80-212a9761e1cb {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:04:30.066000 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bb4207-66aa-4d2e-bbdc-d6cf79535010', 'name': 'network-vif-deleted', 'tag': '134b856c-c3fe-455f-81d8-9ba464cccfb0', 'status': 'completed', 'code': 200} Jan 29 20:04:30.170463 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.394600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e098327d-fff9-469a-be5e-0bd2a3d58b2d req-97944716-1416-49b2-b779-ae7d2b3c13fe tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=74bb4207-66aa-4d2e-bbdc-d6cf79535010 HTTP/1.1" status: 200 len: 210 time: 0.1390278 Jan 29 20:04:30.464326 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.489509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67891962-8b3c-4e62-8194-09aa5ee1f425 req-68fc1f7f-1b24-4479-8ef8-064c8b178da8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:30.498611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67891962-8b3c-4e62-8194-09aa5ee1f425 req-68fc1f7f-1b24-4479-8ef8-064c8b178da8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1768055 Jan 29 20:04:30.539992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e42ef9bb-9be9-4a93-b384-0947ee8f5a7c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.611048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9c10e41f-a851-4809-96d6-ac0a826f10ed triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:30.611733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.625591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67891962-8b3c-4e62-8194-09aa5ee1f425 req-95fdc8c2-c796-4fae-9a1b-f9276d8eb0c2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Jan 29 20:04:30.651802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42ef9bb-9be9-4a93-b384-0947ee8f5a7c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:30.751063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.762134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:30.765081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-76a851b3-1a62-4d7e-ad10-2cb34ac7c5ed tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e42ef9bb-9be9-4a93-b384-0947ee8f5a7c HTTP/1.1" status: 204 len: 168 time: 1.6066463 Jan 29 20:04:30.767280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9344a89-8da9-4007-8511-5307c1b7ad02', 'external_fixed_ips': [{'subnet_id': '61335562-4a88-4539-a155-978825a4e6b3', 'ip_address': '2001:db8::216'}]}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:30.870633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (68f17b96-5b97-4795-94a3-65ea5bfdb84a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.872176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (68f17b96-5b97-4795-94a3-65ea5bfdb84a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:30.996257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (68f17b96-5b97-4795-94a3-65ea5bfdb84a), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:31.101666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9c10e41f-a851-4809-96d6-ac0a826f10ed is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:31.353850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 134b856c-c3fe-455f-81d8-9ba464cccfb0 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:04:31.452878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 134b856c-c3fe-455f-81d8-9ba464cccfb0 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:04:31.453223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 134b856c-c3fe-455f-81d8-9ba464cccfb0 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:04:31.595187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:31.640915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (68f17b96-5b97-4795-94a3-65ea5bfdb84a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:32.053263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c951685-07c0-41ce-96b3-2af515234185 req-03f41f58-89c9-416c-9f5b-e606082f619b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:32.055349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c951685-07c0-41ce-96b3-2af515234185 req-03f41f58-89c9-416c-9f5b-e606082f619b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2926669 Jan 29 20:04:32.358412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c951685-07c0-41ce-96b3-2af515234185 req-1c2fc9d2-6df1-49e3-b8bb-9aebf6b26ae9 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917907 Jan 29 20:04:32.557880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (68f17b96-5b97-4795-94a3-65ea5bfdb84a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:32.594710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:32.973229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Allocated IP 2001:db8::216 (b9344a89-8da9-4007-8511-5307c1b7ad02/61335562-4a88-4539-a155-978825a4e6b3/36d35e8e-f5a3-406b-9922-5ab2564691c2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:33.160082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for port (36d35e8e-f5a3-406b-9922-5ab2564691c2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:33.255231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (36d35e8e-f5a3-406b-9922-5ab2564691c2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:33.395095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network b9344a89-8da9-4007-8511-5307c1b7ad02 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:33.410617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:33.418319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:33.668006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Port': ['ID=36d35e8e-f5a3-406b-9922-5ab2564691c2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:33.751301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192450c-a146-465d-becc-ed5376c6055b req-4530abde-18f1-4888-afef-d80ba8963bb4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:33.761563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3192450c-a146-465d-becc-ed5376c6055b req-4530abde-18f1-4888-afef-d80ba8963bb4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1932702 Jan 29 20:04:33.860802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3192450c-a146-465d-becc-ed5376c6055b req-522fd5e1-cdff-4ac5-8251-3e89c4ddabef tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960352 Jan 29 20:04:34.306382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (68f17b96-5b97-4795-94a3-65ea5bfdb84a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:35.168753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a795e-4897-48be-aece-c32c2499a14e req-73dd3918-0f73-46eb-a8a1-30030c89986a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:35.170229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f19a795e-4897-48be-aece-c32c2499a14e req-73dd3918-0f73-46eb-a8a1-30030c89986a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1748986 Jan 29 20:04:35.324187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f19a795e-4897-48be-aece-c32c2499a14e req-83c816a4-f46c-4bd2-b25b-afa6b9e88252 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407506 Jan 29 20:04:35.359685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (68f17b96-5b97-4795-94a3-65ea5bfdb84a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:35.749558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Router 68f17b96-5b97-4795-94a3-65ea5bfdb84a is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:04:35.975704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:04:36.080990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Sync routers for ids ['68f17b96-5b97-4795-94a3-65ea5bfdb84a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:04:36.105144 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Routers {'68f17b96-5b97-4795-94a3-65ea5bfdb84a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:04:36.106481 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['68f17b96-5b97-4795-94a3-65ea5bfdb84a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:36.191408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:36.193624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-306084b6-769c-4650-ab4c-76331cf84620 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4294279 Jan 29 20:04:36.195611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44784) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:36.316671 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Set router 68f17b96-5b97-4795-94a3-65ea5bfdb84a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:04:36.363791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (68f17b96-5b97-4795-94a3-65ea5bfdb84a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:36.538894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e974-7a72-4af4-9494-353a4088e9b4 req-927cd467-e8d6-4e24-b0d7-a664bffa1963 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:36.555078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5875e974-7a72-4af4-9494-353a4088e9b4 req-927cd467-e8d6-4e24-b0d7-a664bffa1963 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1102743 Jan 29 20:04:36.577468 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (68f17b96-5b97-4795-94a3-65ea5bfdb84a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:36.666205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5875e974-7a72-4af4-9494-353a4088e9b4 req-ae7da5fb-aae6-4811-b958-d403d0c274d5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698190 Jan 29 20:04:36.747968 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f17b96-5b97-4795-94a3-65ea5bfdb84a', 'name': '', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9344a89-8da9-4007-8511-5307c1b7ad02', 'external_fixed_ips': [{'subnet_id': '61335562-4a88-4539-a155-978825a4e6b3', 'ip_address': '2001:db8::216'}], 'enable_snat': True}, 'gw_port_id': '36d35e8e-f5a3-406b-9922-5ab2564691c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:30Z', 'updated_at': '2022-01-29T20:04:33Z', 'revision_number': 3, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port': {'id': '36d35e8e-f5a3-406b-9922-5ab2564691c2', 'name': '', 'network_id': 'b9344a89-8da9-4007-8511-5307c1b7ad02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f17b96-5b97-4795-94a3-65ea5bfdb84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '61335562-4a88-4539-a155-978825a4e6b3', 'ip_address': '2001:db8::216', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:04:32Z', 'updated_at': '2022-01-29T20:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61335562-4a88-4539-a155-978825a4e6b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:36.780502 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Checking router: 68f17b96-5b97-4795-94a3-65ea5bfdb84a for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:04:36.780809 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Updating router 68f17b96-5b97-4795-94a3-65ea5bfdb84a port 36d35e8e-f5a3-406b-9922-5ab2564691c2 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:04:36.828719 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (36d35e8e-f5a3-406b-9922-5ab2564691c2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:36.887809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Deleting port 36d35e8e-f5a3-406b-9922-5ab2564691c2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:36.888167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (36d35e8e-f5a3-406b-9922-5ab2564691c2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:37.001626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (36d35e8e-f5a3-406b-9922-5ab2564691c2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:37.023820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Calling delete_port for 36d35e8e-f5a3-406b-9922-5ab2564691c2 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:37.498112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (36d35e8e-f5a3-406b-9922-5ab2564691c2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:37.502857 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.db.api [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:04:37.503359 n-d-825496-5 neutron-server[103565]: DEBUG oslo_db.api [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:04:37.609853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event deleted for resources: {'Port': ['ID=36d35e8e-f5a3-406b-9922-5ab2564691c2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:37.684294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (68f17b96-5b97-4795-94a3-65ea5bfdb84a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:37.702814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.703458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.703988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.704518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.705020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.705538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.706828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.707648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.708298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.708816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.709329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.709891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.710913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:37.908684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cc4ff-6b59-442f-80cc-990e825be024 req-a28f285d-db0c-474a-a457-d7ee5faf12a8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:37.916653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-990cc4ff-6b59-442f-80cc-990e825be024 req-a28f285d-db0c-474a-a457-d7ee5faf12a8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1237490 Jan 29 20:04:37.952331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (68f17b96-5b97-4795-94a3-65ea5bfdb84a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:37.957865 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (68f17b96-5b97-4795-94a3-65ea5bfdb84a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:37.989467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-990cc4ff-6b59-442f-80cc-990e825be024 req-b382faa3-7054-48d1-953a-30243001c3a3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716853 Jan 29 20:04:38.051539 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Port 36d35e8e-f5a3-406b-9922-5ab2564691c2 not found while updating agent binding for router 68f17b96-5b97-4795-94a3-65ea5bfdb84a. {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 29 20:04:38.076103 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Routers {'68f17b96-5b97-4795-94a3-65ea5bfdb84a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:04:38.076777 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['68f17b96-5b97-4795-94a3-65ea5bfdb84a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:38.080640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.172376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (68f17b96-5b97-4795-94a3-65ea5bfdb84a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.173126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68f17b96-5b97-4795-94a3-65ea5bfdb84a {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:04:38.192867 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] Set router 68f17b96-5b97-4795-94a3-65ea5bfdb84a gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:04:38.193327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.198673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44828) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:38.199860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-955aa755-88d1-437f-a706-b1cf264ea754 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/routers/68f17b96-5b97-4795-94a3-65ea5bfdb84a HTTP/1.1" status: 204 len: 168 time: 2.0010648 Jan 29 20:04:38.302690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Deleting subnet 61335562-4a88-4539-a155-978825a4e6b3 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:04:38.313926 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f17b96-5b97-4795-94a3-65ea5bfdb84a', 'name': '', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:30Z', 'updated_at': '2022-01-29T20:04:37Z', 'revision_number': 5, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:38.314876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for subnet (61335562-4a88-4539-a155-978825a4e6b3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.371076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (61335562-4a88-4539-a155-978825a4e6b3), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.496785 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (61335562-4a88-4539-a155-978825a4e6b3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.698893 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34172747-30ca-4136-8b5f-ca29d37b777a None None] The sync data for ids ['68f17b96-5b97-4795-94a3-65ea5bfdb84a'] in n-d-825496-5 is: [{'id': '68f17b96-5b97-4795-94a3-65ea5bfdb84a', 'name': '', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:30Z', 'updated_at': '2022-01-29T20:04:37Z', 'revision_number': 5, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:04:38.841732 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (61335562-4a88-4539-a155-978825a4e6b3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.924590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61335562-4a88-4539-a155-978825a4e6b3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:38.950758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:38.972165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a12d645d-e6fe-453e-8c6b-b9f1d16e5a78 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/61335562-4a88-4539-a155-978825a4e6b3 HTTP/1.1" status: 204 len: 168 time: 0.7718577 Jan 29 20:04:38.973366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:39.383896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b9344a89-8da9-4007-8511-5307c1b7ad02), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:39.414332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccea14-ecba-46a9-af81-bc21986a7997 req-3fd9b357-3899-406f-8bd0-9f2c68312606 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:39.418307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76ccea14-ecba-46a9-af81-bc21986a7997 req-3fd9b357-3899-406f-8bd0-9f2c68312606 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1936138 Jan 29 20:04:39.570942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b9344a89-8da9-4007-8511-5307c1b7ad02), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:39.611017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9344a89-8da9-4007-8511-5307c1b7ad02']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:39.642907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19172dec-3569-4734-b075-aa5d5553a0db') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:39.643484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19172dec-3569-4734-b075-aa5d5553a0db') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:39.657753 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (19172dec-3569-4734-b075-aa5d5553a0db), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:39.674460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (19172dec-3569-4734-b075-aa5d5553a0db), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:39.681824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:04:39.682519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (19172dec-3569-4734-b075-aa5d5553a0db), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:04:39.766803 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:04:39.786542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76ccea14-ecba-46a9-af81-bc21986a7997 req-3da0b3e0-787d-49af-aacd-264d0d273818 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599637 Jan 29 20:04:39.979557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b9344a89-8da9-4007-8511-5307c1b7ad02), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:40.032471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9344a89-8da9-4007-8511-5307c1b7ad02 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 29 20:04:40.051468 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:40.073464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b9344a89-8da9-4007-8511-5307c1b7ad02 HTTP/1.1" status: 204 len: 168 time: 1.0701013 Jan 29 20:04:40.077115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f9991-6828-4530-b74b-5b4a24590a40 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9344a89-8da9-4007-8511-5307c1b7ad02,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:40.625957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44866) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:40.631269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'name': 'tempest-router--873440818', 'project_id': 'ea6cb466da8444b1a2a7a4948bffdb01'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:40.732254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:40.733340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:41.074400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:41.138770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2dc86-62ce-4c44-be1a-8ab1ad8d1ff3 req-93653b27-2a6d-4025-a60d-889747d0a9d8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:41.146786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4b2dc86-62ce-4c44-be1a-8ab1ad8d1ff3 req-93653b27-2a6d-4025-a60d-889747d0a9d8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1432383 Jan 29 20:04:41.178066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:41.280099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:41.284343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2bc411f4-078b-4e2f-89e4-11f1f2381af2 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6567357 Jan 29 20:04:41.284953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:41.352287 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4b2dc86-62ce-4c44-be1a-8ab1ad8d1ff3 req-ae7af08e-1cef-4a56-8815-4e18f06efcfc tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989086 Jan 29 20:04:41.567005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:41.943061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:41.945625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:42.166853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (b29d1f69-a4f9-4148-ad54-5cfb2c31a214), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:42.167422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b29d1f69-a4f9-4148-ad54-5cfb2c31a214 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:04:42.172131 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:42.177086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-745fa68c-0bb4-437f-8a47-2f11a337b5c7 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/routers/b29d1f69-a4f9-4148-ad54-5cfb2c31a214 HTTP/1.1" status: 204 len: 168 time: 0.8877161 Jan 29 20:04:42.629203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44908) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:42.657244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25123-b403-49a0-9c55-acd802932900 req-725ed671-56db-4f77-a51b-00f189e16683 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:42.662016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ab25123-b403-49a0-9c55-acd802932900 req-725ed671-56db-4f77-a51b-00f189e16683 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1583481 Jan 29 20:04:42.781529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ab25123-b403-49a0-9c55-acd802932900 req-ba54082d-5766-428f-a1bf-7870d9e8337a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167462 Jan 29 20:04:43.181940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1794270684', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:43.298256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (e4e20234-605d-48ae-a207-a6b0b2de372f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:43.299318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (e4e20234-605d-48ae-a207-a6b0b2de372f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:43.461444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (e4e20234-605d-48ae-a207-a6b0b2de372f), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:43.905696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (e4e20234-605d-48ae-a207-a6b0b2de372f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:44.160449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9202bb-2026-4903-af99-e2bf9156b5ed req-5b2db854-4621-4233-a81e-076902bfb4c5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:44.166144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f9202bb-2026-4903-af99-e2bf9156b5ed req-5b2db854-4621-4233-a81e-076902bfb4c5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2169135 Jan 29 20:04:44.333347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f9202bb-2026-4903-af99-e2bf9156b5ed req-f7e8c757-4b29-46df-aebb-dd0952de9aae tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503327 Jan 29 20:04:45.330780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (e4e20234-605d-48ae-a207-a6b0b2de372f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:45.381134 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:45.657958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4a352-6ca3-45f5-9aa5-ec5c57d94ff0 req-9a6ea492-eae0-4281-bb44-c6cca8f42c34 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:45.666688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bb4a352-6ca3-45f5-9aa5-ec5c57d94ff0 req-9a6ea492-eae0-4281-bb44-c6cca8f42c34 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1894162 Jan 29 20:04:45.722817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Allocated IP 172.25.5.151 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/9998c993-ffff-4a5d-9ee5-9a471d19a8e3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:45.835518 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bb4a352-6ca3-45f5-9aa5-ec5c57d94ff0 req-18319105-1c02-4b99-a2ed-4d26b46edc0a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674290 Jan 29 20:04:45.940983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for port (9998c993-ffff-4a5d-9ee5-9a471d19a8e3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:46.731982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9998c993-ffff-4a5d-9ee5-9a471d19a8e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:46.788520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:46.794950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:46.797609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event updated for resources: {'Port': ['ID=9998c993-ffff-4a5d-9ee5-9a471d19a8e3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:46.800022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:47.042029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab3989-f047-48bf-a985-28f74c6aa6c1 req-5fae7cad-6873-4a72-a0e0-9d72dd59b54d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:47.045477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08ab3989-f047-48bf-a985-28f74c6aa6c1 req-5fae7cad-6873-4a72-a0e0-9d72dd59b54d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0923471 Jan 29 20:04:47.210290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-08ab3989-f047-48bf-a985-28f74c6aa6c1 req-8b471cd3-7244-44f2-9876-d022f33d07b3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526046 Jan 29 20:04:47.669718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (e4e20234-605d-48ae-a207-a6b0b2de372f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:48.082366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (e4e20234-605d-48ae-a207-a6b0b2de372f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:48.491975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dd892-7adc-4427-a29e-55d36676ed2d req-28346c29-4bbd-4865-834d-eb206947c49c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:48.494371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b41dd892-7adc-4427-a29e-55d36676ed2d req-28346c29-4bbd-4865-834d-eb206947c49c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1060014 Jan 29 20:04:48.569443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b41dd892-7adc-4427-a29e-55d36676ed2d req-d24154f2-218e-4564-aa1c-67d906f0a577 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679035 Jan 29 20:04:48.686582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Router e4e20234-605d-48ae-a207-a6b0b2de372f is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:04:48.858524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:04:48.876571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] Sync routers for ids ['e4e20234-605d-48ae-a207-a6b0b2de372f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:04:48.889419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] Routers {'e4e20234-605d-48ae-a207-a6b0b2de372f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:04:48.891025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e4e20234-605d-48ae-a207-a6b0b2de372f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:48.925777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:48.935111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] Routers {'e4e20234-605d-48ae-a207-a6b0b2de372f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:04:48.935726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['e4e20234-605d-48ae-a207-a6b0b2de372f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:48.972059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:48.972754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53edec89-e319-4529-a51c-6ec96887ca00 None None] The sync data for ids ['e4e20234-605d-48ae-a207-a6b0b2de372f'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:04:49.026030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:49.028497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3f734966-5ce6-4372-8009-ec353dfba48a tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3972952 Jan 29 20:04:49.030241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45046) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:49.193366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f3a8079a-9698-4cd5-b9ad-994fd158ea82 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/e4e20234-605d-48ae-a207-a6b0b2de372f HTTP/1.1" status: 200 len: 925 time: 0.1616998 Jan 29 20:04:49.196568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:49.229737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-245154b0-7549-4dfd-89c4-fe365c41ae52 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4e20234-605d-48ae-a207-a6b0b2de372f HTTP/1.1" status: 200 len: 205 time: 0.0314610 Jan 29 20:04:49.232328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45050) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:49.434539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (e4e20234-605d-48ae-a207-a6b0b2de372f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:49.642739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-bda95c2a-b5d4-42da-ac2a-38e66beb7d8a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878443497&fields=id&tenant_id=62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 267 time: 0.1503425 Jan 29 20:04:49.829137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (e4e20234-605d-48ae-a207-a6b0b2de372f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:50.231567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-f53b2b00-ce5a-4f23-b8f7-bc1c27fad960 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:50.236907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-f53b2b00-ce5a-4f23-b8f7-bc1c27fad960 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/networks?id=5d6f30b0-55d5-4d31-a69e-566b65e21c9b HTTP/1.1" status: 200 len: 797 time: 0.5828986 Jan 29 20:04:50.241920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499cf4-98f8-46ee-b7a0-292a278f0381 req-1e74a868-a466-463f-afa4-13ea2cf378de tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:50.251759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-60499cf4-98f8-46ee-b7a0-292a278f0381 req-1e74a868-a466-463f-afa4-13ea2cf378de tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.4432480 Jan 29 20:04:50.261235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-b896be35-2473-49ed-b2bb-93547d7b2ea0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/quotas/62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 375 time: 0.0166864 Jan 29 20:04:50.328338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-4e863e86-8f3c-44d5-8cf4-e8fad844aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:50.331324 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-4e863e86-8f3c-44d5-8cf4-e8fad844aba3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1127 time: 0.1613398 Jan 29 20:04:50.385535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Deleting port 9998c993-ffff-4a5d-9ee5-9a471d19a8e3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:50.387292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9998c993-ffff-4a5d-9ee5-9a471d19a8e3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:50.476465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-a52c1056-3a46-4694-aeaa-c72accf1d3f9 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2077861 Jan 29 20:04:50.620967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-60499cf4-98f8-46ee-b7a0-292a278f0381 req-843bf9db-f5af-450b-b305-a9c06a37d9d0 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681235 Jan 29 20:04:50.816859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-918127d0-d5b0-4515-a44f-7194804799f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035161 Jan 29 20:04:50.882029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9998c993-ffff-4a5d-9ee5-9a471d19a8e3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:50.950020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Calling delete_port for 9998c993-ffff-4a5d-9ee5-9a471d19a8e3 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:50.962649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-4b8ed737-2145-4ff2-bb07-744e2732a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:50.964154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-4b8ed737-2145-4ff2-bb07-744e2732a5b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 0.5813885 Jan 29 20:04:51.018800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-828d0711-e615-4011-8db2-0c94806780cd service neutron] 10.222.0.15 "GET /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935072 Jan 29 20:04:51.078271 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-1350b2ad-14e3-4748-99be-bd49dfbdcb7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.1053932 Jan 29 20:04:51.596498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69f3e664-5381-4ee7-81d0-a710f8315883 req-9425ecd0-3e85-4919-ad9b-422c2e1c900d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 210 time: 0.1845264 Jan 29 20:04:51.916830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6e7d-5dd9-4482-8286-4ccabe390167 req-bbe912fd-b31e-4678-bdc5-52857cd1512b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:51.920699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79fe6e7d-5dd9-4482-8286-4ccabe390167 req-bbe912fd-b31e-4678-bdc5-52857cd1512b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.1263671 Jan 29 20:04:52.009610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79fe6e7d-5dd9-4482-8286-4ccabe390167 req-6f32932c-2255-491c-9766-30437c181404 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838373 Jan 29 20:04:52.228847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-9b748912-4bc9-429b-aec8-d6e8b724e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:52.234918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-9b748912-4bc9-429b-aec8-d6e8b724e246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 1.0490336 Jan 29 20:04:52.314054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-0c7594f5-0cc8-4333-a5ed-173340d6107f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664530 Jan 29 20:04:52.433405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711315c-5ba9-4cba-90e3-2385c069a490 req-dcd89fda-7299-4cd4-9173-7c6b3cc560f8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:52.440714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e711315c-5ba9-4cba-90e3-2385c069a490 req-dcd89fda-7299-4cd4-9173-7c6b3cc560f8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 945 time: 0.2528331 Jan 29 20:04:52.467152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9998c993-ffff-4a5d-9ee5-9a471d19a8e3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:52.568257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event deleted for resources: {'Port': ['ID=9998c993-ffff-4a5d-9ee5-9a471d19a8e3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:52.697838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e711315c-5ba9-4cba-90e3-2385c069a490 req-b739d08f-52ca-4a1f-9478-d3016a745452 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505071 Jan 29 20:04:52.699157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (e4e20234-605d-48ae-a207-a6b0b2de372f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:52.878681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e89c3d0-1ce2-408f-ad3c-2e2701099eed req-8b09f864-0c36-4320-a3b9-e865f56ea4bb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 210 time: 0.1192551 Jan 29 20:04:52.944631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-7f315154-284b-4237-8767-c8e3fcd2dae6 service neutron] 10.222.0.13 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075814 Jan 29 20:04:52.961592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (e4e20234-605d-48ae-a207-a6b0b2de372f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:52.965435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (e4e20234-605d-48ae-a207-a6b0b2de372f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.221533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-937055c6-c24e-4966-b1f7-da3b59508646 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:53.223054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-937055c6-c24e-4966-b1f7-da3b59508646 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 945 time: 0.1696749 Jan 29 20:04:53.301384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (e4e20234-605d-48ae-a207-a6b0b2de372f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.302011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Fanout notify agent at l3_agent the message router_deleted on router e4e20234-605d-48ae-a207-a6b0b2de372f {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:04:53.321541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.322845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ede920bf-670b-41da-b9c8-24dfd71e73af tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/e4e20234-605d-48ae-a207-a6b0b2de372f HTTP/1.1" status: 204 len: 168 time: 4.0895422 Jan 29 20:04:53.330157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45248) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:53.334368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'name': 'tempest-snat-router-372916403', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': False}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:53.352574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-4f625390-b6ba-4553-878b-d1cc78c25cc1 req-0ffa575b-4cab-43ad-b617-a1f7964add61 service neutron] (103563) timed out ('10.222.0.26', 65123) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:04:53.420375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:04:53.430835 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7452789b-d107-4daf-88d4-a9243fb83fd2 req-e4fb54ba-0ce0-4e06-9c94-afff732745b2 service neutron] 10.222.0.13 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890051 Jan 29 20:04:53.447422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b4695-602d-4e46-8e79-794ad6436024 req-a9c20442-b793-4e88-b1ed-1ce09ec271e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:53.449766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-933b4695-602d-4e46-8e79-794ad6436024 req-a9c20442-b793-4e88-b1ed-1ce09ec271e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.2427018 Jan 29 20:04:53.460322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Deleting port 826ba7be-6d44-485b-9078-57435f79508a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:53.460672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (826ba7be-6d44-485b-9078-57435f79508a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.504785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (cf4a80f6-92f6-425c-b567-ee00826e9a4b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.506891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (cf4a80f6-92f6-425c-b567-ee00826e9a4b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.564079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:53.564507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.626052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] For port 826ba7be-6d44-485b-9078-57435f79508a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=826ba7be-6d44-485b-9078-57435f79508a,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:53.626605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (826ba7be-6d44-485b-9078-57435f79508a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.636782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-933b4695-602d-4e46-8e79-794ad6436024 req-f18870db-33f6-4f87-881d-cb9b7979ea19 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810482 Jan 29 20:04:53.645188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Calling delete_port for 826ba7be-6d44-485b-9078-57435f79508a owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:04:53.664025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:04:53.669547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:04:53.687499 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337fea8a-22d1-46ac-94ce-7fea78bc62ca" -d '{"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-unplugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:04:53.744729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.804889 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe15359-e4e1-4cc5-843c-52c531801af3 x-openstack-request-id: req-6fe15359-e4e1-4cc5-843c-52c531801af3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:04:53.805785 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-unplugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:04:53.806151 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fe15359-e4e1-4cc5-843c-52c531801af3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:04:53.807086 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'code': 200} Jan 29 20:04:53.874576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:53.917908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (cf4a80f6-92f6-425c-b567-ee00826e9a4b), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:53.970080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f102ae-5123-466f-9d85-0392f9729674 req-c853cd68-3d15-47d8-870c-c25c2380271a tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:53.981151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32f102ae-5123-466f-9d85-0392f9729674 req-c853cd68-3d15-47d8-870c-c25c2380271a tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 945 time: 0.1324179 Jan 29 20:04:54.108863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32f102ae-5123-466f-9d85-0392f9729674 req-fcd0d8b7-7e16-4ca2-a64e-6a5fcd1dab65 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251907 Jan 29 20:04:54.233935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb0a2515-004a-4325-bffc-796995363cf1 req-8935e068-b899-4e92-b92c-162f36da5dcb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 210 time: 0.0762901 Jan 29 20:04:54.339298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (cf4a80f6-92f6-425c-b567-ee00826e9a4b), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:54.359921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (826ba7be-6d44-485b-9078-57435f79508a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:54.372729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-65b28213-5044-4ebf-87db-dc0e70f85723 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:54.383967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-65b28213-5044-4ebf-87db-dc0e70f85723 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/networks?id=5d6f30b0-55d5-4d31-a69e-566b65e21c9b HTTP/1.1" status: 200 len: 797 time: 0.2369711 Jan 29 20:04:54.401462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75', '9810d853-eb9f-4e76-8117-403e6bfeeffe'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:04:54.457799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event deleted for resources: {'Port': ['ID=826ba7be-6d44-485b-9078-57435f79508a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:54.534117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-6fcc7dc2-7d10-47ff-b7fe-94de00460a78 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 472 time: 0.1335857 Jan 29 20:04:54.547123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'port': {'device_id': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'admin_state_up': True, 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'security_groups': ['71f25481-d882-4bb1-b5f2-168430588acb']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:54.643326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] No DVR routers for this DVR port 826ba7be-6d44-485b-9078-57435f79508a on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:04:54.649747 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:54.664892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5cbcd722-b29c-4b72-9581-9e8c204263b1 req-40a7f913-4d6d-44d9-90f6-c4a13be88d27 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "DELETE /v2.0/ports/826ba7be-6d44-485b-9078-57435f79508a HTTP/1.1" status: 204 len: 173 time: 1.4208248 Jan 29 20:04:54.664892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'name': 'network-vif-deleted', 'tag': '826ba7be-6d44-485b-9078-57435f79508a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:04:54.669946 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a877cc-a87c-43c9-950a-a3996795b1ea" -d '{"events": [{"server_uuid": "5dc3a128-187a-42bb-ac83-98159cc7f9ed", "name": "network-vif-deleted", "tag": "826ba7be-6d44-485b-9078-57435f79508a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:04:54.793644 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e58b3-5e46-4f55-9a68-33e35633a9db x-openstack-request-id: req-4c2e58b3-5e46-4f55-9a68-33e35633a9db {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:04:54.795189 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc3a128-187a-42bb-ac83-98159cc7f9ed", "name": "network-vif-deleted", "tag": "826ba7be-6d44-485b-9078-57435f79508a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:04:54.795189 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c2e58b3-5e46-4f55-9a68-33e35633a9db {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:04:54.795189 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc3a128-187a-42bb-ac83-98159cc7f9ed', 'name': 'network-vif-deleted', 'tag': '826ba7be-6d44-485b-9078-57435f79508a', 'status': 'completed', 'code': 200} Jan 29 20:04:54.857424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:04:54.870182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:55.161382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29a7277b-b63b-43c1-9746-750c8517b87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:55.230762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5bd34-90f1-4507-a6dd-51421d9a3cbd req-75add191-71b8-494e-a6cf-cc36ff182c84 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:55.241780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6b5bd34-90f1-4507-a6dd-51421d9a3cbd req-75add191-71b8-494e-a6cf-cc36ff182c84 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.3979118 Jan 29 20:04:55.245026 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (cf4a80f6-92f6-425c-b567-ee00826e9a4b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:55.303725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.20.0.27 (5d6f30b0-55d5-4d31-a69e-566b65e21c9b/af8198ce-ccd9-4956-bda1-e6b1db6b826c/082a416d-0d98-47fd-9905-b8281dade625) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:55.338911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:55.350018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6b5bd34-90f1-4507-a6dd-51421d9a3cbd req-c7384003-2f7c-4536-8907-d9659ec67337 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067624 Jan 29 20:04:55.459098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 826ba7be-6d44-485b-9078-57435f79508a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:04:55.482671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba489b18-9c1e-4adf-adea-41d71e58012f req-8af3ed2c-0f21-4490-94f8-cb0477d0a1d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dc3a128-187a-42bb-ac83-98159cc7f9ed HTTP/1.1" status: 200 len: 210 time: 0.0453553 Jan 29 20:04:55.519816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 826ba7be-6d44-485b-9078-57435f79508a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:04:55.520334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 826ba7be-6d44-485b-9078-57435f79508a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:04:55.526525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55798c83-6ced-48ec-8c94-27c6541ec59e req-e8a50c4d-3547-4dbe-aa05-dd98ed48eec4 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 210 time: 0.0570407 Jan 29 20:04:55.626268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Allocated IP 172.25.5.67 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/bbf40aee-80f1-4f73-9c44-109f28789d35) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:04:55.692530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (082a416d-0d98-47fd-9905-b8281dade625), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:56.115195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:56.169008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (082a416d-0d98-47fd-9905-b8281dade625), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:56.257675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:56.378309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:56.386284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:56.386905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:04:56.396940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:56.408408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Port': ['ID=bbf40aee-80f1-4f73-9c44-109f28789d35,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:56.415631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=082a416d-0d98-47fd-9905-b8281dade625,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:56.419516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:04:56.422075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:04:56.565906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:56.572369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:56.698044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-98218044-1fca-423b-abc9-b156527ce487 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1554801 Jan 29 20:04:56.712482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Request body: {'port': {'device_id': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:56.964870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (082a416d-0d98-47fd-9905-b8281dade625), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:56.991534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78974d-7451-40cc-8d2c-f4d1975e3904 req-94667691-4850-4681-ae82-c2a7b46922b1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:56.998130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d82a05c7-9d2e-4e14-81a0-04fdf479d780 None None] Provisioning complete for port 082a416d-0d98-47fd-9905-b8281dade625 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:04:56.998724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f78974d-7451-40cc-8d2c-f4d1975e3904 req-94667691-4850-4681-ae82-c2a7b46922b1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 932 time: 0.2037606 Jan 29 20:04:56.999389 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d82a05c7-9d2e-4e14-81a0-04fdf479d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (082a416d-0d98-47fd-9905-b8281dade625), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:57.026950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc35611-e730-484a-ab73-ef8c919e234f req-303d7d8e-ebd5-45d5-af49-4bf200e80303 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:57.028695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bc35611-e730-484a-ab73-ef8c919e234f req-303d7d8e-ebd5-45d5-af49-4bf200e80303 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.4883485 Jan 29 20:04:57.064580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d82a05c7-9d2e-4e14-81a0-04fdf479d780 None None] Port 082a416d-0d98-47fd-9905-b8281dade625 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:04:57.140742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bc35611-e730-484a-ab73-ef8c919e234f req-80981f20-6d86-4b50-b061-8dc60bd81f16 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057734 Jan 29 20:04:57.157524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f78974d-7451-40cc-8d2c-f4d1975e3904 req-0a3a4922-9a21-4c72-8d27-7eef89f5912c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535873 Jan 29 20:04:57.332122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (cf4a80f6-92f6-425c-b567-ee00826e9a4b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:57.594408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082a416d-0d98-47fd-9905-b8281dade625 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:04:57.604431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Publish callbacks [] for port (082a416d-0d98-47fd-9905-b8281dade625), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:57.636806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Transition to ACTIVE for port object 082a416d-0d98-47fd-9905-b8281dade625 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:04:57.669702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (cf4a80f6-92f6-425c-b567-ee00826e9a4b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:57.743741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (082a416d-0d98-47fd-9905-b8281dade625), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:57.806395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=082a416d-0d98-47fd-9905-b8281dade625,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:57.943413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Router cf4a80f6-92f6-425c-b567-ee00826e9a4b is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:04:57.958834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Attempting to bind port 082a416d-0d98-47fd-9905-b8281dade625 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:04:57.959072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Attempting to bind port 082a416d-0d98-47fd-9905-b8281dade625 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:04:57.960909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Attempting to bind port 082a416d-0d98-47fd-9905-b8281dade625 on network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:04:57.964700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Port 082a416d-0d98-47fd-9905-b8281dade625 on network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:04:57.965099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Attempting to bind port 082a416d-0d98-47fd-9905-b8281dade625 on network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:04:57.979311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:04:57.979731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Checking segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:57.980388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Bound using segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:04:57.982543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Bound port: 082a416d-0d98-47fd-9905-b8281dade625, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:04:57.982543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (082a416d-0d98-47fd-9905-b8281dade625), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.114424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] For port 082a416d-0d98-47fd-9905-b8281dade625, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:04:58.120906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] For port 082a416d-0d98-47fd-9905-b8281dade625, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=082a416d-0d98-47fd-9905-b8281dade625,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:04:58.192947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d429fecd-b1e6-4f47-8c3f-39125f33cabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.193637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (082a416d-0d98-47fd-9905-b8281dade625), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.198955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:04:58.219601 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Sync routers for ids ['cf4a80f6-92f6-425c-b567-ee00826e9a4b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:04:58.229363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15056cdd-b106-4210-9306-4d78cb53f2ca req-8c1d42a4-db48-4ff8-9aaa-fa8301cb3cfa tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:58.236777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15056cdd-b106-4210-9306-4d78cb53f2ca req-8c1d42a4-db48-4ff8-9aaa-fa8301cb3cfa tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.1921184 Jan 29 20:04:58.239737 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Routers {'cf4a80f6-92f6-425c-b567-ee00826e9a4b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:04:58.241231 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cf4a80f6-92f6-425c-b567-ee00826e9a4b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:58.280523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.289201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ceccb6fb-bd28-47cd-9ac8-ce9fcfbe5dd9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9561765 Jan 29 20:04:58.304255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45382) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:58.400286 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Set router cf4a80f6-92f6-425c-b567-ee00826e9a4b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:04:58.421627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-15056cdd-b106-4210-9306-4d78cb53f2ca req-27fa0019-b791-4b58-bd77-3a2cdc011204 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567454 Jan 29 20:04:58.438128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:58.438749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.440159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/082a416d-0d98-47fd-9905-b8281dade625 HTTP/1.1" status: 200 len: 1092 time: 1.7334728 Jan 29 20:04:58.449693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'tag': '082a416d-0d98-47fd-9905-b8281dade625'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:04:58.457446 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd505f5-e9f5-4404-bc83-99771ed237d1", "tag": "082a416d-0d98-47fd-9905-b8281dade625"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:04:58.509303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e605bc-aab2-4f36-ad94-9ebc470fa9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=082a416d-0d98-47fd-9905-b8281dade625,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:58.577133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c1f69-0c11-4029-973c-b851883b5e66 req-0d337935-e254-41a2-976d-2778b8f377c0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:58.584223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb5c1f69-0c11-4029-973c-b851883b5e66 req-0d337935-e254-41a2-976d-2778b8f377c0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 944 time: 0.2701073 Jan 29 20:04:58.614364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f9c5d91-00e3-47a2-bd86-8fffd213f6b1 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/cf4a80f6-92f6-425c-b567-ee00826e9a4b HTTP/1.1" status: 200 len: 907 time: 0.2990098 Jan 29 20:04:58.622308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45402) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:04:58.630595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'name': 'tempest-snat-router-372916403', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': True}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:04:58.661554 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4a80f6-92f6-425c-b567-ee00826e9a4b', 'name': 'tempest-snat-router-372916403', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.67'}], 'enable_snat': False}, 'gw_port_id': 'bbf40aee-80f1-4f73-9c44-109f28789d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:53Z', 'updated_at': '2022-01-29T20:04:57Z', 'revision_number': 3, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port': {'id': 'bbf40aee-80f1-4f73-9c44-109f28789d35', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4a80f6-92f6-425c-b567-ee00826e9a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:04:55Z', 'updated_at': '2022-01-29T20:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:04:58.724566 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Checking router: cf4a80f6-92f6-425c-b567-ee00826e9a4b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:04:58.725175 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Updating router cf4a80f6-92f6-425c-b567-ee00826e9a4b port bbf40aee-80f1-4f73-9c44-109f28789d35 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:04:58.741720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb5c1f69-0c11-4029-973c-b851883b5e66 req-f5065aa0-c970-406f-a5b2-326f18dc1e4d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519520 Jan 29 20:04:58.796724 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.796969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-d05aefea-84eb-43b3-8110-6fdd00365521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:58.798399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-d05aefea-84eb-43b3-8110-6fdd00365521 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 1126 time: 0.1713510 Jan 29 20:04:58.865072 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.870149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0af4e-fe7a-40e0-86b4-4bf8bfb535df req-ab026a48-ce60-4f4e-8966-7ae2f3fba085 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:58.882341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fad0af4e-fe7a-40e0-86b4-4bf8bfb535df req-ab026a48-ce60-4f4e-8966-7ae2f3fba085 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.2113268 Jan 29 20:04:58.889546 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e848107-0b6e-4ebd-afe8-082771737629 x-openstack-request-id: req-8e848107-0b6e-4ebd-afe8-082771737629 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:04:58.890102 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd505f5-e9f5-4404-bc83-99771ed237d1", "tag": "082a416d-0d98-47fd-9905-b8281dade625", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:04:58.890519 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e848107-0b6e-4ebd-afe8-082771737629 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:04:58.891103 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'tag': '082a416d-0d98-47fd-9905-b8281dade625', 'status': 'completed', 'code': 200} Jan 29 20:04:58.893046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-e79123d3-de7f-4a91-9576-1fa1068d1efa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=082a416d-0d98-47fd-9905-b8281dade625 HTTP/1.1" status: 200 len: 217 time: 0.0812171 Jan 29 20:04:58.957585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (9a1dad7b-5762-47ab-9e27-6e51d1007e29), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.965870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (9a1dad7b-5762-47ab-9e27-6e51d1007e29), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:58.991323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-a1d59149-8557-49f9-8cf3-53f3b389151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:58.993358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-a1d59149-8557-49f9-8cf3-53f3b389151d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af8198ce-ccd9-4956-bda1-e6b1db6b826c HTTP/1.1" status: 200 len: 838 time: 0.0898278 Jan 29 20:04:59.090798 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fad0af4e-fe7a-40e0-86b4-4bf8bfb535df req-845455da-de20-4904-b3f2-d3fd592694b3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064910 Jan 29 20:04:59.092939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (9a1dad7b-5762-47ab-9e27-6e51d1007e29), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.113256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-8f139457-7dc3-4d9a-b6ff-79308e131ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:59.114888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-8f139457-7dc3-4d9a-b6ff-79308e131ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6f30b0-55d5-4d31-a69e-566b65e21c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120794 Jan 29 20:04:59.225968 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Publish callbacks [] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.321345 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.328275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-622ead71-6c79-40af-9c67-cd7031a885e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024319 Jan 29 20:04:59.374084 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Attempting to bind port bbf40aee-80f1-4f73-9c44-109f28789d35 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:04:59.376981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Attempting to bind port bbf40aee-80f1-4f73-9c44-109f28789d35 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:04:59.376981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Attempting to bind port bbf40aee-80f1-4f73-9c44-109f28789d35 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:04:59.396001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (9a1dad7b-5762-47ab-9e27-6e51d1007e29), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.432075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-37ce89d7-b0ae-4fcd-9083-c4f2777ac2b0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:59.435820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-37ce89d7-b0ae-4fcd-9083-c4f2777ac2b0 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.1246781 Jan 29 20:04:59.444441 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:04:59.444441 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:04:59.444441 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.444441 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:04:59.452866 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Bound port: bbf40aee-80f1-4f73-9c44-109f28789d35, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:04:59.453604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:04:59.454852 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.565198 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Pushing event updated for resources: {'Port': ['ID=bbf40aee-80f1-4f73-9c44-109f28789d35,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:59.588109 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.588109 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.588670 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.589115 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.589576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.589999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.590655 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.590875 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.591726 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.591726 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.592279 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.592710 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.593159 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:04:59.600404 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] For port bbf40aee-80f1-4f73-9c44-109f28789d35, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:04:59.604842 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] For port bbf40aee-80f1-4f73-9c44-109f28789d35, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbf40aee-80f1-4f73-9c44-109f28789d35,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:04:59.632133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ef287a7-0af3-4dc1-bf39-810585ddeaf5 req-9946a124-cd33-4f84-9834-9e2af4756efc service neutron] 10.222.0.13 "GET /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912145 Jan 29 20:04:59.665129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f2b77-e598-4163-9e23-6b5694db71ba req-7ff9f756-1918-4065-9e1f-0864cc7e9c22 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:59.682594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f04f2b77-e598-4163-9e23-6b5694db71ba req-7ff9f756-1918-4065-9e1f-0864cc7e9c22 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.3498914 Jan 29 20:04:59.726274 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.783534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f04f2b77-e598-4163-9e23-6b5694db71ba req-aa9e4cfc-e7ba-4bd8-984a-f59e671f326c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841584 Jan 29 20:04:59.814867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: DOWN; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:04:59.840455 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.895571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Deleting port 9810d853-eb9f-4e76-8117-403e6bfeeffe {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:04:59.896314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:04:59.921243 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996582d8-dcf2-46fc-92c4-3752bac557e9 None None] Pushing event updated for resources: {'Port': ['ID=bbf40aee-80f1-4f73-9c44-109f28789d35,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:04:59.972786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a1d5-f300-4126-98bc-17514882565b req-8a261904-33dd-4884-a555-b786927e79e6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:04:59.980502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5e3a1d5-f300-4126-98bc-17514882565b req-8a261904-33dd-4884-a555-b786927e79e6 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 945 time: 0.4053624 Jan 29 20:05:00.006039 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Routers {'cf4a80f6-92f6-425c-b567-ee00826e9a4b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:00.010932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cf4a80f6-92f6-425c-b567-ee00826e9a4b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:00.085645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-042a471d-1afd-4bb2-aa21-1054478cc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:00.092905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-042a471d-1afd-4bb2-aa21-1054478cc4f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 1126 time: 0.3025746 Jan 29 20:05:00.156335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aacc-7ef0-4613-bca5-003537959fea req-7df0a3de-4207-493a-b93e-4799dbdc2c79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:00.157905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5807aacc-7ef0-4613-bca5-003537959fea req-7df0a3de-4207-493a-b93e-4799dbdc2c79 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 944 time: 0.2627840 Jan 29 20:05:00.217767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5e3a1d5-f300-4126-98bc-17514882565b req-0adda7fc-faef-45e3-bddf-bffcddedee8c tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363684 Jan 29 20:05:00.257793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] For port 9810d853-eb9f-4e76-8117-403e6bfeeffe, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=9810d853-eb9f-4e76-8117-403e6bfeeffe,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:00.258208 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:00.304483 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] Set router cf4a80f6-92f6-425c-b567-ee00826e9a4b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:00.332569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:00.384970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-5f0bb769-58ba-43ab-b0c3-1fe6c6480639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:00.387514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-5f0bb769-58ba-43ab-b0c3-1fe6c6480639 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d6f30b0-55d5-4d31-a69e-566b65e21c9b HTTP/1.1" status: 200 len: 897 time: 0.2872934 Jan 29 20:05:00.433921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Calling delete_port for 9810d853-eb9f-4e76-8117-403e6bfeeffe owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:00.521289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-0919ccda-e9be-4061-8851-e63ee70e2344 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=082a416d-0d98-47fd-9905-b8281dade625 HTTP/1.1" status: 200 len: 217 time: 0.1195636 Jan 29 20:05:00.625563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5807aacc-7ef0-4613-bca5-003537959fea req-ca6901ee-34d9-4b14-872c-8258b1ef56da tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860641 Jan 29 20:05:00.791119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-f990e13a-f2ec-4118-9565-8642b7bae795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:00.796937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-f990e13a-f2ec-4118-9565-8642b7bae795 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af8198ce-ccd9-4956-bda1-e6b1db6b826c HTTP/1.1" status: 200 len: 838 time: 0.2743611 Jan 29 20:05:00.813641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (9a1dad7b-5762-47ab-9e27-6e51d1007e29), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:00.863079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:00.940163 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4a80f6-92f6-425c-b567-ee00826e9a4b', 'name': 'tempest-snat-router-372916403', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.67'}], 'enable_snat': False}, 'gw_port_id': 'bbf40aee-80f1-4f73-9c44-109f28789d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:53Z', 'updated_at': '2022-01-29T20:04:57Z', 'revision_number': 3, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port': {'id': 'bbf40aee-80f1-4f73-9c44-109f28789d35', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4a80f6-92f6-425c-b567-ee00826e9a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:04:55Z', 'updated_at': '2022-01-29T20:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:01.006369 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a6e0c7-e712-4f97-ac7c-8d29a5579d39 None None] The sync data for ids ['cf4a80f6-92f6-425c-b567-ee00826e9a4b'] in n-d-825496-5 is: [{'id': 'cf4a80f6-92f6-425c-b567-ee00826e9a4b', 'name': 'tempest-snat-router-372916403', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.67'}], 'enable_snat': False}, 'gw_port_id': 'bbf40aee-80f1-4f73-9c44-109f28789d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:53Z', 'updated_at': '2022-01-29T20:04:57Z', 'revision_number': 3, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port': {'id': 'bbf40aee-80f1-4f73-9c44-109f28789d35', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4a80f6-92f6-425c-b567-ee00826e9a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:04:55Z', 'updated_at': '2022-01-29T20:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:01.046880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-9ba4e49b-52ab-4ae6-828e-897bfb3d4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:01.048441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-9ba4e49b-52ab-4ae6-828e-897bfb3d4e24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d6f30b0-55d5-4d31-a69e-566b65e21c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2408004 Jan 29 20:05:01.103249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e27e63-0767-46c4-bf9b-0009a746f408 req-2d310de1-93f8-47b8-ae28-c16b93c25633 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:01.104859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72e27e63-0767-46c4-bf9b-0009a746f408 req-2d310de1-93f8-47b8-ae28-c16b93c25633 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.2301469 Jan 29 20:05:01.109710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Allocated IP 172.25.5.105 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/d3b78175-5745-4e43-bb23-d21b00058e0f) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:01.190946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9810d853-eb9f-4e76-8117-403e6bfeeffe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:01.223755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['554b8d20-0b0c-4808-ba68-ee0cac5d4b75', '9810d853-eb9f-4e76-8117-403e6bfeeffe'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:05:01.458987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 082a416d-0d98-47fd-9905-b8281dade625 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:05:01.480023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event deleted for resources: {'Port': ['ID=9810d853-eb9f-4e76-8117-403e6bfeeffe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:01.507141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] No DVR routers for this DVR port 9810d853-eb9f-4e76-8117-403e6bfeeffe on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:01.534952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:01.542122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfef7520-a278-4ce1-b41a-a98a32dd5831 req-79dc867b-ae33-457f-8c28-cbe19d9996d8 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "DELETE /v2.0/ports/9810d853-eb9f-4e76-8117-403e6bfeeffe HTTP/1.1" status: 204 len: 173 time: 2.1004272 Jan 29 20:05:01.550289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d50539-af87-489a-bd2c-3a552efbbb38', 'name': 'network-vif-deleted', 'tag': '9810d853-eb9f-4e76-8117-403e6bfeeffe'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:01.550849 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b74fa5-de28-428b-843e-3a5c5b7e1a77" -d '{"events": [{"server_uuid": "15d50539-af87-489a-bd2c-3a552efbbb38", "name": "network-vif-deleted", "tag": "9810d853-eb9f-4e76-8117-403e6bfeeffe"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:01.633698 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6277f2a3-1876-4f01-bed1-627a33cd816e req-5e1c6460-5799-4a2e-9c66-9350f2404aa5 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 210 time: 0.2094800 Jan 29 20:05:01.699837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-11b0fdd6-a606-4886-b28e-b2600da43eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308780 Jan 29 20:05:01.741293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:01.746554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 082a416d-0d98-47fd-9905-b8281dade625, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=082a416d-0d98-47fd-9905-b8281dade625,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:01.763754 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7aeea0-9620-4c2e-8f20-5fcaaed806ed x-openstack-request-id: req-fd7aeea0-9620-4c2e-8f20-5fcaaed806ed {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:01.764307 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d50539-af87-489a-bd2c-3a552efbbb38", "name": "network-vif-deleted", "tag": "9810d853-eb9f-4e76-8117-403e6bfeeffe", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:01.764760 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd7aeea0-9620-4c2e-8f20-5fcaaed806ed {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:01.765349 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d50539-af87-489a-bd2c-3a552efbbb38', 'name': 'network-vif-deleted', 'tag': '9810d853-eb9f-4e76-8117-403e6bfeeffe', 'status': 'completed', 'code': 200} Jan 29 20:05:01.844544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '082a416d-0d98-47fd-9905-b8281dade625', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'port_id': '082a416d-0d98-47fd-9905-b8281dade625', 'mac_address': 'fa:16:3e:0e:33:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:05:01.987086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:02.056263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e3a51e8-2b09-4946-b1f0-c8b4d98cafb0 req-1cb8bd0d-52cd-4491-9f61-df57e275011b service neutron] 10.222.0.13 "GET /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397682 Jan 29 20:05:02.059629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:02.092303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:02.098101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:02.115197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbf40aee-80f1-4f73-9c44-109f28789d35 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:05:02.120231 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:02.131718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d3765-5645-4251-b290-8f1f6ad51c47 req-e022090a-4848-48d0-9ed6-d1ebfcbc5dca tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:02.141769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc6d3765-5645-4251-b290-8f1f6ad51c47 req-e022090a-4848-48d0-9ed6-d1ebfcbc5dca tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 944 time: 0.2299089 Jan 29 20:05:02.152705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-4f48b25a-7586-48fa-b4b3-76d05942329b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0008173 Jan 29 20:05:02.178536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72e27e63-0767-46c4-bf9b-0009a746f408 req-c9aeae2a-8f56-4bf2-b033-d7db3285ff9c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0400863 Jan 29 20:05:02.192131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b78175-5745-4e43-bb23-d21b00058e0f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:02.319941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 082a416d-0d98-47fd-9905-b8281dade625 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:02.335053 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (082a416d-0d98-47fd-9905-b8281dade625), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:02.417886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082a416d-0d98-47fd-9905-b8281dade625 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:05:02.499047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 082a416d-0d98-47fd-9905-b8281dade625, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=082a416d-0d98-47fd-9905-b8281dade625,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:02.506582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc6d3765-5645-4251-b290-8f1f6ad51c47 req-a143d02f-97ff-4cd8-9be3-c250da5e33d7 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625226 Jan 29 20:05:02.577478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bbf40aee-80f1-4f73-9c44-109f28789d35 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:02.578024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:02.658910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (082a416d-0d98-47fd-9905-b8281dade625), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:02.804443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=082a416d-0d98-47fd-9905-b8281dade625,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:02.859497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03d781f2-23af-414c-a805-b813b442f36e req-2d3329cc-a5ab-4b44-b13a-fb3ecf37622e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=15d50539-af87-489a-bd2c-3a552efbbb38 HTTP/1.1" status: 200 len: 210 time: 0.0733762 Jan 29 20:05:02.915789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bbf40aee-80f1-4f73-9c44-109f28789d35 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:02.916976 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:02.987288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port bbf40aee-80f1-4f73-9c44-109f28789d35, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbf40aee-80f1-4f73-9c44-109f28789d35,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:02.994003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['082a416d-0d98-47fd-9905-b8281dade625'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:05:03.129608 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:03.380447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-685be01b-2624-47c3-9f59-f836f15e6260 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1574085 Jan 29 20:05:03.442314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=bbf40aee-80f1-4f73-9c44-109f28789d35,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:03.486250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9810d853-eb9f-4e76-8117-403e6bfeeffe no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:03.509573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 9810d853-eb9f-4e76-8117-403e6bfeeffe {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:03.509916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 9810d853-eb9f-4e76-8117-403e6bfeeffe not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:03.618655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-1f837c09-d9c7-488e-8a2e-6ec6737270ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:03.621677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-1f837c09-d9c7-488e-8a2e-6ec6737270ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1128 time: 0.1342158 Jan 29 20:05:03.782675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (9a1dad7b-5762-47ab-9e27-6e51d1007e29), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:03.810559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbf40aee-80f1-4f73-9c44-109f28789d35 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:05:03.900307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bbf40aee-80f1-4f73-9c44-109f28789d35 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:03.900942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:03.963794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c7f15-2105-4704-af39-5fe8cdd34567 req-dc9a6edb-4665-4700-9a1e-024a6d77ec7f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:03.971713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a4c7f15-2105-4704-af39-5fe8cdd34567 req-dc9a6edb-4665-4700-9a1e-024a6d77ec7f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 945 time: 0.2736185 Jan 29 20:05:04.044785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-a24b1d40-2b30-415a-9521-6db241140009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:04.051154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-a24b1d40-2b30-415a-9521-6db241140009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 896 time: 0.3939009 Jan 29 20:05:04.163624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a15bcd-a312-4d5c-8004-25d7781733d0 req-9cc16862-c416-42c3-936b-e57ee60fb97c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:04.165565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8a15bcd-a312-4d5c-8004-25d7781733d0 req-9cc16862-c416-42c3-936b-e57ee60fb97c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.8045404 Jan 29 20:05:04.178458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bbf40aee-80f1-4f73-9c44-109f28789d35 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:04.219791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-b90085a5-1e02-4c37-8dac-3b9430fb8c4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 200 len: 1002 time: 0.1613202 Jan 29 20:05:04.264874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a4c7f15-2105-4704-af39-5fe8cdd34567 req-5fd4c383-8511-4ba7-b311-6e0d67e6de06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868776 Jan 29 20:05:04.411016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e8a15bcd-a312-4d5c-8004-25d7781733d0 req-de0970f4-31aa-4673-8eed-5de7796f24aa tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320974 Jan 29 20:05:04.452305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-939cd0af-b8cd-46a9-b408-54d10fa21c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:04.453925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-939cd0af-b8cd-46a9-b408-54d10fa21c4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa5f27cd-c46f-44fb-b218-5e748976fd08 HTTP/1.1" status: 200 len: 835 time: 0.1878214 Jan 29 20:05:04.573176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-4f0b0dbd-c9a1-43fd-a3ac-34715f390d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:04.575057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-4f0b0dbd-c9a1-43fd-a3ac-34715f390d81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c329dd2-cca3-4e47-ae41-483ac3223fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968416 Jan 29 20:05:04.590224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-d0772e87-550f-4deb-87fc-26007d388bd4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:05:04.591390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-d0772e87-550f-4deb-87fc-26007d388bd4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057447 Jan 29 20:05:04.779854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-26886d88-23c8-4935-95ea-22ced59dfa23 service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785147 Jan 29 20:05:04.809081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-c6a42675-199d-4a72-a013-71df7fb21ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:04.811038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-c6a42675-199d-4a72-a013-71df7fb21ec6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa&tenant_id=ccc6256be9e14639aa43b521ae6cb4f6 HTTP/1.1" status: 200 len: 1125 time: 0.2557507 Jan 29 20:05:04.818462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (9a1dad7b-5762-47ab-9e27-6e51d1007e29), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:04.951464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a4086ee-5402-42ec-8e6f-52788b7d06c7 req-fadd12ff-bcd8-40e3-ad91-278ff669be4e service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610105 Jan 29 20:05:04.966801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:05.223491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:05.405369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Router 9a1dad7b-5762-47ab-9e27-6e51d1007e29 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:05:05.450681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 082a416d-0d98-47fd-9905-b8281dade625 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:05:05.674834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 082a416d-0d98-47fd-9905-b8281dade625 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:05:05.689992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 082a416d-0d98-47fd-9905-b8281dade625 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:05.690373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (082a416d-0d98-47fd-9905-b8281dade625), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:05.732811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:05.816896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Sync routers for ids ['9a1dad7b-5762-47ab-9e27-6e51d1007e29'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:05.834006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Routers {'9a1dad7b-5762-47ab-9e27-6e51d1007e29'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:05.834874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9a1dad7b-5762-47ab-9e27-6e51d1007e29'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:06.062318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:06.092537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Set router 9a1dad7b-5762-47ab-9e27-6e51d1007e29 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:06.159496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:05:06.178098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f99b0-ea11-4757-8074-b1e250526a94 req-cd50bf70-1514-4a83-9f03-9ff180519747 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:06.191884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b4f99b0-ea11-4757-8074-b1e250526a94 req-cd50bf70-1514-4a83-9f03-9ff180519747 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 945 time: 0.7688138 Jan 29 20:05:06.341560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:05:06.341560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Publish callbacks [] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:06.341560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Transition to ACTIVE for port object 287f3f2e-e3a4-433c-9607-88bcdece7358 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:05:06.341560 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:06.341560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d47f855-e9ef-4561-8665-73b6d887eea0 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7130518 Jan 29 20:05:06.342266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b4f99b0-ea11-4757-8074-b1e250526a94 req-a42d8403-b7c2-427c-8795-14b38aeb5a4f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364896 Jan 29 20:05:06.342266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45554) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:06.344683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb7765-7783-430b-97ef-f35aa56b20a5 req-eeddd12d-930d-48c3-88c9-d2ea1f43cc3b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:06.346719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fdb7765-7783-430b-97ef-f35aa56b20a5 req-eeddd12d-930d-48c3-88c9-d2ea1f43cc3b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 943 time: 0.7631559 Jan 29 20:05:06.422000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 082a416d-0d98-47fd-9905-b8281dade625 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:06.422395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (082a416d-0d98-47fd-9905-b8281dade625), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:06.548498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5fdb7765-7783-430b-97ef-f35aa56b20a5 req-d5bb5418-ebbd-4333-89a9-a5202487165e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605201 Jan 29 20:05:06.549246 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:06.619377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d922f0ae-325b-4971-9630-42e3a6d141a5 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/9a1dad7b-5762-47ab-9e27-6e51d1007e29 HTTP/1.1" status: 200 len: 907 time: 0.2764411 Jan 29 20:05:06.621879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45562) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:06.797470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] No DVR routers for this DVR port 287f3f2e-e3a4-433c-9607-88bcdece7358 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:06.832922 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:05:06.894005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (9a1dad7b-5762-47ab-9e27-6e51d1007e29), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:06.955121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=9']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:06.962337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:05:06.962713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:05:06.963018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 on network 3b7b02fb-6b31-4dca-971d-9815d86b095c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:05:06.976175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Port 287f3f2e-e3a4-433c-9607-88bcdece7358 on network 3b7b02fb-6b31-4dca-971d-9815d86b095c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:05:06.976503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Attempting to bind port 287f3f2e-e3a4-433c-9607-88bcdece7358 on network 3b7b02fb-6b31-4dca-971d-9815d86b095c {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:05:06.993293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:05:07.016406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Checking segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:05:07.016406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Bound using segment: {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:05:07.016406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Bound port: 287f3f2e-e3a4-433c-9607-88bcdece7358, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd83b66-fda1-44ce-9eba-7fae388e6f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:05:07.016406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.022450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082a416d-0d98-47fd-9905-b8281dade625'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:07.030519 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eedbc83-b70d-41f4-ac1d-f5445410cd52" -d '{"events": [{"server_uuid": "ecd505f5-e9f5-4404-bc83-99771ed237d1", "name": "network-vif-plugged", "status": "completed", "tag": "082a416d-0d98-47fd-9905-b8281dade625"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:07.084420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 082a416d-0d98-47fd-9905-b8281dade625, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=082a416d-0d98-47fd-9905-b8281dade625,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:07.155480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (082a416d-0d98-47fd-9905-b8281dade625), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.159165 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010e8332-3a3f-4e3d-b3b8-7d6a12986b9e x-openstack-request-id: req-010e8332-3a3f-4e3d-b3b8-7d6a12986b9e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:07.159678 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd505f5-e9f5-4404-bc83-99771ed237d1", "name": "network-vif-plugged", "status": "completed", "tag": "082a416d-0d98-47fd-9905-b8281dade625", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:07.160033 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-010e8332-3a3f-4e3d-b3b8-7d6a12986b9e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:07.160612 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082a416d-0d98-47fd-9905-b8281dade625', 'code': 200} Jan 29 20:05:07.222387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1dad7b-5762-47ab-9e27-6e51d1007e29', 'name': 'tempest-snat-router-372916403', 'tenant_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd3b78175-5745-4e43-bb23-d21b00058e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:04:58Z', 'updated_at': '2022-01-29T20:05:03Z', 'revision_number': 3, 'project_id': '1b4bdf18ae2440d2aa2cbd8116def109', 'gw_port': {'id': 'd3b78175-5745-4e43-bb23-d21b00058e0f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1dad7b-5762-47ab-9e27-6e51d1007e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:05:00Z', 'updated_at': '2022-01-29T20:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:07.236430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (9a1dad7b-5762-47ab-9e27-6e51d1007e29), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.267116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:05:07.271863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:05:07.299834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Checking router: 9a1dad7b-5762-47ab-9e27-6e51d1007e29 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:05:07.300739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Updating router 9a1dad7b-5762-47ab-9e27-6e51d1007e29 port d3b78175-5745-4e43-bb23-d21b00058e0f binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:05:07.355789 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.356037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dacdd-5bfa-4b52-b4e8-cb6751d5009d req-16ff012e-1dab-4357-9051-7f2dceb335b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:07.357602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6dacdd-5bfa-4b52-b4e8-cb6751d5009d req-16ff012e-1dab-4357-9051-7f2dceb335b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 1128 time: 0.1003428 Jan 29 20:05:07.389475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.390861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=082a416d-0d98-47fd-9905-b8281dade625,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:07.412148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.415020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.415020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.415020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.415020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.415020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.415968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.416449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.416916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.417365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.417812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.418255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.418695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:07.443722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:07.444468 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.446458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] 10.222.0.26 "PUT /v2.0/ports/287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 1091 time: 2.6125574 Jan 29 20:05:07.446917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:07.472273 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:07.706135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Deleting port d3b78175-5745-4e43-bb23-d21b00058e0f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:07.707411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:07.711832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6dacdd-5bfa-4b52-b4e8-cb6751d5009d req-c0713e07-be6b-4dd1-8800-5eb107065f0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423920 Jan 29 20:05:07.901673 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ad3a5f-13af-49e5-9e30-f7ae24cd755d x-openstack-request-id: req-05ad3a5f-13af-49e5-9e30-f7ae24cd755d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:07.911289 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:07.913175 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05ad3a5f-13af-49e5-9e30-f7ae24cd755d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:07.914945 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'status': 'completed', 'code': 200} Jan 29 20:05:07.951119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40bb5d-1626-41d7-8014-2d20dbdddb30 service neutron] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:07.986105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609486b6-7238-482f-8beb-1d49ea71f1fd req-0265e8e3-85c1-43bd-b0e2-8b58deeb1947 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:07.997916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-609486b6-7238-482f-8beb-1d49ea71f1fd req-0265e8e3-85c1-43bd-b0e2-8b58deeb1947 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2637711 Jan 29 20:05:08.026455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d6b4d-026a-43d9-b68c-e83745ca47d8 req-19a13f7b-a737-4556-b228-d01bc52fe655 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:08.028520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec4d6b4d-026a-43d9-b68c-e83745ca47d8 req-19a13f7b-a737-4556-b228-d01bc52fe655 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 946 time: 0.4790561 Jan 29 20:05:08.099734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-7906b432-2639-4f23-9a3d-067ca93170ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:08.103257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-7906b432-2639-4f23-9a3d-067ca93170ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1126 time: 0.5838757 Jan 29 20:05:08.121397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.212652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks [] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.216816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.222573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Calling delete_port for d3b78175-5745-4e43-bb23-d21b00058e0f owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:08.234282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec4d6b4d-026a-43d9-b68c-e83745ca47d8 req-606a50b6-c70a-48d2-9cc5-9f1fee85d698 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982796 Jan 29 20:05:08.284529 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-609486b6-7238-482f-8beb-1d49ea71f1fd req-d87a9a21-618e-44aa-89b9-b93809d0e84c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839453 Jan 29 20:05:08.309145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.421028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-57a799cf-21ab-4f76-9a8d-98085ef6364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:08.422599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-57a799cf-21ab-4f76-9a8d-98085ef6364a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 0.2538803 Jan 29 20:05:08.448864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd86c7a-f660-450f-8611-f004f98af1d7 None None] Pushing event updated for resources: {'Port': ['ID=d3b78175-5745-4e43-bb23-d21b00058e0f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:08.524955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Attempting to bind port d3b78175-5745-4e43-bb23-d21b00058e0f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:05:08.525739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Attempting to bind port d3b78175-5745-4e43-bb23-d21b00058e0f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:05:08.526427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Attempting to bind port d3b78175-5745-4e43-bb23-d21b00058e0f on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:05:08.535708 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-daf68e13-dd02-4cbd-8bec-5d23c129b36b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.1057897 Jan 29 20:05:08.541829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:05:08.543482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:05:08.544156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.544828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:05:08.545646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Bound port: d3b78175-5745-4e43-bb23-d21b00058e0f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:05:08.546285 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.684548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-424d0db5-22bb-4aaf-b4fb-71fea36217e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:08.688163 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-424d0db5-22bb-4aaf-b4fb-71fea36217e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.1385572 Jan 29 20:05:08.709715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.714093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:05:08.714489 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:05:08.755370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-d1e934d5-0da4-4fab-aa39-e5e492a74114 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540652 Jan 29 20:05:08.784719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3b78175-5745-4e43-bb23-d21b00058e0f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:08.929357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (9a1dad7b-5762-47ab-9e27-6e51d1007e29), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:08.949781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-f4e4d083-8a02-4494-bc40-478b65c4397a service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935830 Jan 29 20:05:09.070937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (9a1dad7b-5762-47ab-9e27-6e51d1007e29), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.075441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (9a1dad7b-5762-47ab-9e27-6e51d1007e29), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.127246 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4cc5c541-ec4f-4f52-bf94-508ad1177669 req-6e1ae58e-7974-446a-837f-d17bde293f37 service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705337 Jan 29 20:05:09.230139 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (9a1dad7b-5762-47ab-9e27-6e51d1007e29), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.231040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1dad7b-5762-47ab-9e27-6e51d1007e29 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:09.244689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.244689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f0c3c96-e110-4015-a93d-5b3c6c9336e3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9a1dad7b-5762-47ab-9e27-6e51d1007e29 HTTP/1.1" status: 204 len: 168 time: 2.6218450 Jan 29 20:05:09.252574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45614) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:09.292304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Attempting to bind port d3b78175-5745-4e43-bb23-d21b00058e0f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:05:09.292304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Attempting to bind port d3b78175-5745-4e43-bb23-d21b00058e0f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:05:09.292304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Attempting to bind port d3b78175-5745-4e43-bb23-d21b00058e0f on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:05:09.319173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:05:09.319563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:05:09.322147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.323488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:05:09.328900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Bound port: d3b78175-5745-4e43-bb23-d21b00058e0f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:05:09.330719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d3b78175-5745-4e43-bb23-d21b00058e0f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.375988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Port d3b78175-5745-4e43-bb23-d21b00058e0f has been deleted concurrently {{(pid=103564) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 29 20:05:09.442251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Routers set() bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:09.442737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Router IDs set() for agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 20:05:09.443502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a1dad7b-5762-47ab-9e27-6e51d1007e29'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent'). {{(pid=103564) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 20:05:09.444313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa268ba0-5f67-43f1-8b06-4678a0eb8770 None None] The sync data for ids ['9a1dad7b-5762-47ab-9e27-6e51d1007e29'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:09.571250 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (cf4a80f6-92f6-425c-b567-ee00826e9a4b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.617362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5ae2c-b780-4af9-a600-19e030a62f42 req-73828e17-b070-480d-aeea-10fbd68f7f83 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:09.637649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94a5ae2c-b780-4af9-a600-19e030a62f42 req-73828e17-b070-480d-aeea-10fbd68f7f83 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1951339 Jan 29 20:05:09.785797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94a5ae2c-b780-4af9-a600-19e030a62f42 req-fae2af20-b3a0-410f-a53d-48999c8e7617 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470201 Jan 29 20:05:09.907432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (cf4a80f6-92f6-425c-b567-ee00826e9a4b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:09.930977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85341e7d-2cf9-4f60-9db4-7bc04d5a3089 req-eb0b39fa-1492-4562-8686-e257c3cb7c12 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:09.932579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-85341e7d-2cf9-4f60-9db4-7bc04d5a3089 req-eb0b39fa-1492-4562-8686-e257c3cb7c12 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 946 time: 0.4045451 Jan 29 20:05:09.934705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-b601386d-98c1-4b44-8dcb-e6e74dfbe813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:09.936078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-b601386d-98c1-4b44-8dcb-e6e74dfbe813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1126 time: 0.4174781 Jan 29 20:05:10.178405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-85341e7d-2cf9-4f60-9db4-7bc04d5a3089 req-1d09cb55-255c-400b-ba63-f3fb7bf07b74 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386353 Jan 29 20:05:10.216826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-3f866640-3597-41ed-99ec-6c2e0520e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:10.220472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-3f866640-3597-41ed-99ec-6c2e0520e307 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 0.2679560 Jan 29 20:05:10.233131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Deleting port bbf40aee-80f1-4f73-9c44-109f28789d35 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:10.233722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:10.316086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-8c5a76a4-95a4-4bbb-bad3-350bce1507fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.0850368 Jan 29 20:05:10.463626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc954c-eaf1-418c-b476-9c542b32cd4f req-0086376a-a9cc-4799-bd38-74e75354f998 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:10.470069 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-42fc954c-eaf1-418c-b476-9c542b32cd4f req-0086376a-a9cc-4799-bd38-74e75354f998 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 946 time: 0.1768086 Jan 29 20:05:10.522452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-da73fa1c-f593-4be5-adf7-d446413a1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:10.530186 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-da73fa1c-f593-4be5-adf7-d446413a1bf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.1861482 Jan 29 20:05:10.550500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-42fc954c-eaf1-418c-b476-9c542b32cd4f req-146a20f5-eac1-462e-9579-4d03126ad385 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719273 Jan 29 20:05:10.572801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-fce38a2b-91a3-409a-ab05-29c98ab2295b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426769 Jan 29 20:05:10.580025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] For port bbf40aee-80f1-4f73-9c44-109f28789d35, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bbf40aee-80f1-4f73-9c44-109f28789d35,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:10.580420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:10.618746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Calling delete_port for bbf40aee-80f1-4f73-9c44-109f28789d35 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:10.825783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-5f7c6e6c-8073-4dd2-8dcc-581b61e48a37 service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424965 Jan 29 20:05:11.651329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34bbb-d9fc-463c-a3c5-d7e1fed16c02 req-2281b300-af4e-4cd0-af60-916964e25e08 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:11.658788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fab34bbb-d9fc-463c-a3c5-d7e1fed16c02 req-2281b300-af4e-4cd0-af60-916964e25e08 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.6948984 Jan 29 20:05:11.716216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b94af25-9dfa-4a63-a5da-8a1ad97c21f6 req-854b8096-3938-478b-99bd-25362028898a service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8787212 Jan 29 20:05:11.839605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fab34bbb-d9fc-463c-a3c5-d7e1fed16c02 req-01471c03-d7d7-4a7d-86b6-97a1d3a3a45c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537704 Jan 29 20:05:12.160989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45682) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:12.503886 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bbf40aee-80f1-4f73-9c44-109f28789d35), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:12.544012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbf40aee-80f1-4f73-9c44-109f28789d35,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:12.691165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (cf4a80f6-92f6-425c-b567-ee00826e9a4b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:12.801648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:12.986378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (cf4a80f6-92f6-425c-b567-ee00826e9a4b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:12.990644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_controller (cf4a80f6-92f6-425c-b567-ee00826e9a4b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:13.211778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (cf4a80f6-92f6-425c-b567-ee00826e9a4b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:13.211778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf4a80f6-92f6-425c-b567-ee00826e9a4b {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:13.211778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:13.211778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e8df5ba2-6885-4429-b88b-990f576e47f3 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "DELETE /v2.0/routers/cf4a80f6-92f6-425c-b567-ee00826e9a4b HTTP/1.1" status: 204 len: 168 time: 3.9640348 Jan 29 20:05:13.218060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:13.229266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-913739171', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:13.319267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9fbb-8268-44fa-b60a-1ddd3da8c934 req-d6484fb4-5e04-45aa-9440-bc96a262db5e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:13.322331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-242a9fbb-8268-44fa-b60a-1ddd3da8c934 req-d6484fb4-5e04-45aa-9440-bc96a262db5e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2913725 Jan 29 20:05:13.401089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:13.402286 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:13.536101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:13.790239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.20.0.17 (5d6f30b0-55d5-4d31-a69e-566b65e21c9b/af8198ce-ccd9-4956-bda1-e6b1db6b826c/024321ef-876f-41b0-9cfb-dafb8dc2d200) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:14.014772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-242a9fbb-8268-44fa-b60a-1ddd3da8c934 req-051d819f-05be-49f7-8695-f5bb2206a4d6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911115 Jan 29 20:05:14.070875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbf40aee-80f1-4f73-9c44-109f28789d35 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:14.091980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:14.139390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: bbf40aee-80f1-4f73-9c44-109f28789d35 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:14.139735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bbf40aee-80f1-4f73-9c44-109f28789d35 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:14.285625 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:14.510570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:14.595405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (628f9fe9-784b-4f13-8e06-40c244aa9b30), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:14.639967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:14.654828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:14.655094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:14.668954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:14.742499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=024321ef-876f-41b0-9cfb-dafb8dc2d200,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:14.802939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:15.003205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Allocated IP 172.25.5.101 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/c5d4a2d1-88fd-49c4-a670-b9d55951969c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:15.359647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f529d20c-aa57-4728-bb5e-8a5ffec71ee4 None None] Provisioning complete for port 024321ef-876f-41b0-9cfb-dafb8dc2d200 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:15.360813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f529d20c-aa57-4728-bb5e-8a5ffec71ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:15.414488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f529d20c-aa57-4728-bb5e-8a5ffec71ee4 None None] Port 024321ef-876f-41b0-9cfb-dafb8dc2d200 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:05:15.472023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:15.478530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76bdbc-d607-46ad-ba26-afd4d8abfd14 req-439686d3-f43b-463b-a5bf-650666adcf85 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:15.496304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea76bdbc-d607-46ad-ba26-afd4d8abfd14 req-439686d3-f43b-463b-a5bf-650666adcf85 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2760262 Jan 29 20:05:15.532059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for port (c5d4a2d1-88fd-49c4-a670-b9d55951969c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:15.651073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea76bdbc-d607-46ad-ba26-afd4d8abfd14 req-6eea8e4c-4714-4a40-b933-ea5a620c0712 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536422 Jan 29 20:05:15.715215 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c5d4a2d1-88fd-49c4-a670-b9d55951969c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:15.825076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:15.840548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:15.849935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:15.905756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event updated for resources: {'Port': ['ID=c5d4a2d1-88fd-49c4-a670-b9d55951969c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:16.236065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:16.884104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa025f-6e56-4659-a1b9-049ca90582f8 req-6073c547-b0f2-40ee-8062-3c8b38745f29 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:16.895791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0aa025f-6e56-4659-a1b9-049ca90582f8 req-6073c547-b0f2-40ee-8062-3c8b38745f29 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1071820 Jan 29 20:05:16.967891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0aa025f-6e56-4659-a1b9-049ca90582f8 req-55e62c60-0f83-4e95-a44f-43a980b37742 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Jan 29 20:05:17.287682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:17.401829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:17.436783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=024321ef-876f-41b0-9cfb-dafb8dc2d200,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:17.642808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (628f9fe9-784b-4f13-8e06-40c244aa9b30), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:17.680337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:17.685341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:18.002310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:05:18.296301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:18.319341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:18.360230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-086e463c-54ba-4528-bedf-7a62fea3ff75 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "PUT /v2.0/routers/feace164-1d2f-40eb-bf4d-fd789c3e9199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1916904 Jan 29 20:05:18.360536 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:18.375511 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:18.376195 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:18.400916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a9d36766-86ce-47b0-bd2b-72cef0dff476 None None] Provisioning complete for port 024321ef-876f-41b0-9cfb-dafb8dc2d200 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:18.404408 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9d36766-86ce-47b0-bd2b-72cef0dff476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:18.433626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62da4-7c26-4a7a-86f5-db00ac977220 req-b60fa5af-04bd-473b-bd8b-fa2b313c3d9b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:18.461212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4f62da4-7c26-4a7a-86f5-db00ac977220 req-b60fa5af-04bd-473b-bd8b-fa2b313c3d9b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2682927 Jan 29 20:05:18.525435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9d36766-86ce-47b0-bd2b-72cef0dff476 None None] Port 024321ef-876f-41b0-9cfb-dafb8dc2d200 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:05:18.557248 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:18.705787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c4f62da4-7c26-4a7a-86f5-db00ac977220 req-c9790d68-918b-45d4-83a4-b2ee2f9c6fba tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404735 Jan 29 20:05:18.897271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Router 628f9fe9-784b-4f13-8e06-40c244aa9b30 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:05:19.294420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:19.318302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] Sync routers for ids ['628f9fe9-784b-4f13-8e06-40c244aa9b30'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:19.341964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] Routers {'628f9fe9-784b-4f13-8e06-40c244aa9b30'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:19.342614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['628f9fe9-784b-4f13-8e06-40c244aa9b30'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:19.415652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:19.419890 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:15Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:44Z', 'revision_number': 1, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024321ef-876f-41b0-9cfb-dafb8dc2d200', 'name': '', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:64:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:05:13Z', 'updated_at': '2022-01-29T20:05:15Z', 'revision_number': 2, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:19.424983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] Routers {'628f9fe9-784b-4f13-8e06-40c244aa9b30'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:19.425652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['628f9fe9-784b-4f13-8e06-40c244aa9b30'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:19.482251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:19.483195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd51765-19c7-4787-a16a-c7a209caeab4 None None] The sync data for ids ['628f9fe9-784b-4f13-8e06-40c244aa9b30'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:19.489263 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:05:19.489641 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Updating router feace164-1d2f-40eb-bf4d-fd789c3e9199 port 024321ef-876f-41b0-9cfb-dafb8dc2d200 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:05:19.551169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:19.555489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6671a802-5a39-4888-8612-6769e53d6ece tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3334846 Jan 29 20:05:19.557800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:19.564258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': False}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:19.581539 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:20.275692 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Publish callbacks [] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:20.384380 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:20.471410 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c51ed-a027-49ef-b196-7446831104b3 None None] Pushing event updated for resources: {'Port': ['ID=024321ef-876f-41b0-9cfb-dafb8dc2d200,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:20.594077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98201a-af86-4ea0-843f-83bec20a2a88 req-84559df1-9531-4e0b-8a5f-a467cdc57e53 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:20.608314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d98201a-af86-4ea0-843f-83bec20a2a88 req-84559df1-9531-4e0b-8a5f-a467cdc57e53 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.3482502 Jan 29 20:05:20.615177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Attempting to bind port 024321ef-876f-41b0-9cfb-dafb8dc2d200 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:05:20.615177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Attempting to bind port 024321ef-876f-41b0-9cfb-dafb8dc2d200 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:05:20.615177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Attempting to bind port 024321ef-876f-41b0-9cfb-dafb8dc2d200 on network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:05:20.621726 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:05:20.622172 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Checking segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:05:20.622639 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:20.623173 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Bound using segment: {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:05:20.623867 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Bound port: 024321ef-876f-41b0-9cfb-dafb8dc2d200, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c49a05-f7b5-4eba-97c3-ea4ab32506da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:05:20.624451 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:20.782857 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] For port 024321ef-876f-41b0-9cfb-dafb8dc2d200, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:05:20.787141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] For port 024321ef-876f-41b0-9cfb-dafb8dc2d200, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=024321ef-876f-41b0-9cfb-dafb8dc2d200,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:05:20.859433 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:20.873055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d98201a-af86-4ea0-843f-83bec20a2a88 req-070dcc98-5057-4e4a-9ebe-6b3f85fd27c2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624071 Jan 29 20:05:21.069312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] Provisioning complete for port 024321ef-876f-41b0-9cfb-dafb8dc2d200 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:21.070822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:21.074665 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c51ed-a027-49ef-b196-7446831104b3 None None] Pushing event updated for resources: {'Port': ['ID=024321ef-876f-41b0-9cfb-dafb8dc2d200,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:21.123266 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:21.124129 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:21.360956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:21.433824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] Current status of the port 024321ef-876f-41b0-9cfb-dafb8dc2d200 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:21.434229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:21.490644 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:21.582992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] For port 024321ef-876f-41b0-9cfb-dafb8dc2d200, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=024321ef-876f-41b0-9cfb-dafb8dc2d200,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:21.663602 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:21.964439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d3c41e42-a0c9-402f-aa5e-ff90ddec26e7 None None] Provisioning complete for port 024321ef-876f-41b0-9cfb-dafb8dc2d200 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:21.987897 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d3c41e42-a0c9-402f-aa5e-ff90ddec26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:21.994397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45bef-56b0-4efe-beaf-554fb60e8baf None None] Pushing event updated for resources: {'Port': ['ID=024321ef-876f-41b0-9cfb-dafb8dc2d200,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:22.411770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d3c41e42-a0c9-402f-aa5e-ff90ddec26e7 None None] Current status of the port 024321ef-876f-41b0-9cfb-dafb8dc2d200 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:22.480509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65abf6-e17b-4e16-b63d-14b4ffbd3db4 req-11b7ec77-9827-4b2c-9577-00c7b4e73d32 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:22.482619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e65abf6-e17b-4e16-b63d-14b4ffbd3db4 req-11b7ec77-9827-4b2c-9577-00c7b4e73d32 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2355247 Jan 29 20:05:22.553996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d81a0-557d-42ea-a256-e4c0dddf1891 req-7173a43a-2c9d-4adc-836e-70b489f2ff85 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:22.564362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411d81a0-557d-42ea-a256-e4c0dddf1891 req-7173a43a-2c9d-4adc-836e-70b489f2ff85 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 946 time: 0.2308366 Jan 29 20:05:22.566265 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:15Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:44Z', 'revision_number': 1, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024321ef-876f-41b0-9cfb-dafb8dc2d200', 'name': '', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:64:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:05:13Z', 'updated_at': '2022-01-29T20:05:20Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:22.663068 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52e24-b771-4840-a3b1-eaea21ea0357 None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:15Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:44Z', 'revision_number': 1, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024321ef-876f-41b0-9cfb-dafb8dc2d200', 'name': '', 'network_id': '5d6f30b0-55d5-4d31-a69e-566b65e21c9b', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:64:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:05:13Z', 'updated_at': '2022-01-29T20:05:20Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'af8198ce-ccd9-4956-bda1-e6b1db6b826c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:22.693281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-411d81a0-557d-42ea-a256-e4c0dddf1891 req-38370c12-ec9a-4858-90f1-e2171caca979 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279595 Jan 29 20:05:22.934650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-676cca02-6b49-46c2-8da8-e37461b12224 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:22.936704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-676cca02-6b49-46c2-8da8-e37461b12224 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 946 time: 0.2091048 Jan 29 20:05:22.990170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:23.018120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e65abf6-e17b-4e16-b63d-14b4ffbd3db4 req-3e01bd32-1239-471a-b4b5-5143de414a80 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290358 Jan 29 20:05:23.031688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:23.226005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Deleting port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:23.226462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:23.370289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Router 628f9fe9-784b-4f13-8e06-40c244aa9b30 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:05:23.582008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] For port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,segment=NetworkSegment(2e849e35-fd15-4b69-8f5d-d0bd32da39a3),segment_id=2e849e35-fd15-4b69-8f5d-d0bd32da39a3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:23.585061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:23.654403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Calling delete_port for 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:23.835867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:23.849978 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] Sync routers for ids ['628f9fe9-784b-4f13-8e06-40c244aa9b30'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:23.879659 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] Routers {'628f9fe9-784b-4f13-8e06-40c244aa9b30'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:23.886861 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['628f9fe9-784b-4f13-8e06-40c244aa9b30'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:23.889335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:23.903602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5919f17f-c085-4a13-8292-3e631dae72e9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "PUT /v2.0/routers/628f9fe9-784b-4f13-8e06-40c244aa9b30 HTTP/1.1" status: 200 len: 925 time: 4.3423002 Jan 29 20:05:23.904411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45878) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:23.978542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 024321ef-876f-41b0-9cfb-dafb8dc2d200 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:05:24.063904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:24.099008 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] Routers {'628f9fe9-784b-4f13-8e06-40c244aa9b30'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:24.101566 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:04:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['628f9fe9-784b-4f13-8e06-40c244aa9b30'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:24.189103 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:24.192759 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaee604-3fdb-4a3e-8641-d84e022939a1 None None] The sync data for ids ['628f9fe9-784b-4f13-8e06-40c244aa9b30'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:24.211942 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (554b8d20-0b0c-4808-ba68-ee0cac5d4b75), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:24.242384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 024321ef-876f-41b0-9cfb-dafb8dc2d200 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:24.245593 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:24.356713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Pushing event deleted for resources: {'Port': ['ID=554b8d20-0b0c-4808-ba68-ee0cac5d4b75,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:24.462575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e26fe3-ece6-4e53-9024-9cdc7fe50454 req-263714ec-fdc3-4f31-83e6-6368ff5a898d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:24.470068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1e26fe3-ece6-4e53-9024-9cdc7fe50454 req-263714ec-fdc3-4f31-83e6-6368ff5a898d tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 946 time: 0.3928509 Jan 29 20:05:24.499654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 024321ef-876f-41b0-9cfb-dafb8dc2d200 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:24.513632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] No DVR routers for this DVR port 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:24.517726 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:24.522150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-320cdaf0-08ef-45a4-a21a-bccb771635b7 req-beeb052b-a4f6-41c4-8e73-9338ededf340 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.26 "DELETE /v2.0/ports/554b8d20-0b0c-4808-ba68-ee0cac5d4b75 HTTP/1.1" status: 204 len: 173 time: 1.5698016 Jan 29 20:05:24.528956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'name': 'network-vif-deleted', 'tag': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:24.528956 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228eb2c0-1340-4a7a-9c11-b30f2ff124e1" -d '{"events": [{"server_uuid": "f1966791-fee3-46e1-a967-05f38aa2ba3e", "name": "network-vif-deleted", "tag": "554b8d20-0b0c-4808-ba68-ee0cac5d4b75"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:24.652462 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1e26fe3-ece6-4e53-9024-9cdc7fe50454 req-9376c289-dbe3-420b-a79f-c846e08e657e tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f94f6b7-cfb6-4a41-95cf-17321d2a7558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467283 Jan 29 20:05:24.659710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ca39b3c0-f3b4-4648-b03f-d6204cdafeec tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/628f9fe9-784b-4f13-8e06-40c244aa9b30 HTTP/1.1" status: 200 len: 925 time: 0.7491426 Jan 29 20:05:24.662900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:24.692601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ca098-f7bc-457f-8e34-0a00095182c1 req-fa122025-6752-4de5-9ff0-2796f0d30701 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:24.714268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-749ca098-f7bc-457f-8e34-0a00095182c1 req-fa122025-6752-4de5-9ff0-2796f0d30701 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.3826880 Jan 29 20:05:24.924711 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7756c0-761e-468f-97f1-bbbcdf70a9a5 x-openstack-request-id: req-4a7756c0-761e-468f-97f1-bbbcdf70a9a5 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:24.925268 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1966791-fee3-46e1-a967-05f38aa2ba3e", "name": "network-vif-deleted", "tag": "554b8d20-0b0c-4808-ba68-ee0cac5d4b75", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:24.925698 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a7756c0-761e-468f-97f1-bbbcdf70a9a5 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:24.926284 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1966791-fee3-46e1-a967-05f38aa2ba3e', 'name': 'network-vif-deleted', 'tag': '554b8d20-0b0c-4808-ba68-ee0cac5d4b75', 'status': 'completed', 'code': 200} Jan 29 20:05:24.950432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-749ca098-f7bc-457f-8e34-0a00095182c1 req-a94d99a5-a893-4399-ad3b-d614f8402aa1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348692 Jan 29 20:05:25.008238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e2bb8c-6e68-4235-a370-2d8f2ac519d1 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:25.010086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d1e2bb8c-6e68-4235-a370-2d8f2ac519d1 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=628f9fe9-784b-4f13-8e06-40c244aa9b30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3448353 Jan 29 20:05:25.013334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:25.176829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c460b5c-be97-4351-97d8-ca770b92037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:25.260651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83fcdb-34fd-435c-acaf-5607f0a10bf8 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:25.272765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b83fcdb-34fd-435c-acaf-5607f0a10bf8 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.2583609 Jan 29 20:05:25.276684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45908) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:25.326201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c0082a70-b5de-45ab-b160-b2e8cd5df4d3 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=628f9fe9-784b-4f13-8e06-40c244aa9b30 HTTP/1.1" status: 200 len: 205 time: 0.0484300 Jan 29 20:05:25.328887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45910) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:25.574037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:25.604955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:25.732789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:25.733137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 554b8d20-0b0c-4808-ba68-ee0cac5d4b75 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:25.980485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (628f9fe9-784b-4f13-8e06-40c244aa9b30), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:25.982376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1e37b86-27b3-4dfa-b827-ba15aff2d613 req-7231d115-a114-410b-b0cd-eb891413be52 tempest-AttachVolumeNegativeTest-1430772871 tempest-AttachVolumeNegativeTest-1430772871-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1966791-fee3-46e1-a967-05f38aa2ba3e HTTP/1.1" status: 200 len: 210 time: 0.0620711 Jan 29 20:05:26.191484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Deleting port c5d4a2d1-88fd-49c4-a670-b9d55951969c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:26.191968 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c5d4a2d1-88fd-49c4-a670-b9d55951969c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:26.217229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f324b-1ce1-4aed-8eff-cefca40dfa23 req-42370fc7-ee64-47d1-958e-51055cfec5ab tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:26.219002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae1f324b-1ce1-4aed-8eff-cefca40dfa23 req-42370fc7-ee64-47d1-958e-51055cfec5ab tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1122332 Jan 29 20:05:26.355955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae1f324b-1ce1-4aed-8eff-cefca40dfa23 req-90785f36-fe4e-4fbb-bf22-d8241970c940 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266029 Jan 29 20:05:26.375045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c5d4a2d1-88fd-49c4-a670-b9d55951969c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:26.401729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Calling delete_port for c5d4a2d1-88fd-49c4-a670-b9d55951969c owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:26.801393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c5d4a2d1-88fd-49c4-a670-b9d55951969c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:26.913438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event deleted for resources: {'Port': ['ID=c5d4a2d1-88fd-49c4-a670-b9d55951969c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:27.102073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (628f9fe9-784b-4f13-8e06-40c244aa9b30), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.111088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.111491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.112680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.113028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.113365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.113811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.114516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.114971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.115472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.115831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.116154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.116536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.117067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:27.147399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45954) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:27.291311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.296213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (628f9fe9-784b-4f13-8e06-40c244aa9b30), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.510029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (628f9fe9-784b-4f13-8e06-40c244aa9b30), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.510554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Fanout notify agent at l3_agent the message router_deleted on router 628f9fe9-784b-4f13-8e06-40c244aa9b30 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:27.524275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.525439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-40a84c6b-03a4-4733-9965-dd87c42b0fd9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/628f9fe9-784b-4f13-8e06-40c244aa9b30 HTTP/1.1" status: 204 len: 168 time: 2.1954188 Jan 29 20:05:27.547101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:27.655846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1399182490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:27.700748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Deleting subnet 68fd2f72-f689-45dc-926f-321bf6abee9a {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:05:27.713049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Publish callbacks [] for subnet (68fd2f72-f689-45dc-926f-321bf6abee9a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.765083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d2447-37d3-4ac0-987c-166e5568f15b req-b7598c09-7541-4721-bcee-0eea2a52eb41 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:27.787298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f7d2447-37d3-4ac0-987c-166e5568f15b req-b7598c09-7541-4721-bcee-0eea2a52eb41 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.2607105 Jan 29 20:05:27.793529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (68fd2f72-f689-45dc-926f-321bf6abee9a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.849907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (68fd2f72-f689-45dc-926f-321bf6abee9a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.875056 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.885677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:27.995533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (68fd2f72-f689-45dc-926f-321bf6abee9a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.025846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (420ea5ef-3a5a-4783-a3ba-b353333ddb00), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.082849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68fd2f72-f689-45dc-926f-321bf6abee9a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:28.107114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.117875 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.118406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fbb77829-355f-4f87-afe1-d4ba6b96f0fc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/68fd2f72-f689-45dc-926f-321bf6abee9a HTTP/1.1" status: 204 len: 168 time: 0.9689462 Jan 29 20:05:28.118406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 45984) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:28.172579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f7d2447-37d3-4ac0-987c-166e5568f15b req-1635e450-3236-40e5-9083-8c8c0a3e362b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818741 Jan 29 20:05:28.194761 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50237322-aa42-4159-b031-c44b7bdfb5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.283992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (822fd9b0-1689-41cd-80b3-f52857eb7c7b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.322968 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.324449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f97f3856-92d3-4318-bcb3-c67e8253b5d1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7348800 Jan 29 20:05:28.327280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 45986) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:28.331835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:28.447877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (822fd9b0-1689-41cd-80b3-f52857eb7c7b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.497885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822fd9b0-1689-41cd-80b3-f52857eb7c7b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:28.526258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e849e35-fd15-4b69-8f5d-d0bd32da39a3') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:28.526894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e849e35-fd15-4b69-8f5d-d0bd32da39a3') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:28.546328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (2e849e35-fd15-4b69-8f5d-d0bd32da39a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.572721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2e849e35-fd15-4b69-8f5d-d0bd32da39a3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.590328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:05:28.591051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (2e849e35-fd15-4b69-8f5d-d0bd32da39a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:05:28.597613 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:05:28.778019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (822fd9b0-1689-41cd-80b3-f52857eb7c7b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.783668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:28.796725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] 10.222.0.15 "DELETE /v2.0/networks/822fd9b0-1689-41cd-80b3-f52857eb7c7b HTTP/1.1" status: 204 len: 168 time: 0.6779478 Jan 29 20:05:28.834915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9931b-4b40-4292-9b7e-e1cd64929836 admin admin] Pushing event deleted for resources: {'Network': ['ID=822fd9b0-1689-41cd-80b3-f52857eb7c7b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:28.846640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.210230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (420ea5ef-3a5a-4783-a3ba-b353333ddb00), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.255492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46006) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:29.322408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-da172128-95e3-4d81-ab6a-8125f4eb7312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=193cd9f4fbd245938611d2788e95581b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630832 Jan 29 20:05:29.323484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46008) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:29.426198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883608-af82-4803-b7de-5aabe5650844 req-87c19c8e-9eb0-4440-8d6a-a40e95fc1122 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:29.433863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5883608-af82-4803-b7de-5aabe5650844 req-87c19c8e-9eb0-4440-8d6a-a40e95fc1122 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1500697 Jan 29 20:05:29.497370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b269d6a-f329-4139-9ce0-b8a4ba21cf26 admin admin] Publish callbacks [] for security_group (4f94f6b7-cfb6-4a41-95cf-17321d2a7558), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.524191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b269d6a-f329-4139-9ce0-b8a4ba21cf26 admin admin] Publish callbacks [] for security_group (4f94f6b7-cfb6-4a41-95cf-17321d2a7558), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.601852 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f5883608-af82-4803-b7de-5aabe5650844 req-2d61c37c-cc1d-4942-841d-dbf291c54e7f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634851 Jan 29 20:05:29.657482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b269d6a-f329-4139-9ce0-b8a4ba21cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4f94f6b7-cfb6-4a41-95cf-17321d2a7558), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.660517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b269d6a-f329-4139-9ce0-b8a4ba21cf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.664829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3b269d6a-f329-4139-9ce0-b8a4ba21cf26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f94f6b7-cfb6-4a41-95cf-17321d2a7558 HTTP/1.1" status: 204 len: 168 time: 0.3215942 Jan 29 20:05:29.676180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b269d6a-f329-4139-9ce0-b8a4ba21cf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f94f6b7-cfb6-4a41-95cf-17321d2a7558,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:29.715602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (420ea5ef-3a5a-4783-a3ba-b353333ddb00), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.778360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.823807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:29.987236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Allocated IP 172.25.5.93 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/6b4d5b26-a234-40a3-a529-a4a980d3738b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:30.126377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for port (6b4d5b26-a234-40a3-a529-a4a980d3738b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:30.230005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6b4d5b26-a234-40a3-a529-a4a980d3738b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:30.301168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:30.303715 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:30.305678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event updated for resources: {'Port': ['ID=6b4d5b26-a234-40a3-a529-a4a980d3738b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:30.330563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:30.339519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:30.817074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (420ea5ef-3a5a-4783-a3ba-b353333ddb00), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:30.909568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78aca-eb7d-4ac8-8c00-22ef389135f6 req-d4e8d7fd-4878-4729-9b4a-d7816fe65346 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:30.911175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d78aca-eb7d-4ac8-8c00-22ef389135f6 req-d4e8d7fd-4878-4729-9b4a-d7816fe65346 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1856418 Jan 29 20:05:31.061354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2d78aca-eb7d-4ac8-8c00-22ef389135f6 req-97539d22-a15d-481d-99a5-825ce42a2b16 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038170 Jan 29 20:05:31.254308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:31.273381 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:31.531896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:31.600380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Router 420ea5ef-3a5a-4783-a3ba-b353333ddb00 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:05:31.770879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:31.782514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] Sync routers for ids ['420ea5ef-3a5a-4783-a3ba-b353333ddb00'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:31.783842 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:31.787635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-601f657d-a160-457f-876f-de4741fec3c4 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "PUT /v2.0/routers/420ea5ef-3a5a-4783-a3ba-b353333ddb00 HTTP/1.1" status: 200 len: 883 time: 3.4568768 Jan 29 20:05:31.788121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46084) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:31.806282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] Routers {'420ea5ef-3a5a-4783-a3ba-b353333ddb00'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:31.809121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['420ea5ef-3a5a-4783-a3ba-b353333ddb00'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:31.875329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:31.887807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] Routers {'420ea5ef-3a5a-4783-a3ba-b353333ddb00'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:31.889222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['420ea5ef-3a5a-4783-a3ba-b353333ddb00'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:31.931392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:31.932542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66c110-c1b0-474b-aee5-6639ca7d9fde None None] The sync data for ids ['420ea5ef-3a5a-4783-a3ba-b353333ddb00'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:32.318776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d7fb2-989e-4043-bd21-6fe3feaefafe req-bf021c63-78a1-4935-8baf-9c5a029b21f6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:32.338031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f32d7fb2-989e-4043-bd21-6fe3feaefafe req-bf021c63-78a1-4935-8baf-9c5a029b21f6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.1314311 Jan 29 20:05:32.443873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f32d7fb2-989e-4043-bd21-6fe3feaefafe req-d70ba6ac-3bf0-4ba9-825f-ae4da83bf291 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038251 Jan 29 20:05:32.574897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d851429-9fb7-49de-85e2-6789853594a1 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/420ea5ef-3a5a-4783-a3ba-b353333ddb00 HTTP/1.1" status: 200 len: 924 time: 0.7843354 Jan 29 20:05:32.578232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46114) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:32.693808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4228b0e-cdd2-4d24-9185-28644c02e82b tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:32.698795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46118) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:32.699064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e4228b0e-cdd2-4d24-9185-28644c02e82b tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=420ea5ef-3a5a-4783-a3ba-b353333ddb00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1164939 Jan 29 20:05:32.896144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4436cee-52e9-4482-aaa7-32fd2c40844c tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:32.898196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4436cee-52e9-4482-aaa7-32fd2c40844c tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.1978006 Jan 29 20:05:32.900996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46124) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:32.953486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f039afbe-78b8-48cf-851b-c586c4a9bbfe tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=420ea5ef-3a5a-4783-a3ba-b353333ddb00 HTTP/1.1" status: 200 len: 205 time: 0.0513475 Jan 29 20:05:32.956164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46126) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:33.151647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:33.422484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (420ea5ef-3a5a-4783-a3ba-b353333ddb00), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:33.635736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:05:33.676808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Deleting port 6b4d5b26-a234-40a3-a529-a4a980d3738b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:33.677310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6b4d5b26-a234-40a3-a529-a4a980d3738b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:33.883246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6b4d5b26-a234-40a3-a529-a4a980d3738b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:33.901337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Calling delete_port for 6b4d5b26-a234-40a3-a529-a4a980d3738b owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:33.915844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:33.948000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'network_id': '3b7b02fb-6b31-4dca-971d-9815d86b095c', 'port_id': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'mac_address': 'fa:16:3e:f9:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226c354d-8722-46a3-9b17-092cba09d623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:05:34.075070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:34.081025 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:34.146949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:05:34.188630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:34.193300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e732cd-d5d9-4ce6-ad88-d60455077c95 req-9fa7013c-4601-4dfe-896b-94bbba44abf3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:34.201240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5e732cd-d5d9-4ce6-ad88-d60455077c95 req-9fa7013c-4601-4dfe-896b-94bbba44abf3 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 944 time: 0.5700119 Jan 29 20:05:34.292888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5e732cd-d5d9-4ce6-ad88-d60455077c95 req-491579d6-c402-44ff-a5e4-44d84fca271b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905185 Jan 29 20:05:34.333093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6b4d5b26-a234-40a3-a529-a4a980d3738b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:34.361099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:34.382886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event deleted for resources: {'Port': ['ID=6b4d5b26-a234-40a3-a529-a4a980d3738b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:34.417278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:34.502365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (420ea5ef-3a5a-4783-a3ba-b353333ddb00), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:34.641452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['287f3f2e-e3a4-433c-9607-88bcdece7358'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:05:34.885581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46170) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:35.012388 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.024589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (420ea5ef-3a5a-4783-a3ba-b353333ddb00), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.188943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (420ea5ef-3a5a-4783-a3ba-b353333ddb00), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.190189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Fanout notify agent at l3_agent the message router_deleted on router 420ea5ef-3a5a-4783-a3ba-b353333ddb00 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:35.212148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.213579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e0cdbd38-8d31-4a40-a295-9b6a7d7bf47d tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/420ea5ef-3a5a-4783-a3ba-b353333ddb00 HTTP/1.1" status: 204 len: 168 time: 2.2563343 Jan 29 20:05:35.217401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46178) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:35.223957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1174331172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:35.423047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f60767-4822-49b7-ab99-a8408a1d376a req-a87a9ee4-6d7a-4bba-9d4c-f75a27b33abb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:35.424774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f60767-4822-49b7-ab99-a8408a1d376a req-a87a9ee4-6d7a-4bba-9d4c-f75a27b33abb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 945 time: 0.0608408 Jan 29 20:05:35.448508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.449664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.463355 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.477222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f60767-4822-49b7-ab99-a8408a1d376a req-70564de6-341b-4d04-9083-194867539640 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Jan 29 20:05:35.564495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (45a590ea-cf94-494f-a29c-33b6088e4cae), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.651204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:05:35.711950 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.892267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 287f3f2e-e3a4-433c-9607-88bcdece7358 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:05:35.896714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 287f3f2e-e3a4-433c-9607-88bcdece7358 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:05:35.897307 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.916768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:35.920922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46204) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:35.921406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-900ef8b7-a3e6-4d62-8644-06b6ed38aaf7 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7012408 Jan 29 20:05:35.927454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': True}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:35.993499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 024321ef-876f-41b0-9cfb-dafb8dc2d200 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:35.994013 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.026476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 287f3f2e-e3a4-433c-9607-88bcdece7358 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:05:36.026476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.049545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:36.068230 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e8871-3687-49b3-a3a0-ebca19dcca06" -d '{"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-plugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:36.090507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:36.186953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 024321ef-876f-41b0-9cfb-dafb8dc2d200, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=024321ef-876f-41b0-9cfb-dafb8dc2d200,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:36.187547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.200631 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.204182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (45a590ea-cf94-494f-a29c-33b6088e4cae), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.239386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 024321ef-876f-41b0-9cfb-dafb8dc2d200 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:36.243615 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da87bd60-c781-4565-aa4f-dcaeb06f46ee x-openstack-request-id: req-da87bd60-c781-4565-aa4f-dcaeb06f46ee {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:36.245338 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-plugged", "status": "completed", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:36.245526 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da87bd60-c781-4565-aa4f-dcaeb06f46ee {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:36.246386 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'code': 200} Jan 29 20:05:36.326125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:36.574518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (45a590ea-cf94-494f-a29c-33b6088e4cae), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.595751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.697799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa034d45-68ee-4431-aa90-e3ab229649a8 req-3adafe2a-ba18-4d6a-aaa9-212d137088e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:36.714971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa034d45-68ee-4431-aa90-e3ab229649a8 req-3adafe2a-ba18-4d6a-aaa9-212d137088e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1103053 Jan 29 20:05:36.769774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (024321ef-876f-41b0-9cfb-dafb8dc2d200), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:36.844617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa034d45-68ee-4431-aa90-e3ab229649a8 req-647254b6-e6c3-4ff7-8761-79d8c4ffef29 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321926 Jan 29 20:05:36.925727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=024321ef-876f-41b0-9cfb-dafb8dc2d200,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:36.954571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Allocated IP 172.25.5.118 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/d9d46b10-a096-4448-92d4-d3a0eefdf4a1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:37.056581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6874fd-3888-44e4-84ff-f736e8295908 req-d65254cf-e2ec-4222-9115-6bcba8e6e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:37.062390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd6874fd-3888-44e4-84ff-f736e8295908 req-d65254cf-e2ec-4222-9115-6bcba8e6e0f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1128 time: 0.5235138 Jan 29 20:05:37.141897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd6874fd-3888-44e4-84ff-f736e8295908 req-5f5310ad-c950-411a-82ea-ebd7745ee30b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605946 Jan 29 20:05:37.212152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for port (d9d46b10-a096-4448-92d4-d3a0eefdf4a1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:37.409748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:37.424499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d9d46b10-a096-4448-92d4-d3a0eefdf4a1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:37.506185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:37.517868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:37.526307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:37.768466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Port': ['ID=d9d46b10-a096-4448-92d4-d3a0eefdf4a1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:37.952667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:05:38.108985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:38.118643 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (45a590ea-cf94-494f-a29c-33b6088e4cae), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:38.258474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df032054-1113-4b85-9b0b-029270117d48 req-cc7f6aea-e8d9-4a7f-9c47-9ece12fed800 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:38.258474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df032054-1113-4b85-9b0b-029270117d48 req-cc7f6aea-e8d9-4a7f-9c47-9ece12fed800 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.2186937 Jan 29 20:05:38.377639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:38.395710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ecf7e1e8-9554-42e6-8ff6-0afa2869dd0b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "PUT /v2.0/routers/feace164-1d2f-40eb-bf4d-fd789c3e9199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5066943 Jan 29 20:05:38.395909 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:38.411850 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:38.413537 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:38.445602 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df032054-1113-4b85-9b0b-029270117d48 req-16e134c4-9a90-478f-bf28-b4b566e59948 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837358 Jan 29 20:05:38.613633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:38.618388 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:38.649740 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:38.987725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Router 45a590ea-cf94-494f-a29c-33b6088e4cae is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:05:38.989223 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:36Z', 'revision_number': 6, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:44Z', 'revision_number': 1, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:39.023621 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:05:39.033609 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:39.034403 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:39.320062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad708e3-254b-4aef-84d5-d315742e249e req-c018848a-f13d-471a-9f3a-18158f3ddc15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:39.322233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ad708e3-254b-4aef-84d5-d315742e249e req-c018848a-f13d-471a-9f3a-18158f3ddc15 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 946 time: 0.1673961 Jan 29 20:05:39.375417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:39.383770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:39.385033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d75b1b1d-4a25-4326-8444-f993232a56c9 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "PUT /v2.0/routers/45a590ea-cf94-494f-a29c-33b6088e4cae HTTP/1.1" status: 200 len: 919 time: 3.4629328 Jan 29 20:05:39.390119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] Sync routers for ids ['45a590ea-cf94-494f-a29c-33b6088e4cae'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:39.394211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:39.407286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] Routers {'45a590ea-cf94-494f-a29c-33b6088e4cae'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:39.407978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45a590ea-cf94-494f-a29c-33b6088e4cae'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:39.416514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ad708e3-254b-4aef-84d5-d315742e249e req-9464d999-744a-45f3-8504-bc5dc1c439c3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882249 Jan 29 20:05:39.453794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:39.511686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:39.539136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] Routers {'45a590ea-cf94-494f-a29c-33b6088e4cae'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:39.539136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['45a590ea-cf94-494f-a29c-33b6088e4cae'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:39.642737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-054268a6-ae2f-41c4-b3b2-1bae1347711b tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/45a590ea-cf94-494f-a29c-33b6088e4cae HTTP/1.1" status: 200 len: 925 time: 0.2442458 Jan 29 20:05:39.643254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46364) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:39.655128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:39.655806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86db708-f89a-40d5-b426-d0834ac9a93f None None] The sync data for ids ['45a590ea-cf94-494f-a29c-33b6088e4cae'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:39.700840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db65abb-d29f-44ee-b146-89dcef6d41f6 req-e56713f4-7505-4f9b-bb16-ba75ed3a7477 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:39.703812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db65abb-d29f-44ee-b146-89dcef6d41f6 req-e56713f4-7505-4f9b-bb16-ba75ed3a7477 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1368663 Jan 29 20:05:39.768382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ec0d7-9b81-4904-b10b-12a784929abc tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:39.773974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d7ec0d7-9b81-4904-b10b-12a784929abc tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=45a590ea-cf94-494f-a29c-33b6088e4cae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1229866 Jan 29 20:05:39.776643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46368) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:39.814679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3db65abb-d29f-44ee-b146-89dcef6d41f6 req-21f8aa0e-aaab-4d5d-b196-6c60728dd205 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893087 Jan 29 20:05:39.899664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f634f59-c11d-4bef-a9d8-3cec2c01530f tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:39.900752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1f634f59-c11d-4bef-a9d8-3cec2c01530f tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.1218288 Jan 29 20:05:39.903620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46378) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:39.938193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-82d08ee5-4b5b-427b-b9e2-4cc85568fe9f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a590ea-cf94-494f-a29c-33b6088e4cae HTTP/1.1" status: 200 len: 205 time: 0.0333331 Jan 29 20:05:39.940827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46380) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:40.108654 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:40.148409 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:36Z', 'revision_number': 6, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:44Z', 'revision_number': 1, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:40.176140 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcf595-0e6c-48f2-af9b-5628882035a5 None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:36Z', 'revision_number': 6, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'port_id': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'mac_address': 'fa:16:3e:33:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:03:39Z', 'updated_at': '2022-01-29T20:03:44Z', 'revision_number': 1, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:40.258725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (45a590ea-cf94-494f-a29c-33b6088e4cae), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:40.430620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Deleting port d9d46b10-a096-4448-92d4-d3a0eefdf4a1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:40.431439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d9d46b10-a096-4448-92d4-d3a0eefdf4a1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:40.741193 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d9d46b10-a096-4448-92d4-d3a0eefdf4a1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:40.763581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Calling delete_port for d9d46b10-a096-4448-92d4-d3a0eefdf4a1 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:40.966857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-ffbfe250-048b-4d1a-a5c0-12529e546dbd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:40.968538 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-ffbfe250-048b-4d1a-a5c0-12529e546dbd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 946 time: 0.5097907 Jan 29 20:05:40.980459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03731a64-d0d3-4758-90d8-8e57d845f1ab req-dccdded1-1e37-40c6-abd5-a17126125c06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:41.002176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03731a64-d0d3-4758-90d8-8e57d845f1ab req-dccdded1-1e37-40c6-abd5-a17126125c06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 946 time: 0.2859814 Jan 29 20:05:41.159376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03731a64-d0d3-4758-90d8-8e57d845f1ab req-a43bca55-76a7-44de-8bd8-f29076824f6a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=71f25481-d882-4bb1-b5f2-168430588acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559591 Jan 29 20:05:41.160115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855b573-4251-4609-8d21-2c39d8d5708e req-a88dafb3-99f2-47db-94d6-f7db7aa45278 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:41.168571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5855b573-4251-4609-8d21-2c39d8d5708e req-a88dafb3-99f2-47db-94d6-f7db7aa45278 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1751049 Jan 29 20:05:41.236327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d9d46b10-a096-4448-92d4-d3a0eefdf4a1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.283951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 082a416d-0d98-47fd-9905-b8281dade625 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:41.284565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (082a416d-0d98-47fd-9905-b8281dade625), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.414834 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5855b573-4251-4609-8d21-2c39d8d5708e req-2afe2cf7-d200-44ea-b01f-2409c42f4a45 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373252 Jan 29 20:05:41.414834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event deleted for resources: {'Port': ['ID=d9d46b10-a096-4448-92d4-d3a0eefdf4a1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:41.474465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.478554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.480278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.503490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.503887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.504281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.515791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:05:41.522431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 082a416d-0d98-47fd-9905-b8281dade625, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=082a416d-0d98-47fd-9905-b8281dade625,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:41.523423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (082a416d-0d98-47fd-9905-b8281dade625), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.547330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 082a416d-0d98-47fd-9905-b8281dade625 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:41.573753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (45a590ea-cf94-494f-a29c-33b6088e4cae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.684913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 024321ef-876f-41b0-9cfb-dafb8dc2d200 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:41.698005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.701006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (45a590ea-cf94-494f-a29c-33b6088e4cae), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.734007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 024321ef-876f-41b0-9cfb-dafb8dc2d200 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:41.734534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 024321ef-876f-41b0-9cfb-dafb8dc2d200 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:41.926058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (45a590ea-cf94-494f-a29c-33b6088e4cae), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.933278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Fanout notify agent at l3_agent the message router_deleted on router 45a590ea-cf94-494f-a29c-33b6088e4cae {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:41.934463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.934982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad461478-f139-4cec-8de7-6f4afc925de1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/45a590ea-cf94-494f-a29c-33b6088e4cae HTTP/1.1" status: 204 len: 168 time: 1.9931943 Jan 29 20:05:41.938502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46460) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:41.942884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178796666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:41.962047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (082a416d-0d98-47fd-9905-b8281dade625), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:41.991843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=082a416d-0d98-47fd-9905-b8281dade625,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:42.041875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] No DVR routers for this DVR port 082a416d-0d98-47fd-9905-b8281dade625 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:42.044793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.048228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22b4aa28-7bdb-4ee2-9ef5-9e7d5fd4d6c1 req-23ad674d-6a97-48b7-b5b8-31a12640ee26 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "DELETE /v2.0/ports/082a416d-0d98-47fd-9905-b8281dade625 HTTP/1.1" status: 204 len: 173 time: 1.0032105 Jan 29 20:05:42.048693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'name': 'network-vif-deleted', 'tag': '082a416d-0d98-47fd-9905-b8281dade625'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:42.051010 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab86512-16e0-44c4-895b-1b550a55de81" -d '{"events": [{"server_uuid": "ecd505f5-e9f5-4404-bc83-99771ed237d1", "name": "network-vif-deleted", "tag": "082a416d-0d98-47fd-9905-b8281dade625"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:42.092396 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74188493-8106-4c57-b6cd-31896f59b673 x-openstack-request-id: req-74188493-8106-4c57-b6cd-31896f59b673 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:42.092697 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd505f5-e9f5-4404-bc83-99771ed237d1", "name": "network-vif-deleted", "tag": "082a416d-0d98-47fd-9905-b8281dade625", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:42.092986 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74188493-8106-4c57-b6cd-31896f59b673 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:42.093419 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd505f5-e9f5-4404-bc83-99771ed237d1', 'name': 'network-vif-deleted', 'tag': '082a416d-0d98-47fd-9905-b8281dade625', 'status': 'completed', 'code': 200} Jan 29 20:05:42.103516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.111557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.177964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.293598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.321356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e03afae1-ea8d-4b76-a157-15edb789478e req-48e70c89-16b1-48c6-96d2-2065ed451958 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 210 time: 0.0411167 Jan 29 20:05:42.464652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.468777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df602536-ad30-471a-9717-67e80030857f tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5283151 Jan 29 20:05:42.469580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46492) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:42.474482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'enable_snat': False}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:42.841438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:42.862186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708234b-6aed-48ea-910d-ecd775e37c24 req-e253cc90-dfa4-4615-87f8-598833aab4f2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:42.862186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d708234b-6aed-48ea-910d-ecd775e37c24 req-e253cc90-dfa4-4615-87f8-598833aab4f2 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1851435 Jan 29 20:05:42.927103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d708234b-6aed-48ea-910d-ecd775e37c24 req-5b08a8ad-b5f9-477d-a402-3f75e071b80c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585339 Jan 29 20:05:43.076707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893a78-c2c3-4b04-87d1-64f62ae90c2b req-988469df-a289-418d-b1d1-d428c2ae94d5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:43.086992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73893a78-c2c3-4b04-87d1-64f62ae90c2b req-988469df-a289-418d-b1d1-d428c2ae94d5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.0708196 Jan 29 20:05:43.176877 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73893a78-c2c3-4b04-87d1-64f62ae90c2b req-b4f853cd-4b87-4cba-a303-f1145862366b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839672 Jan 29 20:05:43.509584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f9b0df7-9793-44b4-be6e-128c49695119 req-ccf854ca-addc-4c65-b61b-013eace49f12 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecd505f5-e9f5-4404-bc83-99771ed237d1 HTTP/1.1" status: 200 len: 210 time: 0.0665748 Jan 29 20:05:43.624398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:43.653647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:43.667564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e865ed-51ae-4d74-8a43-5e223abbc950 req-34deddac-c506-4c5f-aeaa-b62cc8244544 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:43.669736 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06e865ed-51ae-4d74-8a43-5e223abbc950 req-34deddac-c506-4c5f-aeaa-b62cc8244544 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1270697 Jan 29 20:05:43.677185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 082a416d-0d98-47fd-9905-b8281dade625 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:43.716177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 082a416d-0d98-47fd-9905-b8281dade625 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:43.716952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 082a416d-0d98-47fd-9905-b8281dade625 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:43.844479 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:05:43.932102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06e865ed-51ae-4d74-8a43-5e223abbc950 req-c2ced0b7-4361-4afd-886c-b2da9e7dc76a tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449541 Jan 29 20:05:43.933357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Allocated IP 172.25.5.249 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/c9ec017f-8e87-48d2-9fc5-9bb7281eb94b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:44.129597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for port (c9ec017f-8e87-48d2-9fc5-9bb7281eb94b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.146497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e846f-e74c-42fc-b893-43bc18b12cde req-83267138-4802-48ca-b4cd-968b7899687b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:44.148573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e69e846f-e74c-42fc-b893-43bc18b12cde req-83267138-4802-48ca-b4cd-968b7899687b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.0893168 Jan 29 20:05:44.222533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e69e846f-e74c-42fc-b893-43bc18b12cde req-3437ad05-60fe-4845-9672-29f02f717ea5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Jan 29 20:05:44.303047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c9ec017f-8e87-48d2-9fc5-9bb7281eb94b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.396666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:44.400085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:44.404789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:44.408031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ec017f-8e87-48d2-9fc5-9bb7281eb94b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:44.436798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c7c77-f028-4a46-8ce6-837ebf79a0f1 req-fa78053e-e6da-4e3b-bcaa-08d049686668 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:44.440529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e65c7c77-f028-4a46-8ce6-837ebf79a0f1 req-fa78053e-e6da-4e3b-bcaa-08d049686668 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1388595 Jan 29 20:05:44.504535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e65c7c77-f028-4a46-8ce6-837ebf79a0f1 req-b5ad57e7-925d-4fca-afc8-128a22a73738 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497470 Jan 29 20:05:44.591398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46578) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:44.716626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40afcebf-7527-4480-aa3e-c687c1ada8e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (71f25481-d882-4bb1-b5f2-168430588acb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.772170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40afcebf-7527-4480-aa3e-c687c1ada8e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (71f25481-d882-4bb1-b5f2-168430588acb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.811775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377c4e-607e-4b0a-9ecb-ef85dcf9ec43 req-f178fc2b-9933-4e82-aaa4-e795dce4f7f7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:44.813346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb377c4e-607e-4b0a-9ecb-ef85dcf9ec43 req-f178fc2b-9933-4e82-aaa4-e795dce4f7f7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1113267 Jan 29 20:05:44.952300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb377c4e-607e-4b0a-9ecb-ef85dcf9ec43 req-24266f6e-031f-4a4d-a2b4-0d1d636b6c36 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321466 Jan 29 20:05:44.963242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router_gateway (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.977640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40afcebf-7527-4480-aa3e-c687c1ada8e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (71f25481-d882-4bb1-b5f2-168430588acb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.980299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40afcebf-7527-4480-aa3e-c687c1ada8e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:44.984014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-40afcebf-7527-4480-aa3e-c687c1ada8e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/security-groups/71f25481-d882-4bb1-b5f2-168430588acb HTTP/1.1" status: 204 len: 168 time: 0.3885489 Jan 29 20:05:45.015075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afcebf-7527-4480-aa3e-c687c1ada8e1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f25481-d882-4bb1-b5f2-168430588acb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:45.191569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd283d-5227-4477-8be9-99a0711ecc61 req-63a09a59-0e35-4eca-b4ce-034ba55b4089 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:45.193944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-abdd283d-5227-4477-8be9-99a0711ecc61 req-63a09a59-0e35-4eca-b4ce-034ba55b4089 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1032419 Jan 29 20:05:45.243654 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:45.249868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:45.289121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-abdd283d-5227-4477-8be9-99a0711ecc61 req-996f7854-d76c-4393-87e5-e61eb7c7caf4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887666 Jan 29 20:05:45.543228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Router 70a2295a-e2d4-44ab-985b-2f6fb14b6a6c is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:05:45.661184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:45.667027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:45.670376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-852a1762-d6eb-4b13-a2d2-7b10794b4571 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "PUT /v2.0/routers/70a2295a-e2d4-44ab-985b-2f6fb14b6a6c HTTP/1.1" status: 200 len: 920 time: 3.1973691 Jan 29 20:05:45.670933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:45.677968 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] Sync routers for ids ['70a2295a-e2d4-44ab-985b-2f6fb14b6a6c'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:45.689080 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] Routers {'70a2295a-e2d4-44ab-985b-2f6fb14b6a6c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:45.689684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['70a2295a-e2d4-44ab-985b-2f6fb14b6a6c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:45.736633 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:45.749848 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] Routers {'70a2295a-e2d4-44ab-985b-2f6fb14b6a6c'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:45.750661 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['70a2295a-e2d4-44ab-985b-2f6fb14b6a6c'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:45.794741 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:45.795773 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f90ca-01eb-453c-9ead-2ed96bcacdf1 None None] The sync data for ids ['70a2295a-e2d4-44ab-985b-2f6fb14b6a6c'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:45.850550 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-db213e7b-902b-4e8f-b1c1-6d42c5c6da1e tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/70a2295a-e2d4-44ab-985b-2f6fb14b6a6c HTTP/1.1" status: 200 len: 926 time: 0.1777697 Jan 29 20:05:45.852947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:45.962791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed4ac8-a497-4dc3-8460-570317066583 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:45.966720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b5ed4ac8-a497-4dc3-8460-570317066583 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=70a2295a-e2d4-44ab-985b-2f6fb14b6a6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1101723 Jan 29 20:05:45.967396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46640) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:46.025448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9133-b3d2-43b6-affb-20a11ac0ab8c req-9836995d-9ae6-4369-8c6e-623b4349ce7d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:46.027197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b7b9133-b3d2-43b6-affb-20a11ac0ab8c req-9836995d-9ae6-4369-8c6e-623b4349ce7d tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.0808387 Jan 29 20:05:46.117096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421711c4-5e30-49a7-9f0e-f502177b43ce tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:46.117971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b7b9133-b3d2-43b6-affb-20a11ac0ab8c req-29ca6da8-a2b3-4176-b02d-629a194d362f tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756061 Jan 29 20:05:46.117971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:46.118196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-421711c4-5e30-49a7-9f0e-f502177b43ce tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/networks/0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 881 time: 0.1479640 Jan 29 20:05:46.148878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a916aec6-ea2d-4afa-8701-fe7a1d147a5e tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=70a2295a-e2d4-44ab-985b-2f6fb14b6a6c HTTP/1.1" status: 200 len: 205 time: 0.0314081 Jan 29 20:05:46.159716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:46.230688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46658) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:46.358415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting subnet af8198ce-ccd9-4956-bda1-e6b1db6b826c {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:05:46.365261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (af8198ce-ccd9-4956-bda1-e6b1db6b826c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.488782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (af8198ce-ccd9-4956-bda1-e6b1db6b826c), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.744075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (af8198ce-ccd9-4956-bda1-e6b1db6b826c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.778503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.869997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (af8198ce-ccd9-4956-bda1-e6b1db6b826c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.887370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.893585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:46.899445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40f9fa-1d8e-417b-9312-bf787d4b05d2 None None] Network 5d6f30b0-55d5-4d31-a69e-566b65e21c9b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:05:46.905233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/subnets/af8198ce-ccd9-4956-bda1-e6b1db6b826c HTTP/1.1" status: 204 len: 168 time: 0.6732526 Jan 29 20:05:46.908561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46686) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:47.004950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da82c2-cb0f-4a57-8620-a59ebc5f0702 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Subnet': ['ID=af8198ce-ccd9-4956-bda1-e6b1db6b826c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:47.158612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] DHCP port deletion for 5d6f30b0-55d5-4d31-a69e-566b65e21c9b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:05:47.186028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5d6f30b0-55d5-4d31-a69e-566b65e21c9b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.274818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] Deleting port 9c10e41f-a851-4809-96d6-ac0a826f10ed {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:47.275476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.334635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Deleting port c9ec017f-8e87-48d2-9fc5-9bb7281eb94b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:47.335255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c9ec017f-8e87-48d2-9fc5-9bb7281eb94b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.409566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] For port 9c10e41f-a851-4809-96d6-ac0a826f10ed, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9c10e41f-a851-4809-96d6-ac0a826f10ed,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:47.409965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.426554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e815-53f2-4ee3-a067-08f2319b82f6 req-52b9b967-51ec-49a4-b7a2-b5d1223aecad tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:47.429203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4896e815-53f2-4ee3-a067-08f2319b82f6 req-52b9b967-51ec-49a4-b7a2-b5d1223aecad tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1568704 Jan 29 20:05:47.433229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 9c10e41f-a851-4809-96d6-ac0a826f10ed {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:47.433774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.441097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] Calling delete_port for 9c10e41f-a851-4809-96d6-ac0a826f10ed owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:47.617821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 9c10e41f-a851-4809-96d6-ac0a826f10ed, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9c10e41f-a851-4809-96d6-ac0a826f10ed,segment=NetworkSegment(95c49a05-f7b5-4eba-97c3-ea4ab32506da),segment_id=95c49a05-f7b5-4eba-97c3-ea4ab32506da)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:47.618200 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.647805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c9ec017f-8e87-48d2-9fc5-9bb7281eb94b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.651441 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:47.667317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 9c10e41f-a851-4809-96d6-ac0a826f10ed owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:47.683378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] Pushing event deleted for resources: {'Port': ['ID=9c10e41f-a851-4809-96d6-ac0a826f10ed,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:47.683677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4896e815-53f2-4ee3-a067-08f2319b82f6 req-9096d30a-ab66-4cde-8bc4-7d47deb870c5 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570597 Jan 29 20:05:47.688605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Calling delete_port for c9ec017f-8e87-48d2-9fc5-9bb7281eb94b owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:47.696279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd2002-860b-459f-b379-b8b773e64158 None None] No DVR routers for this DVR port 9c10e41f-a851-4809-96d6-ac0a826f10ed on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:47.776676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9c10e41f-a851-4809-96d6-ac0a826f10ed no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:47.821539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9c10e41f-a851-4809-96d6-ac0a826f10ed {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:47.823803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9c10e41f-a851-4809-96d6-ac0a826f10ed not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:48.012593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9c10e41f-a851-4809-96d6-ac0a826f10ed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.065534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] No DVR routers for this DVR port 9c10e41f-a851-4809-96d6-ac0a826f10ed on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:48.136801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=9c10e41f-a851-4809-96d6-ac0a826f10ed,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:48.389081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17386a-d99b-4c4f-90c0-0c8346f9cf16 req-4cf6fe29-75e0-4be4-9e42-52b12f01c9ae tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:48.390630 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb17386a-d99b-4c4f-90c0-0c8346f9cf16 req-4cf6fe29-75e0-4be4-9e42-52b12f01c9ae tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1104364 Jan 29 20:05:48.464934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5d6f30b0-55d5-4d31-a69e-566b65e21c9b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.493572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb17386a-d99b-4c4f-90c0-0c8346f9cf16 req-64da1edb-822f-46c7-bd17-7ace5657bf2e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967481 Jan 29 20:05:48.502995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-e31e6f77-c634-43c5-955d-d538ea5fe347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:48.504704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-e31e6f77-c634-43c5-955d-d538ea5fe347 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1128 time: 0.1328688 Jan 29 20:05:48.508805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f30b0-55d5-4d31-a69e-566b65e21c9b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:48.530237 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c9ec017f-8e87-48d2-9fc5-9bb7281eb94b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.599663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c49a05-f7b5-4eba-97c3-ea4ab32506da') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:48.600003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c49a05-f7b5-4eba-97c3-ea4ab32506da') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:48.634112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event deleted for resources: {'Port': ['ID=c9ec017f-8e87-48d2-9fc5-9bb7281eb94b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:48.667159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (95c49a05-f7b5-4eba-97c3-ea4ab32506da), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.751885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (95c49a05-f7b5-4eba-97c3-ea4ab32506da), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.765725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:05:48.766120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (95c49a05-f7b5-4eba-97c3-ea4ab32506da), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:05:48.776822 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:05:48.808061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:48.919052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-b647eab1-8e82-4233-9995-8a876612721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:48.920646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-b647eab1-8e82-4233-9995-8a876612721a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 0.4088893 Jan 29 20:05:49.002493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.005900 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.060143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-c5bff724-64ea-4b63-9c2a-07347b485944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.1330795 Jan 29 20:05:49.062914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5d6f30b0-55d5-4d31-a69e-566b65e21c9b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.067957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.073120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/networks/5d6f30b0-55d5-4d31-a69e-566b65e21c9b HTTP/1.1" status: 204 len: 168 time: 2.1627908 Jan 29 20:05:49.076014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 46796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:49.125567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadff032-7034-4b51-b57a-ae7259fc63cb tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Network': ['ID=5d6f30b0-55d5-4d31-a69e-566b65e21c9b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:49.153907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-fe4b95e3-68f9-4b06-9b75-00901fc921af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:49.155927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-fe4b95e3-68f9-4b06-9b75-00901fc921af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.0797753 Jan 29 20:05:49.214359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-6e856f5c-6c56-445b-a795-33c3347a232d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516582 Jan 29 20:05:49.228545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-cb8c4394-9d29-4847-bf0c-a501ef768413 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:05:49.229737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-cb8c4394-9d29-4847-bf0c-a501ef768413 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103831 Jan 29 20:05:49.330979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (70a2295a-e2d4-44ab-985b-2f6fb14b6a6c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.331564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Fanout notify agent at l3_agent the message router_deleted on router 70a2295a-e2d4-44ab-985b-2f6fb14b6a6c {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:49.358487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.361700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2190647b-279b-4d43-b587-96d2849a4787 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/70a2295a-e2d4-44ab-985b-2f6fb14b6a6c HTTP/1.1" status: 204 len: 168 time: 3.1990056 Jan 29 20:05:49.400563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 46810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:49.406608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-363927870', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:49.469778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-063e08ac-be0a-4b4b-bf78-9b6cb6632a5d service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325048 Jan 29 20:05:49.522784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.524149 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.585079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 11da1590-8013-4fb3-a2a2-a5c5e77e2494 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:49.589544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.682296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.747518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a83de86b-8a79-41e3-89c5-feed91f5b53c req-f2c5843f-39ad-43db-9ceb-7252ed99496a service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658441 Jan 29 20:05:49.818678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.823078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (11da1590-8013-4fb3-a2a2-a5c5e77e2494), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:49.849218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 11da1590-8013-4fb3-a2a2-a5c5e77e2494 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:50.053317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccacf-8f74-42e3-b2ef-3948bec12ec9 req-bde8660a-86b1-4815-9d90-6e634850198e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:50.059115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abfccacf-8f74-42e3-b2ef-3948bec12ec9 req-bde8660a-86b1-4815-9d90-6e634850198e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.4428146 Jan 29 20:05:50.092734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:50.137054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abfccacf-8f74-42e3-b2ef-3948bec12ec9 req-4c68595e-ec3b-497d-92c8-14fb0aa7ddbb tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Jan 29 20:05:50.263482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (11da1590-8013-4fb3-a2a2-a5c5e77e2494), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:50.329167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=11da1590-8013-4fb3-a2a2-a5c5e77e2494,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:50.571091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (6743ffe9-eabd-4d6d-8e15-a880f6a140db), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:50.643066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:50.643617 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Floating IP 68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970 disassociated (deleted). External IP: 172.25.5.182, port: 5c345118-d0ea-43e6-ab66-83a8f887ade3. Jan 29 20:05:50.704256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:50.948018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Allocated IP 172.25.5.143 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/ff01ec08-1fda-45e3-b4c7-47a90d58732a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:05:51.009993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:05:51.093592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for port (ff01ec08-1fda-45e3-b4c7-47a90d58732a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:51.283801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ff01ec08-1fda-45e3-b4c7-47a90d58732a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:51.387464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:05:51.387464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:05:51.388134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:05:51.408435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event updated for resources: {'Port': ['ID=ff01ec08-1fda-45e3-b4c7-47a90d58732a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:51.507522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50fe87-2398-4969-b080-8c9fa1dd4b64 req-be29d627-96b4-4efb-a9cb-0fb11c58b5e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:51.512951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b50fe87-2398-4969-b080-8c9fa1dd4b64 req-be29d627-96b4-4efb-a9cb-0fb11c58b5e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1440966 Jan 29 20:05:51.542147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:51.554888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:51.561047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:51.583217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:51.587783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:51.672482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fd87ae26-e59c-4611-8bef-5330a8475966 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/floatingips/68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970 HTTP/1.1" status: 204 len: 168 time: 2.5952523 Jan 29 20:05:51.689030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:51.691471 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedeeebe-622b-4388-b2c6-503a0117339d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:51.743029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b50fe87-2398-4969-b080-8c9fa1dd4b64 req-1ac85282-75c0-4633-8aaa-6be81f2026e6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228291 Jan 29 20:05:51.812059 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f76b59-afcd-458f-bee5-7d1513ba3eaa x-openstack-request-id: req-b0f76b59-afcd-458f-bee5-7d1513ba3eaa {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:51.812607 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:51.813055 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0f76b59-afcd-458f-bee5-7d1513ba3eaa {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:51.813643 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'status': 'completed', 'code': 200} Jan 29 20:05:51.888294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:52.059595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (6743ffe9-eabd-4d6d-8e15-a880f6a140db), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:52.100159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeeebe-622b-4388-b2c6-503a0117339d req-e1827ea8-9605-405a-a6a9-f0346559bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:52.100159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-e1827ea8-9605-405a-a6a9-f0346559bf20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 1128 time: 0.2352631 Jan 29 20:05:52.208251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b254b3-ac87-483a-a781-adec58b38341 req-d290aeab-6d95-45bd-a445-cadeaaa15dfd tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:52.231158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07b254b3-ac87-483a-a781-adec58b38341 req-d290aeab-6d95-45bd-a445-cadeaaa15dfd tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.2617395 Jan 29 20:05:52.539926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07b254b3-ac87-483a-a781-adec58b38341 req-686aaef7-9de4-4e36-9c85-2fc8cf0a48e7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700534 Jan 29 20:05:52.541201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeeebe-622b-4388-b2c6-503a0117339d req-883c3c10-96ae-4c69-bb5a-78e0716fc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:52.544976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-883c3c10-96ae-4c69-bb5a-78e0716fc14f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 200 len: 896 time: 0.4268556 Jan 29 20:05:52.639875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-7a738c7e-1b3d-4490-90f0-7f82a07f2663 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 200 len: 217 time: 0.0851033 Jan 29 20:05:52.855827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeeebe-622b-4388-b2c6-503a0117339d req-73403216-4b9e-498c-8a3d-72490821cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:52.860794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-73403216-4b9e-498c-8a3d-72490821cbc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa5f27cd-c46f-44fb-b218-5e748976fd08 HTTP/1.1" status: 200 len: 835 time: 0.2086623 Jan 29 20:05:53.040018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756be83-c228-4f86-8365-96894ac99f46 req-559f24a1-c041-4b4d-a3f1-59806139b1ae tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:53.046686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4756be83-c228-4f86-8365-96894ac99f46 req-559f24a1-c041-4b4d-a3f1-59806139b1ae tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.3392925 Jan 29 20:05:53.060573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-f0117aa3-c289-4807-be1d-ed15ace466b4 req-387ad681-3958-4add-8b8d-0c5a6639d321 service neutron] (103563) timed out ('10.222.0.15', 50486) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:05:53.131224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:36Z', 'revision_number': 6, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:53.195790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:05:53.204315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeeebe-622b-4388-b2c6-503a0117339d req-a4cc5e55-cf24-4850-b507-7206431fc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:53.207649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-a4cc5e55-cf24-4850-b507-7206431fc69e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c329dd2-cca3-4e47-ae41-483ac3223fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3339984 Jan 29 20:05:53.218488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:53.219407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:53.221574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4756be83-c228-4f86-8365-96894ac99f46 req-72b80380-7834-4384-bf03-451031088a8b tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564248 Jan 29 20:05:53.313662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:53.404436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-3c1d9387-448b-4206-a072-946598d2c43f service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745133 Jan 29 20:05:53.533031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:05:53.670929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dedeeebe-622b-4388-b2c6-503a0117339d req-01f6a2d7-ef67-4bf0-a0d3-9548094d8bd0 service neutron] 10.222.0.13 "GET /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539010 Jan 29 20:05:53.687124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d91e-d8e5-421c-b5dd-f3f3a0de1985 req-74e8c737-b1ac-4351-b0a2-acf376b0bf68 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:53.694998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-db65d91e-d8e5-421c-b5dd-f3f3a0de1985 req-74e8c737-b1ac-4351-b0a2-acf376b0bf68 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 946 time: 0.1345203 Jan 29 20:05:53.747280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044e1e-c4fa-45f5-b0c1-0f4b589f2a46 req-4ae6eb2e-3500-4be6-bdeb-66d8576450c8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:53.751214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6044e1e-c4fa-45f5-b0c1-0f4b589f2a46 req-4ae6eb2e-3500-4be6-bdeb-66d8576450c8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.3093975 Jan 29 20:05:53.825481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-db65d91e-d8e5-421c-b5dd-f3f3a0de1985 req-3e4e3943-32e2-4f96-90b9-a519d78df341 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=03685e45-9e62-4135-a70e-8b4d58cfc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294961 Jan 29 20:05:53.889236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:36Z', 'revision_number': 6, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:53.921093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Router 6743ffe9-eabd-4d6d-8e15-a880f6a140db is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:05:53.931535 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a6044e1e-c4fa-45f5-b0c1-0f4b589f2a46 req-21e62d37-3e1e-4552-aa5e-44dd08b04e04 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683424 Jan 29 20:05:53.996856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bd9ac-40b4-4823-8a0b-dab77c6d5bcf None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:05:36Z', 'revision_number': 6, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d', 'name': '', 'network_id': '6c329dd2-cca3-4e47-ae41-483ac3223fba', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:f4:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:03:09Z', 'updated_at': '2022-01-29T20:03:20Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': 'aa5f27cd-c46f-44fb-b218-5e748976fd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:54.038985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-bfebc2c2-6585-41ce-827d-0c4a02095b64 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:54.051834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-bfebc2c2-6585-41ce-827d-0c4a02095b64 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 946 time: 0.2469096 Jan 29 20:05:54.250129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:54.266127 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] Sync routers for ids ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:54.298003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 5c345118-d0ea-43e6-ab66-83a8f887ade3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:54.298354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:54.304885 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] Routers {'6743ffe9-eabd-4d6d-8e15-a880f6a140db'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:54.316035 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:54.325988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b91134-64fc-47b0-80d3-dd02f48ffa86 req-31d6beaa-704d-4e54-b171-413c9b708167 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:54.342416 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f3b91134-64fc-47b0-80d3-dd02f48ffa86 req-31d6beaa-704d-4e54-b171-413c9b708167 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1143887 Jan 29 20:05:54.380094 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:54.391835 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] Routers {'6743ffe9-eabd-4d6d-8e15-a880f6a140db'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:54.392815 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:54.404001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f3b91134-64fc-47b0-80d3-dd02f48ffa86 req-6aaf9566-6c43-4a72-a0d2-67c79670a6e1 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630043 Jan 29 20:05:54.418944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:54.418944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9ef94214-2b47-43eb-a52e-07fd8b6b3cb9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0150950 Jan 29 20:05:54.419742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:54.426473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:05:54.449168 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:54.450496 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e206853-c2e2-4380-8bd7-6432840d3891 None None] The sync data for ids ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:54.523326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 5c345118-d0ea-43e6-ab66-83a8f887ade3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5c345118-d0ea-43e6-ab66-83a8f887ade3,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:05:54.523820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:54.562280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 5c345118-d0ea-43e6-ab66-83a8f887ade3 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:54.656831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cd639-ffbc-465f-9970-060e466d7de9 None None] New status for floating IP 68f0a9e0-7dd3-4e5d-8dcc-3f96fb2c4970: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:05:54.883848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c070024-5381-4f36-8123-611c6642ae14 req-4c32d018-c387-4b30-af5b-1e36a9293234 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:54.887598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c070024-5381-4f36-8123-611c6642ae14 req-4c32d018-c387-4b30-af5b-1e36a9293234 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.3397911 Jan 29 20:05:54.985395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c070024-5381-4f36-8123-611c6642ae14 req-c82f588c-7eb1-4f73-b82f-ceb3cae23904 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912163 Jan 29 20:05:54.986058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5c345118-d0ea-43e6-ab66-83a8f887ade3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.087666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=5c345118-d0ea-43e6-ab66-83a8f887ade3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:55.150322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e8d3544-969f-4b10-92f9-78afebfd8723 req-7a1773f2-c5e2-498b-af5f-72ecacbb147a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 210 time: 0.1100554 Jan 29 20:05:55.196187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] No DVR routers for this DVR port 5c345118-d0ea-43e6-ab66-83a8f887ade3 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:05:55.200225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.203998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-898393e4-6ddc-4e27-b880-a053d8cb7887 req-6346898d-274d-4331-b4bb-60e45e18121b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "DELETE /v2.0/ports/5c345118-d0ea-43e6-ab66-83a8f887ade3 HTTP/1.1" status: 204 len: 173 time: 1.1407640 Jan 29 20:05:55.204531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'name': 'network-vif-deleted', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:05:55.206852 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba6cc2f-1c45-47d3-a794-b05453cd924c" -d '{"events": [{"server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "name": "network-vif-deleted", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:05:55.211820 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-83735602-3635-40ee-baa0-60709ce62829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.282079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.308737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc061c1-2aa3-42a7-b65f-b018aadbc088 req-9a2e2cec-585e-4c90-ac7b-3771ade80a34 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:55.310596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abc061c1-2aa3-42a7-b65f-b018aadbc088 req-9a2e2cec-585e-4c90-ac7b-3771ade80a34 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1261859 Jan 29 20:05:55.312125 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ce62d-5bf0-4f37-8216-ae29c62e6aa5 x-openstack-request-id: req-919ce62d-5bf0-4f37-8216-ae29c62e6aa5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:05:55.312504 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b995e3-152a-4a26-b065-ec4f4323fbb1", "name": "network-vif-deleted", "tag": "5c345118-d0ea-43e6-ab66-83a8f887ade3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:05:55.312882 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-919ce62d-5bf0-4f37-8216-ae29c62e6aa5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:05:55.313525 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b995e3-152a-4a26-b065-ec4f4323fbb1', 'name': 'network-vif-deleted', 'tag': '5c345118-d0ea-43e6-ab66-83a8f887ade3', 'status': 'completed', 'code': 200} Jan 29 20:05:55.400731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_gateway (6743ffe9-eabd-4d6d-8e15-a880f6a140db), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.436657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abc061c1-2aa3-42a7-b65f-b018aadbc088 req-e240bbbd-6e3e-452b-a5db-6b44eb85bba4 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144385 Jan 29 20:05:55.610458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Deleting port ff01ec08-1fda-45e3-b4c7-47a90d58732a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:05:55.612405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ff01ec08-1fda-45e3-b4c7-47a90d58732a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.740727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9078308-c4c8-4d5b-9dcd-60291cbee133 req-81166e10-8f47-41c8-b13a-3ef86a6f17f6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:55.750042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9078308-c4c8-4d5b-9dcd-60291cbee133 req-81166e10-8f47-41c8-b13a-3ef86a6f17f6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.0952249 Jan 29 20:05:55.787451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ff01ec08-1fda-45e3-b4c7-47a90d58732a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:55.803405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Calling delete_port for ff01ec08-1fda-45e3-b4c7-47a90d58732a owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:05:55.863080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9078308-c4c8-4d5b-9dcd-60291cbee133 req-23ecff87-a307-496b-b965-a7e694e1a018 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117737 Jan 29 20:05:56.139105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edb4a0-07d9-4af3-b333-56c85f861fba req-c0c5106f-8950-4f3f-908b-258b6f2c4d3c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:56.146518 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13edb4a0-07d9-4af3-b333-56c85f861fba req-c0c5106f-8950-4f3f-908b-258b6f2c4d3c tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.0962524 Jan 29 20:05:56.156095 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ff01ec08-1fda-45e3-b4c7-47a90d58732a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:56.234034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Pushing event deleted for resources: {'Port': ['ID=ff01ec08-1fda-45e3-b4c7-47a90d58732a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:56.310512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-13edb4a0-07d9-4af3-b333-56c85f861fba req-96d80e44-2bc9-4f27-ae32-507a78df3a78 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623983 Jan 29 20:05:56.396622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47184) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:56.626362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-48daaead-6a10-41d0-87a0-58ecf57435af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:56.628637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (6743ffe9-eabd-4d6d-8e15-a880f6a140db), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:56.649030 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc261bb1-82f5-4cfa-ada1-2cf63e468f26 req-40722d83-5eb8-4fc9-8778-420419b40c93 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0b995e3-152a-4a26-b065-ec4f4323fbb1 HTTP/1.1" status: 200 len: 210 time: 0.1141970 Jan 29 20:05:56.796039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-48daaead-6a10-41d0-87a0-58ecf57435af admin admin] Publish callbacks [] for security_group (c029a72e-d9d3-4c95-a7dc-9a15790d8dc4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:56.807104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff129-09cc-4788-a10e-ff4d888f611c req-452927a2-9372-4b45-8e5c-a87e54b203d8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:56.820984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87eff129-09cc-4788-a10e-ff4d888f611c req-452927a2-9372-4b45-8e5c-a87e54b203d8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.3515000 Jan 29 20:05:56.864170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-48daaead-6a10-41d0-87a0-58ecf57435af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c029a72e-d9d3-4c95-a7dc-9a15790d8dc4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:56.962801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87eff129-09cc-4788-a10e-ff4d888f611c req-206b3290-d454-4b02-8944-fa23b7ec1a14 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360645 Jan 29 20:05:57.003703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-48daaead-6a10-41d0-87a0-58ecf57435af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0011ae8bb1044d2b5e8c6cb6f24d27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6076796 Jan 29 20:05:57.022293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47212) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:57.098316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.105689 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.140746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daaead-6a10-41d0-87a0-58ecf57435af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c029a72e-d9d3-4c95-a7dc-9a15790d8dc4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:57.205991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee53978d-f667-47d5-9e47-0ffe90adb259 admin admin] Publish callbacks [] for security_group (c029a72e-d9d3-4c95-a7dc-9a15790d8dc4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.251825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Router 6743ffe9-eabd-4d6d-8e15-a880f6a140db has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:05:57.327024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee53978d-f667-47d5-9e47-0ffe90adb259 admin admin] Publish callbacks [] for security_group (c029a72e-d9d3-4c95-a7dc-9a15790d8dc4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.378940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06458cd1-0725-4e13-b90b-ac04e5103b15 req-fbe8953c-c1a6-4845-8b3c-ccd5d5baf842 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:57.384637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06458cd1-0725-4e13-b90b-ac04e5103b15 req-fbe8953c-c1a6-4845-8b3c-ccd5d5baf842 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1931386 Jan 29 20:05:57.447104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:05:57.460318 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] Sync routers for ids ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:05:57.464666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.469281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47234) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:57.472122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b09390a-d381-42d8-b222-217d6950d9d9 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "PUT /v2.0/routers/6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 200 len: 709 time: 3.0448935 Jan 29 20:05:57.486929 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] Routers {'6743ffe9-eabd-4d6d-8e15-a880f6a140db'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:57.487790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:57.532897 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:57.543707 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] Routers {'6743ffe9-eabd-4d6d-8e15-a880f6a140db'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:05:57.544475 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:57.555051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06458cd1-0725-4e13-b90b-ac04e5103b15 req-2f59a843-62c1-4e66-b78e-4a5f76070f74 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537952 Jan 29 20:05:57.555596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee53978d-f667-47d5-9e47-0ffe90adb259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c029a72e-d9d3-4c95-a7dc-9a15790d8dc4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.558889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ee53978d-f667-47d5-9e47-0ffe90adb259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.560109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ee53978d-f667-47d5-9e47-0ffe90adb259 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c029a72e-d9d3-4c95-a7dc-9a15790d8dc4 HTTP/1.1" status: 204 len: 168 time: 0.5331786 Jan 29 20:05:57.699941 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:05:57.700717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f369d37-2c70-45ec-ab40-00260b8ef6f5 None None] The sync data for ids ['6743ffe9-eabd-4d6d-8e15-a880f6a140db'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:05:57.707901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53978d-f667-47d5-9e47-0ffe90adb259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029a72e-d9d3-4c95-a7dc-9a15790d8dc4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:57.719428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5c345118-d0ea-43e6-ab66-83a8f887ade3 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:05:57.732330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2112f926-003b-4917-be64-9a9c63c46076 tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/routers/6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 200 len: 744 time: 0.2589815 Jan 29 20:05:57.733101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47252) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:57.778241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 5c345118-d0ea-43e6-ab66-83a8f887ade3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:05:57.778846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5c345118-d0ea-43e6-ab66-83a8f887ade3 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:05:57.790279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47256) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:57.824921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47258) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:57.825831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4c2b4923-94f0-4174-b08d-c2833b976d1c tempest-RoutersIpV6AdminTest-1157691216 tempest-RoutersIpV6AdminTest-1157691216-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&device_id=6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 200 len: 205 time: 0.0913484 Jan 29 20:05:57.859397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4fd2b527-6bbd-42c5-b84e-361e3e6190e5 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 200 len: 205 time: 0.0303218 Jan 29 20:05:57.862316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:57.884301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c7e2-68fe-4881-87a3-526d87f473e6 req-a8a6ba4f-26db-43c3-8b1a-7c92f71fc507 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:57.891979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5737c7e2-68fe-4881-87a3-526d87f473e6 req-a8a6ba4f-26db-43c3-8b1a-7c92f71fc507 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.1791496 Jan 29 20:05:57.936993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-967e8085-e9b3-43bd-a814-d6192ee777e3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (03685e45-9e62-4135-a70e-8b4d58cfc1ea), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:57.985444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-967e8085-e9b3-43bd-a814-d6192ee777e3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (03685e45-9e62-4135-a70e-8b4d58cfc1ea), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.028314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5737c7e2-68fe-4881-87a3-526d87f473e6 req-36db583a-26d4-4648-aa89-1f4960da4157 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349466 Jan 29 20:05:58.044949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.206924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8352-1dfe-4dd3-9daa-8c6eb47900df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.286474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-967e8085-e9b3-43bd-a814-d6192ee777e3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03685e45-9e62-4135-a70e-8b4d58cfc1ea), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.296557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-967e8085-e9b3-43bd-a814-d6192ee777e3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.303703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-967e8085-e9b3-43bd-a814-d6192ee777e3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/security-groups/03685e45-9e62-4135-a70e-8b4d58cfc1ea HTTP/1.1" status: 204 len: 168 time: 0.5139282 Jan 29 20:05:58.325885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e8085-e9b3-43bd-a814-d6192ee777e3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03685e45-9e62-4135-a70e-8b4d58cfc1ea,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:05:58.365909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.367533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router_controller (6743ffe9-eabd-4d6d-8e15-a880f6a140db), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.450131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd620-4176-44b9-a7ff-38b5b326f096 req-2f88d560-fa89-47b8-a37b-7139961191a7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:58.459236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-909bd620-4176-44b9-a7ff-38b5b326f096 req-2f88d560-fa89-47b8-a37b-7139961191a7 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.2608714 Jan 29 20:05:58.460482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47296) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:58.523677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-909bd620-4176-44b9-a7ff-38b5b326f096 req-ec02cbc2-ad18-4af1-8ce5-c97a46881076 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634634 Jan 29 20:05:58.587840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (6743ffe9-eabd-4d6d-8e15-a880f6a140db), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.588395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Fanout notify agent at l3_agent the message router_deleted on router 6743ffe9-eabd-4d6d-8e15-a880f6a140db {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:05:58.595861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.600692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e8ff1fd-23ea-4db9-8c4f-b68c45181ec0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 204 len: 168 time: 0.7322407 Jan 29 20:05:58.602529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47302) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:58.635903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-17097426-2e61-4f89-9182-55840ca14ee8 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 200 len: 205 time: 0.0314679 Jan 29 20:05:58.640752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:58.689349 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-261a4232-198f-474d-b4be-ffe1b8ba1cd1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] delete failed (client error): The resource could not be found. Jan 29 20:05:58.693706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-261a4232-198f-474d-b4be-ffe1b8ba1cd1 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/6743ffe9-eabd-4d6d-8e15-a880f6a140db HTTP/1.1" status: 404 len: 336 time: 0.0485647 Jan 29 20:05:58.696539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47310) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:58.752414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0708da24-2eeb-4367-9935-1a37102c20b8 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=70a2295a-e2d4-44ab-985b-2f6fb14b6a6c HTTP/1.1" status: 200 len: 205 time: 0.0545511 Jan 29 20:05:58.756170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47314) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:58.834230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a38472-7840-4dad-b6a6-bb828a595c8d req-feae81fe-8192-4e11-b597-985c61eee784 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:58.842593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95a38472-7840-4dad-b6a6-bb828a595c8d req-feae81fe-8192-4e11-b597-985c61eee784 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.2305927 Jan 29 20:05:58.853243 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:58.854492 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-f820afeb-fc09-498c-9c6a-dda8586c2c6c tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] delete failed (client error): The resource could not be found. Jan 29 20:05:58.855580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f820afeb-fc09-498c-9c6a-dda8586c2c6c tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/70a2295a-e2d4-44ab-985b-2f6fb14b6a6c HTTP/1.1" status: 404 len: 336 time: 0.0974755 Jan 29 20:05:58.858599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47320) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:58.917118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e9a05452-2138-4b1d-a1b3-1e71bc34f996 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a590ea-cf94-494f-a29c-33b6088e4cae HTTP/1.1" status: 200 len: 205 time: 0.0555277 Jan 29 20:05:58.921483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47324) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.066720 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-7f067a97-94e2-4ce7-bf75-e8a8020ff60b tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] delete failed (client error): The resource could not be found. Jan 29 20:05:59.071024 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f067a97-94e2-4ce7-bf75-e8a8020ff60b tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/45a590ea-cf94-494f-a29c-33b6088e4cae HTTP/1.1" status: 404 len: 336 time: 0.1451130 Jan 29 20:05:59.073837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47330) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.089411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95a38472-7840-4dad-b6a6-bb828a595c8d req-00cd48b0-4f7f-487c-9f35-0fd8dee28499 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459590 Jan 29 20:05:59.140050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eff7cfc1-7a8e-487e-a575-de9ab8a68242 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=420ea5ef-3a5a-4783-a3ba-b353333ddb00 HTTP/1.1" status: 200 len: 205 time: 0.0676851 Jan 29 20:05:59.144969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47336) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.285227 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-a1314388-bb06-4ccd-9e9b-0be80f64e940 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] delete failed (client error): The resource could not be found. Jan 29 20:05:59.286271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a1314388-bb06-4ccd-9e9b-0be80f64e940 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/420ea5ef-3a5a-4783-a3ba-b353333ddb00 HTTP/1.1" status: 404 len: 336 time: 0.1368532 Jan 29 20:05:59.296466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.345773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47344) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.346097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-383662fa-926f-484e-b066-d9af642a2a00 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=628f9fe9-784b-4f13-8e06-40c244aa9b30 HTTP/1.1" status: 200 len: 205 time: 0.0456288 Jan 29 20:05:59.416737 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-5d209bc0-bb98-43d6-9692-5736a74f09c3 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] delete failed (client error): The resource could not be found. Jan 29 20:05:59.422318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d209bc0-bb98-43d6-9692-5736a74f09c3 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/628f9fe9-784b-4f13-8e06-40c244aa9b30 HTTP/1.1" status: 404 len: 336 time: 0.0716500 Jan 29 20:05:59.422318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.478418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4ced-83f2-46f6-aaef-7738b5b4ccdf req-010259c2-1351-460e-90e7-01b07de79066 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:05:59.480998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8633eaeb-0078-42da-aa9f-bdb1374782c0 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4e20234-605d-48ae-a207-a6b0b2de372f HTTP/1.1" status: 200 len: 205 time: 0.0583310 Jan 29 20:05:59.488077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bce4ced-83f2-46f6-aaef-7738b5b4ccdf req-010259c2-1351-460e-90e7-01b07de79066 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.2661061 Jan 29 20:05:59.489437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47354) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.584965 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-5f41ec7d-51a2-43ae-9558-1cbf8912024e tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] delete failed (client error): The resource could not be found. Jan 29 20:05:59.586812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5f41ec7d-51a2-43ae-9558-1cbf8912024e tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/routers/e4e20234-605d-48ae-a207-a6b0b2de372f HTTP/1.1" status: 404 len: 336 time: 0.0961668 Jan 29 20:05:59.597068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47362) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:05:59.649696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bce4ced-83f2-46f6-aaef-7738b5b4ccdf req-1bcd850a-9ff5-416d-b4ea-98525c5d52a6 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602185 Jan 29 20:05:59.669172 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bdea3e-2b83-4750-a302-b6e4f1477353 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] DELETE failed (client error): The resource could not be found. Jan 29 20:05:59.669783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bdea3e-2b83-4750-a302-b6e4f1477353 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:05:59.673484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-94bdea3e-2b83-4750-a302-b6e4f1477353 tempest-RoutersIpV6AdminTest-1969057196 tempest-RoutersIpV6AdminTest-1969057196-project] 10.222.0.15 "DELETE /v2.0/subnets/61335562-4a88-4539-a155-978825a4e6b3 HTTP/1.1" status: 404 len: 337 time: 0.0747094 Jan 29 20:05:59.839736 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:05:59.891881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:00.298089 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:00.526522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:00.831479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:00.831479 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:00.895631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaff6-14bb-4cd2-872d-2709b427cd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:00.970425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:00.970806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.018026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:01.151301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaff6-14bb-4cd2-872d-2709b427cd47 admin admin] Publish callbacks [] for security_group (6302060b-da9a-43b4-a7d3-c050d7051a91), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.228437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaff6-14bb-4cd2-872d-2709b427cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6302060b-da9a-43b4-a7d3-c050d7051a91), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.288522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eaff6-14bb-4cd2-872d-2709b427cd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6302060b-da9a-43b4-a7d3-c050d7051a91,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:01.338351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47416) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:01.339463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fe4eaff6-14bb-4cd2-872d-2709b427cd47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1ed6338a98842f790abab4aceacb35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8110738 Jan 29 20:06:01.552682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-552b9810-f209-4068-8083-a19be802be8b admin admin] Publish callbacks [] for security_group (6302060b-da9a-43b4-a7d3-c050d7051a91), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.560471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.582143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-552b9810-f209-4068-8083-a19be802be8b admin admin] Publish callbacks [] for security_group (6302060b-da9a-43b4-a7d3-c050d7051a91), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.621720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:01.712072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:02.186677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:02.193219 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-552b9810-f209-4068-8083-a19be802be8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6302060b-da9a-43b4-a7d3-c050d7051a91), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:02.196652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-552b9810-f209-4068-8083-a19be802be8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:02.197803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-552b9810-f209-4068-8083-a19be802be8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6302060b-da9a-43b4-a7d3-c050d7051a91 HTTP/1.1" status: 204 len: 168 time: 0.8584394 Jan 29 20:06:02.210861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b9810-f209-4068-8083-a19be802be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6302060b-da9a-43b4-a7d3-c050d7051a91,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:02.628026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router feace164-1d2f-40eb-bf4d-fd789c3e9199 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:06:02.885507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:02.902002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] Sync routers for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:02.910380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47466) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:02.910935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9be9c177-d8af-45d1-8220-805d67e69fe2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "PUT /v2.0/routers/feace164-1d2f-40eb-bf4d-fd789c3e9199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4488585 Jan 29 20:06:02.921909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:02.922916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:03.062835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting subnet aa5f27cd-c46f-44fb-b218-5e748976fd08 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:06:03.072441 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (aa5f27cd-c46f-44fb-b218-5e748976fd08), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.138330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:06:03.174199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (aa5f27cd-c46f-44fb-b218-5e748976fd08), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.349919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (aa5f27cd-c46f-44fb-b218-5e748976fd08), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.464414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:03.492841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:06:01Z', 'revision_number': 7, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:03.509163 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (aa5f27cd-c46f-44fb-b218-5e748976fd08), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.535577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] Checking router: feace164-1d2f-40eb-bf4d-fd789c3e9199 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:06:03.547356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] Routers {'feace164-1d2f-40eb-bf4d-fd789c3e9199'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:03.548414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['feace164-1d2f-40eb-bf4d-fd789c3e9199'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:03.569324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5f27cd-c46f-44fb-b218-5e748976fd08,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:03.625739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.635121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:03.642876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ab2bec3-49aa-488f-9619-72e9bd45be81 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/subnets/aa5f27cd-c46f-44fb-b218-5e748976fd08 HTTP/1.1" status: 204 len: 168 time: 0.7313600 Jan 29 20:06:03.654624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b570dde3-811c-4030-94fa-28c887f1ad4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b4bdf18ae2440d2aa2cbd8116def109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889985 Jan 29 20:06:03.683166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:03.855313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-980c5f68-3ae4-4cf4-95e9-ceda73ac84f3 admin admin] Publish callbacks [] for security_group (0e2ffdbd-5e23-48dc-ac53-bf0294fddb86), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.855766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] Set router feace164-1d2f-40eb-bf4d-fd789c3e9199 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:06:03.909144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-980c5f68-3ae4-4cf4-95e9-ceda73ac84f3 admin admin] Publish callbacks [] for security_group (0e2ffdbd-5e23-48dc-ac53-bf0294fddb86), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:03.952038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e5bb6-b6fd-4eaa-abf4-e8852638c2fc None None] Network 6c329dd2-cca3-4e47-ae41-483ac3223fba requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:04.065346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-980c5f68-3ae4-4cf4-95e9-ceda73ac84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0e2ffdbd-5e23-48dc-ac53-bf0294fddb86), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.067895 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-980c5f68-3ae4-4cf4-95e9-ceda73ac84f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.076411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-980c5f68-3ae4-4cf4-95e9-ceda73ac84f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e2ffdbd-5e23-48dc-ac53-bf0294fddb86 HTTP/1.1" status: 204 len: 168 time: 0.3878057 Jan 29 20:06:04.102246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c5f68-3ae4-4cf4-95e9-ceda73ac84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ffdbd-5e23-48dc-ac53-bf0294fddb86,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:04.117683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.453786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (feace164-1d2f-40eb-bf4d-fd789c3e9199), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.525179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] DHCP port deletion for 6c329dd2-cca3-4e47-ae41-483ac3223fba request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:06:04.655649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port fde3f047-101e-4fac-a025-93a3a3059aea {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:04.656185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.702837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] Deleting port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:04.703206 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.711033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:06:01Z', 'revision_number': 7, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:04.767892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a033b1-cfbb-4a35-a61f-5d485939608b None None] The sync data for ids ['feace164-1d2f-40eb-bf4d-fd789c3e9199'] in n-d-825496-5 is: [{'id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'name': 'tempest-TestNetworkBasicOps-router-222472512', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:02:57Z', 'updated_at': '2022-01-29T20:06:01Z', 'revision_number': 7, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'fde3f047-101e-4fac-a025-93a3a3059aea', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feace164-1d2f-40eb-bf4d-fd789c3e9199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:02:58Z', 'updated_at': '2022-01-29T20:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:04.889835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] For port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,segment=NetworkSegment(a7786723-7b36-428d-9530-1cccae62883e),segment_id=a7786723-7b36-428d-9530-1cccae62883e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:04.890256 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:04.907389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] Calling delete_port for 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:04.971295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port fde3f047-101e-4fac-a025-93a3a3059aea, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fde3f047-101e-4fac-a025-93a3a3059aea,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:04.972123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:05.000160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for fde3f047-101e-4fac-a025-93a3a3059aea owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:05.183103 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (683bc4ce-0c14-4a5f-9c3e-9c5e181d165d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:05.208451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] No DVR routers for this DVR port 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:05.289304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b042f3-2fac-40a2-b815-5c5b5880a018 None None] Pushing event deleted for resources: {'Port': ['ID=683bc4ce-0c14-4a5f-9c3e-9c5e181d165d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:05.744171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fde3f047-101e-4fac-a025-93a3a3059aea), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:05.853858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=fde3f047-101e-4fac-a025-93a3a3059aea,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:05.904460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:05.994548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:05.995512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 683bc4ce-0c14-4a5f-9c3e-9c5e181d165d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:06.000457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:06.076423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:06.080596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e7cee11-4e90-4bb0-a164-ec9b4bfdda0d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:06.107427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:06.316765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47538) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:06.620911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfb1b-c902-45c9-9583-a7dc8a5ed4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:06.621897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (feace164-1d2f-40eb-bf4d-fd789c3e9199), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:06.655706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_controller (feace164-1d2f-40eb-bf4d-fd789c3e9199), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:06.776406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-bb3cd5c2-c7f5-4082-a80a-1748cbcd0bcc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3683045 Jan 29 20:06:07.057627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (feace164-1d2f-40eb-bf4d-fd789c3e9199), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:07.058214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Fanout notify agent at l3_agent the message router_deleted on router feace164-1d2f-40eb-bf4d-fd789c3e9199 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:06:07.069362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:07.069362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c03b6807-0c91-4ac6-b65b-77a9f87c1285 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/routers/feace164-1d2f-40eb-bf4d-fd789c3e9199 HTTP/1.1" status: 204 len: 168 time: 3.4322009 Jan 29 20:06:07.071649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47560) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:07.141280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47562) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:07.300018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-a3ab4c12-388b-428d-aeec-1a7c2e59dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:07.310008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-a3ab4c12-388b-428d-aeec-1a7c2e59dafd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 1128 time: 0.4268179 Jan 29 20:06:07.495019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6c329dd2-cca3-4e47-ae41-483ac3223fba), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:07.570483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-728546713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:07.589039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfb1b-c902-45c9-9583-a7dc8a5ed4d3 admin admin] Publish callbacks [] for security_group (8b3e46af-0a67-470e-ac2d-93db082dc44e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:07.868925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fde3f047-101e-4fac-a025-93a3a3059aea no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:07.915198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6c329dd2-cca3-4e47-ae41-483ac3223fba), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:07.957102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fde3f047-101e-4fac-a025-93a3a3059aea {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:07.958423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fde3f047-101e-4fac-a025-93a3a3059aea not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:08.014173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c329dd2-cca3-4e47-ae41-483ac3223fba']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:08.056472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7786723-7b36-428d-9530-1cccae62883e') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:08.057420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7786723-7b36-428d-9530-1cccae62883e') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:08.116941 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (a7786723-7b36-428d-9530-1cccae62883e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.197805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a7786723-7b36-428d-9530-1cccae62883e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.237980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:06:08.239832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (a7786723-7b36-428d-9530-1cccae62883e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: items = [ Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:06:08.254104 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:06:08.588839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6c329dd2-cca3-4e47-ae41-483ac3223fba), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.600296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.604800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/networks/6c329dd2-cca3-4e47-ae41-483ac3223fba HTTP/1.1" status: 204 len: 168 time: 1.5262206 Jan 29 20:06:08.612720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdfcfb1b-c902-45c9-9583-a7dc8a5ed4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8b3e46af-0a67-470e-ac2d-93db082dc44e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.632997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.634502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:08.639732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'network': {'name': 'tempest-network-smoke--2123874254', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:08.675558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc845c5-ae5b-406a-8135-bac1d3625ea1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Network': ['ID=6c329dd2-cca3-4e47-ae41-483ac3223fba,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:08.746873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.753416 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.798309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cdfcfb1b-c902-45c9-9583-a7dc8a5ed4d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c544356f6e14337bca3af77a8ffc14a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4803431 Jan 29 20:06:08.801525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47582) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:08.812719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcfb1b-c902-45c9-9583-a7dc8a5ed4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e46af-0a67-470e-ac2d-93db082dc44e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:08.819547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-d49a4c90-9ae2-45cc-b61a-cecd36043a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:08.825567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-d49a4c90-9ae2-45cc-b61a-cecd36043a38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 200 len: 913 time: 1.4824958 Jan 29 20:06:08.946159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-e57750b5-f268-49bf-85a4-6081249dd915 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 200 len: 217 time: 0.1133840 Jan 29 20:06:08.946950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:08.950400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:08.989766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f435999-8f89-43bc-9089-51f360290e3d admin admin] Publish callbacks [] for security_group (8b3e46af-0a67-470e-ac2d-93db082dc44e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.041897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f435999-8f89-43bc-9089-51f360290e3d admin admin] Publish callbacks [] for security_group (8b3e46af-0a67-470e-ac2d-93db082dc44e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.229150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router_controller (9755ced9-7d1d-41a6-b3fa-d9a45876da42), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.247921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f435999-8f89-43bc-9089-51f360290e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8b3e46af-0a67-470e-ac2d-93db082dc44e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.247921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f435999-8f89-43bc-9089-51f360290e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.251871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8f435999-8f89-43bc-9089-51f360290e3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b3e46af-0a67-470e-ac2d-93db082dc44e HTTP/1.1" status: 204 len: 168 time: 0.4459617 Jan 29 20:06:09.251996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:09.270497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4cfffc59-9c9d-4ffc-9159-fb6cccaa7654), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.272070 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Added segment 4cfffc59-9c9d-4ffc-9159-fb6cccaa7654 of type vlan for network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb Jan 29 20:06:09.279206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f435999-8f89-43bc-9089-51f360290e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e46af-0a67-470e-ac2d-93db082dc44e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:09.343657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.378366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.398246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-5424cc56-7b81-4580-b4fe-b5f959b2db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:09.400171 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-5424cc56-7b81-4580-b4fe-b5f959b2db37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 200 len: 853 time: 0.3711143 Jan 29 20:06:09.439994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.447289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:09.448333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.453891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-b2253037-19a0-4ddd-a052-1c9ec6081e5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b7b02fb-6b31-4dca-971d-9815d86b095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464101 Jan 29 20:06:09.488385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.490108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4f186717-2cc6-4aab-a321-a3d157542066 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.3368988 Jan 29 20:06:09.493144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:09.498230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1971914063'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:09.600046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Made reservation on behalf of 832633e6b51847aa80387b9f90a97e41 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:09.603850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.619946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.628495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9925270 Jan 29 20:06:09.639888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47598) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:09.648851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'admin_state_up': True, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:09.656839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5402a8-89a7-4f3e-9e0c-c173448f7902 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Network': ['ID=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:09.672436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:09.734468 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-fc8a5be0-ddfe-4c5f-855a-48f2ec25b2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719588 Jan 29 20:06:09.828330 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (f8083bd6-c510-41cc-9705-1abea7b122ca), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.832533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (f8083bd6-c510-41cc-9705-1abea7b122ca), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.917635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for security_group (0ccd7eb0-4f3b-4938-b08a-ed974586ab1d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:09.987438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0ccd7eb0-4f3b-4938-b08a-ed974586ab1d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.040082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_controller (f8083bd6-c510-41cc-9705-1abea7b122ca), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.098373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd7eb0-4f3b-4938-b08a-ed974586ab1d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:10.113262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:10.150979 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4b8aa078-d44b-4002-8a2c-15b79c12f42f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.151343 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Added segment 4b8aa078-d44b-4002-8a2c-15b79c12f42f of type vlan for network b2789118-407b-40e9-9dcd-71a5256a08f8 Jan 29 20:06:10.265597 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b2789118-407b-40e9-9dcd-71a5256a08f8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.404871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b2789118-407b-40e9-9dcd-71a5256a08f8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.410052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:10.410694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.595496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (f8083bd6-c510-41cc-9705-1abea7b122ca), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.605359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47608) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:10.614800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8bcdc9ac-ff90-4727-9510-7d04bad7619a req-b1fc5f1c-0b65-4d33-8a5e-dcb55f5a2add service neutron] 10.222.0.26 "GET /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730376 Jan 29 20:06:10.634425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e8d356e-66ba-4349-bf24-63fc34141a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:10.675699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Network': ['ID=b2789118-407b-40e9-9dcd-71a5256a08f8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:10.692649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b2789118-407b-40e9-9dcd-71a5256a08f8 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:10.775284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3b2d4bcd-1949-4724-99d8-78dcf8e0d7b8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2810671 Jan 29 20:06:10.778112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:10.783226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'subnet': {'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:11.045064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Made reservation on behalf of 832633e6b51847aa80387b9f90a97e41 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:11.049665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.068641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e8d356e-66ba-4349-bf24-63fc34141a69 admin admin] Publish callbacks [] for security_group (d26b8146-ed66-4a3b-bfd1-2266906fbe0a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.255332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e8d356e-66ba-4349-bf24-63fc34141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d26b8146-ed66-4a3b-bfd1-2266906fbe0a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.353278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e8d356e-66ba-4349-bf24-63fc34141a69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0009d89f6d57475eb23812b51e49843c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462661 Jan 29 20:06:11.449411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47624) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:11.600429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (c44582ce-4477-43e0-bd5a-722bb49c3445), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.640388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (f8083bd6-c510-41cc-9705-1abea7b122ca), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.643093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d356e-66ba-4349-bf24-63fc34141a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26b8146-ed66-4a3b-bfd1-2266906fbe0a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:11.690293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.725774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d442fac8-117b-496d-9ac9-d92dd04692e5 admin admin] Publish callbacks [] for security_group (d26b8146-ed66-4a3b-bfd1-2266906fbe0a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.749525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Subnet': ['ID=c44582ce-4477-43e0-bd5a-722bb49c3445,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:11.788311 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d442fac8-117b-496d-9ac9-d92dd04692e5 admin admin] Publish callbacks [] for security_group (d26b8146-ed66-4a3b-bfd1-2266906fbe0a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.851769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Checking segment: {'id': '4b8aa078-d44b-4002-8a2c-15b79c12f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:11.852146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network hostable DHCP agents. Network: b2789118-407b-40e9-9dcd-71a5256a08f8, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:06:11.888161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.25.5.169 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/f5760278-038b-4aa6-b849-23a50bffc7a3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:11.974311 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d442fac8-117b-496d-9ac9-d92dd04692e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d26b8146-ed66-4a3b-bfd1-2266906fbe0a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.977524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d442fac8-117b-496d-9ac9-d92dd04692e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:11.982496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d442fac8-117b-496d-9ac9-d92dd04692e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d26b8146-ed66-4a3b-bfd1-2266906fbe0a HTTP/1.1" status: 204 len: 168 time: 0.5171800 Jan 29 20:06:11.987701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network b2789118-407b-40e9-9dcd-71a5256a08f8 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:06:12.051747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b2789118-407b-40e9-9dcd-71a5256a08f8) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:12.056448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:12.057322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.064990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d23b6-9830-4698-8849-a887df6a28f0 None None] Network b2789118-407b-40e9-9dcd-71a5256a08f8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:12.139126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442fac8-117b-496d-9ac9-d92dd04692e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26b8146-ed66-4a3b-bfd1-2266906fbe0a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:12.156811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-57e4c9ee-e8aa-4c76-879d-505f93e7849b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3774369 Jan 29 20:06:12.159909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:12.166234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'network': {'name': 'tempest-router-network01--202346821'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:12.308562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Made reservation on behalf of 832633e6b51847aa80387b9f90a97e41 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:12.312433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.345856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.376806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b2789118-407b-40e9-9dcd-71a5256a08f8', 'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8', 'project_id': '832633e6b51847aa80387b9f90a97e41', 'fixed_ips': [{'subnet_id': 'c44582ce-4477-43e0-bd5a-722bb49c3445'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:06:12.380741 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.387904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:12.419028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (00bd36e0-85a5-43a1-a560-03948298d694), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.419641 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Added segment 00bd36e0-85a5-43a1-a560-03948298d694 of type vlan for network e7fd6b26-651c-4656-a060-326f2dd2a524 Jan 29 20:06:12.551307 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e7fd6b26-651c-4656-a060-326f2dd2a524), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.571896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.656807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:12.671050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:12.677000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:12.691791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e7fd6b26-651c-4656-a060-326f2dd2a524), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.698640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:12.701057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:12.806338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=f5760278-038b-4aa6-b849-23a50bffc7a3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:12.829212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6671729 Jan 29 20:06:12.829837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:12.856894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'network': {'name': 'tempest-router-network02--1072442329'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:12.879600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Allocated IP 172.20.0.2 (b2789118-407b-40e9-9dcd-71a5256a08f8/c44582ce-4477-43e0-bd5a-722bb49c3445/f8db30e0-2301-4eea-bd3f-1a7698b87fc7) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:12.937706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f612487-ad3f-4089-84df-9ae1d6989054 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Network': ['ID=e7fd6b26-651c-4656-a060-326f2dd2a524,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:12.970270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e7fd6b26-651c-4656-a060-326f2dd2a524 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:13.216242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Made reservation on behalf of 832633e6b51847aa80387b9f90a97e41 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:13.227849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.369727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:13.383254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c42b696f-6be2-4fb8-bd98-be61ee05a395), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.383879 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Added segment c42b696f-6be2-4fb8-bd98-be61ee05a395 of type vlan for network 924c52d6-8167-4e94-9c71-881d6a9dc736 Jan 29 20:06:13.450818 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Publish callbacks [] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.481435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (924c52d6-8167-4e94-9c71-881d6a9dc736), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.526181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.634638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (924c52d6-8167-4e94-9c71-881d6a9dc736), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.646206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Network b2789118-407b-40e9-9dcd-71a5256a08f8 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:13.648460 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:13.649221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.662836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:13.668278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:13.677869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Pushing event updated for resources: {'Port': ['ID=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:13.721344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.722809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.723464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.724594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.725705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.726050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.728384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.729993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.730348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.730694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.731032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.732829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.733190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:13.867184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (f8083bd6-c510-41cc-9705-1abea7b122ca), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.876259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0428009 Jan 29 20:06:13.877042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:13.883861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'subnet': {'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:13.939952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Attempting to bind port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:13.940803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Attempting to bind port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4b8aa078-d44b-4002-8a2c-15b79c12f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:13.942245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Attempting to bind port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 on network b2789118-407b-40e9-9dcd-71a5256a08f8 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:13.962896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:13.963421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Checking segment: {'id': '4b8aa078-d44b-4002-8a2c-15b79c12f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:13.965891 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:13.969617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Bound using segment: {'id': '4b8aa078-d44b-4002-8a2c-15b79c12f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:13.970689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Bound port: f8db30e0-2301-4eea-bd3f-1a7698b87fc7, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8aa078-d44b-4002-8a2c-15b79c12f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b2789118-407b-40e9-9dcd-71a5256a08f8'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:13.970849 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:14.197421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] For port f8db30e0-2301-4eea-bd3f-1a7698b87fc7, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:14.203535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] For port f8db30e0-2301-4eea-bd3f-1a7698b87fc7, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,segment=NetworkSegment(4b8aa078-d44b-4002-8a2c-15b79c12f42f),segment_id=4b8aa078-d44b-4002-8a2c-15b79c12f42f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:14.206020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Made reservation on behalf of 832633e6b51847aa80387b9f90a97e41 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:14.212036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:14.285344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:14.399383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608aed-1078-4804-beed-b3caad16b3bc tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Network': ['ID=924c52d6-8167-4e94-9c71-881d6a9dc736,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:14.488871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc6d5b-a6fe-45c2-ac50-588477c364ee None None] Pushing event updated for resources: {'Port': ['ID=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:14.516857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 924c52d6-8167-4e94-9c71-881d6a9dc736 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:14.543983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (f8083bd6-c510-41cc-9705-1abea7b122ca), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:14.870695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (33b902f2-6966-464c-a58e-8e41fc195f88), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:14.998645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Subnet': ['ID=33b902f2-6966-464c-a58e-8e41fc195f88,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:15.034287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router f8083bd6-c510-41cc-9705-1abea7b122ca is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:06:15.169849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Checking segment: {'id': '00bd36e0-85a5-43a1-a560-03948298d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:15.170213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network hostable DHCP agents. Network: e7fd6b26-651c-4656-a060-326f2dd2a524, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:06:15.317730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network e7fd6b26-651c-4656-a060-326f2dd2a524 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:06:15.393579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e7fd6b26-651c-4656-a060-326f2dd2a524) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:15.399077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:15.399862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:15.406160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24392839-ffbb-4fbc-887f-027becdc2df7 None None] Network e7fd6b26-651c-4656-a060-326f2dd2a524 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:15.505138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:15.514970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a35d6405-f1db-4024-b2e6-84a33c76dc7d tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6329670 Jan 29 20:06:15.515140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:15.520859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'subnet': {'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:15.522168 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Sync routers for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:15.543582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:15.544190 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:15.665233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:15.666213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-48f23897-def9-4289-92d3-64b0ddd4dc8d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0246470 Jan 29 20:06:15.669166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47714) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:15.797233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a2716bc4-54fe-46c2-823f-b5399fa95c7e tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=62387f3b15b84858bf9ab917d591d538&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247184 Jan 29 20:06:15.797995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47718) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:15.815768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e7fd6b26-651c-4656-a060-326f2dd2a524', 'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524', 'project_id': '832633e6b51847aa80387b9f90a97e41', 'fixed_ips': [{'subnet_id': '33b902f2-6966-464c-a58e-8e41fc195f88'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:06:15.822496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:16.000417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Made reservation on behalf of 832633e6b51847aa80387b9f90a97e41 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:16.004377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:16.016942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:06:16.214160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f5a855-5df3-4511-901e-d087cdad85bc tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:16.232816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09f5a855-5df3-4511-901e-d087cdad85bc tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4337189 Jan 29 20:06:16.233476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47724) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:16.368924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Allocated IP 172.20.0.2 (e7fd6b26-651c-4656-a060-326f2dd2a524/33b902f2-6966-464c-a58e-8e41fc195f88/94c34337-eb5b-4d99-a840-50809c8140d1) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:16.370563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c14207ae-d7bf-4c30-be35-35d2198617ef tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351337 Jan 29 20:06:16.370563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47726) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:16.380731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399736997', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:16.766158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (72770718-6ddf-4a0b-b9e1-89069e435c69), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:16.800116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:16.803964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:16.811931 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:13Z', 'revision_number': 3, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:16.860027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Publish callbacks [] for port (94c34337-eb5b-4d99-a840-50809c8140d1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:16.881260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f8db30e0-2301-4eea-bd3f-1a7698b87fc7 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:16.889192 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Checking router: f8083bd6-c510-41cc-9705-1abea7b122ca for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:06:16.897336 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Updating router f8083bd6-c510-41cc-9705-1abea7b122ca port f5760278-038b-4aa6-b849-23a50bffc7a3 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:06:16.951316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Subnet': ['ID=72770718-6ddf-4a0b-b9e1-89069e435c69,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:16.973084 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.044388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Checking segment: {'id': 'c42b696f-6be2-4fb8-bd98-be61ee05a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:17.048591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network hostable DHCP agents. Network: 924c52d6-8167-4e94-9c71-881d6a9dc736, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:06:17.049310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d04e8-359e-496c-a069-bde4a5ddbf11 None None] Network b2789118-407b-40e9-9dcd-71a5256a08f8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:17.171852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network 924c52d6-8167-4e94-9c71-881d6a9dc736 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:06:17.209098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.280248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 924c52d6-8167-4e94-9c71-881d6a9dc736) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:17.289676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:17.290273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.388184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b16832ac-0b9b-4752-947f-326b8437a550 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8692224 Jan 29 20:06:17.388564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47754) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:17.403893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0c193-9c77-43bc-aea8-32db3a2aae15 None None] Network 924c52d6-8167-4e94-9c71-881d6a9dc736 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:17.439259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (9797167a-a014-4a54-9d07-cbba8ad7caf1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.610044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Subnet': ['ID=9797167a-a014-4a54-9d07-cbba8ad7caf1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:17.714889 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Publish callbacks [] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.726056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Checking segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:17.726425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network hostable DHCP agents. Network: b452c8a4-6ca1-4dbd-8c06-b6750f0036bb, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:06:17.777557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] Provisioning complete for port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:17.780737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.794354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-924c52d6-8167-4e94-9c71-881d6a9dc736', 'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736', 'project_id': '832633e6b51847aa80387b9f90a97e41', 'fixed_ips': [{'subnet_id': '72770718-6ddf-4a0b-b9e1-89069e435c69'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:06:17.795663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.806199 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.874555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:06:17.920020 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Pushing event updated for resources: {'Port': ['ID=f5760278-038b-4aa6-b849-23a50bffc7a3,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:17.923013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:17.923625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.943048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b452c8a4-6ca1-4dbd-8c06-b6750f0036bb) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:17.945616 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.953989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:17.957228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:17.964325 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.964663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.964997 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.965326 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.965673 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.974120 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.975990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.976732 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.978226 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.978761 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.982086 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:17.982664 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:18.049188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Attempting to bind port f5760278-038b-4aa6-b849-23a50bffc7a3 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:18.050999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Attempting to bind port f5760278-038b-4aa6-b849-23a50bffc7a3 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:18.052334 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Attempting to bind port f5760278-038b-4aa6-b849-23a50bffc7a3 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:18.061711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0959ef8d-94a0-4173-8e5d-a2ec865b18ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6900072 Jan 29 20:06:18.064314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47766) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:18.071834 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:18.074424 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:18.077307 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:18.077943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:18.080880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Bound port: f5760278-038b-4aa6-b849-23a50bffc7a3, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:18.083778 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:18.351928 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] For port f5760278-038b-4aa6-b849-23a50bffc7a3, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:18.369635 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] For port f5760278-038b-4aa6-b849-23a50bffc7a3, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f5760278-038b-4aa6-b849-23a50bffc7a3,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:18.452746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44940b88-e96b-4c85-872f-eede11f4f9b4 None None] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:18.475384 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:18.666564 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c31aa4-58ff-480a-8764-86fdc019e332 None None] Pushing event updated for resources: {'Port': ['ID=f5760278-038b-4aa6-b849-23a50bffc7a3,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:18.721228 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:18.721833 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:18.907404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47780) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:19.084053 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:06:19.183070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Network e7fd6b26-651c-4656-a060-326f2dd2a524 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:19.205709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Pushing event updated for resources: {'Port': ['ID=94c34337-eb5b-4d99-a840-50809c8140d1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:19.211325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:19.217520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:19.244760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:19.264906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Allocated IP 172.20.0.2 (924c52d6-8167-4e94-9c71-881d6a9dc736/72770718-6ddf-4a0b-b9e1-89069e435c69/6639f475-6429-4e16-96fd-054babe51337) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:19.410444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] Current status of the port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:19.411317 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:19.451661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Attempting to bind port 94c34337-eb5b-4d99-a840-50809c8140d1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:19.452354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Attempting to bind port 94c34337-eb5b-4d99-a840-50809c8140d1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '00bd36e0-85a5-43a1-a560-03948298d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:19.452902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Attempting to bind port 94c34337-eb5b-4d99-a840-50809c8140d1 on network e7fd6b26-651c-4656-a060-326f2dd2a524 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:19.612894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] For port f8db30e0-2301-4eea-bd3f-1a7698b87fc7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,segment=NetworkSegment(4b8aa078-d44b-4002-8a2c-15b79c12f42f),segment_id=4b8aa078-d44b-4002-8a2c-15b79c12f42f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:19.789003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:19.789396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Checking segment: {'id': '00bd36e0-85a5-43a1-a560-03948298d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:19.789813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:19.790221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Bound using segment: {'id': '00bd36e0-85a5-43a1-a560-03948298d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:19.790727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Bound port: 94c34337-eb5b-4d99-a840-50809c8140d1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bd36e0-85a5-43a1-a560-03948298d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e7fd6b26-651c-4656-a060-326f2dd2a524'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:19.799376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:19.862340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:19.862746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:19.978830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] For port 94c34337-eb5b-4d99-a840-50809c8140d1, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:19.983721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] For port 94c34337-eb5b-4d99-a840-50809c8140d1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=94c34337-eb5b-4d99-a840-50809c8140d1,segment=NetworkSegment(00bd36e0-85a5-43a1-a560-03948298d694),segment_id=00bd36e0-85a5-43a1-a560-03948298d694)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:19.986919 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.155509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38588218-ec40-4dcb-99a4-c6f7162cb0da None None] Pushing event updated for resources: {'Port': ['ID=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:20.186514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.235868 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:13Z', 'revision_number': 3, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:20.258202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Allocated IP 172.20.0.1 (e7fd6b26-651c-4656-a060-326f2dd2a524/33b902f2-6966-464c-a58e-8e41fc195f88/179a685d-c6a6-4cd3-95c8-891145716a6c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:20.332965 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2924c4-2ccb-49f5-8916-e68a16efb83e None None] The sync data for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 is: [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:13Z', 'revision_number': 3, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:20.366182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f11ca833-0876-48bb-86dd-42791af634c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.487440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:06:20.490874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.534441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2be712-8fd6-4c25-8f2e-8ecb6cbfd341 None None] Pushing event updated for resources: {'Port': ['ID=94c34337-eb5b-4d99-a840-50809c8140d1,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:20.573187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.632188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f11ca833-0876-48bb-86dd-42791af634c0 admin admin] Publish callbacks [] for security_group (06939dec-b478-451a-8bb1-c32b10f3a4f9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.707175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f11ca833-0876-48bb-86dd-42791af634c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (06939dec-b478-451a-8bb1-c32b10f3a4f9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.766326 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:20.815455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network e7fd6b26-651c-4656-a060-326f2dd2a524 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:20.824055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:20.827486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:20.849031 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:06:20.975683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ca833-0876-48bb-86dd-42791af634c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06939dec-b478-451a-8bb1-c32b10f3a4f9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:21.040102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f11ca833-0876-48bb-86dd-42791af634c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6641e4f78fe74a6cb921712b8d80e04e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1251082 Jan 29 20:06:21.042976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 47814) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:21.050578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9175d920-1017-4042-9b22-75da42a81ef5 None None] Provisioning complete for port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:21.050936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9175d920-1017-4042-9b22-75da42a81ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.070014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:06:21.082237 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:06:21.131673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.299899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Port': ['ID=179a685d-c6a6-4cd3-95c8-891145716a6c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:21.382480 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00aa44c6-8167-4ecb-99f1-daa8302a5b78 admin admin] Publish callbacks [] for security_group (06939dec-b478-451a-8bb1-c32b10f3a4f9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.447303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Allocated IP 172.20.0.2 (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb/9797167a-a014-4a54-9d07-cbba8ad7caf1/ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:21.518657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00aa44c6-8167-4ecb-99f1-daa8302a5b78 admin admin] Publish callbacks [] for security_group (06939dec-b478-451a-8bb1-c32b10f3a4f9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.648071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.697792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.716136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Publish callbacks [] for port (6639f475-6429-4e16-96fd-054babe51337), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:21.796380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (6639f475-6429-4e16-96fd-054babe51337), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.215300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Pushing event updated for resources: {'Port': ['ID=6639f475-6429-4e16-96fd-054babe51337,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:22.222397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9175d920-1017-4042-9b22-75da42a81ef5 None None] Current status of the port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:22.270065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Publish callbacks [] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.286464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00aa44c6-8167-4ecb-99f1-daa8302a5b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (06939dec-b478-451a-8bb1-c32b10f3a4f9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.298667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00aa44c6-8167-4ecb-99f1-daa8302a5b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.300888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-00aa44c6-8167-4ecb-99f1-daa8302a5b78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06939dec-b478-451a-8bb1-c32b10f3a4f9 HTTP/1.1" status: 204 len: 168 time: 1.2557099 Jan 29 20:06:22.301861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Network 924c52d6-8167-4e94-9c71-881d6a9dc736 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:22.308860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:22.317768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:22.323514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:22.461164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa44c6-8167-4ecb-99f1-daa8302a5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06939dec-b478-451a-8bb1-c32b10f3a4f9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:22.466445 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.651770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.703420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc172b-b9cf-4393-af4e-68c55cd71299 None None] Network e7fd6b26-651c-4656-a060-326f2dd2a524 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:22.796395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.861230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Attempting to bind port 6639f475-6429-4e16-96fd-054babe51337 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:22.861230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Attempting to bind port 6639f475-6429-4e16-96fd-054babe51337 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c42b696f-6be2-4fb8-bd98-be61ee05a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:22.867529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Attempting to bind port 6639f475-6429-4e16-96fd-054babe51337 on network 924c52d6-8167-4e94-9c71-881d6a9dc736 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:22.930236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:22.972457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:22.972752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Checking segment: {'id': 'c42b696f-6be2-4fb8-bd98-be61ee05a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:22.973164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:22.973569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Bound using segment: {'id': 'c42b696f-6be2-4fb8-bd98-be61ee05a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:22.977310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Bound port: 6639f475-6429-4e16-96fd-054babe51337, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42b696f-6be2-4fb8-bd98-be61ee05a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '924c52d6-8167-4e94-9c71-881d6a9dc736'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:22.977764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6639f475-6429-4e16-96fd-054babe51337), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.001625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:23.012512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.20.0.1 (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb/9797167a-a014-4a54-9d07-cbba8ad7caf1/5911fa63-135e-4d71-b6db-494fab5fbc8f) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:23.033025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:23.041808 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.071887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daab617-a900-46b1-b873-2ddf8639c44e req-b5ea595b-885b-4606-8426-f123baa0af02 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:23.079652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] Provisioning complete for port 94c34337-eb5b-4d99-a840-50809c8140d1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:23.079855 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.086773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1daab617-a900-46b1-b873-2ddf8639c44e req-b5ea595b-885b-4606-8426-f123baa0af02 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.3564038 Jan 29 20:06:23.103864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Port': ['ID=179a685d-c6a6-4cd3-95c8-891145716a6c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:23.174870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f5760278-038b-4aa6-b849-23a50bffc7a3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:23.264423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Pushing event updated for resources: {'Port': ['ID=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:23.342033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.494174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] Current status of the port 94c34337-eb5b-4d99-a840-50809c8140d1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:23.508243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.517062 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.557047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1daab617-a900-46b1-b873-2ddf8639c44e req-c08035ab-6332-402e-a080-e8dbd1216b1e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566405 Jan 29 20:06:23.632324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network e7fd6b26-651c-4656-a060-326f2dd2a524 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:23.641046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:23.668828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:23.676030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:23.688646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:23.826670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=5911fa63-135e-4d71-b6db-494fab5fbc8f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:23.845274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Attempting to bind port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:23.845274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Attempting to bind port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:23.845274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Attempting to bind port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 on network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:23.881023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:23.881794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Checking segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:23.882882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.883389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Bound using segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:23.884008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Bound port: ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:23.884519 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:23.886156 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (f8083bd6-c510-41cc-9705-1abea7b122ca), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:24.110333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] For port 94c34337-eb5b-4d99-a840-50809c8140d1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=94c34337-eb5b-4d99-a840-50809c8140d1,segment=NetworkSegment(00bd36e0-85a5-43a1-a560-03948298d694),segment_id=00bd36e0-85a5-43a1-a560-03948298d694)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:24.132309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] For port 6639f475-6429-4e16-96fd-054babe51337, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:24.143796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f5760278-038b-4aa6-b849-23a50bffc7a3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:24.144335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:24.154306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Router 9755ced9-7d1d-41a6-b3fa-d9a45876da42 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:06:24.261302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:24.316522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] For port 6639f475-6429-4e16-96fd-054babe51337, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6639f475-6429-4e16-96fd-054babe51337,segment=NetworkSegment(c42b696f-6be2-4fb8-bd98-be61ee05a395),segment_id=c42b696f-6be2-4fb8-bd98-be61ee05a395)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:24.405991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:24.413689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9f126993-20c4-46c5-9e45-fa61bbb35680 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0238729 Jan 29 20:06:24.419566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:24.475530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcba850-828d-4306-a009-6f11d826c3fd req-88ddd8b0-9db4-44ab-847d-b5972d5fb96e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:24.488359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4bcba850-828d-4306-a009-6f11d826c3fd req-88ddd8b0-9db4-44ab-847d-b5972d5fb96e tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.26 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.2621703 Jan 29 20:06:24.516800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bddc6-b70f-435d-beae-e1e1c13c52dd None None] Pushing event updated for resources: {'Port': ['ID=94c34337-eb5b-4d99-a840-50809c8140d1,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:24.534200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] Sync routers for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:24.706800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6639f475-6429-4e16-96fd-054babe51337), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:24.777522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] For port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:24.785988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] For port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:24.962677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:24.999559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:25.046675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:25.047303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:25.251810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:25.409224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ac612-db70-4cdc-87d5-6bd2af691162 req-56a3623c-6591-4ba5-9bd4-b977bb166b27 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:25.417005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-610ac612-db70-4cdc-87d5-6bd2af691162 req-56a3623c-6591-4ba5-9bd4-b977bb166b27 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.5755644 Jan 29 20:06:25.763371 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-8673ab95-dd3c-4eda-97e8-bebe0e8a2b21 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:06:25.764499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8673ab95-dd3c-4eda-97e8-bebe0e8a2b21 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3435843 Jan 29 20:06:25.770168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47944) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:25.814858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-610ac612-db70-4cdc-87d5-6bd2af691162 req-28de6b5a-d8ba-4e37-855a-07ba9646a3c8 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662839 Jan 29 20:06:25.883874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Deleting port 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:25.885885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.164595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-eee621b2-654d-4cb4-9ce5-cfc09215b12b None None] Provisioning complete for port 179a685d-c6a6-4cd3-95c8-891145716a6c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:26.165151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eee621b2-654d-4cb4-9ce5-cfc09215b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.265271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:26.269763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:26.375813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eee621b2-654d-4cb4-9ce5-cfc09215b12b None None] Port 179a685d-c6a6-4cd3-95c8-891145716a6c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:06:26.385921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:26.386626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b2813-37c5-4494-a5ed-3bfcec00c560 None None] The sync data for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:26.431556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] For port 287f3f2e-e3a4-433c-9607-88bcdece7358, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=287f3f2e-e3a4-433c-9607-88bcdece7358,segment=NetworkSegment(4bd83b66-fda1-44ce-9eba-7fae388e6f09),segment_id=4bd83b66-fda1-44ce-9eba-7fae388e6f09)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:26.432163 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.498152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Calling delete_port for 287f3f2e-e3a4-433c-9607-88bcdece7358 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:26.505345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bdefc617-21fc-40cf-9ac5-9af4369da549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.517526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f5760278-038b-4aa6-b849-23a50bffc7a3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:26.520755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.571811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f5760278-038b-4aa6-b849-23a50bffc7a3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f5760278-038b-4aa6-b849-23a50bffc7a3,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:26.649522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-eee621b2-654d-4cb4-9ce5-cfc09215b12b None None] Provisioning complete for port 94c34337-eb5b-4d99-a840-50809c8140d1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:26.654477 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eee621b2-654d-4cb4-9ce5-cfc09215b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.665104 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.665911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94c34337-eb5b-4d99-a840-50809c8140d1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:26.766768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 47974) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:26.782294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.805813 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.854005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:26.895006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f71e8-1207-478d-8ceb-12ccb2f632a5 None None] Pushing event updated for resources: {'Port': ['ID=6639f475-6429-4e16-96fd-054babe51337,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:27.164352 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:27.290169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df40356-df5c-4c4d-b2fb-768fd85c022c None None] Pushing event updated for resources: {'Port': ['ID=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:27.311420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 94c34337-eb5b-4d99-a840-50809c8140d1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:27.311776 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:27.340858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Publish callbacks [] for security_group (9183eade-826d-4bd6-b1fc-f2f0b99776be), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:27.438079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10614941-3a78-494e-8c6e-b8f1368f9039 req-3a05afa5-15a9-4a0e-9312-d938b2ed7aec tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:27.466615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10614941-3a78-494e-8c6e-b8f1368f9039 req-3a05afa5-15a9-4a0e-9312-d938b2ed7aec tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 946 time: 0.4469197 Jan 29 20:06:27.468684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9183eade-826d-4bd6-b1fc-f2f0b99776be), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:27.576779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=5911fa63-135e-4d71-b6db-494fab5fbc8f,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:27.592338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (f8083bd6-c510-41cc-9705-1abea7b122ca), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:27.648147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a0fe3-2c79-43c9-aa39-a6da3d677fa2 None None] Network 924c52d6-8167-4e94-9c71-881d6a9dc736 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:27.659509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9183eade-826d-4bd6-b1fc-f2f0b99776be,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:27.747447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f5760278-038b-4aa6-b849-23a50bffc7a3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:27.820133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.845495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.845495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.845495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.845495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.846830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.847249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.852057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.852057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.852057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.852057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.852057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.852057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:27.915743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc88031-48bc-4c64-b664-c28d57f3fdcf None None] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:27.927841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:27.930791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eee621b2-654d-4cb4-9ce5-cfc09215b12b None None] Current status of the port 94c34337-eb5b-4d99-a840-50809c8140d1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:27.991554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 287f3f2e-e3a4-433c-9607-88bcdece7358 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:27.992101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 287f3f2e-e3a4-433c-9607-88bcdece7358 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:27.997844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (287f3f2e-e3a4-433c-9607-88bcdece7358), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.043716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:28.064937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ff6d4807-0e1d-44ff-9e1c-43b62f2cdc9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e105afcc4ccc430ca1233c031850a9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2915134 Jan 29 20:06:28.080039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:28.121963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 94c34337-eb5b-4d99-a840-50809c8140d1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:28.123623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f8db30e0-2301-4eea-bd3f-1a7698b87fc7 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:28.158158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:28.167191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Pushing event deleted for resources: {'Port': ['ID=287f3f2e-e3a4-433c-9607-88bcdece7358,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:28.195355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Provisioning complete for port 179a685d-c6a6-4cd3-95c8-891145716a6c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:28.195863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.228680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10614941-3a78-494e-8c6e-b8f1368f9039 req-f4e83428-476d-4cbf-9ad5-51954214bbef tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/security-groups?id=10bf1d1f-1604-40ad-9059-3d159bf47064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7609789 Jan 29 20:06:28.248214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Port 179a685d-c6a6-4cd3-95c8-891145716a6c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:06:28.347536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting port 179a685d-c6a6-4cd3-95c8-891145716a6c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:28.354084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.374444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] No DVR routers for this DVR port 287f3f2e-e3a4-433c-9607-88bcdece7358 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:28.385426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.386107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Provisioning complete for port 6639f475-6429-4e16-96fd-054babe51337 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:28.390321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4bcba850-828d-4306-a009-6f11d826c3fd req-24465af7-0afd-4262-b63a-8ed90fde24fe tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.26 "DELETE /v2.0/ports/287f3f2e-e3a4-433c-9607-88bcdece7358 HTTP/1.1" status: 204 len: 173 time: 3.8990862 Jan 29 20:06:28.390484 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6639f475-6429-4e16-96fd-054babe51337), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.391933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-deleted', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:06:28.399323 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea71ee-ba16-448a-a6d7-0175aa0d7992" -d '{"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-deleted", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:06:28.518287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fa30446-abfa-4c72-8248-9f21c104accd admin admin] Publish callbacks [] for security_group (9183eade-826d-4bd6-b1fc-f2f0b99776be), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.575553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8f4056f-7014-461f-aaee-d77c086545bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.642192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router f8083bd6-c510-41cc-9705-1abea7b122ca has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:06:28.685824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fa30446-abfa-4c72-8248-9f21c104accd admin admin] Publish callbacks [] for security_group (9183eade-826d-4bd6-b1fc-f2f0b99776be), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.930853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.951936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:28.965447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-98e96cb8-6b4c-4ca4-b4a3-6cc5d499d4fa tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "PUT /v2.0/routers/f8083bd6-c510-41cc-9705-1abea7b122ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8997471 Jan 29 20:06:28.969796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:28.969796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:28.970075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:28.970169 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Sync routers for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:28.992460 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:28.993244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:28.999406 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fa30446-abfa-4c72-8248-9f21c104accd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9183eade-826d-4bd6-b1fc-f2f0b99776be), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:29.010753 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0fa30446-abfa-4c72-8248-9f21c104accd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:29.011931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0fa30446-abfa-4c72-8248-9f21c104accd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9183eade-826d-4bd6-b1fc-f2f0b99776be HTTP/1.1" status: 204 len: 168 time: 0.9052095 Jan 29 20:06:29.033369 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3ea8e-3f2c-4590-8d06-b54194bf0ee3 x-openstack-request-id: req-73d3ea8e-3f2c-4590-8d06-b54194bf0ee3 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:06:29.034092 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0639a659-7963-4c14-84bf-92c1ac7d18aa", "name": "network-vif-deleted", "tag": "287f3f2e-e3a4-433c-9607-88bcdece7358", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:06:29.034312 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:29.034814 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73d3ea8e-3f2c-4590-8d06-b54194bf0ee3 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:06:29.035459 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0639a659-7963-4c14-84bf-92c1ac7d18aa', 'name': 'network-vif-deleted', 'tag': '287f3f2e-e3a4-433c-9607-88bcdece7358', 'status': 'completed', 'code': 200} Jan 29 20:06:29.079222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Calling delete_port for 179a685d-c6a6-4cd3-95c8-891145716a6c owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:29.084089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa30446-abfa-4c72-8248-9f21c104accd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9183eade-826d-4bd6-b1fc-f2f0b99776be,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:29.188772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:29.227739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Current status of the port 6639f475-6429-4e16-96fd-054babe51337 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:29.228155 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6639f475-6429-4e16-96fd-054babe51337), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:29.479368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] For port 6639f475-6429-4e16-96fd-054babe51337, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6639f475-6429-4e16-96fd-054babe51337,segment=NetworkSegment(c42b696f-6be2-4fb8-bd98-be61ee05a395),segment_id=c42b696f-6be2-4fb8-bd98-be61ee05a395)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:29.484587 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:06:29.601406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:29.611782 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6639f475-6429-4e16-96fd-054babe51337), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:29.712631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1997892-d65e-48a8-8b7e-bbec6fd5c027 req-aa3abf5b-1674-4ab0-9e3b-4f6368551270 tempest-ServersNegativeTestJSON-1203834442 tempest-ServersNegativeTestJSON-1203834442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0639a659-7963-4c14-84bf-92c1ac7d18aa HTTP/1.1" status: 200 len: 210 time: 0.1727142 Jan 29 20:06:29.720613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.731030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.736809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.738854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.739516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.752154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.752154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.752620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:29.757479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48084) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:29.774115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6844ea88-3502-4f87-ae5b-2e63744c13b7 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5658 time: 0.8067107 Jan 29 20:06:29.786543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Provisioning complete for port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:29.788635 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:29.925709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Pushing event updated for resources: {'Port': ['ID=6639f475-6429-4e16-96fd-054babe51337,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:29.967590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:30.049662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.086222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:30.086605 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.115866 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 2, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:30.183585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (179a685d-c6a6-4cd3-95c8-891145716a6c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.189112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3400e211-1d24-482a-83cb-95bf5f2ced1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.201520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Checking router: f8083bd6-c510-41cc-9705-1abea7b122ca for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:06:30.202183 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Updating router f8083bd6-c510-41cc-9705-1abea7b122ca port 5911fa63-135e-4d71-b6db-494fab5fbc8f binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:06:30.211096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.211566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.212023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.212504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.212955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.213404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.213850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.214298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:30.219042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48096) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:30.247086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8202e844-15d7-41dc-a494-b0c29b839dc0 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5144 time: 0.4870131 Jan 29 20:06:30.248339 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.320767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Current status of the port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:30.330395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.383374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Port': ['ID=179a685d-c6a6-4cd3-95c8-891145716a6c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:30.422392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] For port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:30.508957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.511762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:30.512447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:30.514750 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.018310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Provisioning complete for port 5911fa63-135e-4d71-b6db-494fab5fbc8f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:31.018310 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.018310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748363b-54dc-42ed-b487-84fba9b708e9 None None] Pushing event updated for resources: {'Port': ['ID=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:31.018310 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:06:31.018310 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:06:31.053517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Port 5911fa63-135e-4d71-b6db-494fab5fbc8f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:06:31.105968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Provisioning complete for port 6639f475-6429-4e16-96fd-054babe51337 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:31.106354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6639f475-6429-4e16-96fd-054babe51337), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.106892 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Publish callbacks [] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.200105 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.305118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48108) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:31.368459 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f471536-9d8e-4a49-9332-03ca6d2c1316 None None] Pushing event updated for resources: {'Port': ['ID=5911fa63-135e-4d71-b6db-494fab5fbc8f,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:31.384938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Current status of the port 6639f475-6429-4e16-96fd-054babe51337 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:31.392333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Deleting subnet 226c354d-8722-46a3-9b17-092cba09d623 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:06:31.403931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Publish callbacks [] for subnet (226c354d-8722-46a3-9b17-092cba09d623), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.418570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Provisioning complete for port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:31.418949 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.476911 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Attempting to bind port 5911fa63-135e-4d71-b6db-494fab5fbc8f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:31.477517 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Attempting to bind port 5911fa63-135e-4d71-b6db-494fab5fbc8f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:31.477900 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Attempting to bind port 5911fa63-135e-4d71-b6db-494fab5fbc8f on network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:31.492845 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:31.493227 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Checking segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:31.493633 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.494026 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Bound using segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:31.494687 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Bound port: 5911fa63-135e-4d71-b6db-494fab5fbc8f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:31.495215 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.530558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:31.532138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f5760278-038b-4aa6-b849-23a50bffc7a3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:31.586322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (226c354d-8722-46a3-9b17-092cba09d623), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.651798 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] For port 5911fa63-135e-4d71-b6db-494fab5fbc8f, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:31.663759 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] For port 5911fa63-135e-4d71-b6db-494fab5fbc8f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5911fa63-135e-4d71-b6db-494fab5fbc8f,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:31.674456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f5760278-038b-4aa6-b849-23a50bffc7a3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:31.676540 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.685446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (226c354d-8722-46a3-9b17-092cba09d623), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.760686 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.792368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.817225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3400e211-1d24-482a-83cb-95bf5f2ced1a admin admin] Publish callbacks [] for security_group (0ebbb84e-034c-4cb6-bb97-294b26e942db), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.823637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-50d266f5-be19-44a1-8872-24e2dfdda91f None None] Current status of the port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:31.823798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.861285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8f948368-55c1-42de-b41f-8f1a49dd7470 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2147 time: 1.6410525 Jan 29 20:06:31.869519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f5760278-038b-4aa6-b849-23a50bffc7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:31.870584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6639f475-6429-4e16-96fd-054babe51337 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:31.909394 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (226c354d-8722-46a3-9b17-092cba09d623), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.939071 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:31.939754 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:31.961576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=226c354d-8722-46a3-9b17-092cba09d623,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:31.976682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.984115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] Provisioning complete for port 5911fa63-135e-4d71-b6db-494fab5fbc8f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:31.984650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:31.986431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2572cd8f-bd90-4fd3-8c24-deebbd0f4817 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/226c354d-8722-46a3-9b17-092cba09d623 HTTP/1.1" status: 204 len: 168 time: 0.6789203 Jan 29 20:06:31.987137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48122) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:31.988076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6639f475-6429-4e16-96fd-054babe51337 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:31.988569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6639f475-6429-4e16-96fd-054babe51337), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.109531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3400e211-1d24-482a-83cb-95bf5f2ced1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0ebbb84e-034c-4cb6-bb97-294b26e942db), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.154986 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (3b7b02fb-6b31-4dca-971d-9815d86b095c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.162323 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:06:32.165604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Router 9755ced9-7d1d-41a6-b3fa-d9a45876da42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:06:32.180633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48126) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:32.181341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3400e211-1d24-482a-83cb-95bf5f2ced1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a764449418764a329d539e0a8087886f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5789244 Jan 29 20:06:32.354111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e211-1d24-482a-83cb-95bf5f2ced1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbb84e-034c-4cb6-bb97-294b26e942db,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:32.436077 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f471536-9d8e-4a49-9332-03ca6d2c1316 None None] Pushing event updated for resources: {'Port': ['ID=5911fa63-135e-4d71-b6db-494fab5fbc8f,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:32.523760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:32.539818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30655854-d3d6-4e7b-b9c4-caf1ac0afd14 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7670951 Jan 29 20:06:32.543997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:32.547210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (3b7b02fb-6b31-4dca-971d-9815d86b095c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.596775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7b02fb-6b31-4dca-971d-9815d86b095c']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:32.620247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd83b66-fda1-44ce-9eba-7fae388e6f09') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:32.620558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd83b66-fda1-44ce-9eba-7fae388e6f09') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:32.645716 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4bd83b66-fda1-44ce-9eba-7fae388e6f09), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.651340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] Sync routers for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:32.654313 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-a3aa26ef-4fac-4881-9483-87faa66c446f tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] delete failed (client error): The resource could not be found. Jan 29 20:06:32.661251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] Current status of the port 5911fa63-135e-4d71-b6db-494fab5fbc8f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:32.661251 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.662561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a3aa26ef-4fac-4881-9483-87faa66c446f tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1655523979 HTTP/1.1" status: 404 len: 335 time: 0.1163802 Jan 29 20:06:32.665797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48142) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:32.678879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1a7f14d2-6c97-4b49-8730-4812301e40ba tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'router': {'external_gateway_info': {'network_id': '9755ced9-7d1d-41a6-b3fa-d9a45876da42'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:32.689226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4bd83b66-fda1-44ce-9eba-7fae388e6f09), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.697257 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:31Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:32.708111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:06:32.709550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4bd83b66-fda1-44ce-9eba-7fae388e6f09), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:06:32.738198 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:06:32.745502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48144) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:32.752830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398836400', 'description': 'tempest-secgroup-smoke-1398836400 description', 'project_id': '62387f3b15b84858bf9ab917d591d538'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:32.759796 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2775bf1-8a16-471e-aa59-f112deab722d None None] The sync data for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 is: [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:31Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:32.807929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] For port 5911fa63-135e-4d71-b6db-494fab5fbc8f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5911fa63-135e-4d71-b6db-494fab5fbc8f,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:32.814988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:32.815624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:32.822531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6639f475-6429-4e16-96fd-054babe51337 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:32.822531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94c34337-eb5b-4d99-a840-50809c8140d1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:32.825725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df9ec16c-aec2-4f74-a214-cf28e25b4d52 admin admin] Publish callbacks [] for security_group (0ebbb84e-034c-4cb6-bb97-294b26e942db), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.875587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df9ec16c-aec2-4f74-a214-cf28e25b4d52 admin admin] Publish callbacks [] for security_group (0ebbb84e-034c-4cb6-bb97-294b26e942db), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.894394 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (3b7b02fb-6b31-4dca-971d-9815d86b095c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.897135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.908830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:32.910942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.925064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:32.929209 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b7b02fb-6b31-4dca-971d-9815d86b095c HTTP/1.1" status: 204 len: 168 time: 0.9360564 Jan 29 20:06:32.971000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bece2d4-95c3-47d5-a2f7-5a6e4b84c196 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7b02fb-6b31-4dca-971d-9815d86b095c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:32.997369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:32.998025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:33.077718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:33.078365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0711c-e1d4-41a6-b97f-0f68fe1067ac None None] The sync data for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:33.079747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7fd2-42b6-4696-95da-b122bfdf62d3 None None] Pushing event updated for resources: {'Port': ['ID=5911fa63-135e-4d71-b6db-494fab5fbc8f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:33.085326 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df9ec16c-aec2-4f74-a214-cf28e25b4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0ebbb84e-034c-4cb6-bb97-294b26e942db), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.088003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df9ec16c-aec2-4f74-a214-cf28e25b4d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.091788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df9ec16c-aec2-4f74-a214-cf28e25b4d52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ebbb84e-034c-4cb6-bb97-294b26e942db HTTP/1.1" status: 204 len: 168 time: 0.9047089 Jan 29 20:06:33.098096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 94c34337-eb5b-4d99-a840-50809c8140d1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:33.098647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.159510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ec16c-aec2-4f74-a214-cf28e25b4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebbb84e-034c-4cb6-bb97-294b26e942db,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:33.230746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (de2a6da9-f3af-41e8-a6d8-10910decbe64), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.280798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5589f729-48d8-44d3-ae71-31e2dc42f953 None None] Provisioning complete for port 5911fa63-135e-4d71-b6db-494fab5fbc8f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:33.282044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5589f729-48d8-44d3-ae71-31e2dc42f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.325956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (de2a6da9-f3af-41e8-a6d8-10910decbe64), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.434124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2a6da9-f3af-41e8-a6d8-10910decbe64,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:33.464375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a7f14d2-6c97-4b49-8730-4812301e40ba tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router_gateway (9755ced9-7d1d-41a6-b3fa-d9a45876da42), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.473246 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.479928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48160) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:33.480461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 94c34337-eb5b-4d99-a840-50809c8140d1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:33.481089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc2a3f66-d59e-4697-8764-21224b3fd0f5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7317953 Jan 29 20:06:33.515135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': 'de2a6da9-f3af-41e8-a6d8-10910decbe64', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:33.523919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5589f729-48d8-44d3-ae71-31e2dc42f953 None None] Current status of the port 5911fa63-135e-4d71-b6db-494fab5fbc8f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:33.621866 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-1a7f14d2-6c97-4b49-8730-4812301e40ba tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] update failed (client error): The resource could not be found. Jan 29 20:06:33.626583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1a7f14d2-6c97-4b49-8730-4812301e40ba tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42 HTTP/1.1" status: 404 len: 339 time: 0.9559693 Jan 29 20:06:33.627140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48164) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:33.736764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (e406876d-5e90-4f1f-8496-441bbc72b15f), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.818519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48166) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:33.853742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5911fa63-135e-4d71-b6db-494fab5fbc8f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:33.885921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (e406876d-5e90-4f1f-8496-441bbc72b15f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:33.943825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e406876d-5e90-4f1f-8496-441bbc72b15f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.009176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e406876d-5e90-4f1f-8496-441bbc72b15f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:34.018547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5911fa63-135e-4d71-b6db-494fab5fbc8f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:34.018931 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.103549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.107816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8e390f13-9e7b-49dd-ba92-3d9d4b16f5d6 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6267400 Jan 29 20:06:34.108574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48172) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:34.113124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': 'de2a6da9-f3af-41e8-a6d8-10910decbe64', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:34.159446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5911fa63-135e-4d71-b6db-494fab5fbc8f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:34.160739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:34.221761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48174) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:34.227846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:34.228015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-101f6989-3736-4e5c-8151-8773802a86b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccc6256be9e14639aa43b521ae6cb4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034750 Jan 29 20:06:34.228419 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.308514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (ad0d6034-9838-4e21-9c6f-fc8f13c9fd2c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.350443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:34.351592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6639f475-6429-4e16-96fd-054babe51337 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:34.463559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ee9189d-579a-4ec7-ac80-575d2dba14eb admin admin] Publish callbacks [] for security_group (10bf1d1f-1604-40ad-9059-3d159bf47064), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.475027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.577907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6639f475-6429-4e16-96fd-054babe51337 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:34.578498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6639f475-6429-4e16-96fd-054babe51337), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.602863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ee9189d-579a-4ec7-ac80-575d2dba14eb admin admin] Publish callbacks [] for security_group (10bf1d1f-1604-40ad-9059-3d159bf47064), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.610164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:34.657721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (ad0d6034-9838-4e21-9c6f-fc8f13c9fd2c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.699492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae199dbc-ee5f-4891-a7e6-823d8eb02172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.755213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ad0d6034-9838-4e21-9c6f-fc8f13c9fd2c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.790951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6639f475-6429-4e16-96fd-054babe51337 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:34.800259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0d6034-9838-4e21-9c6f-fc8f13c9fd2c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:34.896704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae199dbc-ee5f-4891-a7e6-823d8eb02172 admin admin] Publish callbacks [] for security_group (9bce947e-44eb-4da7-80a4-7d3859a18361), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.901539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.906145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48186) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:34.906610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f3520a6c-b346-45e9-943f-207af61e7d5d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7963402 Jan 29 20:06:34.917182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': 'de2a6da9-f3af-41e8-a6d8-10910decbe64', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:34.926615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ee9189d-579a-4ec7-ac80-575d2dba14eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (10bf1d1f-1604-40ad-9059-3d159bf47064), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.930195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ee9189d-579a-4ec7-ac80-575d2dba14eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:34.937356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ee9189d-579a-4ec7-ac80-575d2dba14eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10bf1d1f-1604-40ad-9059-3d159bf47064 HTTP/1.1" status: 204 len: 168 time: 0.7091355 Jan 29 20:06:34.949801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9189d-579a-4ec7-ac80-575d2dba14eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf1d1f-1604-40ad-9059-3d159bf47064,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:34.982979 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ae199dbc-ee5f-4891-a7e6-823d8eb02172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9bce947e-44eb-4da7-80a4-7d3859a18361), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.082250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ae199dbc-ee5f-4891-a7e6-823d8eb02172 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd0c478a42ca41ffb6b2774433bbdb23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697189 Jan 29 20:06:35.082985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:35.089687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae199dbc-ee5f-4891-a7e6-823d8eb02172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bce947e-44eb-4da7-80a4-7d3859a18361,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:35.198135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2650-0a9d-4423-97f3-9d380298aba4 admin admin] Publish callbacks [] for security_group (9bce947e-44eb-4da7-80a4-7d3859a18361), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.217709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (eda246ba-16ee-4cc6-9860-133f82962e04), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.236491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2650-0a9d-4423-97f3-9d380298aba4 admin admin] Publish callbacks [] for security_group (9bce947e-44eb-4da7-80a4-7d3859a18361), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.322147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Allocated IP 172.20.0.1 (b2789118-407b-40e9-9dcd-71a5256a08f8/c44582ce-4477-43e0-bd5a-722bb49c3445/5bc4d714-3540-4c3b-b865-81049ef509f0) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:35.414019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2650-0a9d-4423-97f3-9d380298aba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9bce947e-44eb-4da7-80a4-7d3859a18361), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.418824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2650-0a9d-4423-97f3-9d380298aba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.420144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1a6b2650-0a9d-4423-97f3-9d380298aba4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bce947e-44eb-4da7-80a4-7d3859a18361 HTTP/1.1" status: 204 len: 168 time: 0.3358381 Jan 29 20:06:35.445907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (eda246ba-16ee-4cc6-9860-133f82962e04), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.468874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b2650-0a9d-4423-97f3-9d380298aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bce947e-44eb-4da7-80a4-7d3859a18361,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:35.518225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (eda246ba-16ee-4cc6-9860-133f82962e04), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.616919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda246ba-16ee-4cc6-9860-133f82962e04,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:35.628634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.660461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.661711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aba17cf7-de8e-4f31-9ebe-daf6c2412500 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7489595 Jan 29 20:06:35.665264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48202) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:35.672665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': 'de2a6da9-f3af-41e8-a6d8-10910decbe64', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:35.783199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.818241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (f6bec947-78bc-4a68-8596-330c025a4335), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.870125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network b2789118-407b-40e9-9dcd-71a5256a08f8 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:35.882986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:35.899083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:35.925351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (f6bec947-78bc-4a68-8596-330c025a4335), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:35.954277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Port': ['ID=5bc4d714-3540-4c3b-b865-81049ef509f0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:35.970592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.018265 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f6bec947-78bc-4a68-8596-330c025a4335), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.066957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bec947-78bc-4a68-8596-330c025a4335,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:36.099642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.103892 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3bd61142-3164-4e9e-b24c-e2ba87f94877 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4340661 Jan 29 20:06:36.105040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:36.127666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': 'de2a6da9-f3af-41e8-a6d8-10910decbe64', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:36.274234 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Project 62387f3b15b84858bf9ab917d591d538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:06:36.279812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (1917b079-6d70-4e9d-abd6-0ff4c5ef0251), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.348823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.378918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a0b56469-e247-4d11-a0ed-216fd2663350 None None] Provisioning complete for port 5bc4d714-3540-4c3b-b865-81049ef509f0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:36.379890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0b56469-e247-4d11-a0ed-216fd2663350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.421804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a0b56469-e247-4d11-a0ed-216fd2663350 None None] Port 5bc4d714-3540-4c3b-b865-81049ef509f0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:06:36.513716 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (1917b079-6d70-4e9d-abd6-0ff4c5ef0251), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.616506 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (1917b079-6d70-4e9d-abd6-0ff4c5ef0251), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.675994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1917b079-6d70-4e9d-abd6-0ff4c5ef0251,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:36.737864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.774735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.776793 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8d182c58-ac34-45f7-97d1-f334f1fdbc7c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6664102 Jan 29 20:06:36.778996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48242) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:36.784635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'security_group_rule': {'security_group_id': 'de2a6da9-f3af-41e8-a6d8-10910decbe64', 'project_id': '62387f3b15b84858bf9ab917d591d538', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:36.790508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.855709 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Project 62387f3b15b84858bf9ab917d591d538 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:06:36.861044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (3983c3b1-b136-4474-a556-f1738a3ec74d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.924047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event updated for resources: {'Port': ['ID=5bc4d714-3540-4c3b-b865-81049ef509f0,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:36.934887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:36.968295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48252) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:36.990248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (3983c3b1-b136-4474-a556-f1738a3ec74d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.061606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (3983c3b1-b136-4474-a556-f1738a3ec74d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.087913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3983c3b1-b136-4474-a556-f1738a3ec74d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:37.107725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Network b2789118-407b-40e9-9dcd-71a5256a08f8 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:37.109263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:37.156591 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.167032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1d0cd33-24a7-44be-b268-de51ed9f7a56 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3780110 Jan 29 20:06:37.220713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-873024931-network', 'tenant_id': '3475efacc5c447ab8b9c672f01208532'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:37.300848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Router 9755ced9-7d1d-41a6-b3fa-d9a45876da42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:06:37.418363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Made reservation on behalf of 3475efacc5c447ab8b9c672f01208532 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:37.420858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.452595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.508480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:37.521740 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad69f054-c617-49a9-bb1a-211eae07b3f2 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8901255 Jan 29 20:06:37.521921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] Sync routers for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:37.522824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48280) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:37.543501 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:37.550096 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:37.565105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-59a7b2eb-97b1-431b-925c-6cac2368ea9d None None] Provisioning complete for port 5bc4d714-3540-4c3b-b865-81049ef509f0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:37.565565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-59a7b2eb-97b1-431b-925c-6cac2368ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.631269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-59a7b2eb-97b1-431b-925c-6cac2368ea9d None None] Port 5bc4d714-3540-4c3b-b865-81049ef509f0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:06:37.646802 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:37.648790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-aa4f2413-a79f-481e-a489-15e44dfdd7a3 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398836400&fields=id&tenant_id=62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 267 time: 0.1092231 Jan 29 20:06:37.672244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:37.672244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:37.714079 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:37.714642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a642a91d-d501-4ede-8cc6-8e1ba05c20a4 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.715304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf20821-c524-4f90-b5f5-bdf4dba86033 None None] The sync data for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:37.765391 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks [] for security_group (4c4b049f-2874-4226-bd83-dd7b756bdc57), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.804993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-b93cd812-44d3-4cf6-9606-7d0aaa586e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:37.812355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-b93cd812-44d3-4cf6-9606-7d0aaa586e06 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/networks?id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 200 len: 797 time: 0.1566267 Jan 29 20:06:37.833287 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-a642a91d-d501-4ede-8cc6-8e1ba05c20a4 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 29 20:06:37.834889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-c2c76cdf-2341-492e-abf3-e2af36a90e53 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/quotas/62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 375 time: 0.0214205 Jan 29 20:06:37.841582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a642a91d-d501-4ede-8cc6-8e1ba05c20a4 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42 HTTP/1.1" status: 409 len: 329 time: 0.3171823 Jan 29 20:06:37.843908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48290) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:37.862503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4c4b049f-2874-4226-bd83-dd7b756bdc57), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.883031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:37.895346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (20cbb630-15bd-42ee-8af0-94b01751626d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:37.895696 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Added segment 20cbb630-15bd-42ee-8af0-94b01751626d of type vlan for network e9e6d709-5c45-49c1-97a6-54e40f1bcccc Jan 29 20:06:37.996475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e9e6d709-5c45-49c1-97a6-54e40f1bcccc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:38.011774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4b049f-2874-4226-bd83-dd7b756bdc57,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:38.091380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:38.107823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-17a42174-cee2-469c-b0a6-2aea8081c8c2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2719669 Jan 29 20:06:38.217158 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e9e6d709-5c45-49c1-97a6-54e40f1bcccc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:38.218471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:38.219205 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:38.339722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:38.360600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] Pushing event updated for resources: {'Network': ['ID=e9e6d709-5c45-49c1-97a6-54e40f1bcccc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:38.376085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e9e6d709-5c45-49c1-97a6-54e40f1bcccc details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:38.376578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cfbb10b1-20d3-48df-b59c-1cca1e35afbd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4026253 Jan 29 20:06:38.377654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48306) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:38.389370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Request body: {'subnet': {'network_id': 'e9e6d709-5c45-49c1-97a6-54e40f1bcccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-873024931-subnet', 'tenant_id': '3475efacc5c447ab8b9c672f01208532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:38.673865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Made reservation on behalf of 3475efacc5c447ab8b9c672f01208532 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:38.675341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:38.903322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-35ae6d7e-7dad-48ee-8197-072c43d78fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945938 Jan 29 20:06:38.958081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting port 5bc4d714-3540-4c3b-b865-81049ef509f0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:38.958628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:39.022104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-084d126c-41b4-4c11-b282-cea01e1c5869 service neutron] 10.222.0.15 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125829 Jan 29 20:06:39.023563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (139729c8-1593-45b3-9b6e-5b73e7e32319), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:39.097485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=139729c8-1593-45b3-9b6e-5b73e7e32319,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:39.105905 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Checking segment: {'id': '20cbb630-15bd-42ee-8af0-94b01751626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e9e6d709-5c45-49c1-97a6-54e40f1bcccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:39.106276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Network hostable DHCP agents. Network: e9e6d709-5c45-49c1-97a6-54e40f1bcccc, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:06:39.163720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:39.177230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Calling delete_port for 5bc4d714-3540-4c3b-b865-81049ef509f0 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:39.182967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Network e9e6d709-5c45-49c1-97a6-54e40f1bcccc is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:06:39.326883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e9e6d709-5c45-49c1-97a6-54e40f1bcccc) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:39.343794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:39.347920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80ff08-d699-42f1-acb1-824a6219a946 None None] Network e9e6d709-5c45-49c1-97a6-54e40f1bcccc requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:39.355390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:39.472677 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d02eeddb-e3d8-4fd7-93cf-3ee48c2cbbeb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0935402 Jan 29 20:06:39.540374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af236336-91b5-4173-9deb-452151224d16 req-1a446bf3-7911-4635-82c2-2020cc724297 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 210 time: 0.0528693 Jan 29 20:06:39.566097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5bc4d714-3540-4c3b-b865-81049ef509f0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:39.597828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b534661-48ac-49d7-8fda-3e53c9c5ebd6 None None] Network e9e6d709-5c45-49c1-97a6-54e40f1bcccc requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:39.639291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Port': ['ID=5bc4d714-3540-4c3b-b865-81049ef509f0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:39.764583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:39.916426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Deleting subnet 139729c8-1593-45b3-9b6e-5b73e7e32319 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:06:39.929344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Publish callbacks [] for subnet (139729c8-1593-45b3-9b6e-5b73e7e32319), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:39.990922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (9755ced9-7d1d-41a6-b3fa-d9a45876da42), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:40.081617 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (139729c8-1593-45b3-9b6e-5b73e7e32319), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:40.158102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (139729c8-1593-45b3-9b6e-5b73e7e32319), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:40.276997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (139729c8-1593-45b3-9b6e-5b73e7e32319), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:40.361067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139729c8-1593-45b3-9b6e-5b73e7e32319,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:40.378012 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:40.384400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5ad224ac-1ce0-4aea-8bb2-ffe240593b94 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/139729c8-1593-45b3-9b6e-5b73e7e32319 HTTP/1.1" status: 204 len: 168 time: 0.6181314 Jan 29 20:06:40.385131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48368) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:40.411474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Router 9755ced9-7d1d-41a6-b3fa-d9a45876da42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:06:40.464722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e9e6d709-5c45-49c1-97a6-54e40f1bcccc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:40.531077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:06:40.544850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] Sync routers for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:06:40.568499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c58231d1-2bc6-48cb-956b-6e69136a9ffd tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7186193 Jan 29 20:06:40.569385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48374) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:40.570221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:40.571459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:40.657364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:40.716647 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-50b7f931-e053-4a6c-8fc2-bc95ee61374b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] show failed (client error): The resource could not be found. Jan 29 20:06:40.728147 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-50b7f931-e053-4a6c-8fc2-bc95ee61374b tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-30913654 HTTP/1.1" status: 404 len: 333 time: 0.1516249 Jan 29 20:06:40.734852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] Routers {'9755ced9-7d1d-41a6-b3fa-d9a45876da42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:06:40.735474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:40.794002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45bd98e1-bc35-45ba-8bd5-34cc61941725 req-1ea29839-14bc-422e-89f6-8423a7776114 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 210 time: 0.0779483 Jan 29 20:06:40.795279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48382) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:40.815494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5b805a81-0137-4b56-9075-a64237cd5d37 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:40.858885 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-5b805a81-0137-4b56-9075-a64237cd5d37 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] update failed (client error): The resource could not be found. Jan 29 20:06:40.860418 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5b805a81-0137-4b56-9075-a64237cd5d37 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-416705974 HTTP/1.1" status: 404 len: 334 time: 0.0616693 Jan 29 20:06:40.867046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48390) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:40.869500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:40.870956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677eb9f-e5b4-4646-86ef-35c526bbce6c None None] The sync data for ids ['9755ced9-7d1d-41a6-b3fa-d9a45876da42'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:06:40.986812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting subnet 72770718-6ddf-4a0b-b9e1-89069e435c69 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:06:40.991547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for subnet (72770718-6ddf-4a0b-b9e1-89069e435c69), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.073044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (72770718-6ddf-4a0b-b9e1-89069e435c69), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.146604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e9e6d709-5c45-49c1-97a6-54e40f1bcccc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.168775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e6d709-5c45-49c1-97a6-54e40f1bcccc']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:41.179609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cbb630-15bd-42ee-8af0-94b01751626d') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:41.179947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cbb630-15bd-42ee-8af0-94b01751626d') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:41.190031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (20cbb630-15bd-42ee-8af0-94b01751626d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.207288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (20cbb630-15bd-42ee-8af0-94b01751626d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.220907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:06:41.222035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (20cbb630-15bd-42ee-8af0-94b01751626d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.264323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (72770718-6ddf-4a0b-b9e1-89069e435c69), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:06:41.273445 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:06:41.475101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e9e6d709-5c45-49c1-97a6-54e40f1bcccc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.476904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (72770718-6ddf-4a0b-b9e1-89069e435c69), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.480845 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.489238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e9e6d709-5c45-49c1-97a6-54e40f1bcccc HTTP/1.1" status: 204 len: 168 time: 1.1029658 Jan 29 20:06:41.509455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e6d709-5c45-49c1-97a6-54e40f1bcccc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:41.521000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.522137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.522505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.522850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.523188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.523556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.523889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.524229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.524759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.525076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.525401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.525729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.526276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf1079-d5bc-42d5-8765-fa16c94d49b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:06:41.556567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Subnet': ['ID=72770718-6ddf-4a0b-b9e1-89069e435c69,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:41.561430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.574326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-20c95d39-0cac-48e6-b074-a979ad421efb tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/subnets/72770718-6ddf-4a0b-b9e1-89069e435c69 HTTP/1.1" status: 204 len: 168 time: 0.7000275 Jan 29 20:06:41.574595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:41.575709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867dd43-5119-4d7e-8f87-0bc03c9a3f4b None None] Network 924c52d6-8167-4e94-9c71-881d6a9dc736 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:41.629517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting subnet 33b902f2-6966-464c-a58e-8e41fc195f88 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:06:41.633173 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for subnet (33b902f2-6966-464c-a58e-8e41fc195f88), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.743616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (33b902f2-6966-464c-a58e-8e41fc195f88), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:41.967252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] DHCP port deletion for 924c52d6-8167-4e94-9c71-881d6a9dc736 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:06:42.049037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (33b902f2-6966-464c-a58e-8e41fc195f88), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.086068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] Deleting port 6639f475-6429-4e16-96fd-054babe51337 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:42.086445 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6639f475-6429-4e16-96fd-054babe51337), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.175147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b636a66-8e50-4810-ad48-bd284b943990 req-4a8219cc-5f62-402d-a639-a8aa457940da tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 210 time: 0.0564854 Jan 29 20:06:42.184663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] For port 6639f475-6429-4e16-96fd-054babe51337, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6639f475-6429-4e16-96fd-054babe51337,segment=NetworkSegment(c42b696f-6be2-4fb8-bd98-be61ee05a395),segment_id=c42b696f-6be2-4fb8-bd98-be61ee05a395)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:42.185178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6639f475-6429-4e16-96fd-054babe51337), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.186422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (33b902f2-6966-464c-a58e-8e41fc195f88), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.199237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] Calling delete_port for 6639f475-6429-4e16-96fd-054babe51337 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:42.248189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48434) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:42.262114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.267688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/subnets/33b902f2-6966-464c-a58e-8e41fc195f88 HTTP/1.1" status: 204 len: 168 time: 0.6955664 Jan 29 20:06:42.268432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48436) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:42.282273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0140ff-3698-4847-9669-4feb5e8eabf9 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Subnet': ['ID=33b902f2-6966-464c-a58e-8e41fc195f88,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:42.291591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18bf64-adc0-4716-9415-2b13d6c08e41 None None] Network e7fd6b26-651c-4656-a060-326f2dd2a524 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:42.346753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f257ef46-3b77-44cd-87e9-92b0f3270282 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3475efacc5c447ab8b9c672f01208532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967503 Jan 29 20:06:42.349847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:42.383472 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (924c52d6-8167-4e94-9c71-881d6a9dc736), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.437840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41650de7-f93c-42d9-b4ef-1f19e2c21039 admin admin] Publish callbacks [] for security_group (4c4b049f-2874-4226-bd83-dd7b756bdc57), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.462706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41650de7-f93c-42d9-b4ef-1f19e2c21039 admin admin] Publish callbacks [] for security_group (4c4b049f-2874-4226-bd83-dd7b756bdc57), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.478428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting port 6639f475-6429-4e16-96fd-054babe51337 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:42.478777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6639f475-6429-4e16-96fd-054babe51337), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.568091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] DHCP port deletion for e7fd6b26-651c-4656-a060-326f2dd2a524 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:06:42.603646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] For port 6639f475-6429-4e16-96fd-054babe51337, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6639f475-6429-4e16-96fd-054babe51337,segment=NetworkSegment(c42b696f-6be2-4fb8-bd98-be61ee05a395),segment_id=c42b696f-6be2-4fb8-bd98-be61ee05a395)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:42.604488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6639f475-6429-4e16-96fd-054babe51337), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.621784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41650de7-f93c-42d9-b4ef-1f19e2c21039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4c4b049f-2874-4226-bd83-dd7b756bdc57), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.625236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41650de7-f93c-42d9-b4ef-1f19e2c21039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.627902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-41650de7-f93c-42d9-b4ef-1f19e2c21039 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c4b049f-2874-4226-bd83-dd7b756bdc57 HTTP/1.1" status: 204 len: 168 time: 0.2767615 Jan 29 20:06:42.628025 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (6639f475-6429-4e16-96fd-054babe51337), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.641780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Calling delete_port for 6639f475-6429-4e16-96fd-054babe51337 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:42.649572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41650de7-f93c-42d9-b4ef-1f19e2c21039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4b049f-2874-4226-bd83-dd7b756bdc57,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:42.707890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] No DVR routers for this DVR port 6639f475-6429-4e16-96fd-054babe51337 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:42.742802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b295ad7-320f-46ae-a3b6-3e5baeb3f62a None None] Pushing event deleted for resources: {'Port': ['ID=6639f475-6429-4e16-96fd-054babe51337,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:42.770475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] Deleting port 94c34337-eb5b-4d99-a840-50809c8140d1 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:42.770896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.800762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48452) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:42.884771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6639f475-6429-4e16-96fd-054babe51337), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.909309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] For port 94c34337-eb5b-4d99-a840-50809c8140d1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=94c34337-eb5b-4d99-a840-50809c8140d1,segment=NetworkSegment(00bd36e0-85a5-43a1-a560-03948298d694),segment_id=00bd36e0-85a5-43a1-a560-03948298d694)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:42.910291 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:42.946881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] Calling delete_port for 94c34337-eb5b-4d99-a840-50809c8140d1 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:42.960321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Port': ['ID=6639f475-6429-4e16-96fd-054babe51337,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:42.969946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] No DVR routers for this DVR port 6639f475-6429-4e16-96fd-054babe51337 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:43.173971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (924c52d6-8167-4e94-9c71-881d6a9dc736), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.178004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (94c34337-eb5b-4d99-a840-50809c8140d1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.202275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-984e644a-0c37-4e63-8eb6-ac73d07910c2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:43.208126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-984e644a-0c37-4e63-8eb6-ac73d07910c2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/networks?id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 200 len: 797 time: 0.2818813 Jan 29 20:06:43.209106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924c52d6-8167-4e94-9c71-881d6a9dc736']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:43.227608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42b696f-6be2-4fb8-bd98-be61ee05a395') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:43.227919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42b696f-6be2-4fb8-bd98-be61ee05a395') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:43.258602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (c42b696f-6be2-4fb8-bd98-be61ee05a395), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.274398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] Pushing event deleted for resources: {'Port': ['ID=94c34337-eb5b-4d99-a840-50809c8140d1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:43.279151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc387be4-3364-4f8d-a541-5b9571ad5d7c None None] No DVR routers for this DVR port 94c34337-eb5b-4d99-a840-50809c8140d1 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:43.324225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c42b696f-6be2-4fb8-bd98-be61ee05a395), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.331936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:06:43.332383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (c42b696f-6be2-4fb8-bd98-be61ee05a395), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:06:43.341050 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:06:43.406929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9ca45599-964c-4267-a189-8b870fed1850 req-61bb03a5-af93-4df1-87ca-700f40a1dbd2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 210 time: 0.0755029 Jan 29 20:06:43.417031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-c2f7db68-74cb-4227-8e93-09322df6c26b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62387f3b15b84858bf9ab917d591d538 HTTP/1.1" status: 200 len: 380 time: 0.1936767 Jan 29 20:06:43.443583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'port': {'device_id': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'admin_state_up': True, 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'security_groups': ['de2a6da9-f3af-41e8-a6d8-10910decbe64']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:43.534901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d83d52e-4e6b-4b44-867d-dd363bea36cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.591365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (924c52d6-8167-4e94-9c71-881d6a9dc736), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.599220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.602526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/networks/924c52d6-8167-4e94-9c71-881d6a9dc736 HTTP/1.1" status: 204 len: 168 time: 1.3328178 Jan 29 20:06:43.611795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48480) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:43.675152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94c34337-eb5b-4d99-a840-50809c8140d1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:43.761717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 94c34337-eb5b-4d99-a840-50809c8140d1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:43.762286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94c34337-eb5b-4d99-a840-50809c8140d1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:43.762972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6639f475-6429-4e16-96fd-054babe51337 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:43.763097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d83d52e-4e6b-4b44-867d-dd363bea36cf admin admin] Publish callbacks [] for security_group (453bb57a-6929-4873-95ee-ac45e5c5c9ed), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.825788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 6639f475-6429-4e16-96fd-054babe51337 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:43.830579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6639f475-6429-4e16-96fd-054babe51337 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:43.858112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6d83d52e-4e6b-4b44-867d-dd363bea36cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (453bb57a-6929-4873-95ee-ac45e5c5c9ed), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.880949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e7fd6b26-651c-4656-a060-326f2dd2a524), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.900919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bd57b-0755-4309-aba3-475717bb6412 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Network': ['ID=924c52d6-8167-4e94-9c71-881d6a9dc736,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:43.935202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6d83d52e-4e6b-4b44-867d-dd363bea36cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2e429713ce845ea811510d1732bada6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1327803 Jan 29 20:06:43.940776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Made reservation on behalf of 62387f3b15b84858bf9ab917d591d538 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:43.945539 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:43.947460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48490) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:43.980268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d52e-4e6b-4b44-867d-dd363bea36cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453bb57a-6929-4873-95ee-ac45e5c5c9ed,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:44.097178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e7fd6b26-651c-4656-a060-326f2dd2a524), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.145190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fd6b26-651c-4656-a060-326f2dd2a524']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:44.166546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bd36e0-85a5-43a1-a560-03948298d694') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:44.166546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bd36e0-85a5-43a1-a560-03948298d694') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:44.187272 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (00bd36e0-85a5-43a1-a560-03948298d694), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.211935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (00bd36e0-85a5-43a1-a560-03948298d694), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.229374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:06:44.229793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (00bd36e0-85a5-43a1-a560-03948298d694), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.314320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.20.0.4 (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb/9797167a-a014-4a54-9d07-cbba8ad7caf1/44156fb8-4c40-419a-82b6-df1af709f118) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:06:44.373947 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:06:44.458910 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e7fd6b26-651c-4656-a060-326f2dd2a524), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.465427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.473465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/networks/e7fd6b26-651c-4656-a060-326f2dd2a524 HTTP/1.1" status: 204 len: 168 time: 0.8443024 Jan 29 20:06:44.474869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:44.534753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cde2b-c07c-4fb7-b618-c38b536c08a5 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Network': ['ID=e7fd6b26-651c-4656-a060-326f2dd2a524,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:44.545155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (44156fb8-4c40-419a-82b6-df1af709f118), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.677391 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0f281ec-73bc-40ab-a646-cad4dcb36ce7 admin admin] Publish callbacks [] for security_group (453bb57a-6929-4873-95ee-ac45e5c5c9ed), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.690791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd6dcd25-6d38-486e-bb1d-abd217855859 req-19163441-46f0-4a2e-b718-8619af13fdaf tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 210 time: 0.0915749 Jan 29 20:06:44.731957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting subnet c44582ce-4477-43e0-bd5a-722bb49c3445 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:06:44.736833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (44156fb8-4c40-419a-82b6-df1af709f118), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.741089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for subnet (c44582ce-4477-43e0-bd5a-722bb49c3445), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.743115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0f281ec-73bc-40ab-a646-cad4dcb36ce7 admin admin] Publish callbacks [] for security_group (453bb57a-6929-4873-95ee-ac45e5c5c9ed), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.811493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:06:44.822544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:44.825077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:06:44.829748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (c44582ce-4477-43e0-bd5a-722bb49c3445), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:44.870136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=44156fb8-4c40-419a-82b6-df1af709f118,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:44.941177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:44.944874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.017314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0f281ec-73bc-40ab-a646-cad4dcb36ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (453bb57a-6929-4873-95ee-ac45e5c5c9ed), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.020542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0f281ec-73bc-40ab-a646-cad4dcb36ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.027582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a0f281ec-73bc-40ab-a646-cad4dcb36ce7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/453bb57a-6929-4873-95ee-ac45e5c5c9ed HTTP/1.1" status: 204 len: 168 time: 1.0709665 Jan 29 20:06:45.049708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f281ec-73bc-40ab-a646-cad4dcb36ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453bb57a-6929-4873-95ee-ac45e5c5c9ed,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:45.058900 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c44582ce-4477-43e0-bd5a-722bb49c3445), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.073739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-8e8d8bb6-67ad-4e61-bb56-b20a4dcacb36 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6492441 Jan 29 20:06:45.349059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (c44582ce-4477-43e0-bd5a-722bb49c3445), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.364230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b58784cc-9880-4c09-9120-68540df4f54c None None] Provisioning complete for port 44156fb8-4c40-419a-82b6-df1af709f118 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:45.366174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b58784cc-9880-4c09-9120-68540df4f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (44156fb8-4c40-419a-82b6-df1af709f118), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.366607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Request body: {'port': {'device_id': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:45.372276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.382560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/subnets/c44582ce-4477-43e0-bd5a-722bb49c3445 HTTP/1.1" status: 204 len: 168 time: 0.8643260 Jan 29 20:06:45.398591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48550) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:45.418602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e6edd-9f7b-4c71-8c68-7608f7057a28 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Subnet': ['ID=c44582ce-4477-43e0-bd5a-722bb49c3445,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:45.424064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e5063-2dac-4e28-9ae7-00952c7e1a05 None None] Network b2789118-407b-40e9-9dcd-71a5256a08f8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:45.695741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44156fb8-4c40-419a-82b6-df1af709f118), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.785410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b58784cc-9880-4c09-9120-68540df4f54c None None] Port 44156fb8-4c40-419a-82b6-df1af709f118 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:06:45.839348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b2789118-407b-40e9-9dcd-71a5256a08f8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:45.908669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4377b0-ddd4-4e45-9a98-f027c320ddd3 req-1ec0929e-2714-4884-b30b-610ddb50dd83 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:45.910197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f4377b0-ddd4-4e45-9a98-f027c320ddd3 req-1ec0929e-2714-4884-b30b-610ddb50dd83 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 931 time: 0.1086645 Jan 29 20:06:45.995881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] DHCP port deletion for b2789118-407b-40e9-9dcd-71a5256a08f8 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:06:46.024477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f4377b0-ddd4-4e45-9a98-f027c320ddd3 req-51c2a0d2-2fe9-45f2-b158-a95c2aabb4e2 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045442 Jan 29 20:06:46.091676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] Deleting port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:46.092384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.180881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48586) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:46.202314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bfc4-ae72-44ac-b860-f3890134631e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.284842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] For port f8db30e0-2301-4eea-bd3f-1a7698b87fc7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,segment=NetworkSegment(4b8aa078-d44b-4002-8a2c-15b79c12f42f),segment_id=4b8aa078-d44b-4002-8a2c-15b79c12f42f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:46.286018 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.307069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] Calling delete_port for f8db30e0-2301-4eea-bd3f-1a7698b87fc7 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:46.363315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bfc4-ae72-44ac-b860-f3890134631e admin admin] Publish callbacks [] for security_group (9d9941af-778a-4502-8011-6252024b3169), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.445767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bbb1bfc4-ae72-44ac-b860-f3890134631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9d9941af-778a-4502-8011-6252024b3169), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.524739 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.573787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bbb1bfc4-ae72-44ac-b860-f3890134631e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1f9edaafff14ba6a5826e029ee2bb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878841 Jan 29 20:06:46.575741 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:46.577577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1bfc4-ae72-44ac-b860-f3890134631e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9941af-778a-4502-8011-6252024b3169,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:46.587006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] Pushing event deleted for resources: {'Port': ['ID=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:46.604113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039745a-c76c-47dc-94a7-7afea4ecedff None None] No DVR routers for this DVR port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:46.705057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d18a498d-4b78-4fca-9278-ca3010db0c60 admin admin] Publish callbacks [] for security_group (9d9941af-778a-4502-8011-6252024b3169), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.733693 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d18a498d-4b78-4fca-9278-ca3010db0c60 admin admin] Publish callbacks [] for security_group (9d9941af-778a-4502-8011-6252024b3169), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.909052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d18a498d-4b78-4fca-9278-ca3010db0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9d9941af-778a-4502-8011-6252024b3169), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.913350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d18a498d-4b78-4fca-9278-ca3010db0c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:46.914863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d18a498d-4b78-4fca-9278-ca3010db0c60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d9941af-778a-4502-8011-6252024b3169 HTTP/1.1" status: 204 len: 168 time: 0.3278058 Jan 29 20:06:46.933334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a498d-4b78-4fca-9278-ca3010db0c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9941af-778a-4502-8011-6252024b3169,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:47.328281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Deleting port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:06:47.328751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:47.486249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9790-05c3-4a16-bf75-3aea5fdc0e4c req-54e6f924-13e6-4220-a5af-f170e01e723a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:47.487843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bdf9790-05c3-4a16-bf75-3aea5fdc0e4c req-54e6f924-13e6-4220-a5af-f170e01e723a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 931 time: 0.3283343 Jan 29 20:06:47.494382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-b99a3cf7-3b38-4ce0-9c66-6ce8933282db req-2fefbab1-3b8a-4ab4-91fd-d5c502bf51ed service neutron] (103562) timed out ('10.222.0.15', 51924) {{(pid=103562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:06:47.544319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] For port f8db30e0-2301-4eea-bd3f-1a7698b87fc7, host n-d-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:47.544902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:47.590791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44156fb8-4c40-419a-82b6-df1af709f118 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:06:47.610589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Calling delete_port for f8db30e0-2301-4eea-bd3f-1a7698b87fc7 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:06:47.615122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Publish callbacks [] for port (44156fb8-4c40-419a-82b6-df1af709f118), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:47.623883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f8db30e0-2301-4eea-bd3f-1a7698b87fc7 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:06:47.646336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 was not found and therefore no delete operation was performed {{(pid=103562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 20:06:47.686127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f8db30e0-2301-4eea-bd3f-1a7698b87fc7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:47.690318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f8db30e0-2301-4eea-bd3f-1a7698b87fc7 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:06:47.690318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f8db30e0-2301-4eea-bd3f-1a7698b87fc7 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:06:47.790856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Transition to ACTIVE for port object 44156fb8-4c40-419a-82b6-df1af709f118 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:06:47.880125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bdf9790-05c3-4a16-bf75-3aea5fdc0e4c req-662a6677-770d-4ebf-9132-b1958b8ee00e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685560 Jan 29 20:06:47.918408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] No DVR routers for this DVR port f8db30e0-2301-4eea-bd3f-1a7698b87fc7 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:06:47.920831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Port': ['ID=f8db30e0-2301-4eea-bd3f-1a7698b87fc7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:47.935905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (44156fb8-4c40-419a-82b6-df1af709f118), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.069517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Pushing event updated for resources: {'Port': ['ID=44156fb8-4c40-419a-82b6-df1af709f118,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:48.312424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b2789118-407b-40e9-9dcd-71a5256a08f8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.403131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2789118-407b-40e9-9dcd-71a5256a08f8']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:48.462116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8aa078-d44b-4002-8a2c-15b79c12f42f') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:48.464516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8aa078-d44b-4002-8a2c-15b79c12f42f') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:06:48.531508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4b8aa078-d44b-4002-8a2c-15b79c12f42f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.552493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Attempting to bind port 44156fb8-4c40-419a-82b6-df1af709f118 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:06:48.554186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Attempting to bind port 44156fb8-4c40-419a-82b6-df1af709f118 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:06:48.554627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Attempting to bind port 44156fb8-4c40-419a-82b6-df1af709f118 on network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:48.564271 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4b8aa078-d44b-4002-8a2c-15b79c12f42f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.567180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Port 44156fb8-4c40-419a-82b6-df1af709f118 on network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:06:48.568314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Attempting to bind port 44156fb8-4c40-419a-82b6-df1af709f118 on network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:06:48.578659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:06:48.579037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4b8aa078-d44b-4002-8a2c-15b79c12f42f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:06:48.582645 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:06:48.607543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:06:48.608152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Checking segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:48.608760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Bound using segment: {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:06:48.609381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Bound port: 44156fb8-4c40-419a-82b6-df1af709f118, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:06:48.609907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44156fb8-4c40-419a-82b6-df1af709f118), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.826482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] For port 44156fb8-4c40-419a-82b6-df1af709f118, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:06:48.856579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] For port 44156fb8-4c40-419a-82b6-df1af709f118, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44156fb8-4c40-419a-82b6-df1af709f118,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:06:48.859658 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b2789118-407b-40e9-9dcd-71a5256a08f8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.869573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:48.874541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/networks/b2789118-407b-40e9-9dcd-71a5256a08f8 HTTP/1.1" status: 204 len: 168 time: 3.4741294 Jan 29 20:06:48.877012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48726) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:48.915454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00472aa9-324b-41b7-a9ec-634b618bf0e6 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Pushing event deleted for resources: {'Network': ['ID=b2789118-407b-40e9-9dcd-71a5256a08f8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:48.939209 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bd538eab-bca6-4f08-af14-32cdd96dd5c8 tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "GET /v2.0/ports?device_id=9755ced9-7d1d-41a6-b3fa-d9a45876da42 HTTP/1.1" status: 200 len: 205 time: 0.0581951 Jan 29 20:06:48.939642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48732) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:48.988926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (44156fb8-4c40-419a-82b6-df1af709f118), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.103748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:49.106627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.108425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-ec439bc4-c297-4348-b782-81676e399188 service neutron] 10.222.0.13 "PUT /v2.0/ports/44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 200 len: 1091 time: 4.0230553 Jan 29 20:06:49.113093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:06:49.121958 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e5f03f-46a0-4f5f-b6c7-58de548fc478" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "tag": "44156fb8-4c40-419a-82b6-df1af709f118"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:06:49.130627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.630516 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27374a5e-d4b9-4e36-8f07-9733fb72369d x-openstack-request-id: req-27374a5e-d4b9-4e36-8f07-9733fb72369d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:06:49.631885 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "tag": "44156fb8-4c40-419a-82b6-df1af709f118", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:06:49.631885 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27374a5e-d4b9-4e36-8f07-9733fb72369d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:06:49.631885 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118', 'status': 'completed', 'code': 200} Jan 29 20:06:49.668031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec439bc4-c297-4348-b782-81676e399188 service neutron] Pushing event updated for resources: {'Port': ['ID=44156fb8-4c40-419a-82b6-df1af709f118,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:49.683502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0da2f-7088-4beb-8c0f-254bfe8b5379 req-082a8b3a-fc9e-4fb3-bbf1-77a0b19b31ce tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:49.687620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71b0da2f-7088-4beb-8c0f-254bfe8b5379 req-082a8b3a-fc9e-4fb3-bbf1-77a0b19b31ce tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 943 time: 0.7010281 Jan 29 20:06:49.687863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.691855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router_controller (9755ced9-7d1d-41a6-b3fa-d9a45876da42), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.792830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-65b882dd-23cb-41f6-ac76-cde9cc9d05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:49.794054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-65b882dd-23cb-41f6-ac76-cde9cc9d05cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1125 time: 0.4816496 Jan 29 20:06:49.805508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71b0da2f-7088-4beb-8c0f-254bfe8b5379 req-ff84c2ae-6e94-4635-bd91-e5df72c3c561 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097343 Jan 29 20:06:49.855706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (9755ced9-7d1d-41a6-b3fa-d9a45876da42), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.856675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Fanout notify agent at l3_agent the message router_deleted on router 9755ced9-7d1d-41a6-b3fa-d9a45876da42 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:06:49.860130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-d71691f5-7f20-4423-85c2-f7671340ea8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 200 len: 217 time: 0.0525088 Jan 29 20:06:49.869271 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:49.870682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f52b2e84-5a19-4dc2-9e20-e2b6214235de tempest-RoutersNegativeTest-907533345 tempest-RoutersNegativeTest-907533345-project] 10.222.0.15 "DELETE /v2.0/routers/9755ced9-7d1d-41a6-b3fa-d9a45876da42 HTTP/1.1" status: 204 len: 168 time: 0.9300044 Jan 29 20:06:49.969491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-e20f72f1-b921-41f6-90bd-183e31a571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:49.971054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-e20f72f1-b921-41f6-90bd-183e31a571b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9797167a-a014-4a54-9d07-cbba8ad7caf1 HTTP/1.1" status: 200 len: 834 time: 0.0992930 Jan 29 20:06:50.058294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-bcd51eaf-bdec-4f3e-8852-724535b61bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:50.060092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-bcd51eaf-bdec-4f3e-8852-724535b61bd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776589 Jan 29 20:06:50.336992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-2553e1e3-beda-42ad-82d2-d943c934ad08 service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643194 Jan 29 20:06:50.557360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e24f619-57c2-45a4-9deb-c16539bf18e1 req-4d53512f-82bc-446b-9b76-7ce7ffdcd89c service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095647 Jan 29 20:06:50.791406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-6defe3c5-dcfc-4f63-91a4-8862a60acc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:50.792936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-6defe3c5-dcfc-4f63-91a4-8862a60acc53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1125 time: 0.0872469 Jan 29 20:06:50.874585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:50.984275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-647cb709-304f-4d9c-9689-4aa129903363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:50.986368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-647cb709-304f-4d9c-9689-4aa129903363 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 200 len: 897 time: 0.1836357 Jan 29 20:06:51.117927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-99af7466-36c3-44b0-bc32-710fad7ffb3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 200 len: 217 time: 0.1188300 Jan 29 20:06:51.149972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece24c5-82a2-4cfa-81be-c8e7c46c6d3e req-01396a55-cdfa-46fb-adae-79a28cd20f00 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:51.158255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ece24c5-82a2-4cfa-81be-c8e7c46c6d3e req-01396a55-cdfa-46fb-adae-79a28cd20f00 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 943 time: 0.1671996 Jan 29 20:06:51.239826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7ece24c5-82a2-4cfa-81be-c8e7c46c6d3e req-723796c7-a4aa-4a26-a9b1-ecf4f2f6aa08 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787749 Jan 29 20:06:51.263977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-ee36a54d-3e05-44b0-b093-965d7d93d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:51.263977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-ee36a54d-3e05-44b0-b093-965d7d93d0c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9797167a-a014-4a54-9d07-cbba8ad7caf1 HTTP/1.1" status: 200 len: 834 time: 0.1353154 Jan 29 20:06:51.307486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-63428ab7-601a-44d8-9bda-c9fff77377ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=832633e6b51847aa80387b9f90a97e41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291861 Jan 29 20:06:51.310433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 48892) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:51.409693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-6150b3c5-cda0-402a-a702-2f351b3645b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:51.419744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-6150b3c5-cda0-402a-a702-2f351b3645b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466095 Jan 29 20:06:51.460959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be4109e-695e-46cb-a73d-dd40a3d32057 admin admin] Publish callbacks [] for security_group (0ccd7eb0-4f3b-4938-b08a-ed974586ab1d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:51.540473 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be4109e-695e-46cb-a73d-dd40a3d32057 admin admin] Publish callbacks [] for security_group (0ccd7eb0-4f3b-4938-b08a-ed974586ab1d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:51.573231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-0d0ef62b-0384-4fe8-9b63-7e5077a33cad service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452258 Jan 29 20:06:51.714105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be4109e-695e-46cb-a73d-dd40a3d32057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0ccd7eb0-4f3b-4938-b08a-ed974586ab1d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:51.716927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5be4109e-695e-46cb-a73d-dd40a3d32057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:51.718243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5be4109e-695e-46cb-a73d-dd40a3d32057 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ccd7eb0-4f3b-4938-b08a-ed974586ab1d HTTP/1.1" status: 204 len: 168 time: 0.4061923 Jan 29 20:06:51.737319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4109e-695e-46cb-a73d-dd40a3d32057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd7eb0-4f3b-4938-b08a-ed974586ab1d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:51.820441 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-93e5f03f-46a0-4f5f-b6c7-58de548fc478 req-12cd542d-e3b5-4fbc-a3a9-59b562db32a5 service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411819 Jan 29 20:06:52.580727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f38b-8cb9-4a03-9f50-3bae0e64b137 req-40f52912-ca9f-4c2d-b269-cbc278a83089 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:52.593375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aea3f38b-8cb9-4a03-9f50-3bae0e64b137 req-40f52912-ca9f-4c2d-b269-cbc278a83089 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 943 time: 0.1467400 Jan 29 20:06:52.659570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aea3f38b-8cb9-4a03-9f50-3bae0e64b137 req-5c21270a-339a-48b5-abaf-0db8eeafd8f0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652218 Jan 29 20:06:52.884428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 48990) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:53.046655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09354999-51d4-4d70-9664-697094db9a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.157069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09354999-51d4-4d70-9664-697094db9a25 admin admin] Publish callbacks [] for security_group (8dce6777-258c-40b9-8421-63bc55084fe7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.245760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09354999-51d4-4d70-9664-697094db9a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8dce6777-258c-40b9-8421-63bc55084fe7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.312434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-09354999-51d4-4d70-9664-697094db9a25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1087f6177d594d9f9f7ab4f5a9732fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265726 Jan 29 20:06:53.315815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49014) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:53.489414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09354999-51d4-4d70-9664-697094db9a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce6777-258c-40b9-8421-63bc55084fe7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:53.535270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cc24aba-eac3-4e2f-9db1-9b44c589a13d admin admin] Publish callbacks [] for security_group (8dce6777-258c-40b9-8421-63bc55084fe7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.577572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cc24aba-eac3-4e2f-9db1-9b44c589a13d admin admin] Publish callbacks [] for security_group (8dce6777-258c-40b9-8421-63bc55084fe7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.712614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cc24aba-eac3-4e2f-9db1-9b44c589a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8dce6777-258c-40b9-8421-63bc55084fe7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.716532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cc24aba-eac3-4e2f-9db1-9b44c589a13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:53.718298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7cc24aba-eac3-4e2f-9db1-9b44c589a13d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dce6777-258c-40b9-8421-63bc55084fe7 HTTP/1.1" status: 204 len: 168 time: 0.4009931 Jan 29 20:06:53.734161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49040) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:53.745348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc24aba-eac3-4e2f-9db1-9b44c589a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce6777-258c-40b9-8421-63bc55084fe7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:53.929873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196951895-network', 'tenant_id': 'd7588008289142949037c491c31d4f62'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:53.949973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09a4c5-e143-47ab-b97e-bd0e83e41fdb req-89231a69-db3c-4622-b51e-4e4eb4c2e01e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:53.956782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c09a4c5-e143-47ab-b97e-bd0e83e41fdb req-89231a69-db3c-4622-b51e-4e4eb4c2e01e tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 943 time: 0.1252894 Jan 29 20:06:54.014884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44156fb8-4c40-419a-82b6-df1af709f118 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:06:54.057513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Made reservation on behalf of d7588008289142949037c491c31d4f62 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:54.061517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.064663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c09a4c5-e143-47ab-b97e-bd0e83e41fdb req-3cee8001-d9d2-4512-a61e-c7ff845e058b tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991747 Jan 29 20:06:54.083750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.254174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks [] for security_group (cfd18481-5cb9-42a3-831c-5c1bcd021dda), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.295295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 44156fb8-4c40-419a-82b6-df1af709f118, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44156fb8-4c40-419a-82b6-df1af709f118,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:54.314847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '44156fb8-4c40-419a-82b6-df1af709f118', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'port_id': '44156fb8-4c40-419a-82b6-df1af709f118', 'mac_address': 'fa:16:3e:2d:88:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:06:54.348516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cfd18481-5cb9-42a3-831c-5c1bcd021dda), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.381795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:54.404265 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d1e85f36-5232-42c5-93c1-4c16f19921f8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.404844 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Added segment d1e85f36-5232-42c5-93c1-4c16f19921f8 of type vlan for network 6080e237-43bd-4ac2-a344-e7e1d60f5c34 Jan 29 20:06:54.431439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 44156fb8-4c40-419a-82b6-df1af709f118 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:54.438075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44156fb8-4c40-419a-82b6-df1af709f118), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.467635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44156fb8-4c40-419a-82b6-df1af709f118 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:06:54.513958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6080e237-43bd-4ac2-a344-e7e1d60f5c34), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.517766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 44156fb8-4c40-419a-82b6-df1af709f118, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44156fb8-4c40-419a-82b6-df1af709f118,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:54.567088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd18481-5cb9-42a3-831c-5c1bcd021dda,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:54.597601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44156fb8-4c40-419a-82b6-df1af709f118), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.658097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6080e237-43bd-4ac2-a344-e7e1d60f5c34), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.659152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:54.659751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:54.703465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=44156fb8-4c40-419a-82b6-df1af709f118,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:54.817066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49130) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:54.822694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0817337 Jan 29 20:06:54.827308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Request body: {'subnet': {'network_id': '6080e237-43bd-4ac2-a344-e7e1d60f5c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196951895-subnet', 'tenant_id': 'd7588008289142949037c491c31d4f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:54.844011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9e268-fc9a-4adc-9cc6-d0220be5eefd admin admin] Pushing event updated for resources: {'Network': ['ID=6080e237-43bd-4ac2-a344-e7e1d60f5c34,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:54.856514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6080e237-43bd-4ac2-a344-e7e1d60f5c34 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:54.878132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['44156fb8-4c40-419a-82b6-df1af709f118'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:06:54.948137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Made reservation on behalf of d7588008289142949037c491c31d4f62 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:54.950938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.037436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49152) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:55.107610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3711ce47-3220-4196-871e-7d7e32b7160b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.410810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3711ce47-3220-4196-871e-7d7e32b7160b admin admin] Publish callbacks [] for security_group (5622fe9d-71a5-45ac-b205-a2bc24e3434e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.465418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd609875-ad2c-4596-8921-3e94fad654e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.521428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3711ce47-3220-4196-871e-7d7e32b7160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5622fe9d-71a5-45ac-b205-a2bc24e3434e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.587961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (64e6f741-bc18-49b7-9d64-1ee792aef62b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.712860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711ce47-3220-4196-871e-7d7e32b7160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5622fe9d-71a5-45ac-b205-a2bc24e3434e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:55.730397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efa665-0e1f-4680-b04f-5120f997af57 req-978e79dc-388f-43e6-ac7c-449eb79ea06d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:55.738507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3711ce47-3220-4196-871e-7d7e32b7160b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb3a07a9e213418d9a0c05a55c8fd912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6991787 Jan 29 20:06:55.745776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49208) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:55.746487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09efa665-0e1f-4680-b04f-5120f997af57 req-978e79dc-388f-43e6-ac7c-449eb79ea06d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 944 time: 0.2762122 Jan 29 20:06:55.896696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e6f741-bc18-49b7-9d64-1ee792aef62b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:55.911982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-159b35c2-fefa-4c54-a50c-9363181e13ca admin admin] Publish callbacks [] for security_group (5622fe9d-71a5-45ac-b205-a2bc24e3434e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.974697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-159b35c2-fefa-4c54-a50c-9363181e13ca admin admin] Publish callbacks [] for security_group (5622fe9d-71a5-45ac-b205-a2bc24e3434e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:55.979652 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-09efa665-0e1f-4680-b04f-5120f997af57 req-7f05a355-62cb-4957-8487-8aa313fa4489 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320693 Jan 29 20:06:55.983512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Checking segment: {'id': 'd1e85f36-5232-42c5-93c1-4c16f19921f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6080e237-43bd-4ac2-a344-e7e1d60f5c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:55.984058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Network hostable DHCP agents. Network: 6080e237-43bd-4ac2-a344-e7e1d60f5c34, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:06:56.119895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Network 6080e237-43bd-4ac2-a344-e7e1d60f5c34 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:06:56.171602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-159b35c2-fefa-4c54-a50c-9363181e13ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5622fe9d-71a5-45ac-b205-a2bc24e3434e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:56.174427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-159b35c2-fefa-4c54-a50c-9363181e13ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:56.178297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-159b35c2-fefa-4c54-a50c-9363181e13ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5622fe9d-71a5-45ac-b205-a2bc24e3434e HTTP/1.1" status: 204 len: 168 time: 0.4288564 Jan 29 20:06:56.206060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6080e237-43bd-4ac2-a344-e7e1d60f5c34) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:06:56.211839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:56.213062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:56.215814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3447264-b4ef-41a2-9247-fc9efb6af2c1 None None] Network 6080e237-43bd-4ac2-a344-e7e1d60f5c34 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:56.219776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b35c2-fefa-4c54-a50c-9363181e13ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5622fe9d-71a5-45ac-b205-a2bc24e3434e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:56.300709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-645563cd-6836-4dd7-87d5-5537fd06c232 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4814115 Jan 29 20:06:56.563707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ba1c8-a93d-4bb7-b2f7-03076ad69cd9 None None] Network 6080e237-43bd-4ac2-a344-e7e1d60f5c34 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:06:57.322884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483681e-baa3-4640-97c7-c29d92d99239 req-70ff05fb-cd65-4f51-9624-2c8cbd807eb5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:57.325149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e483681e-baa3-4640-97c7-c29d92d99239 req-70ff05fb-cd65-4f51-9624-2c8cbd807eb5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 944 time: 0.2289133 Jan 29 20:06:57.439492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e483681e-baa3-4640-97c7-c29d92d99239 req-acdc610b-6a5b-46d4-9d55-a15f95e6216d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085286 Jan 29 20:06:57.838655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:57.843313 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:06:57.843806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1278853679-network', 'tenant_id': '688baf40120c4b43b3d667d1c525d3cc'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:57.971512 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Made reservation on behalf of 688baf40120c4b43b3d667d1c525d3cc for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:57.974721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:57.998092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.028633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44156fb8-4c40-419a-82b6-df1af709f118 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:06:58.243062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks [] for security_group (2340edaa-f59e-4307-ade4-f554e6fffd33), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.264721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4484cd27-6475-4573-9ecc-d471a344616a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.308853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 44156fb8-4c40-419a-82b6-df1af709f118 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:06:58.313899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 44156fb8-4c40-419a-82b6-df1af709f118 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:06:58.314522 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (44156fb8-4c40-419a-82b6-df1af709f118), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.337128 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2340edaa-f59e-4307-ade4-f554e6fffd33), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.440482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2340edaa-f59e-4307-ade4-f554e6fffd33,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:58.480025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:06:58.503622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7c242778-524d-4247-800b-fa60cf63d3fb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.504125 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Added segment 7c242778-524d-4247-800b-fa60cf63d3fb of type vlan for network 0cc951ba-5545-48cc-a2a8-58b9995c8943 Jan 29 20:06:58.580309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 44156fb8-4c40-419a-82b6-df1af709f118 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:06:58.580707 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44156fb8-4c40-419a-82b6-df1af709f118), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.660939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:06:58.670435 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5a2f55-7766-4aa3-8014-dfac3546a623" -d '{"events": [{"server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "name": "network-vif-plugged", "status": "completed", "tag": "44156fb8-4c40-419a-82b6-df1af709f118"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:06:58.724798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 44156fb8-4c40-419a-82b6-df1af709f118, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44156fb8-4c40-419a-82b6-df1af709f118,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:06:58.778537 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1378d1c-1aaf-47fd-81dd-d8a9f9559cfb x-openstack-request-id: req-f1378d1c-1aaf-47fd-81dd-d8a9f9559cfb {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:06:58.778823 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "name": "network-vif-plugged", "status": "completed", "tag": "44156fb8-4c40-419a-82b6-df1af709f118", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:06:58.780093 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1378d1c-1aaf-47fd-81dd-d8a9f9559cfb {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:06:58.780402 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118', 'code': 200} Jan 29 20:06:58.783646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0cc951ba-5545-48cc-a2a8-58b9995c8943), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.794170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44156fb8-4c40-419a-82b6-df1af709f118), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.900301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:58.912093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:58.963397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2709a47-6b01-49b9-a986-752a8d313d27 req-4cf787d3-5c2b-4952-b59e-142da6effcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:58.965000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2709a47-6b01-49b9-a986-752a8d313d27 req-4cf787d3-5c2b-4952-b59e-142da6effcf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1127 time: 0.1070297 Jan 29 20:06:59.000038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7349e5-5673-4264-821e-a222bb16c94a req-b8f5eded-e00b-4cda-9a1d-974030d46c68 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:59.002299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c7349e5-5673-4264-821e-a222bb16c94a req-b8f5eded-e00b-4cda-9a1d-974030d46c68 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 944 time: 0.3734937 Jan 29 20:06:59.017170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=44156fb8-4c40-419a-82b6-df1af709f118,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:59.078680 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0cc951ba-5545-48cc-a2a8-58b9995c8943), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.079859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:06:59.085902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.091758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2709a47-6b01-49b9-a986-752a8d313d27 req-ec4d1981-5d35-40b4-925a-733cd6322fcd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167245 Jan 29 20:06:59.221021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc951ba-5545-48cc-a2a8-58b9995c8943,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:59.228935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3ef5-6826-4193-8aaf-4b5b37388d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.232826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff649224-117d-4d49-8d4a-741b7273b6b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3927655 Jan 29 20:06:59.235421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:59.242335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0cc951ba-5545-48cc-a2a8-58b9995c8943 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:06:59.242858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Request body: {'subnet': {'network_id': '0cc951ba-5545-48cc-a2a8-58b9995c8943', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1278853679-subnet', 'tenant_id': '688baf40120c4b43b3d667d1c525d3cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:06:59.250573 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c7349e5-5673-4264-821e-a222bb16c94a req-942ef08e-8238-4524-b92e-26b29df81a84 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411444 Jan 29 20:06:59.382740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Made reservation on behalf of 688baf40120c4b43b3d667d1c525d3cc for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:06:59.385120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.403849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3ef5-6826-4193-8aaf-4b5b37388d60 admin admin] Publish callbacks [] for security_group (ca4ef61f-960e-4b9c-8151-b2e19269c97e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.505126 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3ef5-6826-4193-8aaf-4b5b37388d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ca4ef61f-960e-4b9c-8151-b2e19269c97e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.618478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a3ef5-6826-4193-8aaf-4b5b37388d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ef61f-960e-4b9c-8151-b2e19269c97e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:59.667198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49460) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:06:59.667534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5f8a3ef5-6826-4193-8aaf-4b5b37388d60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86d1e4e5e7804132ae1fe9f0103f67f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7636540 Jan 29 20:06:59.773655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (9e0d5eec-cacd-4264-9f07-663c812bb4a1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.828089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0d5eec-cacd-4264-9f07-663c812bb4a1,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:06:59.872996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22f8c923-9365-4579-8b4d-fffbe2cf6c69 admin admin] Publish callbacks [] for security_group (ca4ef61f-960e-4b9c-8151-b2e19269c97e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.878812 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.916802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22f8c923-9365-4579-8b4d-fffbe2cf6c69 admin admin] Publish callbacks [] for security_group (ca4ef61f-960e-4b9c-8151-b2e19269c97e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:06:59.919805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Checking segment: {'id': '7c242778-524d-4247-800b-fa60cf63d3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0cc951ba-5545-48cc-a2a8-58b9995c8943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:06:59.920399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Network hostable DHCP agents. Network: 0cc951ba-5545-48cc-a2a8-58b9995c8943, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:07:00.028589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Network 0cc951ba-5545-48cc-a2a8-58b9995c8943 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:07:00.086511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22f8c923-9365-4579-8b4d-fffbe2cf6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ca4ef61f-960e-4b9c-8151-b2e19269c97e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:00.097752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22f8c923-9365-4579-8b4d-fffbe2cf6c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:00.099111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-22f8c923-9365-4579-8b4d-fffbe2cf6c69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca4ef61f-960e-4b9c-8151-b2e19269c97e HTTP/1.1" status: 204 len: 168 time: 0.4308763 Jan 29 20:07:00.171781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0cc951ba-5545-48cc-a2a8-58b9995c8943) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:00.187956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d58dee-6318-4ee9-9e49-b858b284b98d None None] Network 0cc951ba-5545-48cc-a2a8-58b9995c8943 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:00.226588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8c923-9365-4579-8b4d-fffbe2cf6c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ef61f-960e-4b9c-8151-b2e19269c97e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:00.233445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:00.235380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:00.339918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dcff8e5c-e70e-4d1f-950e-66cfaebd571b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1031384 Jan 29 20:07:00.505475 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:00.648224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70461579-1dee-4a22-83be-5d8eaee9cfe5 None None] Network 0cc951ba-5545-48cc-a2a8-58b9995c8943 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:00.667107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbea5c6-2c0e-451a-a527-fb0402c767c6 req-afbe23a4-e8b7-4fa3-965a-ee640da36617 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:00.673981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8dbea5c6-2c0e-451a-a527-fb0402c767c6 req-afbe23a4-e8b7-4fa3-965a-ee640da36617 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.2671661 Jan 29 20:07:00.834488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8dbea5c6-2c0e-451a-a527-fb0402c767c6 req-78f2578b-7393-43e4-95e0-79be1e408dc8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500552 Jan 29 20:07:01.192065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49516) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:01.310714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Deleting subnet 64e6f741-bc18-49b7-9d64-1ee792aef62b {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:07:01.315574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Publish callbacks [] for subnet (64e6f741-bc18-49b7-9d64-1ee792aef62b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:01.371766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (64e6f741-bc18-49b7-9d64-1ee792aef62b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:01.421130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (64e6f741-bc18-49b7-9d64-1ee792aef62b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:01.609748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:01.640878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (64e6f741-bc18-49b7-9d64-1ee792aef62b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:01.680191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e6f741-bc18-49b7-9d64-1ee792aef62b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:01.690338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:01.700432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bceeb02a-4ba7-4aa5-8b9d-0074a1d086b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/64e6f741-bc18-49b7-9d64-1ee792aef62b HTTP/1.1" status: 204 len: 168 time: 0.5044391 Jan 29 20:07:01.700656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49532) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:01.837985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6080e237-43bd-4ac2-a344-e7e1d60f5c34), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.009396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6080e237-43bd-4ac2-a344-e7e1d60f5c34), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.039843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080e237-43bd-4ac2-a344-e7e1d60f5c34']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:02.044082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f00eec-98b9-4845-a3b4-ca26ca710edb req-1853608f-d189-46d3-8a79-fddc3bad6454 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:02.046610 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00f00eec-98b9-4845-a3b4-ca26ca710edb req-1853608f-d189-46d3-8a79-fddc3bad6454 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.0901003 Jan 29 20:07:02.056654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e85f36-5232-42c5-93c1-4c16f19921f8') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:02.057247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e85f36-5232-42c5-93c1-4c16f19921f8') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:02.071504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (d1e85f36-5232-42c5-93c1-4c16f19921f8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.090361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d1e85f36-5232-42c5-93c1-4c16f19921f8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.108108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:07:02.108868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (d1e85f36-5232-42c5-93c1-4c16f19921f8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.134111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00f00eec-98b9-4845-a3b4-ca26ca710edb req-0294fe60-8ce0-48c4-bf18-6f00588b4d34 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787165 Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:07:02.266890 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:07:02.342154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5407f-4320-4098-a5aa-b827a0e1d77c req-f87e6b4f-9245-4822-bbe5-cb8c18ace2f0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:02.343849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46f5407f-4320-4098-a5aa-b827a0e1d77c req-f87e6b4f-9245-4822-bbe5-cb8c18ace2f0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.0657127 Jan 29 20:07:02.345359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6080e237-43bd-4ac2-a344-e7e1d60f5c34), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.369074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.376283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6080e237-43bd-4ac2-a344-e7e1d60f5c34 HTTP/1.1" status: 204 len: 168 time: 0.6744356 Jan 29 20:07:02.380172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49584) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:02.397689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c7548-a3a2-4a2c-b924-fd3c77acb102 admin admin] Pushing event deleted for resources: {'Network': ['ID=6080e237-43bd-4ac2-a344-e7e1d60f5c34,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:02.464924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-46f5407f-4320-4098-a5aa-b827a0e1d77c req-c35d2ea9-541f-4253-b49d-f59dcbaf4e2d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863168 Jan 29 20:07:02.501684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49586) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:02.552776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Deleting subnet 9e0d5eec-cacd-4264-9f07-663c812bb4a1 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:07:02.565733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Publish callbacks [] for subnet (9e0d5eec-cacd-4264-9f07-663c812bb4a1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.619670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e926cf-8f87-4e3e-ad72-1a06f765e198 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:02.621454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-67e926cf-8f87-4e3e-ad72-1a06f765e198 tempest-TestNetworkBasicOps-1070972613 tempest-TestNetworkBasicOps-1070972613-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1122 time: 0.1186600 Jan 29 20:07:02.627905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:02.633545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '44156fb8-4c40-419a-82b6-df1af709f118', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:02.683346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (9e0d5eec-cacd-4264-9f07-663c812bb4a1), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.776946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.787097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9e0d5eec-cacd-4264-9f07-663c812bb4a1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:02.983321 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (9e0d5eec-cacd-4264-9f07-663c812bb4a1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.007192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.054702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0d5eec-cacd-4264-9f07-663c812bb4a1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:03.082255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.093867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a4a148de-0b12-4fbc-85bd-03c730e6384f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9e0d5eec-cacd-4264-9f07-663c812bb4a1 HTTP/1.1" status: 204 len: 168 time: 0.7094846 Jan 29 20:07:03.094540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49602) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:03.136282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49604) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:03.306252 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0cc951ba-5545-48cc-a2a8-58b9995c8943), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.386100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Allocated IP 172.25.5.239 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/750cf9fe-49d0-4695-ac64-1409dd77ebd6) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:03.492918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-962e8f1d-187f-4b41-b04b-6abe0edaa493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.580756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0cc951ba-5545-48cc-a2a8-58b9995c8943), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.584536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.694571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc951ba-5545-48cc-a2a8-58b9995c8943']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:03.738322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c242778-524d-4247-800b-fa60cf63d3fb') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:03.739858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c242778-524d-4247-800b-fa60cf63d3fb') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:03.766079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.767616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (7c242778-524d-4247-800b-fa60cf63d3fb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.815146 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7c242778-524d-4247-800b-fa60cf63d3fb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.838935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:07:03.840478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (7c242778-524d-4247-800b-fa60cf63d3fb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:07:03.845126 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:07:03.873325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=750cf9fe-49d0-4695-ac64-1409dd77ebd6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:03.900281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:03.904360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:03.909388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:03.975411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-962e8f1d-187f-4b41-b04b-6abe0edaa493 admin admin] Publish callbacks [] for security_group (61431b02-f27d-4ec7-aeb2-7cfa14bcf503), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.034570 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0cc951ba-5545-48cc-a2a8-58b9995c8943), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.045053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.048934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0cc951ba-5545-48cc-a2a8-58b9995c8943 HTTP/1.1" status: 204 len: 168 time: 0.9534526 Jan 29 20:07:04.111540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-962e8f1d-187f-4b41-b04b-6abe0edaa493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (61431b02-f27d-4ec7-aeb2-7cfa14bcf503), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.212256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-962e8f1d-187f-4b41-b04b-6abe0edaa493 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=552b949281534b28b2532da039f180d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0721462 Jan 29 20:07:04.212256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88166ec8-6742-4ab3-aa4e-461a9db270a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc951ba-5545-48cc-a2a8-58b9995c8943,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:04.213231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:04.213231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e8f1d-187f-4b41-b04b-6abe0edaa493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61431b02-f27d-4ec7-aeb2-7cfa14bcf503,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:04.417943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ea41e99-59d0-4f7d-b27d-82224f785270 admin admin] Publish callbacks [] for security_group (61431b02-f27d-4ec7-aeb2-7cfa14bcf503), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.445487 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ea41e99-59d0-4f7d-b27d-82224f785270 admin admin] Publish callbacks [] for security_group (61431b02-f27d-4ec7-aeb2-7cfa14bcf503), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.569746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ea41e99-59d0-4f7d-b27d-82224f785270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (61431b02-f27d-4ec7-aeb2-7cfa14bcf503), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.579789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7ea41e99-59d0-4f7d-b27d-82224f785270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.581061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7ea41e99-59d0-4f7d-b27d-82224f785270 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61431b02-f27d-4ec7-aeb2-7cfa14bcf503 HTTP/1.1" status: 204 len: 168 time: 0.3519235 Jan 29 20:07:04.599045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea41e99-59d0-4f7d-b27d-82224f785270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61431b02-f27d-4ec7-aeb2-7cfa14bcf503,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:04.732323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:04.847581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d6db446-cde0-42bc-b90b-9edadfc25c5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7588008289142949037c491c31d4f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140494 Jan 29 20:07:04.851139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49660) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:04.934696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f7314028-e512-4959-9626-cba9baf711fe admin admin] Publish callbacks [] for security_group (cfd18481-5cb9-42a3-831c-5c1bcd021dda), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:04.969970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f7314028-e512-4959-9626-cba9baf711fe admin admin] Publish callbacks [] for security_group (cfd18481-5cb9-42a3-831c-5c1bcd021dda), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.009389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (424f52b0-0dac-44e5-9a7d-de3d3aae82f8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.155245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f7314028-e512-4959-9626-cba9baf711fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cfd18481-5cb9-42a3-831c-5c1bcd021dda), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.158557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f7314028-e512-4959-9626-cba9baf711fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.162695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f7314028-e512-4959-9626-cba9baf711fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfd18481-5cb9-42a3-831c-5c1bcd021dda HTTP/1.1" status: 204 len: 168 time: 0.3101881 Jan 29 20:07:05.191142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314028-e512-4959-9626-cba9baf711fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd18481-5cb9-42a3-831c-5c1bcd021dda,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:05.353300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.440001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-f8f50e36-235d-49e9-bf71-8135d19e2ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937032 Jan 29 20:07:05.776013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49682) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:05.797113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-022b6a04-22a6-47e6-930a-f0f65b0b211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:05.798685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-022b6a04-22a6-47e6-930a-f0f65b0b211b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1127 time: 0.2803366 Jan 29 20:07:05.802656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77888ad5-0ba8-4fe1-a710-aef3f6ef6639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.887174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:05.990493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.005777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:06.015983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77888ad5-0ba8-4fe1-a710-aef3f6ef6639 admin admin] Publish callbacks [] for security_group (be984b50-4a17-46c4-b62b-028c1db1a770), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.097241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77888ad5-0ba8-4fe1-a710-aef3f6ef6639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (be984b50-4a17-46c4-b62b-028c1db1a770), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.198331 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-77888ad5-0ba8-4fe1-a710-aef3f6ef6639 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69ce846c938242a9ae428584380decb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198928 Jan 29 20:07:06.201499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49692) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:06.350235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-9a942087-5fec-4df3-ae93-84c6cc087b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:06.351840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-9a942087-5fec-4df3-ae93-84c6cc087b09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 200 len: 897 time: 0.4934335 Jan 29 20:07:06.352550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event updated for resources: {'Port': ['ID=750cf9fe-49d0-4695-ac64-1409dd77ebd6,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:06.388052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (424f52b0-0dac-44e5-9a7d-de3d3aae82f8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.397613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77888ad5-0ba8-4fe1-a710-aef3f6ef6639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be984b50-4a17-46c4-b62b-028c1db1a770,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:06.464621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d81acd03-8287-4b08-9f9f-9f459964545a admin admin] Publish callbacks [] for security_group (be984b50-4a17-46c4-b62b-028c1db1a770), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.522678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d81acd03-8287-4b08-9f9f-9f459964545a admin admin] Publish callbacks [] for security_group (be984b50-4a17-46c4-b62b-028c1db1a770), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.725342 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d81acd03-8287-4b08-9f9f-9f459964545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (be984b50-4a17-46c4-b62b-028c1db1a770), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.729526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d81acd03-8287-4b08-9f9f-9f459964545a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:06.730911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d81acd03-8287-4b08-9f9f-9f459964545a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be984b50-4a17-46c4-b62b-028c1db1a770 HTTP/1.1" status: 204 len: 168 time: 0.5161190 Jan 29 20:07:06.745644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81acd03-8287-4b08-9f9f-9f459964545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be984b50-4a17-46c4-b62b-028c1db1a770,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:07.071466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49708) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:07.177593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-267567ec-5e33-4ce9-ad32-022bfdbaa70a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=688baf40120c4b43b3d667d1c525d3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020370 Jan 29 20:07:07.180168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49710) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:07.277548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddebdadd-1cd7-405c-9b55-e6d0c491af45 admin admin] Publish callbacks [] for security_group (2340edaa-f59e-4307-ade4-f554e6fffd33), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:07.345363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddebdadd-1cd7-405c-9b55-e6d0c491af45 admin admin] Publish callbacks [] for security_group (2340edaa-f59e-4307-ade4-f554e6fffd33), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:07.503310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddebdadd-1cd7-405c-9b55-e6d0c491af45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2340edaa-f59e-4307-ade4-f554e6fffd33), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:07.507621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ddebdadd-1cd7-405c-9b55-e6d0c491af45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:07.508797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ddebdadd-1cd7-405c-9b55-e6d0c491af45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2340edaa-f59e-4307-ade4-f554e6fffd33 HTTP/1.1" status: 204 len: 168 time: 0.3261373 Jan 29 20:07:07.532126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebdadd-1cd7-405c-9b55-e6d0c491af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340edaa-f59e-4307-ade4-f554e6fffd33,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:07.905967 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Floating IP 424f52b0-0dac-44e5-9a7d-de3d3aae82f8 associated. External IP: 172.25.5.239, port: 44156fb8-4c40-419a-82b6-df1af709f118. Jan 29 20:07:07.916152 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-f4a80be9-8130-4601-832c-95a957877412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 200 len: 999 time: 1.5477557 Jan 29 20:07:08.100284 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464b8f69-f3e2-4c01-a22e-56ebf58691b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:08.142966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:08.268963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-13f1eb1c-adf8-4008-baea-7d611361252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:08.272735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-13f1eb1c-adf8-4008-baea-7d611361252c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9797167a-a014-4a54-9d07-cbba8ad7caf1 HTTP/1.1" status: 200 len: 834 time: 0.2432132 Jan 29 20:07:08.740766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-a9bb49c7-a18d-4a7e-b5f6-f222fe5ca898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:08.742521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-a9bb49c7-a18d-4a7e-b5f6-f222fe5ca898 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4601057 Jan 29 20:07:08.888065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464b8f69-f3e2-4c01-a22e-56ebf58691b8 admin admin] Publish callbacks [] for security_group (c3595f06-5c8a-479b-80d0-29d87a4eb8f7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:08.901770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router f8083bd6-c510-41cc-9705-1abea7b122ca has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:07:08.968648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-464b8f69-f3e2-4c01-a22e-56ebf58691b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3595f06-5c8a-479b-80d0-29d87a4eb8f7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:09.149269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-66ea661b-c388-4018-be75-13abd56613d3 service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945913 Jan 29 20:07:09.160429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-464b8f69-f3e2-4c01-a22e-56ebf58691b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4d35b57e4474cf88b88a3d232564e69&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0653274 Jan 29 20:07:09.164017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49786) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:09.211587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b8f69-f3e2-4c01-a22e-56ebf58691b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3595f06-5c8a-479b-80d0-29d87a4eb8f7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:09.319335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2ecfa3-378e-43c7-876e-ee81ab2b93bc admin admin] Publish callbacks [] for security_group (c3595f06-5c8a-479b-80d0-29d87a4eb8f7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:09.390512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2ecfa3-378e-43c7-876e-ee81ab2b93bc admin admin] Publish callbacks [] for security_group (c3595f06-5c8a-479b-80d0-29d87a4eb8f7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:09.528999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:07:09.541174 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] Sync routers for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:07:09.555443 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:09.557745 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:09.579482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-300bba13-59dc-4c05-8e58-d6fccc325d8c req-fd9f0ea8-4eb3-4a68-bc88-5b08d444d83a service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172821 Jan 29 20:07:09.639977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2ecfa3-378e-43c7-876e-ee81ab2b93bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c3595f06-5c8a-479b-80d0-29d87a4eb8f7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:09.642780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2ecfa3-378e-43c7-876e-ee81ab2b93bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:09.646356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b2ecfa3-378e-43c7-876e-ee81ab2b93bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3595f06-5c8a-479b-80d0-29d87a4eb8f7 HTTP/1.1" status: 204 len: 168 time: 0.4788430 Jan 29 20:07:09.654045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ecfa3-378e-43c7-876e-ee81ab2b93bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3595f06-5c8a-479b-80d0-29d87a4eb8f7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:09.699185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:09.823555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5520135a-6c44-4552-a58d-86b6995fa2ba tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1951985 Jan 29 20:07:09.823555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:07:09.824087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:09.852684 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481a57d-322f-4914-8338-1577c46c999c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "tag": "44156fb8-4c40-419a-82b6-df1af709f118"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:07:09.904505 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:09.924515 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040bf4b8-a3e7-40b8-b06e-0b0f968b0ba3 x-openstack-request-id: req-040bf4b8-a3e7-40b8-b06e-0b0f968b0ba3 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:07:09.924811 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "tag": "44156fb8-4c40-419a-82b6-df1af709f118", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:07:09.925363 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-040bf4b8-a3e7-40b8-b06e-0b0f968b0ba3 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:07:09.926677 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118', 'status': 'completed', 'code': 200} Jan 29 20:07:10.025812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f76f3c10-9841-4e96-b6e9-b8a63184311f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/424f52b0-0dac-44e5-9a7d-de3d3aae82f8 HTTP/1.1" status: 200 len: 991 time: 0.2002704 Jan 29 20:07:10.099125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a57d-322f-4914-8338-1577c46c999c req-ee6b3978-2d52-4883-b450-f8f06d657bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:10.108039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-ee6b3978-2d52-4883-b450-f8f06d657bf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1127 time: 0.1519685 Jan 29 20:07:10.323321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a57d-322f-4914-8338-1577c46c999c req-2b178fe2-f068-4672-a6dd-e4019f3e2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:10.327576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-2b178fe2-f068-4672-a6dd-e4019f3e2aa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 200 len: 897 time: 0.2100596 Jan 29 20:07:10.494410 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-265936be-4368-4147-a3ab-d9257294bdde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 200 len: 999 time: 0.1552551 Jan 29 20:07:10.631152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a57d-322f-4914-8338-1577c46c999c req-19ec2866-e5dd-41a2-9aed-aca0c5ebb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:10.637762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-19ec2866-e5dd-41a2-9aed-aca0c5ebb211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9797167a-a014-4a54-9d07-cbba8ad7caf1 HTTP/1.1" status: 200 len: 834 time: 0.1405222 Jan 29 20:07:10.849198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a57d-322f-4914-8338-1577c46c999c req-00734818-46d4-4e66-adda-ce8620a3f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:10.854487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-00734818-46d4-4e66-adda-ce8620a3f3d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2081635 Jan 29 20:07:10.855163 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '424f52b0-0dac-44e5-9a7d-de3d3aae82f8', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'port_id': '44156fb8-4c40-419a-82b6-df1af709f118', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'mac_address': 'fa:16:3e:2d:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:07:04Z', 'updated_at': '2022-01-29T20:07:04Z', 'revision_number': 0, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:32Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:10.891811 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] Checking router: f8083bd6-c510-41cc-9705-1abea7b122ca for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:07:10.907817 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:10.907817 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:11.021703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49852) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:11.055070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-2d583653-53df-4bde-9240-29012abde610 service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940844 Jan 29 20:07:11.171880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:11.220518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7d47a4cb-d1bd-4b58-b7c6-bf562f61fae9 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/424f52b0-0dac-44e5-9a7d-de3d3aae82f8 HTTP/1.1" status: 200 len: 991 time: 0.1976173 Jan 29 20:07:11.391531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c481a57d-322f-4914-8338-1577c46c999c req-4d6a0839-f681-4de1-a02f-edbec7e9e4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299773 Jan 29 20:07:11.635269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '424f52b0-0dac-44e5-9a7d-de3d3aae82f8', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'port_id': '44156fb8-4c40-419a-82b6-df1af709f118', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'mac_address': 'fa:16:3e:2d:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:07:04Z', 'updated_at': '2022-01-29T20:07:04Z', 'revision_number': 0, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:32Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:11.668887 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ed6c6-aa4c-4c17-96cf-2504d5db1602 None None] The sync data for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 is: [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '424f52b0-0dac-44e5-9a7d-de3d3aae82f8', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'port_id': '44156fb8-4c40-419a-82b6-df1af709f118', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'mac_address': 'fa:16:3e:2d:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:07:04Z', 'updated_at': '2022-01-29T20:07:04Z', 'revision_number': 0, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:32Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:07:12.225256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49920) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:12.255206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b9faf-ddd0-41ef-b71e-e0e76145be0a None None] New status for floating IP 424f52b0-0dac-44e5-9a7d-de3d3aae82f8: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:07:12.317739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49924) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:12.374744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f8762dae-4c35-4324-a76a-979eb660ec2a tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/424f52b0-0dac-44e5-9a7d-de3d3aae82f8 HTTP/1.1" status: 200 len: 991 time: 0.1476896 Jan 29 20:07:12.720873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0587253c-580c-4a91-8d49-e1f1f62de58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:12.952485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0587253c-580c-4a91-8d49-e1f1f62de58b admin admin] Publish callbacks [] for security_group (462ad12d-2a16-4410-a7f0-e67e1df4c48a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:13.045620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0587253c-580c-4a91-8d49-e1f1f62de58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (462ad12d-2a16-4410-a7f0-e67e1df4c48a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:13.089629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587253c-580c-4a91-8d49-e1f1f62de58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ad12d-2a16-4410-a7f0-e67e1df4c48a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:13.161972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 49966) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:13.162175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0587253c-580c-4a91-8d49-e1f1f62de58b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=207afab40d0e47e1bb257eac87d85071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432717 Jan 29 20:07:13.376789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-674ebddb-3d3f-4cea-9628-87fff4e111d1 admin admin] Publish callbacks [] for security_group (462ad12d-2a16-4410-a7f0-e67e1df4c48a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:13.381167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 49974) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:13.444009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-674ebddb-3d3f-4cea-9628-87fff4e111d1 admin admin] Publish callbacks [] for security_group (462ad12d-2a16-4410-a7f0-e67e1df4c48a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:13.581327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c6ae4828-ded9-4dc2-a6c0-94a459366862 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/424f52b0-0dac-44e5-9a7d-de3d3aae82f8 HTTP/1.1" status: 200 len: 993 time: 0.1898234 Jan 29 20:07:13.689349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-674ebddb-3d3f-4cea-9628-87fff4e111d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (462ad12d-2a16-4410-a7f0-e67e1df4c48a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:13.698981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-674ebddb-3d3f-4cea-9628-87fff4e111d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:13.705201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-674ebddb-3d3f-4cea-9628-87fff4e111d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/462ad12d-2a16-4410-a7f0-e67e1df4c48a HTTP/1.1" status: 204 len: 168 time: 0.5421386 Jan 29 20:07:13.735305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ebddb-3d3f-4cea-9628-87fff4e111d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ad12d-2a16-4410-a7f0-e67e1df4c48a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:16.424701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50140) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:16.575320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-906620a3-36f3-4244-8a4b-8b6506fc4cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:16.722705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-906620a3-36f3-4244-8a4b-8b6506fc4cf2 admin admin] Publish callbacks [] for security_group (650021c9-1ef0-45f5-b62e-a351a0e48d4f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:16.855286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-906620a3-36f3-4244-8a4b-8b6506fc4cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (650021c9-1ef0-45f5-b62e-a351a0e48d4f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:16.913781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-906620a3-36f3-4244-8a4b-8b6506fc4cf2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed2f055845e24847a6a246438be28cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878697 Jan 29 20:07:16.917587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50176) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:16.986122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906620a3-36f3-4244-8a4b-8b6506fc4cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650021c9-1ef0-45f5-b62e-a351a0e48d4f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:17.039744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e33-0525-4ba9-a83a-66f7f96eab20 admin admin] Publish callbacks [] for security_group (650021c9-1ef0-45f5-b62e-a351a0e48d4f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:17.075823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e33-0525-4ba9-a83a-66f7f96eab20 admin admin] Publish callbacks [] for security_group (650021c9-1ef0-45f5-b62e-a351a0e48d4f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:17.236003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e33-0525-4ba9-a83a-66f7f96eab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (650021c9-1ef0-45f5-b62e-a351a0e48d4f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:17.240571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f23a4e33-0525-4ba9-a83a-66f7f96eab20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:17.245157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f23a4e33-0525-4ba9-a83a-66f7f96eab20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/650021c9-1ef0-45f5-b62e-a351a0e48d4f HTTP/1.1" status: 204 len: 168 time: 0.3254669 Jan 29 20:07:17.262065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a4e33-0525-4ba9-a83a-66f7f96eab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650021c9-1ef0-45f5-b62e-a351a0e48d4f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:19.808263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:19.813627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'network': {'name': 'tempest-network-smoke--1874182287', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:19.856384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50324) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:19.953176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Made reservation on behalf of ebe24f9fc5ab421ab5d3128d3be236ad for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:19.958316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.033674 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.196834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a103560-749b-4f59-8c0a-41c7d26c3843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.215723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (6bfe4149-3c30-4192-b08a-f7c98cfc3459), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.385676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a103560-749b-4f59-8c0a-41c7d26c3843 admin admin] Publish callbacks [] for security_group (6df0138f-541e-4898-ae31-1e7068c68226), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.387647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6bfe4149-3c30-4192-b08a-f7c98cfc3459), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.420640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfe4149-3c30-4192-b08a-f7c98cfc3459,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:20.429114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:07:20.443558 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9aa42339-2504-43aa-af44-b00a090076d8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.443985 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Added segment 9aa42339-2504-43aa-af44-b00a090076d8 of type vlan for network 7067daa1-7f14-40d7-9a60-e602fb3157c1 Jan 29 20:07:20.498829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7067daa1-7f14-40d7-9a60-e602fb3157c1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.572892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5a103560-749b-4f59-8c0a-41c7d26c3843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6df0138f-541e-4898-ae31-1e7068c68226), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.616676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a103560-749b-4f59-8c0a-41c7d26c3843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0138f-541e-4898-ae31-1e7068c68226,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:20.648260 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7067daa1-7f14-40d7-9a60-e602fb3157c1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.652192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:20.652825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.717668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5a103560-749b-4f59-8c0a-41c7d26c3843 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c67ed8c296b54149a8cf316ecfbfcce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8597257 Jan 29 20:07:20.720417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:20.761014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Network': ['ID=7067daa1-7f14-40d7-9a60-e602fb3157c1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:20.774912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:07:20.819660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30fb5535-5693-41f0-95f6-651a9e116afe admin admin] Publish callbacks [] for security_group (6df0138f-541e-4898-ae31-1e7068c68226), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:20.843207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-41d48fc1-5c86-4073-a063-033ddcac7009 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0335221 Jan 29 20:07:20.845804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50362) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:20.851358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'admin_state_up': True, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:20.869750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30fb5535-5693-41f0-95f6-651a9e116afe admin admin] Publish callbacks [] for security_group (6df0138f-541e-4898-ae31-1e7068c68226), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:21.004318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (8d4a814e-d642-4d80-8130-3efac46942cc), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:21.006066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (8d4a814e-d642-4d80-8130-3efac46942cc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:21.060262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30fb5535-5693-41f0-95f6-651a9e116afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6df0138f-541e-4898-ae31-1e7068c68226), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:21.062927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30fb5535-5693-41f0-95f6-651a9e116afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:21.064106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30fb5535-5693-41f0-95f6-651a9e116afe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6df0138f-541e-4898-ae31-1e7068c68226 HTTP/1.1" status: 204 len: 168 time: 0.3426750 Jan 29 20:07:21.080882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5535-5693-41f0-95f6-651a9e116afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0138f-541e-4898-ae31-1e7068c68226,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:21.166006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_controller (8d4a814e-d642-4d80-8130-3efac46942cc), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:21.486684 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (8d4a814e-d642-4d80-8130-3efac46942cc), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.009032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (8d4a814e-d642-4d80-8130-3efac46942cc), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.098540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.120565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:22.395743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.25.5.7 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/3d5bf6a0-c4a0-41ac-b483-6b054ebb5154) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:22.588980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-541ebe16-2bc9-415f-87a4-b097d2b3d773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.598447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.743990 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.766245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-541ebe16-2bc9-415f-87a4-b097d2b3d773 admin admin] Publish callbacks [] for security_group (5d27a4c6-77ee-40ca-821f-6d17f3e2de2c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.811172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:22.822670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-541ebe16-2bc9-415f-87a4-b097d2b3d773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5d27a4c6-77ee-40ca-821f-6d17f3e2de2c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:22.828343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:22.831477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:22.878024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:22.893877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ebe16-2bc9-415f-87a4-b097d2b3d773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d27a4c6-77ee-40ca-821f-6d17f3e2de2c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:22.907797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50470) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:22.954183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-541ebe16-2bc9-415f-87a4-b097d2b3d773 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e356205776747738c106ae954c416d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8324034 Jan 29 20:07:22.954856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:23.075841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c1a6-640a-4d25-aa8f-c7cfd70ffff1 admin admin] Publish callbacks [] for security_group (5d27a4c6-77ee-40ca-821f-6d17f3e2de2c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:23.138384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c1a6-640a-4d25-aa8f-c7cfd70ffff1 admin admin] Publish callbacks [] for security_group (5d27a4c6-77ee-40ca-821f-6d17f3e2de2c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:23.359701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c1a6-640a-4d25-aa8f-c7cfd70ffff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5d27a4c6-77ee-40ca-821f-6d17f3e2de2c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:23.362206 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6fb0c1a6-640a-4d25-aa8f-c7cfd70ffff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:23.364692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6fb0c1a6-640a-4d25-aa8f-c7cfd70ffff1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d27a4c6-77ee-40ca-821f-6d17f3e2de2c HTTP/1.1" status: 204 len: 168 time: 0.4084251 Jan 29 20:07:23.386228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0c1a6-640a-4d25-aa8f-c7cfd70ffff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d27a4c6-77ee-40ca-821f-6d17f3e2de2c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:23.572348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50494) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:24.223371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-647e7380-6656-4cae-8cf7-9ce27fcf5105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.227554 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21118744-ae5e-4341-af9e-c6a10aff287a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.392643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21118744-ae5e-4341-af9e-c6a10aff287a admin admin] Publish callbacks [] for security_group (9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.394132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (8d4a814e-d642-4d80-8130-3efac46942cc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.475022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21118744-ae5e-4341-af9e-c6a10aff287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.483128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-647e7380-6656-4cae-8cf7-9ce27fcf5105 admin admin] Publish callbacks [] for security_group (fbf82be9-a496-4d45-b26d-fa91a8dde92d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.563658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-21118744-ae5e-4341-af9e-c6a10aff287a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9222013e8f1e45c999a92bfb736ce646&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6544442 Jan 29 20:07:24.565160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21118744-ae5e-4341-af9e-c6a10aff287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:24.566308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50520) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:24.640231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-647e7380-6656-4cae-8cf7-9ce27fcf5105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fbf82be9-a496-4d45-b26d-fa91a8dde92d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.682348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e7380-6656-4cae-8cf7-9ce27fcf5105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf82be9-a496-4d45-b26d-fa91a8dde92d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:24.759025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee864f7-7291-4bb9-9ae4-104eb9bd84cb admin admin] Publish callbacks [] for security_group (9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.765576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-647e7380-6656-4cae-8cf7-9ce27fcf5105 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fa15698eb004aaead61a7469cbef019&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1921477 Jan 29 20:07:24.766207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50526) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:24.809488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50528) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:24.828600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee864f7-7291-4bb9-9ae4-104eb9bd84cb admin admin] Publish callbacks [] for security_group (9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.885781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c20b-9e6a-4dee-8b0d-dd355570ac90 admin admin] Publish callbacks [] for security_group (fbf82be9-a496-4d45-b26d-fa91a8dde92d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.894645 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c83026e-da7f-4913-9912-af3351bdf673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.933295 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c20b-9e6a-4dee-8b0d-dd355570ac90 admin admin] Publish callbacks [] for security_group (fbf82be9-a496-4d45-b26d-fa91a8dde92d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:24.935517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (8d4a814e-d642-4d80-8130-3efac46942cc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.063853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c20b-9e6a-4dee-8b0d-dd355570ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fbf82be9-a496-4d45-b26d-fa91a8dde92d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.066762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0ef7c20b-9e6a-4dee-8b0d-dd355570ac90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.070934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ef7c20b-9e6a-4dee-8b0d-dd355570ac90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbf82be9-a496-4d45-b26d-fa91a8dde92d HTTP/1.1" status: 204 len: 168 time: 0.3000002 Jan 29 20:07:25.087017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7c20b-9e6a-4dee-8b0d-dd355570ac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf82be9-a496-4d45-b26d-fa91a8dde92d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:25.102412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee864f7-7291-4bb9-9ae4-104eb9bd84cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.105934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ee864f7-7291-4bb9-9ae4-104eb9bd84cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.118011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ee864f7-7291-4bb9-9ae4-104eb9bd84cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0 HTTP/1.1" status: 204 len: 168 time: 0.5496590 Jan 29 20:07:25.118828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50538) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:25.149025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee864f7-7291-4bb9-9ae4-104eb9bd84cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b736f53-7fda-4a6b-bc13-6a1a86ba7ad0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:25.163194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c83026e-da7f-4913-9912-af3351bdf673 admin admin] Publish callbacks [] for security_group (26795c53-849b-4a48-9ea6-db15e93f5f5e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.262626 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bf55472e-daa9-40d9-8c1e-df3971b9fc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.301245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c83026e-da7f-4913-9912-af3351bdf673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (26795c53-849b-4a48-9ea6-db15e93f5f5e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.335426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 8d4a814e-d642-4d80-8130-3efac46942cc is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:07:25.353497 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8c83026e-da7f-4913-9912-af3351bdf673 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=635c766b98844e7ab21a311346d63578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5380747 Jan 29 20:07:25.356539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:25.358547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83026e-da7f-4913-9912-af3351bdf673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26795c53-849b-4a48-9ea6-db15e93f5f5e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:25.446850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f8a318a5-60c7-48d4-a366-b346732375ce admin admin] Publish callbacks [] for security_group (26795c53-849b-4a48-9ea6-db15e93f5f5e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.478410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f8a318a5-60c7-48d4-a366-b346732375ce admin admin] Publish callbacks [] for security_group (26795c53-849b-4a48-9ea6-db15e93f5f5e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.529102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:07:25.546417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Sync routers for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:07:25.562162 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:25.563134 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:25.675685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.677292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5125256f-c04e-4aa7-9992-a52fc6729ba4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.8303008 Jan 29 20:07:25.680619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50558) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:25.693416 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:25.703372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f8a318a5-60c7-48d4-a366-b346732375ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (26795c53-849b-4a48-9ea6-db15e93f5f5e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.706223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f8a318a5-60c7-48d4-a366-b346732375ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.711379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f8a318a5-60c7-48d4-a366-b346732375ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26795c53-849b-4a48-9ea6-db15e93f5f5e HTTP/1.1" status: 204 len: 168 time: 0.3537786 Jan 29 20:07:25.719709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a318a5-60c7-48d4-a366-b346732375ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26795c53-849b-4a48-9ea6-db15e93f5f5e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:25.785684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:25.914469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:25.998912 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:23Z', 'revision_number': 3, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:26.021425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4436a5f9-f55f-4517-9e0f-f69f8f8265d9 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ebe24f9fc5ab421ab5d3128d3be236ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3356960 Jan 29 20:07:26.021607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50568) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:26.044615 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Checking router: 8d4a814e-d642-4d80-8130-3efac46942cc for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:07:26.045078 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Updating router 8d4a814e-d642-4d80-8130-3efac46942cc port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:07:26.077340 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.181407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:26.192567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedb93d6-325b-4137-a307-6c21ca5a497b tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:26.197985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aedb93d6-325b-4137-a307-6c21ca5a497b tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1713610 Jan 29 20:07:26.217128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50576) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:26.217227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.275856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2ed14288-3030-4d17-aad6-056acb830d58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716693 Jan 29 20:07:26.276803 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07aff0d7-acbe-4573-a64e-190ea80e0dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.278714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:26.291154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49317891', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:26.494021 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Publish callbacks [] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.549403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07aff0d7-acbe-4573-a64e-190ea80e0dd8 admin admin] Publish callbacks [] for security_group (051e9891-d552-45df-a8f0-ff5f8b6bd5cc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.584553 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.605603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Made reservation on behalf of ebe24f9fc5ab421ab5d3128d3be236ad for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:26.610252 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.669639 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Attempting to bind port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:26.673257 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Attempting to bind port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:26.675185 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Attempting to bind port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:26.684873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:26.685318 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:26.685833 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.686287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:26.686830 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Bound port: 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:26.687430 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.689244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Pushing event updated for resources: {'Port': ['ID=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:26.721364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Allocated IP 172.25.5.45 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/11c8d7d0-85f3-433a-8f21-3f88fdad8135) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.800341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:26.824944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07aff0d7-acbe-4573-a64e-190ea80e0dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (051e9891-d552-45df-a8f0-ff5f8b6bd5cc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.869075 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] For port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:26.873920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] For port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:26.936586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.937513 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:26.993193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07aff0d7-acbe-4573-a64e-190ea80e0dd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6771a584eff146e4bfea3c5e33b3d3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8079941 Jan 29 20:07:26.996345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50606) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:27.046728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aff0d7-acbe-4573-a64e-190ea80e0dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e9891-d552-45df-a8f0-ff5f8b6bd5cc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:27.051525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d73bfca-a338-468d-b1a5-1d65288e8c8d admin admin] Publish callbacks [] for security_group (051e9891-d552-45df-a8f0-ff5f8b6bd5cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.078283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d73bfca-a338-468d-b1a5-1d65288e8c8d admin admin] Publish callbacks [] for security_group (051e9891-d552-45df-a8f0-ff5f8b6bd5cc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.104096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.115520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25162a02-8c95-43a5-90a3-f1d4d1de797a None None] Pushing event updated for resources: {'Port': ['ID=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:27.132582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:27.133712 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:06:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:27.259472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Pushing event updated for resources: {'Port': ['ID=11c8d7d0-85f3-433a-8f21-3f88fdad8135,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:27.312928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:27.324497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:27.329690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:27.354255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (4a7ecc01-ed2c-43fa-93b7-14849afb6b87), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.412176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:27.443254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Subnet': ['ID=4a7ecc01-ed2c-43fa-93b7-14849afb6b87,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:27.464719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Checking segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:27.467152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network hostable DHCP agents. Network: 7067daa1-7f14-40d7-9a60-e602fb3157c1, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:07:27.471219 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d73bfca-a338-468d-b1a5-1d65288e8c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (051e9891-d552-45df-a8f0-ff5f8b6bd5cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.479746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1d73bfca-a338-468d-b1a5-1d65288e8c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.480978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1d73bfca-a338-468d-b1a5-1d65288e8c8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/051e9891-d552-45df-a8f0-ff5f8b6bd5cc HTTP/1.1" status: 204 len: 168 time: 0.4836619 Jan 29 20:07:27.556852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73bfca-a338-468d-b1a5-1d65288e8c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e9891-d552-45df-a8f0-ff5f8b6bd5cc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:27.600959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:07:27.605545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for floatingip (df555b0a-d31c-4bbf-983c-ecbc8dc2c900), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.703184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7067daa1-7f14-40d7-9a60-e602fb3157c1) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:27.721650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640c13d-7e49-4c4f-9390-d2a4c061f8a8 None None] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:27.732081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:27.756685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.813351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:27.876365 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af106f70-936b-4807-bd98-fbceb4b335b0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5954125 Jan 29 20:07:27.881006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50648) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:27.889586 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:23Z', 'revision_number': 3, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:27.921108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-7067daa1-7f14-40d7-9a60-e602fb3157c1', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:07:27.922284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.033073 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a210bcb-dd24-40a4-9eaf-c73e7389e895 None None] The sync data for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 is: [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:23Z', 'revision_number': 3, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:07:28.192983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.268790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Allocated IP 172.20.0.2 (7067daa1-7f14-40d7-9a60-e602fb3157c1/4a7ecc01-ed2c-43fa-93b7-14849afb6b87/c3aee791-e876-4830-a125-27d4a0752352) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:28.280063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.563233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Publish callbacks [] for port (c3aee791-e876-4830-a125-27d4a0752352), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.571130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (df555b0a-d31c-4bbf-983c-ecbc8dc2c900), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.573545 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e27d55bc-2761-42f8-aa16-c3a24dbb3998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.600978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Pushing event updated for resources: {'Port': ['ID=11c8d7d0-85f3-433a-8f21-3f88fdad8135,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:28.656252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.667927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.667927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.667927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.668734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.669036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.671382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.671743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.672097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.677558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.677943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.678364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.678713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.730809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c3aee791-e876-4830-a125-27d4a0752352), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.791554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.792934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f9806f83-6010-4bb7-bbcf-03545aefcd93 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6681046 Jan 29 20:07:28.796632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:28.822787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-839536900', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'fixed_ips': [{'ip_address': '172.25.5.45'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:28.885234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.896193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:28.901193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Pushing event updated for resources: {'Port': ['ID=c3aee791-e876-4830-a125-27d4a0752352,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:28.942739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:28.950140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.956898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.959386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.959735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.960074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.960476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.960777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Made reservation on behalf of c443008f1f2a43c9bb36e28998233f5d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:28.960897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.961125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.961450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.961768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.962093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.962427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.962731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:28.964997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:28.966019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:28.978456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.071439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.181798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Attempting to bind port c3aee791-e876-4830-a125-27d4a0752352 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:29.182164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Attempting to bind port c3aee791-e876-4830-a125-27d4a0752352 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:29.183674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Attempting to bind port c3aee791-e876-4830-a125-27d4a0752352 on network 7067daa1-7f14-40d7-9a60-e602fb3157c1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:29.225515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:29.229063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Checking segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:29.229063 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.230906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Bound using segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:29.233465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Bound port: c3aee791-e876-4830-a125-27d4a0752352, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:29.235287 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c3aee791-e876-4830-a125-27d4a0752352), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.237999 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for security_group (bd53a549-4b96-4bd0-99ca-7ea9515bfc38), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.333892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bd53a549-4b96-4bd0-99ca-7ea9515bfc38), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.356003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] device_id is not set on port ba0f8f97-dd1b-4e10-805e-e99fd407dd09 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:07:29.497114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] For port c3aee791-e876-4830-a125-27d4a0752352, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:29.508856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] For port c3aee791-e876-4830-a125-27d4a0752352, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c3aee791-e876-4830-a125-27d4a0752352,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:29.509435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.20.0.1 (7067daa1-7f14-40d7-9a60-e602fb3157c1/4a7ecc01-ed2c-43fa-93b7-14849afb6b87/cf03f31c-3922-42f7-b661-c94df8df546c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:29.607564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c3aee791-e876-4830-a125-27d4a0752352), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:29.749500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd53a549-4b96-4bd0-99ca-7ea9515bfc38,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:29.773634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4d9b-6e8a-4cf2-a8b9-4ced9bd52804 None None] Pushing event updated for resources: {'Port': ['ID=c3aee791-e876-4830-a125-27d4a0752352,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:29.891302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:29.939044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (cf03f31c-3922-42f7-b661-c94df8df546c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.054819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.095508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:30.102999 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.154562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.235541 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 20:07:30.236094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:07:30.307391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:30.334053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50756) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:30.340498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:30.361159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:30.411010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1c821e43-f110-447a-9204-d04f08096ebe tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6046512 Jan 29 20:07:30.411010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50764) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:30.411365 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.508246 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (8d4a814e-d642-4d80-8130-3efac46942cc), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.583113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:30.583866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.623075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:30.725298 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.786189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=cf03f31c-3922-42f7-b661-c94df8df546c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:30.857050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44674302-2b61-457b-b0cb-1c2b001755fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:30.873890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:31.005826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.144087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Deleting port 11c8d7d0-85f3-433a-8f21-3f88fdad8135 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:31.145208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.255062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44674302-2b61-457b-b0cb-1c2b001755fa admin admin] Publish callbacks [] for security_group (86e3687b-b392-495a-8992-03ebb0ebb072), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.331956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44674302-2b61-457b-b0cb-1c2b001755fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (86e3687b-b392-495a-8992-03ebb0ebb072), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.524042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-44674302-2b61-457b-b0cb-1c2b001755fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e6f6c2c16b544479272e51fe8c0de1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1887560 Jan 29 20:07:31.533043 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.536228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for floatingip (11c8d7d0-85f3-433a-8f21-3f88fdad8135), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.537206 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.557797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:31.577968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44674302-2b61-457b-b0cb-1c2b001755fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e3687b-b392-495a-8992-03ebb0ebb072,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:31.667544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Calling delete_port for 11c8d7d0-85f3-433a-8f21-3f88fdad8135 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:31.931436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (cf03f31c-3922-42f7-b661-c94df8df546c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:31.995293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c3aee791-e876-4830-a125-27d4a0752352 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:32.001294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:32.032557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4418bb2-a264-48be-ae4d-88ac6d0705e1 admin admin] Publish callbacks [] for security_group (86e3687b-b392-495a-8992-03ebb0ebb072), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:32.229658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=cf03f31c-3922-42f7-b661-c94df8df546c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:32.310447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (8d4a814e-d642-4d80-8130-3efac46942cc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:32.406177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4418bb2-a264-48be-ae4d-88ac6d0705e1 admin admin] Publish callbacks [] for security_group (86e3687b-b392-495a-8992-03ebb0ebb072), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:32.425636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:32.428106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:32.557896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7ecc9-0978-4be3-95a8-0ef1f81dde40 None None] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:32.702215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 8d4a814e-d642-4d80-8130-3efac46942cc has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:07:32.777576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Provisioning complete for port c3aee791-e876-4830-a125-27d4a0752352 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:32.777952 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c3aee791-e876-4830-a125-27d4a0752352), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:32.894285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c3aee791-e876-4830-a125-27d4a0752352 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:32.897627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c3aee791-e876-4830-a125-27d4a0752352), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.017643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:07:33.035898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4eadce88-80ed-40dd-a5be-f1142fb5a51a tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "PUT /v2.0/routers/8d4a814e-d642-4d80-8130-3efac46942cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1501184 Jan 29 20:07:33.037897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50832) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:33.050469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Sync routers for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:07:33.053355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1760208532', 'description': 'tempest-secgroup_access--1760208532 description', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:33.134178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:33.135357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:33.190085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.325531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (11c8d7d0-85f3-433a-8f21-3f88fdad8135), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.433697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (386a1b21-4e9d-4ca3-b743-7f24a51c8975), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.453341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4418bb2-a264-48be-ae4d-88ac6d0705e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (86e3687b-b392-495a-8992-03ebb0ebb072), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.464994 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4418bb2-a264-48be-ae4d-88ac6d0705e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.466358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d4418bb2-a264-48be-ae4d-88ac6d0705e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86e3687b-b392-495a-8992-03ebb0ebb072 HTTP/1.1" status: 204 len: 168 time: 1.9066908 Jan 29 20:07:33.502192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Pushing event deleted for resources: {'Port': ['ID=11c8d7d0-85f3-433a-8f21-3f88fdad8135,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:33.508951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4418bb2-a264-48be-ae4d-88ac6d0705e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e3687b-b392-495a-8992-03ebb0ebb072,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:33.525840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (386a1b21-4e9d-4ca3-b743-7f24a51c8975), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.529482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c3aee791-e876-4830-a125-27d4a0752352 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:33.529482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c3aee791-e876-4830-a125-27d4a0752352), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.641280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386a1b21-4e9d-4ca3-b743-7f24a51c8975,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:33.649867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks [] for floatingip (df555b0a-d31c-4bbf-983c-ecbc8dc2c900), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.656592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.658218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c071dbf9-7787-46fb-8327-4d10fec7e779 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515 tempest-ExternalNetworksAdminNegativeTestJSON-1776453515-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/df555b0a-d31c-4bbf-983c-ecbc8dc2c900 HTTP/1.1" status: 204 len: 168 time: 3.2501030 Jan 29 20:07:33.735012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port c3aee791-e876-4830-a125-27d4a0752352, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c3aee791-e876-4830-a125-27d4a0752352,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:33.785883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.790209 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-76516fe7-d99d-4ecc-9e9f-2bd78508aa4f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7436833 Jan 29 20:07:33.791297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50858) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:33.795957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1432593835', 'description': 'tempest-secgroup_general--1432593835 description', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:33.865125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:33.875266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Current status of the port c3aee791-e876-4830-a125-27d4a0752352 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:33.882490 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c3aee791-e876-4830-a125-27d4a0752352), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.930425 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c3aee791-e876-4830-a125-27d4a0752352), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:33.937154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:33.968771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.291053 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (ea596589-c1b4-479c-9aa2-724b0adb7f93), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.351314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:07:34.351789 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:07:34.354533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ea596589-c1b4-479c-9aa2-724b0adb7f93), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.461634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea596589-c1b4-479c-9aa2-724b0adb7f93,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:34.481582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.483417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7cf4baca-290a-482a-82bd-6f71d75801cf tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6912165 Jan 29 20:07:34.486115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50876) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:34.491454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'security_group_rule': {'security_group_id': '386a1b21-4e9d-4ca3-b743-7f24a51c8975', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:34.550973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:34.551617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.626959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group_rule (84b13e71-caf8-4f1e-ba57-3460714ddcee), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.703267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=c3aee791-e876-4830-a125-27d4a0752352,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:34.820927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group_rule (84b13e71-caf8-4f1e-ba57-3460714ddcee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.843636 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:07:34.856863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:34.892666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 50894) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:34.913992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (84b13e71-caf8-4f1e-ba57-3460714ddcee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:34.929391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0eb09bc1-cae5-428f-b049-de760c885765 None None] Current status of the port c3aee791-e876-4830-a125-27d4a0752352 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:34.939504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:31Z', 'revision_number': 2, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:34.978794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Checking router: 8d4a814e-d642-4d80-8130-3efac46942cc for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:07:34.979828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Updating router 8d4a814e-d642-4d80-8130-3efac46942cc port cf03f31c-3922-42f7-b661-c94df8df546c binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:07:34.995109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b13e71-caf8-4f1e-ba57-3460714ddcee,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:35.014934 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.130029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c3aee791-e876-4830-a125-27d4a0752352 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:35.139399 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.141233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f54694ea-ae8f-4ffe-8d65-8be489595b47 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6541171 Jan 29 20:07:35.231759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e7c789b5-61e5-482d-9a10-e7a77dcdd54a None None] Provisioning complete for port cf03f31c-3922-42f7-b661-c94df8df546c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:35.232627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7c789b5-61e5-482d-9a10-e7a77dcdd54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.247012 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23d9710d-602f-4468-ac98-81205a5a6a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.373425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c3aee791-e876-4830-a125-27d4a0752352 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:35.373987 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c3aee791-e876-4830-a125-27d4a0752352), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.385132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e7c789b5-61e5-482d-9a10-e7a77dcdd54a None None] Port cf03f31c-3922-42f7-b661-c94df8df546c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:07:35.462184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23d9710d-602f-4468-ac98-81205a5a6a77 admin admin] Publish callbacks [] for security_group (f8689437-3e22-4f81-b067-41f742766084), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.524196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23d9710d-602f-4468-ac98-81205a5a6a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f8689437-3e22-4f81-b067-41f742766084), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.568750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-f15756af-25a1-491b-b00e-6c7e1ef0b7df tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1432593835&fields=id&tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad HTTP/1.1" status: 200 len: 267 time: 0.0684903 Jan 29 20:07:35.603531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-23d9710d-602f-4468-ac98-81205a5a6a77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=401a8a5cd8834b159a960b3f45ed6ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083325 Jan 29 20:07:35.608846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 50930) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:35.641640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9710d-602f-4468-ac98-81205a5a6a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8689437-3e22-4f81-b067-41f742766084,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:35.695736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e7c789b5-61e5-482d-9a10-e7a77dcdd54a None None] Provisioning complete for port c3aee791-e876-4830-a125-27d4a0752352 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:35.696101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7c789b5-61e5-482d-9a10-e7a77dcdd54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c3aee791-e876-4830-a125-27d4a0752352), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.738852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-8ad2a737-aa0e-4df7-a919-7c300d5e5529 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1760208532&fields=id&tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad HTTP/1.1" status: 200 len: 267 time: 0.1671815 Jan 29 20:07:35.831276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8436f518-c8dd-4d79-bcc8-67ee0ed91af4 admin admin] Publish callbacks [] for security_group (f8689437-3e22-4f81-b067-41f742766084), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.847405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c3aee791-e876-4830-a125-27d4a0752352 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:35.908811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8436f518-c8dd-4d79-bcc8-67ee0ed91af4 admin admin] Publish callbacks [] for security_group (f8689437-3e22-4f81-b067-41f742766084), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.972847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-d7ddbc89-6355-4524-aa8c-8dc8d25d86d1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:35.981591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Publish callbacks [] for port (cf03f31c-3922-42f7-b661-c94df8df546c), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:35.981721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-d7ddbc89-6355-4524-aa8c-8dc8d25d86d1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 797 time: 0.2072098 Jan 29 20:07:35.983020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e7c789b5-61e5-482d-9a10-e7a77dcdd54a None None] Current status of the port c3aee791-e876-4830-a125-27d4a0752352 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:36.016000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-61547b72-d599-444f-b6d5-4c66c3834513 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/quotas/ebe24f9fc5ab421ab5d3128d3be236ad HTTP/1.1" status: 200 len: 375 time: 0.0346322 Jan 29 20:07:36.078006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.093474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-145d5b1d-a95f-491e-a4dc-20ee503ba96b tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685604 Jan 29 20:07:36.177049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8436f518-c8dd-4d79-bcc8-67ee0ed91af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f8689437-3e22-4f81-b067-41f742766084), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.180740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b0fc1-7b58-4c1d-b890-12bc96b78fff None None] Pushing event updated for resources: {'Port': ['ID=cf03f31c-3922-42f7-b661-c94df8df546c,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:36.183432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8436f518-c8dd-4d79-bcc8-67ee0ed91af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.185824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8436f518-c8dd-4d79-bcc8-67ee0ed91af4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8689437-3e22-4f81-b067-41f742766084 HTTP/1.1" status: 204 len: 168 time: 0.5609958 Jan 29 20:07:36.210213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436f518-c8dd-4d79-bcc8-67ee0ed91af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8689437-3e22-4f81-b067-41f742766084,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:36.406156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-11601058-cef5-435a-a09a-10a647cac833 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:07:36.416079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-11601058-cef5-435a-a09a-10a647cac833 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203557 Jan 29 20:07:36.588076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Attempting to bind port cf03f31c-3922-42f7-b661-c94df8df546c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:36.588679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Attempting to bind port cf03f31c-3922-42f7-b661-c94df8df546c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:36.588949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Attempting to bind port cf03f31c-3922-42f7-b661-c94df8df546c on network 7067daa1-7f14-40d7-9a60-e602fb3157c1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:36.614704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:36.615771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Checking segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:36.616813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.620021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Bound using segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:36.621604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Bound port: cf03f31c-3922-42f7-b661-c94df8df546c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:36.623863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.696891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-976c6641-51a8-44e3-b1ad-52456d659486 service neutron] 10.222.0.15 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785075 Jan 29 20:07:36.760894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6f3a7157-5b23-4477-aa47-e518474bfa42 None None] Provisioning complete for port cf03f31c-3922-42f7-b661-c94df8df546c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:36.762572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7157-5b23-4477-aa47-e518474bfa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.811945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a7157-5b23-4477-aa47-e518474bfa42 None None] Port cf03f31c-3922-42f7-b661-c94df8df546c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:07:36.840579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] For port cf03f31c-3922-42f7-b661-c94df8df546c, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:36.850310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] For port cf03f31c-3922-42f7-b661-c94df8df546c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf03f31c-3922-42f7-b661-c94df8df546c,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:36.915120 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:36.989795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fd85ef1e-e095-4ade-9e50-6d2a1f054ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793453 Jan 29 20:07:37.101508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:37.103921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:37.395745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51004) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:37.418057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51008) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:37.562554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f18644c8-82d1-4888-8e66-c1d164f37ab8 req-2dded092-4065-4352-9a41-63d16ba1321e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.0837867 Jan 29 20:07:37.576120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-552c9a99-4635-401c-9b61-a5e193236fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c443008f1f2a43c9bb36e28998233f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566885 Jan 29 20:07:37.582440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51012) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:37.763109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-173db4af-3d11-4a5a-a973-e9c54b45702d admin admin] Publish callbacks [] for security_group (bd53a549-4b96-4bd0-99ca-7ea9515bfc38), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:37.819673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-173db4af-3d11-4a5a-a973-e9c54b45702d admin admin] Publish callbacks [] for security_group (bd53a549-4b96-4bd0-99ca-7ea9515bfc38), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:37.827067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b0fc1-7b58-4c1d-b890-12bc96b78fff None None] Pushing event updated for resources: {'Port': ['ID=cf03f31c-3922-42f7-b661-c94df8df546c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:37.865150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] Provisioning complete for port cf03f31c-3922-42f7-b661-c94df8df546c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:37.865724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:37.943470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da1da162-7ccd-4fe0-af4a-d14a4a1b07bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:37.978733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:38.088952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-173db4af-3d11-4a5a-a973-e9c54b45702d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bd53a549-4b96-4bd0-99ca-7ea9515bfc38), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.091516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-173db4af-3d11-4a5a-a973-e9c54b45702d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.092683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-173db4af-3d11-4a5a-a973-e9c54b45702d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd53a549-4b96-4bd0-99ca-7ea9515bfc38 HTTP/1.1" status: 204 len: 168 time: 0.5015171 Jan 29 20:07:38.122991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173db4af-3d11-4a5a-a973-e9c54b45702d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd53a549-4b96-4bd0-99ca-7ea9515bfc38,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:38.202475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da1da162-7ccd-4fe0-af4a-d14a4a1b07bb admin admin] Publish callbacks [] for security_group (b65fd418-64e6-4c02-bd07-cdcf5c110cc6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.229488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.260573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] Current status of the port cf03f31c-3922-42f7-b661-c94df8df546c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:38.261263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.336918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-da1da162-7ccd-4fe0-af4a-d14a4a1b07bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b65fd418-64e6-4c02-bd07-cdcf5c110cc6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.366517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] For port cf03f31c-3922-42f7-b661-c94df8df546c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf03f31c-3922-42f7-b661-c94df8df546c,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:38.417401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:38.422850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:36Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:38.431095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-da1da162-7ccd-4fe0-af4a-d14a4a1b07bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=328a871163d1402ead88c5412782967f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0292430 Jan 29 20:07:38.505889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da162-7ccd-4fe0-af4a-d14a4a1b07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fd418-64e6-4c02-bd07-cdcf5c110cc6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:38.551290 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.561346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c3a47ba-8ea7-4233-9137-105aaebc6d04 admin admin] Publish callbacks [] for security_group (b65fd418-64e6-4c02-bd07-cdcf5c110cc6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.563507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195b0b5-6d4e-4f35-acd6-89b4895fb3fe None None] The sync data for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 is: [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:36Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:07:38.639166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c3a47ba-8ea7-4233-9137-105aaebc6d04 admin admin] Publish callbacks [] for security_group (b65fd418-64e6-4c02-bd07-cdcf5c110cc6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.737254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a838b-c5c3-4c05-8cf4-0e7637e450c9 None None] Pushing event updated for resources: {'Port': ['ID=cf03f31c-3922-42f7-b661-c94df8df546c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:38.804640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c9cad52b-a238-44a9-bcc5-bb179147cdd8 req-bc9f614d-b85e-4136-9538-7fe3d9092e91 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.1051142 Jan 29 20:07:38.827042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51054) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:38.902897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c3a47ba-8ea7-4233-9137-105aaebc6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b65fd418-64e6-4c02-bd07-cdcf5c110cc6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.919449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c3a47ba-8ea7-4233-9137-105aaebc6d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:38.923076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5c3a47ba-8ea7-4233-9137-105aaebc6d04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b65fd418-64e6-4c02-bd07-cdcf5c110cc6 HTTP/1.1" status: 204 len: 168 time: 0.5016797 Jan 29 20:07:38.939641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a47ba-8ea7-4233-9137-105aaebc6d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fd418-64e6-4c02-bd07-cdcf5c110cc6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:39.058806 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e35eafe-0095-48e6-a222-05dd06c747a5 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/floatingips/424f52b0-0dac-44e5-9a7d-de3d3aae82f8 HTTP/1.1" status: 200 len: 993 time: 0.2298014 Jan 29 20:07:39.105534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf03f31c-3922-42f7-b661-c94df8df546c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:39.211560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port cf03f31c-3922-42f7-b661-c94df8df546c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:39.212498 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:39.398146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51084) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:39.432391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port cf03f31c-3922-42f7-b661-c94df8df546c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:39.901599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 750cf9fe-49d0-4695-ac64-1409dd77ebd6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:39.903869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:40.016081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:40.016711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (750cf9fe-49d0-4695-ac64-1409dd77ebd6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:40.033571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 750cf9fe-49d0-4695-ac64-1409dd77ebd6 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:40.134026 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f55201cd-d9e2-4cba-a07f-a6922ad11ba9 req-30017551-6beb-4e26-b15e-70c70987fb34 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.0928633 Jan 29 20:07:40.592819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (750cf9fe-49d0-4695-ac64-1409dd77ebd6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:40.630811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=750cf9fe-49d0-4695-ac64-1409dd77ebd6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:40.768004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for floatingip (424f52b0-0dac-44e5-9a7d-de3d3aae82f8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:40.768379 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Floating IP 424f52b0-0dac-44e5-9a7d-de3d3aae82f8 disassociated (deleted). External IP: 172.25.5.239, port: 44156fb8-4c40-419a-82b6-df1af709f118. Jan 29 20:07:41.185940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51154) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:41.357187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router f8083bd6-c510-41cc-9705-1abea7b122ca has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:07:41.424797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-07565177-aa0c-47cf-b6b9-b71635fa69cd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:41.427139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-07565177-aa0c-47cf-b6b9-b71635fa69cd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.26 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 797 time: 0.4146452 Jan 29 20:07:41.506402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b3910a0-8757-4a07-853b-99eda01101dd req-fe29ea6c-ac72-4008-a454-3950dd89030c tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.0780420 Jan 29 20:07:41.556275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493955196'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:41.582265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-e0118c89-269d-4b7c-9da9-640d9bb3f6a0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad HTTP/1.1" status: 200 len: 478 time: 0.1328490 Jan 29 20:07:41.593356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:07:41.594767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'port': {'device_id': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'admin_state_up': True, 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'security_groups': ['ea596589-c1b4-479c-9aa2-724b0adb7f93', '386a1b21-4e9d-4ca3-b743-7f24a51c8975']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:41.598571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:41.607444 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] Sync routers for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:07:41.620786 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:41.623553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:41.638578 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cfe16555-9a83-43a2-9a18-d4ac584b0302 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/floatingips/424f52b0-0dac-44e5-9a7d-de3d3aae82f8 HTTP/1.1" status: 204 len: 168 time: 2.2383032 Jan 29 20:07:41.639273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:07:41.646460 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a0b84-bf2f-463f-8bf0-f572495ac941" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "tag": "44156fb8-4c40-419a-82b6-df1af709f118"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:07:41.721420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:41.726050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:41.771067 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab8b4a-e9cc-4635-972f-9832786802ef x-openstack-request-id: req-38ab8b4a-e9cc-4635-972f-9832786802ef {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:07:41.771067 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "tag": "44156fb8-4c40-419a-82b6-df1af709f118", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:07:41.775203 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38ab8b4a-e9cc-4635-972f-9832786802ef {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:07:41.775971 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118', 'status': 'completed', 'code': 200} Jan 29 20:07:41.778384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:41.878966 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:42.101382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for security_group (645db0a5-fa42-4ea4-9233-7d9c7eb3eaae), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.135382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-0911d4bd-c3d2-4659-bfd2-c63d2d2e26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:42.137293 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-0911d4bd-c3d2-4659-bfd2-c63d2d2e26f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62387f3b15b84858bf9ab917d591d538&device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 1127 time: 0.3492703 Jan 29 20:07:42.194305 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:32Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:42.233469 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] Checking router: f8083bd6-c510-41cc-9705-1abea7b122ca for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:07:42.248054 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:42.254183 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:42.256894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (645db0a5-fa42-4ea4-9233-7d9c7eb3eaae), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.350739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:07:42.474062 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9c2be368-bd0b-4513-b8a2-a366dcc49aed), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.475632 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 9c2be368-bd0b-4513-b8a2-a366dcc49aed of type vlan for network cbf2d116-4ed5-48f1-9329-44549539fa9f Jan 29 20:07:42.513754 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:42.555235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645db0a5-fa42-4ea4-9233-7d9c7eb3eaae,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:42.610086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (cbf2d116-4ed5-48f1-9329-44549539fa9f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.665997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-8136218a-c125-4eda-8fbe-68825eb33cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:42.667514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-8136218a-c125-4eda-8fbe-68825eb33cc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 200 len: 897 time: 0.5019698 Jan 29 20:07:42.762000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-3416c9a6-1333-4ffe-90b3-8abc584832e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 200 len: 217 time: 0.0777779 Jan 29 20:07:42.783446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686020ad-84cc-4047-b25c-5e8243de4601 req-5cf9a383-d44f-4059-9669-d424f9809200 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:42.785780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-686020ad-84cc-4047-b25c-5e8243de4601 req-5cf9a383-d44f-4059-9669-d424f9809200 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.1010115 Jan 29 20:07:42.845253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (cbf2d116-4ed5-48f1-9329-44549539fa9f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.859253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:42.859896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.929142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-686020ad-84cc-4047-b25c-5e8243de4601 req-d8516054-6139-42f1-9eee-61bfa04bfea0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332521 Jan 29 20:07:42.937293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Made reservation on behalf of ebe24f9fc5ab421ab5d3128d3be236ad for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:42.941887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:42.950865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5826c006-50e6-4fd2-9636-b97df9d8063f req-b329ec74-335a-44e6-a1f8-7fcdb685efa4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.1859865 Jan 29 20:07:43.012907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8264549 Jan 29 20:07:43.044591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-c211ebbd-1123-4c8c-8505-a1f79006c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:43.046089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-c211ebbd-1123-4c8c-8505-a1f79006c00d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9797167a-a014-4a54-9d07-cbba8ad7caf1 HTTP/1.1" status: 200 len: 834 time: 0.2827494 Jan 29 20:07:43.252245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f57ffc-9583-48cf-9c99-bba61483ed9d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=cbf2d116-4ed5-48f1-9329-44549539fa9f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:43.263919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network cbf2d116-4ed5-48f1-9329-44549539fa9f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:07:43.319846 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:32Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:43.373563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-4a16982c-4250-4d4f-9f29-9f3569c62833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:43.375094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-4a16982c-4250-4d4f-9f29-9f3569c62833 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3046682 Jan 29 20:07:43.403659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.20.0.14 (7067daa1-7f14-40d7-9a60-e602fb3157c1/4a7ecc01-ed2c-43fa-93b7-14849afb6b87/4d397744-c00c-4547-94a1-d3a9833aaec1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:43.433812 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5802414-fcf1-4e1c-a3e0-04c24013822b None None] The sync data for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 is: [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:06:24Z', 'revision_number': 4, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5911fa63-135e-4d71-b6db-494fab5fbc8f', 'name': '', 'network_id': 'b452c8a4-6ca1-4dbd-8c06-b6750f0036bb', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'mac_address': 'fa:16:3e:45:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:22Z', 'updated_at': '2022-01-29T20:06:32Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'subnets': [{'id': '9797167a-a014-4a54-9d07-cbba8ad7caf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:07:43.696286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51240) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:43.771946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-4d35ff23-93e6-4568-b268-ced4a55aafe1 service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784208 Jan 29 20:07:44.027646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:44.072113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef6a0b84-bf2f-463f-8bf0-f572495ac941 req-0928c43d-beb4-4403-b6f3-0dcf77eb00be service neutron] 10.222.0.13 "GET /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918258 Jan 29 20:07:44.136372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:44.149016 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fae6ad5-5bff-4bbc-8d0f-b218702cd679 None None] New status for floating IP 424f52b0-0dac-44e5-9a7d-de3d3aae82f8: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:07:44.237892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:44.311482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67632347-5bc5-4795-be9e-a721d900e1af req-1100852e-3511-46d3-a3c4-5e1a5226246d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:44.334729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67632347-5bc5-4795-be9e-a721d900e1af req-1100852e-3511-46d3-a3c4-5e1a5226246d tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.1580915 Jan 29 20:07:44.345006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:44.456900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=4d397744-c00c-4547-94a1-d3a9833aaec1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:44.482190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:44.489264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.489841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.490335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.490816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.491294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.491908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.492439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.492914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.493388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.500783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.501314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.501805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.502285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:07:44.515709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:44.519235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:44.575454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67632347-5bc5-4795-be9e-a721d900e1af req-6cafb3ea-9a6e-4058-8067-a5d188a482bd tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393363 Jan 29 20:07:44.662199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2e16e-abc1-4210-8962-ba78a7771153 req-129408f5-94c2-4fe2-9f4c-6eabf39352cd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:44.675002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60e2e16e-abc1-4210-8962-ba78a7771153 req-129408f5-94c2-4fe2-9f4c-6eabf39352cd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 971 time: 0.5138819 Jan 29 20:07:44.717410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:44.723117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-4751982a-d409-48a1-b2f1-c5975357d017 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:44.732807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-4751982a-d409-48a1-b2f1-c5975357d017 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.5359683 Jan 29 20:07:44.956780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:44.957375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.084607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Allocated IP 172.25.5.22 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/bf03df19-d24b-4b8f-9209-29a5407ce1da) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:45.133041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60e2e16e-abc1-4210-8962-ba78a7771153 req-61d8abc1-7c7d-4ea6-94a6-c9dce12eedf8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4514670 Jan 29 20:07:45.158975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-05398c6a-5f31-4e10-a4ce-8ea200f841e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.5697780 Jan 29 20:07:45.183127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Request body: {'port': {'device_id': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:45.240160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 44156fb8-4c40-419a-82b6-df1af709f118 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:45.244750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (44156fb8-4c40-419a-82b6-df1af709f118), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.384535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0c8689d7-7088-40e8-abf6-3bdbd5870c07 None None] Provisioning complete for port 4d397744-c00c-4547-94a1-d3a9833aaec1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:45.385100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c8689d7-7088-40e8-abf6-3bdbd5870c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.438195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.460082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.469749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 44156fb8-4c40-419a-82b6-df1af709f118, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44156fb8-4c40-419a-82b6-df1af709f118,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:45.470347 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (44156fb8-4c40-419a-82b6-df1af709f118), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.506760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 44156fb8-4c40-419a-82b6-df1af709f118 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:45.520912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0c8689d7-7088-40e8-abf6-3bdbd5870c07 None None] Port 4d397744-c00c-4547-94a1-d3a9833aaec1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:07:45.596729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:45.708225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Port': ['ID=bf03df19-d24b-4b8f-9209-29a5407ce1da,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:45.725200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:45.726610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:45.730958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:45.881731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f5a8e-f380-40cf-b9a1-5f5847bec645 req-340d6446-646b-4de9-b288-6c1aca629faf tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:45.896185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae9f5a8e-f380-40cf-b9a1-5f5847bec645 req-340d6446-646b-4de9-b288-6c1aca629faf tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 945 time: 0.1319382 Jan 29 20:07:46.046933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae9f5a8e-f380-40cf-b9a1-5f5847bec645 req-3e536dfb-ca31-4e3b-866d-e1540980407f tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/security-groups?id=de2a6da9-f3af-41e8-a6d8-10910decbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383467 Jan 29 20:07:46.155731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (44156fb8-4c40-419a-82b6-df1af709f118), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:46.233356 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for floatingip (8b8489e7-1772-4a64-ac3c-903eb12f404e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:46.255501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=44156fb8-4c40-419a-82b6-df1af709f118,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:46.303962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d397744-c00c-4547-94a1-d3a9833aaec1 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:07:46.315891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51294) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:46.323868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:46.375451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Publish callbacks [] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:46.434085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] No DVR routers for this DVR port 44156fb8-4c40-419a-82b6-df1af709f118 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:07:46.454162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:46.457713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-706c315f-705c-4edd-bba8-ee21472b4dc1 req-f8ba5219-f033-42d4-bd1c-610c4911e6bc tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.13 "DELETE /v2.0/ports/44156fb8-4c40-419a-82b6-df1af709f118 HTTP/1.1" status: 204 len: 173 time: 1.6982026 Jan 29 20:07:46.468148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'name': 'network-vif-deleted', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:07:46.470494 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851ecfa2-3b78-4b48-9a17-a0feafae4259" -d '{"events": [{"server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "name": "network-vif-deleted", "tag": "44156fb8-4c40-419a-82b6-df1af709f118"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:07:46.499740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Transition to ACTIVE for port object 4d397744-c00c-4547-94a1-d3a9833aaec1 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:07:46.556777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881592-4739-4ea6-899c-6352c59c1609 req-cdadb9cc-5e24-4518-925e-1bd3a720559c tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:46.571053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05881592-4739-4ea6-899c-6352c59c1609 req-cdadb9cc-5e24-4518-925e-1bd3a720559c tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 971 time: 0.2081442 Jan 29 20:07:46.578895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:46.592319 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226cef8b-0865-4338-b645-a3d9117fb7b1 x-openstack-request-id: req-226cef8b-0865-4338-b645-a3d9117fb7b1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:07:46.592980 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a", "name": "network-vif-deleted", "tag": "44156fb8-4c40-419a-82b6-df1af709f118", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:07:46.593397 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-226cef8b-0865-4338-b645-a3d9117fb7b1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:07:46.594993 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a', 'name': 'network-vif-deleted', 'tag': '44156fb8-4c40-419a-82b6-df1af709f118', 'status': 'completed', 'code': 200} Jan 29 20:07:46.608610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:46.809427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:46.825538 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.024837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d397744-c00c-4547-94a1-d3a9833aaec1,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:47.081520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05881592-4739-4ea6-899c-6352c59c1609 req-781c515b-38cf-4fb0-aa5b-6104a2973fb6 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5091407 Jan 29 20:07:47.146973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Attempting to bind port 4d397744-c00c-4547-94a1-d3a9833aaec1 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:47.149082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Attempting to bind port 4d397744-c00c-4547-94a1-d3a9833aaec1 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:47.151446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Attempting to bind port 4d397744-c00c-4547-94a1-d3a9833aaec1 on network 7067daa1-7f14-40d7-9a60-e602fb3157c1 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:47.158056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Port 4d397744-c00c-4547-94a1-d3a9833aaec1 on network 7067daa1-7f14-40d7-9a60-e602fb3157c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:07:47.158665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Attempting to bind port 4d397744-c00c-4547-94a1-d3a9833aaec1 on network 7067daa1-7f14-40d7-9a60-e602fb3157c1 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:47.165352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:47.165832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Checking segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:47.166365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Bound using segment: {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:47.166900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Bound port: 4d397744-c00c-4547-94a1-d3a9833aaec1, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa42339-2504-43aa-af44-b00a090076d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:47.167357 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.291500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] For port 4d397744-c00c-4547-94a1-d3a9833aaec1, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:47.312348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] For port 4d397744-c00c-4547-94a1-d3a9833aaec1, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4d397744-c00c-4547-94a1-d3a9833aaec1,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:47.358249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (e96df40c-beb8-4bc2-be92-b7d0de1ec6a9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.367681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1bac352-34b5-46da-a952-80e4194782a7 req-11221cd5-d296-4b97-8d1d-8fbab4b14ce1 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5cb7e1e-1be7-4227-ab2a-e5a70db5d08a HTTP/1.1" status: 200 len: 210 time: 0.0794432 Jan 29 20:07:47.417435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.463001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=e96df40c-beb8-4bc2-be92-b7d0de1ec6a9,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:47.495663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.499597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:47.505544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.507284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 1131 time: 2.3307347 Jan 29 20:07:47.539257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd6fda-7c8b-41a4-b3b9-0bd33272e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d397744-c00c-4547-94a1-d3a9833aaec1,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:47.540400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': '9c2be368-bd0b-4513-b8a2-a366dcc49aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:47.541167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: cbf2d116-4ed5-48f1-9329-44549539fa9f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:07:47.605614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.654368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network cbf2d116-4ed5-48f1-9329-44549539fa9f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:07:47.715164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Port': ['ID=bf03df19-d24b-4b8f-9209-29a5407ce1da,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:47.727303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8b8489e7-1772-4a64-ac3c-903eb12f404e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.813016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, cbf2d116-4ed5-48f1-9329-44549539fa9f) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:47.822471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:47.823239 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.830964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51950f-ee87-4836-acca-f924dd3e4551 None None] Network cbf2d116-4ed5-48f1-9329-44549539fa9f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:47.881855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:47.886807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-69444bef-4f75-4878-bb00-c9ac82055fa5 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1895058 Jan 29 20:07:47.887329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51330) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:47.892968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-19569442'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:47.942245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-b05ac068-a7d8-4cb8-9a08-569d5808e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:47.943794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-b05ac068-a7d8-4cb8-9a08-569d5808e6b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1165 time: 0.1553895 Jan 29 20:07:48.018889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6ebe5df-6275-498d-a1e3-2ed8a7c0fead tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7007725 Jan 29 20:07:48.021999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:48.028038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404649725'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:48.047857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-cbf2d116-4ed5-48f1-9329-44549539fa9f', 'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': 'e96df40c-beb8-4bc2-be92-b7d0de1ec6a9'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:07:48.050727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.077321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Made reservation on behalf of 7af64c45c4e5428d9c712744eb9aef1e for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:48.079768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-07bf45d4-f454-423d-8a0e-0f96c0b558a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 217 time: 0.1229537 Jan 29 20:07:48.086262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.116150 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.195494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-f614e8d3-1c71-4393-8bdf-601207d36132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:48.198218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-f614e8d3-1c71-4393-8bdf-601207d36132 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 200 len: 833 time: 0.1120048 Jan 29 20:07:48.230881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:48.239309 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.308246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44156fb8-4c40-419a-82b6-df1af709f118 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:07:48.353218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for security_group (2405d463-8976-4424-b4d3-56535c8a0312), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.380892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:07:48.397637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 44156fb8-4c40-419a-82b6-df1af709f118 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:07:48.397868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.397970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44156fb8-4c40-419a-82b6-df1af709f118 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:07:48.398228 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 0ac661ea-8271-4406-9257-7e9355c33e82 of type vlan for network 8121ba50-9faf-4fe2-860c-24bfb859cb07 Jan 29 20:07:48.424071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76f661-31e2-4e2d-b959-a4da38229789 req-b379f679-2554-4bc1-b442-110a12ccf74d tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:48.432739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa76f661-31e2-4e2d-b959-a4da38229789 req-b379f679-2554-4bc1-b442-110a12ccf74d tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 983 time: 0.1746116 Jan 29 20:07:48.436237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872aeb-dc36-4127-859c-f4a81d69098f req-0e08ccf1-a669-48ce-a8c6-f760867cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:48.437557 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-0e08ccf1-a669-48ce-a8c6-f760867cd303 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7067daa1-7f14-40d7-9a60-e602fb3157c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2328715 Jan 29 20:07:48.447844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2405d463-8976-4424-b4d3-56535c8a0312), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.453765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Allocated IP 2001:db8:0:ffff::2 (cbf2d116-4ed5-48f1-9329-44549539fa9f/e96df40c-beb8-4bc2-be92-b7d0de1ec6a9/ededceb8-fcf8-4bd9-98c8-25209b1fc4f9) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:48.489669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:48.497293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.518335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:07:48.570577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f5cbff09-962c-4188-858c-842bc2a9d3f1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.571054 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Added segment f5cbff09-962c-4188-858c-842bc2a9d3f1 of type vlan for network 69484161-b2d7-4b95-89ce-dd767c78bf19 Jan 29 20:07:48.573369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2405d463-8976-4424-b4d3-56535c8a0312,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:48.617175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa76f661-31e2-4e2d-b959-a4da38229789 req-0dabe0aa-47c1-488a-aff1-cd3188afbc53 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1805015 Jan 29 20:07:48.645317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:07:48.645317 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75bac86-99e2-445a-a4ca-4f61d431005f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:07:48.711489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.719917 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3580e3b-8350-49b1-8d0b-7ece7bd5f68c x-openstack-request-id: req-c3580e3b-8350-49b1-8d0b-7ece7bd5f68c {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:07:48.720225 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:07:48.720515 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3580e3b-8350-49b1-8d0b-7ece7bd5f68c {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:07:48.720911 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'status': 'completed', 'code': 200} Jan 29 20:07:48.729402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:48.730059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.758194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-28c392d0-c951-4ec7-a4e3-46d3c391f097 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514825 Jan 29 20:07:48.825914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (69484161-b2d7-4b95-89ce-dd767c78bf19), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.830714 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Publish callbacks [] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.855084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9c97549-7591-4980-8308-f1d4faeb85b8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (de2a6da9-f3af-41e8-a6d8-10910decbe64), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.921968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=8121ba50-9faf-4fe2-860c-24bfb859cb07,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:48.930788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8ba53308-6c71-4fc3-9136-fa957f494f1b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9045470 Jan 29 20:07:48.937160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:48.942428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8121ba50-9faf-4fe2-860c-24bfb859cb07 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:07:48.947717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:48.953402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9c97549-7591-4980-8308-f1d4faeb85b8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (de2a6da9-f3af-41e8-a6d8-10910decbe64), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:48.988809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65872aeb-dc36-4127-859c-f4a81d69098f req-4f12b447-c6f3-4be3-ab81-9162ce399943 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224183 Jan 29 20:07:49.046428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.057645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (69484161-b2d7-4b95-89ce-dd767c78bf19), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.062955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:49.063561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.104565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Network cbf2d116-4ed5-48f1-9329-44549539fa9f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:49.109079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:49.113508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:49.147752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Pushing event updated for resources: {'Port': ['ID=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:49.172971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Network': ['ID=69484161-b2d7-4b95-89ce-dd767c78bf19,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:49.178225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-41c7142b-a8a1-4f6c-9753-6d99f8c1468e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2895906 Jan 29 20:07:49.180617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51380) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:49.185969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Request body: {'subnet': {'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:49.223075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:07:49.294708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-f4e8dc4c-3e7b-429e-9ca9-7cbdcefe4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:49.296330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-f4e8dc4c-3e7b-429e-9ca9-7cbdcefe4af1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1165 time: 0.1049395 Jan 29 20:07:49.354146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:49.360162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.446190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Attempting to bind port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:49.446478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Attempting to bind port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9c2be368-bd0b-4513-b8a2-a366dcc49aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:49.446843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Attempting to bind port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 on network cbf2d116-4ed5-48f1-9329-44549539fa9f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:49.494633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:49.496146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Checking segment: {'id': '9c2be368-bd0b-4513-b8a2-a366dcc49aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:49.496581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.497986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Bound using segment: {'id': '9c2be368-bd0b-4513-b8a2-a366dcc49aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:49.498484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Bound port: ededceb8-fcf8-4bd9-98c8-25209b1fc4f9, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2be368-bd0b-4513-b8a2-a366dcc49aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cbf2d116-4ed5-48f1-9329-44549539fa9f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:49.498867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.504477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-bc9ad495-9417-4b8e-980c-cefc82b22042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:49.508495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-bc9ad495-9417-4b8e-980c-cefc82b22042 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 897 time: 0.2066345 Jan 29 20:07:49.619454 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9c97549-7591-4980-8308-f1d4faeb85b8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (de2a6da9-f3af-41e8-a6d8-10910decbe64), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.622120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9c97549-7591-4980-8308-f1d4faeb85b8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.623333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c9c97549-7591-4980-8308-f1d4faeb85b8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/security-groups/de2a6da9-f3af-41e8-a6d8-10910decbe64 HTTP/1.1" status: 204 len: 168 time: 1.1218853 Jan 29 20:07:49.633390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] For port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:49.634032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-133c8ccc-9067-4758-b9f3-23d92e475543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 217 time: 0.1191120 Jan 29 20:07:49.637735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] For port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,segment=NetworkSegment(9c2be368-bd0b-4513-b8a2-a366dcc49aed),segment_id=9c2be368-bd0b-4513-b8a2-a366dcc49aed)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:49.685771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c97549-7591-4980-8308-f1d4faeb85b8 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2a6da9-f3af-41e8-a6d8-10910decbe64,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:49.705904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (1a44f237-8a65-412d-9f43-33a84d6babc6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.728454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-9d8839bf-21de-49b9-b3f7-30145c394a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:49.730158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-9d8839bf-21de-49b9-b3f7-30145c394a43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 200 len: 833 time: 0.0873330 Jan 29 20:07:49.737415 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.776751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:49.866390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=1a44f237-8a65-412d-9f43-33a84d6babc6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:49.877444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Made reservation on behalf of 7af64c45c4e5428d9c712744eb9aef1e for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:49.890087 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:49.932580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5e284-d3f4-4342-bde7-f1243e34d10d None None] Pushing event updated for resources: {'Port': ['ID=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:50.117698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': '0ac661ea-8271-4406-9257-7e9355c33e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:50.118881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: 8121ba50-9faf-4fe2-860c-24bfb859cb07, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:07:50.132124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3ffb4-82ba-4fc8-bd27-b84a504dac16 req-d6a86952-c610-49c4-89c4-eeb069d316df tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:50.140641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4b3ffb4-82ba-4fc8-bd27-b84a504dac16 req-d6a86952-c610-49c4-89c4-eeb069d316df tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 983 time: 0.2761531 Jan 29 20:07:50.272809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-3fdcf75e-6872-40af-8c77-ecade2b2abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:50.274339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-3fdcf75e-6872-40af-8c77-ecade2b2abc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7067daa1-7f14-40d7-9a60-e602fb3157c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5266635 Jan 29 20:07:50.310195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network 8121ba50-9faf-4fe2-860c-24bfb859cb07 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:07:50.329542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4b3ffb4-82ba-4fc8-bd27-b84a504dac16 req-ef4c9b85-9ac8-4eab-b9ad-c65266cde070 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1851218 Jan 29 20:07:50.437996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8121ba50-9faf-4fe2-860c-24bfb859cb07) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:50.448977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d09a82-3bbd-42b4-9858-a23477a3896a None None] Network 8121ba50-9faf-4fe2-860c-24bfb859cb07 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:50.473309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:50.478932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:50.515889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-26aed41c-a453-4f83-9f61-b79ac7fec775 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921985 Jan 29 20:07:50.617834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-219eb943-a9b1-47b5-aa71-1cc7e9ac9e3f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6742446 Jan 29 20:07:50.618686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:50.691203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-8121ba50-9faf-4fe2-860c-24bfb859cb07', 'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '1a44f237-8a65-412d-9f43-33a84d6babc6'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:07:50.692260 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:50.820978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (59868c29-b128-49f8-9d7d-8599bcd7eb7d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:50.950247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75bac86-99e2-445a-a4ca-4f61d431005f req-b70e2155-8150-42ff-bead-877ec5a9661f service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128318 Jan 29 20:07:51.109418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Allocated IP 2001:db8::1 (8121ba50-9faf-4fe2-860c-24bfb859cb07/1a44f237-8a65-412d-9f43-33a84d6babc6/38db9b83-d2d3-4e36-b4df-3e52976b75ce) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:51.129215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Subnet': ['ID=59868c29-b128-49f8-9d7d-8599bcd7eb7d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:51.142077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:51.203795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Checking segment: {'id': 'f5cbff09-962c-4188-858c-842bc2a9d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:51.204278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network hostable DHCP agents. Network: 69484161-b2d7-4b95-89ce-dd767c78bf19, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:07:51.359391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:51.393318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (f8083bd6-c510-41cc-9705-1abea7b122ca), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:51.404218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:07:51.531128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (1a44f237-8a65-412d-9f43-33a84d6babc6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:51.728901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Publish callbacks [] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:51.807154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:51.934238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d6f76-1f7e-4849-a51d-84f3d7ee50b9 None None] Network cbf2d116-4ed5-48f1-9329-44549539fa9f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:52.045084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 69484161-b2d7-4b95-89ce-dd767c78bf19) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:52.049794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:52.051863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.093698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Network 8121ba50-9faf-4fe2-860c-24bfb859cb07 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:52.095726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1fbd2-886c-486a-a231-1a3cf3b59c76 req-d1092936-b290-483d-a18c-dc5441a657a8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:52.097565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557d449-593a-4121-8672-f53cecfa7245 None None] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:52.106506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fc1fbd2-886c-486a-a231-1a3cf3b59c76 req-d1092936-b290-483d-a18c-dc5441a657a8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 983 time: 0.3607526 Jan 29 20:07:52.113354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] Provisioning complete for port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:52.120346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.147778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-972909b7-3e5e-4c63-9c15-38ac7205b29f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9636755 Jan 29 20:07:52.148331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:52.156277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1223040383', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:52.189618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (1a44f237-8a65-412d-9f43-33a84d6babc6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.237334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:52.274252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:52.279391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=1a44f237-8a65-412d-9f43-33a84d6babc6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:52.293037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4d397744-c00c-4547-94a1-d3a9833aaec1 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:07:52.301279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (f7a544d7-e5b3-4706-902f-5793273df94a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.312684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (f7a544d7-e5b3-4706-902f-5793273df94a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.385737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fc1fbd2-886c-486a-a231-1a3cf3b59c76 req-a4e68565-f345-41a3-bb62-2bbbf89f8ce0 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2781701 Jan 29 20:07:52.522774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4d397744-c00c-4547-94a1-d3a9833aaec1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4d397744-c00c-4547-94a1-d3a9833aaec1,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:52.612644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.663495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router_controller (f7a544d7-e5b3-4706-902f-5793273df94a), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.674074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8121ba50-9faf-4fe2-860c-24bfb859cb07']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:52.693609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac661ea-8271-4406-9257-7e9355c33e82') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:52.694237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac661ea-8271-4406-9257-7e9355c33e82') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:52.717984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.732774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port 5911fa63-135e-4d71-b6db-494fab5fbc8f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:52.735508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.945645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router_gateway (f7a544d7-e5b3-4706-902f-5793273df94a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.953905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.973780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port 5911fa63-135e-4d71-b6db-494fab5fbc8f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5911fa63-135e-4d71-b6db-494fab5fbc8f,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:52.974049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.974535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:07:52.974947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:07:52.988804 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:07:53.020229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for 5911fa63-135e-4d71-b6db-494fab5fbc8f owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:53.094452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'port_id': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'mac_address': 'fa:16:3e:3d:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:07:53.119712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Pushing event updated for resources: {'Port': ['ID=38db9b83-d2d3-4e36-b4df-3e52976b75ce,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:53.220291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:53.220631 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.248429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:07:53.248429 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:07:53.248429 n-d-825496-5 neutron-server[103562]: [parameters: {'id': '8121ba50-9faf-4fe2-860c-24bfb859cb07'}] Jan 29 20:07:53.248429 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:07:53.249787 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:07:53.486612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4d397744-c00c-4547-94a1-d3a9833aaec1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:53.488386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.528277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Attempting to bind port 38db9b83-d2d3-4e36-b4df-3e52976b75ce on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:53.528936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Attempting to bind port 38db9b83-d2d3-4e36-b4df-3e52976b75ce by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0ac661ea-8271-4406-9257-7e9355c33e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:53.529401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Attempting to bind port 38db9b83-d2d3-4e36-b4df-3e52976b75ce on network 8121ba50-9faf-4fe2-860c-24bfb859cb07 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:53.605506 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5911fa63-135e-4d71-b6db-494fab5fbc8f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.654105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d397744-c00c-4547-94a1-d3a9833aaec1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:07:53.667205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=5911fa63-135e-4d71-b6db-494fab5fbc8f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:53.718261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4d397744-c00c-4547-94a1-d3a9833aaec1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4d397744-c00c-4547-94a1-d3a9833aaec1,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:53.733704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-69484161-b2d7-4b95-89ce-dd767c78bf19', 'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19', 'project_id': '7af64c45c4e5428d9c712744eb9aef1e', 'fixed_ips': [{'subnet_id': '59868c29-b128-49f8-9d7d-8599bcd7eb7d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:07:53.735875 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.803731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:53.805003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Checking segment: {'id': '0ac661ea-8271-4406-9257-7e9355c33e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:53.805430 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.805838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Bound using segment: {'id': '0ac661ea-8271-4406-9257-7e9355c33e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:53.806337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Bound port: 38db9b83-d2d3-4e36-b4df-3e52976b75ce, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac661ea-8271-4406-9257-7e9355c33e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8121ba50-9faf-4fe2-860c-24bfb859cb07'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:53.809010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.825341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.892592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:53.962494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router_gateway (f7a544d7-e5b3-4706-902f-5793273df94a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.018281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.082032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (f8083bd6-c510-41cc-9705-1abea7b122ca), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.178075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4d397744-c00c-4547-94a1-d3a9833aaec1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:54.248593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] For port 38db9b83-d2d3-4e36-b4df-3e52976b75ce, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:54.251792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] For port 38db9b83-d2d3-4e36-b4df-3e52976b75ce, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=38db9b83-d2d3-4e36-b4df-3e52976b75ce,segment=NetworkSegment(0ac661ea-8271-4406-9257-7e9355c33e82),segment_id=0ac661ea-8271-4406-9257-7e9355c33e82)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:54.292482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Allocated IP 172.25.5.67 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/280a84fc-5418-40bd-b7ce-b9c3965bd924) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:54.353643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] Current status of the port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:54.354063 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.356720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['4d397744-c00c-4547-94a1-d3a9833aaec1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:07:54.462108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for port (280a84fc-5418-40bd-b7ce-b9c3965bd924), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.532311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Router f8083bd6-c510-41cc-9705-1abea7b122ca has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:07:54.549187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.615035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b930eb-acc3-45df-885c-a2b86c71810b req-498a187e-a2ff-4c08-9bce-b80726a38a51 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:54.615978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5b930eb-acc3-45df-885c-a2b86c71810b req-498a187e-a2ff-4c08-9bce-b80726a38a51 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 983 time: 1.0143280 Jan 29 20:07:54.627622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (280a84fc-5418-40bd-b7ce-b9c3965bd924), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:54.843234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:07:54.860832 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] Sync routers for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:07:54.882445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-23981124-8d43-404c-b328-448baa7958d0 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "PUT /v2.0/routers/f8083bd6-c510-41cc-9705-1abea7b122ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1045923 Jan 29 20:07:54.896444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:54.899900 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:54.900809 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:54.941392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:54.941787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.107502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:55.127041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] For port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,segment=NetworkSegment(9c2be368-bd0b-4513-b8a2-a366dcc49aed),segment_id=9c2be368-bd0b-4513-b8a2-a366dcc49aed)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:55.133847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:55.189531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:55.210743 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:55.234535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting port 38db9b83-d2d3-4e36-b4df-3e52976b75ce {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:55.243328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.268403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Port': ['ID=280a84fc-5418-40bd-b7ce-b9c3965bd924,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:55.333893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting subnet 9797167a-a014-4a54-9d07-cbba8ad7caf1 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:07:55.338963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5b930eb-acc3-45df-885c-a2b86c71810b req-a4887a08-9ea5-41aa-955f-977cfaff1477 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7001474 Jan 29 20:07:55.356128 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (9797167a-a014-4a54-9d07-cbba8ad7caf1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.474212 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (9797167a-a014-4a54-9d07-cbba8ad7caf1), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.492244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25a01e-60ac-4ca7-b5e9-0be9e5419821 None None] Network 8121ba50-9faf-4fe2-860c-24bfb859cb07 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:55.495179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.570220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a49350-b102-4a7d-9562-259e58f28141 None None] Pushing event updated for resources: {'Port': ['ID=38db9b83-d2d3-4e36-b4df-3e52976b75ce,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:55.626230 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:07:53Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:55.667051 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] Checking router: f8083bd6-c510-41cc-9705-1abea7b122ca for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:07:55.677936 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] Routers {'f8083bd6-c510-41cc-9705-1abea7b122ca'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:55.678981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f8083bd6-c510-41cc-9705-1abea7b122ca'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:55.723675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] For port 38db9b83-d2d3-4e36-b4df-3e52976b75ce, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=38db9b83-d2d3-4e36-b4df-3e52976b75ce,segment=NetworkSegment(0ac661ea-8271-4406-9257-7e9355c33e82),segment_id=0ac661ea-8271-4406-9257-7e9355c33e82)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:55.724679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.741844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Calling delete_port for 38db9b83-d2d3-4e36-b4df-3e52976b75ce owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:55.763226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-476fb848-58c3-4b4f-9639-08f357791d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:55.907680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Allocated IP 172.20.0.2 (69484161-b2d7-4b95-89ce-dd767c78bf19/59868c29-b128-49f8-9d7d-8599bcd7eb7d/fa8c41a0-a429-405e-93c8-028a65617576) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:07:55.981684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] Set router f8083bd6-c510-41cc-9705-1abea7b122ca gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:07:56.056546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0376fae1-c2d1-407e-aa2b-ef83057a6231 None None] Provisioning complete for port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:56.057688 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0376fae1-c2d1-407e-aa2b-ef83057a6231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.125908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router_gateway (f7a544d7-e5b3-4706-902f-5793273df94a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.141986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:07:56.142354 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:07:56.303130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2a979-de9c-4046-8a1b-5bdae6bd89ff None None] Pushing event updated for resources: {'Port': ['ID=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:56.329433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (38db9b83-d2d3-4e36-b4df-3e52976b75ce), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.466372 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:07:53Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:56.504552 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b083ba-12f5-4907-9be1-8119d6fee22b None None] The sync data for ids ['f8083bd6-c510-41cc-9705-1abea7b122ca'] in n-d-825496-5 is: [{'id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'name': 'tempest-TestNetworkBasicOps-router-1682482569', 'tenant_id': '62387f3b15b84858bf9ab917d591d538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:06:09Z', 'updated_at': '2022-01-29T20:07:53Z', 'revision_number': 5, 'project_id': '62387f3b15b84858bf9ab917d591d538', 'gw_port': {'id': 'f5760278-038b-4aa6-b849-23a50bffc7a3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8083bd6-c510-41cc-9705-1abea7b122ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:06:11Z', 'updated_at': '2022-01-29T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:07:56.516002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Port': ['ID=38db9b83-d2d3-4e36-b4df-3e52976b75ce,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:56.531255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No DVR routers for this DVR port 38db9b83-d2d3-4e36-b4df-3e52976b75ce on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:07:56.616967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Publish callbacks [] for port (fa8c41a0-a429-405e-93c8-028a65617576), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.666558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.699550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8121ba50-9faf-4fe2-860c-24bfb859cb07']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:56.710927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac661ea-8271-4406-9257-7e9355c33e82') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:56.711485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac661ea-8271-4406-9257-7e9355c33e82') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:56.715259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9797167a-a014-4a54-9d07-cbba8ad7caf1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.723280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.728012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:56.737224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (fa8c41a0-a429-405e-93c8-028a65617576), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.739734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.746012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:07:56.746509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0ac661ea-8271-4406-9257-7e9355c33e82), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:07:56.841517 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:07:56.853971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (9797167a-a014-4a54-9d07-cbba8ad7caf1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.900552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78abd1-1820-4557-9b80-d5d583665080 req-dbf191b8-e49a-42fd-9b3e-b8faa5e1d5e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:56.906884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e78abd1-1820-4557-9b80-d5d583665080 req-dbf191b8-e49a-42fd-9b3e-b8faa5e1d5e9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 984 time: 0.1141748 Jan 29 20:07:56.957401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Subnet': ['ID=9797167a-a014-4a54-9d07-cbba8ad7caf1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:56.961253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8121ba50-9faf-4fe2-860c-24bfb859cb07), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.974060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Pushing event updated for resources: {'Port': ['ID=fa8c41a0-a429-405e-93c8-028a65617576,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:56.976336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0376fae1-c2d1-407e-aa2b-ef83057a6231 None None] Current status of the port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:56.983143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:56.993288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/8121ba50-9faf-4fe2-860c-24bfb859cb07 HTTP/1.1" status: 204 len: 168 time: 6.3733339 Jan 29 20:07:56.997165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51534) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:57.006963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.011242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930652092'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:57.016885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e7527401-ddd2-4df8-b944-8cb4cfdcde62 tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/subnets/9797167a-a014-4a54-9d07-cbba8ad7caf1 HTTP/1.1" status: 204 len: 168 time: 2.1185904 Jan 29 20:07:57.023243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:57.028639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51536) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:57.071682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6bc13-be61-4b03-a354-00f14ccb8c58 None None] Network b452c8a4-6ca1-4dbd-8c06-b6750f0036bb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:07:57.103451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:07:57.231514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:07:57.246078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2408f3a-6ea1-4667-ab9e-bc19d62340ed tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=8121ba50-9faf-4fe2-860c-24bfb859cb07,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:57.248823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:07:57.261890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (f7a544d7-e5b3-4706-902f-5793273df94a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.265031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e78abd1-1820-4557-9b80-d5d583665080 req-afe89ac6-1707-4fa2-a718-4c16a8e296e1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3497248 Jan 29 20:07:57.348191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:57.354638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.362337 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router (f8083bd6-c510-41cc-9705-1abea7b122ca), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.452455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Attempting to bind port fa8c41a0-a429-405e-93c8-028a65617576 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:07:57.453020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Attempting to bind port fa8c41a0-a429-405e-93c8-028a65617576 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'f5cbff09-962c-4188-858c-842bc2a9d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:07:57.454057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Attempting to bind port fa8c41a0-a429-405e-93c8-028a65617576 on network 69484161-b2d7-4b95-89ce-dd767c78bf19 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:07:57.462607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:07:57.464239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:07:57.464638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Checking segment: {'id': 'f5cbff09-962c-4188-858c-842bc2a9d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:07:57.465065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.466205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Bound using segment: {'id': 'f5cbff09-962c-4188-858c-842bc2a9d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:07:57.466703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Bound port: fa8c41a0-a429-405e-93c8-028a65617576, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbff09-962c-4188-858c-842bc2a9d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:07:57.467083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fa8c41a0-a429-405e-93c8-028a65617576), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.469637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:57.470801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.537059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_gateway (f8083bd6-c510-41cc-9705-1abea7b122ca), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.553845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5968513f-3b84-49a9-8d67-a9d126c7c964), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.554727 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 5968513f-3b84-49a9-8d67-a9d126c7c964 of type vlan for network 4b175886-9316-428c-844a-7fef373f053f Jan 29 20:07:57.626979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] For port fa8c41a0-a429-405e-93c8-028a65617576, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:07:57.632180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] For port fa8c41a0-a429-405e-93c8-028a65617576, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fa8c41a0-a429-405e-93c8-028a65617576,segment=NetworkSegment(f5cbff09-962c-4188-858c-842bc2a9d3f1),segment_id=f5cbff09-962c-4188-858c-842bc2a9d3f1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:07:57.639722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] DHCP port deletion for b452c8a4-6ca1-4dbd-8c06-b6750f0036bb request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:07:57.716584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4b175886-9316-428c-844a-7fef373f053f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.732943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] Deleting port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:57.733386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.748286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Deleting port f5760278-038b-4aa6-b849-23a50bffc7a3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:07:57.750327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.874144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4b175886-9316-428c-844a-7fef373f053f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.881674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:57.884003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.937934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] For port f5760278-038b-4aa6-b849-23a50bffc7a3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f5760278-038b-4aa6-b849-23a50bffc7a3,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:57.938860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:57.974060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Router f7a544d7-e5b3-4706-902f-5793273df94a is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:07:57.974392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Calling delete_port for f5760278-038b-4aa6-b849-23a50bffc7a3 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:57.987381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] For port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,segment=NetworkSegment(4cfffc59-9c9d-4ffc-9159-fb6cccaa7654),segment_id=4cfffc59-9c9d-4ffc-9159-fb6cccaa7654)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:07:57.988282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.002855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] Calling delete_port for ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:07:58.091803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0828896 Jan 29 20:07:58.093232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51564) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:58.106981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': '4b175886-9316-428c-844a-7fef373f053f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:07:58.124502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f16de3-5e38-4dbb-8543-59da24844b0b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=4b175886-9316-428c-844a-7fef373f053f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:58.131463 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fa8c41a0-a429-405e-93c8-028a65617576), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.168594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4b175886-9316-428c-844a-7fef373f053f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:07:58.310057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:58.313375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.342427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4d397744-c00c-4547-94a1-d3a9833aaec1 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:07:58.485915 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a5c65171-a2ac-4726-8d5f-96e6aa9e6b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.509956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5911fa63-135e-4d71-b6db-494fab5fbc8f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:07:58.513454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:58.661297 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f5760278-038b-4aa6-b849-23a50bffc7a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.700461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5911fa63-135e-4d71-b6db-494fab5fbc8f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:07:58.700976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5911fa63-135e-4d71-b6db-494fab5fbc8f not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:07:58.707458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Port': ['ID=f5760278-038b-4aa6-b849-23a50bffc7a3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:58.767714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8558776-0bb2-40dd-b718-e36d80ece664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.793241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] No DVR routers for this DVR port ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:07:58.865867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (f8083bd6-c510-41cc-9705-1abea7b122ca), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:58.959358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740cb63-aa5e-4dc7-9c37-83d3b5910478 None None] Pushing event updated for resources: {'Port': ['ID=fa8c41a0-a429-405e-93c8-028a65617576,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:59.086938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (f8083bd6-c510-41cc-9705-1abea7b122ca), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.111825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router_controller (f8083bd6-c510-41cc-9705-1abea7b122ca), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.112067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacc5bb-0678-4a77-a80f-01826cc3defc req-2b22cd0d-0c51-4d2e-af76-c91310530bd5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:07:59.119706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbacc5bb-0678-4a77-a80f-01826cc3defc req-2b22cd0d-0c51-4d2e-af76-c91310530bd5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 984 time: 0.5305688 Jan 29 20:07:59.128570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fe411-3cea-4653-b175-7f5d52ca2480 None None] Pushing event deleted for resources: {'Port': ['ID=ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:59.136281 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.136500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:07:59.157165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] Sync routers for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:07:59.168798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:07:59.178687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:07:59.185699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.238805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:07:59.239207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ec8f9723-a1f7-4bd7-8a5a-fc8a147c2512 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:07:59.244753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 4d397744-c00c-4547-94a1-d3a9833aaec1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:07:59.253489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:59.254495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:59.263894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 4d397744-c00c-4547-94a1-d3a9833aaec1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:07:59.263894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.351198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8558776-0bb2-40dd-b718-e36d80ece664 admin admin] Publish callbacks [] for security_group (50bc31ab-4007-4b3c-8914-a1169e145173), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.389626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:59.397317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.400723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5b697e4d-d349-48e4-b700-ff460c8194ad tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.2516124 Jan 29 20:07:59.403375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51588) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:59.407848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (f8083bd6-c510-41cc-9705-1abea7b122ca), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.408557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Fanout notify agent at l3_agent the message router_deleted on router f8083bd6-c510-41cc-9705-1abea7b122ca {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:07:59.422797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.429935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d377f4b9-d6e3-48e7-b863-b46c9dd633af tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/routers/f8083bd6-c510-41cc-9705-1abea7b122ca HTTP/1.1" status: 204 len: 168 time: 2.3997593 Jan 29 20:07:59.442723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:07:59.444457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:59.449459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51592) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:59.481118 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bbacc5bb-0678-4a77-a80f-01826cc3defc req-d08f9674-bc2c-4d87-b502-6863cce36c68 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3557234 Jan 29 20:07:59.569609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:07:59.570300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2be7ce-ef51-4571-adea-81ebf6a52089 None None] The sync data for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:07:59.609035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8558776-0bb2-40dd-b718-e36d80ece664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (50bc31ab-4007-4b3c-8914-a1169e145173), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.677386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d8558776-0bb2-40dd-b718-e36d80ece664 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f76d511eaee746b08c3ab64be5926e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1628497 Jan 29 20:07:59.693463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51600) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:07:59.720192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 4d397744-c00c-4547-94a1-d3a9833aaec1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:07:59.723323 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:07:59.882026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8558776-0bb2-40dd-b718-e36d80ece664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc31ab-4007-4b3c-8914-a1169e145173,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:07:59.882580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:07:59.896108 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c52ac0-8dd1-4e96-9dfb-5dc72751ec44" -d '{"events": [{"server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "name": "network-vif-plugged", "status": "completed", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:07:59.995456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 4d397744-c00c-4547-94a1-d3a9833aaec1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4d397744-c00c-4547-94a1-d3a9833aaec1,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:00.029811 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3d6ba-34ee-4428-a809-391af3e15f6f x-openstack-request-id: req-74a3d6ba-34ee-4428-a809-391af3e15f6f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:08:00.030281 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "name": "network-vif-plugged", "status": "completed", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:08:00.030703 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74a3d6ba-34ee-4428-a809-391af3e15f6f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:08:00.031256 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'code': 200} Jan 29 20:08:00.062174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.085315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.109044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.199134 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f09ddfaa-140b-422b-86f5-2cf5feed60c9 admin admin] Publish callbacks [] for security_group (50bc31ab-4007-4b3c-8914-a1169e145173), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.216579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=4d397744-c00c-4547-94a1-d3a9833aaec1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:00.338952 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f09ddfaa-140b-422b-86f5-2cf5feed60c9 admin admin] Publish callbacks [] for security_group (50bc31ab-4007-4b3c-8914-a1169e145173), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.352091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.652855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f1779-3ce2-4503-8e19-6f4edfeb0360 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:08:00.660421 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f09ddfaa-140b-422b-86f5-2cf5feed60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (50bc31ab-4007-4b3c-8914-a1169e145173), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.670651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f09ddfaa-140b-422b-86f5-2cf5feed60c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.676376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f09ddfaa-140b-422b-86f5-2cf5feed60c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50bc31ab-4007-4b3c-8914-a1169e145173 HTTP/1.1" status: 204 len: 168 time: 0.9619195 Jan 29 20:08:00.728909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] Provisioning complete for port fa8c41a0-a429-405e-93c8-028a65617576 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:00.729442 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fa8c41a0-a429-405e-93c8-028a65617576), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.734123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78239c-f395-4878-a227-d50c24e154d7 req-3af5d7a0-94e2-4c6e-9553-dab4e2e8c4bb tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:00.741385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b78239c-f395-4878-a227-d50c24e154d7 req-3af5d7a0-94e2-4c6e-9553-dab4e2e8c4bb tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.1190307 Jan 29 20:08:00.745763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (6cd206c9-fe1b-4866-bc4e-f6c27549d20d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:00.812312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ddfaa-140b-422b-86f5-2cf5feed60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc31ab-4007-4b3c-8914-a1169e145173,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:00.972392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4eae5-b022-4601-8f5c-497ef6360457 req-71326100-98a5-4236-8b8d-685deeda06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:00.986530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46a4eae5-b022-4601-8f5c-497ef6360457 req-71326100-98a5-4236-8b8d-685deeda06ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.8338265 Jan 29 20:08:01.000494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.092534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fa8c41a0-a429-405e-93c8-028a65617576 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:01.135252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b78239c-f395-4878-a227-d50c24e154d7 req-6d6fa634-f192-4bbd-bd59-3481f2afa446 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3839440 Jan 29 20:08:01.180057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b452c8a4-6ca1-4dbd-8c06-b6750f0036bb']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:01.180844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=6cd206c9-fe1b-4866-bc4e-f6c27549d20d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:01.203408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': '5968513f-3b84-49a9-8d67-a9d126c7c964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b175886-9316-428c-844a-7fef373f053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:01.203757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: 4b175886-9316-428c-844a-7fef373f053f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:01.228394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:01.229058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfffc59-9c9d-4ffc-9159-fb6cccaa7654') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:01.284970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] Current status of the port fa8c41a0-a429-405e-93c8-028a65617576 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:01.285380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fa8c41a0-a429-405e-93c8-028a65617576), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.288409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46a4eae5-b022-4601-8f5c-497ef6360457 req-9cf0b22e-102b-4a32-8cdc-5b7e0a56d2ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea596589-c1b4-479c-9aa2-724b0adb7f93&id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2681890 Jan 29 20:08:01.293943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4cfffc59-9c9d-4ffc-9159-fb6cccaa7654), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.303460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network 4b175886-9316-428c-844a-7fef373f053f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:01.327764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f1779-3ce2-4503-8e19-6f4edfeb0360 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:08:01.359214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] For port fa8c41a0-a429-405e-93c8-028a65617576, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fa8c41a0-a429-405e-93c8-028a65617576,segment=NetworkSegment(f5cbff09-962c-4188-858c-842bc2a9d3f1),segment_id=f5cbff09-962c-4188-858c-842bc2a9d3f1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:01.380817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4b175886-9316-428c-844a-7fef373f053f) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:01.387684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:01.388553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.450795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4cfffc59-9c9d-4ffc-9159-fb6cccaa7654), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.486571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:01.487224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4cfffc59-9c9d-4ffc-9159-fb6cccaa7654), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:01.492674 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:01.512661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-610d3ab6-d734-4fdd-b92a-ea3fa1559348 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4165101 Jan 29 20:08:01.515934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51642) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:01.527601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171747488'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:01.595159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.613853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fa8c41a0-a429-405e-93c8-028a65617576), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.668333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:01.673845 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.727415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:01.733555 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b452c8a4-6ca1-4dbd-8c06-b6750f0036bb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.760583 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a6e585cb-ccf0-458a-84be-9de0aebcb41a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.761382 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment a6e585cb-ccf0-458a-84be-9de0aebcb41a of type vlan for network 7b2a6e95-7688-4485-a63e-f1352ac8a462 Jan 29 20:08:01.799506 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.810141 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] 10.222.0.15 "DELETE /v2.0/networks/b452c8a4-6ca1-4dbd-8c06-b6750f0036bb HTTP/1.1" status: 204 len: 168 time: 2.3514779 Jan 29 20:08:01.814944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c561b-739b-4bf1-a35a-b83c39e2b97c tempest-TestNetworkBasicOps-304967508 tempest-TestNetworkBasicOps-304967508-project] Pushing event deleted for resources: {'Network': ['ID=b452c8a4-6ca1-4dbd-8c06-b6750f0036bb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:01.838390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fa8c41a0-a429-405e-93c8-028a65617576 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:01.838908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fa8c41a0-a429-405e-93c8-028a65617576), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.929776 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7b2a6e95-7688-4485-a63e-f1352ac8a462), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.962724 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:01.996364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed17e4-db1d-4488-8cd5-c345db0e3f54 None None] Pushing event updated for resources: {'Port': ['ID=fa8c41a0-a429-405e-93c8-028a65617576,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:02.089676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4b175886-9316-428c-844a-7fef373f053f', 'network_id': '4b175886-9316-428c-844a-7fef373f053f', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '6cd206c9-fe1b-4866-bc4e-f6c27549d20d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:02.090557 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:02.104774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7b2a6e95-7688-4485-a63e-f1352ac8a462), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:02.107896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:02.108657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:02.257478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fa8c41a0-a429-405e-93c8-028a65617576 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:02.302703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51674) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:02.304763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7870991 Jan 29 20:08:02.311448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f5760278-038b-4aa6-b849-23a50bffc7a3 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:08:02.324769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': '7b2a6e95-7688-4485-a63e-f1352ac8a462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:02.356674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f5760278-038b-4aa6-b849-23a50bffc7a3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:08:02.357447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f5760278-038b-4aa6-b849-23a50bffc7a3 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:08:02.388005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788322a-3a50-4ec7-8f10-ec75b9d5da05 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=7b2a6e95-7688-4485-a63e-f1352ac8a462,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:02.538066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Allocated IP 2001:db8::3 (4b175886-9316-428c-844a-7fef373f053f/6cd206c9-fe1b-4866-bc4e-f6c27549d20d/5b28b360-6bc8-4417-9615-edb5909e3504) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:02.673544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Allocated IP 172.20.0.1 (69484161-b2d7-4b95-89ce-dd767c78bf19/59868c29-b128-49f8-9d7d-8599bcd7eb7d/31841e3e-7d71-41ee-a467-9f43e3290294) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:02.730096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51682) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:02.783255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9273366-d6db-4505-867c-15be764f4358 req-50ffa707-96ec-47d6-8087-23e2e88b8f00 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:02.789979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9273366-d6db-4505-867c-15be764f4358 req-50ffa707-96ec-47d6-8087-23e2e88b8f00 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.1986387 Jan 29 20:08:02.808551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Publish callbacks [] for port (5b28b360-6bc8-4417-9615-edb5909e3504), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:02.812256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7b2a6e95-7688-4485-a63e-f1352ac8a462 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:02.860313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:02.872778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:02.895660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fa8c41a0-a429-405e-93c8-028a65617576 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:02.906017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:02.932498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Network 4b175886-9316-428c-844a-7fef373f053f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:02.954305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:03.005529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:03.038019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Pushing event updated for resources: {'Port': ['ID=5b28b360-6bc8-4417-9615-edb5909e3504,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:03.054153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bcc7f9bf-d7c2-46c5-a2ca-7a6356af3049 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62387f3b15b84858bf9ab917d591d538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225284 Jan 29 20:08:03.054952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51690) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:03.092946 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9273366-d6db-4505-867c-15be764f4358 req-06bf8a22-bc09-4e7c-9d9e-523c627d9601 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2759509 Jan 29 20:08:03.134187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fa8c41a0-a429-405e-93c8-028a65617576 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:03.135105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fa8c41a0-a429-405e-93c8-028a65617576), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.150565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Performing IP validity checks on allocation pools {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 20:08:03.151094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103563) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 20:08:03.151638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fab857ba-b7ac-4aec-959f-e360034a76cb admin admin] Publish callbacks [] for security_group (a83e52f5-a29b-46ce-865b-38f2530bc96a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.202975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fab857ba-b7ac-4aec-959f-e360034a76cb admin admin] Publish callbacks [] for security_group (a83e52f5-a29b-46ce-865b-38f2530bc96a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.207238 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for port (31841e3e-7d71-41ee-a467-9f43e3290294), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.254498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Attempting to bind port 5b28b360-6bc8-4417-9615-edb5909e3504 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:03.256417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Attempting to bind port 5b28b360-6bc8-4417-9615-edb5909e3504 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '5968513f-3b84-49a9-8d67-a9d126c7c964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b175886-9316-428c-844a-7fef373f053f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:03.256845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Attempting to bind port 5b28b360-6bc8-4417-9615-edb5909e3504 on network 4b175886-9316-428c-844a-7fef373f053f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:03.289458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:03.291963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Checking segment: {'id': '5968513f-3b84-49a9-8d67-a9d126c7c964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b175886-9316-428c-844a-7fef373f053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:03.292441 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.292878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Bound using segment: {'id': '5968513f-3b84-49a9-8d67-a9d126c7c964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b175886-9316-428c-844a-7fef373f053f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:03.299072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Bound port: 5b28b360-6bc8-4417-9615-edb5909e3504, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968513f-3b84-49a9-8d67-a9d126c7c964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4b175886-9316-428c-844a-7fef373f053f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:03.339779 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.419396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.424510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fa8c41a0-a429-405e-93c8-028a65617576 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:03.445678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fab857ba-b7ac-4aec-959f-e360034a76cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a83e52f5-a29b-46ce-865b-38f2530bc96a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.449803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fab857ba-b7ac-4aec-959f-e360034a76cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.459800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fab857ba-b7ac-4aec-959f-e360034a76cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a83e52f5-a29b-46ce-865b-38f2530bc96a HTTP/1.1" status: 204 len: 168 time: 0.3980544 Jan 29 20:08:03.477914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab857ba-b7ac-4aec-959f-e360034a76cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e52f5-a29b-46ce-865b-38f2530bc96a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:03.496793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Port': ['ID=31841e3e-7d71-41ee-a467-9f43e3290294,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:03.499581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (4f29efcf-3d50-47d0-b13f-29fb77842bb9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.569015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:03.571859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] For port 5b28b360-6bc8-4417-9615-edb5909e3504, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:03.578427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] For port 5b28b360-6bc8-4417-9615-edb5909e3504, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b28b360-6bc8-4417-9615-edb5909e3504,segment=NetworkSegment(5968513f-3b84-49a9-8d67-a9d126c7c964),segment_id=5968513f-3b84-49a9-8d67-a9d126c7c964)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:03.616627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': 'a6e585cb-ccf0-458a-84be-9de0aebcb41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7b2a6e95-7688-4485-a63e-f1352ac8a462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:03.616973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: 7b2a6e95-7688-4485-a63e-f1352ac8a462, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:03.619231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:03.626325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:03.662415 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.731997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (f7a544d7-e5b3-4706-902f-5793273df94a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:03.751421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=4f29efcf-3d50-47d0-b13f-29fb77842bb9,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:03.810257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff920f8-8978-4d92-ba88-c7cca9e1fce3 None None] Pushing event updated for resources: {'Port': ['ID=5b28b360-6bc8-4417-9615-edb5909e3504,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:03.985601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network 7b2a6e95-7688-4485-a63e-f1352ac8a462 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:04.132097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7b2a6e95-7688-4485-a63e-f1352ac8a462) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:04.144856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:04.149757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:04.279708 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:04.386870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd93ec6-3628-4add-9c6f-74f86cea9caa req-cdd13ff6-c236-47a7-af2e-dba07d3c5a84 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:04.388533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cd93ec6-3628-4add-9c6f-74f86cea9caa req-cdd13ff6-c236-47a7-af2e-dba07d3c5a84 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.1450558 Jan 29 20:08:04.401924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:04.405613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-478fde23-2373-402b-b7eb-20f3dfff749c tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1016695 Jan 29 20:08:04.421002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51728) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:04.559234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7027-a690-43a2-a375-f56a8b6843e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:04.656896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4cd93ec6-3628-4add-9c6f-74f86cea9caa req-0d0e4677-a30a-4d8d-aaf2-81b6707f0f08 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2539644 Jan 29 20:08:04.677025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7b2a6e95-7688-4485-a63e-f1352ac8a462), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:04.808835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4f29efcf-3d50-47d0-b13f-29fb77842bb9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:04.994695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b28b360-6bc8-4417-9615-edb5909e3504 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:04.996228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (4f29efcf-3d50-47d0-b13f-29fb77842bb9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.045131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=4f29efcf-3d50-47d0-b13f-29fb77842bb9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:05.051451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7027-a690-43a2-a375-f56a8b6843e3 admin admin] Publish callbacks [] for security_group (398ca4ef-c90b-4be7-a30f-261b967ac7ff), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.084777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for port (31841e3e-7d71-41ee-a467-9f43e3290294), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.110244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf0b8d-81d7-4bd7-811e-17544e02943d req-c382d0f1-3138-4bea-a5e1-07b7ca073bce tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:05.119391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8cf0b8d-81d7-4bd7-811e-17544e02943d req-c382d0f1-3138-4bea-a5e1-07b7ca073bce tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.2734787 Jan 29 20:08:05.171237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5b28b360-6bc8-4417-9615-edb5909e3504 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:05.171581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.201992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7b2a6e95-7688-4485-a63e-f1352ac8a462), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.222794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8cf0b8d-81d7-4bd7-811e-17544e02943d req-526ea975-330a-4e9e-be61-6b5515f5f5d7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0997436 Jan 29 20:08:05.222794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.251829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2a6e95-7688-4485-a63e-f1352ac8a462']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:05.288414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e585cb-ccf0-458a-84be-9de0aebcb41a') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:05.288727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e585cb-ccf0-458a-84be-9de0aebcb41a') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:05.307376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7027-a690-43a2-a375-f56a8b6843e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (398ca4ef-c90b-4be7-a30f-261b967ac7ff), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.325374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (a6e585cb-ccf0-458a-84be-9de0aebcb41a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.356788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5b28b360-6bc8-4417-9615-edb5909e3504 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:05.361447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.361611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (a6e585cb-ccf0-458a-84be-9de0aebcb41a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.378881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:05.380041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (a6e585cb-ccf0-458a-84be-9de0aebcb41a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.423888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5b28b360-6bc8-4417-9615-edb5909e3504, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b28b360-6bc8-4417-9615-edb5909e3504,segment=NetworkSegment(5968513f-3b84-49a9-8d67-a9d126c7c964),segment_id=5968513f-3b84-49a9-8d67-a9d126c7c964)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:05.489344 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:05.531411 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.545009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0304ae9-3acb-47c2-b2c9-7e5ceaaaefb2 req-286960fa-115b-45ff-95c5-ce0c3f7e92d3 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:05.552821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0304ae9-3acb-47c2-b2c9-7e5ceaaaefb2 req-286960fa-115b-45ff-95c5-ce0c3f7e92d3 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.1879113 Jan 29 20:08:05.590401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0304ae9-3acb-47c2-b2c9-7e5ceaaaefb2 req-20a03a49-d98e-4d06-87a6-8f9a6a1aaae4 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.637061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7b2a6e95-7688-4485-a63e-f1352ac8a462), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.669574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.686048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/7b2a6e95-7688-4485-a63e-f1352ac8a462 HTTP/1.1" status: 204 len: 168 time: 1.2816780 Jan 29 20:08:05.689090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:05.714334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520012681'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:05.722966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b46bfc-0c47-4b59-80f7-b4034f754031 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=7b2a6e95-7688-4485-a63e-f1352ac8a462,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:05.751301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5b28b360-6bc8-4417-9615-edb5909e3504,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:05.787056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9813eb1e-4ee8-4f19-9de9-ee079497f832 None None] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:05.807070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0304ae9-3acb-47c2-b2c9-7e5ceaaaefb2 req-20a03a49-d98e-4d06-87a6-8f9a6a1aaae4 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Publish callbacks [] for security_group (a159f3bc-cde9-4a17-8c3d-df959d70e03f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.861496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:05.867807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.915382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ebe22-f2f5-4ce4-bda5-ec56df92e3bb None None] Network 4b175886-9316-428c-844a-7fef373f053f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:05.922679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a891c-6138-4659-abc9-4418fded7e58 None None] Network 7b2a6e95-7688-4485-a63e-f1352ac8a462 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:05.930327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:05.950584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0304ae9-3acb-47c2-b2c9-7e5ceaaaefb2 req-20a03a49-d98e-4d06-87a6-8f9a6a1aaae4 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a159f3bc-cde9-4a17-8c3d-df959d70e03f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:05.983250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a891c-6138-4659-abc9-4418fded7e58 None None] Network 7b2a6e95-7688-4485-a63e-f1352ac8a462 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 20:08:06.001122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cd10d4d1-121f-4bef-a289-c3d61ed5e971 None None] Provisioning complete for port 5b28b360-6bc8-4417-9615-edb5909e3504 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:06.002149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd10d4d1-121f-4bef-a289-c3d61ed5e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.012478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c1887ef3-0b8a-45d1-a240-10858122e0d6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.015506 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment c1887ef3-0b8a-45d1-a240-10858122e0d6 of type vlan for network c9839fd2-f2d7-4cc9-8031-37ee84754aeb Jan 29 20:08:06.028280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3bdc7027-a690-43a2-a375-f56a8b6843e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da51e313cb6e42e78f5cb5438e1f477b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6059778 Jan 29 20:08:06.031225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Port': ['ID=31841e3e-7d71-41ee-a467-9f43e3290294,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:06.048514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51794) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:06.057190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7027-a690-43a2-a375-f56a8b6843e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ca4ef-c90b-4be7-a30f-261b967ac7ff,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:06.060545 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (f7a544d7-e5b3-4706-902f-5793273df94a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.204954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a03a49-d98e-4d06-87a6-8f9a6a1aaae4 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a159f3bc-cde9-4a17-8c3d-df959d70e03f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:06.205386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c9839fd2-f2d7-4cc9-8031-37ee84754aeb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.240881 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0304ae9-3acb-47c2-b2c9-7e5ceaaaefb2 req-20a03a49-d98e-4d06-87a6-8f9a6a1aaae4 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6781840 Jan 29 20:08:06.247952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e081020-1da7-49d0-9099-24778cda698d None None] Network 7b2a6e95-7688-4485-a63e-f1352ac8a462 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:06.267650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:06.273958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51802) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:06.287876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:06.346126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e081020-1da7-49d0-9099-24778cda698d None None] Network 7b2a6e95-7688-4485-a63e-f1352ac8a462 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 20:08:06.375553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30691ac2-b0e3-48bd-a998-ce852b3759e7 admin admin] Publish callbacks [] for security_group (398ca4ef-c90b-4be7-a30f-261b967ac7ff), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.402801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c9839fd2-f2d7-4cc9-8031-37ee84754aeb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.404100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:06.404741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.413700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d270e07a-c220-40e7-afa2-26ef42ee5eb9 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:06.420213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d270e07a-c220-40e7-afa2-26ef42ee5eb9 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1162 time: 0.1502886 Jan 29 20:08:06.424244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:06.430559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:06.500361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30691ac2-b0e3-48bd-a998-ce852b3759e7 admin admin] Publish callbacks [] for security_group (398ca4ef-c90b-4be7-a30f-261b967ac7ff), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.550767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cd10d4d1-121f-4bef-a289-c3d61ed5e971 None None] Current status of the port 5b28b360-6bc8-4417-9615-edb5909e3504 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:06.597948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.647918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=c9839fd2-f2d7-4cc9-8031-37ee84754aeb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:06.662841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c9839fd2-f2d7-4cc9-8031-37ee84754aeb details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:06.704746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a92586cb-dfe2-4f47-8758-beb3dcd88c36 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0127871 Jan 29 20:08:06.708315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51826) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:06.713802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': 'c9839fd2-f2d7-4cc9-8031-37ee84754aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:06.793474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Router f7a544d7-e5b3-4706-902f-5793273df94a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:06.886844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30691ac2-b0e3-48bd-a998-ce852b3759e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (398ca4ef-c90b-4be7-a30f-261b967ac7ff), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.917668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30691ac2-b0e3-48bd-a998-ce852b3759e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:06.917668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30691ac2-b0e3-48bd-a998-ce852b3759e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/398ca4ef-c90b-4be7-a30f-261b967ac7ff HTTP/1.1" status: 204 len: 168 time: 0.8637698 Jan 29 20:08:06.952579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30691ac2-b0e3-48bd-a998-ce852b3759e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ca4ef-c90b-4be7-a30f-261b967ac7ff,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:07.019311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b28b360-6bc8-4417-9615-edb5909e3504 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:07.140478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:07.145057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:07.190076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b4eef8ed-39ef-46ef-b6bd-2e935ea4102b None None] Provisioning complete for port fa8c41a0-a429-405e-93c8-028a65617576 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:07.193505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4eef8ed-39ef-46ef-b6bd-2e935ea4102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fa8c41a0-a429-405e-93c8-028a65617576), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:07.344926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:07.710424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5b28b360-6bc8-4417-9615-edb5909e3504 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:07.717280 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:07.802609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:07.856942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] Sync routers for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:07.871713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4f84c867-7a16-41b7-af57-97aea2307363 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "PUT /v2.0/routers/f7a544d7-e5b3-4706-902f-5793273df94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4505610 Jan 29 20:08:07.887367 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:07.888011 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:07.896811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51890) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:07.902367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4eef8ed-39ef-46ef-b6bd-2e935ea4102b None None] Current status of the port fa8c41a0-a429-405e-93c8-028a65617576 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:07.962825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Request body: {'port': {'network_id': '69484161-b2d7-4b95-89ce-dd767c78bf19', 'name': 'tempest-FloatingIPAdminTestJSON-1342508531'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:07.963609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b4eef8ed-39ef-46ef-b6bd-2e935ea4102b None None] Provisioning complete for port 31841e3e-7d71-41ee-a467-9f43e3290294 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:07.964234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4eef8ed-39ef-46ef-b6bd-2e935ea4102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:08.102327 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:08.108741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (81cbe5c7-fb0e-42eb-a01e-d4aca07906fb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:08.162394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:08.162945 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:08.177075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5b28b360-6bc8-4417-9615-edb5909e3504 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:08.188933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4eef8ed-39ef-46ef-b6bd-2e935ea4102b None None] Port 31841e3e-7d71-41ee-a467-9f43e3290294 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:08.225653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42624d59-b68c-4dd5-a810-d8eba34e1251 None None] Network 4b175886-9316-428c-844a-7fef373f053f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:08.312645 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:08.314514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de7076-57d7-43b7-bfa9-2fdddc854fdb None None] The sync data for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:08.339928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51908) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:08.366738 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:08.446934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-ac9e563c-9654-46cf-97e9-242523c906e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0969138 Jan 29 20:08:08.463362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=81cbe5c7-fb0e-42eb-a01e-d4aca07906fb,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:08.465864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': 'c1887ef3-0b8a-45d1-a240-10858122e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c9839fd2-f2d7-4cc9-8031-37ee84754aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:08.466244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: c9839fd2-f2d7-4cc9-8031-37ee84754aeb, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:08.526586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Made reservation on behalf of 7af64c45c4e5428d9c712744eb9aef1e for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:08.534371 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:08.568832 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d75efc28-0d41-401c-a496-bca1cc51b0d2 None None] Provisioning complete for port 5b28b360-6bc8-4417-9615-edb5909e3504 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:08.569603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d75efc28-0d41-401c-a496-bca1cc51b0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:08.593679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] device_id is not set on port 068eebd0-3e05-4317-a0d8-6936ce619a8e yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:08:08.611138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network c9839fd2-f2d7-4cc9-8031-37ee84754aeb is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:08.689382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c9839fd2-f2d7-4cc9-8031-37ee84754aeb) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:08.702706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:08.703323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:08.796329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b0448-e430-42fc-bec3-ba74c81b332d None None] Network c9839fd2-f2d7-4cc9-8031-37ee84754aeb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:08.807974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b9eca13-b463-42b6-a13d-c90da8fd738d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0972505 Jan 29 20:08:08.809729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51924) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:08.969572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.25.5.205 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/f1e6b4f7-b8f6-469d-9511-9e78ace37e75) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:09.032470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51930) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:09.089772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b219663c-6af9-4057-bf19-4a1f9ba22850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.169094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b4e99-b3cb-45c3-b7fe-c7082e68d173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c9839fd2-f2d7-4cc9-8031-37ee84754aeb', 'network_id': 'c9839fd2-f2d7-4cc9-8031-37ee84754aeb', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '81cbe5c7-fb0e-42eb-a01e-d4aca07906fb'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:09.173174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b4b4e99-b3cb-45c3-b7fe-c7082e68d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.191323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-a0e758cf-7193-46b4-9b63-cc4d5aa833e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:09.193275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-a0e758cf-7193-46b4-9b63-cc4d5aa833e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.6173027 Jan 29 20:08:09.214946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c9839fd2-f2d7-4cc9-8031-37ee84754aeb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.363674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (81cbe5c7-fb0e-42eb-a01e-d4aca07906fb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.366446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d75efc28-0d41-401c-a496-bca1cc51b0d2 None None] Current status of the port 5b28b360-6bc8-4417-9615-edb5909e3504 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:09.431539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Allocated IP 172.20.0.12 (69484161-b2d7-4b95-89ce-dd767c78bf19/59868c29-b128-49f8-9d7d-8599bcd7eb7d/068eebd0-3e05-4317-a0d8-6936ce619a8e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:09.437561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d75efc28-0d41-401c-a496-bca1cc51b0d2 None None] Provisioning complete for port 31841e3e-7d71-41ee-a467-9f43e3290294 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:09.439210 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d75efc28-0d41-401c-a496-bca1cc51b0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.539992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d75efc28-0d41-401c-a496-bca1cc51b0d2 None None] Port 31841e3e-7d71-41ee-a467-9f43e3290294 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:09.665819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b219663c-6af9-4057-bf19-4a1f9ba22850 admin admin] Publish callbacks [] for security_group (ff7b14d1-9132-4902-856b-b7c4ef8aaffe), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.736365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f0a49e9-eee0-4508-bf7d-fb054053ccd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.767162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b219663c-6af9-4057-bf19-4a1f9ba22850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ff7b14d1-9132-4902-856b-b7c4ef8aaffe), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.776656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b8751d28-4f9c-42ad-9935-bd3223517b79 None None] Provisioning complete for port 5b28b360-6bc8-4417-9615-edb5909e3504 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:09.781407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8751d28-4f9c-42ad-9935-bd3223517b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.814030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for port (068eebd0-3e05-4317-a0d8-6936ce619a8e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.840398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:09.846378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (81cbe5c7-fb0e-42eb-a01e-d4aca07906fb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server [None req-8b4b4e99-b3cb-45c3-b7fe-c7082e68d173 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81cbe5c7-fb0e-42eb-a01e-d4aca07906fb: This subnet is being modified by another concurrent operation. Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise exception Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81cbe5c7-fb0e-42eb-a01e-d4aca07906fb: This subnet is being modified by another concurrent operation. Jan 29 20:08:09.865021 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Jan 29 20:08:09.900059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c95fd5-9971-47c6-bd39-11042e7271c9 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:08:09.928039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-5e78d4aa-9078-43f2-ab16-eb5e7d4b3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:09.930110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-5e78d4aa-9078-43f2-ab16-eb5e7d4b3a7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 897 time: 0.7118013 Jan 29 20:08:09.935401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (068eebd0-3e05-4317-a0d8-6936ce619a8e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:09.965432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219663c-6af9-4057-bf19-4a1f9ba22850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b14d1-9132-4902-856b-b7c4ef8aaffe,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:10.005215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:10.066792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b219663c-6af9-4057-bf19-4a1f9ba22850 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b90fe680dbc046f3822ebdda2918c699&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7096467 Jan 29 20:08:10.111610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b8751d28-4f9c-42ad-9935-bd3223517b79 None None] Current status of the port 5b28b360-6bc8-4417-9615-edb5909e3504 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:10.150644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c95fd5-9971-47c6-bd39-11042e7271c9 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:08:10.207052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.248775 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c9839fd2-f2d7-4cc9-8031-37ee84754aeb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.293877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9839fd2-f2d7-4cc9-8031-37ee84754aeb']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:10.311592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1887ef3-0b8a-45d1-a240-10858122e0d6') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:10.311898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1887ef3-0b8a-45d1-a240-10858122e0d6') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:10.338928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (c1887ef3-0b8a-45d1-a240-10858122e0d6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.339796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:10.343145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:10.364311 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c1887ef3-0b8a-45d1-a240-10858122e0d6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.382597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:10.383314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (c1887ef3-0b8a-45d1-a240-10858122e0d6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.422392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:10.500466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-6d9db3a2-1dd4-4db4-b169-95f31059edea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 217 time: 0.5340338 Jan 29 20:08:10.501431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.522259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51954) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:10.570238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=81cbe5c7-fb0e-42eb-a01e-d4aca07906fb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:10.596151 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:10.635352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae3e6c-2b33-48da-b82f-0c31933f7934 None None] Network c9839fd2-f2d7-4cc9-8031-37ee84754aeb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:10.656998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0236b8c-4ff1-48dd-ac51-8a3f204f891c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.703715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c9839fd2-f2d7-4cc9-8031-37ee84754aeb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.738336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event updated for resources: {'Port': ['ID=068eebd0-3e05-4317-a0d8-6936ce619a8e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:10.807173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:10.836867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.843414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/c9839fd2-f2d7-4cc9-8031-37ee84754aeb HTTP/1.1" status: 204 len: 168 time: 2.0322938 Jan 29 20:08:10.864499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-155809222-network', 'tenant_id': '76990763b3b646d3b613510c165a7d15'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:10.867853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51960) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:10.877282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:10.880325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428a9ea-2b31-4333-ba7c-1fc2247396b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=c9839fd2-f2d7-4cc9-8031-37ee84754aeb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:10.884842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:10.927065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1994716799'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:10.953287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:10.974377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:11.011595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f0a49e9-eee0-4508-bf7d-fb054053ccd1 admin admin] Publish callbacks [] for security_group (03bd50a3-5d2e-4829-94d8-5fdb6f62fd38), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.054957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a899d660-66ec-4cd8-a297-6ac6fbd3a43e tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1340182 Jan 29 20:08:11.057440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51964) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:11.099683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-1a3db96b-ca5e-4867-ad30-64503ff873e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:11.104356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-1a3db96b-ca5e-4867-ad30-64503ff873e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 200 len: 833 time: 0.5652511 Jan 29 20:08:11.115664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0236b8c-4ff1-48dd-ac51-8a3f204f891c admin admin] Publish callbacks [] for security_group (ee637083-b7b2-4425-b61f-6721dbb21fd7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.116796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f0a49e9-eee0-4508-bf7d-fb054053ccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03bd50a3-5d2e-4829-94d8-5fdb6f62fd38), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.161653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cd341f21-a51a-411c-b3e9-13e53879fc2d None None] Provisioning complete for port 068eebd0-3e05-4317-a0d8-6936ce619a8e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:11.162354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd341f21-a51a-411c-b3e9-13e53879fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (068eebd0-3e05-4317-a0d8-6936ce619a8e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.205168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=f1e6b4f7-b8f6-469d-9511-9e78ace37e75,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:11.225362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0236b8c-4ff1-48dd-ac51-8a3f204f891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ee637083-b7b2-4425-b61f-6721dbb21fd7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.256294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cd341f21-a51a-411c-b3e9-13e53879fc2d None None] Port 068eebd0-3e05-4317-a0d8-6936ce619a8e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:11.262867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1ff07e9-2ab0-4295-aacc-a745018d7cf2 admin admin] Publish callbacks [] for security_group (ff7b14d1-9132-4902-856b-b7c4ef8aaffe), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.300592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b0236b8c-4ff1-48dd-ac51-8a3f204f891c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6370040f38449b98ba40b2e223302b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4499574 Jan 29 20:08:11.303937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:11.306710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a49e9-eee0-4508-bf7d-fb054053ccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd50a3-5d2e-4829-94d8-5fdb6f62fd38,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:11.400820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236b8c-4ff1-48dd-ac51-8a3f204f891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee637083-b7b2-4425-b61f-6721dbb21fd7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:11.410601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5f0a49e9-eee0-4508-bf7d-fb054053ccd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7ad60438a7f4eab8cad865c569dac38&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3682959 Jan 29 20:08:11.414521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'project_id': '7af64c45c4e5428d9c712744eb9aef1e', 'port_id': '068eebd0-3e05-4317-a0d8-6936ce619a8e'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:11.425519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51970) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:11.485065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7d00ec6-7e6c-4b26-8ae6-1cf0b121a19b admin admin] Publish callbacks [] for security_group (03bd50a3-5d2e-4829-94d8-5fdb6f62fd38), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.546294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7d00ec6-7e6c-4b26-8ae6-1cf0b121a19b admin admin] Publish callbacks [] for security_group (03bd50a3-5d2e-4829-94d8-5fdb6f62fd38), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.679754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-823edfeb-070f-4a0b-848d-b340dc9e3e8c admin admin] Publish callbacks [] for security_group (ee637083-b7b2-4425-b61f-6721dbb21fd7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.737448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-823edfeb-070f-4a0b-848d-b340dc9e3e8c admin admin] Publish callbacks [] for security_group (ee637083-b7b2-4425-b61f-6721dbb21fd7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.797958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.799469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7d00ec6-7e6c-4b26-8ae6-1cf0b121a19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03bd50a3-5d2e-4829-94d8-5fdb6f62fd38), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.802710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f7d00ec6-7e6c-4b26-8ae6-1cf0b121a19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.807044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f7d00ec6-7e6c-4b26-8ae6-1cf0b121a19b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03bd50a3-5d2e-4829-94d8-5fdb6f62fd38 HTTP/1.1" status: 204 len: 168 time: 0.3772836 Jan 29 20:08:11.821744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d00ec6-7e6c-4b26-8ae6-1cf0b121a19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd50a3-5d2e-4829-94d8-5fdb6f62fd38,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:11.845165 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:08:11.881900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:11.889871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.892405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Made reservation on behalf of 76990763b3b646d3b613510c165a7d15 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:11.895478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.895971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-823edfeb-070f-4a0b-848d-b340dc9e3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ee637083-b7b2-4425-b61f-6721dbb21fd7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.899370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-823edfeb-070f-4a0b-848d-b340dc9e3e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.904375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-823edfeb-070f-4a0b-848d-b340dc9e3e8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee637083-b7b2-4425-b61f-6721dbb21fd7 HTTP/1.1" status: 204 len: 168 time: 0.5342042 Jan 29 20:08:11.922088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823edfeb-070f-4a0b-848d-b340dc9e3e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee637083-b7b2-4425-b61f-6721dbb21fd7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:11.972913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.978935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1ff07e9-2ab0-4295-aacc-a745018d7cf2 admin admin] Publish callbacks [] for security_group (ff7b14d1-9132-4902-856b-b7c4ef8aaffe), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:11.980831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.030782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-5a87fda0-040c-4131-b91a-2a609496792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:12.040542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-5a87fda0-040c-4131-b91a-2a609496792a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7067daa1-7f14-40d7-9a60-e602fb3157c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8853760 Jan 29 20:08:12.159913 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Allocated IP 172.25.5.219 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/4ac5d50e-241e-4dff-a7aa-033ba22cc1da) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:12.167059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for floatingip (0c3ea424-201c-4292-a862-6c52c5716886), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.186769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:12.295796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.296143 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 9645a786-230e-4f1b-b7d6-484b017c47e7 of type vlan for network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 Jan 29 20:08:12.378091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.497522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.547343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:12.551430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:12.557541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:12.561827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac5d50e-241e-4dff-a7aa-033ba22cc1da,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:12.737876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51982) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:12.743953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-e17d32d5-20f8-484e-83c2-97ac7d9d3f4c service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023833 Jan 29 20:08:12.764124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7986c76b-c625-4861-a0ee-59793cd3ef83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.778283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.815851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1ff07e9-2ab0-4295-aacc-a745018d7cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ff7b14d1-9132-4902-856b-b7c4ef8aaffe), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.817930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1ff07e9-2ab0-4295-aacc-a745018d7cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.819183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c1ff07e9-2ab0-4295-aacc-a745018d7cf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff7b14d1-9132-4902-856b-b7c4ef8aaffe HTTP/1.1" status: 204 len: 168 time: 2.3871064 Jan 29 20:08:12.875351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51986) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:12.888705 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks [] for security_group (39e849ea-8b52-4c86-8ded-16f2e7e942a9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.901447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff07e9-2ab0-4295-aacc-a745018d7cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b14d1-9132-4902-856b-b7c4ef8aaffe,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:12.915939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.916563 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4443e07f-3961-4345-97ee-7dc1f5b065f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.960999 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae688414-15b8-4cc9-b598-a2ff98692ab0 req-7b0b4a98-13a2-4aea-b1ea-c2c1a5d7fe52 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082467 Jan 29 20:08:12.963242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (39e849ea-8b52-4c86-8ded-16f2e7e942a9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:12.996442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.001677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:13.003659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.030405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:13.056728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7986c76b-c625-4861-a0ee-59793cd3ef83 admin admin] Publish callbacks [] for security_group (54c1bd33-7fe0-430b-bd2b-3ff93ff26832), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.078715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e849ea-8b52-4c86-8ded-16f2e7e942a9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.083028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (881b4ab9-e0cc-4863-9d93-e26a9404ed69), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.083558 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Added segment 881b4ab9-e0cc-4863-9d93-e26a9404ed69 of type vlan for network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 Jan 29 20:08:13.135291 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7986c76b-c625-4861-a0ee-59793cd3ef83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (54c1bd33-7fe0-430b-bd2b-3ff93ff26832), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.139346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for floatingip (22cdfcc1-a917-4ef3-b0be-677f25abc77c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.211084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2942808 Jan 29 20:08:13.216447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51990) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:13.218417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd182f-d8e9-4fce-b19e-e82896a06bd2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.228757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:13.235440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:13.249638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c76b-c625-4861-a0ee-59793cd3ef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1bd33-7fe0-430b-bd2b-3ff93ff26832,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.277272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7986c76b-c625-4861-a0ee-59793cd3ef83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84c5e541d2024cc2bf29812ecf02d2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358744 Jan 29 20:08:13.290312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 51992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:13.299145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4443e07f-3961-4345-97ee-7dc1f5b065f0 admin admin] Publish callbacks [] for security_group (722704f0-7469-4ac5-9c86-b46e39b151d0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.303419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.376187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.416744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4443e07f-3961-4345-97ee-7dc1f5b065f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (722704f0-7469-4ac5-9c86-b46e39b151d0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.492589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3b66dd2-7c52-4bfd-a900-dd34d4e5b0b9 admin admin] Publish callbacks [] for security_group (54c1bd33-7fe0-430b-bd2b-3ff93ff26832), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.502146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4443e07f-3961-4345-97ee-7dc1f5b065f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=565123eba89440879ece5f716b095b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230562 Jan 29 20:08:13.503092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443e07f-3961-4345-97ee-7dc1f5b065f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722704f0-7469-4ac5-9c86-b46e39b151d0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.505594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 51996) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:13.559760 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3b66dd2-7c52-4bfd-a900-dd34d4e5b0b9 admin admin] Publish callbacks [] for security_group (54c1bd33-7fe0-430b-bd2b-3ff93ff26832), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.571135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.575481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.576483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:13.577061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.629898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0753ecf-2a9c-4ac6-97f7-11e3063de8bd admin admin] Publish callbacks [] for security_group (722704f0-7469-4ac5-9c86-b46e39b151d0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.667517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:13.671471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.674927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.678214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0753ecf-2a9c-4ac6-97f7-11e3063de8bd admin admin] Publish callbacks [] for security_group (722704f0-7469-4ac5-9c86-b46e39b151d0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.691327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] Pushing event updated for resources: {'Network': ['ID=ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.698177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.711908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:13.781385 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a5f0df3-0926-49c4-be6e-597ae9ec60fa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.2571628 Jan 29 20:08:13.785254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:13.800866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Request body: {'subnet': {'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-155809222-subnet', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:13.836869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.851783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=f1e6b4f7-b8f6-469d-9511-9e78ace37e75,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.858007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0c3ea424-201c-4292-a862-6c52c5716886), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.903322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0753ecf-2a9c-4ac6-97f7-11e3063de8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (722704f0-7469-4ac5-9c86-b46e39b151d0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.903926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3b66dd2-7c52-4bfd-a900-dd34d4e5b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (54c1bd33-7fe0-430b-bd2b-3ff93ff26832), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.905925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e0753ecf-2a9c-4ac6-97f7-11e3063de8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.906563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3b66dd2-7c52-4bfd-a900-dd34d4e5b0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:13.910232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e0753ecf-2a9c-4ac6-97f7-11e3063de8bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/722704f0-7469-4ac5-9c86-b46e39b151d0 HTTP/1.1" status: 204 len: 168 time: 0.3948982 Jan 29 20:08:13.911449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d3b66dd2-7c52-4bfd-a900-dd34d4e5b0b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54c1bd33-7fe0-430b-bd2b-3ff93ff26832 HTTP/1.1" status: 204 len: 168 time: 0.6201036 Jan 29 20:08:13.933633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66dd2-7c52-4bfd-a900-dd34d4e5b0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1bd33-7fe0-430b-bd2b-3ff93ff26832,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:13.944885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0753ecf-2a9c-4ac6-97f7-11e3063de8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722704f0-7469-4ac5-9c86-b46e39b151d0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:14.039364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac5d50e-241e-4dff-a7aa-033ba22cc1da,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:14.055028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (22cdfcc1-a917-4ef3-b0be-677f25abc77c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.055725 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Floating IP 0c3ea424-201c-4292-a862-6c52c5716886 associated. External IP: 172.25.5.205, port: 4d397744-c00c-4547-94a1-d3a9833aaec1. Jan 29 20:08:14.098651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52008) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:14.140148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-785068e2-f9a7-414f-a18c-f0bf5b87a50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.219399 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Floating IP 22cdfcc1-a917-4ef3-b0be-677f25abc77c associated. External IP: 172.25.5.219, port: 068eebd0-3e05-4317-a0d8-6936ce619a8e. Jan 29 20:08:14.225434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Made reservation on behalf of 76990763b3b646d3b613510c165a7d15 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:14.231739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.265824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (292e1dc5-524d-4cc0-a880-83e10d6175a5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.411407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=292e1dc5-524d-4cc0-a880-83e10d6175a5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:14.488994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': '9645a786-230e-4f1b-b7d6-484b017c47e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:14.489468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:14.497274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-785068e2-f9a7-414f-a18c-f0bf5b87a50b admin admin] Publish callbacks [] for security_group (18c94aa3-8179-4a1e-a924-218d5222d1b9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.540372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 8d4a814e-d642-4d80-8130-3efac46942cc has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:14.611651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:14.617393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-785068e2-f9a7-414f-a18c-f0bf5b87a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (18c94aa3-8179-4a1e-a924-218d5222d1b9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.679202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Router f7a544d7-e5b3-4706-902f-5793273df94a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:14.720194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-785068e2-f9a7-414f-a18c-f0bf5b87a50b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19a6afffde874b0a8b6f8015586748dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6204875 Jan 29 20:08:14.723879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52020) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:14.724877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785068e2-f9a7-414f-a18c-f0bf5b87a50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c94aa3-8179-4a1e-a924-218d5222d1b9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:14.730993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:14.738196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:14.743871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:14.747173 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.748570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] Sync routers for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:14.756920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4f8fb-888b-415e-a5b5-9e2ec27775f9 None None] Network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:14.837179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:14.838547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:14.840064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-68f4456b-4f31-4237-8c47-708eea2de50f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6223228 Jan 29 20:08:14.842451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52026) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:14.972636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2', 'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '292e1dc5-524d-4cc0-a880-83e10d6175a5'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:14.973828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.992734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:14.997872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.038501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d5b6bbb5-027b-4f1c-bea8-774675f46c30 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6121817 Jan 29 20:08:15.057300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:08:15.059311 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:08:15.064054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52032) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:15.107670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:15.107850 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d3873-2041-4e3f-92ef-a28642c91618 x-openstack-request-id: req-d16d3873-2041-4e3f-92ef-a28642c91618 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:08:15.108126 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:08:15.108428 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d16d3873-2041-4e3f-92ef-a28642c91618 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:08:15.108823 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'status': 'completed', 'code': 200} Jan 29 20:08:15.116473 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (292e1dc5-524d-4cc0-a880-83e10d6175a5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.202700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:15.209820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-890a24a0-5fe5-48b3-b55c-a81d8c1b07ed admin admin] Publish callbacks [] for security_group (18c94aa3-8179-4a1e-a924-218d5222d1b9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.216836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] Sync routers for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:15.247877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-890a24a0-5fe5-48b3-b55c-a81d8c1b07ed admin admin] Publish callbacks [] for security_group (18c94aa3-8179-4a1e-a924-218d5222d1b9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.251176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:15.253158 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:15.289382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.289861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.290612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.291083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.291544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.292001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.292507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.292964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.293424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.295499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (6fe3e690-c6e0-4e70-9e00-a8900c237a01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.304783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eddc175c-6eea-4c81-8f1a-33f72b6c9e58 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6330 time: 0.2395918 Jan 29 20:08:15.310257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52044) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:15.325643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-ca5bdccf-ee32-4074-ab79-b7229d2ed73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.327169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-ca5bdccf-ee32-4074-ab79-b7229d2ed73b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.1540844 Jan 29 20:08:15.343883 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:15.369159 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:15.369807 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:15.386398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.435723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1afab7bb-edf9-47bd-916c-42a9ce057885 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.3771842 Jan 29 20:08:15.443236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52050) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:15.464141 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:15.468768 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ae119-a53d-4e91-a3aa-be0c2ba9722e None None] The sync data for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:15.529420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.529896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.530356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.530805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.531250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.531969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.532118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.532611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.533050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.538198 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37f5f37c-9f36-4a58-9a09-03618107ca22 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5847 time: 0.2239883 Jan 29 20:08:15.539840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52052) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:15.581682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b8501491-e8e9-42c8-b911-ef2150cdc535 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] 10.222.0.15 "GET /v2.0/floatingips/22cdfcc1-a917-4ef3-b0be-677f25abc77c HTTP/1.1" status: 200 len: 984 time: 0.1333971 Jan 29 20:08:15.585172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe3e690-c6e0-4e70-9e00-a8900c237a01,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:15.597395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52054) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:15.599271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Checking segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:15.599649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Network hostable DHCP agents. Network: ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:15.608878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Allocated IP 2001:db8::1 (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2/292e1dc5-524d-4cc0-a880-83e10d6175a5/467b23f0-6759-4f2c-a25d-99debe459293) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:15.674197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-481359a4-4866-4bdf-8c43-44b83606ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.676367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-481359a4-4866-4bdf-8c43-44b83606ee58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 897 time: 0.2786655 Jan 29 20:08:15.703956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-890a24a0-5fe5-48b3-b55c-a81d8c1b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (18c94aa3-8179-4a1e-a924-218d5222d1b9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.709310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-890a24a0-5fe5-48b3-b55c-a81d8c1b07ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.714894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-890a24a0-5fe5-48b3-b55c-a81d8c1b07ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18c94aa3-8179-4a1e-a924-218d5222d1b9 HTTP/1.1" status: 204 len: 168 time: 0.9891653 Jan 29 20:08:15.755411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a24a0-5fe5-48b3-b55c-a81d8c1b07ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c94aa3-8179-4a1e-a924-218d5222d1b9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:15.771845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:15.852360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52064) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:15.852563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-de79a927-3372-441f-909a-fe8247f3852c tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2509699 Jan 29 20:08:15.867658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-52122d3d-4b6e-469a-9e8f-51c900aeb529 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 1000 time: 0.1841433 Jan 29 20:08:15.876308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:15.890429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03bf444-b43a-4691-8a23-c934217a5f16 None None] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:15.899491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.904336 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638383'] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:15.974061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-1768a0e5-02b5-4216-95d3-2c92cf81bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:15.976400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-1768a0e5-02b5-4216-95d3-2c92cf81bada service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 200 len: 833 time: 0.0978975 Jan 29 20:08:16.014607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0c3ea424-201c-4292-a862-6c52c5716886', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'port_id': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'mac_address': 'fa:16:3e:3d:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:08:11Z', 'updated_at': '2022-01-29T20:08:11Z', 'revision_number': 0, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:16.024686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Publish callbacks [] for port (467b23f0-6759-4f2c-a25d-99debe459293), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.059445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] Checking router: 8d4a814e-d642-4d80-8130-3efac46942cc for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:16.084732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:16.085363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:16.195174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73e1c889-26c8-4d24-acba-2869926f247f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4084444 Jan 29 20:08:16.198215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52070) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:16.203363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:16.207144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:16.232784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52072) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:16.282362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-dd4f5d96-35c6-4ec2-b8bb-9626a1cac521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:16.284543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-dd4f5d96-35c6-4ec2-b8bb-9626a1cac521 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7067daa1-7f14-40d7-9a60-e602fb3157c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2798512 Jan 29 20:08:16.294214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting port 4ac5d50e-241e-4dff-a7aa-033ba22cc1da {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:16.294678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.350678 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (467b23f0-6759-4f2c-a25d-99debe459293), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.368990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.370620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.432559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.432830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for floatingip (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.437549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0', 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0', 'project_id': '76990763b3b646d3b613510c165a7d15', 'fixed_ips': [{'subnet_id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:16.438992 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.461279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-2bb6493a-1bfe-4368-91b4-07e15b2492b5 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564169 Jan 29 20:08:16.475228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (292e1dc5-524d-4cc0-a880-83e10d6175a5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.504902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:16.518784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:16.521564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:16.538253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Pushing event updated for resources: {'Port': ['ID=467b23f0-6759-4f2c-a25d-99debe459293,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:16.675849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Attempting to bind port 467b23f0-6759-4f2c-a25d-99debe459293 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:16.676255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Attempting to bind port 467b23f0-6759-4f2c-a25d-99debe459293 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '9645a786-230e-4f1b-b7d6-484b017c47e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:16.676635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Attempting to bind port 467b23f0-6759-4f2c-a25d-99debe459293 on network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:16.688383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:16.688811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Checking segment: {'id': '9645a786-230e-4f1b-b7d6-484b017c47e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:16.689175 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.690543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Bound using segment: {'id': '9645a786-230e-4f1b-b7d6-484b017c47e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:16.691364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Bound port: 467b23f0-6759-4f2c-a25d-99debe459293, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9645a786-230e-4f1b-b7d6-484b017c47e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:16.691787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (467b23f0-6759-4f2c-a25d-99debe459293), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:16.863966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] For port 467b23f0-6759-4f2c-a25d-99debe459293, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:16.875787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] For port 467b23f0-6759-4f2c-a25d-99debe459293, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=467b23f0-6759-4f2c-a25d-99debe459293,segment=NetworkSegment(9645a786-230e-4f1b-b7d6-484b017c47e7),segment_id=9645a786-230e-4f1b-b7d6-484b017c47e7)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:16.884217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Allocated IP 172.20.0.2 (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0/6fe3e690-c6e0-4e70-9e00-a8900c237a01/c98c9c64-72ea-413d-a347-c75021b92d30) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:16.887546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0c3ea424-201c-4292-a862-6c52c5716886', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'port_id': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'mac_address': 'fa:16:3e:3d:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:08:11Z', 'updated_at': '2022-01-29T20:08:11Z', 'revision_number': 0, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:16.923582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84255d-d208-4068-a6ca-1951f43d0a87 None None] The sync data for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 is: [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0c3ea424-201c-4292-a862-6c52c5716886', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'port_id': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'mac_address': 'fa:16:3e:3d:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:08:11Z', 'updated_at': '2022-01-29T20:08:11Z', 'revision_number': 0, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:16.950892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (467b23f0-6759-4f2c-a25d-99debe459293), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.117770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52080) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:17.126435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks [] for router_controller (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.135777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-167468903-network', 'tenant_id': '182b253ad62c4784b77549791897b309'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:17.146761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Calling delete_port for 4ac5d50e-241e-4dff-a7aa-033ba22cc1da owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:17.164383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41def1ed-960d-4046-ba6a-19de9c47cfb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.284239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986762-1d64-4b61-bf60-40bb68ae4ef6 None None] Pushing event updated for resources: {'Port': ['ID=467b23f0-6759-4f2c-a25d-99debe459293,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:17.303490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-238ec68d-da4b-4d68-a5c5-455f4f29f72c tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 1.7623270 Jan 29 20:08:17.309825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=292e1dc5-524d-4cc0-a880-83e10d6175a5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:17.338345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52088) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:17.343539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79129754-f426-48ec-a8d3-d16c468a4d0d None None] Network 4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:17.360524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:17.364967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.417260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e601278-8900-43e9-af77-b950ca5b78ca None None] New status for floating IP 0c3ea424-201c-4292-a862-6c52c5716886: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:08:17.429975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.470924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143d520-2209-4651-85f0-53ad7f16bb5c tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:17.472099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143d520-2209-4651-85f0-53ad7f16bb5c tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:17.474402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2143d520-2209-4651-85f0-53ad7f16bb5c tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8d4a814e-d642-4d80-8130-3efac46942cc HTTP/1.1" status: 200 len: 2060 time: 0.1350529 Jan 29 20:08:17.512109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bae687b5-a12c-47ad-aeb0-a3e7d4a488db req-2a8af6bf-233f-4fb5-92ba-8f0e77b4d2d6 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0387163 Jan 29 20:08:17.514421 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.546524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:17.562499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9645a786-230e-4f1b-b7d6-484b017c47e7') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:17.562757 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9645a786-230e-4f1b-b7d6-484b017c47e7') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:17.576019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.585387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks [] for router_gateway (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.592661 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.600417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:17.600824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:17.613485 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:17.652931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41def1ed-960d-4046-ba6a-19de9c47cfb0 admin admin] Publish callbacks [] for security_group (594cce20-16cf-423f-8691-4f4e2d00be01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.751540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks [] for security_group (0a059287-0cee-4e76-84c0-2fd35caceaa4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.771288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:08:17.771288 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:08:17.771288 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2'}] Jan 29 20:08:17.771288 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:08:17.771999 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:08:17.774182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41def1ed-960d-4046-ba6a-19de9c47cfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (594cce20-16cf-423f-8691-4f4e2d00be01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.852156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-41def1ed-960d-4046-ba6a-19de9c47cfb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7de1b7ba42a84f2d84d3d4477ac6faf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7236571 Jan 29 20:08:17.855241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52098) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:17.859771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41def1ed-960d-4046-ba6a-19de9c47cfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594cce20-16cf-423f-8691-4f4e2d00be01,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:17.871699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4ac5d50e-241e-4dff-a7aa-033ba22cc1da), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.891231 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0a059287-0cee-4e76-84c0-2fd35caceaa4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.921559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:17.933371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8a371368-39ef-4931-ab8d-7ca119151892), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.933891 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Added segment 8a371368-39ef-4931-ab8d-7ca119151892 of type vlan for network e207ff77-b733-4a9b-92ef-b5572b25f7eb Jan 29 20:08:17.943986 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1afdc1b4-59fe-447b-b32c-0dd55a142500 admin admin] Publish callbacks [] for security_group (594cce20-16cf-423f-8691-4f4e2d00be01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.982303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Publish callbacks [] for port (c98c9c64-72ea-413d-a347-c75021b92d30), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:17.991098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e207ff77-b733-4a9b-92ef-b5572b25f7eb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.002030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1afdc1b4-59fe-447b-b32c-0dd55a142500 admin admin] Publish callbacks [] for security_group (594cce20-16cf-423f-8691-4f4e2d00be01), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.079844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.101609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:18.124637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:18.128984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:18.140174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1afdc1b4-59fe-447b-b32c-0dd55a142500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (594cce20-16cf-423f-8691-4f4e2d00be01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.143522 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1afdc1b4-59fe-447b-b32c-0dd55a142500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.144749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1afdc1b4-59fe-447b-b32c-0dd55a142500 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/594cce20-16cf-423f-8691-4f4e2d00be01 HTTP/1.1" status: 204 len: 168 time: 0.2888663 Jan 29 20:08:18.160091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdc1b4-59fe-447b-b32c-0dd55a142500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594cce20-16cf-423f-8691-4f4e2d00be01,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:18.180505 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for floatingip (22cdfcc1-a917-4ef3-b0be-677f25abc77c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.181058 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Floating IP 22cdfcc1-a917-4ef3-b0be-677f25abc77c disassociated (deleted). External IP: 172.25.5.219, port: 068eebd0-3e05-4317-a0d8-6936ce619a8e. Jan 29 20:08:18.194891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Port': ['ID=4ac5d50e-241e-4dff-a7aa-033ba22cc1da,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:18.240275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a059287-0cee-4e76-84c0-2fd35caceaa4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:18.246168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e207ff77-b733-4a9b-92ef-b5572b25f7eb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.250408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:18.250802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Attempting to bind port c98c9c64-72ea-413d-a347-c75021b92d30 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:18.251148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.251444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Attempting to bind port c98c9c64-72ea-413d-a347-c75021b92d30 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:18.251444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Attempting to bind port c98c9c64-72ea-413d-a347-c75021b92d30 on network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:18.254189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Pushing event updated for resources: {'Port': ['ID=c98c9c64-72ea-413d-a347-c75021b92d30,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:18.261664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:18.262327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Checking segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:18.262767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.263535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Bound using segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:18.264362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Bound port: c98c9c64-72ea-413d-a347-c75021b92d30, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:18.264798 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.273025 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.337685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] For port c98c9c64-72ea-413d-a347-c75021b92d30, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:18.340912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] For port c98c9c64-72ea-413d-a347-c75021b92d30, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c98c9c64-72ea-413d-a347-c75021b92d30,segment=NetworkSegment(881b4ab9-e0cc-4863-9d93-e26a9404ed69),segment_id=881b4ab9-e0cc-4863-9d93-e26a9404ed69)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:18.371988 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1358376 Jan 29 20:08:18.389335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:18.404893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Request body: {'subnet': {'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-167468903-subnet', 'tenant_id': '182b253ad62c4784b77549791897b309', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:18.432693 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.495769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f69f0-1e87-4911-aea1-be73c844e7bf admin admin] Pushing event updated for resources: {'Network': ['ID=e207ff77-b733-4a9b-92ef-b5572b25f7eb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:18.498386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting port 467b23f0-6759-4f2c-a25d-99debe459293 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:18.500419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (467b23f0-6759-4f2c-a25d-99debe459293), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.525108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:18.551341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:18.553732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.591755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894a5cd-df65-4917-9409-60b38ac881f2 None None] Pushing event updated for resources: {'Port': ['ID=c98c9c64-72ea-413d-a347-c75021b92d30,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:18.623173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] For port 467b23f0-6759-4f2c-a25d-99debe459293, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=467b23f0-6759-4f2c-a25d-99debe459293,segment=NetworkSegment(9645a786-230e-4f1b-b7d6-484b017c47e7),segment_id=9645a786-230e-4f1b-b7d6-484b017c47e7)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:18.623949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (467b23f0-6759-4f2c-a25d-99debe459293), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.677765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Calling delete_port for 467b23f0-6759-4f2c-a25d-99debe459293 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:18.731456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks [] for router_gateway (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.759443 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:18.877032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Router f7a544d7-e5b3-4706-902f-5793273df94a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:18.990836 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (467b23f0-6759-4f2c-a25d-99debe459293), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.037245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Port': ['ID=467b23f0-6759-4f2c-a25d-99debe459293,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:19.040023 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (9ff64924-7b55-403c-bc83-d6d1f556cd27), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.082943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Allocated IP 172.25.5.106 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/abab3e80-9c5d-42fa-a3d0-31b6815c9a81) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:19.116704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff64924-7b55-403c-bc83-d6d1f556cd27,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:19.123277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No DVR routers for this DVR port 467b23f0-6759-4f2c-a25d-99debe459293 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:08:19.158214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:19.165248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.172542 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] Sync routers for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:19.200176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:19.200844 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.246877 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.289395 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:19.294988 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.314276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks [] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.316902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.367188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:19.367481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Network hostable DHCP agents. Network: e207ff77-b733-4a9b-92ef-b5572b25f7eb, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:19.368834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fe4aa807-e0c7-4bcc-b4aa-5d3f93ba857b tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "DELETE /v2.0/floatingips/22cdfcc1-a917-4ef3-b0be-677f25abc77c HTTP/1.1" status: 204 len: 168 time: 3.5150356 Jan 29 20:08:19.369474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52132) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:19.371655 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.374367 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d6b51-6004-4978-83bb-8d0eb816b1ca None None] The sync data for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:19.388624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.402719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:19.424750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.432395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9645a786-230e-4f1b-b7d6-484b017c47e7') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.432949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9645a786-230e-4f1b-b7d6-484b017c47e7') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:19.448581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.465960 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.467648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:19.473651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:19.474232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (9645a786-230e-4f1b-b7d6-484b017c47e7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.475277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:19.479196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:19.479356 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:19.519180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Pushing event updated for resources: {'Port': ['ID=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:19.576796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:19.590087 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.639987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.653710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.658568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 HTTP/1.1" status: 204 len: 168 time: 4.8145187 Jan 29 20:08:19.678451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52142) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:19.680097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e207ff77-b733-4a9b-92ef-b5572b25f7eb) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:19.684641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496c6f3-4e29-49ff-8f57-5ab4b7163b83 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:19.690368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc6e20-5485-4771-ab78-6defcee0806b None None] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:19.698934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:19.700407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.719107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219969833'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:19.849440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-673b34be-d73b-4906-913a-46918be9e93d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4554756 Jan 29 20:08:19.849980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52146) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:19.855817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:19.858826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:19.861065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.931315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:19.934844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:19.949106 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.042666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.043763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.134176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Allocated IP 172.20.0.2 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/a5625d79-fcf6-44c4-8c75-cbde01f16ea5) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:20.163560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks [] for router_gateway (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.180046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:20.249739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e740014-2ba2-48f4-9a15-b32151808813 None None] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:20.293129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks [] for router_controller (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.311555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.311915 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d of type vlan for network a33b47be-0eef-4b22-8bea-b0ae61ff947b Jan 29 20:08:20.388019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] Provisioning complete for port c98c9c64-72ea-413d-a347-c75021b92d30 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:20.388421 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.529744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] Current status of the port c98c9c64-72ea-413d-a347-c75021b92d30 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:20.529744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.588508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] For port c98c9c64-72ea-413d-a347-c75021b92d30, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c98c9c64-72ea-413d-a347-c75021b92d30,segment=NetworkSegment(881b4ab9-e0cc-4863-9d93-e26a9404ed69),segment_id=881b4ab9-e0cc-4863-9d93-e26a9404ed69)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:20.619148 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Publish callbacks [] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.679375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.714921 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.757761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:20.760715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:20.769139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:20.778594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482a78b-1409-4d33-a77d-a75b8cbc5e58 None None] Pushing event updated for resources: {'Port': ['ID=c98c9c64-72ea-413d-a347-c75021b92d30,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:20.929592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Pushing event updated for resources: {'Port': ['ID=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:20.934488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Attempting to bind port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:20.934866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Attempting to bind port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:20.935236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Attempting to bind port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:20.937296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e2ae7256-b57e-4552-9fa7-0f82dd8f34a7 None None] Provisioning complete for port c98c9c64-72ea-413d-a347-c75021b92d30 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:20.937675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e2ae7256-b57e-4552-9fa7-0f82dd8f34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.964056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:20.964467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:20.964881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:20.965334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:20.965834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Bound port: a5625d79-fcf6-44c4-8c75-cbde01f16ea5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:20.966217 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.042744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a33b47be-0eef-4b22-8bea-b0ae61ff947b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.049152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] For port a5625d79-fcf6-44c4-8c75-cbde01f16ea5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:21.052475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] For port a5625d79-fcf6-44c4-8c75-cbde01f16ea5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:21.060678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c98c9c64-72ea-413d-a347-c75021b92d30 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:21.146869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Allocated IP 172.25.5.217 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:21.156746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c98c9c64-72ea-413d-a347-c75021b92d30 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:21.157623 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.160936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae7256-b57e-4552-9fa7-0f82dd8f34a7 None None] Current status of the port c98c9c64-72ea-413d-a347-c75021b92d30 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:21.188177 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.329933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662c227-3501-4e01-aa72-2ce36e81eb55 None None] Pushing event updated for resources: {'Port': ['ID=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:21.424747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c98c9c64-72ea-413d-a347-c75021b92d30 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:21.435354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a33b47be-0eef-4b22-8bea-b0ae61ff947b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.440711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:21.441253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.501613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks [] for router_gateway (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.686842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=a33b47be-0eef-4b22-8bea-b0ae61ff947b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:21.704124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c7987f93-f8c7-496a-a0a6-59ebe8d09f33 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0207307 Jan 29 20:08:21.704332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:21.709566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:21.724136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:21.788807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.813917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:21.997253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:22.000710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.061390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.112398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:22.118083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:22.121703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:22.187646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Pushing event updated for resources: {'Port': ['ID=10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:22.407951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks [] for router_gateway (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.450063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.451885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:08:22.456714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for floatingip (61d6fc41-b32b-4021-9a29-61f5cf0c203d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.483974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (6ac3e58c-316e-493b-ab40-9dae04d87ada), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.632746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:22.633366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: a33b47be-0eef-4b22-8bea-b0ae61ff947b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:22.641479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=6ac3e58c-316e-493b-ab40-9dae04d87ada,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:22.698963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.747825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:22.833531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a33b47be-0eef-4b22-8bea-b0ae61ff947b) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:22.842130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:22.843976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:22.851437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a8f2e-37f0-4b2a-bddf-787a79027781 None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:22.871180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:22.896998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Sync routers for ids ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:22.910253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Allocated IP 172.25.5.197 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/94aef6db-f126-4023-adc5-159636c6f4ac) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:22.956023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-680ef6c2-48f0-4d98-a034-3044dc3ce4e3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2500491 Jan 29 20:08:22.959411 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52250) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:22.969834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:22.983180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ef122-529a-4055-b596-85347f8f3093 None None] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:23.016545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5625d79-fcf6-44c4-8c75-cbde01f16ea5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:23.074197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Routers {'19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:23.075167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:23.134550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.138753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7825858f-dbb6-4832-8467-29a9ce71de9c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.9351728 Jan 29 20:08:23.139399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52254) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:23.190665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.247705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:23.253061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.254495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks [] for port (94aef6db-f126-4023-adc5-159636c6f4ac), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.284860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.396825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Pushing event updated for resources: {'Port': ['ID=10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:23.405022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (61d6fc41-b32b-4021-9a29-61f5cf0c203d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.437452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] Provisioning complete for port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:23.437956 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.447622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-a33b47be-0eef-4b22-8bea-b0ae61ff947b', 'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '6ac3e58c-316e-493b-ab40-9dae04d87ada'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:23.448622 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.451244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.541188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Pushing event updated for resources: {'Port': ['ID=94aef6db-f126-4023-adc5-159636c6f4ac,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:23.545804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:23.560251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.568087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-253b8ba5-2926-4166-8c41-b3224db047f9 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1747639 Jan 29 20:08:23.568672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52262) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:23.594907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:23.599169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:23.857057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:23.857551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:23.889158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:23.900316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Set router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:23.993831 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.093426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (12e5257d-0657-4fac-af88-ab73a9d6eb35), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.124050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:24.145646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:24.149463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:24.150046 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.172278 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.211484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=12e5257d-0657-4fac-af88-ab73a9d6eb35,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:24.216471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] Current status of the port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:24.216870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.281115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c05d6e1d-69c9-485b-abd9-af42142c8bcd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3201673 Jan 29 20:08:24.281890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52270) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:24.310372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Allocated IP 2001:db8::2 (a33b47be-0eef-4b22-8bea-b0ae61ff947b/6ac3e58c-316e-493b-ab40-9dae04d87ada/c71de5a2-840f-4332-aa76-bd53c44ff173) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:24.377167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] For port a5625d79-fcf6-44c4-8c75-cbde01f16ea5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:24.380561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:24.380965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.497568 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.502985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:19Z', 'revision_number': 3, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port': {'id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:18Z', 'updated_at': '2022-01-29T20:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:24.526898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e922e7c-54a6-400d-8bf1-28ed1ef1e094 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:24.531279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e922e7c-54a6-400d-8bf1-28ed1ef1e094 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:24.535223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e922e7c-54a6-400d-8bf1-28ed1ef1e094 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:24.536661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e922e7c-54a6-400d-8bf1-28ed1ef1e094 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:24.538224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e922e7c-54a6-400d-8bf1-28ed1ef1e094 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:24.543167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks [] for router_gateway (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.550935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e922e7c-54a6-400d-8bf1-28ed1ef1e094 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2162528 Jan 29 20:08:24.555266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52274) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:24.568099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548177581'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:24.610646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Checking router: 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:24.610853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Updating router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:08:24.653654 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.751405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.850005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-544f38d5-4bb9-4e07-9531-ca4f4346adac None None] Provisioning complete for port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:24.850427 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-544f38d5-4bb9-4e07-9531-ca4f4346adac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.852331 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:08:24.852683 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:08:24.926833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:24.934448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7a30a-e8d8-461c-bc5c-29cf09de6cd5 None None] Pushing event updated for resources: {'Port': ['ID=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:24.941019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:24.985531 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Publish callbacks [] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.014469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:25.040594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6d7f08b2-c54d-4bbf-ba61-ba91ee370be9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.043457 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 6d7f08b2-c54d-4bbf-ba61-ba91ee370be9 of type vlan for network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 Jan 29 20:08:25.067187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-544f38d5-4bb9-4e07-9531-ca4f4346adac None None] Current status of the port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:25.098116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.151617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Pushing event updated for resources: {'Port': ['ID=c71de5a2-840f-4332-aa76-bd53c44ff173,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:25.180979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:25.190913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:25.195041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:25.197731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Allocated IP 172.20.0.1 (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0/6fe3e690-c6e0-4e70-9e00-a8900c237a01/e25e4ee1-4225-429b-8040-87f9055544c7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:25.300487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.375495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks [] for port (e25e4ee1-4225-429b-8040-87f9055544c7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.389680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Publish callbacks [] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.495524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.508750 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.513467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae612646-943f-4e0a-93ef-c4556efeb753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.616558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:25.647216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:25.652887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:25.659081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Pushing event updated for resources: {'Port': ['ID=e25e4ee1-4225-429b-8040-87f9055544c7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:25.684160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Attempting to bind port c71de5a2-840f-4332-aa76-bd53c44ff173 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:25.686593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Attempting to bind port c71de5a2-840f-4332-aa76-bd53c44ff173 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:25.687023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Attempting to bind port c71de5a2-840f-4332-aa76-bd53c44ff173 on network a33b47be-0eef-4b22-8bea-b0ae61ff947b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:25.726893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.738822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44757fb0-bed8-4ac7-8a55-0cb3012eba9a None None] Pushing event updated for resources: {'Port': ['ID=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:25.770312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:25.802304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Attempting to bind port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:25.802945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Attempting to bind port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:25.803481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Attempting to bind port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:25.812127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:25.812833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:25.813314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.813721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:25.816784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Bound port: abab3e80-9c5d-42fa-a3d0-31b6815c9a81, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:25.817181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.819104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:25.819480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Checking segment: {'id': 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:25.819866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.820291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Bound using segment: {'id': 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:25.820754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Bound port: c71de5a2-840f-4332-aa76-bd53c44ff173, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:25.821134 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:25.914764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] For port c71de5a2-840f-4332-aa76-bd53c44ff173, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:25.918994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] For port c71de5a2-840f-4332-aa76-bd53c44ff173, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c71de5a2-840f-4332-aa76-bd53c44ff173,segment=NetworkSegment(b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d),segment_id=b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:25.962504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5625d79-fcf6-44c4-8c75-cbde01f16ea5 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:26.061664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.212373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.326391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] For port abab3e80-9c5d-42fa-a3d0-31b6815c9a81, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:26.330866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-50f7839a-d52f-4ee9-9f3a-dd93aaf3b47f None None] Provisioning complete for port e25e4ee1-4225-429b-8040-87f9055544c7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:26.331149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50f7839a-d52f-4ee9-9f3a-dd93aaf3b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.337948 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.372730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Allocated IP 172.25.5.169 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/20236184-bd82-4f16-ab5e-7c8c4b78d295) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:26.508448 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.535288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:26.541331 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.691989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks [] for port (e25e4ee1-4225-429b-8040-87f9055544c7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.710501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1521254 Jan 29 20:08:26.714580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52300) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:26.735937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:26.753654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21c832-2e6c-4ed1-b3d5-6a5ee6a739a3 None None] Pushing event updated for resources: {'Port': ['ID=c71de5a2-840f-4332-aa76-bd53c44ff173,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:26.776814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:26.777250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.786030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-50f7839a-d52f-4ee9-9f3a-dd93aaf3b47f None None] Port e25e4ee1-4225-429b-8040-87f9055544c7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:26.815078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.836685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] For port abab3e80-9c5d-42fa-a3d0-31b6815c9a81, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:26.932102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:26.950055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f817d0-f38b-41f8-89cd-a3542f6b0853 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:27.036676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Pushing event updated for resources: {'Port': ['ID=e25e4ee1-4225-429b-8040-87f9055544c7,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:27.047567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks [] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.050920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.137002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:08:27.148651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:27.156780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:27.188454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Routers {'19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:27.188720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:27.216423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.223145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.316188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:27.322784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:27.326389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.332809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:27.369522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Pushing event updated for resources: {'Port': ['ID=20236184-bd82-4f16-ab5e-7c8c4b78d295,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:27.372787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 is not hosted by any dhcp agent {{(pid=103563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 20:08:27.378577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:27.379509 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.381625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "PUT /v2.0/networks/c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 HTTP/1.1" status: 200 len: 723 time: 0.6655447 Jan 29 20:08:27.387338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:27.395914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': 'c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:27.399609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:27.416261 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:27.456921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:27.457816 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:07:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:27.550381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44757fb0-bed8-4ac7-8a55-0cb3012eba9a None None] Pushing event updated for resources: {'Port': ['ID=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:27.560124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210e5b8-4f2e-41bd-8d40-6ad78705c4b6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:27.583884 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks [] for floatingip (5a7c46d9-2212-4a83-bfdf-5acd685226ce), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.609984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.616876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:27.617200 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8c52b145-348a-4974-b805-243885a7c025 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7661791 Jan 29 20:08:27.619759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:27.632417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:27.687442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:27.771604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:27.794526 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:27.987073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:27.987073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.181946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c71de5a2-840f-4332-aa76-bd53c44ff173 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:28.198823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] Set router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:28.389942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-710c0364-87c8-4dc4-8fe1-085c451688d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.400781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks [] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.479763 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:23Z', 'revision_number': 3, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:28.508838 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.521836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3680c-7011-4dad-a724-e46f8a15446c None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:08:28.567958 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:28.570023 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Updating router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 port 94aef6db-f126-4023-adc5-159636c6f4ac binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:08:28.590159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (13c2e7b0-eade-48ca-8324-b05e28d420d1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.603176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bc407ca6-8fe5-4330-b6fc-1468126ccb0a None None] Provisioning complete for port e25e4ee1-4225-429b-8040-87f9055544c7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:28.603965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc407ca6-8fe5-4330-b6fc-1468126ccb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.610097 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.769117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (5a7c46d9-2212-4a83-bfdf-5acd685226ce), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.775184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Pushing event updated for resources: {'Port': ['ID=20236184-bd82-4f16-ab5e-7c8c4b78d295,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:28.825307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.826286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.826644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.826977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.831638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.831638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.831638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.831638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.836474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.836937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.838592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.838947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.839795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:28.902437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:28.959978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:28.962864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3389ac61-f9ee-4b31-a48d-e116ee1772b0 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3920019 Jan 29 20:08:28.974192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:28.982160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bc407ca6-8fe5-4330-b6fc-1468126ccb0a None None] Port e25e4ee1-4225-429b-8040-87f9055544c7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:28.986848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c71de5a2-840f-4332-aa76-bd53c44ff173 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:28.987242 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.054774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': '6d7f08b2-c54d-4bbf-ba61-ba91ee370be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:29.055353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:29.064569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=13c2e7b0-eade-48ca-8324-b05e28d420d1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:29.121755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.189862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Provisioning complete for port c71de5a2-840f-4332-aa76-bd53c44ff173 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:29.190691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.240950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:25Z', 'revision_number': 4, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port': {'id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:18Z', 'updated_at': '2022-01-29T20:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'e25e4ee1-4225-429b-8040-87f9055544c7', 'name': '', 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'mac_address': 'fa:16:3e:70:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:24Z', 'updated_at': '2022-01-29T20:08:26Z', 'revision_number': 2, 'project_id': '76990763b3b646d3b613510c165a7d15', 'subnets': [{'id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:29.246695 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Publish callbacks [] for port (94aef6db-f126-4023-adc5-159636c6f4ac), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.267474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33c37ca9-458b-4790-8cf1-e8431eec1100 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2914443 Jan 29 20:08:29.273248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52348) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:29.332259 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.365884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34f9ab-f64f-4475-9b73-1601a150f5d7 None None] The sync data for ids ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'] in n-d-825496-5 is: [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:25Z', 'revision_number': 4, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port': {'id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:18Z', 'updated_at': '2022-01-29T20:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'e25e4ee1-4225-429b-8040-87f9055544c7', 'name': '', 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'mac_address': 'fa:16:3e:70:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:24Z', 'updated_at': '2022-01-29T20:08:26Z', 'revision_number': 2, 'project_id': '76990763b3b646d3b613510c165a7d15', 'subnets': [{'id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:29.395493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-16b4ab01-b1df-49cf-afef-c9f5f10fefdc tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1211057 Jan 29 20:08:29.398196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52350) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:29.415661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:29.432501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3680c-7011-4dad-a724-e46f8a15446c None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:08:29.450674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:29.451324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.452183 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Pushing event updated for resources: {'Port': ['ID=94aef6db-f126-4023-adc5-159636c6f4ac,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:29.455687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7c89d228-0b53-4629-9234-40fb83cc7d03 admin admin] 10.222.0.15 "PUT /v2.0/routers/19a52ab0-4f31-478c-9cb8-cb70a6c5ff40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3151429 Jan 29 20:08:29.485038 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.486064 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.486582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.486973 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.487473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.489347 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.496455 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.496892 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.497228 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.497660 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.500259 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.501622 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.502543 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:29.558748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:29.577445 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Attempting to bind port 94aef6db-f126-4023-adc5-159636c6f4ac on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:29.577445 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Attempting to bind port 94aef6db-f126-4023-adc5-159636c6f4ac by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:29.577445 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Attempting to bind port 94aef6db-f126-4023-adc5-159636c6f4ac on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:29.608024 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:29.608446 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:29.608845 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.609229 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:29.609713 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Bound port: 94aef6db-f126-4023-adc5-159636c6f4ac, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:29.610093 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.693085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:29.709319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:29.710313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.724269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port c71de5a2-840f-4332-aa76-bd53c44ff173, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c71de5a2-840f-4332-aa76-bd53c44ff173,segment=NetworkSegment(b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d),segment_id=b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:29.730591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Deleting port 20236184-bd82-4f16-ab5e-7c8c4b78d295 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:29.731502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.797369 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] For port 94aef6db-f126-4023-adc5-159636c6f4ac, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:29.811780 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] For port 94aef6db-f126-4023-adc5-159636c6f4ac, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=94aef6db-f126-4023-adc5-159636c6f4ac,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:29.861064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.861064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks [] for floatingip (20236184-bd82-4f16-ab5e-7c8c4b78d295), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.863910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:29.880666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Calling delete_port for 20236184-bd82-4f16-ab5e-7c8c4b78d295 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:29.897098 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.038107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6e735ad8-d74f-4dd7-9e1e-003db33ab1bd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6477430 Jan 29 20:08:30.047005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:30.066581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:30.067326 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:30.067963 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:30.169111 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e20f6-c595-4a3f-83ad-acda116c5d43 None None] Pushing event updated for resources: {'Port': ['ID=94aef6db-f126-4023-adc5-159636c6f4ac,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:30.198516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:30.199087 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.323483 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.359575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.370345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4860335'] for subnet (13c2e7b0-eade-48ca-8324-b05e28d420d1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.447411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (20236184-bd82-4f16-ab5e-7c8c4b78d295), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.460751 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:30.533626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=c71de5a2-840f-4332-aa76-bd53c44ff173,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:30.540274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Pushing event deleted for resources: {'Port': ['ID=20236184-bd82-4f16-ab5e-7c8c4b78d295,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:30.601716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.604052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.604298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.604805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.606326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.606579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.607649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.607998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.608385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.608705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.612113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.613197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.614692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:30.750633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks [] for floatingip (5a7c46d9-2212-4a83-bfdf-5acd685226ce), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.754134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.758039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a4f27ce0-a248-4f7f-a1f4-0881703d99f6 tempest-FloatingIPAdminTestJSON-228443255 tempest-FloatingIPAdminTestJSON-228443255-project] 10.222.0.15 "DELETE /v2.0/floatingips/5a7c46d9-2212-4a83-bfdf-5acd685226ce HTTP/1.1" status: 204 len: 168 time: 1.3555064 Jan 29 20:08:30.760535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:30.810661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:08:30.811252 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:08:30.879311 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:30.887383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea504c-e96b-494d-bc74-405a232b24af None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:30.890910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9467986-20f7-4ee8-8a14-e01590d31e6e None None] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:30.936895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Allocated IP 172.20.0.1 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:31.047244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740155185857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5929894'] for subnet (13c2e7b0-eade-48ca-8324-b05e28d420d1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.244745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:31.253891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.256158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "PUT /v2.0/subnets/13c2e7b0-eade-48ca-8324-b05e28d420d1 HTTP/1.1" status: 200 len: 826 time: 1.2081821 Jan 29 20:08:31.272745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52380) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:31.311018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e4f492-a2a3-4af9-9b62-c13a29c6c61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3', 'network_id': 'c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '13c2e7b0-eade-48ca-8324-b05e28d420d1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:31.314771 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-88e4f492-a2a3-4af9-9b62-c13a29c6c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.339471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9274216-a4da-463d-af8c-608adf1e8c14 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=13c2e7b0-eade-48ca-8324-b05e28d420d1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:31.357949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks [] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.433975 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:23Z', 'revision_number': 3, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:31.548222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.575318 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a045c-963a-42a6-8102-4b5f199a051a None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:23Z', 'revision_number': 3, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:31.654520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Deleting port 10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:31.655126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.681955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:31.684736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:31.691457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:31.829613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Pushing event updated for resources: {'Port': ['ID=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:31.905679 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.974959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:31.975885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for floatingip (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:32.037060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Calling delete_port for 10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:32.327915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:32.525931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:32.553259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device abab3e80-9c5d-42fa-a3d0-31b6815c9a81 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:32.565631 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:32.831132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae4abf76-fbb0-44c5-a794-f44dd8592c2c None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:32.863883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (13c2e7b0-eade-48ca-8324-b05e28d420d1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:32.960084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52396) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:33.020800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.106863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Pushing event deleted for resources: {'Port': ['ID=10cf4fb2-f3cb-49d9-86bd-470e3bd9fac1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:33.113405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (13c2e7b0-eade-48ca-8324-b05e28d420d1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.123908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-91224249-3cee-4c33-b488-b082dcf2c382 None None] Provisioning complete for port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:33.126466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91224249-3cee-4c33-b488-b082dcf2c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server [None req-88e4f492-a2a3-4af9-9b62-c13a29c6c61b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13c2e7b0-eade-48ca-8324-b05e28d420d1: This subnet is being modified by another concurrent operation. Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise exception Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13c2e7b0-eade-48ca-8324-b05e28d420d1: This subnet is being modified by another concurrent operation. Jan 29 20:08:33.193483 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Jan 29 20:08:33.228183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:33.228594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.231926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e12bd-9e37-4e65-83c7-1f65fa028678 None None] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:33.244160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=13c2e7b0-eade-48ca-8324-b05e28d420d1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:33.448816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-91224249-3cee-4c33-b488-b082dcf2c382 None None] Port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:33.484438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks [] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.503091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.553393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:33.576736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7f08b2-c54d-4bbf-ba61-ba91ee370be9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:33.582204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7f08b2-c54d-4bbf-ba61-ba91ee370be9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:33.599974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (6d7f08b2-c54d-4bbf-ba61-ba91ee370be9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.620532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] Update dhcp port {'port': {'network_id': 'a33b47be-0eef-4b22-8bea-b0ae61ff947b', 'fixed_ips': [{'subnet_id': '6ac3e58c-316e-493b-ab40-9dae04d87ada', 'ip_address': '2001:db8::2'}, {'subnet_id': '12e5257d-0657-4fac-af88-ab73a9d6eb35'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'c71de5a2-840f-4332-aa76-bd53c44ff173'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 20:08:33.630355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6d7f08b2-c54d-4bbf-ba61-ba91ee370be9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.650394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:33.650818 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (6d7f08b2-c54d-4bbf-ba61-ba91ee370be9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.661071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:33.691341 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:33.696608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e94f4-8dc6-4cc9-bf05-03bb8bbc28bf None None] Network c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:33.781178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks [] for floatingip (61d6fc41-b32b-4021-9a29-61f5cf0c203d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.785758 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.787440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9b0d0e34-3bec-4c0f-ac78-111235981c29 tempest-FloatingIPAdminTestJSON-736715577 tempest-FloatingIPAdminTestJSON-736715577-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/61d6fc41-b32b-4021-9a29-61f5cf0c203d HTTP/1.1" status: 204 len: 168 time: 3.0259242 Jan 29 20:08:33.794182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52404) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:33.880243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.899172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:33.915280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 HTTP/1.1" status: 204 len: 168 time: 2.6228774 Jan 29 20:08:33.918471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52406) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:33.924149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.022726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707d1a1-1cc7-471a-80b4-52fc7439dd6a tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:34.030807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:34.035900 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.036347 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe54c0bd-d175-4afb-86ce-dd3f1f879cb3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:08:34.036347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe54c0bd-d175-4afb-86ce-dd3f1f879cb3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:08:34.042207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fe54c0bd-d175-4afb-86ce-dd3f1f879cb3 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 HTTP/1.1" status: 404 len: 339 time: 0.1226394 Jan 29 20:08:34.057220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:34.063460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442558998', 'description': 'd1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:34.097188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port abab3e80-9c5d-42fa-a3d0-31b6815c9a81, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:34.128943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting port 068eebd0-3e05-4317-a0d8-6936ce619a8e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:34.135749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (068eebd0-3e05-4317-a0d8-6936ce619a8e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.261437 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.262549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c71de5a2-840f-4332-aa76-bd53c44ff173 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:34.270189 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (068eebd0-3e05-4317-a0d8-6936ce619a8e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.273033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Sync routers for ids ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:34.287547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Calling delete_port for 068eebd0-3e05-4317-a0d8-6936ce619a8e owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:34.379703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] Allocated IP 172.20.0.1 (a33b47be-0eef-4b22-8bea-b0ae61ff947b/12e5257d-0657-4fac-af88-ab73a9d6eb35/c71de5a2-840f-4332-aa76-bd53c44ff173) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:34.394545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Routers {'19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:34.395593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:34.475425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:34.480835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.522992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:34.533076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.534412 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2 of type vlan for network 20e140a1-2c13-4240-8572-637d726ba6b0 Jan 29 20:08:34.547816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.552605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:34.607796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Pushing event updated for resources: {'Port': ['ID=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:34.612909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.642037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (068eebd0-3e05-4317-a0d8-6936ce619a8e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.667524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c71de5a2-840f-4332-aa76-bd53c44ff173 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:34.668082 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.684137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Port': ['ID=068eebd0-3e05-4317-a0d8-6936ce619a8e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:34.754508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.760375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:34.781409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.861925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Set router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:34.901826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:34.906209 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-889d55fe-b4ac-4c2d-aa81-0afeddc37550 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "DELETE /v2.0/ports/068eebd0-3e05-4317-a0d8-6936ce619a8e HTTP/1.1" status: 204 len: 168 time: 1.1068289 Jan 29 20:08:34.918416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52420) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:35.007878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:35.023727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] For port c71de5a2-840f-4332-aa76-bd53c44ff173, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c71de5a2-840f-4332-aa76-bd53c44ff173,segment=NetworkSegment(b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d),segment_id=b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:35.065902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0061553 Jan 29 20:08:35.074472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:35.076406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b66ca6-2f0a-4f9a-a76b-f7b9aac3f4f1 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=20e140a1-2c13-4240-8572-637d726ba6b0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:35.129723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 20e140a1-2c13-4240-8572-637d726ba6b0 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:35.239269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:35.282053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:35.478486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] Publish callbacks [] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:35.479960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b0ea4-f18d-465b-a037-3be109bb97cf tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:35.479960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d37b0ea4-f18d-465b-a037-3be109bb97cf tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7a544d7-e5b3-4706-902f-5793273df94a HTTP/1.1" status: 200 len: 913 time: 0.4125905 Jan 29 20:08:35.480231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52426) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:35.485421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b96e04-04e0-4a11-8f77-a2c52386ab96 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:35.485421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60b96e04-04e0-4a11-8f77-a2c52386ab96 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks?id=20e140a1-2c13-4240-8572-637d726ba6b0 HTTP/1.1" status: 200 len: 764 time: 0.3916440 Jan 29 20:08:35.485692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device abab3e80-9c5d-42fa-a3d0-31b6815c9a81 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:35.486652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52430) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:35.510293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'description': 'd2'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:35.794100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:35.917717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-86927f08-4727-45ac-86a9-03a8ab9b298e None None] Provisioning complete for port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:35.918098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86927f08-4727-45ac-86a9-03a8ab9b298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:35.966840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-86927f08-4727-45ac-86a9-03a8ab9b298e None None] Port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:35.968171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:35.968572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:36.006184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:36.140863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aac99f-64ec-48a5-8f90-dc918b128f83 None None] Pushing event updated for resources: {'Port': ['ID=c71de5a2-840f-4332-aa76-bd53c44ff173,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:36.172402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:36.235311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:36.284913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:36.285992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94aef6db-f126-4023-adc5-159636c6f4ac up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:36.303572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:25Z', 'revision_number': 4, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port': {'id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:18Z', 'updated_at': '2022-01-29T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'e25e4ee1-4225-429b-8040-87f9055544c7', 'name': '', 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'mac_address': 'fa:16:3e:70:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:24Z', 'updated_at': '2022-01-29T20:08:26Z', 'revision_number': 2, 'project_id': '76990763b3b646d3b613510c165a7d15', 'subnets': [{'id': '6fe3e690-c6e0-4e70-9e00-a8900c237a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:36.357087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:36.397006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Checking router: 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:36.397375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Updating router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 port e25e4ee1-4225-429b-8040-87f9055544c7 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:08:36.466884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:36.533192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 94aef6db-f126-4023-adc5-159636c6f4ac triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:36.533849 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:36.744454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:36.756473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc9ae774-d672-4285-aa73-5e3f6d0c106c admin admin] 10.222.0.15 "PUT /v2.0/routers/75a73e2d-713c-4a7e-8cf7-7a7b9ef83559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1352496 Jan 29 20:08:36.770229 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:36.789032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:36.789032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:36.815685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52442) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:37.000652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (f7a544d7-e5b3-4706-902f-5793273df94a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.019842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 94aef6db-f126-4023-adc5-159636c6f4ac is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:37.021261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.042652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e15b58-b154-45a6-9300-eafaf2f17a84 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:08:37.141515 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:37.169189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network 20e140a1-2c13-4240-8572-637d726ba6b0 is not hosted by any dhcp agent {{(pid=103563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 29 20:08:37.182028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:37.184770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.191281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "PUT /v2.0/networks/20e140a1-2c13-4240-8572-637d726ba6b0 HTTP/1.1" status: 200 len: 761 time: 1.6973155 Jan 29 20:08:37.191489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 94aef6db-f126-4023-adc5-159636c6f4ac, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=94aef6db-f126-4023-adc5-159636c6f4ac,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:37.225942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fe138d1e-0c55-4e2f-b8d4-154b573dccee tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3147 time: 0.4077854 Jan 29 20:08:37.227105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0156bf3-aea7-41e4-9a4b-e52a4e4ce54f tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=20e140a1-2c13-4240-8572-637d726ba6b0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:37.227611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52448) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:37.228046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52450) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:37.264239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'network': {'name': 'tempest-network-smoke--796914978', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'port_security_enabled': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:37.273207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 20e140a1-2c13-4240-8572-637d726ba6b0 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:37.283579 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.289432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-03136902-1a7c-48be-ac75-27d3e776b00c None None] Provisioning complete for port c71de5a2-840f-4332-aa76-bd53c44ff173 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:37.293786 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03136902-1a7c-48be-ac75-27d3e776b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.634944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=94aef6db-f126-4023-adc5-159636c6f4ac,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:37.662044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Deleting port e25e4ee1-4225-429b-8040-87f9055544c7 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:37.662870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.663325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da0e08e-b7ff-4e90-9196-a2c2d65c5316 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:37.666186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0da0e08e-b7ff-4e90-9196-a2c2d65c5316 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks?id=20e140a1-2c13-4240-8572-637d726ba6b0 HTTP/1.1" status: 200 len: 764 time: 0.4317179 Jan 29 20:08:37.672632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c71de5a2-840f-4332-aa76-bd53c44ff173 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:37.672862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52456) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:37.709910 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 2, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:37.765871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Made reservation on behalf of ebe24f9fc5ab421ab5d3128d3be236ad for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:37.773864 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:37.774415 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Updating router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:08:37.778100 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:37.860755 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.024376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.101793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Calling delete_port for e25e4ee1-4225-429b-8040-87f9055544c7 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:38.169542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:38.232039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks [] for port (e25e4ee1-4225-429b-8040-87f9055544c7), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.307707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c71de5a2-840f-4332-aa76-bd53c44ff173 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:38.316811 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.319992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7ba62121-b5c5-4591-915c-9b1856362d40), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.330802 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Added segment 7ba62121-b5c5-4591-915c-9b1856362d40 of type vlan for network e0569156-1053-4139-80bd-ab39303eb09e Jan 29 20:08:38.363816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e15b58-b154-45a6-9300-eafaf2f17a84 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:08:38.366517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-03136902-1a7c-48be-ac75-27d3e776b00c None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:38.381206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52470) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:38.402317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-755035965-network', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:38.402854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.405980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.433138 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Publish callbacks [] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.467324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097f3f6-a4ac-4ec3-b1e8-ecf5ac1d00c8 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:38.476375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7097f3f6-a4ac-4ec3-b1e8-ecf5ac1d00c8 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7890434 Jan 29 20:08:38.483158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:38.495187 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.571911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-025523c7-d62f-439a-af86-c6c86ce8e60b tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7 HTTP/1.1" status: 200 len: 207 time: 0.0826364 Jan 29 20:08:38.576274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:38.586483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e0569156-1053-4139-80bd-ab39303eb09e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.672400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e4b09-22fb-4ec1-8b0d-b1f4a825ec35 None None] Pushing event updated for resources: {'Port': ['ID=e25e4ee1-4225-429b-8040-87f9055544c7,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:38.672645 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82426c-fe0d-4592-97d4-50fbd7e07dfe None None] Pushing event updated for resources: {'Port': ['ID=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:38.700734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Made reservation on behalf of cab802ef78dc4ffdb6313f79af399206 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:38.703210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.719386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.755895 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Attempting to bind port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:38.757445 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Attempting to bind port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:38.757824 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Attempting to bind port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:38.773331 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:38.773717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:38.774120 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.776686 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:38.777209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Bound port: 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:38.778727 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.786020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:38.791970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Attempting to bind port e25e4ee1-4225-429b-8040-87f9055544c7 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:38.792152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Attempting to bind port e25e4ee1-4225-429b-8040-87f9055544c7 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:38.792491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Attempting to bind port e25e4ee1-4225-429b-8040-87f9055544c7 on network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:38.804046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:38.804487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Checking segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:38.804899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.805304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Bound using segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:38.805801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Bound port: e25e4ee1-4225-429b-8040-87f9055544c7, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:38.807038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e0569156-1053-4139-80bd-ab39303eb09e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.807189 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.811847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:38.817108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:38.900030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215cd748-4038-44ad-bf18-95ea6878e6d6 None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:38.935958 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] For port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:38.954924 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] For port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:39.039272 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.092927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8580773 Jan 29 20:08:39.095279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:39.111627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'admin_state_up': True, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:39.137287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84cef8-7f5c-4f7e-a801-d46b38a704fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Network': ['ID=e0569156-1053-4139-80bd-ab39303eb09e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:39.156591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e0569156-1053-4139-80bd-ab39303eb09e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:39.186570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting port 31841e3e-7d71-41ee-a467-9f43e3290294 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:39.187565 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.205476 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82426c-fe0d-4592-97d4-50fbd7e07dfe None None] Pushing event updated for resources: {'Port': ['ID=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:39.243883 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:39.251385 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:39.512452 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (3f855d38-f396-406c-bebb-e25f9d730318), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.522682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (3f855d38-f396-406c-bebb-e25f9d730318), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.555327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94aef6db-f126-4023-adc5-159636c6f4ac up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:39.619237 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:39.747906 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_controller (3f855d38-f396-406c-bebb-e25f9d730318), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.807078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Provisioning complete for port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:39.807471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.830922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:39.850517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:39.861608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.866444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:39.887711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:39.902973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:39.916985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:08:39.917379 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:08:39.919697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:39.922505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 94aef6db-f126-4023-adc5-159636c6f4ac triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:39.922887 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:39.928627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-628c894a-b693-40d7-a978-2bc5d2c92b63 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.3511431 Jan 29 20:08:39.954008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:39.958672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.027108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Calling delete_port for 31841e3e-7d71-41ee-a467-9f43e3290294 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:40.085706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25e4ee1-4225-429b-8040-87f9055544c7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:40.260653 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:38Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:40.305755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks [] for security_group (aa559af2-a02e-49f8-8ee3-823236d3330c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.337968 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf5481-d191-48d9-a37c-08d2c702b428 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:38Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:40.461541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aa559af2-a02e-49f8-8ee3-823236d3330c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.511366 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (3f855d38-f396-406c-bebb-e25f9d730318), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.604912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:40.673185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:40.730407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-448bed54-bd20-4699-9de5-6a669ba05191 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7687538 Jan 29 20:08:40.740015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52510) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:40.773226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa559af2-a02e-49f8-8ee3-823236d3330c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:40.788322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Current status of the port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:40.789856 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.793092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (587fbc41-130c-48a5-a083-458491830312), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.799372 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Added segment 587fbc41-130c-48a5-a083-458491830312 of type vlan for network 24f60689-4165-46bf-b84f-0c0c4e8df61e Jan 29 20:08:40.904514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] For port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:40.906679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 94aef6db-f126-4023-adc5-159636c6f4ac is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:40.916115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Attempting to bind port e25e4ee1-4225-429b-8040-87f9055544c7 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:40.916613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Attempting to bind port e25e4ee1-4225-429b-8040-87f9055544c7 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:40.917010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Attempting to bind port e25e4ee1-4225-429b-8040-87f9055544c7 on network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:40.940275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:40.942901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Checking segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:40.943376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.943806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Bound using segment: {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:40.946132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Bound port: e25e4ee1-4225-429b-8040-87f9055544c7, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881b4ab9-e0cc-4863-9d93-e26a9404ed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:40.946560 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e25e4ee1-4225-429b-8040-87f9055544c7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:40.998755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1476629-5397-4bd8-af12-7e3fab5da628 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.000634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1476629-5397-4bd8-af12-7e3fab5da628 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.002042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1476629-5397-4bd8-af12-7e3fab5da628 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.003495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1476629-5397-4bd8-af12-7e3fab5da628 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.013431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1476629-5397-4bd8-af12-7e3fab5da628 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.015521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1476629-5397-4bd8-af12-7e3fab5da628 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2739053 Jan 29 20:08:41.020434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52512) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:41.063254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Port e25e4ee1-4225-429b-8040-87f9055544c7 has been deleted concurrently {{(pid=103564) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 29 20:08:41.094451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Routers {'19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:41.095949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:41.141152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e9ae7-91a3-40d9-b06a-a9d276bc9c69 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.142898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e9ae7-91a3-40d9-b06a-a9d276bc9c69 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.144142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e9ae7-91a3-40d9-b06a-a9d276bc9c69 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.145806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e9ae7-91a3-40d9-b06a-a9d276bc9c69 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.147092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e9ae7-91a3-40d9-b06a-a9d276bc9c69 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.148785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b16e9ae7-91a3-40d9-b06a-a9d276bc9c69 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1273706 Jan 29 20:08:41.399624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (24f60689-4165-46bf-b84f-0c0c4e8df61e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.399624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-421b666f-3abc-41ab-8b1b-7412dd7329dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.399624 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.400486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] Set router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:41.402732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52514) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:41.590519 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.608155 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-421b666f-3abc-41ab-8b1b-7412dd7329dc admin admin] Publish callbacks [] for security_group (09ac845c-d448-4c90-a731-8201fa10ebbd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.609579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (24f60689-4165-46bf-b84f-0c0c4e8df61e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.615313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:41.617799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.626434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:41.666949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Could not find standard attr ID for object e25e4ee1-4225-429b-8040-87f9055544c7. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:08:41.725121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.3405068 Jan 29 20:08:41.728439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775bf23-26c7-4a83-877d-15762a1abefa admin admin] Pushing event updated for resources: {'Network': ['ID=24f60689-4165-46bf-b84f-0c0c4e8df61e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:41.730908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-421b666f-3abc-41ab-8b1b-7412dd7329dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (09ac845c-d448-4c90-a731-8201fa10ebbd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.758018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:41.762326 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (31841e3e-7d71-41ee-a467-9f43e3290294), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.785006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-421b666f-3abc-41ab-8b1b-7412dd7329dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61c49958ca124b87a29d07386446809c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1472425 Jan 29 20:08:41.793667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Request body: {'subnet': {'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-755035965-subnet', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:41.797227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52522) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:41.812645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:41.816975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e96c5a-ff6e-4d1e-b0f0-a90664d4c6df None None] Pushing event updated for resources: {'Port': ['ID=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:41.938486 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (3f855d38-f396-406c-bebb-e25f9d730318), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:41.944409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b666f-3abc-41ab-8b1b-7412dd7329dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac845c-d448-4c90-a731-8201fa10ebbd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:42.022972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68236122-7008-4567-be97-91e68c71776d None None] Provisioning complete for port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:42.023689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68236122-7008-4567-be97-91e68c71776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.067399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:42.076540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Port': ['ID=31841e3e-7d71-41ee-a467-9f43e3290294,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:42.214324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Made reservation on behalf of cab802ef78dc4ffdb6313f79af399206 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:42.216902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.268893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:42.269284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.271479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68236122-7008-4567-be97-91e68c71776d None None] Current status of the port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:42.341216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d11fbb-3c7d-419d-ba55-c2e7cb71de41 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:42.349485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73d11fbb-3c7d-419d-ba55-c2e7cb71de41 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks/cbf2d116-4ed5-48f1-9329-44549539fa9f HTTP/1.1" status: 200 len: 804 time: 0.9438617 Jan 29 20:08:42.351769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52524) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:42.383466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:39Z', 'revision_number': 5, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port': {'id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:18Z', 'updated_at': '2022-01-29T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:42.488462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0c56af-5df2-4209-90f4-c54a450965c1 None None] The sync data for ids ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'] in n-d-825496-5 is: [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:39Z', 'revision_number': 5, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port': {'id': 'abab3e80-9c5d-42fa-a3d0-31b6815c9a81', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:74:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:18Z', 'updated_at': '2022-01-29T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:42.508662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68236122-7008-4567-be97-91e68c71776d None None] Provisioning complete for port c71de5a2-840f-4332-aa76-bd53c44ff173 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:42.508662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68236122-7008-4567-be97-91e68c71776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.624439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.707744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:42.761444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:42.784727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-37e43e07-220b-49cb-94c5-b166933e74f3 admin admin] 10.222.0.15 "PUT /v2.0/routers/19a52ab0-4f31-478c-9cb8-cb70a6c5ff40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8103726 Jan 29 20:08:42.785381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52530) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:42.833672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68236122-7008-4567-be97-91e68c71776d None None] Current status of the port c71de5a2-840f-4332-aa76-bd53c44ff173 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:42.864670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (f7a544d7-e5b3-4706-902f-5793273df94a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.866776 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-684e2142-c5d3-48e1-84fa-996af8bfc5ec admin admin] Publish callbacks [] for security_group (09ac845c-d448-4c90-a731-8201fa10ebbd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.873891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (8350939c-d652-4570-9ee1-7d3d625761db), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:42.889492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.25.5.66 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/92a0fcaf-478f-4e90-9950-b8dd10966b63) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:43.003362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.110502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.147991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-684e2142-c5d3-48e1-84fa-996af8bfc5ec admin admin] Publish callbacks [] for security_group (09ac845c-d448-4c90-a731-8201fa10ebbd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.177234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Checking segment: {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:43.177613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Network hostable DHCP agents. Network: 24f60689-4165-46bf-b84f-0c0c4e8df61e, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:43.181422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8350939c-d652-4570-9ee1-7d3d625761db,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:43.251238 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks [] for router (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.476928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:43.494104 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks [] for router_gateway (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.566161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:43.587863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 24f60689-4165-46bf-b84f-0c0c4e8df61e) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:43.598821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:43.600742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.662499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc90aa-b3ee-461c-9d8b-2f66716b1d52 None None] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:43.722795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Deleting port abab3e80-9c5d-42fa-a3d0-31b6815c9a81 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:43.724298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.737725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2278d85d-dfb6-4c78-9a24-1caf2c461f27 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9488251 Jan 29 20:08:43.764157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:43.781340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:43.867306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:43.868949 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:43.896781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:43.912140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:43.926766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:43.993481 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=92a0fcaf-478f-4e90-9950-b8dd10966b63,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:44.014873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] For port abab3e80-9c5d-42fa-a3d0-31b6815c9a81, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:44.018377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.054746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Calling delete_port for abab3e80-9c5d-42fa-a3d0-31b6815c9a81 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:44.058095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-74942f09-8eb8-4f9b-aebb-fcd7e21ae1cd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/networks/cbf2d116-4ed5-48f1-9329-44549539fa9f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.4353237 Jan 29 20:08:44.061058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-24f60689-4165-46bf-b84f-0c0c4e8df61e', 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e', 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'fixed_ips': [{'subnet_id': '8350939c-d652-4570-9ee1-7d3d625761db'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:44.061058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.066482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52538) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:44.157734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (573c329d-2f9c-468e-8fa7-80f415a4ef2d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.159633 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (573c329d-2f9c-468e-8fa7-80f415a4ef2d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.214525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a0a9c-d800-499a-b8e2-3f8b79f21381 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:44.226494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce4a0a9c-d800-499a-b8e2-3f8b79f21381 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/subnets/e96df40c-beb8-4bc2-be92-b7d0de1ec6a9 HTTP/1.1" status: 200 len: 843 time: 0.1546865 Jan 29 20:08:44.229771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52540) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:44.292269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:44.302064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e25e4ee1-4225-429b-8040-87f9055544c7 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:08:44.369719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: e25e4ee1-4225-429b-8040-87f9055544c7 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:08:44.370337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e25e4ee1-4225-429b-8040-87f9055544c7 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:08:44.398686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Allocated IP 172.20.0.2 (24f60689-4165-46bf-b84f-0c0c4e8df61e/8350939c-d652-4570-9ee1-7d3d625761db/6d8ddd55-2115-430e-a4cd-71b921b51fd9) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:44.405798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-684e2142-c5d3-48e1-84fa-996af8bfc5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (09ac845c-d448-4c90-a731-8201fa10ebbd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.410600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-684e2142-c5d3-48e1-84fa-996af8bfc5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.412499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-684e2142-c5d3-48e1-84fa-996af8bfc5ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09ac845c-d448-4c90-a731-8201fa10ebbd HTTP/1.1" status: 204 len: 168 time: 2.6109157 Jan 29 20:08:44.457166 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks [] for router_controller (573c329d-2f9c-468e-8fa7-80f415a4ef2d), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.591770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7916f-98e1-49e0-8deb-087ff01ac234 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['shared'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:44.593667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c8d7916f-98e1-49e0-8deb-087ff01ac234 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "GET /v2.0/subnets/e96df40c-beb8-4bc2-be92-b7d0de1ec6a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2594507 Jan 29 20:08:44.602909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:44.686378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000585562'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:44.697792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e2142-c5d3-48e1-84fa-996af8bfc5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac845c-d448-4c90-a731-8201fa10ebbd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:44.701092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (abab3e80-9c5d-42fa-a3d0-31b6815c9a81), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.746022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Publish callbacks [] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.746306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Router f7a544d7-e5b3-4706-902f-5793273df94a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:44.811232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Pushing event deleted for resources: {'Port': ['ID=abab3e80-9c5d-42fa-a3d0-31b6815c9a81,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:44.828565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.905056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] Sync routers for ids ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:44.950131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:44.970138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:44.974235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.974819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks [] for router_gateway (573c329d-2f9c-468e-8fa7-80f415a4ef2d), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:44.979129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:44.982028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.982556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.983054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.983596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.984091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.984598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.985074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.985545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.986049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.986535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.986770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:44.987548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.988325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:44.988851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:08:45.004826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] Routers {'19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:45.006062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.018375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.067374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:08:45.148258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3acecde9-fefd-479c-b818-116976377434), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.148738 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Added segment 3acecde9-fefd-479c-b818-116976377434 of type vlan for network 882dbf73-3305-44bf-aa7f-b2c41ff19869 Jan 29 20:08:45.152421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] Set router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:45.163075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.169338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks [] for router_controller (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.222532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:44Z', 'revision_number': 7, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.254763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Pushing event updated for resources: {'Port': ['ID=6d8ddd55-2115-430e-a4cd-71b921b51fd9,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:45.269218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] Checking router: 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:45.279139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:45.288472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2f56782d-953f-4f7a-b9c0-f29c73144fb0 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "PUT /v2.0/routers/f7a544d7-e5b3-4706-902f-5793273df94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9396715 Jan 29 20:08:45.291118 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (882dbf73-3305-44bf-aa7f-b2c41ff19869), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.295805 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] Sync routers for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:45.300818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52560) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:45.332580 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:45.338994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.352929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (3f855d38-f396-406c-bebb-e25f9d730318), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.368747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] Routers {'19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:45.369470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.406893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (19a52ab0-4f31-478c-9cb8-cb70a6c5ff40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.407672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:08:45.420126 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.422079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee3dcb0c-016a-4585-a1ab-f71db53cf86e admin admin] 10.222.0.15 "DELETE /v2.0/routers/19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 HTTP/1.1" status: 204 len: 168 time: 2.6353431 Jan 29 20:08:45.426877 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.427090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52562) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:45.454362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] Routers {'f7a544d7-e5b3-4706-902f-5793273df94a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:45.456238 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f7a544d7-e5b3-4706-902f-5793273df94a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.504850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Attempting to bind port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:45.510988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Attempting to bind port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:45.510988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Attempting to bind port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 on network 24f60689-4165-46bf-b84f-0c0c4e8df61e {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:45.511582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] Set router 19a52ab0-4f31-478c-9cb8-cb70a6c5ff40 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:45.516079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Deleting subnet 6fe3e690-c6e0-4e70-9e00-a8900c237a01 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:08:45.520045 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Publish callbacks [] for subnet (6fe3e690-c6e0-4e70-9e00-a8900c237a01), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.527684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.545164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787cd670-1973-46f7-a412-17bd5522f104 None None] The sync data for ids ['f7a544d7-e5b3-4706-902f-5793273df94a'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:45.545383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:45.545627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Checking segment: {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:45.545994 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.550936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Bound using segment: {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:45.551565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Bound port: 6d8ddd55-2115-430e-a4cd-71b921b51fd9, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:45.551892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.563930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52564) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:45.566965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (882dbf73-3305-44bf-aa7f-b2c41ff19869), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.573319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:45.574167 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.601074 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-908b128d-401f-4b02-8a93-a119f2031b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.606128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:44Z', 'revision_number': 7, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:45.642732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd92853-3fb1-4c9f-897d-1c5198febaf4 None None] The sync data for ids ['19a52ab0-4f31-478c-9cb8-cb70a6c5ff40'] in n-d-825496-5 is: [{'id': '19a52ab0-4f31-478c-9cb8-cb70a6c5ff40', 'name': 'tempest-ImageQuotaTest-155809222-router', 'tenant_id': '76990763b3b646d3b613510c165a7d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:16Z', 'updated_at': '2022-01-29T20:08:44Z', 'revision_number': 7, 'project_id': '76990763b3b646d3b613510c165a7d15', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:45.748977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] For port 6d8ddd55-2115-430e-a4cd-71b921b51fd9, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:45.754144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] For port 6d8ddd55-2115-430e-a4cd-71b921b51fd9, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6d8ddd55-2115-430e-a4cd-71b921b51fd9,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:45.794742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1906788 Jan 29 20:08:45.828226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:45.859323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9286e-6d47-428a-8da2-4a4d1f22a286 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Network': ['ID=882dbf73-3305-44bf-aa7f-b2c41ff19869,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:45.988933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52566) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:46.010094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (6fe3e690-c6e0-4e70-9e00-a8900c237a01), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.010985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:46.159875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (6fe3e690-c6e0-4e70-9e00-a8900c237a01), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.318363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (6fe3e690-c6e0-4e70-9e00-a8900c237a01), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.364078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:08:46.414651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe3e690-c6e0-4e70-9e00-a8900c237a01,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:46.429536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.435221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d091c99d-1650-40d7-a364-0c2c39c8ea8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6fe3e690-c6e0-4e70-9e00-a8900c237a01 HTTP/1.1" status: 204 len: 168 time: 1.0035002 Jan 29 20:08:46.438485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52572) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:46.493181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78bed7-6bd1-4dbc-a58e-5873d9eb365c None None] Network ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:46.525834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-908b128d-401f-4b02-8a93-a119f2031b58 admin admin] Publish callbacks [] for security_group (44409265-f432-4f4c-883d-25fa47ba682b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.551751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (3f855d38-f396-406c-bebb-e25f9d730318), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.569940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9bb3d-9502-4e82-a4d8-cec73516a7c3 None None] Pushing event updated for resources: {'Port': ['ID=6d8ddd55-2115-430e-a4cd-71b921b51fd9,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:46.621920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router (f7a544d7-e5b3-4706-902f-5793273df94a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.698302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.749285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-908b128d-401f-4b02-8a93-a119f2031b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (44409265-f432-4f4c-883d-25fa47ba682b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.752751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Made reservation on behalf of fef14a70e8184a62be15ca934403b59d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:46.756468 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.870485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] DHCP port deletion for ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:08:46.879121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-908b128d-401f-4b02-8a93-a119f2031b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a149072efdb246e0a04ebd077e5c41c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3130972 Jan 29 20:08:46.879806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b128d-401f-4b02-8a93-a119f2031b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44409265-f432-4f4c-883d-25fa47ba682b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:46.882286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52576) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:46.915064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router_gateway (f7a544d7-e5b3-4706-902f-5793273df94a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:46.915366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Performing IP validity checks on allocation pools {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 20:08:46.915902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 20:08:46.934226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 3f855d38-f396-406c-bebb-e25f9d730318 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:08:47.015555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Deleting port c98c9c64-72ea-413d-a347-c75021b92d30 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:47.016100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.045885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] Deleting port c98c9c64-72ea-413d-a347-c75021b92d30 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:47.046274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.117354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] For port c98c9c64-72ea-413d-a347-c75021b92d30, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c98c9c64-72ea-413d-a347-c75021b92d30,segment=NetworkSegment(881b4ab9-e0cc-4863-9d93-e26a9404ed69),segment_id=881b4ab9-e0cc-4863-9d93-e26a9404ed69)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:47.136040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.166282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Calling delete_port for c98c9c64-72ea-413d-a347-c75021b92d30 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:47.195453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:47.226842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] For port c98c9c64-72ea-413d-a347-c75021b92d30, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c98c9c64-72ea-413d-a347-c75021b92d30,segment=NetworkSegment(881b4ab9-e0cc-4863-9d93-e26a9404ed69),segment_id=881b4ab9-e0cc-4863-9d93-e26a9404ed69)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:47.227303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.244769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] Calling delete_port for c98c9c64-72ea-413d-a347-c75021b92d30 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:47.380184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22489ece-e441-43d9-a8ad-eed8a167ffd0 admin admin] Publish callbacks [] for security_group (44409265-f432-4f4c-883d-25fa47ba682b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.411033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks [] for router_gateway (573c329d-2f9c-468e-8fa7-80f415a4ef2d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.422574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22489ece-e441-43d9-a8ad-eed8a167ffd0 admin admin] Publish callbacks [] for security_group (44409265-f432-4f4c-883d-25fa47ba682b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.425619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Sync routers for ids ['3f855d38-f396-406c-bebb-e25f9d730318'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:47.467645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Routers {'3f855d38-f396-406c-bebb-e25f9d730318'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:47.468522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3f855d38-f396-406c-bebb-e25f9d730318'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:47.473162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.479669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a734d279-e8b2-48bc-aaff-e23ff5f13e19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.3724775 Jan 29 20:08:47.480737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52588) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:47.496073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.543583 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.545947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (c98c9c64-72ea-413d-a347-c75021b92d30), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.556599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c98c9c64-72ea-413d-a347-c75021b92d30,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:47.579748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] No DVR routers for this DVR port c98c9c64-72ea-413d-a347-c75021b92d30 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:08:47.644240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] Pushing event deleted for resources: {'Port': ['ID=c98c9c64-72ea-413d-a347-c75021b92d30,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:47.647624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6d8ddd55-2115-430e-a4cd-71b921b51fd9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:47.678278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bbc6df-7e2d-40b9-8f1b-4548b93fad94 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:47.687064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52590) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:47.687271 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d9bbc6df-7e2d-40b9-8f1b-4548b93fad94 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ebe24f9fc5ab421ab5d3128d3be236ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1706278 Jan 29 20:08:47.708991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9762b6-c4ca-4810-a383-25d5b55e627d None None] No DVR routers for this DVR port c98c9c64-72ea-413d-a347-c75021b92d30 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:08:47.764862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22489ece-e441-43d9-a8ad-eed8a167ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (44409265-f432-4f4c-883d-25fa47ba682b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.768795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22489ece-e441-43d9-a8ad-eed8a167ffd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.775596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-22489ece-e441-43d9-a8ad-eed8a167ffd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44409265-f432-4f4c-883d-25fa47ba682b HTTP/1.1" status: 204 len: 168 time: 0.8632724 Jan 29 20:08:47.777521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd69cc-e9f5-4172-bfbb-e1be5253f0f4 None None] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:47.800740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22489ece-e441-43d9-a8ad-eed8a167ffd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44409265-f432-4f4c-883d-25fa47ba682b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:47.804656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.813746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (5cb7ef2e-7064-4cca-b3d0-e75d74bb097a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.893967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] Provisioning complete for port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:47.894397 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.907546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting port 280a84fc-5418-40bd-b7ce-b9c3965bd924 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:47.908292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (280a84fc-5418-40bd-b7ce-b9c3965bd924), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:47.935745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Set router 3f855d38-f396-406c-bebb-e25f9d730318 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:48.002462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=5cb7ef2e-7064-4cca-b3d0-e75d74bb097a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:48.010558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:48.010933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.029446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Checking segment: {'id': '3acecde9-fefd-479c-b818-116976377434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:48.030001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network hostable DHCP agents. Network: 882dbf73-3305-44bf-aa7f-b2c41ff19869, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:48.108396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:48.133516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:48.199181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881b4ab9-e0cc-4863-9d93-e26a9404ed69') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:48.199790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881b4ab9-e0cc-4863-9d93-e26a9404ed69') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:48.200312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 882dbf73-3305-44bf-aa7f-b2c41ff19869) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:48.213257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:48.214078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.261216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (280a84fc-5418-40bd-b7ce-b9c3965bd924), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.271262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (881b4ab9-e0cc-4863-9d93-e26a9404ed69), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.305645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] Current status of the port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:48.306046 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.312123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Calling delete_port for 280a84fc-5418-40bd-b7ce-b9c3965bd924 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:48.313679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920cd50-fa85-4b3a-8ece-222ebc02eb30 None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:48.316597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Allocated IP 172.25.5.206 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/d424ee74-89f8-4c63-9045-c54e59b6180c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:48.321909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-680b21d6-6d57-46bb-8f5f-c1bdc06fd0eb tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3139851 Jan 29 20:08:48.321909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:48.322194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (881b4ab9-e0cc-4863-9d93-e26a9404ed69), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.327658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:48.334589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5819c-e3e2-4c51-b900-691302db7229 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:48.338867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e3b5819c-e3e2-4c51-b900-691302db7229 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6362710 Jan 29 20:08:48.340319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52602) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:48.343074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (881b4ab9-e0cc-4863-9d93-e26a9404ed69), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: items = [ Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: self.session.flush() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:48.347559 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:48.420903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f2d26dfc-7cf4-4e61-b0ac-6d2eb9f8eea0 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770776 Jan 29 20:08:48.420903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52606) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:48.470733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-750e01ec-7320-4a52-a4c9-d06d4de258b5 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ebe24f9fc5ab421ab5d3128d3be236ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461838 Jan 29 20:08:48.479666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52608) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:48.503110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:48.504385 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.547153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-882dbf73-3305-44bf-aa7f-b2c41ff19869', 'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869', 'project_id': 'fef14a70e8184a62be15ca934403b59d', 'fixed_ips': [{'subnet_id': '5cb7ef2e-7064-4cca-b3d0-e75d74bb097a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:48.551614 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.648550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d189a3-f3a3-4ff2-ac20-a54c5d6213e9 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:48.659469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-50d189a3-f3a3-4ff2-ac20-a54c5d6213e9 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1760011 Jan 29 20:08:48.660465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:48.686580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks [] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.728853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Allocated IP 2001:db8::3 (882dbf73-3305-44bf-aa7f-b2c41ff19869/5cb7ef2e-7064-4cca-b3d0-e75d74bb097a/7fa73d96-93f5-44fe-8d29-f1354a767dbe) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:48.750772 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.763669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.773410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0 HTTP/1.1" status: 204 len: 168 time: 2.3332362 Jan 29 20:08:48.794197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf7b1-5d56-4ec1-9416-25a8974dfa4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5134d4-8b46-4ff0-9ca3-3c46a3b76bd0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:48.803259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.846128 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:08:48.854533 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4860335'] for subnet (5cb7ef2e-7064-4cca-b3d0-e75d74bb097a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.876176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dda820b2-fec7-4b92-91d5-3a986f300aae tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2147205 Jan 29 20:08:48.880182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52620) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:48.887008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391481974', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:08:48.900507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Publish callbacks [] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:48.914710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Pushing event updated for resources: {'Port': ['ID=d424ee74-89f8-4c63-9045-c54e59b6180c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:48.966801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] For port 6d8ddd55-2115-430e-a4cd-71b921b51fd9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6d8ddd55-2115-430e-a4cd-71b921b51fd9,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:48.990036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.073164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:49.077394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:49.086139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:49.239420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Made reservation on behalf of ebe24f9fc5ab421ab5d3128d3be236ad for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:08:49.249669 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.279424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:08:49.286152 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:08:49.286152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.312159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:49.325950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:49.337711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:49.343695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Pushing event updated for resources: {'Port': ['ID=7fa73d96-93f5-44fe-8d29-f1354a767dbe,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:49.379923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52632) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:49.405032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (280a84fc-5418-40bd-b7ce-b9c3965bd924), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.408836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a7bce-62ab-4598-9e32-e516dfa96594 None None] Pushing event updated for resources: {'Port': ['ID=6d8ddd55-2115-430e-a4cd-71b921b51fd9,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:49.422541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:08:44Z', 'revision_number': 3, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:49.463887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Port': ['ID=280a84fc-5418-40bd-b7ce-b9c3965bd924,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:49.481551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Checking router: 3f855d38-f396-406c-bebb-e25f9d730318 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:49.482232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Updating router 3f855d38-f396-406c-bebb-e25f9d730318 port 92a0fcaf-478f-4e90-9950-b8dd10966b63 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:08:49.557491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.620680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-24ac36e0-15ed-4aaa-b24a-6e6f3b2b7b1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76990763b3b646d3b613510c165a7d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368338 Jan 29 20:08:49.620925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Attempting to bind port 7fa73d96-93f5-44fe-8d29-f1354a767dbe on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:49.620925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Attempting to bind port 7fa73d96-93f5-44fe-8d29-f1354a767dbe by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3acecde9-fefd-479c-b818-116976377434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:49.621187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Attempting to bind port 7fa73d96-93f5-44fe-8d29-f1354a767dbe on network 882dbf73-3305-44bf-aa7f-b2c41ff19869 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:49.625669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:49.627004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-07aac17d-016d-4e98-97af-4296a71e1ee7 None None] Provisioning complete for port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:49.627412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07aac17d-016d-4e98-97af-4296a71e1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.664150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:49.664751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Checking segment: {'id': '3acecde9-fefd-479c-b818-116976377434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:49.665165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.665564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Bound using segment: {'id': '3acecde9-fefd-479c-b818-116976377434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:49.666049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Bound port: 7fa73d96-93f5-44fe-8d29-f1354a767dbe, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acecde9-fefd-479c-b818-116976377434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '882dbf73-3305-44bf-aa7f-b2c41ff19869'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:49.666430 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.686386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (f7a544d7-e5b3-4706-902f-5793273df94a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.806695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740155185857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5929894'] for subnet (5cb7ef2e-7064-4cca-b3d0-e75d74bb097a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.877583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-07aac17d-016d-4e98-97af-4296a71e1ee7 None None] Current status of the port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:49.883491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:49.884547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:49.886022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "PUT /v2.0/subnets/5cb7ef2e-7064-4cca-b3d0-e75d74bb097a HTTP/1.1" status: 200 len: 900 time: 1.5632055 Jan 29 20:08:49.909907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52640) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:49.929488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d18d5c-3dfb-4655-a3cd-c98bd94bcbbd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event updated for resources: {'Subnet': ['ID=5cb7ef2e-7064-4cca-b3d0-e75d74bb097a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:50.036902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (3402cf23-1fe2-4ed1-baab-4ef7cbb0461f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.131884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:50.160852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (882dbf73-3305-44bf-aa7f-b2c41ff19869), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.244728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Subnet': ['ID=3402cf23-1fe2-4ed1-baab-4ef7cbb0461f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:50.255867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device abab3e80-9c5d-42fa-a3d0-31b6815c9a81 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:08:50.325583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Checking segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:50.325877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network hostable DHCP agents. Network: e0569156-1053-4139-80bd-ab39303eb09e, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:08:50.389595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] For port 7fa73d96-93f5-44fe-8d29-f1354a767dbe, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:50.397637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: abab3e80-9c5d-42fa-a3d0-31b6815c9a81 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:08:50.397966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device abab3e80-9c5d-42fa-a3d0-31b6815c9a81 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:08:50.398456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c98c9c64-72ea-413d-a347-c75021b92d30 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:08:50.412153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] For port 7fa73d96-93f5-44fe-8d29-f1354a767dbe, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7fa73d96-93f5-44fe-8d29-f1354a767dbe,segment=NetworkSegment(3acecde9-fefd-479c-b818-116976377434),segment_id=3acecde9-fefd-479c-b818-116976377434)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:50.419542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting port 7fa73d96-93f5-44fe-8d29-f1354a767dbe {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:50.420914 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.428607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (f7a544d7-e5b3-4706-902f-5793273df94a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.433182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router_controller (f7a544d7-e5b3-4706-902f-5793273df94a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.440157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c98c9c64-72ea-413d-a347-c75021b92d30 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:08:50.440386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c98c9c64-72ea-413d-a347-c75021b92d30 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:08:50.546477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network e0569156-1053-4139-80bd-ab39303eb09e is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:08:50.592191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-75e1961e-bbff-4eb1-9003-004405d7b9f0 admin admin] Publish callbacks [] for security_group (39e849ea-8b52-4c86-8ded-16f2e7e942a9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.601456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks [] for router_gateway (573c329d-2f9c-468e-8fa7-80f415a4ef2d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.604300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] For port 7fa73d96-93f5-44fe-8d29-f1354a767dbe, host n-d-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:50.604680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.609582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.640729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Calling delete_port for 7fa73d96-93f5-44fe-8d29-f1354a767dbe owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:50.647254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e0569156-1053-4139-80bd-ab39303eb09e) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:50.669542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:08:50.670037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.716320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (f7a544d7-e5b3-4706-902f-5793273df94a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.716876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Fanout notify agent at l3_agent the message router_deleted on router f7a544d7-e5b3-4706-902f-5793273df94a {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:08:50.718160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb219b5-2c0a-44ef-8fa6-7660089219bc None None] Pushing event updated for resources: {'Port': ['ID=7fa73d96-93f5-44fe-8d29-f1354a767dbe,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:50.721402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8a8dd-c301-4128-b0e8-0a47d72fec83 None None] Network e0569156-1053-4139-80bd-ab39303eb09e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:50.747846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.763010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6d8ddd55-2115-430e-a4cd-71b921b51fd9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:50.766915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-74863b79-6aba-4af0-9fc2-088a8f0e6388 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "DELETE /v2.0/routers/f7a544d7-e5b3-4706-902f-5793273df94a HTTP/1.1" status: 204 len: 168 time: 5.4643793 Jan 29 20:08:50.800798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52654) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:50.848071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-75e1961e-bbff-4eb1-9003-004405d7b9f0 admin admin] Publish callbacks [] for security_group (39e849ea-8b52-4c86-8ded-16f2e7e942a9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.857716 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Publish callbacks [] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:50.902069 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-407475d7-51a0-484a-9690-54e06c4bdaec tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0179379 Jan 29 20:08:50.912901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:50.947100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.025619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b6e73-fc4f-47fe-b67f-be1a38051ae3 None None] Pushing event updated for resources: {'Port': ['ID=92a0fcaf-478f-4e90-9950-b8dd10966b63,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:51.029189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:51.029574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.079069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7fa73d96-93f5-44fe-8d29-f1354a767dbe), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.084886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Attempting to bind port 92a0fcaf-478f-4e90-9950-b8dd10966b63 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:51.084886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Attempting to bind port 92a0fcaf-478f-4e90-9950-b8dd10966b63 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:51.084886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Attempting to bind port 92a0fcaf-478f-4e90-9950-b8dd10966b63 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:51.162063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:51.162678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:51.163636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.164230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:51.164717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Port': ['ID=7fa73d96-93f5-44fe-8d29-f1354a767dbe,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:51.165062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Bound port: 92a0fcaf-478f-4e90-9950-b8dd10966b63, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:51.165611 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.240351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] For port 92a0fcaf-478f-4e90-9950-b8dd10966b63, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:51.244776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] For port 92a0fcaf-478f-4e90-9950-b8dd10966b63, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=92a0fcaf-478f-4e90-9950-b8dd10966b63,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:51.268780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e0569156-1053-4139-80bd-ab39303eb09e', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'fixed_ips': [{'subnet_id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:08:51.286214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.291963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No DVR routers for this DVR port 7fa73d96-93f5-44fe-8d29-f1354a767dbe on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:08:51.365927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5cb7ef2e-7064-4cca-b3d0-e75d74bb097a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.391779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting subnet 59868c29-b128-49f8-9d7d-8599bcd7eb7d {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:08:51.411469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for subnet (59868c29-b128-49f8-9d7d-8599bcd7eb7d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.478898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.588255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (5cb7ef2e-7064-4cca-b3d0-e75d74bb097a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.647453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Routers {'3f855d38-f396-406c-bebb-e25f9d730318'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:51.648105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3f855d38-f396-406c-bebb-e25f9d730318'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:51.652658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb7ef2e-7064-4cca-b3d0-e75d74bb097a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:51.658034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:51.703505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (59868c29-b128-49f8-9d7d-8599bcd7eb7d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.750511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b6e73-fc4f-47fe-b67f-be1a38051ae3 None None] Pushing event updated for resources: {'Port': ['ID=92a0fcaf-478f-4e90-9950-b8dd10966b63,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:51.775065 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-75e1961e-bbff-4eb1-9003-004405d7b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (39e849ea-8b52-4c86-8ded-16f2e7e942a9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.777918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-75e1961e-bbff-4eb1-9003-004405d7b9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.779142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-75e1961e-bbff-4eb1-9003-004405d7b9f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39e849ea-8b52-4c86-8ded-16f2e7e942a9 HTTP/1.1" status: 204 len: 168 time: 2.1498766 Jan 29 20:08:51.786234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (882dbf73-3305-44bf-aa7f-b2c41ff19869), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.855861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Allocated IP 172.20.0.18 (e0569156-1053-4139-80bd-ab39303eb09e/3402cf23-1fe2-4ed1-baab-4ef7cbb0461f/97e4b4dd-8536-45eb-94a1-7a6e649c0c3c) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:51.863338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1961e-bbff-4eb1-9003-004405d7b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e849ea-8b52-4c86-8ded-16f2e7e942a9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:51.872171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882dbf73-3305-44bf-aa7f-b2c41ff19869']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:51.886805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (573c329d-2f9c-468e-8fa7-80f415a4ef2d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.899322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acecde9-fefd-479c-b818-116976377434') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:51.899625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acecde9-fefd-479c-b818-116976377434') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:51.923406 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (3acecde9-fefd-479c-b818-116976377434), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.956375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3acecde9-fefd-479c-b818-116976377434), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.970920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:51.971525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (3acecde9-fefd-479c-b818-116976377434), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:51.974791 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:51.992819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (59868c29-b128-49f8-9d7d-8599bcd7eb7d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.066054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] Set router 3f855d38-f396-406c-bebb-e25f9d730318 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:52.182800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (882dbf73-3305-44bf-aa7f-b2c41ff19869), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.195558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.206643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/882dbf73-3305-44bf-aa7f-b2c41ff19869 HTTP/1.1" status: 204 len: 168 time: 2.2926881 Jan 29 20:08:52.219141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52696) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:52.228409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c108c9-929d-4a65-ade7-9b06cda7662e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=882dbf73-3305-44bf-aa7f-b2c41ff19869,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:52.330021 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf024b39-445a-4852-bb6d-56910bee3329 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:08:52.344346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf024b39-445a-4852-bb6d-56910bee3329 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:08:52.348180 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf024b39-445a-4852-bb6d-56910bee3329 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/5cb7ef2e-7064-4cca-b3d0-e75d74bb097a HTTP/1.1" status: 404 len: 337 time: 0.1280510 Jan 29 20:08:52.351555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:52.390025 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-196d3046-5ef1-4edc-9aed-aa3b4d1165a8 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:08:52.390025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196d3046-5ef1-4edc-9aed-aa3b4d1165a8 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:08:52.410435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-196d3046-5ef1-4edc-9aed-aa3b4d1165a8 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/882dbf73-3305-44bf-aa7f-b2c41ff19869 HTTP/1.1" status: 404 len: 339 time: 0.0503278 Jan 29 20:08:52.410650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52706) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:52.507130 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Publish callbacks [] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.604787 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (59868c29-b128-49f8-9d7d-8599bcd7eb7d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.609666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.621691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:08:44Z', 'revision_number': 3, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:52.630556 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.685011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Subnet': ['ID=59868c29-b128-49f8-9d7d-8599bcd7eb7d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:52.748733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:52.760132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2ab368f5-2b91-405f-92a0-8b51b025a87f tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "DELETE /v2.0/subnets/59868c29-b128-49f8-9d7d-8599bcd7eb7d HTTP/1.1" status: 204 len: 168 time: 1.9582219 Jan 29 20:08:52.767481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52714) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:52.975943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52720) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:52.989406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (69484161-b2d7-4b95-89ce-dd767c78bf19), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.081281 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-172249fb-5f8a-4e60-bd2f-b4af7a65f1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.144579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7bd65-e005-46e1-8e83-554679933e81 None None] Network 69484161-b2d7-4b95-89ce-dd767c78bf19 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:53.146518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4db2fa-f879-47e8-887d-813ea7a26323 None None] DHCP port deletion for 882dbf73-3305-44bf-aa7f-b2c41ff19869 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:08:53.202979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa617c7-0487-4259-ada3-475f11915acf None None] The sync data for ids ['3f855d38-f396-406c-bebb-e25f9d730318'] in n-d-825496-5 is: [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:08:44Z', 'revision_number': 3, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:53.243241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.250770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a219919d-5dc7-494c-99e3-904683f3114c None None] Could not find standard attr ID for object 7fa73d96-93f5-44fe-8d29-f1354a767dbe. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:08:53.282362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Network e0569156-1053-4139-80bd-ab39303eb09e is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:53.298927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Router 573c329d-2f9c-468e-8fa7-80f415a4ef2d is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:08:53.322274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:53.356480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec3fcc-1509-48e8-8129-e6bd9896f289 None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:53.382145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:53.399479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec3fcc-1509-48e8-8129-e6bd9896f289 None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 20:08:53.417252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf0a85-4f8f-4d0f-b037-761398647d2b None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:53.430957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting port fa8c41a0-a429-405e-93c8-028a65617576 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:53.432094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fa8c41a0-a429-405e-93c8-028a65617576), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.502544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.507196 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf0a85-4f8f-4d0f-b037-761398647d2b None None] Network 882dbf73-3305-44bf-aa7f-b2c41ff19869 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 20:08:53.518690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Pushing event updated for resources: {'Port': ['ID=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:53.554217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e140a1-2c13-4240-8572-637d726ba6b0']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:53.582046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:53.582046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:53.623110 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.684467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.702864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:53.703180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (2142ebe1-87cc-4345-8f62-8dd1ac7dc1c2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:53.732145 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:53.736326 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-172249fb-5f8a-4e60-bd2f-b4af7a65f1f1 admin admin] Publish callbacks [] for security_group (0a097ab1-2d3a-482e-933c-ca8ca01e2ad2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.744232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] For port fa8c41a0-a429-405e-93c8-028a65617576, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fa8c41a0-a429-405e-93c8-028a65617576,segment=NetworkSegment(f5cbff09-962c-4188-858c-842bc2a9d3f1),segment_id=f5cbff09-962c-4188-858c-842bc2a9d3f1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:53.748511 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fa8c41a0-a429-405e-93c8-028a65617576), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.758382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:53.776624 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Sync routers for ids ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:53.786890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Attempting to bind port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:53.787277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Attempting to bind port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:53.787667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Attempting to bind port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c on network e0569156-1053-4139-80bd-ab39303eb09e {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:53.795380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Calling delete_port for fa8c41a0-a429-405e-93c8-028a65617576 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:53.809418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:53.809805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Checking segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:53.811180 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.811180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Bound using segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:53.811180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Bound port: 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:53.811470 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.812195 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Routers {'573c329d-2f9c-468e-8fa7-80f415a4ef2d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:53.813534 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:53.832753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-172249fb-5f8a-4e60-bd2f-b4af7a65f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0a097ab1-2d3a-482e-933c-ca8ca01e2ad2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.908090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52732) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:53.947343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:53.948896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-771e5e27-7e3e-46f1-a400-68c147b7f4fa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1836545 Jan 29 20:08:53.969481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] DHCP port deletion for 69484161-b2d7-4b95-89ce-dd767c78bf19 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:08:53.997390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52736) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:54.015462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] For port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:54.088707 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-172249fb-5f8a-4e60-bd2f-b4af7a65f1f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.0955658 Jan 29 20:08:54.107074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] For port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:54.109798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52738) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:54.118815 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (20e140a1-2c13-4240-8572-637d726ba6b0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:54.139130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:54.152869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/20e140a1-2c13-4240-8572-637d726ba6b0 HTTP/1.1" status: 204 len: 168 time: 1.7410719 Jan 29 20:08:54.160820 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52740) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:54.169224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] Deleting port fa8c41a0-a429-405e-93c8-028a65617576 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:54.169778 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fa8c41a0-a429-405e-93c8-028a65617576), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:54.203944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:54.325730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] For port fa8c41a0-a429-405e-93c8-028a65617576, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fa8c41a0-a429-405e-93c8-028a65617576,segment=NetworkSegment(f5cbff09-962c-4188-858c-842bc2a9d3f1),segment_id=f5cbff09-962c-4188-858c-842bc2a9d3f1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:54.330051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fa8c41a0-a429-405e-93c8-028a65617576), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:54.366718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3c2d3-15f9-42ac-a837-3031a1982002 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=20e140a1-2c13-4240-8572-637d726ba6b0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:54.373869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] Calling delete_port for fa8c41a0-a429-405e-93c8-028a65617576 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:54.382154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ca736-a948-4365-a17c-c9f6a7a0916f None None] Pushing event updated for resources: {'Port': ['ID=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:54.453502 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Set router 573c329d-2f9c-468e-8fa7-80f415a4ef2d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:54.653267 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd99eab0-2d3d-4b10-b00c-be30aa8fc65e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:08:54.653838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd99eab0-2d3d-4b10-b00c-be30aa8fc65e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:08:54.667799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (fa8c41a0-a429-405e-93c8-028a65617576), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:54.672925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dd99eab0-2d3d-4b10-b00c-be30aa8fc65e tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/13c2e7b0-eade-48ca-8324-b05e28d420d1 HTTP/1.1" status: 404 len: 337 time: 0.4455142 Jan 29 20:08:54.747564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] Pushing event deleted for resources: {'Port': ['ID=fa8c41a0-a429-405e-93c8-028a65617576,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:54.768367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f1d29-34b5-49cc-84ba-b99168df233f None None] No DVR routers for this DVR port fa8c41a0-a429-405e-93c8-028a65617576 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:08:54.797093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92a0fcaf-478f-4e90-9950-b8dd10966b63 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:54.806044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52744) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:54.910657 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b3a112-6d4f-44f1-b038-9dfd49cbe9dd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:08:54.911192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b3a112-6d4f-44f1-b038-9dfd49cbe9dd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:08:54.918438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f0b3a112-6d4f-44f1-b038-9dfd49cbe9dd tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/c59cf0ea-8c5b-4951-9d43-b15b15d0c3e3 HTTP/1.1" status: 404 len: 339 time: 0.0995367 Jan 29 20:08:54.922651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52754) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:54.977295 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:08:49Z', 'revision_number': 3, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:54.988986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 92a0fcaf-478f-4e90-9950-b8dd10966b63 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:54.993995 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.022653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172249fb-5f8a-4e60-bd2f-b4af7a65f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a097ab1-2d3a-482e-933c-ca8ca01e2ad2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:55.050271 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Checking router: 573c329d-2f9c-468e-8fa7-80f415a4ef2d for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:08:55.050623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Updating router 573c329d-2f9c-468e-8fa7-80f415a4ef2d port d424ee74-89f8-4c63-9045-c54e59b6180c binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:08:55.190705 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb50d-89db-4c79-80e7-3ffd03d103a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.302173 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.305462 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-769544f5-b2c0-48c3-a831-25a8302d0db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.382543 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fa8c41a0-a429-405e-93c8-028a65617576), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.385578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 92a0fcaf-478f-4e90-9950-b8dd10966b63 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:55.386356 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.418277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 92a0fcaf-478f-4e90-9950-b8dd10966b63, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=92a0fcaf-478f-4e90-9950-b8dd10966b63,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:55.439951 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93757262-a72d-4a02-ac4a-0f7a4882f4d7 admin admin] Publish callbacks [] for security_group (0a097ab1-2d3a-482e-933c-ca8ca01e2ad2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.463829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting subnet 12e5257d-0657-4fac-af88-ab73a9d6eb35 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:08:55.476739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] No DVR routers for this DVR port fa8c41a0-a429-405e-93c8-028a65617576 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:08:55.480495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Port': ['ID=fa8c41a0-a429-405e-93c8-028a65617576,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:55.524485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (12e5257d-0657-4fac-af88-ab73a9d6eb35), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.536910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.540507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.20.0.17 (e0569156-1053-4139-80bd-ab39303eb09e/3402cf23-1fe2-4ed1-baab-4ef7cbb0461f/5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:55.643829 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Publish callbacks [] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.655900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7fa73d96-93f5-44fe-8d29-f1354a767dbe no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:08:55.687750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7fa73d96-93f5-44fe-8d29-f1354a767dbe {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:08:55.688393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7fa73d96-93f5-44fe-8d29-f1354a767dbe not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:08:55.689720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fa8c41a0-a429-405e-93c8-028a65617576 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:08:55.706260 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93757262-a72d-4a02-ac4a-0f7a4882f4d7 admin admin] Publish callbacks [] for security_group (0a097ab1-2d3a-482e-933c-ca8ca01e2ad2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.716629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=92a0fcaf-478f-4e90-9950-b8dd10966b63,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:55.720797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fa8c41a0-a429-405e-93c8-028a65617576 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:08:55.721315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fa8c41a0-a429-405e-93c8-028a65617576 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:08:55.739751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (69484161-b2d7-4b95-89ce-dd767c78bf19), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.742452 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.761222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb50d-89db-4c79-80e7-3ffd03d103a2 admin admin] Publish callbacks [] for security_group (2692b033-c8e7-4d07-96c1-8294600480f7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.817800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (12e5257d-0657-4fac-af88-ab73a9d6eb35), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.837361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69484161-b2d7-4b95-89ce-dd767c78bf19']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:55.853566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cbff09-962c-4188-858c-842bc2a9d3f1') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:55.856611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cbff09-962c-4188-858c-842bc2a9d3f1') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:55.890853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb2bb50d-89db-4c79-80e7-3ffd03d103a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2692b033-c8e7-4d07-96c1-8294600480f7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.909883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (f5cbff09-962c-4188-858c-842bc2a9d3f1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.936078 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Attempting to bind port d424ee74-89f8-4c63-9045-c54e59b6180c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:08:55.936787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Attempting to bind port d424ee74-89f8-4c63-9045-c54e59b6180c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:08:55.937332 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Attempting to bind port d424ee74-89f8-4c63-9045-c54e59b6180c on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:08:55.942406 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e8df-97f0-4acb-8376-654cd0529c50 None None] Pushing event updated for resources: {'Port': ['ID=d424ee74-89f8-4c63-9045-c54e59b6180c,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:55.956865 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:08:55.956865 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:08:55.956865 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.958315 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:08:55.959211 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Bound port: d424ee74-89f8-4c63-9045-c54e59b6180c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:08:55.959750 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.965227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93757262-a72d-4a02-ac4a-0f7a4882f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0a097ab1-2d3a-482e-933c-ca8ca01e2ad2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.967795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93757262-a72d-4a02-ac4a-0f7a4882f4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:55.969168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-93757262-a72d-4a02-ac4a-0f7a4882f4d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a097ab1-2d3a-482e-933c-ca8ca01e2ad2 HTTP/1.1" status: 204 len: 168 time: 1.8544374 Jan 29 20:08:55.979876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.040427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (12e5257d-0657-4fac-af88-ab73a9d6eb35), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.053824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93757262-a72d-4a02-ac4a-0f7a4882f4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a097ab1-2d3a-482e-933c-ca8ca01e2ad2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:56.054968 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] For port d424ee74-89f8-4c63-9045-c54e59b6180c, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:08:56.059028 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] For port d424ee74-89f8-4c63-9045-c54e59b6180c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d424ee74-89f8-4c63-9045-c54e59b6180c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:08:56.126066 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.126445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cb2bb50d-89db-4c79-80e7-3ffd03d103a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4540783198940dfb0ec7e17638415c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2104623 Jan 29 20:08:56.138771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52778) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:56.140103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.165082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bb50d-89db-4c79-80e7-3ffd03d103a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2692b033-c8e7-4d07-96c1-8294600480f7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:56.192062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (f5cbff09-962c-4188-858c-842bc2a9d3f1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.298913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:08:56.299649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (f5cbff09-962c-4188-858c-842bc2a9d3f1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:08:56.312071 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:08:56.326331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network e0569156-1053-4139-80bd-ab39303eb09e is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:56.349722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.497972 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e8df-97f0-4acb-8376-654cd0529c50 None None] Pushing event updated for resources: {'Port': ['ID=d424ee74-89f8-4c63-9045-c54e59b6180c,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:56.506630 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Routers {'573c329d-2f9c-468e-8fa7-80f415a4ef2d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:56.507609 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:56.617488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb722f9-25eb-428b-bd30-e678c8bd47f6 admin admin] Publish callbacks [] for security_group (2692b033-c8e7-4d07-96c1-8294600480f7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.640509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:56.650509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:56.678954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (12e5257d-0657-4fac-af88-ab73a9d6eb35), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.745269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] Set router 573c329d-2f9c-468e-8fa7-80f415a4ef2d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:08:56.776406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:56.777544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.781071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fb4a0-4f7b-4e86-99e0-107bdd2e56fd None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:56.800110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/12e5257d-0657-4fac-af88-ab73a9d6eb35 HTTP/1.1" status: 204 len: 168 time: 1.8720999 Jan 29 20:08:56.801148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99199a51-f7aa-4cac-bb82-1a1001e46300 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=12e5257d-0657-4fac-af88-ab73a9d6eb35,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:56.817713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52788) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:56.824001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (3f855d38-f396-406c-bebb-e25f9d730318), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.974073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (69484161-b2d7-4b95-89ce-dd767c78bf19), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.987569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:56.999722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "DELETE /v2.0/networks/69484161-b2d7-4b95-89ce-dd767c78bf19 HTTP/1.1" status: 204 len: 168 time: 4.2308240 Jan 29 20:08:57.003984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:57.009513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:57.070138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e87a4-cc88-431e-86c1-e0563238eed3 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Network': ['ID=69484161-b2d7-4b95-89ce-dd767c78bf19,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:57.083297 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb722f9-25eb-428b-bd30-e678c8bd47f6 admin admin] Publish callbacks [] for security_group (2692b033-c8e7-4d07-96c1-8294600480f7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.194352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting subnet 6ac3e58c-316e-493b-ab40-9dae04d87ada {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:08:57.202221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Allocated IP 172.20.0.1 (24f60689-4165-46bf-b84f-0c0c4e8df61e/8350939c-d652-4570-9ee1-7d3d625761db/46f837fa-23fd-41c2-9fd1-03a1f3579390) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:08:57.204474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (6ac3e58c-316e-493b-ab40-9dae04d87ada), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.209570 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:08:49Z', 'revision_number': 3, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:57.210696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470cfc9-e60b-450a-b34e-d84b248f2782 None None] Network e0569156-1053-4139-80bd-ab39303eb09e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:57.270613 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a16b7-58c3-4975-9f26-ff937da4b996 None None] The sync data for ids ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'] in n-d-825496-5 is: [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:08:49Z', 'revision_number': 3, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:08:57.318792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (6ac3e58c-316e-493b-ab40-9dae04d87ada), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.437476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Provisioning complete for port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:57.438070 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.475309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb722f9-25eb-428b-bd30-e678c8bd47f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2692b033-c8e7-4d07-96c1-8294600480f7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.485094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1cb722f9-25eb-428b-bd30-e678c8bd47f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.487183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1cb722f9-25eb-428b-bd30-e678c8bd47f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2692b033-c8e7-4d07-96c1-8294600480f7 HTTP/1.1" status: 204 len: 168 time: 1.3404608 Jan 29 20:08:57.512055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Deleting port bf03df19-d24b-4b8f-9209-29a5407ce1da {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:57.513622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.530966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb722f9-25eb-428b-bd30-e678c8bd47f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2692b033-c8e7-4d07-96c1-8294600480f7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:57.550906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.568513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:57.568960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.576332 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks [] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.664427 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (6ac3e58c-316e-493b-ab40-9dae04d87ada), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.924471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.925145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for floatingip (bf03df19-d24b-4b8f-9209-29a5407ce1da), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:57.966232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Calling delete_port for bf03df19-d24b-4b8f-9209-29a5407ce1da owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:58.037670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (6ac3e58c-316e-493b-ab40-9dae04d87ada), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.074501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:58.074501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.088510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.093766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/6ac3e58c-316e-493b-ab40-9dae04d87ada HTTP/1.1" status: 204 len: 168 time: 1.2690194 Jan 29 20:08:58.191831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:58.199771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.231670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:58.242999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Current status of the port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:58.243406 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.330007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.331175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92a0fcaf-478f-4e90-9950-b8dd10966b63 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:58.385343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.483181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.597300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a33b47be-0eef-4b22-8bea-b0ae61ff947b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.599222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaf103-3254-40bb-8da5-d0a06fdf28b4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac3e58c-316e-493b-ab40-9dae04d87ada,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:58.672322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:58.676282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-407b43bc-63ff-48e9-8e4a-d1e440b4d40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.685744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (3f855d38-f396-406c-bebb-e25f9d730318), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.701309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:58.734149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:58.740665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52822) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:58.747288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87e2dd-87fb-4b0d-9051-0d44f896b230 None None] Network a33b47be-0eef-4b22-8bea-b0ae61ff947b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:08:58.789409 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:08:58.789893 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:08:58.798994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:58.801972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:08:58.861570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Pushing event updated for resources: {'Port': ['ID=46f837fa-23fd-41c2-9fd1-03a1f3579390,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:58.932770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafd81c8-e210-45d5-b7f2-de61cf92f2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:58.952490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network e0569156-1053-4139-80bd-ab39303eb09e is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:08:58.972424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:08:58.986943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (573c329d-2f9c-468e-8fa7-80f415a4ef2d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.044181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.109941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 92a0fcaf-478f-4e90-9950-b8dd10966b63 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:59.112387 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.317884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting port c71de5a2-840f-4332-aa76-bd53c44ff173 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:59.318230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.342695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.385880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafd81c8-e210-45d5-b7f2-de61cf92f2db admin admin] Publish callbacks [] for security_group (0165bf2f-5a7a-419e-b87b-28d70fb7cee9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.396370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 3f855d38-f396-406c-bebb-e25f9d730318 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:08:59.416885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bf03df19-d24b-4b8f-9209-29a5407ce1da), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.417174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-148d79a8-c669-4aa8-8ce0-f29746fba0d3 None None] Current status of the port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:59.439508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 92a0fcaf-478f-4e90-9950-b8dd10966b63 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:59.451243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] DHCP port deletion for a33b47be-0eef-4b22-8bea-b0ae61ff947b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:08:59.483392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafd81c8-e210-45d5-b7f2-de61cf92f2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0165bf2f-5a7a-419e-b87b-28d70fb7cee9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.552854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] For port c71de5a2-840f-4332-aa76-bd53c44ff173, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c71de5a2-840f-4332-aa76-bd53c44ff173,segment=NetworkSegment(b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d),segment_id=b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:59.553242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.594204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Pushing event deleted for resources: {'Port': ['ID=bf03df19-d24b-4b8f-9209-29a5407ce1da,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:59.614108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Provisioning complete for port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:59.618924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.649186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Calling delete_port for c71de5a2-840f-4332-aa76-bd53c44ff173 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:59.681496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fafd81c8-e210-45d5-b7f2-de61cf92f2db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3eb3a88b4e53458b99c5019c20c300c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9371150 Jan 29 20:08:59.685514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd81c8-e210-45d5-b7f2-de61cf92f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0165bf2f-5a7a-419e-b87b-28d70fb7cee9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:08:59.685706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] Deleting port c71de5a2-840f-4332-aa76-bd53c44ff173 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:08:59.686337 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.705443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52836) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:08:59.741402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:08:59.771179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ca60a9a6-c237-4dad-9302-aa148cfa5235 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "PUT /v2.0/routers/3f855d38-f396-406c-bebb-e25f9d730318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8342426 Jan 29 20:08:59.803870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Sync routers for ids ['3f855d38-f396-406c-bebb-e25f9d730318'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:08:59.814744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Current status of the port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:08:59.837370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] For port c71de5a2-840f-4332-aa76-bd53c44ff173, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c71de5a2-840f-4332-aa76-bd53c44ff173,segment=NetworkSegment(b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d),segment_id=b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:08:59.837528 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.859955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Routers {'3f855d38-f396-406c-bebb-e25f9d730318'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:08:59.861736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3f855d38-f396-406c-bebb-e25f9d730318'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:08:59.910697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] Calling delete_port for c71de5a2-840f-4332-aa76-bd53c44ff173 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:08:59.916354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72597351-61ae-42b4-b2af-cf954ac5a267 admin admin] Publish callbacks [] for security_group (0165bf2f-5a7a-419e-b87b-28d70fb7cee9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.920318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d424ee74-89f8-4c63-9045-c54e59b6180c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:08:59.927358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Provisioning complete for port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:08:59.928084 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:08:59.975499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:08:59.996879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72597351-61ae-42b4-b2af-cf954ac5a267 admin admin] Publish callbacks [] for security_group (0165bf2f-5a7a-419e-b87b-28d70fb7cee9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.081371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks [] for floatingip (8b8489e7-1772-4a64-ac3c-903eb12f404e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.084494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.085691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a3074e62-6234-42b1-b155-3aa9084ba660 tempest-FloatingIPAdminTestJSON-276297697 tempest-FloatingIPAdminTestJSON-276297697-project] 10.222.0.15 "DELETE /v2.0/floatingips/8b8489e7-1772-4a64-ac3c-903eb12f404e HTTP/1.1" status: 204 len: 168 time: 3.0749600 Jan 29 20:09:00.089760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.138902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Port': ['ID=c71de5a2-840f-4332-aa76-bd53c44ff173,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:00.168157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72597351-61ae-42b4-b2af-cf954ac5a267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0165bf2f-5a7a-419e-b87b-28d70fb7cee9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.170821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-72597351-61ae-42b4-b2af-cf954ac5a267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.174722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-72597351-61ae-42b4-b2af-cf954ac5a267 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0165bf2f-5a7a-419e-b87b-28d70fb7cee9 HTTP/1.1" status: 204 len: 168 time: 0.4655404 Jan 29 20:09:00.180315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No DVR routers for this DVR port c71de5a2-840f-4332-aa76-bd53c44ff173 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:00.192845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72597351-61ae-42b4-b2af-cf954ac5a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0165bf2f-5a7a-419e-b87b-28d70fb7cee9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:00.343182 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.482426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Provisioning complete for port 46f837fa-23fd-41c2-9fd1-03a1f3579390 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:00.482718 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.499681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a33b47be-0eef-4b22-8bea-b0ae61ff947b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.529396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33b47be-0eef-4b22-8bea-b0ae61ff947b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:00.543503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:00.543807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:00.555730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.571128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.577949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:00.578385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (b3d5e20e-2e33-4fa1-bbe2-2a7c085b4f3d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:00.596135 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:00.598521 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.603553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Set router 3f855d38-f396-406c-bebb-e25f9d730318 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:00.686630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks [] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.704064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d424ee74-89f8-4c63-9045-c54e59b6180c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:00.704580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.711211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-17491181-09ff-4861-bab5-1674ee6c880b tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:00.715783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-17491181-09ff-4861-bab5-1674ee6c880b tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/networks?id=e0569156-1053-4139-80bd-ab39303eb09e HTTP/1.1" status: 200 len: 797 time: 0.5492196 Jan 29 20:09:00.736033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Port 46f837fa-23fd-41c2-9fd1-03a1f3579390 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:00.746688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-791c89ea-4eca-4493-aabf-c79ce3c1113a None None] Could not find standard attr ID for object c71de5a2-840f-4332-aa76-bd53c44ff173. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:09:00.747927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-60159731-a30f-4d47-9758-aa4f34b03e58 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/quotas/ebe24f9fc5ab421ab5d3128d3be236ad HTTP/1.1" status: 200 len: 375 time: 0.0276167 Jan 29 20:09:00.748117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (c71de5a2-840f-4332-aa76-bd53c44ff173), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.816670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a33b47be-0eef-4b22-8bea-b0ae61ff947b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.822603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.829552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/a33b47be-0eef-4b22-8bea-b0ae61ff947b HTTP/1.1" status: 204 len: 168 time: 2.6355741 Jan 29 20:09:00.832813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:00.854764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] Pushing event deleted for resources: {'Port': ['ID=c71de5a2-840f-4332-aa76-bd53c44ff173,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:00.866808 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:00.874378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c012f6-0cf3-4c25-b7b0-f2c5a59e8f03 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=a33b47be-0eef-4b22-8bea-b0ae61ff947b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:00.927723 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4bd3fe-fb99-4cef-adf6-ba3427d4cc99 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:00.928667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4bd3fe-fb99-4cef-adf6-ba3427d4cc99 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:00.936132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ba4bd3fe-fb99-4cef-adf6-ba3427d4cc99 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/292e1dc5-524d-4cc0-a880-83e10d6175a5 HTTP/1.1" status: 404 len: 337 time: 0.1011307 Jan 29 20:09:00.939529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52876) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:00.986495 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc5cfbe-3d38-437d-baf5-b98741ce054d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:00.986998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc5cfbe-3d38-437d-baf5-b98741ce054d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:00.990973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2fc5cfbe-3d38-437d-baf5-b98741ce054d tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/4e3a9c32-01b4-4809-b0b9-bf778f4d4fc2 HTTP/1.1" status: 404 len: 339 time: 0.0480700 Jan 29 20:09:00.991583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52878) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:00.993921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff144e-3b73-49b5-8799-78cc98676dce None None] No DVR routers for this DVR port c71de5a2-840f-4332-aa76-bd53c44ff173 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:00.994133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:01.032981 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63f53bb-f192-4d91-9f5e-b539588462a4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:01.033700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63f53bb-f192-4d91-9f5e-b539588462a4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:01.039398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e63f53bb-f192-4d91-9f5e-b539588462a4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/81cbe5c7-fb0e-42eb-a01e-d4aca07906fb HTTP/1.1" status: 404 len: 337 time: 0.0392270 Jan 29 20:09:01.041302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52886) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:01.066205 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1de00d-95ee-49ca-95ec-9dfeff9353c6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:01.067098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1de00d-95ee-49ca-95ec-9dfeff9353c6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:01.070315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fe1de00d-95ee-49ca-95ec-9dfeff9353c6 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/c9839fd2-f2d7-4cc9-8031-37ee84754aeb HTTP/1.1" status: 404 len: 339 time: 0.0278890 Jan 29 20:09:01.073012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52888) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:01.099967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d424ee74-89f8-4c63-9045-c54e59b6180c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:01.100625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.105028 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3037f493-bf15-4e25-a6ec-2d0958999fa2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:01.105484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3037f493-bf15-4e25-a6ec-2d0958999fa2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:01.108688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3037f493-bf15-4e25-a6ec-2d0958999fa2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/4f29efcf-3d50-47d0-b13f-29fb77842bb9 HTTP/1.1" status: 404 len: 337 time: 0.0342498 Jan 29 20:09:01.112191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52892) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:01.128921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port d424ee74-89f8-4c63-9045-c54e59b6180c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d424ee74-89f8-4c63-9045-c54e59b6180c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:01.135407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:08:57Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a', 'name': '', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:be:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:53Z', 'updated_at': '2022-01-29T20:08:58Z', 'revision_number': 2, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:01.154707 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b17008f-781f-417f-bf8b-1e28a9643ace tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:01.154707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b17008f-781f-417f-bf8b-1e28a9643ace tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:01.157240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b17008f-781f-417f-bf8b-1e28a9643ace tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/7b2a6e95-7688-4485-a63e-f1352ac8a462 HTTP/1.1" status: 404 len: 339 time: 0.0438485 Jan 29 20:09:01.163931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:01.177839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Checking router: 3f855d38-f396-406c-bebb-e25f9d730318 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:09:01.178423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Updating router 3f855d38-f396-406c-bebb-e25f9d730318 port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:09:01.210851 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.240896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.241413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:01.334384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting subnet 6cd206c9-fe1b-4866-bc4e-f6c27549d20d {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:01.345696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (6cd206c9-fe1b-4866-bc4e-f6c27549d20d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.375827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-31a765dc-91f3-49f0-a3e4-be516f6ecae4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7af64c45c4e5428d9c712744eb9aef1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799500 Jan 29 20:09:01.376613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 52900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:01.438859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=d424ee74-89f8-4c63-9045-c54e59b6180c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:01.491471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (6cd206c9-fe1b-4866-bc4e-f6c27549d20d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.527044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2a861c8-d789-42d1-8ec8-46a42430c5f4 admin admin] Publish callbacks [] for security_group (2405d463-8976-4424-b4d3-56535c8a0312), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.531351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Pushing event updated for resources: {'Port': ['ID=46f837fa-23fd-41c2-9fd1-03a1f3579390,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:01.535558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (573c329d-2f9c-468e-8fa7-80f415a4ef2d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.538401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:01.538782 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.549877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-764405ef-b1fe-4dbd-8296-4da2f0d1a543 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7919676 Jan 29 20:09:01.712945 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.716962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (6cd206c9-fe1b-4866-bc4e-f6c27549d20d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.721093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:01.779381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2a861c8-d789-42d1-8ec8-46a42430c5f4 admin admin] Publish callbacks [] for security_group (2405d463-8976-4424-b4d3-56535c8a0312), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.793958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:01.795748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:01.840511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c71de5a2-840f-4332-aa76-bd53c44ff173 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:01.841333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-9c17e48e-70b3-4b4c-bb37-b70ebd86b974 service neutron] 10.222.0.15 "GET /v2.0/networks/e0569156-1053-4139-80bd-ab39303eb09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632537 Jan 29 20:09:01.871450 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Publish callbacks [] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:01.877211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c71de5a2-840f-4332-aa76-bd53c44ff173 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:01.877880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c71de5a2-840f-4332-aa76-bd53c44ff173 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:01.980586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (6cd206c9-fe1b-4866-bc4e-f6c27549d20d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.011612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd206c9-fe1b-4866-bc4e-f6c27549d20d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:02.015526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.020291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5a40f88-d950-4ac3-b441-c89123d732f2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/6cd206c9-fe1b-4866-bc4e-f6c27549d20d HTTP/1.1" status: 204 len: 168 time: 0.8552036 Jan 29 20:09:02.024593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52920) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:02.032330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2b2292-6663-45d7-99dd-a58e9124bdf6 None None] Network 4b175886-9316-428c-844a-7fef373f053f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:02.045515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2a861c8-d789-42d1-8ec8-46a42430c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2405d463-8976-4424-b4d3-56535c8a0312), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.049653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b2a861c8-d789-42d1-8ec8-46a42430c5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.050906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b2a861c8-d789-42d1-8ec8-46a42430c5f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2405d463-8976-4424-b4d3-56535c8a0312 HTTP/1.1" status: 204 len: 168 time: 0.6730952 Jan 29 20:09:02.073250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a861c8-d789-42d1-8ec8-46a42430c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405d463-8976-4424-b4d3-56535c8a0312,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:02.135060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.146110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d424ee74-89f8-4c63-9045-c54e59b6180c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:02.188358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-7cec9d5b-7303-4d8b-b3d7-dc8b429bd64b service neutron] 10.222.0.15 "GET /v2.0/networks/e0569156-1053-4139-80bd-ab39303eb09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458335 Jan 29 20:09:02.329269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Router 573c329d-2f9c-468e-8fa7-80f415a4ef2d has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:02.333654 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4b175886-9316-428c-844a-7fef373f053f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.400526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f792f98a-186e-4698-b61c-13ff9c96fd6d None None] Provisioning complete for port 46f837fa-23fd-41c2-9fd1-03a1f3579390 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:02.401013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f792f98a-186e-4698-b61c-13ff9c96fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.490784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980ad28-cb29-46aa-b89c-d5db4c2ce89a None None] Pushing event updated for resources: {'Port': ['ID=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:02.537480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d424ee74-89f8-4c63-9045-c54e59b6180c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:02.537480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.612245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f792f98a-186e-4698-b61c-13ff9c96fd6d None None] Port 46f837fa-23fd-41c2-9fd1-03a1f3579390 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:02.641400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Attempting to bind port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:02.641818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Attempting to bind port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:02.642350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Attempting to bind port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a on network e0569156-1053-4139-80bd-ab39303eb09e {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:02.688090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:02.688594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Checking segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:02.689569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.690267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Bound using segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:02.690822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Bound port: 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:02.691218 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.733115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a78b6b07-ec5f-40ec-8f63-5d2612135152 req-f9deec3b-dd01-4782-a61e-ebf7ecf65613 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.0658600 Jan 29 20:09:02.754314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:02.760349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] DHCP port deletion for 4b175886-9316-428c-844a-7fef373f053f request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:02.765311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ef6676f0-f450-4058-b641-f7b6060b321e admin admin] 10.222.0.15 "PUT /v2.0/routers/573c329d-2f9c-468e-8fa7-80f415a4ef2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7651620 Jan 29 20:09:02.802175 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Sync routers for ids ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:02.806623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting port 5b28b360-6bc8-4417-9615-edb5909e3504 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:02.812779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:02.816729 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Routers {'573c329d-2f9c-468e-8fa7-80f415a4ef2d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:02.817357 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:02.987192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] For port 5b28b360-6bc8-4417-9615-edb5909e3504, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b28b360-6bc8-4417-9615-edb5909e3504,segment=NetworkSegment(5968513f-3b84-49a9-8d67-a9d126c7c964),segment_id=5968513f-3b84-49a9-8d67-a9d126c7c964)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:02.992279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.014467 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Set router 573c329d-2f9c-468e-8fa7-80f415a4ef2d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:03.053332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c8bb9cc2-2399-42a5-87e8-7fa0c7172d57 None None] Provisioning complete for port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:03.053716 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9cc2-2399-42a5-87e8-7fa0c7172d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.081326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Calling delete_port for 5b28b360-6bc8-4417-9615-edb5909e3504 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:03.124064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] For port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:03.143798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb9cc2-2399-42a5-87e8-7fa0c7172d57 None None] Port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:03.176091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d424ee74-89f8-4c63-9045-c54e59b6180c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:03.197237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] For port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:03.208128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] Deleting port 5b28b360-6bc8-4417-9615-edb5909e3504 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:03.208544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.309539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 52992) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:03.316108 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:08:59Z', 'revision_number': 4, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '46f837fa-23fd-41c2-9fd1-03a1f3579390', 'name': '', 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'mac_address': 'fa:16:3e:28:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8350939c-d652-4570-9ee1-7d3d625761db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:56Z', 'updated_at': '2022-01-29T20:08:59Z', 'revision_number': 2, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'subnets': [{'id': '8350939c-d652-4570-9ee1-7d3d625761db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:03.324840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6767093c-b44f-453f-a9d8-61b9ab62de7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.330470 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.341819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] For port 5b28b360-6bc8-4417-9615-edb5909e3504, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b28b360-6bc8-4417-9615-edb5909e3504,segment=NetworkSegment(5968513f-3b84-49a9-8d67-a9d126c7c964),segment_id=5968513f-3b84-49a9-8d67-a9d126c7c964)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:03.342214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.352846 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Checking router: 573c329d-2f9c-468e-8fa7-80f415a4ef2d for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:09:03.352846 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Updating router 573c329d-2f9c-468e-8fa7-80f415a4ef2d port 46f837fa-23fd-41c2-9fd1-03a1f3579390 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:09:03.387477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] Calling delete_port for 5b28b360-6bc8-4417-9615-edb5909e3504 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:03.400732 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.464649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.477948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Routers {'3f855d38-f396-406c-bebb-e25f9d730318'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:03.478739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3f855d38-f396-406c-bebb-e25f9d730318'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:03.494746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980ad28-cb29-46aa-b89c-d5db4c2ce89a None None] Pushing event updated for resources: {'Port': ['ID=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:03.541771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6767093c-b44f-453f-a9d8-61b9ab62de7c admin admin] Publish callbacks [] for security_group (31fc9418-9d19-4794-ac01-6b965de2c96c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.543468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Port': ['ID=5b28b360-6bc8-4417-9615-edb5909e3504,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:03.580736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No DVR routers for this DVR port 5b28b360-6bc8-4417-9615-edb5909e3504 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:03.846183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4b175886-9316-428c-844a-7fef373f053f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.857836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] Provisioning complete for port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:03.858221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.874667 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Publish callbacks [] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.885729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6767093c-b44f-453f-a9d8-61b9ab62de7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (31fc9418-9d19-4794-ac01-6b965de2c96c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.905637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b175886-9316-428c-844a-7fef373f053f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:03.937393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5b28b360-6bc8-4417-9615-edb5909e3504), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:03.950541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5968513f-3b84-49a9-8d67-a9d126c7c964') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:03.950928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5968513f-3b84-49a9-8d67-a9d126c7c964') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:03.979488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] Pushing event deleted for resources: {'Port': ['ID=5b28b360-6bc8-4417-9615-edb5909e3504,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:03.983218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] Set router 3f855d38-f396-406c-bebb-e25f9d730318 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:03.991312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (5968513f-3b84-49a9-8d67-a9d126c7c964), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.016187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32326fa-3c92-4c51-81e0-08285b6605a6 None None] No DVR routers for this DVR port 5b28b360-6bc8-4417-9615-edb5909e3504 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:04.019931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b28b360-6bc8-4417-9615-edb5909e3504 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:04.025803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767093c-b44f-453f-a9d8-61b9ab62de7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc9418-9d19-4794-ac01-6b965de2c96c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:04.031425 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.061972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5b28b360-6bc8-4417-9615-edb5909e3504 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:04.062336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b28b360-6bc8-4417-9615-edb5909e3504 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:04.069945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecd58e85-99d9-4a43-8a33-4a33255cf456 req-f44abd6d-519a-4117-9159-b44eff585938 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.1594040 Jan 29 20:09:04.086876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6767093c-b44f-453f-a9d8-61b9ab62de7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d1c5661110a471aa57baadfc28ee562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7758417 Jan 29 20:09:04.092142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53016) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:04.102990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5968513f-3b84-49a9-8d67-a9d126c7c964), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.120839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:04.122457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (5968513f-3b84-49a9-8d67-a9d126c7c964), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:04.157381 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:04.187597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] Current status of the port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:04.188003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.309525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00b20665-20a2-41f6-86e2-e60f69c4fb84 admin admin] Publish callbacks [] for security_group (31fc9418-9d19-4794-ac01-6b965de2c96c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.334904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e12185-4fa9-499f-954b-8a88b171c88c None None] Pushing event updated for resources: {'Port': ['ID=46f837fa-23fd-41c2-9fd1-03a1f3579390,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:04.369988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] For port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:04.431163 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00b20665-20a2-41f6-86e2-e60f69c4fb84 admin admin] Publish callbacks [] for security_group (31fc9418-9d19-4794-ac01-6b965de2c96c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.434618 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Attempting to bind port 46f837fa-23fd-41c2-9fd1-03a1f3579390 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:04.435244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Attempting to bind port 46f837fa-23fd-41c2-9fd1-03a1f3579390 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:04.435953 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Attempting to bind port 46f837fa-23fd-41c2-9fd1-03a1f3579390 on network 24f60689-4165-46bf-b84f-0c0c4e8df61e {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:04.444083 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:04.444875 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Checking segment: {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:04.445695 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.446231 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Bound using segment: {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:04.446854 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Bound port: 46f837fa-23fd-41c2-9fd1-03a1f3579390, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587fbc41-130c-48a5-a083-458491830312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:04.447556 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.482903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.562993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4b175886-9316-428c-844a-7fef373f053f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.573544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.577983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/4b175886-9316-428c-844a-7fef373f053f HTTP/1.1" status: 204 len: 168 time: 2.5521867 Jan 29 20:09:04.582335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53026) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:04.590143 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] For port 46f837fa-23fd-41c2-9fd1-03a1f3579390, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:04.594225 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] For port 46f837fa-23fd-41c2-9fd1-03a1f3579390, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46f837fa-23fd-41c2-9fd1-03a1f3579390,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:04.604486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa3ff8-3064-4e79-bb71-bb6a633802c2 None None] Pushing event updated for resources: {'Port': ['ID=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:04.608992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:08:57Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a', 'name': '', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:be:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:53Z', 'updated_at': '2022-01-29T20:09:03Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:04.621853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaa649-0fa3-4dee-baf5-e7cfbf96cdf2 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=4b175886-9316-428c-844a-7fef373f053f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:04.646091 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e904ab-bc9e-44d8-ae11-35a5c35bfce4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:04.646564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e904ab-bc9e-44d8-ae11-35a5c35bfce4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:04.649681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-49e904ab-bc9e-44d8-ae11-35a5c35bfce4 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/1a44f237-8a65-412d-9f43-33a84d6babc6 HTTP/1.1" status: 404 len: 337 time: 0.0642118 Jan 29 20:09:04.652133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd6635-fd58-4e26-8be8-f114ad9f25cd None None] The sync data for ids ['3f855d38-f396-406c-bebb-e25f9d730318'] in n-d-825496-5 is: [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:08:57Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a', 'name': '', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:be:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:53Z', 'updated_at': '2022-01-29T20:09:03Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:04.652412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53028) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:04.667227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0b89ee5a-27c4-4c64-99d2-9948b710f457 None None] Provisioning complete for port 46f837fa-23fd-41c2-9fd1-03a1f3579390 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:04.667747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0b89ee5a-27c4-4c64-99d2-9948b710f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.673778 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a76b87c-968c-4674-bd97-242c62ad9bdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] DELETE failed (client error): The resource could not be found. Jan 29 20:09:04.674604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a76b87c-968c-4674-bd97-242c62ad9bdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:04.677668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3a76b87c-968c-4674-bd97-242c62ad9bdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/8121ba50-9faf-4fe2-860c-24bfb859cb07 HTTP/1.1" status: 404 len: 339 time: 0.0241506 Jan 29 20:09:04.680336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:04.741266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0b89ee5a-27c4-4c64-99d2-9948b710f457 None None] Port 46f837fa-23fd-41c2-9fd1-03a1f3579390 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:04.752994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00b20665-20a2-41f6-86e2-e60f69c4fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (31fc9418-9d19-4794-ac01-6b965de2c96c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.754082 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.759773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00b20665-20a2-41f6-86e2-e60f69c4fb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.764139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-00b20665-20a2-41f6-86e2-e60f69c4fb84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31fc9418-9d19-4794-ac01-6b965de2c96c HTTP/1.1" status: 204 len: 168 time: 0.6672432 Jan 29 20:09:04.805255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b20665-20a2-41f6-86e2-e60f69c4fb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc9418-9d19-4794-ac01-6b965de2c96c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:04.805348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting subnet e96df40c-beb8-4bc2-be92-b7d0de1ec6a9 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:04.827901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (e96df40c-beb8-4bc2-be92-b7d0de1ec6a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:04.956919 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (e96df40c-beb8-4bc2-be92-b7d0de1ec6a9), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.054853 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Routers {'573c329d-2f9c-468e-8fa7-80f415a4ef2d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:05.055998 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:05.202222 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e96df40c-beb8-4bc2-be92-b7d0de1ec6a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.287722 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e12185-4fa9-499f-954b-8a88b171c88c None None] Pushing event updated for resources: {'Port': ['ID=46f837fa-23fd-41c2-9fd1-03a1f3579390,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:05.305457 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] Set router 573c329d-2f9c-468e-8fa7-80f415a4ef2d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:05.318985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eefe86c2-4d55-4e05-ba5a-69e23466da7f req-346d36e9-286f-4559-9193-6e0ac7c7b572 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.0869355 Jan 29 20:09:05.513864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (e96df40c-beb8-4bc2-be92-b7d0de1ec6a9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.618864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] Provisioning complete for port 46f837fa-23fd-41c2-9fd1-03a1f3579390 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:05.621757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.629395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Subnet': ['ID=e96df40c-beb8-4bc2-be92-b7d0de1ec6a9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:05.639316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.649610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-40695813-4968-48d6-b1d8-c5d0f48fd617 tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/subnets/e96df40c-beb8-4bc2-be92-b7d0de1ec6a9 HTTP/1.1" status: 204 len: 168 time: 0.9681954 Jan 29 20:09:05.652331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bacbfa-a996-422a-9c41-c3fb322f5a18 None None] Network cbf2d116-4ed5-48f1-9329-44549539fa9f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:05.652814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53092) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:05.828631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (cbf2d116-4ed5-48f1-9329-44549539fa9f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.879507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] Current status of the port 46f837fa-23fd-41c2-9fd1-03a1f3579390 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:05.879902 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.890096 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:08:59Z', 'revision_number': 4, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '46f837fa-23fd-41c2-9fd1-03a1f3579390', 'name': '', 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'mac_address': 'fa:16:3e:28:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8350939c-d652-4570-9ee1-7d3d625761db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:56Z', 'updated_at': '2022-01-29T20:09:04Z', 'revision_number': 4, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'subnets': [{'id': '8350939c-d652-4570-9ee1-7d3d625761db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:05.915884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Deleting port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:05.916594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:05.942010 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ecd55-9303-40b4-b3ce-5a002979b0cf None None] The sync data for ids ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'] in n-d-825496-5 is: [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:08:59Z', 'revision_number': 4, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '46f837fa-23fd-41c2-9fd1-03a1f3579390', 'name': '', 'network_id': '24f60689-4165-46bf-b84f-0c0c4e8df61e', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'mac_address': 'fa:16:3e:28:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8350939c-d652-4570-9ee1-7d3d625761db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:56Z', 'updated_at': '2022-01-29T20:09:04Z', 'revision_number': 4, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'subnets': [{'id': '8350939c-d652-4570-9ee1-7d3d625761db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:05.982627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] For port 46f837fa-23fd-41c2-9fd1-03a1f3579390, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46f837fa-23fd-41c2-9fd1-03a1f3579390,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:06.077955 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.158827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] For port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,segment=NetworkSegment(9c2be368-bd0b-4513-b8a2-a366dcc49aed),segment_id=9c2be368-bd0b-4513-b8a2-a366dcc49aed)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:06.159309 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.165826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:06.207172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Calling delete_port for ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:06.237143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] DHCP port deletion for cbf2d116-4ed5-48f1-9329-44549539fa9f request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:06.327519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:06.394166 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a15385a-89b9-4616-b95f-9b2d013f4524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.454531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8136f01-1385-4272-abda-dec72e4613bb None None] Pushing event updated for resources: {'Port': ['ID=46f837fa-23fd-41c2-9fd1-03a1f3579390,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:06.541453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:06.542020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.640967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] Deleting port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:06.642149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.669359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22bf8b8e-0253-453e-a558-aa033d8bb9ec req-3c385784-84a6-4bf3-991c-20992a42ca40 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.1857705 Jan 29 20:09:06.746133 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a15385a-89b9-4616-b95f-9b2d013f4524 admin admin] Publish callbacks [] for security_group (c54a8756-bb32-4bb3-9c32-42842cf154cd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.876835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] For port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,segment=NetworkSegment(9c2be368-bd0b-4513-b8a2-a366dcc49aed),segment_id=9c2be368-bd0b-4513-b8a2-a366dcc49aed)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:06.879514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:06.900857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] Calling delete_port for ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:06.993459 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2a15385a-89b9-4616-b95f-9b2d013f4524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c54a8756-bb32-4bb3-9c32-42842cf154cd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.024380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.043660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] No DVR routers for this DVR port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:07.083826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ededceb8-fcf8-4bd9-98c8-25209b1fc4f9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.141276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15385a-89b9-4616-b95f-9b2d013f4524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a8756-bb32-4bb3-9c32-42842cf154cd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:07.171904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a15385a-89b9-4616-b95f-9b2d013f4524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f428048794be488583a9812f1977d4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432226 Jan 29 20:09:07.177000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53124) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:07.200003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] Pushing event deleted for resources: {'Port': ['ID=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:07.204750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90b395-5fa7-4620-ac4c-8971a5bd3885 None None] No DVR routers for this DVR port ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:07.210673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Port': ['ID=ededceb8-fcf8-4bd9-98c8-25209b1fc4f9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:07.328031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:07.435543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (cbf2d116-4ed5-48f1-9329-44549539fa9f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.437675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f28e4870-e125-48cf-945b-b2b2a8db5fa3 admin admin] Publish callbacks [] for security_group (c54a8756-bb32-4bb3-9c32-42842cf154cd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.485626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f28e4870-e125-48cf-945b-b2b2a8db5fa3 admin admin] Publish callbacks [] for security_group (c54a8756-bb32-4bb3-9c32-42842cf154cd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.486091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf2d116-4ed5-48f1-9329-44549539fa9f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:07.518115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2be368-bd0b-4513-b8a2-a366dcc49aed') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:07.518115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2be368-bd0b-4513-b8a2-a366dcc49aed') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:07.543690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (9c2be368-bd0b-4513-b8a2-a366dcc49aed), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.572240 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9c2be368-bd0b-4513-b8a2-a366dcc49aed), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.587826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:07.594392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (9c2be368-bd0b-4513-b8a2-a366dcc49aed), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:07.617914 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:07.645112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f28e4870-e125-48cf-945b-b2b2a8db5fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c54a8756-bb32-4bb3-9c32-42842cf154cd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.647926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f28e4870-e125-48cf-945b-b2b2a8db5fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:07.649319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f28e4870-e125-48cf-945b-b2b2a8db5fa3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c54a8756-bb32-4bb3-9c32-42842cf154cd HTTP/1.1" status: 204 len: 168 time: 0.4745033 Jan 29 20:09:07.732481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e4870-e125-48cf-945b-b2b2a8db5fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a8756-bb32-4bb3-9c32-42842cf154cd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:08.049989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd55c3df-8398-4eb3-a4ae-a132646c55d6 req-7c7dd002-cc25-4cbb-be1d-af0113b2164f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.1421461 Jan 29 20:09:08.056630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (cbf2d116-4ed5-48f1-9329-44549539fa9f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:08.081826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:08.093124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] 10.222.0.15 "DELETE /v2.0/networks/cbf2d116-4ed5-48f1-9329-44549539fa9f HTTP/1.1" status: 204 len: 168 time: 2.4391713 Jan 29 20:09:08.177411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3677c3-9f75-498c-a8a6-cfd1987ecfdc tempest-NetworksIpV6Test-1450875068 tempest-NetworksIpV6Test-1450875068-project] Pushing event deleted for resources: {'Network': ['ID=cbf2d116-4ed5-48f1-9329-44549539fa9f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:08.224082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46f837fa-23fd-41c2-9fd1-03a1f3579390 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:08.285058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:08.385913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 46f837fa-23fd-41c2-9fd1-03a1f3579390 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:08.389775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:08.642684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 46f837fa-23fd-41c2-9fd1-03a1f3579390 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:08.756291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:08.825709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:08.826113 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ededceb8-fcf8-4bd9-98c8-25209b1fc4f9 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:09.069850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53174) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:09.301852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4bfb2228-b7d6-4d8d-85d3-515599f07ee0 req-44019ef2-3c66-4b8a-8155-69eb1f800383 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.0734386 Jan 29 20:09:09.547665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53186) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:09.554858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-10b54680-59e8-44a4-8703-d0945ad15a64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fef14a70e8184a62be15ca934403b59d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820609 Jan 29 20:09:09.582967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-c3ebd351-86fc-49f5-9b74-bd1f166e595f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2228212 Jan 29 20:09:09.665176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60bf1da1-ca56-41da-87d1-f5fdc586fe3e admin admin] Publish callbacks [] for security_group (645db0a5-fa42-4ea4-9233-7d9c7eb3eaae), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:09.731646 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60bf1da1-ca56-41da-87d1-f5fdc586fe3e admin admin] Publish callbacks [] for security_group (645db0a5-fa42-4ea4-9233-7d9c7eb3eaae), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:09.802493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-ebd1124d-e851-4b4b-ba0f-966240c9299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:09.806412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-ebd1124d-e851-4b4b-ba0f-966240c9299a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.1384330 Jan 29 20:09:09.910589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60bf1da1-ca56-41da-87d1-f5fdc586fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (645db0a5-fa42-4ea4-9233-7d9c7eb3eaae), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:09.914783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-60bf1da1-ca56-41da-87d1-f5fdc586fe3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:09.919467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-60bf1da1-ca56-41da-87d1-f5fdc586fe3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/645db0a5-fa42-4ea4-9233-7d9c7eb3eaae HTTP/1.1" status: 204 len: 168 time: 0.3693137 Jan 29 20:09:09.935036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf1da1-ca56-41da-87d1-f5fdc586fe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645db0a5-fa42-4ea4-9233-7d9c7eb3eaae,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:10.206612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-04c0203e-a2d5-49ce-9040-f30eda6a6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:10.208626 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-04c0203e-a2d5-49ce-9040-f30eda6a6893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 897 time: 0.3730834 Jan 29 20:09:10.585914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4ffa6735-7821-42fb-8f88-659e7b620ba7 req-deabc4b8-3d5b-4444-bce5-f7b70ea59a34 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.1108408 Jan 29 20:09:10.703883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-e009043d-06a2-4b3a-85c8-100f393292a8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:10.709897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-e009043d-06a2-4b3a-85c8-100f393292a8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.13 "GET /v2.0/networks?id=e0569156-1053-4139-80bd-ab39303eb09e HTTP/1.1" status: 200 len: 797 time: 0.5001416 Jan 29 20:09:10.736069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-eaa41699-5583-4c3e-ae7f-11a50fe36b0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 1002 time: 0.3697205 Jan 29 20:09:10.745493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Request body: {'port': {'device_id': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'admin_state_up': True, 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:10.956784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-f1ff5811-8ff0-48c2-aa01-83b9a4c62cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:10.961859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-f1ff5811-8ff0-48c2-aa01-83b9a4c62cd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 200 len: 833 time: 0.0630996 Jan 29 20:09:11.023904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Made reservation on behalf of ebe24f9fc5ab421ab5d3128d3be236ad for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:11.027634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:11.067059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-0ec96f3f-cd0e-4bac-8075-e8d58087d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:11.068938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-0ec96f3f-cd0e-4bac-8075-e8d58087d6a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7067daa1-7f14-40d7-9a60-e602fb3157c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008685 Jan 29 20:09:11.117929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-5e4607cb-c08c-49db-bee7-b4e046b5177f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:11.125265 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-5e4607cb-c08c-49db-bee7-b4e046b5177f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.3338783 Jan 29 20:09:11.164148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-69c26364-d76c-4b04-bb72-8ba43d3e9929 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0362248 Jan 29 20:09:11.319751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-a0edec15-9cea-4241-ac98-3c18ff8e1297 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522839 Jan 29 20:09:11.406192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-fcf8c0bf-e98a-4d3d-83e0-d436d8ccf275 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590363 Jan 29 20:09:11.488772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-677c18de-c919-4830-a46e-b5e5ed664ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589544 Jan 29 20:09:11.580777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Allocated IP 172.20.0.28 (e0569156-1053-4139-80bd-ab39303eb09e/3402cf23-1fe2-4ed1-baab-4ef7cbb0461f/b277e36c-9359-4406-a149-b87461a2da5a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:11.595817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a09c4836-de85-4eed-b39e-06ebd3ebc99b req-03d85075-84fd-475d-a924-5386c635d2d3 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663318 Jan 29 20:09:11.697466 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-49a1554c-a631-4ec0-a7e9-f0b4217eb074 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035604 Jan 29 20:09:11.767452 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10067411-f5e5-4cdb-8c3b-36bb8116cf8d req-fc62b4bc-307d-496e-8656-535b0105fd92 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.0402045 Jan 29 20:09:11.893875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for port (b277e36c-9359-4406-a149-b87461a2da5a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.047415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53282) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:12.049109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b277e36c-9359-4406-a149-b87461a2da5a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.099858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Network e0569156-1053-4139-80bd-ab39303eb09e is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:12.103981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:12.106493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:12.146297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event updated for resources: {'Port': ['ID=b277e36c-9359-4406-a149-b87461a2da5a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:12.241966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:12.242622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.455408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1734770185'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:12.581771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7c15c72a-d483-4816-9abf-ec7293a33f39 None None] Provisioning complete for port b277e36c-9359-4406-a149-b87461a2da5a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:12.582364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c15c72a-d483-4816-9abf-ec7293a33f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b277e36c-9359-4406-a149-b87461a2da5a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.619070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6a82225e-5b6f-4f2a-aa75-c56fd2b78d19 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8816104 Jan 29 20:09:12.639543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7c15c72a-d483-4816-9abf-ec7293a33f39 None None] Port b277e36c-9359-4406-a149-b87461a2da5a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:12.639782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Request body: {'port': {'device_id': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:12.759077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:12.762757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.815640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b277e36c-9359-4406-a149-b87461a2da5a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.832834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53314) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:12.837177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:12.887092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b133a73-6261-4c26-83c0-e64cbfd12ddd req-12d56e90-abf7-46ac-afc7-1e1730ca0deb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0772109 Jan 29 20:09:13.030096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc2809-d4c8-4871-9742-a2283a23c742 req-5f355af5-5163-475f-9412-069ea77143c3 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:13.031705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89dc2809-d4c8-4871-9742-a2283a23c742 req-5f355af5-5163-475f-9412-069ea77143c3 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 895 time: 0.1338503 Jan 29 20:09:13.056774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1190c0f7-f2e8-49ce-b33f-9a13a071ce25 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:13.110675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for security_group (cba9cbaf-71df-4e07-9720-ca97a22a1f76), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.175808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1190c0f7-f2e8-49ce-b33f-9a13a071ce25 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "PUT /v2.0/quotas/e16f3a9d2811445fb3f58cd9cb5da4d6 HTTP/1.1" status: 200 len: 368 time: 0.3363819 Jan 29 20:09:13.178696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:13.185622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Request body: {'network': {'project_id': 'e16f3a9d2811445fb3f58cd9cb5da4d6'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:13.210798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cba9cbaf-71df-4e07-9720-ca97a22a1f76), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.241645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:13.253024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9cbaf-71df-4e07-9720-ca97a22a1f76,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:13.258451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c8d78cb-94a6-48f9-9889-79c96eb6af2e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.258808 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 4c8d78cb-94a6-48f9-9889-79c96eb6af2e of type vlan for network 6dfd0fdc-a056-460b-931e-1a1789a278ec Jan 29 20:09:13.302231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Made reservation on behalf of e16f3a9d2811445fb3f58cd9cb5da4d6 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:13.304981 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.318301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.342816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (6dfd0fdc-a056-460b-931e-1a1789a278ec), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.443503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for security_group (cc66a9a2-ba3a-4cfa-b92d-430d52e284e9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.519636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (6dfd0fdc-a056-460b-931e-1a1789a278ec), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.530384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:13.530384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.547387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cc66a9a2-ba3a-4cfa-b92d-430d52e284e9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.621493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:13.709380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1bdfee3f-c820-409f-84d6-342fa5c05e2b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.710042 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Added segment 1bdfee3f-c820-409f-84d6-342fa5c05e2b of type vlan for network f5fa1ff8-58f3-4c10-9798-426c664e144e Jan 29 20:09:13.711586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66a9a2-ba3a-4cfa-b92d-430d52e284e9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:13.726950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=6dfd0fdc-a056-460b-931e-1a1789a278ec,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:13.756238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:13.772286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fcca6576-1e5d-4f65-bc36-e6299edfd0f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7236595 Jan 29 20:09:13.773111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b277e36c-9359-4406-a149-b87461a2da5a {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:09:13.774153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:13.782991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-376838511'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:13.785461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Publish callbacks [] for port (b277e36c-9359-4406-a149-b87461a2da5a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.798965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f5fa1ff8-58f3-4c10-9798-426c664e144e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.805774 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Transition to ACTIVE for port object b277e36c-9359-4406-a149-b87461a2da5a will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:09:13.934195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b277e36c-9359-4406-a149-b87461a2da5a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.938886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:13.939563 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.957949 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f5fa1ff8-58f3-4c10-9798-426c664e144e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:13.958909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:13.961699 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.021660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:14.025919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bea20ce6-1c3c-4d9f-9e98-34e740504f55 req-bdbf0460-8830-4a88-834a-12a03a7cfb04 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0569830 Jan 29 20:09:14.039209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0166788e-7a42-45b4-8961-f22bfec917d6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.039562 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 0166788e-7a42-45b4-8961-f22bfec917d6 of type vlan for network 672c1911-dbba-4a7d-aa2b-aba09917ff1b Jan 29 20:09:14.115417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Pushing event updated for resources: {'Port': ['ID=b277e36c-9359-4406-a149-b87461a2da5a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:14.149159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Attempting to bind port b277e36c-9359-4406-a149-b87461a2da5a on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:14.149503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Attempting to bind port b277e36c-9359-4406-a149-b87461a2da5a by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:14.149839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Attempting to bind port b277e36c-9359-4406-a149-b87461a2da5a on network e0569156-1053-4139-80bd-ab39303eb09e {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:14.156064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Port b277e36c-9359-4406-a149-b87461a2da5a on network e0569156-1053-4139-80bd-ab39303eb09e not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:09:14.156416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Attempting to bind port b277e36c-9359-4406-a149-b87461a2da5a on network e0569156-1053-4139-80bd-ab39303eb09e {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:14.163442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:14.163791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Checking segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:14.164184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Bound using segment: {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:14.164647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Bound port: b277e36c-9359-4406-a149-b87461a2da5a, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba62121-b5c5-4591-915c-9b1856362d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:14.165013 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b277e36c-9359-4406-a149-b87461a2da5a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.204704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (672c1911-dbba-4a7d-aa2b-aba09917ff1b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.273691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Pushing event updated for resources: {'Network': ['ID=f5fa1ff8-58f3-4c10-9798-426c664e144e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:14.285162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f5fa1ff8-58f3-4c10-9798-426c664e144e details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:14.288675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] For port b277e36c-9359-4406-a149-b87461a2da5a, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:14.292390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] For port b277e36c-9359-4406-a149-b87461a2da5a, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b277e36c-9359-4406-a149-b87461a2da5a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:14.328399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d7940c47-526a-4cae-9350-2eba35676eca tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1460981 Jan 29 20:09:14.328691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53356) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:14.334112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Request body: {'network': {'project_id': 'e16f3a9d2811445fb3f58cd9cb5da4d6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:14.368812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b084d5-f6b7-4a9a-a44f-d78ddd032d26 req-125db666-b6cc-4ffd-b18f-90cc049f4188 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:14.370932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82b084d5-f6b7-4a9a-a44f-d78ddd032d26 req-125db666-b6cc-4ffd-b18f-90cc049f4188 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 907 time: 0.1572990 Jan 29 20:09:14.478006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b277e36c-9359-4406-a149-b87461a2da5a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.479885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (672c1911-dbba-4a7d-aa2b-aba09917ff1b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.493590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:14.495609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.550793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Made reservation on behalf of e16f3a9d2811445fb3f58cd9cb5da4d6 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:14.550793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.606181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:14.606858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.608381 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] 10.222.0.13 "PUT /v2.0/ports/b277e36c-9359-4406-a149-b87461a2da5a HTTP/1.1" status: 200 len: 1055 time: 1.9776118 Jan 29 20:09:14.609118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'tag': 'b277e36c-9359-4406-a149-b87461a2da5a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:14.632680 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb" -d '{"events": [{"name": "network-changed", "server_uuid": "290b8a30-230c-43ad-bfc3-0bc13a74bb38", "tag": "b277e36c-9359-4406-a149-b87461a2da5a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:14.672428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=672c1911-dbba-4a7d-aa2b-aba09917ff1b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:14.686742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:14.726202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:14.733349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e241918-7815-44ca-aa14-2516fb19a5fc service neutron] Pushing event updated for resources: {'Port': ['ID=b277e36c-9359-4406-a149-b87461a2da5a,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:14.743718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0724f35a-fda1-45d9-a673-8f6d14c65774), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.744989 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Added segment 0724f35a-fda1-45d9-a673-8f6d14c65774 of type vlan for network d471d538-3f08-4880-b1e5-9cb31b33751f Jan 29 20:09:14.772018 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6da77-bc01-4049-850a-d9c82d6884d4 x-openstack-request-id: req-f6c6da77-bc01-4049-850a-d9c82d6884d4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:14.773102 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290b8a30-230c-43ad-bfc3-0bc13a74bb38", "tag": "b277e36c-9359-4406-a149-b87461a2da5a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:14.773577 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6c6da77-bc01-4049-850a-d9c82d6884d4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:14.774141 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'tag': 'b277e36c-9359-4406-a149-b87461a2da5a', 'status': 'completed', 'code': 200} Jan 29 20:09:14.811448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4c4ff75b-2445-4851-aba1-00293b40c3a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0329421 Jan 29 20:09:14.817198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:14.823470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:14.862628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d471d538-3f08-4880-b1e5-9cb31b33751f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.906005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-a980dfb5-7923-4f11-8ca0-a9a99a9a8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:14.909889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-a980dfb5-7923-4f11-8ca0-a9a99a9a8017 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 1089 time: 0.1067472 Jan 29 20:09:14.995092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d471d538-3f08-4880-b1e5-9cb31b33751f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:14.996071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:14.996730 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:15.092644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:15.105832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:15.193881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Pushing event updated for resources: {'Network': ['ID=d471d538-3f08-4880-b1e5-9cb31b33751f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:15.208522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d471d538-3f08-4880-b1e5-9cb31b33751f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:15.270600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9529a43b-e269-44f8-b158-923f131a1fa6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9406152 Jan 29 20:09:15.286242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53382) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:15.291177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-79483d8a-cbcd-4848-ae64-c930b3123465 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Request body: {'network': {'project_id': 'e16f3a9d2811445fb3f58cd9cb5da4d6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:15.311532 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-79483d8a-cbcd-4848-ae64-c930b3123465 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 20:09:15.311532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79483d8a-cbcd-4848-ae64-c930b3123465 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:09:15.316472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-79483d8a-cbcd-4848-ae64-c930b3123465 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0289078 Jan 29 20:09:15.317249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53386) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:15.382917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95664900-7fe3-499b-af9a-23adbde13dca req-0b3179b2-96bf-49f5-9630-e20fea73d83d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0628831 Jan 29 20:09:15.437637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-6324fe5c-9812-4b5f-b710-ec70af744cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:15.438278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-6324fe5c-9812-4b5f-b710-ec70af744cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:15.440449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-6324fe5c-9812-4b5f-b710-ec70af744cfe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.5230234 Jan 29 20:09:15.474232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-90395baa-fcd6-40a4-b2a1-b1f7038eabcc tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e16f3a9d2811445fb3f58cd9cb5da4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494257 Jan 29 20:09:15.491005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:15.799753 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (e99a0c01-f099-4403-ba8f-935bf2d9eb89), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:15.840019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562340b-e9e5-437b-8b8f-7b033ce3f91f req-3ed6ddb7-0c22-423c-a153-145fc7219225 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:15.842422 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3562340b-e9e5-437b-8b8f-7b033ce3f91f req-3ed6ddb7-0c22-423c-a153-145fc7219225 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 907 time: 0.2610250 Jan 29 20:09:15.846713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f630f28-85c6-46b1-b663-f351cdba421b tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for security_group (cc66a9a2-ba3a-4cfa-b92d-430d52e284e9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:15.864243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-eba2d419-8526-4e3d-a5ae-984f77df4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:15.864243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cde48c1b-9a18-4bb0-b735-cbc40c4314bb req-eba2d419-8526-4e3d-a5ae-984f77df4107 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4017494 Jan 29 20:09:15.989113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=e99a0c01-f099-4403-ba8f-935bf2d9eb89,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:16.023789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f630f28-85c6-46b1-b663-f351cdba421b tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for security_group (cc66a9a2-ba3a-4cfa-b92d-430d52e284e9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.048974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '4c8d78cb-94a6-48f9-9889-79c96eb6af2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:16.049763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: 6dfd0fdc-a056-460b-931e-1a1789a278ec, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:09:16.102659 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-8db7ad12-da23-4dbf-9d8b-fc0b9fb323f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:16.104565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-8db7ad12-da23-4dbf-9d8b-fc0b9fb323f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 1089 time: 0.1721268 Jan 29 20:09:16.163462 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-ca72a288-b459-4894-aad1-cc71544de90b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b277e36c-9359-4406-a149-b87461a2da5a HTTP/1.1" status: 200 len: 217 time: 0.0466373 Jan 29 20:09:16.170592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:09:16.175725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-bc0fea2f-36dd-4b91-8ed3-6b3e34a45f3b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:16.177268 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-bc0fea2f-36dd-4b91-8ed3-6b3e34a45f3b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.3282006 Jan 29 20:09:16.198243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:16.256945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 6dfd0fdc-a056-460b-931e-1a1789a278ec) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:16.274276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ae40d-b2b0-4ef4-ac4d-263598a4fde8 None None] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:16.279949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:16.281980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.304601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-e87b9e80-2cc2-47c0-a3a5-2dcbb6ea85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:16.306072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-e87b9e80-2cc2-47c0-a3a5-2dcbb6ea85f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3402cf23-1fe2-4ed1-baab-4ef7cbb0461f HTTP/1.1" status: 200 len: 837 time: 0.1279066 Jan 29 20:09:16.344148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f630f28-85c6-46b1-b663-f351cdba421b tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cc66a9a2-ba3a-4cfa-b92d-430d52e284e9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.353306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5f630f28-85c6-46b1-b663-f351cdba421b tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.356646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5f630f28-85c6-46b1-b663-f351cdba421b tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc66a9a2-ba3a-4cfa-b92d-430d52e284e9 HTTP/1.1" status: 204 len: 168 time: 0.8652334 Jan 29 20:09:16.361956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:16.402461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f630f28-85c6-46b1-b663-f351cdba421b tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66a9a2-ba3a-4cfa-b92d-430d52e284e9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:16.445632 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-308348dd-f5f0-4da8-bb5c-266175c35627 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6267138 Jan 29 20:09:16.452183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:16.468463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:16.518182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-4c9d90b7-2c5b-42ef-87ac-db56d00e62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:16.521238 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-4c9d90b7-2c5b-42ef-87ac-db56d00e62cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0569156-1053-4139-80bd-ab39303eb09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2033224 Jan 29 20:09:16.583686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:16.589019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.599875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-6dfd0fdc-a056-460b-931e-1a1789a278ec', 'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': 'e99a0c01-f099-4403-ba8f-935bf2d9eb89'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:09:16.600811 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.828066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7c5a07c-f054-4e06-8acf-d238f62623f8 req-f5d06f7f-5aba-4a11-b572-e38019b00858 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.2551129 Jan 29 20:09:16.854322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d471d538-3f08-4880-b1e5-9cb31b33751f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:16.891983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Allocated IP 172.20.0.2 (6dfd0fdc-a056-460b-931e-1a1789a278ec/e99a0c01-f099-4403-ba8f-935bf2d9eb89/e2fe0197-a806-4827-99df-a34d2c6dfd77) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:16.902630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-bee7691e-3751-4bb7-a4a0-e76af19941d8 service neutron] 10.222.0.13 "GET /v2.0/networks/e0569156-1053-4139-80bd-ab39303eb09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703198 Jan 29 20:09:17.039728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:17.051718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.166252 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d471d538-3f08-4880-b1e5-9cb31b33751f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.182467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.9 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/524adabe-a6f5-47c9-9404-3015a353a82c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:17.230255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b35ab0e7-206d-4618-a1d4-15f611fd3c52 req-4803c61e-3862-462f-a20c-e6aa9b79dc1f service neutron] 10.222.0.13 "GET /v2.0/networks/e0569156-1053-4139-80bd-ab39303eb09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173840 Jan 29 20:09:17.255421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea69b6-caeb-4d13-928c-54df9f74ca3b req-9ce109b2-f988-4d98-b21e-311f65b9f0dc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:17.257502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8ea69b6-caeb-4d13-928c-54df9f74ca3b req-9ce109b2-f988-4d98-b21e-311f65b9f0dc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 907 time: 0.2535732 Jan 29 20:09:17.316764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d471d538-3f08-4880-b1e5-9cb31b33751f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:17.336724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0724f35a-fda1-45d9-a673-8f6d14c65774') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:17.338619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0724f35a-fda1-45d9-a673-8f6d14c65774') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:17.370763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0724f35a-fda1-45d9-a673-8f6d14c65774), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.372556 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Publish callbacks [] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.416551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0724f35a-fda1-45d9-a673-8f6d14c65774), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.437038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:17.437371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0724f35a-fda1-45d9-a673-8f6d14c65774), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: warnings.warn('Neutron quota engine will require "--force" ' Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:17.446164 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:17.491688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (524adabe-a6f5-47c9-9404-3015a353a82c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.685600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d471d538-3f08-4880-b1e5-9cb31b33751f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.691955 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.702866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.704382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d471d538-3f08-4880-b1e5-9cb31b33751f HTTP/1.1" status: 204 len: 168 time: 1.3314183 Jan 29 20:09:17.704489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.709846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:17.732243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc0a2-7dc2-4a78-8cd0-6b167d7993a6 tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Pushing event deleted for resources: {'Network': ['ID=d471d538-3f08-4880-b1e5-9cb31b33751f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:17.759671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (2432b128-0b07-4e91-a810-8ee711a4eeed), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:17.821880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Pushing event updated for resources: {'Port': ['ID=e2fe0197-a806-4827-99df-a34d2c6dfd77,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:17.835989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:17.838290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:17.843356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:18.012593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=2432b128-0b07-4e91-a810-8ee711a4eeed,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:18.029883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Attempting to bind port e2fe0197-a806-4827-99df-a34d2c6dfd77 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:18.030385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Attempting to bind port e2fe0197-a806-4827-99df-a34d2c6dfd77 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4c8d78cb-94a6-48f9-9889-79c96eb6af2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:18.030834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Attempting to bind port e2fe0197-a806-4827-99df-a34d2c6dfd77 on network 6dfd0fdc-a056-460b-931e-1a1789a278ec {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:18.040365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:18.041227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f5fa1ff8-58f3-4c10-9798-426c664e144e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.042239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Checking segment: {'id': '4c8d78cb-94a6-48f9-9889-79c96eb6af2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:18.042725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.043206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Bound using segment: {'id': '4c8d78cb-94a6-48f9-9889-79c96eb6af2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:18.046261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Bound port: e2fe0197-a806-4827-99df-a34d2c6dfd77, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8d78cb-94a6-48f9-9889-79c96eb6af2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dfd0fdc-a056-460b-931e-1a1789a278ec'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:18.046722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.055554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:18.060615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:18.065967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:18.142504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=524adabe-a6f5-47c9-9404-3015a353a82c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:18.160569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '0166788e-7a42-45b4-8961-f22bfec917d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:18.161023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: 672c1911-dbba-4a7d-aa2b-aba09917ff1b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:09:18.245438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abc5a0-0591-42ab-a4a7-04fa6cb1bdb6 req-b5005a0a-3fbb-4165-8038-2b68e130b8e2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:18.260939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0abc5a0-0591-42ab-a4a7-04fa6cb1bdb6 req-b5005a0a-3fbb-4165-8038-2b68e130b8e2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 931 time: 0.2493334 Jan 29 20:09:18.324267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f5fa1ff8-58f3-4c10-9798-426c664e144e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.351957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fa1ff8-58f3-4c10-9798-426c664e144e']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:18.374276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdfee3f-c820-409f-84d6-342fa5c05e2b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:18.374770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdfee3f-c820-409f-84d6-342fa5c05e2b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:18.416473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:18.423396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.455278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0abc5a0-0591-42ab-a4a7-04fa6cb1bdb6 req-764845dc-2dc0-4404-aa98-c82e03554e1a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931674 Jan 29 20:09:18.480667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (1bdfee3f-c820-409f-84d6-342fa5c05e2b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.484236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:09:18.543077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1bdfee3f-c820-409f-84d6-342fa5c05e2b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.558021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:18.558243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (1bdfee3f-c820-409f-84d6-342fa5c05e2b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:18.560029 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:18.586804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-61e4222f-d381-48eb-b78c-97c0982fde03 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3950131 Jan 29 20:09:18.630921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Request body: {'port': {'device_id': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:18.645083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 672c1911-dbba-4a7d-aa2b-aba09917ff1b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:18.651733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:18.653807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.681476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb01e7-35a2-46d0-bacf-21305741ec11 req-2e580f58-601d-45ec-9cab-68935cfda819 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:18.683035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38bb01e7-35a2-46d0-bacf-21305741ec11 req-2e580f58-601d-45ec-9cab-68935cfda819 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 907 time: 0.1934090 Jan 29 20:09:18.753430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f5fa1ff8-58f3-4c10-9798-426c664e144e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.755356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.789676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-328e3da8-203f-43e0-9d3e-a67666f5b82a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3315792 Jan 29 20:09:18.793453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53456) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:18.794513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.796154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] For port e2fe0197-a806-4827-99df-a34d2c6dfd77, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:18.799596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] For port e2fe0197-a806-4827-99df-a34d2c6dfd77, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e2fe0197-a806-4827-99df-a34d2c6dfd77,segment=NetworkSegment(4c8d78cb-94a6-48f9-9889-79c96eb6af2e),segment_id=4c8d78cb-94a6-48f9-9889-79c96eb6af2e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:18.801383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f5fa1ff8-58f3-4c10-9798-426c664e144e HTTP/1.1" status: 204 len: 168 time: 1.0827448 Jan 29 20:09:18.802524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de01c2-492a-41d6-bdf3-177be77a90ce tempest-QuotasNegativeTest-886820023 tempest-QuotasNegativeTest-886820023-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5fa1ff8-58f3-4c10-9798-426c664e144e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:18.822626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-511984439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:18.833140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388bc22d-57f3-455e-b599-28d20db9021e None None] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:18.895137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.980051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (749f2e96-bc30-4ba7-a2c9-215275c9427e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:18.987719 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (749f2e96-bc30-4ba7-a2c9-215275c9427e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.036577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d293aa-9eba-4c65-878f-a02e4a526646 None None] Pushing event updated for resources: {'Port': ['ID=e2fe0197-a806-4827-99df-a34d2c6dfd77,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:19.105638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-df31e6a9-7e51-4bc4-8a18-ed0a880c25ad None None] Provisioning complete for port 524adabe-a6f5-47c9-9404-3015a353a82c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:19.107728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df31e6a9-7e51-4bc4-8a18-ed0a880c25ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.164019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-df31e6a9-7e51-4bc4-8a18-ed0a880c25ad None None] Port 524adabe-a6f5-47c9-9404-3015a353a82c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:19.235831 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (749f2e96-bc30-4ba7-a2c9-215275c9427e), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.282567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-672c1911-dbba-4a7d-aa2b-aba09917ff1b', 'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': '2432b128-0b07-4e91-a810-8ee711a4eeed'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:09:19.283472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.345084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (749f2e96-bc30-4ba7-a2c9-215275c9427e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.374929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524adabe-a6f5-47c9-9404-3015a353a82c {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:09:19.399244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Publish callbacks [] for port (524adabe-a6f5-47c9-9404-3015a353a82c), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.456695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.458751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-979b9372-5681-4822-a70c-5a3e9ed55914 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6660473 Jan 29 20:09:19.461554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53470) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:19.488504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Transition to ACTIVE for port object 524adabe-a6f5-47c9-9404-3015a353a82c will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:09:19.576720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:19.577980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Allocated IP 172.21.0.2 (672c1911-dbba-4a7d-aa2b-aba09917ff1b/2432b128-0b07-4e91-a810-8ee711a4eeed/46c8f985-d737-4ddc-ad3a-604e54e22c8d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:19.997302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Pushing event updated for resources: {'Port': ['ID=524adabe-a6f5-47c9-9404-3015a353a82c,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:20.238055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Attempting to bind port 524adabe-a6f5-47c9-9404-3015a353a82c on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:20.238573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Attempting to bind port 524adabe-a6f5-47c9-9404-3015a353a82c by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:20.238904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Attempting to bind port 524adabe-a6f5-47c9-9404-3015a353a82c on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:20.289113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Publish callbacks [] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.293791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e2fe0197-a806-4827-99df-a34d2c6dfd77 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:20.312074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Port 524adabe-a6f5-47c9-9404-3015a353a82c on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:09:20.312428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Attempting to bind port 524adabe-a6f5-47c9-9404-3015a353a82c on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:20.384392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e820f-18a7-43bc-bd60-075f4108a01d req-e754d2c5-86e7-419b-b5d3-3be878f77a01 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:20.386388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-231e820f-18a7-43bc-bd60-075f4108a01d req-e754d2c5-86e7-419b-b5d3-3be878f77a01 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 907 time: 0.3863719 Jan 29 20:09:20.387606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:20.387798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:20.388127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:20.396526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Bound port: 524adabe-a6f5-47c9-9404-3015a353a82c, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:20.396526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.415972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.527876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e2fe0197-a806-4827-99df-a34d2c6dfd77 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:20.531579 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.562509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b277e36c-9359-4406-a149-b87461a2da5a details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:09:20.585229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:20.649211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:20.659549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] For port 524adabe-a6f5-47c9-9404-3015a353a82c, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:20.665084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] For port 524adabe-a6f5-47c9-9404-3015a353a82c, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=524adabe-a6f5-47c9-9404-3015a353a82c,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:20.666516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:20.686379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.709587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:20.771852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.870992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Pushing event updated for resources: {'Port': ['ID=524adabe-a6f5-47c9-9404-3015a353a82c,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:20.924325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:20.926081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:20.927537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-ac229989-2ec9-41f9-a9d6-33e70a94c9da service neutron] 10.222.0.26 "PUT /v2.0/ports/524adabe-a6f5-47c9-9404-3015a353a82c HTTP/1.1" status: 200 len: 1091 time: 2.3077240 Jan 29 20:09:20.928456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'tag': '524adabe-a6f5-47c9-9404-3015a353a82c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:20.939008 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "86cede8a-4918-460f-adb3-8ad5a16e2732", "tag": "524adabe-a6f5-47c9-9404-3015a353a82c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:20.967157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Attempting to bind port 46c8f985-d737-4ddc-ad3a-604e54e22c8d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:20.971589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Attempting to bind port 46c8f985-d737-4ddc-ad3a-604e54e22c8d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0166788e-7a42-45b4-8961-f22bfec917d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:20.972589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Attempting to bind port 46c8f985-d737-4ddc-ad3a-604e54e22c8d on network 672c1911-dbba-4a7d-aa2b-aba09917ff1b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:21.010017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:21.010197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Checking segment: {'id': '0166788e-7a42-45b4-8961-f22bfec917d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:21.011403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.011403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Bound using segment: {'id': '0166788e-7a42-45b4-8961-f22bfec917d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:21.011805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Bound port: 46c8f985-d737-4ddc-ad3a-604e54e22c8d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0166788e-7a42-45b4-8961-f22bfec917d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '672c1911-dbba-4a7d-aa2b-aba09917ff1b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:21.012829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.025546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d14db8d-499e-48d1-bc5e-14e65154ee8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.072102 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5636ae95-3b3c-4d3d-bc30-a225c9e80aa0 x-openstack-request-id: req-5636ae95-3b3c-4d3d-bc30-a225c9e80aa0 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:21.072475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Pushing event updated for resources: {'Port': ['ID=46c8f985-d737-4ddc-ad3a-604e54e22c8d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:21.080944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 20:09:21.083203 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cede8a-4918-460f-adb3-8ad5a16e2732", "tag": "524adabe-a6f5-47c9-9404-3015a353a82c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:21.083490 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5636ae95-3b3c-4d3d-bc30-a225c9e80aa0 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:21.086176 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'tag': '524adabe-a6f5-47c9-9404-3015a353a82c', 'status': 'completed', 'code': 200} Jan 29 20:09:21.307846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef2ef9-9117-4c2b-8ec4-c90be3756d83 req-6d7536d1-aab1-4599-8f1b-39ca45e1a042 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:21.329754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fef2ef9-9117-4c2b-8ec4-c90be3756d83 req-6d7536d1-aab1-4599-8f1b-39ca45e1a042 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.6690712 Jan 29 20:09:21.367872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e2fe0197-a806-4827-99df-a34d2c6dfd77 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:21.376458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.376622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-13da446b-980d-4b96-ba6c-2a5d179abad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:21.388489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-13da446b-980d-4b96-ba6c-2a5d179abad5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 1125 time: 0.2929356 Jan 29 20:09:21.546894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fef2ef9-9117-4c2b-8ec4-c90be3756d83 req-71b607a1-4ceb-43e6-aafa-00bdfac79dc9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159672 Jan 29 20:09:21.563470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-b8ffb3e4-5c87-494b-9f07-7db538d46263 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524adabe-a6f5-47c9-9404-3015a353a82c HTTP/1.1" status: 200 len: 217 time: 0.1542366 Jan 29 20:09:21.574477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port e2fe0197-a806-4827-99df-a34d2c6dfd77, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e2fe0197-a806-4827-99df-a34d2c6dfd77,segment=NetworkSegment(4c8d78cb-94a6-48f9-9889-79c96eb6af2e),segment_id=4c8d78cb-94a6-48f9-9889-79c96eb6af2e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:21.597907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ad921-a637-41cd-b2e4-02c650b39347 None None] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:21.726978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-c438e3c4-9b99-44dd-bc01-b2e5455cf946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:21.729202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-c438e3c4-9b99-44dd-bc01-b2e5455cf946 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.1423461 Jan 29 20:09:21.753737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.764625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.20.0.1 (6dfd0fdc-a056-460b-931e-1a1789a278ec/e99a0c01-f099-4403-ba8f-935bf2d9eb89/fc9768a5-f5db-4217-a007-911ce4130f8f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:21.872249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d14db8d-499e-48d1-bc5e-14e65154ee8f admin admin] Publish callbacks [] for security_group (7b569c58-0110-4159-bf77-f0267a7cfd71), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.931332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b7aec-a0b5-4ac3-b1f6-69b50f697de0 req-75668800-81be-4ef1-b1ef-a0bf274869f5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:21.944874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee2b7aec-a0b5-4ac3-b1f6-69b50f697de0 req-75668800-81be-4ef1-b1ef-a0bf274869f5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 907 time: 0.4129870 Jan 29 20:09:21.947994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=e2fe0197-a806-4827-99df-a34d2c6dfd77,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:21.982610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d14db8d-499e-48d1-bc5e-14e65154ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7b569c58-0110-4159-bf77-f0267a7cfd71), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:21.988937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] For port 46c8f985-d737-4ddc-ad3a-604e54e22c8d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:22.007508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] For port 46c8f985-d737-4ddc-ad3a-604e54e22c8d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46c8f985-d737-4ddc-ad3a-604e54e22c8d,segment=NetworkSegment(0166788e-7a42-45b4-8961-f22bfec917d6),segment_id=0166788e-7a42-45b4-8961-f22bfec917d6)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:22.050246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:22.075943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14db8d-499e-48d1-bc5e-14e65154ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b569c58-0110-4159-bf77-f0267a7cfd71,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:22.086341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b277e36c-9359-4406-a149-b87461a2da5a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b277e36c-9359-4406-a149-b87461a2da5a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:22.142904 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:22.152469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-00dd7fa7-ad81-4915-bcc0-3d7529a31e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:22.157541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-00dd7fa7-ad81-4915-bcc0-3d7529a31e2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4204571 Jan 29 20:09:22.219863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:22.333164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'b277e36c-9359-4406-a149-b87461a2da5a', 'network_id': 'e0569156-1053-4139-80bd-ab39303eb09e', 'port_id': 'b277e36c-9359-4406-a149-b87461a2da5a', 'mac_address': 'fa:16:3e:72:b2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3402cf23-1fe2-4ed1-baab-4ef7cbb0461f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:09:22.338436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6abfd43d-23b5-416f-a2a7-4eda7c66ca7b None None] Provisioning complete for port e2fe0197-a806-4827-99df-a34d2c6dfd77 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:22.338919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:22.341722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6abfd43d-23b5-416f-a2a7-4eda7c66ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:22.358047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:22.359681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e33fb5-0903-4b33-9b33-76844fd34529 None None] Pushing event updated for resources: {'Port': ['ID=46c8f985-d737-4ddc-ad3a-604e54e22c8d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:22.385265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:22.529990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:22.801552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b277e36c-9359-4406-a149-b87461a2da5a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:22.801552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b277e36c-9359-4406-a149-b87461a2da5a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:22.881147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b277e36c-9359-4406-a149-b87461a2da5a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:09:23.040517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b277e36c-9359-4406-a149-b87461a2da5a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b277e36c-9359-4406-a149-b87461a2da5a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:23.046162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6abfd43d-23b5-416f-a2a7-4eda7c66ca7b None None] Current status of the port e2fe0197-a806-4827-99df-a34d2c6dfd77 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:23.102211 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b277e36c-9359-4406-a149-b87461a2da5a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:23.245993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b277e36c-9359-4406-a149-b87461a2da5a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:23.279122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f3f51b6c-2d79-4695-9b0d-23c5a392f4bc None None] Provisioning complete for port e2fe0197-a806-4827-99df-a34d2c6dfd77 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:23.279869 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f3f51b6c-2d79-4695-9b0d-23c5a392f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:23.412143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d14db8d-499e-48d1-bc5e-14e65154ee8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8c5a6fa64264b029684360c314bf0dc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7443857 Jan 29 20:09:23.443045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53518) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:23.504230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f3f51b6c-2d79-4695-9b0d-23c5a392f4bc None None] Current status of the port e2fe0197-a806-4827-99df-a34d2c6dfd77 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:23.506810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['b277e36c-9359-4406-a149-b87461a2da5a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:09:23.590185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ee194-ecf9-407d-bda6-37cd287e75f9 req-6d7a948b-db8b-4c2a-80cd-401f5655dd41 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:23.594092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a00ee194-ecf9-407d-bda6-37cd287e75f9 req-6d7a948b-db8b-4c2a-80cd-401f5655dd41 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 908 time: 0.2024698 Jan 29 20:09:23.605089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-6b562ad8-d3b6-4d6a-9c82-b519e682424d service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4291737 Jan 29 20:09:23.642806 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df5a66e-3353-4f1f-8769-63848f369e7f admin admin] Publish callbacks [] for security_group (7b569c58-0110-4159-bf77-f0267a7cfd71), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:23.686047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-200866b4-af65-4c1f-8f3c-916cdef13a11 None None] Provisioning complete for port fc9768a5-f5db-4217-a007-911ce4130f8f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:23.687650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-200866b4-af65-4c1f-8f3c-916cdef13a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:23.792409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=fc9768a5-f5db-4217-a007-911ce4130f8f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:23.794306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-200866b4-af65-4c1f-8f3c-916cdef13a11 None None] Port fc9768a5-f5db-4217-a007-911ce4130f8f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:23.912584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5f64c-bcd2-4c66-8f4d-aea8394eaa6d req-42ff8699-29f2-4aec-b8a1-ca074d3f6408 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:23.919828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4f5f64c-bcd2-4c66-8f4d-aea8394eaa6d req-42ff8699-29f2-4aec-b8a1-ca074d3f6408 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.2166159 Jan 29 20:09:23.920572 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df5a66e-3353-4f1f-8769-63848f369e7f admin admin] Publish callbacks [] for security_group (7b569c58-0110-4159-bf77-f0267a7cfd71), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.010405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a2a39867-4e92-4f47-90f1-2cba26445598 req-a730bf2e-5c40-4dd9-bb52-1de004ffc78c service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946152 Jan 29 20:09:24.128955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c4f5f64c-bcd2-4c66-8f4d-aea8394eaa6d req-fde2c011-75d7-4f0d-bcc1-42fa5ee1da53 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076464 Jan 29 20:09:24.145945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df5a66e-3353-4f1f-8769-63848f369e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (7b569c58-0110-4159-bf77-f0267a7cfd71), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.149394 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8df5a66e-3353-4f1f-8769-63848f369e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.150847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8df5a66e-3353-4f1f-8769-63848f369e7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b569c58-0110-4159-bf77-f0267a7cfd71 HTTP/1.1" status: 204 len: 168 time: 0.7004530 Jan 29 20:09:24.172786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.288117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5a66e-3353-4f1f-8769-63848f369e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b569c58-0110-4159-bf77-f0267a7cfd71,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:24.346722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46c8f985-d737-4ddc-ad3a-604e54e22c8d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:24.377668 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-1e5f074b-aaaf-4d7d-b341-de0ca14838e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:24.382551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-1e5f074b-aaaf-4d7d-b341-de0ca14838e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 1125 time: 0.2085400 Jan 29 20:09:24.504668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad357362-e343-4001-acb9-bfbb4c335512 None None] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:24.629132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-bf07430f-0589-4800-9a76-1691735550fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:24.630693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-bf07430f-0589-4800-9a76-1691735550fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.2436814 Jan 29 20:09:24.771682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-b4c24543-342d-4c2d-b003-07aac7bd3918 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524adabe-a6f5-47c9-9404-3015a353a82c HTTP/1.1" status: 200 len: 217 time: 0.1304924 Jan 29 20:09:24.803508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] Provisioning complete for port 46c8f985-d737-4ddc-ad3a-604e54e22c8d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:24.804249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.807745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 46c8f985-d737-4ddc-ad3a-604e54e22c8d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:24.808108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.936236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-b170694f-9b74-43ee-bbd1-86364191c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:24.940943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-b170694f-9b74-43ee-bbd1-86364191c8dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.1384652 Jan 29 20:09:24.953450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] Current status of the port 46c8f985-d737-4ddc-ad3a-604e54e22c8d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:24.954433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:24.989533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50ddf-a3ab-43eb-a78a-728e0fa560e9 req-0dac7b55-f369-426e-b61d-63178d034bf8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:24.991824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fc50ddf-a3ab-43eb-a78a-728e0fa560e9 req-0dac7b55-f369-426e-b61d-63178d034bf8 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 908 time: 0.2274182 Jan 29 20:09:25.078429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-cbea691c-b742-42fd-8767-61659d67d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:25.081274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-cbea691c-b742-42fd-8767-61659d67d08a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1310251 Jan 29 20:09:25.081852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 46c8f985-d737-4ddc-ad3a-604e54e22c8d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:25.082481 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.103465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.142661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b277e36c-9359-4406-a149-b87461a2da5a up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:25.163218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.213502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] For port 46c8f985-d737-4ddc-ad3a-604e54e22c8d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46c8f985-d737-4ddc-ad3a-604e54e22c8d,segment=NetworkSegment(0166788e-7a42-45b4-8961-f22bfec917d6),segment_id=0166788e-7a42-45b4-8961-f22bfec917d6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:25.246154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-43b6c951-a925-4cd8-bcd9-2f57fb2e9127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.287718 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.301489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-166020d1-d889-4728-9bd8-8b308465153a service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136168 Jan 29 20:09:25.302288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53538) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:25.328096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.339095 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3b57e6b-18c0-4fa4-88ab-f8f3ab152dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.444699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d377e22-cafb-4830-ac56-139e00c52844 None None] Pushing event updated for resources: {'Port': ['ID=46c8f985-d737-4ddc-ad3a-604e54e22c8d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:25.464587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfd557fb-dd2c-48c5-bd35-432db6bcc3a1 req-32fa3002-082a-4a74-a1c2-443beb2d71dc service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521420 Jan 29 20:09:25.467162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port b277e36c-9359-4406-a149-b87461a2da5a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:09:25.486177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port b277e36c-9359-4406-a149-b87461a2da5a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:25.487384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b277e36c-9359-4406-a149-b87461a2da5a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.496129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=fc9768a5-f5db-4217-a007-911ce4130f8f,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:25.534934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3b57e6b-18c0-4fa4-88ab-f8f3ab152dd3 admin admin] Publish callbacks [] for security_group (f01ea45f-e794-4b59-ac74-2f61e44655c9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.586324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-599ee482-0ba4-4403-b747-287e25ef94fb None None] Provisioning complete for port 46c8f985-d737-4ddc-ad3a-604e54e22c8d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:25.587380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-599ee482-0ba4-4403-b747-287e25ef94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.593445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3b57e6b-18c0-4fa4-88ab-f8f3ab152dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f01ea45f-e794-4b59-ac74-2f61e44655c9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.602467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99b44-71a6-4c61-bc54-a50328a14df7 req-1b9fc138-4c04-47dd-adfc-29374b1e6d28 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:25.604042 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76b99b44-71a6-4c61-bc54-a50328a14df7 req-1b9fc138-4c04-47dd-adfc-29374b1e6d28 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.2050517 Jan 29 20:09:25.653214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:25.661834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:25.687826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76b99b44-71a6-4c61-bc54-a50328a14df7 req-f6666433-43ef-48fd-9e4b-70a140a0716a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741341 Jan 29 20:09:25.697070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b277e36c-9359-4406-a149-b87461a2da5a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:25.697465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b277e36c-9359-4406-a149-b87461a2da5a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.708416 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:09:25.708895 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:09:25.728093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e3b57e6b-18c0-4fa4-88ab-f8f3ab152dd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c3cd3339ca9499cb4a0a7606a05651b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245629 Jan 29 20:09:25.737628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53544) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:25.759077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57e6b-18c0-4fa4-88ab-f8f3ab152dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01ea45f-e794-4b59-ac74-2f61e44655c9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:25.852299 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:09:25.897331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-977df2e2-e8ad-40f1-9b64-3c05a34dc444 admin admin] Publish callbacks [] for security_group (f01ea45f-e794-4b59-ac74-2f61e44655c9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:25.950972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-977df2e2-e8ad-40f1-9b64-3c05a34dc444 admin admin] Publish callbacks [] for security_group (f01ea45f-e794-4b59-ac74-2f61e44655c9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:26.082487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 749f2e96-bc30-4ba7-a2c9-215275c9427e is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:09:26.102419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-977df2e2-e8ad-40f1-9b64-3c05a34dc444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f01ea45f-e794-4b59-ac74-2f61e44655c9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:26.105340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-977df2e2-e8ad-40f1-9b64-3c05a34dc444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:26.111378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-977df2e2-e8ad-40f1-9b64-3c05a34dc444 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f01ea45f-e794-4b59-ac74-2f61e44655c9 HTTP/1.1" status: 204 len: 168 time: 0.3681979 Jan 29 20:09:26.131052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b277e36c-9359-4406-a149-b87461a2da5a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b277e36c-9359-4406-a149-b87461a2da5a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:26.133383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977df2e2-e8ad-40f1-9b64-3c05a34dc444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01ea45f-e794-4b59-ac74-2f61e44655c9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:26.145780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b277e36c-9359-4406-a149-b87461a2da5a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:26.148317 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39482110-4af7-47d1-976d-e59f73b663ef" -d '{"events": [{"server_uuid": "290b8a30-230c-43ad-bfc3-0bc13a74bb38", "name": "network-vif-plugged", "status": "completed", "tag": "b277e36c-9359-4406-a149-b87461a2da5a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:26.283455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-599ee482-0ba4-4403-b747-287e25ef94fb None None] Current status of the port 46c8f985-d737-4ddc-ad3a-604e54e22c8d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:26.288538 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9b7fe-5ac5-4d22-80f3-9131b3164d0d x-openstack-request-id: req-bfe9b7fe-5ac5-4d22-80f3-9131b3164d0d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:26.289546 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290b8a30-230c-43ad-bfc3-0bc13a74bb38", "name": "network-vif-plugged", "status": "completed", "tag": "b277e36c-9359-4406-a149-b87461a2da5a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:26.289546 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfe9b7fe-5ac5-4d22-80f3-9131b3164d0d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:26.289989 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b277e36c-9359-4406-a149-b87461a2da5a', 'code': 200} Jan 29 20:09:26.292978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 46c8f985-d737-4ddc-ad3a-604e54e22c8d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:26.294122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e2fe0197-a806-4827-99df-a34d2c6dfd77 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:26.351131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b277e36c-9359-4406-a149-b87461a2da5a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:26.386674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:26.409561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9a4cfe0a-7330-4236-a7eb-7c286836096a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/749f2e96-bc30-4ba7-a2c9-215275c9427e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9438522 Jan 29 20:09:26.409889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53556) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:26.416151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b277e36c-9359-4406-a149-b87461a2da5a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:26.436954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] Sync routers for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:26.447456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f337b-4013-45f3-8176-7a04653a7a1f req-513055d8-3b8d-49f6-ab29-b6e20e9757b4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:26.450724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e2fe0197-a806-4827-99df-a34d2c6dfd77 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:26.451441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a04f337b-4013-45f3-8176-7a04653a7a1f req-513055d8-3b8d-49f6-ab29-b6e20e9757b4 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 908 time: 0.2613711 Jan 29 20:09:26.466334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:26.494838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964e79e-0b71-4b1f-92ca-5f23a000442f req-efae8ae0-05a9-424d-b738-9ebd870f50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:26.496386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c964e79e-0b71-4b1f-92ca-5f23a000442f req-efae8ae0-05a9-424d-b738-9ebd870f50a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 1091 time: 0.1641643 Jan 29 20:09:26.518871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d97a8e-f14f-49ca-b569-f9790db32eb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:26.528673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53558) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:26.529361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-46d97a8e-f14f-49ca-b569-f9790db32eb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports/fc9768a5-f5db-4217-a007-911ce4130f8f HTTP/1.1" status: 200 len: 910 time: 0.1183350 Jan 29 20:09:26.569044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:26.569933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:26.577604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-00056fe1-7fe2-49c3-ad40-ea5ec3f791a6 None None] Provisioning complete for port fc9768a5-f5db-4217-a007-911ce4130f8f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:26.577978 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00056fe1-7fe2-49c3-ad40-ea5ec3f791a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:26.662819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-00056fe1-7fe2-49c3-ad40-ea5ec3f791a6 None None] Port fc9768a5-f5db-4217-a007-911ce4130f8f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:26.677289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:26.716974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:26.717192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:08:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:26.764084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:26.764812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a630f-eabb-468d-8704-45969c79ce25 None None] The sync data for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:26.768164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e2fe0197-a806-4827-99df-a34d2c6dfd77 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:26.963507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46c8f985-d737-4ddc-ad3a-604e54e22c8d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:26.998424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086931b-1efa-40d7-9ea5-872d89a2bb18 req-fc4460db-794a-410c-be09-a9b91b25d45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:27.010935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0086931b-1efa-40d7-9ea5-872d89a2bb18 req-fc4460db-794a-410c-be09-a9b91b25d45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1566396 Jan 29 20:09:27.118473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 46c8f985-d737-4ddc-ad3a-604e54e22c8d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:27.118900 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:27.145767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0086931b-1efa-40d7-9ea5-872d89a2bb18 req-1a48958b-42f8-4347-a5c5-0f4d6fa7b3f8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338320 Jan 29 20:09:27.253887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 46c8f985-d737-4ddc-ad3a-604e54e22c8d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:27.371136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:27.735384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756412d-32ea-4f8b-8b52-6967137c20e7 req-08284d5f-1f7b-478e-8bfb-1e2fb1e11989 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:27.736952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2756412d-32ea-4f8b-8b52-6967137c20e7 req-08284d5f-1f7b-478e-8bfb-1e2fb1e11989 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 909 time: 0.1143668 Jan 29 20:09:27.788560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.21.0.1 (672c1911-dbba-4a7d-aa2b-aba09917ff1b/2432b128-0b07-4e91-a810-8ee711a4eeed/6e09e5d4-1812-4943-9256-cadbd2c648b0) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:27.965328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.085224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.151868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:28.168712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24b679a4-4cdc-4afa-864f-a1755b8155a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.169751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:28.196438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:28.276503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=6e09e5d4-1812-4943-9256-cadbd2c648b0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:28.339735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62691c-0746-488a-990c-0c9ebd3fa521 req-0d64e238-5e52-4046-a04e-87cb28aef673 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:28.342202 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.349209 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc62691c-0746-488a-990c-0c9ebd3fa521 req-0d64e238-5e52-4046-a04e-87cb28aef673 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.0841801 Jan 29 20:09:28.446307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc62691c-0746-488a-990c-0c9ebd3fa521 req-455ffe65-742e-4b35-bcd2-588855883b4b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954237 Jan 29 20:09:28.625011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ade8a83a-137b-4df0-bd8c-9e9ce94031a8 None None] Provisioning complete for port 6e09e5d4-1812-4943-9256-cadbd2c648b0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:28.626288 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ade8a83a-137b-4df0-bd8c-9e9ce94031a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.685569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.723895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ade8a83a-137b-4df0-bd8c-9e9ce94031a8 None None] Port 6e09e5d4-1812-4943-9256-cadbd2c648b0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:28.866906 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:28.951136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff7fe9-769b-4707-8e18-78eb5089c032 req-e31a137e-110f-4fcf-80b9-0427da79e308 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:28.952908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7ff7fe9-769b-4707-8e18-78eb5089c032 req-e31a137e-110f-4fcf-80b9-0427da79e308 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 909 time: 0.1011319 Jan 29 20:09:29.151652 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.157141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b985d-2800-40b8-a067-308079b03845 req-72fa0abb-01af-466d-98fd-5faac18a1965 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:29.162658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-409b985d-2800-40b8-a067-308079b03845 req-72fa0abb-01af-466d-98fd-5faac18a1965 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 909 time: 0.1054409 Jan 29 20:09:29.227504 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.321975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53622) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:29.430145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.461278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-7365084', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:29.535793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=6e09e5d4-1812-4943-9256-cadbd2c648b0,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:29.558328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:29.562283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78999751-ecc7-4d13-81a3-0343b342241e req-3b89cd68-0682-4eda-9188-d1e79915c521 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:29.581858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-78999751-ecc7-4d13-81a3-0343b342241e req-3b89cd68-0682-4eda-9188-d1e79915c521 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 1091 time: 0.2795458 Jan 29 20:09:29.583469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:29.663994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Made reservation on behalf of 2a8e1d845e7d43d9848d1bc64fcb195c for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:29.666508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.690312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.783194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 749f2e96-bc30-4ba7-a2c9-215275c9427e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:29.826596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bcf13-ef85-4c9d-9308-83dbc4a38598 req-70319f27-181f-43b7-9654-1d23fe1f7881 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:29.828232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-116bcf13-ef85-4c9d-9308-83dbc4a38598 req-70319f27-181f-43b7-9654-1d23fe1f7881 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.2509072 Jan 29 20:09:29.891942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.958178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for security_group (30af3130-108b-4421-a248-a973fdb3365c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:29.972669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-116bcf13-ef85-4c9d-9308-83dbc4a38598 req-049d2c7f-8087-4a9f-bdca-32b43909a75b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327503 Jan 29 20:09:30.057328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0dcf7968-0a85-433e-a756-18647f3e8282 None None] Provisioning complete for port 6e09e5d4-1812-4943-9256-cadbd2c648b0 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:30.057666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dcf7968-0a85-433e-a756-18647f3e8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:30.097288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf7968-0a85-433e-a756-18647f3e8282 None None] Port 6e09e5d4-1812-4943-9256-cadbd2c648b0 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:30.272947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b8046-a41a-441f-9774-390caedbbfb7 req-48361cc1-e427-4ad2-a09f-b873bbcfca82 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:30.274938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f82b8046-a41a-441f-9774-390caedbbfb7 req-48361cc1-e427-4ad2-a09f-b873bbcfca82 tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.5095024 Jan 29 20:09:30.302692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:30.314506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-68888075-0a70-4b16-b835-026d0c6afc7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/749f2e96-bc30-4ba7-a2c9-215275c9427e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820401 Jan 29 20:09:30.316857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:30.320582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] Sync routers for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:30.338161 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:30.339210 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:30.374977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f82b8046-a41a-441f-9774-390caedbbfb7 req-a57e0053-bfaf-4cbc-9965-78f4c42b1cdc tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0909562 Jan 29 20:09:30.383832 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:30.407991 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:30.407991 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:30.408283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:30.424081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc89f0-1bb3-45e5-be1e-654626b3c208 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:30.425712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-98dc89f0-1bb3-45e5-be1e-654626b3c208 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports/6e09e5d4-1812-4943-9256-cadbd2c648b0 HTTP/1.1" status: 200 len: 910 time: 0.1076946 Jan 29 20:09:30.436534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53640) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:30.453089 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:30.453089 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f789e46-9c18-4c4e-a822-fbc2c738217b None None] The sync data for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:30.477153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ffacca-1575-454f-8cf0-053043f1153d tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:30.482898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06ffacca-1575-454f-8cf0-053043f1153d tempest-TestSecurityGroupsBasicOps-1643052680 tempest-TestSecurityGroupsBasicOps-1643052680-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 1086 time: 0.0700166 Jan 29 20:09:30.483232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (30af3130-108b-4421-a248-a973fdb3365c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:30.533300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] device_id is not set on port 1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:09:30.602574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30af3130-108b-4421-a248-a973fdb3365c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:30.605744 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:30.664707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.665200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.665411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.665747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.666078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.666408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.666735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.667060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.667386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.667716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.668039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.668401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.668720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:30.817585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Allocated IP 172.25.5.199 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:31.117178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for port (1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.131035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.173093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b86559-7a7d-46ed-8c73-ebe0c11d6be8 req-85f14576-e86f-4214-8df8-f2833296765d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:31.181188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71b86559-7a7d-46ed-8c73-ebe0c11d6be8 req-85f14576-e86f-4214-8df8-f2833296765d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1100550 Jan 29 20:09:31.241068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71b86559-7a7d-46ed-8c73-ebe0c11d6be8 req-ff18e5f6-6d32-4c9a-a1a8-52e8e4b4df9f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585196 Jan 29 20:09:31.373051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1be0b3-ede3-4941-8d3c-dab0fa9a1dfd req-73fbf21d-1999-40a2-8ca5-400290edb8bc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:31.374577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc1be0b3-ede3-4941-8d3c-dab0fa9a1dfd req-73fbf21d-1999-40a2-8ca5-400290edb8bc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 909 time: 0.2464745 Jan 29 20:09:31.492959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.536644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:31.542564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:31.555041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:31.568228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.585357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:31.612564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:31.613176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.619904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 6e09e5d4-1812-4943-9256-cadbd2c648b0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:31.619904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.712328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.726510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 6e09e5d4-1812-4943-9256-cadbd2c648b0 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:31.778037 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b69d5f80-8f5f-45df-8254-9575ce886d71 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4549329 Jan 29 20:09:31.780856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:31.788573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.199'}]}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:31.882797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (65a81ad0-752a-499e-bcd7-5e65ff236a54), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.883887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (65a81ad0-752a-499e-bcd7-5e65ff236a54), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:31.992498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6e09e5d4-1812-4943-9256-cadbd2c648b0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:32.030368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=6e09e5d4-1812-4943-9256-cadbd2c648b0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:32.082041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for router_controller (65a81ad0-752a-499e-bcd7-5e65ff236a54), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:32.247876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:32.512261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 749f2e96-bc30-4ba7-a2c9-215275c9427e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:32.515181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for router_gateway (65a81ad0-752a-499e-bcd7-5e65ff236a54), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:32.599872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225486d-c52e-46dd-a844-ee6edad46f5a req-9b66b940-5433-4b38-8821-86c34fe339b4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:32.607984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7225486d-c52e-46dd-a844-ee6edad46f5a req-9b66b940-5433-4b38-8821-86c34fe339b4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.2061656 Jan 29 20:09:32.629032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed88ac-b9d9-4b4a-920d-bb95801ab34e req-d004f5c3-9f26-47e7-bdb6-04a0c88bd4bb tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:32.630719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-caed88ac-b9d9-4b4a-920d-bb95801ab34e req-d004f5c3-9f26-47e7-bdb6-04a0c88bd4bb tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 909 time: 0.1211050 Jan 29 20:09:32.725489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409735d7-275e-4d76-b522-9039c00ba31f req-1a674c84-25a1-428a-b007-9b3dc14b84ef tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:32.727276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-409735d7-275e-4d76-b522-9039c00ba31f req-1a674c84-25a1-428a-b007-9b3dc14b84ef tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.13 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 909 time: 0.2299490 Jan 29 20:09:32.740415 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7225486d-c52e-46dd-a844-ee6edad46f5a req-c597fb2e-a69e-4a78-bd3e-1119a61495e1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310587 Jan 29 20:09:32.919224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port b277e36c-9359-4406-a149-b87461a2da5a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:32.919722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b277e36c-9359-4406-a149-b87461a2da5a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.141326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] For port b277e36c-9359-4406-a149-b87461a2da5a, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b277e36c-9359-4406-a149-b87461a2da5a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:33.142340 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b277e36c-9359-4406-a149-b87461a2da5a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.169382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for b277e36c-9359-4406-a149-b87461a2da5a owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:33.191696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for router_gateway (65a81ad0-752a-499e-bcd7-5e65ff236a54), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.231226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:33.239875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8b1e19e8-5469-4e90-9464-0eb968a0381d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/749f2e96-bc30-4ba7-a2c9-215275c9427e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8019841 Jan 29 20:09:33.242278 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53684) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:33.246294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] Sync routers for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:33.271352 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.298919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:33.299583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:33.397026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:33.425147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:33.426131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:33.480930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:33.482014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dfb19-9770-44ff-ae86-1826b75ff4ce None None] The sync data for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:33.604785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for router (65a81ad0-752a-499e-bcd7-5e65ff236a54), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.654084 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b277e36c-9359-4406-a149-b87461a2da5a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.733108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:33.736011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=b277e36c-9359-4406-a149-b87461a2da5a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:33.983861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] No DVR routers for this DVR port b277e36c-9359-4406-a149-b87461a2da5a on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:34.012726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-905dbc03-21c3-4710-9558-273f9341d551 req-505a0bb6-7865-4373-98ca-c7f86e8bed2f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.1112289 Jan 29 20:09:34.045308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.052608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-409735d7-275e-4d76-b522-9039c00ba31f req-18990edc-5ea3-460c-b066-7975627112a2 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.13 "DELETE /v2.0/ports/b277e36c-9359-4406-a149-b87461a2da5a HTTP/1.1" status: 204 len: 173 time: 1.3073514 Jan 29 20:09:34.054365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'name': 'network-vif-deleted', 'tag': 'b277e36c-9359-4406-a149-b87461a2da5a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:34.057653 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58add4-23a4-4712-80dd-e27801878f4a" -d '{"events": [{"server_uuid": "290b8a30-230c-43ad-bfc3-0bc13a74bb38", "name": "network-vif-deleted", "tag": "b277e36c-9359-4406-a149-b87461a2da5a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:34.117045 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (65a81ad0-752a-499e-bcd7-5e65ff236a54), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.122703 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks [] for router_controller (65a81ad0-752a-499e-bcd7-5e65ff236a54), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.207055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c202fa0-ff6b-46f2-aa14-ddd7c8b2c15a req-659fe96b-846f-41cf-92b2-0e3822f7253d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:34.209288 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c202fa0-ff6b-46f2-aa14-ddd7c8b2c15a req-659fe96b-846f-41cf-92b2-0e3822f7253d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.3161335 Jan 29 20:09:34.259436 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6981bfb-89dc-4510-abf9-0f5fc04fecf4 x-openstack-request-id: req-e6981bfb-89dc-4510-abf9-0f5fc04fecf4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:34.259436 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290b8a30-230c-43ad-bfc3-0bc13a74bb38", "name": "network-vif-deleted", "tag": "b277e36c-9359-4406-a149-b87461a2da5a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:34.259436 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6981bfb-89dc-4510-abf9-0f5fc04fecf4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:34.259436 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290b8a30-230c-43ad-bfc3-0bc13a74bb38', 'name': 'network-vif-deleted', 'tag': 'b277e36c-9359-4406-a149-b87461a2da5a', 'status': 'completed', 'code': 200} Jan 29 20:09:34.285593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (65a81ad0-752a-499e-bcd7-5e65ff236a54), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.288253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65a81ad0-752a-499e-bcd7-5e65ff236a54 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:09:34.291395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port fc9768a5-f5db-4217-a007-911ce4130f8f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:34.292115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.309758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c202fa0-ff6b-46f2-aa14-ddd7c8b2c15a req-db6aaddd-048f-4b67-a848-c7905abacbd5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925155 Jan 29 20:09:34.413242 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 29 20:09:34.413341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.413434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-67109edc-1af6-4942-b177-586f7c909d2d tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6274204 Jan 29 20:09:34.413536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53698) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:34.436696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for fc9768a5-f5db-4217-a007-911ce4130f8f owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:34.571557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Deleting port 1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:34.572032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.668906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.682433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Calling delete_port for 1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:34.820178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fc9768a5-f5db-4217-a007-911ce4130f8f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:34.874187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=fc9768a5-f5db-4217-a007-911ce4130f8f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:34.936236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:35.009992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:35.134620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (749f2e96-bc30-4ba7-a2c9-215275c9427e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:35.156287 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:35.171103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-43fa2ba0-d4dd-4c5b-b48b-c569a7f855b0 tempest-RoutersAdminNegativeTest-1645680657 tempest-RoutersAdminNegativeTest-1645680657-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1ba8a5a0-c2e0-42d5-b32c-7f7bc6bd3380 HTTP/1.1" status: 204 len: 168 time: 0.7529643 Jan 29 20:09:35.335744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e806f60-9a8f-4096-9294-74f145a0933f req-07679237-537e-4d3b-984f-dfaba54048be tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=290b8a30-230c-43ad-bfc3-0bc13a74bb38 HTTP/1.1" status: 200 len: 210 time: 0.0597060 Jan 29 20:09:35.483376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 749f2e96-bc30-4ba7-a2c9-215275c9427e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:35.553400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38310211-7571-4ad9-ba69-bb61b4868ac8 req-69124adb-46c2-41e9-8452-df725377a655 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:35.556837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38310211-7571-4ad9-ba69-bb61b4868ac8 req-69124adb-46c2-41e9-8452-df725377a655 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1146605 Jan 29 20:09:35.618045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:35.624925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e142741-df80-4254-88f9-ea02c04910c2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/749f2e96-bc30-4ba7-a2c9-215275c9427e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811724 Jan 29 20:09:35.627965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:35.630822 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] Sync routers for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:35.645844 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:35.646725 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:35.669337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-849f9a5c-c63c-4040-ab04-7230f3f83fa6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f2e96-bc30-4ba7-a2c9-215275c9427e HTTP/1.1" status: 200 len: 205 time: 0.0394988 Jan 29 20:09:35.672605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:35.686301 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:35.702121 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] Routers {'749f2e96-bc30-4ba7-a2c9-215275c9427e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:35.704265 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['749f2e96-bc30-4ba7-a2c9-215275c9427e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:35.720571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38310211-7571-4ad9-ba69-bb61b4868ac8 req-ae1650ea-2326-4d0f-a5ad-7442e9f70851 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541946 Jan 29 20:09:35.756783 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:35.758352 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62f867-9c3e-4d43-a2ab-00c6aec02837 None None] The sync data for ids ['749f2e96-bc30-4ba7-a2c9-215275c9427e'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:35.803269 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (749f2e96-bc30-4ba7-a2c9-215275c9427e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:35.952493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53722) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:35.986420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (749f2e96-bc30-4ba7-a2c9-215275c9427e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:35.993925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (749f2e96-bc30-4ba7-a2c9-215275c9427e), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.101318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b440402c-ba94-4854-ba41-a81dc3e428c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.130553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (749f2e96-bc30-4ba7-a2c9-215275c9427e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.131069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router 749f2e96-bc30-4ba7-a2c9-215275c9427e {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:09:36.137876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.143228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b94789cd-d314-4a26-9077-910c1c6acd45 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/749f2e96-bc30-4ba7-a2c9-215275c9427e HTTP/1.1" status: 204 len: 168 time: 0.4677398 Jan 29 20:09:36.143228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53734) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:36.208219 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet 2432b128-0b07-4e91-a810-8ee711a4eeed {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:36.215658 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (2432b128-0b07-4e91-a810-8ee711a4eeed), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.217771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b440402c-ba94-4854-ba41-a81dc3e428c9 admin admin] Publish callbacks [] for security_group (87451d7b-a84b-4422-a282-76136bd359c0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.279789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (2432b128-0b07-4e91-a810-8ee711a4eeed), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.323125 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b440402c-ba94-4854-ba41-a81dc3e428c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (87451d7b-a84b-4422-a282-76136bd359c0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.373391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b440402c-ba94-4854-ba41-a81dc3e428c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1753c72d53ae4c4486e5d0d5aceb8c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196427 Jan 29 20:09:36.383180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53738) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:36.416750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2432b128-0b07-4e91-a810-8ee711a4eeed), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.427450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53740) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:36.438952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440402c-ba94-4854-ba41-a81dc3e428c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87451d7b-a84b-4422-a282-76136bd359c0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:36.562499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b988571-96c6-4bf2-88ea-02fdda84186e admin admin] Publish callbacks [] for security_group (87451d7b-a84b-4422-a282-76136bd359c0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.605996 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b988571-96c6-4bf2-88ea-02fdda84186e admin admin] Publish callbacks [] for security_group (87451d7b-a84b-4422-a282-76136bd359c0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.682848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (2432b128-0b07-4e91-a810-8ee711a4eeed), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.729710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=2432b128-0b07-4e91-a810-8ee711a4eeed,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:36.772277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee654b-74c2-4473-9bae-d5577c2da4e8 None None] Network 672c1911-dbba-4a7d-aa2b-aba09917ff1b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:36.784010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.790173 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-560beda9-9be1-453b-88de-447811ebb202 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/2432b128-0b07-4e91-a810-8ee711a4eeed HTTP/1.1" status: 204 len: 168 time: 0.6436665 Jan 29 20:09:36.790953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53750) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:36.897142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet e99a0c01-f099-4403-ba8f-935bf2d9eb89 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:36.897142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b988571-96c6-4bf2-88ea-02fdda84186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (87451d7b-a84b-4422-a282-76136bd359c0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.904474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7b988571-96c6-4bf2-88ea-02fdda84186e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.904474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7b988571-96c6-4bf2-88ea-02fdda84186e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87451d7b-a84b-4422-a282-76136bd359c0 HTTP/1.1" status: 204 len: 168 time: 0.5149844 Jan 29 20:09:36.904474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (e99a0c01-f099-4403-ba8f-935bf2d9eb89), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:36.941999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b988571-96c6-4bf2-88ea-02fdda84186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87451d7b-a84b-4422-a282-76136bd359c0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:36.976432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (e99a0c01-f099-4403-ba8f-935bf2d9eb89), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.131355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b027f-b3c2-473e-bef6-ed3393069f22 req-67cb1966-1d85-4bd5-8acc-1d909c879ea1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:37.133057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d1b027f-b3c2-473e-bef6-ed3393069f22 req-67cb1966-1d85-4bd5-8acc-1d909c879ea1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1708643 Jan 29 20:09:37.142334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e99a0c01-f099-4403-ba8f-935bf2d9eb89), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.153489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] DHCP port deletion for 672c1911-dbba-4a7d-aa2b-aba09917ff1b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:37.160683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b277e36c-9359-4406-a149-b87461a2da5a no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:37.241917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: b277e36c-9359-4406-a149-b87461a2da5a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:37.244415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b277e36c-9359-4406-a149-b87461a2da5a not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:37.307516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Deleting port 46c8f985-d737-4ddc-ad3a-604e54e22c8d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:37.308138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.322490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d1b027f-b3c2-473e-bef6-ed3393069f22 req-8345f7d4-25ad-4e91-a797-2a05298e4973 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789892 Jan 29 20:09:37.351715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (3f855d38-f396-406c-bebb-e25f9d730318), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.408422 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (e99a0c01-f099-4403-ba8f-935bf2d9eb89), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.444767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] For port 46c8f985-d737-4ddc-ad3a-604e54e22c8d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46c8f985-d737-4ddc-ad3a-604e54e22c8d,segment=NetworkSegment(0166788e-7a42-45b4-8961-f22bfec917d6),segment_id=0166788e-7a42-45b4-8961-f22bfec917d6)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:37.445313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.469754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=e99a0c01-f099-4403-ba8f-935bf2d9eb89,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:37.472166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.474984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Calling delete_port for 46c8f985-d737-4ddc-ad3a-604e54e22c8d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:37.480044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-59792d78-aeb8-432d-9823-483721894775 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/e99a0c01-f099-4403-ba8f-935bf2d9eb89 HTTP/1.1" status: 204 len: 168 time: 0.6879420 Jan 29 20:09:37.485266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53756) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:37.492103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e5dcd-48f3-40be-9001-9e872f24d908 None None] Network 6dfd0fdc-a056-460b-931e-1a1789a278ec requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:37.631159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (672c1911-dbba-4a7d-aa2b-aba09917ff1b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.698130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 46c8f985-d737-4ddc-ad3a-604e54e22c8d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:37.698522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.818134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 46c8f985-d737-4ddc-ad3a-604e54e22c8d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46c8f985-d737-4ddc-ad3a-604e54e22c8d,segment=NetworkSegment(0166788e-7a42-45b4-8961-f22bfec917d6),segment_id=0166788e-7a42-45b4-8961-f22bfec917d6)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:37.821308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.860457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 46c8f985-d737-4ddc-ad3a-604e54e22c8d owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:37.950968 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.969445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] No DVR routers for this DVR port 46c8f985-d737-4ddc-ad3a-604e54e22c8d on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:37.976280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:37.976634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:37.984029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (46c8f985-d737-4ddc-ad3a-604e54e22c8d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.041468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Pushing event deleted for resources: {'Port': ['ID=46c8f985-d737-4ddc-ad3a-604e54e22c8d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:38.058534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port 46c8f985-d737-4ddc-ad3a-604e54e22c8d on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:38.066542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.068519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.069008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.069463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.070050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=46c8f985-d737-4ddc-ad3a-604e54e22c8d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:38.070769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.071205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.076738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.079287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.079759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.080994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.082300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53764) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:38.082573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.083147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.086268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed37bfb6-8d29-4b31-bb41-835538faf5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:38.104277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] DHCP port deletion for 6dfd0fdc-a056-460b-931e-1a1789a278ec request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:38.170952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] For port 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:38.171548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.208018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:38.237774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.248795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] Deleting port e2fe0197-a806-4827-99df-a34d2c6dfd77 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:38.252819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.261007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (672c1911-dbba-4a7d-aa2b-aba09917ff1b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.292712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672c1911-dbba-4a7d-aa2b-aba09917ff1b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:38.312352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0166788e-7a42-45b4-8961-f22bfec917d6') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:38.312856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0166788e-7a42-45b4-8961-f22bfec917d6') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:38.333212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0166788e-7a42-45b4-8961-f22bfec917d6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.364146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] For port e2fe0197-a806-4827-99df-a34d2c6dfd77, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e2fe0197-a806-4827-99df-a34d2c6dfd77,segment=NetworkSegment(4c8d78cb-94a6-48f9-9889-79c96eb6af2e),segment_id=4c8d78cb-94a6-48f9-9889-79c96eb6af2e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:38.365294 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.382845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] Calling delete_port for e2fe0197-a806-4827-99df-a34d2c6dfd77 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:38.393755 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0166788e-7a42-45b4-8961-f22bfec917d6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.428886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:38.429301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0166788e-7a42-45b4-8961-f22bfec917d6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:38.464790 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:38.515448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d721beb6-58cb-473f-b278-9b787985f1e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a8e1d845e7d43d9848d1bc64fcb195c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297802 Jan 29 20:09:38.525749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:38.640501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dcd9b-3896-44c2-b9bb-7b47b93a5933 req-66e6b716-9545-4a08-8ae7-0081f34880bc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:38.653379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd9dcd9b-3896-44c2-b9bb-7b47b93a5933 req-66e6b716-9545-4a08-8ae7-0081f34880bc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1758475 Jan 29 20:09:38.690977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-518a99eb-dc8c-4289-adbb-b2fad3e984ba admin admin] Publish callbacks [] for security_group (30af3130-108b-4421-a248-a973fdb3365c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.714637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (e2fe0197-a806-4827-99df-a34d2c6dfd77), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.724109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd9dcd9b-3896-44c2-b9bb-7b47b93a5933 req-d845c6a6-5c3b-4254-8131-d80924b53f5c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685430 Jan 29 20:09:38.728858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-518a99eb-dc8c-4289-adbb-b2fad3e984ba admin admin] Publish callbacks [] for security_group (30af3130-108b-4421-a248-a973fdb3365c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.745804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (672c1911-dbba-4a7d-aa2b-aba09917ff1b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.775774 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.800095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53774) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:38.802996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/672c1911-dbba-4a7d-aa2b-aba09917ff1b HTTP/1.1" status: 204 len: 168 time: 1.3137612 Jan 29 20:09:38.818196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.846054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caf1bf-2e88-420a-b387-64c4bfe8fd64 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=672c1911-dbba-4a7d-aa2b-aba09917ff1b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:38.852014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] Pushing event deleted for resources: {'Port': ['ID=e2fe0197-a806-4827-99df-a34d2c6dfd77,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:38.867336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8b381-7979-46f7-b218-c7038545a80c None None] No DVR routers for this DVR port e2fe0197-a806-4827-99df-a34d2c6dfd77 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:38.950282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46c8f985-d737-4ddc-ad3a-604e54e22c8d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:38.953878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-518a99eb-dc8c-4289-adbb-b2fad3e984ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (30af3130-108b-4421-a248-a973fdb3365c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.957800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-518a99eb-dc8c-4289-adbb-b2fad3e984ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:38.959266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-518a99eb-dc8c-4289-adbb-b2fad3e984ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30af3130-108b-4421-a248-a973fdb3365c HTTP/1.1" status: 204 len: 168 time: 0.4324212 Jan 29 20:09:39.016950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 46c8f985-d737-4ddc-ad3a-604e54e22c8d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:39.017666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46c8f985-d737-4ddc-ad3a-604e54e22c8d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:39.017807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e2fe0197-a806-4827-99df-a34d2c6dfd77 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:39.072922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: e2fe0197-a806-4827-99df-a34d2c6dfd77 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:39.073277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e2fe0197-a806-4827-99df-a34d2c6dfd77 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:39.459772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:39.513796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a99eb-dc8c-4289-adbb-b2fad3e984ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af3130-108b-4421-a248-a973fdb3365c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:39.526623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (6dfd0fdc-a056-460b-931e-1a1789a278ec), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:39.651821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (3f855d38-f396-406c-bebb-e25f9d730318), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:39.848820 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (6dfd0fdc-a056-460b-931e-1a1789a278ec), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:39.913545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfd0fdc-a056-460b-931e-1a1789a278ec']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:39.930671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8d78cb-94a6-48f9-9889-79c96eb6af2e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:39.930979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8d78cb-94a6-48f9-9889-79c96eb6af2e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:39.995140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4c8d78cb-94a6-48f9-9889-79c96eb6af2e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.006015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b19da6-d4b8-40b5-aefc-5771d72f8bc5 req-bd94c758-303d-4cc9-bb41-a8bac36b7864 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:40.008078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-58b19da6-d4b8-40b5-aefc-5771d72f8bc5 req-bd94c758-303d-4cc9-bb41-a8bac36b7864 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1684594 Jan 29 20:09:40.046181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c8d78cb-94a6-48f9-9889-79c96eb6af2e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.066259 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:40.066991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4c8d78cb-94a6-48f9-9889-79c96eb6af2e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:40.100131 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:40.232750 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-58b19da6-d4b8-40b5-aefc-5771d72f8bc5 req-5430125a-7a26-4986-84e1-a72242a7c2f2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013254 Jan 29 20:09:40.253350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 3f855d38-f396-406c-bebb-e25f9d730318 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:40.371894 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (6dfd0fdc-a056-460b-931e-1a1789a278ec), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.389936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.396707 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/6dfd0fdc-a056-460b-931e-1a1789a278ec HTTP/1.1" status: 204 len: 168 time: 1.5931828 Jan 29 20:09:40.399920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53804) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:40.409026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1866003629'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:40.443240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dac8b-2002-4445-9c11-49ab080e8e53 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=6dfd0fdc-a056-460b-931e-1a1789a278ec,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:40.546303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:40.552887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:40.556762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5540d062-0e45-4ee2-aadf-9ecf3a2b91fd tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "PUT /v2.0/routers/3f855d38-f396-406c-bebb-e25f9d730318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1259232 Jan 29 20:09:40.557574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53806) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:40.560909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.563282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] Sync routers for ids ['3f855d38-f396-406c-bebb-e25f9d730318'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:40.589704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:40.611229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] Routers {'3f855d38-f396-406c-bebb-e25f9d730318'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:40.612468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3f855d38-f396-406c-bebb-e25f9d730318'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:40.634229 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7bf7cc01-4600-4689-9057-900e6bf75012), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.635961 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 7bf7cc01-4600-4689-9057-900e6bf75012 of type vlan for network 1f11b104-2471-42c9-a42e-6bde977dfb58 Jan 29 20:09:40.728288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (1f11b104-2471-42c9-a42e-6bde977dfb58), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.782706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting subnet 3402cf23-1fe2-4ed1-baab-4ef7cbb0461f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:40.790733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for subnet (3402cf23-1fe2-4ed1-baab-4ef7cbb0461f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.819104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:40.913873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (3402cf23-1fe2-4ed1-baab-4ef7cbb0461f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.930629 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (1f11b104-2471-42c9-a42e-6bde977dfb58), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:40.937263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:40.937691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] Set router 3f855d38-f396-406c-bebb-e25f9d730318 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:40.938833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:41.108579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=1f11b104-2471-42c9-a42e-6bde977dfb58,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:41.149002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:41.163537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (3402cf23-1fe2-4ed1-baab-4ef7cbb0461f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:41.197129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-104bc4c2-ce51-4bbd-bc2d-c66c479c637c tempest-AgentManagementNegativeTest-487938307 tempest-AgentManagementNegativeTest-487938307-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3768954 Jan 29 20:09:41.210404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53820) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:41.211679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2a49088f-353a-47d8-b235-858917220f27 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8045392 Jan 29 20:09:41.216701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:41.438231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (3402cf23-1fe2-4ed1-baab-4ef7cbb0461f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:41.474920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:41.480676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/subnets/3402cf23-1fe2-4ed1-baab-4ef7cbb0461f HTTP/1.1" status: 204 len: 168 time: 0.9198420 Jan 29 20:09:41.480676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba587d8f-f958-435b-b808-1ae6999ecbbc tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Subnet': ['ID=3402cf23-1fe2-4ed1-baab-4ef7cbb0461f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:41.481469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53826) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:41.489507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0f701-c7f2-4f21-a056-f03fdb31d093 None None] Network e0569156-1053-4139-80bd-ab39303eb09e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:41.508786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef9cb-fc4c-4ef4-af78-310982812af0 req-8f5aac66-d1eb-4fc4-aebd-6135389cb784 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:41.510642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04cef9cb-fc4c-4ef4-af78-310982812af0 req-8f5aac66-d1eb-4fc4-aebd-6135389cb784 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1171384 Jan 29 20:09:41.535016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:41.539188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:41.611880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04cef9cb-fc4c-4ef4-af78-310982812af0 req-dab23f75-dec1-4bc5-bc47-a47de1b53221 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899751 Jan 29 20:09:41.723641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router (3f855d38-f396-406c-bebb-e25f9d730318), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:41.973450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:09:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:42.023083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] Checking router: 3f855d38-f396-406c-bebb-e25f9d730318 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:09:42.029866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] DHCP port deletion for e0569156-1053-4139-80bd-ab39303eb09e request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:42.053949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53832) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:42.058845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] Routers {'3f855d38-f396-406c-bebb-e25f9d730318'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:42.059559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3f855d38-f396-406c-bebb-e25f9d730318'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:42.184145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (3f855d38-f396-406c-bebb-e25f9d730318), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.242270 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (ff9f1a1d-4de7-4372-8ba6-fde07377c132), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.246979 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b85f-fd7b-449e-b8d5-f9a7b9e18b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.331709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=ff9f1a1d-4de7-4372-8ba6-fde07377c132,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:42.355386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] Set router 3f855d38-f396-406c-bebb-e25f9d730318 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:42.358733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '7bf7cc01-4600-4689-9057-900e6bf75012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:42.359148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: 1f11b104-2471-42c9-a42e-6bde977dfb58, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:09:42.385129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port 92a0fcaf-478f-4e90-9950-b8dd10966b63 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:42.385385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.417605 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b85f-fd7b-449e-b8d5-f9a7b9e18b74 admin admin] Publish callbacks [] for security_group (46e4feb9-f049-4a4f-9aec-1ce2d9f615bc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.492470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] For port 92a0fcaf-478f-4e90-9950-b8dd10966b63, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=92a0fcaf-478f-4e90-9950-b8dd10966b63,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:42.492470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.506538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for 92a0fcaf-478f-4e90-9950-b8dd10966b63 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:42.511083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:09:42.570036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b85f-fd7b-449e-b8d5-f9a7b9e18b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (46e4feb9-f049-4a4f-9aec-1ce2d9f615bc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.582495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] Deleting port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:42.583110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.643415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3fc2b85f-fd7b-449e-b8d5-f9a7b9e18b74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=174a6c1413e84317975bd670e3f9bb3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5880334 Jan 29 20:09:42.644428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b85f-fd7b-449e-b8d5-f9a7b9e18b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4feb9-f049-4a4f-9aec-1ce2d9f615bc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:42.647494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53840) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:42.664444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 1f11b104-2471-42c9-a42e-6bde977dfb58) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:42.673414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:42.674484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.701887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84b8f30-a352-48b1-8523-06779d7f567f None None] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:42.705675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43004f3-ac74-4377-b577-0448db0fa185 admin admin] Publish callbacks [] for security_group (46e4feb9-f049-4a4f-9aec-1ce2d9f615bc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.743760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43004f3-ac74-4377-b577-0448db0fa185 admin admin] Publish callbacks [] for security_group (46e4feb9-f049-4a4f-9aec-1ce2d9f615bc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.776159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] For port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,segment=NetworkSegment(7ba62121-b5c5-4591-915c-9b1856362d40),segment_id=7ba62121-b5c5-4591-915c-9b1856362d40)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:42.776645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:42.801330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] Calling delete_port for 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:42.841897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3c90fe85-aea4-4d05-9cfa-1c8f246aaff6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6303582 Jan 29 20:09:42.845066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53844) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:42.850507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-645913475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:42.873484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98c34c-9c26-4072-bb00-dc025abafa2e req-914ad7a2-a141-4f72-a507-24d4da040f34 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:42.879203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be98c34c-9c26-4072-bb00-dc025abafa2e req-914ad7a2-a141-4f72-a507-24d4da040f34 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.1530201 Jan 29 20:09:42.928918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:42.981596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be98c34c-9c26-4072-bb00-dc025abafa2e req-ab97cd09-34c1-4eeb-97c9-2311ea5a3ee0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886159 Jan 29 20:09:42.983019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (92a0fcaf-478f-4e90-9950-b8dd10966b63), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.008684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (3b784655-de8e-4aae-845c-92d4f28f84da), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.009828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (3b784655-de8e-4aae-845c-92d4f28f84da), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.014656 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43004f3-ac74-4377-b577-0448db0fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (46e4feb9-f049-4a4f-9aec-1ce2d9f615bc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.018310 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a43004f3-ac74-4377-b577-0448db0fa185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.030982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a43004f3-ac74-4377-b577-0448db0fa185 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46e4feb9-f049-4a4f-9aec-1ce2d9f615bc HTTP/1.1" status: 204 len: 168 time: 0.3793805 Jan 29 20:09:43.051764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=92a0fcaf-478f-4e90-9950-b8dd10966b63,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:43.102048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-1f11b104-2471-42c9-a42e-6bde977dfb58', 'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': 'ff9f1a1d-4de7-4372-8ba6-fde07377c132'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:09:43.103435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.108014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:09:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:43.136837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (3b784655-de8e-4aae-845c-92d4f28f84da), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.139119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:43.139704 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.174575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43004f3-ac74-4377-b577-0448db0fa185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4feb9-f049-4a4f-9aec-1ce2d9f615bc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:43.196287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0039f-b784-49e2-b76d-a5bea7493765 None None] The sync data for ids ['3f855d38-f396-406c-bebb-e25f9d730318'] in n-d-825496-5 is: [{'id': '3f855d38-f396-406c-bebb-e25f9d730318', 'name': 'tempest-TestSecurityGroupsBasicOps-router-799636677', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:39Z', 'updated_at': '2022-01-29T20:09:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '92a0fcaf-478f-4e90-9950-b8dd10966b63', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f855d38-f396-406c-bebb-e25f9d730318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:42Z', 'updated_at': '2022-01-29T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:43.215047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (97e4b4dd-8536-45eb-94a1-7a6e649c0c3c), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.224100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (3f855d38-f396-406c-bebb-e25f9d730318), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.293769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (3b784655-de8e-4aae-845c-92d4f28f84da), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.308227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] No DVR routers for this DVR port 97e4b4dd-8536-45eb-94a1-7a6e649c0c3c on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:43.310655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d26a-24f9-485c-98e5-c2fd51c1b49e None None] Pushing event deleted for resources: {'Port': ['ID=97e4b4dd-8536-45eb-94a1-7a6e649c0c3c,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:43.404627 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (3f855d38-f396-406c-bebb-e25f9d730318), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.406964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_controller (3f855d38-f396-406c-bebb-e25f9d730318), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.424523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.426153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fc8d9240-77ed-4e45-b476-f3f4e4ecda5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5797813 Jan 29 20:09:43.428909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53852) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:43.437960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'port': {'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58', 'name': 'tempest-RoutersTest-1118480788'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:43.510567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Allocated IP 172.20.0.2 (1f11b104-2471-42c9-a42e-6bde977dfb58/ff9f1a1d-4de7-4372-8ba6-fde07377c132/a479f045-b60d-46f6-9598-a44016c955ea) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:43.621108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (3f855d38-f396-406c-bebb-e25f9d730318), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.621821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Fanout notify agent at l3_agent the message router_deleted on router 3f855d38-f396-406c-bebb-e25f9d730318 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:09:43.640091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.643839 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3b3e372a-3adb-4ece-9ad9-0f03a5a10712 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/routers/3f855d38-f396-406c-bebb-e25f9d730318 HTTP/1.1" status: 204 len: 168 time: 2.1593776 Jan 29 20:09:43.645463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53858) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:43.732860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Publish callbacks [] for port (a479f045-b60d-46f6-9598-a44016c955ea), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.813709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:43.818561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.853066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e0569156-1053-4139-80bd-ab39303eb09e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.870642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] device_id is not set on port 258fba75-bbaf-46c1-a7df-0127e147febf yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:09:43.898809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a479f045-b60d-46f6-9598-a44016c955ea), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:43.952440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:43.961437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:43.968402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:43.983726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Pushing event updated for resources: {'Port': ['ID=a479f045-b60d-46f6-9598-a44016c955ea,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:44.117230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e0569156-1053-4139-80bd-ab39303eb09e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.122199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Attempting to bind port a479f045-b60d-46f6-9598-a44016c955ea on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:44.122199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Attempting to bind port a479f045-b60d-46f6-9598-a44016c955ea by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7bf7cc01-4600-4689-9057-900e6bf75012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:44.122199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Attempting to bind port a479f045-b60d-46f6-9598-a44016c955ea on network 1f11b104-2471-42c9-a42e-6bde977dfb58 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:44.131979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:44.133018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Checking segment: {'id': '7bf7cc01-4600-4689-9057-900e6bf75012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:44.133431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.133838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Bound using segment: {'id': '7bf7cc01-4600-4689-9057-900e6bf75012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:44.135038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Bound port: a479f045-b60d-46f6-9598-a44016c955ea, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf7cc01-4600-4689-9057-900e6bf75012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1f11b104-2471-42c9-a42e-6bde977dfb58'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:44.136807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a479f045-b60d-46f6-9598-a44016c955ea), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.184194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.20.0.10 (1f11b104-2471-42c9-a42e-6bde977dfb58/ff9f1a1d-4de7-4372-8ba6-fde07377c132/258fba75-bbaf-46c1-a7df-0127e147febf) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:44.301431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] For port a479f045-b60d-46f6-9598-a44016c955ea, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:44.305020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] For port a479f045-b60d-46f6-9598-a44016c955ea, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a479f045-b60d-46f6-9598-a44016c955ea,segment=NetworkSegment(7bf7cc01-4600-4689-9057-900e6bf75012),segment_id=7bf7cc01-4600-4689-9057-900e6bf75012)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:44.305893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0569156-1053-4139-80bd-ab39303eb09e']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:44.326464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba62121-b5c5-4591-915c-9b1856362d40') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:44.326775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba62121-b5c5-4591-915c-9b1856362d40') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:44.347079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (7ba62121-b5c5-4591-915c-9b1856362d40), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.390751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7ba62121-b5c5-4591-915c-9b1856362d40), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.428081 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a479f045-b60d-46f6-9598-a44016c955ea), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.435254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efca8e-e618-4e78-8798-5d7e71daaba4 req-35728c99-12a6-4f56-a6eb-456f484e1155 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:44.442550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7efca8e-e618-4e78-8798-5d7e71daaba4 req-35728c99-12a6-4f56-a6eb-456f484e1155 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.3141069 Jan 29 20:09:44.449245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:44.449710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (7ba62121-b5c5-4591-915c-9b1856362d40), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: warnings.warn(msg) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:44.453513 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:44.513279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f2af0-3549-42e0-a125-a02a15bd51bb None None] Pushing event updated for resources: {'Port': ['ID=a479f045-b60d-46f6-9598-a44016c955ea,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:44.573066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c7efca8e-e618-4e78-8798-5d7e71daaba4 req-3935cf1f-a96e-488d-9d90-e13ae2bd7290 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293082 Jan 29 20:09:44.604839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (258fba75-bbaf-46c1-a7df-0127e147febf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.733512 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e0569156-1053-4139-80bd-ab39303eb09e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.740729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.755648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/networks/e0569156-1053-4139-80bd-ab39303eb09e HTTP/1.1" status: 204 len: 168 time: 1.1006539 Jan 29 20:09:44.760545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53882) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:44.787570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d85cab-0736-49cf-b553-4d2ebac46765 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Network': ['ID=e0569156-1053-4139-80bd-ab39303eb09e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:44.800797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:44.926478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:44.945899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:44.950207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:45.013756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=258fba75-bbaf-46c1-a7df-0127e147febf,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:45.069423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a479f045-b60d-46f6-9598-a44016c955ea up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:45.073027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:45.073735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.077056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53886) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:45.149087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a479f045-b60d-46f6-9598-a44016c955ea triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:45.149729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a479f045-b60d-46f6-9598-a44016c955ea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.212418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port f1e6b4f7-b8f6-469d-9511-9e78ace37e75 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:45.212878 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.240902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1519005547'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:45.241855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b6f15634-127e-497f-b184-9fbbb637d9bc tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8118284 Jan 29 20:09:45.242493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53892) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:45.263700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a479f045-b60d-46f6-9598-a44016c955ea is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:45.264025 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a479f045-b60d-46f6-9598-a44016c955ea), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.326680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port a479f045-b60d-46f6-9598-a44016c955ea, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a479f045-b60d-46f6-9598-a44016c955ea,segment=NetworkSegment(7bf7cc01-4600-4689-9057-900e6bf75012),segment_id=7bf7cc01-4600-4689-9057-900e6bf75012)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:45.365538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.366001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for floatingip (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.379452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for f1e6b4f7-b8f6-469d-9511-9e78ace37e75 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:45.455042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a479f045-b60d-46f6-9598-a44016c955ea), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.491871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:45.497050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.510980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.589075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:45.653307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:45.656724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5ee356e9-70ad-4b8f-8a4e-9c5dadfb276a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:45.658959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92a0fcaf-478f-4e90-9950-b8dd10966b63 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:45.712528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 92a0fcaf-478f-4e90-9950-b8dd10966b63 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:45.713054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92a0fcaf-478f-4e90-9950-b8dd10966b63 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:45.732720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=a479f045-b60d-46f6-9598-a44016c955ea,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:45.739542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for security_group (ac8cfa93-f791-4887-aded-e5147f09f1b4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.766865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d461-01e4-4f29-82a4-70879df9eeed req-93042813-fae8-4548-9fc6-124d3437ed8c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:45.768525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00f9d461-01e4-4f29-82a4-70879df9eeed req-93042813-fae8-4548-9fc6-124d3437ed8c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.0783846 Jan 29 20:09:45.804161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f1e6b4f7-b8f6-469d-9511-9e78ace37e75), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.847944 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ac8cfa93-f791-4887-aded-e5147f09f1b4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:45.851212 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=f1e6b4f7-b8f6-469d-9511-9e78ace37e75,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:45.894235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.894696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.895116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.895522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.896139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.896885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.897546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.913598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.913598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.913598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.913598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.913598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.913598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:09:45.980995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:45.992507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00f9d461-01e4-4f29-82a4-70879df9eeed req-8d6c5a1e-fcca-4ab8-acb3-5f6a6263a5a0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158973 Jan 29 20:09:46.008863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8cfa93-f791-4887-aded-e5147f09f1b4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:46.012094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6cc58a94-5d23-4460-a3ea-9148b8addf3f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.012559 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Added segment 6cc58a94-5d23-4460-a3ea-9148b8addf3f of type vlan for network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 Jan 29 20:09:46.028687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for floatingip (0c3ea424-201c-4292-a862-6c52c5716886), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.033954 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Floating IP 0c3ea424-201c-4292-a862-6c52c5716886 disassociated (deleted). External IP: 172.25.5.205, port: 4d397744-c00c-4547-94a1-d3a9833aaec1. Jan 29 20:09:46.238174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560264e-52ae-4fa9-b6f0-933b6b73d7d1 None None] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:46.354780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d464cb57-084a-47d0-89f9-87acbb46ccfb None None] Provisioning complete for port a479f045-b60d-46f6-9598-a44016c955ea triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:46.355523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d464cb57-084a-47d0-89f9-87acbb46ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a479f045-b60d-46f6-9598-a44016c955ea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.433152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.567670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d464cb57-084a-47d0-89f9-87acbb46ccfb None None] Current status of the port a479f045-b60d-46f6-9598-a44016c955ea is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:46.633447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.764866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 8d4a814e-d642-4d80-8130-3efac46942cc has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:46.831502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (258fba75-bbaf-46c1-a7df-0127e147febf), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.831848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.838154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:46.838808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.925338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a479f045-b60d-46f6-9598-a44016c955ea up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:46.925748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:46.993841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1e4ecaac-1caf-4992-a64f-6f629be0d4aa None None] Provisioning complete for port a479f045-b60d-46f6-9598-a44016c955ea triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:46.994390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e4ecaac-1caf-4992-a64f-6f629be0d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a479f045-b60d-46f6-9598-a44016c955ea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.031607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9485350 Jan 29 20:09:47.035342 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53906) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:47.045165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c35246-b74b-4aaa-9151-3ed317ec2ba5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Network': ['ID=f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:47.053515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:47.078788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=258fba75-bbaf-46c1-a7df-0127e147febf,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:47.094666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:47.126449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:47.138758 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.144233 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] Sync routers for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:47.161496 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:47.162395 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:47.256250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e10b48e-cf01-470e-b886-55fabb2bb898 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/floatingips/0c3ea424-201c-4292-a862-6c52c5716886 HTTP/1.1" status: 204 len: 168 time: 2.4944940 Jan 29 20:09:47.265973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:47.276943 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29afe6a4-53b2-450a-b951-9822a707acf3" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:47.379462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a479f045-b60d-46f6-9598-a44016c955ea triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:47.380578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a479f045-b60d-46f6-9598-a44016c955ea), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.412481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ecaac-1caf-4992-a64f-6f629be0d4aa None None] Current status of the port a479f045-b60d-46f6-9598-a44016c955ea is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:47.420708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13b27a-0a6a-476b-9e70-4a94b7bc4598 req-3ae21abf-18e8-47b4-862d-c0a3ccadea53 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:47.422566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b13b27a-0a6a-476b-9e70-4a94b7bc4598 req-3ae21abf-18e8-47b4-862d-c0a3ccadea53 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.2384899 Jan 29 20:09:47.456083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:47.460248 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.494394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1e4ecaac-1caf-4992-a64f-6f629be0d4aa None None] Provisioning complete for port 258fba75-bbaf-46c1-a7df-0127e147febf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:47.497369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e4ecaac-1caf-4992-a64f-6f629be0d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.497623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:47.578340 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (3b784655-de8e-4aae-845c-92d4f28f84da), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.589339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ecaac-1caf-4992-a64f-6f629be0d4aa None None] Port 258fba75-bbaf-46c1-a7df-0127e147febf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:47.682786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a479f045-b60d-46f6-9598-a44016c955ea is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:47.745800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-493ac3ad-c221-459f-a038-d4bb4cbf0c1f None None] Provisioning complete for port 258fba75-bbaf-46c1-a7df-0127e147febf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:47.746706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-493ac3ad-c221-459f-a038-d4bb4cbf0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:47.813011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-493ac3ad-c221-459f-a038-d4bb4cbf0c1f None None] Port 258fba75-bbaf-46c1-a7df-0127e147febf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:47.815137 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b13b27a-0a6a-476b-9e70-4a94b7bc4598 req-371dc483-f525-4bba-b6ce-30d860dd1800 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870227 Jan 29 20:09:47.840282 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:47.887073 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] Checking router: 8d4a814e-d642-4d80-8130-3efac46942cc for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:09:47.899576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:47.900872 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:47.926334 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7ad6d-b3fa-49a7-8790-d6792e5ab83d x-openstack-request-id: req-4cd7ad6d-b3fa-49a7-8790-d6792e5ab83d {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:47.926859 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:47.926859 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cd7ad6d-b3fa-49a7-8790-d6792e5ab83d {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:47.927352 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'status': 'completed', 'code': 200} Jan 29 20:09:47.959204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1ca82364-cf74-42d9-be9b-4346efcb21e9 None None] Provisioning complete for port 258fba75-bbaf-46c1-a7df-0127e147febf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:47.959765 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1ca82364-cf74-42d9-be9b-4346efcb21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.065075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (aeb6f991-bd55-4093-9231-29e1d9fe3429), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.073228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.104077 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:09:48.129339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-ed299295-2e93-4545-b445-cb30ec59b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:48.130903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-ed299295-2e93-4545-b445-cb30ec59b6b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 1167 time: 0.1547039 Jan 29 20:09:48.211560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523548d-593c-457c-a686-5cc95050d005 req-a843261c-8158-4079-9c46-cff15de8d40d tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:48.213075 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0523548d-593c-457c-a686-5cc95050d005 req-a843261c-8158-4079-9c46-cff15de8d40d tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.1886899 Jan 29 20:09:48.214578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1ca82364-cf74-42d9-be9b-4346efcb21e9 None None] Port 258fba75-bbaf-46c1-a7df-0127e147febf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:48.229194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=aeb6f991-bd55-4093-9231-29e1d9fe3429,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:48.299699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:48.299971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network hostable DHCP agents. Network: f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:09:48.368245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0523548d-593c-457c-a686-5cc95050d005 req-84a56d6d-756a-461e-b438-6870b8e1d71f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1455448 Jan 29 20:09:48.409886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-3164ea84-6e2f-48ed-8f30-263f03e52d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:48.411658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-3164ea84-6e2f-48ed-8f30-263f03e52d26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 200 len: 897 time: 0.2640898 Jan 29 20:09:48.460320 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:48.461753 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (258fba75-bbaf-46c1-a7df-0127e147febf), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.478332 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-20f656e7-9c0d-43d5-a78a-0a6408357d78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 200 len: 217 time: 0.0551035 Jan 29 20:09:48.478332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:09:48.487003 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f014c3-34f6-4f84-a65e-a76553b300c6 None None] The sync data for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 is: [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf03f31c-3922-42f7-b661-c94df8df546c', 'name': '', 'network_id': '7067daa1-7f14-40d7-9a60-e602fb3157c1', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'mac_address': 'fa:16:3e:19:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:29Z', 'updated_at': '2022-01-29T20:07:38Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'subnets': [{'id': '4a7ecc01-ed2c-43fa-93b7-14849afb6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:48.558175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-033c6053-2c1e-4088-89e1-192632c3ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:48.560162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-033c6053-2c1e-4088-89e1-192632c3ad35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 200 len: 833 time: 0.0798323 Jan 29 20:09:48.622807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-eca2dba1-2e2a-48b1-b5e7-7f041d6a8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:48.625463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-eca2dba1-2e2a-48b1-b5e7-7f041d6a8fee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7067daa1-7f14-40d7-9a60-e602fb3157c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582135 Jan 29 20:09:48.678938 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.748006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-d5c11269-1368-4be0-921c-d9667f6f69bd service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166685 Jan 29 20:09:48.775021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (3b784655-de8e-4aae-845c-92d4f28f84da), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.775190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:48.779190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=258fba75-bbaf-46c1-a7df-0127e147febf,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:48.782849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:48.783749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:48.790694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0d2f97-f053-4cb0-83ef-679982fe83a1 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:48.853295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5211ee-90e7-4463-9aee-b6939d8b9b48 None None] New status for floating IP 0c3ea424-201c-4292-a862-6c52c5716886: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:09:48.872939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29afe6a4-53b2-450a-b951-9822a707acf3 req-fd93e74e-e043-4813-9960-1480714c55b3 service neutron] 10.222.0.26 "GET /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162941 Jan 29 20:09:48.924927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:48.927690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:48.951388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-679dfab8-00b0-4e87-b973-2b923d85f369 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9076786 Jan 29 20:09:48.957493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53936) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:48.969450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'name': 'tempest-NetworksTestDHCPv6-1489562720'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:49.110287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'aeb6f991-bd55-4093-9231-29e1d9fe3429'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:09:49.111176 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.332897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e3294-2bbc-4272-b93c-af9f515190e9 req-f4491113-3a1a-48ac-a139-c0fb27f45a64 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:49.340091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f22e3294-2bbc-4272-b93c-af9f515190e9 req-f4491113-3a1a-48ac-a139-c0fb27f45a64 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.4081709 Jan 29 20:09:49.382759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/aeb6f991-bd55-4093-9231-29e1d9fe3429/c348841d-c208-4d3b-8182-59e1caf0bc13) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:49.426437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:49.429934 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.475222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f22e3294-2bbc-4272-b93c-af9f515190e9 req-34e0f9b4-08cf-43af-a34a-d84e44c5bf58 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165061 Jan 29 20:09:49.512350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-8d4a10da-4aa1-4ac3-b6cd-7654383f1536 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:49.512350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-8d4a10da-4aa1-4ac3-b6cd-7654383f1536 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.1931355 Jan 29 20:09:49.525612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port c7c10a1a-66a0-4056-8fb4-4627b11fa472 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:09:49.540740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Publish callbacks [] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.547405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 3b784655-de8e-4aae-845c-92d4f28f84da is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:09:49.564303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a217149d-d23b-47db-8464-e1e7d6b89706 None None] Provisioning complete for port 258fba75-bbaf-46c1-a7df-0127e147febf triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:49.564303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a217149d-d23b-47db-8464-e1e7d6b89706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.610396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a217149d-d23b-47db-8464-e1e7d6b89706 None None] Port 258fba75-bbaf-46c1-a7df-0127e147febf cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:09:49.665621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.695584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:49.705730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:49.724085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:49.737942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] Sync routers for ids ['3b784655-de8e-4aae-845c-92d4f28f84da'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:49.750759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c577f9b1-1340-468a-a686-265a367a606e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/3b784655-de8e-4aae-845c-92d4f28f84da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5049224 Jan 29 20:09:49.751525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53948) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:49.785372 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] Routers {'3b784655-de8e-4aae-845c-92d4f28f84da'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:49.786229 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b784655-de8e-4aae-845c-92d4f28f84da'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:49.831656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Pushing event updated for resources: {'Port': ['ID=c348841d-c208-4d3b-8182-59e1caf0bc13,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:49.840627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:49.872736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::1c1 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/aeb6f991-bd55-4093-9231-29e1d9fe3429/c7c10a1a-66a0-4056-8fb4-4627b11fa472) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:49.886156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdc087-1218-4ba8-9bb3-3c68671305b7 req-0a68ba16-a381-46f0-89d7-eefc08d18cc9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:49.887264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd49e31-6296-46ce-b821-ec2bfabd137a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:49.894092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fbd49e31-6296-46ce-b821-ec2bfabd137a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports/258fba75-bbaf-46c1-a7df-0127e147febf HTTP/1.1" status: 200 len: 978 time: 0.1361897 Jan 29 20:09:49.895063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6efdc087-1218-4ba8-9bb3-3c68671305b7 req-0a68ba16-a381-46f0-89d7-eefc08d18cc9 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 985 time: 0.3861947 Jan 29 20:09:49.895729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:49.963953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port 4d397744-c00c-4547-94a1-d3a9833aaec1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:49.971061 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:49.972377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.977357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Attempting to bind port c348841d-c208-4d3b-8182-59e1caf0bc13 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:49.978775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Attempting to bind port c348841d-c208-4d3b-8182-59e1caf0bc13 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:49.978775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Attempting to bind port c348841d-c208-4d3b-8182-59e1caf0bc13 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:49.993265 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] Routers {'3b784655-de8e-4aae-845c-92d4f28f84da'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:49.993767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:49.994301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:49.994472 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b784655-de8e-4aae-845c-92d4f28f84da'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:49.994898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:49.995715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:49.998875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Bound port: c348841d-c208-4d3b-8182-59e1caf0bc13, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:49.999430 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:50.133521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] For port c348841d-c208-4d3b-8182-59e1caf0bc13, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:50.144302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] For port c348841d-c208-4d3b-8182-59e1caf0bc13, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c348841d-c208-4d3b-8182-59e1caf0bc13,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:50.148036 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:50.148874 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5f436-d684-4845-b96d-9e5e38712865 None None] The sync data for ids ['3b784655-de8e-4aae-845c-92d4f28f84da'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:50.256008 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:50.385338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a29139-aa8d-43f2-a217-4125bc58da8a None None] Pushing event updated for resources: {'Port': ['ID=c348841d-c208-4d3b-8182-59e1caf0bc13,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:50.394984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] For port 4d397744-c00c-4547-94a1-d3a9833aaec1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=4d397744-c00c-4547-94a1-d3a9833aaec1,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:50.395724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:50.452211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6efdc087-1218-4ba8-9bb3-3c68671305b7 req-b6e3bcda-03e7-4b40-b274-32f493dd8df3 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/security-groups?id=386a1b21-4e9d-4ca3-b743-7f24a51c8975&id=ea596589-c1b4-479c-9aa2-724b0adb7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5559175 Jan 29 20:09:50.462621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for 4d397744-c00c-4547-94a1-d3a9833aaec1 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:50.696323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (c7c10a1a-66a0-4056-8fb4-4627b11fa472), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:50.753570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 524adabe-a6f5-47c9-9404-3015a353a82c details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:09:50.816045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (3b784655-de8e-4aae-845c-92d4f28f84da), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:50.970973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 524adabe-a6f5-47c9-9404-3015a353a82c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=524adabe-a6f5-47c9-9404-3015a353a82c,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:50.985725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c7c10a1a-66a0-4056-8fb4-4627b11fa472), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:50.995249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '524adabe-a6f5-47c9-9404-3015a353a82c', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': '524adabe-a6f5-47c9-9404-3015a353a82c', 'mac_address': 'fa:16:3e:2e:65:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:09:51.094499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 524adabe-a6f5-47c9-9404-3015a353a82c is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:51.097000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.111298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c348841d-c208-4d3b-8182-59e1caf0bc13 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:51.120937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:51.135743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:51.136957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524adabe-a6f5-47c9-9404-3015a353a82c {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:09:51.145105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:51.154120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:51.157332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.159933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 524adabe-a6f5-47c9-9404-3015a353a82c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=524adabe-a6f5-47c9-9404-3015a353a82c,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:51.196888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4d397744-c00c-4547-94a1-d3a9833aaec1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.216230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=c7c10a1a-66a0-4056-8fb4-4627b11fa472,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:51.232527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c348841d-c208-4d3b-8182-59e1caf0bc13 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:51.232527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.272383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.348514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=524adabe-a6f5-47c9-9404-3015a353a82c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:51.349041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787a2af-a2ce-41e2-98bc-4ccdfcb8720a req-f98e32aa-527a-4b28-86e8-4b3bbb83f130 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:51.364436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8787a2af-a2ce-41e2-98bc-4ccdfcb8720a req-f98e32aa-527a-4b28-86e8-4b3bbb83f130 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 943 time: 0.6691310 Jan 29 20:09:51.455206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c348841d-c208-4d3b-8182-59e1caf0bc13 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:51.456417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.498010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8787a2af-a2ce-41e2-98bc-4ccdfcb8720a req-59b8d0f5-b037-431a-8864-b9da089b82e2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241710 Jan 29 20:09:51.539314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port c348841d-c208-4d3b-8182-59e1caf0bc13, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c348841d-c208-4d3b-8182-59e1caf0bc13,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:51.582665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] No DVR routers for this DVR port 4d397744-c00c-4547-94a1-d3a9833aaec1 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:51.599591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-263f9cd9-e624-4368-bcb7-96a2ec72af12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6434855 Jan 29 20:09:51.601477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.603353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53970) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:51.604888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0c83ce3-dd29-4e48-8472-78487eef9e61 req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.26 "DELETE /v2.0/ports/4d397744-c00c-4547-94a1-d3a9833aaec1 HTTP/1.1" status: 204 len: 173 time: 2.0230184 Jan 29 20:09:51.605435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'name': 'network-vif-deleted', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:51.611757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['524adabe-a6f5-47c9-9404-3015a353a82c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:09:51.627106 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9a452f-390e-4705-a3a7-c230ec74a2ed" -d '{"events": [{"server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "name": "network-vif-deleted", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:51.648406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ddbdb-01ed-4b42-a0c8-c29990f58af7 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=4d397744-c00c-4547-94a1-d3a9833aaec1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:51.736346 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483f5371-a85b-49cd-a18f-5ee108f67827 x-openstack-request-id: req-483f5371-a85b-49cd-a18f-5ee108f67827 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:51.736910 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbb9ebc-3257-4a32-ad39-802ad9c118c5", "name": "network-vif-deleted", "tag": "4d397744-c00c-4547-94a1-d3a9833aaec1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:51.737400 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-483f5371-a85b-49cd-a18f-5ee108f67827 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:51.738023 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbb9ebc-3257-4a32-ad39-802ad9c118c5', 'name': 'network-vif-deleted', 'tag': '4d397744-c00c-4547-94a1-d3a9833aaec1', 'status': 'completed', 'code': 200} Jan 29 20:09:51.756758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-af70f4ae-fa74-4241-909e-3b58cbb8b17a req-1edfb85a-a34a-4706-ac5f-946083a38f9f tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.0907328 Jan 29 20:09:51.801279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.854113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e3f26-e9a7-4bfa-8df8-8b2216c69479 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:51.864003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e3f26-e9a7-4bfa-8df8-8b2216c69479 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:51.864003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-776e3f26-e9a7-4bfa-8df8-8b2216c69479 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2536077 Jan 29 20:09:51.864281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 258fba75-bbaf-46c1-a7df-0127e147febf {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:51.864407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:51.864990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53974) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:52.024852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=c348841d-c208-4d3b-8182-59e1caf0bc13,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:52.061519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.095510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 258fba75-bbaf-46c1-a7df-0127e147febf owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:52.119467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port c7c10a1a-66a0-4056-8fb4-4627b11fa472 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:52.119467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c7c10a1a-66a0-4056-8fb4-4627b11fa472), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.436552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c7c10a1a-66a0-4056-8fb4-4627b11fa472), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.467463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for c7c10a1a-66a0-4056-8fb4-4627b11fa472 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:52.510378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fbe7b-4869-4e60-b0b8-068b10dcc92e None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:52.643584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cbc9dd50-6ba9-4f7c-a643-d57c9af8651f None None] Provisioning complete for port c348841d-c208-4d3b-8182-59e1caf0bc13 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:52.643893 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cbc9dd50-6ba9-4f7c-a643-d57c9af8651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.693127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdd3b8-736c-4fea-8e70-8558a053f4d5 req-3a2a88a9-ff1e-48b4-b854-e1e789c41c42 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:52.694894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26cdd3b8-736c-4fea-8e70-8558a053f4d5 req-3a2a88a9-ff1e-48b4-b854-e1e789c41c42 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 944 time: 0.0876393 Jan 29 20:09:52.695575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (258fba75-bbaf-46c1-a7df-0127e147febf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.778411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4d397744-c00c-4547-94a1-d3a9833aaec1 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:52.792284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=258fba75-bbaf-46c1-a7df-0127e147febf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:52.804086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c7c10a1a-66a0-4056-8fb4-4627b11fa472), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.830615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 4d397744-c00c-4547-94a1-d3a9833aaec1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:52.830997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 4d397744-c00c-4547-94a1-d3a9833aaec1 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:52.857474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9dd50-6ba9-4f7c-a643-d57c9af8651f None None] Current status of the port c348841d-c208-4d3b-8182-59e1caf0bc13 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:52.869455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=c7c10a1a-66a0-4056-8fb4-4627b11fa472,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:52.901242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:52.914553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e6e9ef4f-4e92-4a47-b2f6-c5b77b75df08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/c7c10a1a-66a0-4056-8fb4-4627b11fa472 HTTP/1.1" status: 204 len: 168 time: 1.0481875 Jan 29 20:09:52.920609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53986) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:52.960036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26cdd3b8-736c-4fea-8e70-8558a053f4d5 req-5512e76f-ce0d-4d32-adf1-573b2b637da3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500718 Jan 29 20:09:53.034373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c348841d-c208-4d3b-8182-59e1caf0bc13 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:53.121494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61bb1c-4ba0-49e8-bf15-3e1271e8db79 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:53.127439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61bb1c-4ba0-49e8-bf15-3e1271e8db79 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:53.133525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af61bb1c-4ba0-49e8-bf15-3e1271e8db79 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2160149 Jan 29 20:09:53.159396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 53990) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:53.171702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c348841d-c208-4d3b-8182-59e1caf0bc13 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:53.173675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.247442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e5f978d-dd14-4073-8938-b0fcb6a77184 req-81f4e11f-94ab-437c-94e1-d372bf8ef15c tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bbb9ebc-3257-4a32-ad39-802ad9c118c5 HTTP/1.1" status: 200 len: 210 time: 0.1120915 Jan 29 20:09:53.251802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (3b784655-de8e-4aae-845c-92d4f28f84da), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.310759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet aeb6f991-bd55-4093-9231-29e1d9fe3429 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:53.315384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (aeb6f991-bd55-4093-9231-29e1d9fe3429), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.360403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (aeb6f991-bd55-4093-9231-29e1d9fe3429), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.361194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c348841d-c208-4d3b-8182-59e1caf0bc13 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:53.419583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c97ab082-fda3-47de-bc13-2be60090dd70 None None] Could not find standard attr ID for object c7c10a1a-66a0-4056-8fb4-4627b11fa472. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:09:53.442298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c97ab082-fda3-47de-bc13-2be60090dd70 None None] Provisioning complete for port c348841d-c208-4d3b-8182-59e1caf0bc13 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:53.449515 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c97ab082-fda3-47de-bc13-2be60090dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.484751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (aeb6f991-bd55-4093-9231-29e1d9fe3429), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.508522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 3b784655-de8e-4aae-845c-92d4f28f84da has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:53.644018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c97ab082-fda3-47de-bc13-2be60090dd70 None None] Current status of the port c348841d-c208-4d3b-8182-59e1caf0bc13 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:53.644502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:53.659559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4334c705-7444-45ff-a153-064040a62419 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/3b784655-de8e-4aae-845c-92d4f28f84da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7610955 Jan 29 20:09:53.661388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 53998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:53.661717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] Sync routers for ids ['3b784655-de8e-4aae-845c-92d4f28f84da'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:53.679417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] Routers {'3b784655-de8e-4aae-845c-92d4f28f84da'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:53.680046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b784655-de8e-4aae-845c-92d4f28f84da'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:53.745068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (aeb6f991-bd55-4093-9231-29e1d9fe3429), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.756628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:53.784272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] Routers {'3b784655-de8e-4aae-845c-92d4f28f84da'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:53.784907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b784655-de8e-4aae-845c-92d4f28f84da'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:53.813507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb6f991-bd55-4093-9231-29e1d9fe3429,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:53.847078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:53.847272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:53.848473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9772089d-9441-4444-9627-ff24ff826bcd None None] The sync data for ids ['3b784655-de8e-4aae-845c-92d4f28f84da'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:09:53.858261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06e1e547-4d37-4e3f-8bc2-dcb514ba49d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/aeb6f991-bd55-4093-9231-29e1d9fe3429 HTTP/1.1" status: 204 len: 168 time: 0.6985691 Jan 29 20:09:53.872812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54004) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:53.887786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9966951a-4c51-40b8-bab2-20e0cd044a34 None None] Could not find standard attr ID for object c7c10a1a-66a0-4056-8fb4-4627b11fa472. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:09:53.955948 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-e3cd3780-c386-4c39-b760-a5476c5d0009 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] remove_router_interface failed (client error): The resource could not be found. Jan 29 20:09:53.958447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3cd3780-c386-4c39-b760-a5476c5d0009 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/3b784655-de8e-4aae-845c-92d4f28f84da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2960258 Jan 29 20:09:53.960079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aaad96d1-138a-4422-a3fc-478582b6c333 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859773 Jan 29 20:09:53.961077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54006) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:53.964279 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54008) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:53.972613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:54.001910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c43ea874-95df-47dd-bc26-9248b8db2f26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b784655-de8e-4aae-845c-92d4f28f84da HTTP/1.1" status: 200 len: 205 time: 0.0396180 Jan 29 20:09:54.008814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54012) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:54.159702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (3b784655-de8e-4aae-845c-92d4f28f84da), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.197005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8e847-7375-42a7-a49e-865c59c19d3d None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:54.360560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:54.468315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:54.534676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (3b784655-de8e-4aae-845c-92d4f28f84da), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.539444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (3b784655-de8e-4aae-845c-92d4f28f84da), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.543482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adca1580-15f6-4473-b46d-9e2e5fa20351 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (ea596589-c1b4-479c-9aa2-724b0adb7f93), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.555317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] Deleting port c348841d-c208-4d3b-8182-59e1caf0bc13 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:54.556564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.608929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adca1580-15f6-4473-b46d-9e2e5fa20351 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (ea596589-c1b4-479c-9aa2-724b0adb7f93), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.680074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (3b784655-de8e-4aae-845c-92d4f28f84da), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.680653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router 3b784655-de8e-4aae-845c-92d4f28f84da {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:09:54.709984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.711203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5ddfeb1-ed17-4c20-b235-cd9548c88624 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/3b784655-de8e-4aae-845c-92d4f28f84da HTTP/1.1" status: 204 len: 168 time: 0.7014296 Jan 29 20:09:54.714719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] For port c348841d-c208-4d3b-8182-59e1caf0bc13, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c348841d-c208-4d3b-8182-59e1caf0bc13,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:54.716611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54030) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:54.716875 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.761957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] Calling delete_port for c348841d-c208-4d3b-8182-59e1caf0bc13 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:54.796607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 524adabe-a6f5-47c9-9404-3015a353a82c up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:54.800116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet ff9f1a1d-4de7-4372-8ba6-fde07377c132 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:54.804191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (ff9f1a1d-4de7-4372-8ba6-fde07377c132), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.865692 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (ff9f1a1d-4de7-4372-8ba6-fde07377c132), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:54.998878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1d83-46ba-408b-8c43-4633de6e62bd req-e7f4cbcb-b249-423c-9c75-5636f465be16 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:55.000710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d6d1d83-46ba-408b-8c43-4633de6e62bd req-e7f4cbcb-b249-423c-9c75-5636f465be16 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 944 time: 0.1889901 Jan 29 20:09:55.009678 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ff9f1a1d-4de7-4372-8ba6-fde07377c132), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.041262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c348841d-c208-4d3b-8182-59e1caf0bc13 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:55.075319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:55.079275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.170370 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (ff9f1a1d-4de7-4372-8ba6-fde07377c132), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.176674 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adca1580-15f6-4473-b46d-9e2e5fa20351 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ea596589-c1b4-479c-9aa2-724b0adb7f93), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.179836 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-adca1580-15f6-4473-b46d-9e2e5fa20351 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.186351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-adca1580-15f6-4473-b46d-9e2e5fa20351 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea596589-c1b4-479c-9aa2-724b0adb7f93 HTTP/1.1" status: 204 len: 168 time: 0.8242502 Jan 29 20:09:55.191092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:55.203803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d6d1d83-46ba-408b-8c43-4633de6e62bd req-713b3757-2a77-43cd-9304-c8030c37cfc1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879437 Jan 29 20:09:55.288675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9f1a1d-4de7-4372-8ba6-fde07377c132,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:55.297144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca1580-15f6-4473-b46d-9e2e5fa20351 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea596589-c1b4-479c-9aa2-724b0adb7f93,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:55.313995 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.315567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c1ad0-ed73-44f8-b6d1-e166595ed3d7 None None] Network 1f11b104-2471-42c9-a42e-6bde977dfb58 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:55.324016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-be458f11-935e-4c48-a0ab-581c262382ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/ff9f1a1d-4de7-4372-8ba6-fde07377c132 HTTP/1.1" status: 204 len: 168 time: 0.6044261 Jan 29 20:09:55.326733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54036) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:55.454782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 524adabe-a6f5-47c9-9404-3015a353a82c completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:09:55.463396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 524adabe-a6f5-47c9-9404-3015a353a82c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:55.463771 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.479813 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (1f11b104-2471-42c9-a42e-6bde977dfb58), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.487599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-005ec8f2-db29-49e0-af53-94f829138cc5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (386a1b21-4e9d-4ca3-b743-7f24a51c8975), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.509612 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386808f5-b75e-48ea-8e67-1ac1329cc618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.560683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c348841d-c208-4d3b-8182-59e1caf0bc13 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:55.561078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.568421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-005ec8f2-db29-49e0-af53-94f829138cc5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (386a1b21-4e9d-4ca3-b743-7f24a51c8975), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.599888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port a479f045-b60d-46f6-9598-a44016c955ea {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:55.600317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a479f045-b60d-46f6-9598-a44016c955ea), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.676685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (208a99d2-7e8f-436f-9c6d-f9f44329f822), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.725900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port a479f045-b60d-46f6-9598-a44016c955ea, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a479f045-b60d-46f6-9598-a44016c955ea,segment=NetworkSegment(7bf7cc01-4600-4689-9057-900e6bf75012),segment_id=7bf7cc01-4600-4689-9057-900e6bf75012)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:55.726264 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a479f045-b60d-46f6-9598-a44016c955ea), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.748829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for a479f045-b60d-46f6-9598-a44016c955ea owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:55.770365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-005ec8f2-db29-49e0-af53-94f829138cc5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (386a1b21-4e9d-4ca3-b743-7f24a51c8975), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.779475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-005ec8f2-db29-49e0-af53-94f829138cc5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.783086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-005ec8f2-db29-49e0-af53-94f829138cc5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/security-groups/386a1b21-4e9d-4ca3-b743-7f24a51c8975 HTTP/1.1" status: 204 len: 168 time: 0.5903635 Jan 29 20:09:55.787549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:55.809784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54040) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:55.866664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (c348841d-c208-4d3b-8182-59e1caf0bc13), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.907000 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a479f045-b60d-46f6-9598-a44016c955ea), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:55.934080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] No DVR routers for this DVR port c348841d-c208-4d3b-8182-59e1caf0bc13 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:56.007136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=a479f045-b60d-46f6-9598-a44016c955ea,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:56.036311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port a479f045-b60d-46f6-9598-a44016c955ea on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:09:56.039982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 524adabe-a6f5-47c9-9404-3015a353a82c is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:09:56.040414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.043560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771fde-cb37-4b14-b174-a1b54a5e263c None None] Pushing event deleted for resources: {'Port': ['ID=c348841d-c208-4d3b-8182-59e1caf0bc13,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:56.077490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 524adabe-a6f5-47c9-9404-3015a353a82c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=524adabe-a6f5-47c9-9404-3015a353a82c,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:56.080042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524adabe-a6f5-47c9-9404-3015a353a82c'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:09:56.082413 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f03e53-4598-485b-b98e-990fe2a1a9b9" -d '{"events": [{"server_uuid": "86cede8a-4918-460f-adb3-8ad5a16e2732", "name": "network-vif-plugged", "status": "completed", "tag": "524adabe-a6f5-47c9-9404-3015a353a82c"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:09:56.086741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4b533-4a44-44b5-a3e1-a698bea96442 None None] DHCP port deletion for 1f11b104-2471-42c9-a42e-6bde977dfb58 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:09:56.143244 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f5118c-b761-422e-a874-4f34a381d6bd x-openstack-request-id: req-12f5118c-b761-422e-a874-4f34a381d6bd {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:09:56.143542 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cede8a-4918-460f-adb3-8ad5a16e2732", "name": "network-vif-plugged", "status": "completed", "tag": "524adabe-a6f5-47c9-9404-3015a353a82c", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:09:56.143797 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12f5118c-b761-422e-a874-4f34a381d6bd {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:09:56.144219 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524adabe-a6f5-47c9-9404-3015a353a82c', 'code': 200} Jan 29 20:09:56.146706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.146910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=208a99d2-7e8f-436f-9c6d-f9f44329f822,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:56.149297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:56.161494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:56.161494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.169555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38184ec4-4569-49c1-9b95-70d3b95f7b65 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:56.203332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ec8f2-db29-49e0-af53-94f829138cc5 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a1b21-4e9d-4ca3-b743-7f24a51c8975,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:56.320455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (1f11b104-2471-42c9-a42e-6bde977dfb58), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.446070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f11b104-2471-42c9-a42e-6bde977dfb58']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:56.459684 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf7cc01-4600-4689-9057-900e6bf75012') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:56.460641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf7cc01-4600-4689-9057-900e6bf75012') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:56.467632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=524adabe-a6f5-47c9-9404-3015a353a82c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:56.479605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (7bf7cc01-4600-4689-9057-900e6bf75012), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.493091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041e6eb-206b-4f77-b9a5-697d74f37a08 req-fe702123-5509-44f2-933f-c9bc49f99576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:56.494925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b041e6eb-206b-4f77-b9a5-697d74f37a08 req-fe702123-5509-44f2-933f-c9bc49f99576 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 1127 time: 0.2004116 Jan 29 20:09:56.518882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7bf7cc01-4600-4689-9057-900e6bf75012), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.535639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0e0bbeb2-b6ed-4157-a06a-a717bffe4127 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5658629 Jan 29 20:09:56.541543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54050) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:56.551000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '208a99d2-7e8f-436f-9c6d-f9f44329f822'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:09:56.551938 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.557378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:09:56.560755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (7bf7cc01-4600-4689-9057-900e6bf75012), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.604574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'name': 'tempest-NetworksTestDHCPv6-707326759'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:09:56.610409 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:09:56.624173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807c406-647d-43f1-a4d4-26faa8ff0d02 req-9d68b131-65d2-4cbd-9d41-93042dcb1863 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:56.626229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807c406-647d-43f1-a4d4-26faa8ff0d02 req-9d68b131-65d2-4cbd-9d41-93042dcb1863 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.1571398 Jan 29 20:09:56.751177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2807c406-647d-43f1-a4d4-26faa8ff0d02 req-4870a2c3-8892-47af-8692-621072ae5ed1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961769 Jan 29 20:09:56.813478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b041e6eb-206b-4f77-b9a5-697d74f37a08 req-88ddfe41-3f47-45e0-a55b-46034d1c9ab5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117013 Jan 29 20:09:56.836543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (8d4a814e-d642-4d80-8130-3efac46942cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.893310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (1f11b104-2471-42c9-a42e-6bde977dfb58), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.906512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:56.914552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/1f11b104-2471-42c9-a42e-6bde977dfb58 HTTP/1.1" status: 204 len: 168 time: 1.5857749 Jan 29 20:09:56.922371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54054) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:56.949232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104664965'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:56.954813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c4050-23ea-4ca4-a293-de4803fbd9ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=1f11b104-2471-42c9-a42e-6bde977dfb58,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:56.965457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:56.988571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.027183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a479f045-b60d-46f6-9598-a44016c955ea no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:09:57.061080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 956cfaa5-e83c-45b6-841c-09540f1437e4 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:09:57.102245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a479f045-b60d-46f6-9598-a44016c955ea {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:09:57.103083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a479f045-b60d-46f6-9598-a44016c955ea not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:09:57.192256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:57.198799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.231122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/208a99d2-7e8f-436f-9c6d-f9f44329f822/1fd83523-3fd9-4e6b-b8f2-146df0598a7b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:57.289252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:09:57.299925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d78683a0-7a4c-42fa-a846-5610907c6a7d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.300330 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment d78683a0-7a4c-42fa-a846-5610907c6a7d of type vlan for network ad38241b-3f1f-4287-ac9c-b62262bfc5fa Jan 29 20:09:57.344011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ad38241b-3f1f-4287-ac9c-b62262bfc5fa), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.452935 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ad38241b-3f1f-4287-ac9c-b62262bfc5fa), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.458175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:57.458969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.479670 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Publish callbacks [] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.568000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=ad38241b-3f1f-4287-ac9c-b62262bfc5fa,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:57.580312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:09:57.597917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port cf03f31c-3922-42f7-b661-c94df8df546c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:57.604067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.661029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.696949 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-11018d51-b157-4438-bda2-ef8c683a5dd4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7628908 Jan 29 20:09:57.700444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54060) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:57.705998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:57.708163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Pushing event updated for resources: {'Port': ['ID=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:57.753099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::b3 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/208a99d2-7e8f-436f-9c6d-f9f44329f822/956cfaa5-e83c-45b6-841c-09540f1437e4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:57.765603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:57.771479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:57.775239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:57.869904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Attempting to bind port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:09:57.870275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Attempting to bind port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:09:57.870632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Attempting to bind port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:09:57.879580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:09:57.880136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:57.880582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.881044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:09:57.884337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Bound port: 1fd83523-3fd9-4e6b-b8f2-146df0598a7b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:09:57.884737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.886263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] For port cf03f31c-3922-42f7-b661-c94df8df546c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf03f31c-3922-42f7-b661-c94df8df546c,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:09:57.888300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:57.908901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for cf03f31c-3922-42f7-b661-c94df8df546c owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:58.029149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] For port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:09:58.036828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ca36-2317-4534-872f-411fc3de95d2 req-142c0a30-7d8a-4078-9ab4-d799e1a17d91 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:58.037054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:09:58.037295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] For port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:09:58.038923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb2ca36-2317-4534-872f-411fc3de95d2 req-142c0a30-7d8a-4078-9ab4-d799e1a17d91 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.1379488 Jan 29 20:09:58.040333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.054087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (956cfaa5-e83c-45b6-841c-09540f1437e4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.107108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.200785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37688-c2fe-4171-a596-90d6538a8d56 None None] Pushing event updated for resources: {'Port': ['ID=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:58.215800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f1e34183-234d-441f-b97f-f8eeea5de208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.325211 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cf03f31c-3922-42f7-b661-c94df8df546c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.378065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=cf03f31c-3922-42f7-b661-c94df8df546c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:58.475320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (12db015f-ba98-4b6d-a912-2ee90ad55126), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.709391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebb2ca36-2317-4534-872f-411fc3de95d2 req-a8aa1ae3-34a5-40d7-a943-15900194499d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532938 Jan 29 20:09:58.737424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=12db015f-ba98-4b6d-a912-2ee90ad55126,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:58.743082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': 'd78683a0-7a4c-42fa-a846-5610907c6a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:09:58.743452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: ad38241b-3f1f-4287-ac9c-b62262bfc5fa, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:09:58.765635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (956cfaa5-e83c-45b6-841c-09540f1437e4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.818314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:09:58.869969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:58.872858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:09:58.881404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:58.882261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.884115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:58.924055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=956cfaa5-e83c-45b6-841c-09540f1437e4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:58.951530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (8d4a814e-d642-4d80-8130-3efac46942cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.022217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-618929cb-cab4-487a-8ca5-3afb67a93639 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4760592 Jan 29 20:09:59.023862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54076) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:59.040108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:09:59.122376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ad38241b-3f1f-4287-ac9c-b62262bfc5fa) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:09:59.132822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec4e67-a774-4242-aa21-ecdc9e4d5c21 None None] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:09:59.141323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:59.142277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.155756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1fd83523-3fd9-4e6b-b8f2-146df0598a7b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:09:59.163123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92b45e-f54c-4c07-a59f-5e1b5b80c5d1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:59.169947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92b45e-f54c-4c07-a59f-5e1b5b80c5d1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:09:59.172313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9b92b45e-f54c-4c07-a59f-5e1b5b80c5d1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1472318 Jan 29 20:09:59.174857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54078) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:59.308665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Router 8d4a814e-d642-4d80-8130-3efac46942cc has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:09:59.316600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 956cfaa5-e83c-45b6-841c-09540f1437e4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:09:59.317133 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (956cfaa5-e83c-45b6-841c-09540f1437e4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.329062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:09:59.329731 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.402073 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f89c897d-a874-4f36-ae8d-f5ea4776085f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7001362 Jan 29 20:09:59.407290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54084) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:59.420158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039758340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:09:59.454017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ad38241b-3f1f-4287-ac9c-b62262bfc5fa', 'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': '12db015f-ba98-4b6d-a912-2ee90ad55126'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:09:59.454611 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (956cfaa5-e83c-45b6-841c-09540f1437e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.475826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 956cfaa5-e83c-45b6-841c-09540f1437e4 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:09:59.493090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.636218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:09:59.650501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4b9ff4f9-1f82-4805-ba4c-95bf439b3341 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "PUT /v2.0/routers/8d4a814e-d642-4d80-8130-3efac46942cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8338954 Jan 29 20:09:59.650684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] Sync routers for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:09:59.652704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54098) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:09:59.663983 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:09:59.664246 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:09:59.670302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (baace6c3-42b9-413a-9ef9-f6c12db96e80), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.672267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (baace6c3-42b9-413a-9ef9-f6c12db96e80), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.752951 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (956cfaa5-e83c-45b6-841c-09540f1437e4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.775008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting subnet 4a7ecc01-ed2c-43fa-93b7-14849afb6b87 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:09:59.796318 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for subnet (4a7ecc01-ed2c-43fa-93b7-14849afb6b87), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.835985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=956cfaa5-e83c-45b6-841c-09540f1437e4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:09:59.840815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Allocated IP 172.20.0.2 (ad38241b-3f1f-4287-ac9c-b62262bfc5fa/12db015f-ba98-4b6d-a912-2ee90ad55126/01fef61b-00f4-4428-808a-b0b4bb200a75) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:09:59.904759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:09:59.914176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d5d3850f-18e5-4693-98ac-fe10011f272f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/956cfaa5-e83c-45b6-841c-09540f1437e4 HTTP/1.1" status: 204 len: 168 time: 0.7379513 Jan 29 20:09:59.918426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:00.015175 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:00.037366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc07f0d-07a0-42b6-926e-48065d37fd40 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:00.060546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc07f0d-07a0-42b6-926e-48065d37fd40 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:00.064858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ccc07f0d-07a0-42b6-926e-48065d37fd40 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1453881 Jan 29 20:10:00.068789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54122) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:00.151782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (baace6c3-42b9-413a-9ef9-f6c12db96e80), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.162041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (4a7ecc01-ed2c-43fa-93b7-14849afb6b87), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.180904 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Publish callbacks [] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.277345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 208a99d2-7e8f-436f-9c6d-f9f44329f822 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:00.297075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (208a99d2-7e8f-436f-9c6d-f9f44329f822), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.297698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.360140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:00.375417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:00.387590 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.395926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:00.416938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:00.419207 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.423929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (208a99d2-7e8f-436f-9c6d-f9f44329f822), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.444716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4a7ecc01-ed2c-43fa-93b7-14849afb6b87), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.471364 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:09:58Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:00.505966 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] Checking router: 8d4a814e-d642-4d80-8130-3efac46942cc for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:10:00.527284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] Routers {'8d4a814e-d642-4d80-8130-3efac46942cc'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:00.527284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['8d4a814e-d642-4d80-8130-3efac46942cc'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:00.582303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:00.601842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Pushing event updated for resources: {'Port': ['ID=01fef61b-00f4-4428-808a-b0b4bb200a75,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:00.620528 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (baace6c3-42b9-413a-9ef9-f6c12db96e80), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.661407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7510d0-61ff-4ada-9e7a-f5c4b79921cd req-940627e3-bf8a-461b-b952-6236b36d5ec2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:00.679762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (208a99d2-7e8f-436f-9c6d-f9f44329f822), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.685008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b7510d0-61ff-4ada-9e7a-f5c4b79921cd req-940627e3-bf8a-461b-b952-6236b36d5ec2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.7984548 Jan 29 20:10:00.717153 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.721320 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (4a7ecc01-ed2c-43fa-93b7-14849afb6b87), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.732187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.848861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7ecc01-ed2c-43fa-93b7-14849afb6b87,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:00.849937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] Set router 8d4a814e-d642-4d80-8130-3efac46942cc gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:00.862160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.863668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed384b91-b6e2-43b8-96e7-067929527587 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4552934 Jan 29 20:10:00.866969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54158) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:00.880871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:00.888512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b4f00aae-c606-4d83-a9f0-f7f69817d79e tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/subnets/4a7ecc01-ed2c-43fa-93b7-14849afb6b87 HTTP/1.1" status: 204 len: 168 time: 1.2343044 Jan 29 20:10:00.896893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Attempting to bind port 01fef61b-00f4-4428-808a-b0b4bb200a75 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:00.897540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Attempting to bind port 01fef61b-00f4-4428-808a-b0b4bb200a75 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'd78683a0-7a4c-42fa-a846-5610907c6a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:00.898532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Attempting to bind port 01fef61b-00f4-4428-808a-b0b4bb200a75 on network ad38241b-3f1f-4287-ac9c-b62262bfc5fa {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:00.904451 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54160) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:00.956906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-53dcdfd5-cccb-4daa-b2a4-1699121fcdcd None None] Provisioning complete for port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:00.957697 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-53dcdfd5-cccb-4daa-b2a4-1699121fcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:01.004722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (208a99d2-7e8f-436f-9c6d-f9f44329f822), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:01.057274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e6656-8c0e-481d-9976-b9ddb16f3c85 None None] Network 7067daa1-7f14-40d7-9a60-e602fb3157c1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:01.098687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:01.107378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/208a99d2-7e8f-436f-9c6d-f9f44329f822 HTTP/1.1" status: 204 len: 168 time: 1.0351179 Jan 29 20:10:01.114214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f729f-625e-4187-b214-1cecfe460568 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=208a99d2-7e8f-436f-9c6d-f9f44329f822,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:01.128963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54174) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:01.297798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b812a0f-fc2f-4539-b97a-e19d42b37749 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:01.356558 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:09:58Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:01.425835 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000c282-9e25-456f-87fc-0e2c6ee006b1 None None] The sync data for ids ['8d4a814e-d642-4d80-8130-3efac46942cc'] in n-d-825496-5 is: [{'id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-300856638', 'tenant_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:07:21Z', 'updated_at': '2022-01-29T20:09:58Z', 'revision_number': 5, 'project_id': 'ebe24f9fc5ab421ab5d3128d3be236ad', 'gw_port': {'id': '3d5bf6a0-c4a0-41ac-b483-6b054ebb5154', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a814e-d642-4d80-8130-3efac46942cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:07:22Z', 'updated_at': '2022-01-29T20:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:01.429191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:01.430194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Checking segment: {'id': 'd78683a0-7a4c-42fa-a846-5610907c6a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:01.430194 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:01.430377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Bound using segment: {'id': 'd78683a0-7a4c-42fa-a846-5610907c6a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:01.430934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Bound port: 01fef61b-00f4-4428-808a-b0b4bb200a75, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78683a0-7a4c-42fa-a846-5610907c6a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad38241b-3f1f-4287-ac9c-b62262bfc5fa'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:01.431329 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:01.725300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:01.884879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6df85d0f-bbf4-4f4c-974f-fb33b81d0f4d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7507160 Jan 29 20:10:01.891535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:01.891900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54212) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:01.916557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:01.929909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:02.010534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b7510d0-61ff-4ada-9e7a-f5c4b79921cd req-f5eef577-fb47-4519-abb6-bae680e00f7c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3246367 Jan 29 20:10:02.120953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.161649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-53dcdfd5-cccb-4daa-b2a4-1699121fcdcd None None] Current status of the port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:02.228774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] For port 01fef61b-00f4-4428-808a-b0b4bb200a75, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:02.244133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] For port 01fef61b-00f4-4428-808a-b0b4bb200a75, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01fef61b-00f4-4428-808a-b0b4bb200a75,segment=NetworkSegment(d78683a0-7a4c-42fa-a846-5610907c6a7d),segment_id=d78683a0-7a4c-42fa-a846-5610907c6a7d)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:02.303914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-04eb4106-262c-44a8-8ef0-4df81a120afe None None] Could not find standard attr ID for object 956cfaa5-e83c-45b6-841c-09540f1437e4. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:10:02.304914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.20.0.1 (ad38241b-3f1f-4287-ac9c-b62262bfc5fa/12db015f-ba98-4b6d-a912-2ee90ad55126/f83310e6-d367-43ab-a04f-43ffd2330b16) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:02.318735 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.424536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93e7e05e-5cb7-4b5f-b006-8ab5c30e6fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.489618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecee4b0-6793-4659-b030-7d2cbe0ed949 None None] Pushing event updated for resources: {'Port': ['ID=01fef61b-00f4-4428-808a-b0b4bb200a75,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:02.489876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:02.495730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.506855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d36003-5d4a-4c44-8afd-f0c9ac200be8 req-ac951fc3-0c23-4fe9-bef6-a073376b0930 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:02.511892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:02.516126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64d36003-5d4a-4c44-8afd-f0c9ac200be8 req-ac951fc3-0c23-4fe9-bef6-a073376b0930 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.2788444 Jan 29 20:10:02.520864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router (8d4a814e-d642-4d80-8130-3efac46942cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.521801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b6280-e27b-4904-b351-592671b584de None None] DHCP port deletion for 7067daa1-7f14-40d7-9a60-e602fb3157c1 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:02.760600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64d36003-5d4a-4c44-8afd-f0c9ac200be8 req-0451e40c-40a6-4719-bb90-ebd2074badc9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426717 Jan 29 20:10:02.808361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.857029 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:10:02.913754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] Deleting port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:02.913754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:02.914376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-348b6280-e27b-4904-b351-592671b584de None None] Deleting port c3aee791-e876-4830-a125-27d4a0752352 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:02.914686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-348b6280-e27b-4904-b351-592671b584de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c3aee791-e876-4830-a125-27d4a0752352), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.041527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.079307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-348b6280-e27b-4904-b351-592671b584de None None] For port c3aee791-e876-4830-a125-27d4a0752352, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c3aee791-e876-4830-a125-27d4a0752352,segment=NetworkSegment(9aa42339-2504-43aa-af44-b00a090076d8),segment_id=9aa42339-2504-43aa-af44-b00a090076d8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:03.079616 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-348b6280-e27b-4904-b351-592671b584de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c3aee791-e876-4830-a125-27d4a0752352), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.093419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c3aee791-e876-4830-a125-27d4a0752352 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:03.145444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-348b6280-e27b-4904-b351-592671b584de None None] Calling delete_port for c3aee791-e876-4830-a125-27d4a0752352 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:03.151157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:03.164947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:03.175052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:03.186920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=f83310e6-d367-43ab-a04f-43ffd2330b16,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:03.316502 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (baace6c3-42b9-413a-9ef9-f6c12db96e80), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.382444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (824f7746-d296-4156-bc8e-a9d7bf556f3e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.417735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93e7e05e-5cb7-4b5f-b006-8ab5c30e6fce admin admin] Publish callbacks [] for security_group (de687fb3-669f-4fd2-8f91-2a272fcb4bd0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.449269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:03.455163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:03.463978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:03.466852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.471310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] For port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:03.472686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.516325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_gateway (8d4a814e-d642-4d80-8130-3efac46942cc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.531881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-93e7e05e-5cb7-4b5f-b006-8ab5c30e6fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (de687fb3-669f-4fd2-8f91-2a272fcb4bd0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.534632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] Calling delete_port for 1fd83523-3fd9-4e6b-b8f2-146df0598a7b owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:03.590650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f7a8f-0a62-4e98-8ca8-3de1b581d0c7 req-7eaa909b-4c9d-4ca2-a6ae-5b341a72d092 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:03.592380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-647f7a8f-0a62-4e98-8ca8-3de1b581d0c7 req-7eaa909b-4c9d-4ca2-a6ae-5b341a72d092 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.5962803 Jan 29 20:10:03.601951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-93e7e05e-5cb7-4b5f-b006-8ab5c30e6fce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d638d2cd490943da822be528db1ccfe0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7074714 Jan 29 20:10:03.605873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54288) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:03.652548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7444780 Jan 29 20:10:03.652548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efdff7-ded8-44d3-bc63-5561ed6c8571 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=824f7746-d296-4156-bc8e-a9d7bf556f3e,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:03.654634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54290) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:03.662981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7e05e-5cb7-4b5f-b006-8ab5c30e6fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de687fb3-669f-4fd2-8f91-2a272fcb4bd0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:03.672031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'name': 'tempest-NetworksTestDHCPv6-1722168963'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:03.679522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c3aee791-e876-4830-a125-27d4a0752352 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:03.686897 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c3aee791-e876-4830-a125-27d4a0752352), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.739228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-348b6280-e27b-4904-b351-592671b584de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (c3aee791-e876-4830-a125-27d4a0752352), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.763544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:03.786992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1fd83523-3fd9-4e6b-b8f2-146df0598a7b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:03.886820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-647f7a8f-0a62-4e98-8ca8-3de1b581d0c7 req-328bdb92-a06c-4663-820b-df1b23454e91 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821047 Jan 29 20:10:03.917531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b6280-e27b-4904-b351-592671b584de None None] Pushing event deleted for resources: {'Port': ['ID=c3aee791-e876-4830-a125-27d4a0752352,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:03.933081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b6280-e27b-4904-b351-592671b584de None None] No DVR routers for this DVR port c3aee791-e876-4830-a125-27d4a0752352 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:03.957845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:03.962024 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.007325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Deleting port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:04.007686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.048974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:04.052385 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.082851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 518f2125-9a5c-4f17-9e1a-58fb6611c056 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:04.118717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (1fd83523-3fd9-4e6b-b8f2-146df0598a7b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.182007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] Pushing event deleted for resources: {'Port': ['ID=1fd83523-3fd9-4e6b-b8f2-146df0598a7b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:04.247858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb278155-f40b-4b0e-bd53-246fd5f65efe None None] No DVR routers for this DVR port 1fd83523-3fd9-4e6b-b8f2-146df0598a7b on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:04.257612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf03f31c-3922-42f7-b661-c94df8df546c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:04.275138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32d2e7-9640-45bd-9672-afe186b7248f None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:04.357336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: cf03f31c-3922-42f7-b661-c94df8df546c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:04.358521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf03f31c-3922-42f7-b661-c94df8df546c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:04.414135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb5700f-1fb0-41f7-be89-b65414f5392c admin admin] Publish callbacks [] for security_group (de687fb3-669f-4fd2-8f91-2a272fcb4bd0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.442246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] For port 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:04.442757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.469499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Calling delete_port for 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:04.494747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::361 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/824f7746-d296-4156-bc8e-a9d7bf556f3e/518f2125-9a5c-4f17-9e1a-58fb6611c056) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:04.570139 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb5700f-1fb0-41f7-be89-b65414f5392c admin admin] Publish callbacks [] for security_group (de687fb3-669f-4fd2-8f91-2a272fcb4bd0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.591201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '824f7746-d296-4156-bc8e-a9d7bf556f3e'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:04.592306 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.682726 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.748943 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.769773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11559187-54d4-4a20-b395-a1e000df96ac None None] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:04.816790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23911-0907-430b-b875-440e486ceb89 req-efe9cf6e-3ad8-4f41-a7d4-5a2ce56fd60e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:04.818556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77e23911-0907-430b-b875-440e486ceb89 req-efe9cf6e-3ad8-4f41-a7d4-5a2ce56fd60e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.2509055 Jan 29 20:10:04.872138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (baace6c3-42b9-413a-9ef9-f6c12db96e80), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.877337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=f83310e6-d367-43ab-a04f-43ffd2330b16,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:04.883293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb5700f-1fb0-41f7-be89-b65414f5392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (de687fb3-669f-4fd2-8f91-2a272fcb4bd0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.886325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7cb5700f-1fb0-41f7-be89-b65414f5392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:04.890173 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7cb5700f-1fb0-41f7-be89-b65414f5392c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de687fb3-669f-4fd2-8f91-2a272fcb4bd0 HTTP/1.1" status: 204 len: 168 time: 1.2777400 Jan 29 20:10:04.910499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5700f-1fb0-41f7-be89-b65414f5392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de687fb3-669f-4fd2-8f91-2a272fcb4bd0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:05.015197 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (518f2125-9a5c-4f17-9e1a-58fb6611c056), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.039859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] Provisioning complete for port 01fef61b-00f4-4428-808a-b0b4bb200a75 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:05.043788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:05.045262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:05.046449 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.095299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3d5bf6a0-c4a0-41ac-b483-6b054ebb5154), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.144072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01fef61b-00f4-4428-808a-b0b4bb200a75 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:05.206225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77e23911-0907-430b-b875-440e486ceb89 req-43bb007f-314c-4084-a10c-b00a254d368c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498697 Jan 29 20:10:05.215194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 01fef61b-00f4-4428-808a-b0b4bb200a75 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:05.219445 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.219719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Port': ['ID=3d5bf6a0-c4a0-41ac-b483-6b054ebb5154,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:05.322754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (518f2125-9a5c-4f17-9e1a-58fb6611c056), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.327806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (8d4a814e-d642-4d80-8130-3efac46942cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.348967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/824f7746-d296-4156-bc8e-a9d7bf556f3e/77cdeaab-e0ea-4e3f-886c-0b0af0615013) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:05.375630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router baace6c3-42b9-413a-9ef9-f6c12db96e80 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:10:05.510513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:05.532492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c5055cdb-ccf5-474a-ab95-e46a2753813e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/baace6c3-42b9-413a-9ef9-f6c12db96e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6637347 Jan 29 20:10:05.536269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:05.563873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=518f2125-9a5c-4f17-9e1a-58fb6611c056,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:05.576244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:05.581101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:05.584786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (8d4a814e-d642-4d80-8130-3efac46942cc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.587092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:05.592642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:05.593547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.609978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d303dd-2de6-459c-be40-5866829c73f0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:05.613319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-69d303dd-2de6-459c-be40-5866829c73f0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports/f83310e6-d367-43ab-a04f-43ffd2330b16 HTTP/1.1" status: 200 len: 910 time: 0.0755143 Jan 29 20:10:05.618380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54398) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:05.625634 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router_controller (8d4a814e-d642-4d80-8130-3efac46942cc), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.647085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] Sync routers for ids ['baace6c3-42b9-413a-9ef9-f6c12db96e80'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:05.704755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] Routers {'baace6c3-42b9-413a-9ef9-f6c12db96e80'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:05.705399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['baace6c3-42b9-413a-9ef9-f6c12db96e80'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:05.760852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] Current status of the port 01fef61b-00f4-4428-808a-b0b4bb200a75 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:05.761321 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.763291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:05.770202 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Publish callbacks [] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.773849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54406) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:05.774597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-21d0a0c5-4f04-4aeb-a4e7-1e7a01500907 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1125677 Jan 29 20:10:05.818483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (8d4a814e-d642-4d80-8130-3efac46942cc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.819858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Fanout notify agent at l3_agent the message router_deleted on router 8d4a814e-d642-4d80-8130-3efac46942cc {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:10:05.829700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.833214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-194f116c-2189-4773-8ff3-c180ba36efc1 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/routers/8d4a814e-d642-4d80-8130-3efac46942cc HTTP/1.1" status: 204 len: 168 time: 4.9254000 Jan 29 20:10:05.833665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:05.890507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] For port 01fef61b-00f4-4428-808a-b0b4bb200a75, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01fef61b-00f4-4428-808a-b0b4bb200a75,segment=NetworkSegment(d78683a0-7a4c-42fa-a846-5610907c6a7d),segment_id=d78683a0-7a4c-42fa-a846-5610907c6a7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:05.891513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01fef61b-00f4-4428-808a-b0b4bb200a75 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:05.891980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:05.894092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] Routers {'baace6c3-42b9-413a-9ef9-f6c12db96e80'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:05.894565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['baace6c3-42b9-413a-9ef9-f6c12db96e80'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:05.952841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dffc02-4895-40a4-a30b-eb1b03e3b666 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:05.957079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2dffc02-4895-40a4-a30b-eb1b03e3b666 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1795402 Jan 29 20:10:05.966404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54418) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:06.026240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.042916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:06.044879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ef3ab-1737-42c7-83ad-d0016a9dde41 None None] The sync data for ids ['baace6c3-42b9-413a-9ef9-f6c12db96e80'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:06.063814 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.223314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134090-8274-4620-8db9-ec0b77523593 req-38c83ad6-c5fe-42ae-ade8-48a6fa498174 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:06.225216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40134090-8274-4620-8db9-ec0b77523593 req-38c83ad6-c5fe-42ae-ade8-48a6fa498174 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.1892860 Jan 29 20:10:06.280680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7067daa1-7f14-40d7-9a60-e602fb3157c1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.335128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:06.368243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:06.375769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:06.580323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 524adabe-a6f5-47c9-9404-3015a353a82c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:06.580323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.584004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82954c6a-8344-494c-8d3d-6a71eedec6a9 None None] Pushing event updated for resources: {'Port': ['ID=01fef61b-00f4-4428-808a-b0b4bb200a75,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:06.629776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d515f02-f711-47bc-b36e-7a892eff5270 req-05b0d61e-f1e9-43e8-b21a-d307455d0ee6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:06.631938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d515f02-f711-47bc-b36e-7a892eff5270 req-05b0d61e-f1e9-43e8-b21a-d307455d0ee6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 945 time: 0.1859007 Jan 29 20:10:06.682950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-daad810a-3e62-4199-8999-d3756f2e3bca None None] Provisioning complete for port 01fef61b-00f4-4428-808a-b0b4bb200a75 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:06.683399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-daad810a-3e62-4199-8999-d3756f2e3bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.706504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7067daa1-7f14-40d7-9a60-e602fb3157c1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.730995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Pushing event updated for resources: {'Port': ['ID=77cdeaab-e0ea-4e3f-886c-0b0af0615013,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:06.740554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 518f2125-9a5c-4f17-9e1a-58fb6611c056 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:06.741065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (518f2125-9a5c-4f17-9e1a-58fb6611c056), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.805442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7067daa1-7f14-40d7-9a60-e602fb3157c1']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:06.846012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Attempting to bind port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:06.846388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Attempting to bind port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:06.846755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Attempting to bind port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:06.849505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa42339-2504-43aa-af44-b00a090076d8') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:06.849919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa42339-2504-43aa-af44-b00a090076d8') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:06.875532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (9aa42339-2504-43aa-af44-b00a090076d8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.903709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:10:06.904071 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:10:06.907850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:06.908160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:06.908652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.911350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (9aa42339-2504-43aa-af44-b00a090076d8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.916829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:06.922496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Bound port: 77cdeaab-e0ea-4e3f-886c-0b0af0615013, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:06.922496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.942256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port 524adabe-a6f5-47c9-9404-3015a353a82c, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=524adabe-a6f5-47c9-9404-3015a353a82c,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:06.947160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.971596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:10:06.972135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (9aa42339-2504-43aa-af44-b00a090076d8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:10:06.976019 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:10:06.979410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (518f2125-9a5c-4f17-9e1a-58fb6611c056), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:06.984830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 524adabe-a6f5-47c9-9404-3015a353a82c owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:07.048762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 518f2125-9a5c-4f17-9e1a-58fb6611c056 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:07.104146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] For port 77cdeaab-e0ea-4e3f-886c-0b0af0615013, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:07.112430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] For port 77cdeaab-e0ea-4e3f-886c-0b0af0615013, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=77cdeaab-e0ea-4e3f-886c-0b0af0615013,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:07.189079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7067daa1-7f14-40d7-9a60-e602fb3157c1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.198380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-daad810a-3e62-4199-8999-d3756f2e3bca None None] Current status of the port 01fef61b-00f4-4428-808a-b0b4bb200a75 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:07.198584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.206853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] 10.222.0.15 "DELETE /v2.0/networks/7067daa1-7f14-40d7-9a60-e602fb3157c1 HTTP/1.1" status: 204 len: 168 time: 1.3698368 Jan 29 20:10:07.210854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.261684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-daad810a-3e62-4199-8999-d3756f2e3bca None None] Provisioning complete for port f83310e6-d367-43ab-a04f-43ffd2330b16 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:07.262118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-daad810a-3e62-4199-8999-d3756f2e3bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.311130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a730313-fad6-40e5-9093-4cb6fdade072 tempest-TestSecurityGroupsBasicOps-1131811518 tempest-TestSecurityGroupsBasicOps-1131811518-project] Pushing event deleted for resources: {'Network': ['ID=7067daa1-7f14-40d7-9a60-e602fb3157c1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:07.351429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50a8f2-e7d1-4d83-bd85-55d5ab25b871 None None] Pushing event updated for resources: {'Port': ['ID=77cdeaab-e0ea-4e3f-886c-0b0af0615013,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:07.366727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d515f02-f711-47bc-b36e-7a892eff5270 req-889bd033-f76a-4137-961c-33acd7315dd7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6590376 Jan 29 20:10:07.370635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (524adabe-a6f5-47c9-9404-3015a353a82c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.377264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-daad810a-3e62-4199-8999-d3756f2e3bca None None] Port f83310e6-d367-43ab-a04f-43ffd2330b16 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:07.419075 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=524adabe-a6f5-47c9-9404-3015a353a82c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:07.433984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (baace6c3-42b9-413a-9ef9-f6c12db96e80), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.452535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01fef61b-00f4-4428-808a-b0b4bb200a75 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:07.455637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['524adabe-a6f5-47c9-9404-3015a353a82c'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:10:07.502707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1da66c51-73cd-42c5-bd06-41f385ed4e8a None None] Provisioning complete for port f83310e6-d367-43ab-a04f-43ffd2330b16 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:07.503407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1da66c51-73cd-42c5-bd06-41f385ed4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.565435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1da66c51-73cd-42c5-bd06-41f385ed4e8a None None] Port f83310e6-d367-43ab-a04f-43ffd2330b16 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:07.620840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (518f2125-9a5c-4f17-9e1a-58fb6611c056), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.684277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=518f2125-9a5c-4f17-9e1a-58fb6611c056,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:07.715620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01fef61b-00f4-4428-808a-b0b4bb200a75 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:07.829280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.835193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5c985502-2970-4dbb-aab7-da981fcf5802 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/518f2125-9a5c-4f17-9e1a-58fb6611c056 HTTP/1.1" status: 204 len: 168 time: 1.8664453 Jan 29 20:10:07.850244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54518) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:07.937066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port 524adabe-a6f5-47c9-9404-3015a353a82c on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:07.943524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 01fef61b-00f4-4428-808a-b0b4bb200a75 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:07.943907 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.967683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:07.978894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-40134090-8274-4620-8db9-ec0b77523593 req-5da5534d-ca04-448e-8aa0-71008aa57db2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "DELETE /v2.0/ports/524adabe-a6f5-47c9-9404-3015a353a82c HTTP/1.1" status: 204 len: 173 time: 1.7383192 Jan 29 20:10:07.984143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'name': 'network-vif-deleted', 'tag': '524adabe-a6f5-47c9-9404-3015a353a82c'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:10:07.986537 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21af40d-0eb4-40b2-8444-6e12a596703b" -d '{"events": [{"server_uuid": "86cede8a-4918-460f-adb3-8ad5a16e2732", "name": "network-vif-deleted", "tag": "524adabe-a6f5-47c9-9404-3015a353a82c"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:10:08.132695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7db44-fede-4de1-9d29-86eb22d04a94 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:08.144805 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85fe48a-8d94-4a14-9049-e4edabb83973 x-openstack-request-id: req-d85fe48a-8d94-4a14-9049-e4edabb83973 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:10:08.145354 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cede8a-4918-460f-adb3-8ad5a16e2732", "name": "network-vif-deleted", "tag": "524adabe-a6f5-47c9-9404-3015a353a82c", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:10:08.145746 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d85fe48a-8d94-4a14-9049-e4edabb83973 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:10:08.147977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab7db44-fede-4de1-9d29-86eb22d04a94 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:08.153499 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cede8a-4918-460f-adb3-8ad5a16e2732', 'name': 'network-vif-deleted', 'tag': '524adabe-a6f5-47c9-9404-3015a353a82c', 'status': 'completed', 'code': 200} Jan 29 20:10:08.157439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ab7db44-fede-4de1-9d29-86eb22d04a94 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3054912 Jan 29 20:10:08.158331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54538) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:08.236702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:08.287137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01fef61b-00f4-4428-808a-b0b4bb200a75 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:08.303337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 824f7746-d296-4156-bc8e-a9d7bf556f3e {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:08.312281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:08.321589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (824f7746-d296-4156-bc8e-a9d7bf556f3e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:08.400894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:08.445667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port f83310e6-d367-43ab-a04f-43ffd2330b16 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:08.446723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:08.447269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d5bf6a0-c4a0-41ac-b483-6b054ebb5154 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:08.447547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:08.478098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (824f7746-d296-4156-bc8e-a9d7bf556f3e), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:08.758782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21b0aea0-15c1-45c5-abfb-5626c7ff63f2 req-e899afc8-d3c8-4e52-a2f6-746fa8483fd2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0764685 Jan 29 20:10:08.817075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (824f7746-d296-4156-bc8e-a9d7bf556f3e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:08.860991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:08.878445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for f83310e6-d367-43ab-a04f-43ffd2330b16 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:09.150432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (824f7746-d296-4156-bc8e-a9d7bf556f3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:09.209816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=824f7746-d296-4156-bc8e-a9d7bf556f3e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:09.232258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:09.239253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bce8c7e4-e0c2-4e9c-8e6d-634fbb4a026a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/824f7746-d296-4156-bc8e-a9d7bf556f3e HTTP/1.1" status: 204 len: 168 time: 1.0786908 Jan 29 20:10:09.245060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54590) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:09.552498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8362f-a790-4089-b027-17cece4b0bbe None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:09.738374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 77cdeaab-e0ea-4e3f-886c-0b0af0615013 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:09.778373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] Provisioning complete for port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:09.778758 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:09.918707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d858ed29-b5ed-4aa8-b118-da4462a8d300 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebe24f9fc5ab421ab5d3128d3be236ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6020920 Jan 29 20:10:09.920523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7b9ce03d-296d-4273-bfcc-66df3b600750 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6719689 Jan 29 20:10:09.921169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54620) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:09.921554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54622) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:10.070307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc35be2d-f756-4527-8e69-a9881faa78e5 req-207ab76f-73e7-42b3-842c-223059e1c20d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0600631 Jan 29 20:10:10.181255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02f5c92f-dd96-4b11-a21e-e4f522023f36 admin admin] Publish callbacks [] for security_group (6bfe4149-3c30-4192-b08a-f7c98cfc3459), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.300923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb389eb9-43b0-4430-b721-d1babe520718 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:10.303659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f83310e6-d367-43ab-a04f-43ffd2330b16), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.307494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb389eb9-43b0-4430-b721-d1babe520718 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3202813 Jan 29 20:10:10.316151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:10.324524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02f5c92f-dd96-4b11-a21e-e4f522023f36 admin admin] Publish callbacks [] for security_group (6bfe4149-3c30-4192-b08a-f7c98cfc3459), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.463826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=f83310e6-d367-43ab-a04f-43ffd2330b16,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:10.494327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:10.494719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.578971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02f5c92f-dd96-4b11-a21e-e4f522023f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6bfe4149-3c30-4192-b08a-f7c98cfc3459), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.581665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02f5c92f-dd96-4b11-a21e-e4f522023f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.582800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02f5c92f-dd96-4b11-a21e-e4f522023f36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bfe4149-3c30-4192-b08a-f7c98cfc3459 HTTP/1.1" status: 204 len: 168 time: 0.6603193 Jan 29 20:10:10.624917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5c92f-dd96-4b11-a21e-e4f522023f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfe4149-3c30-4192-b08a-f7c98cfc3459,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:10.647380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] Current status of the port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:10.648332 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:10.738658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:10.977126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 524adabe-a6f5-47c9-9404-3015a353a82c no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:11.058489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] For port 77cdeaab-e0ea-4e3f-886c-0b0af0615013, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=77cdeaab-e0ea-4e3f-886c-0b0af0615013,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:11.070361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 524adabe-a6f5-47c9-9404-3015a353a82c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:11.072604 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 524adabe-a6f5-47c9-9404-3015a353a82c not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:11.075703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d540c-758d-49b1-9a71-1cc9ad94d74b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:11.086727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-783d540c-758d-49b1-9a71-1cc9ad94d74b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7612214 Jan 29 20:10:11.089332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54678) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:11.096790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (baace6c3-42b9-413a-9ef9-f6c12db96e80), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.135239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:11.135638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.189513 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.243025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5fa2eb41-3239-4f11-8580-44f1103faeb8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522911 Jan 29 20:10:11.255711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:11.281632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:11.520539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ed49b59-e2a8-434f-a1ef-7b5cc7570cac req-a6d7cdee-e8ed-4f0c-9218-e63072c3f927 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.2203503 Jan 29 20:10:11.574509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] Deleting port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:11.574882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.604935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:10:11.605292 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:10:11.606946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78546aa-2679-4245-9bf6-c1bcfce5f9fb None None] Pushing event updated for resources: {'Port': ['ID=77cdeaab-e0ea-4e3f-886c-0b0af0615013,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:11.688767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router baace6c3-42b9-413a-9ef9-f6c12db96e80 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:10:11.694831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:11.699618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.797180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54710) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:11.799595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] For port 77cdeaab-e0ea-4e3f-886c-0b0af0615013, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=77cdeaab-e0ea-4e3f-886c-0b0af0615013,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:11.803333 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.831530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] Calling delete_port for 77cdeaab-e0ea-4e3f-886c-0b0af0615013 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:11.856335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:11.868456 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd33da-a026-47d8-9c54-888810660084 None None] Sync routers for ids ['baace6c3-42b9-413a-9ef9-f6c12db96e80'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:11.876959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-908f3380-24c7-4e00-bd40-35c96dbe8e5a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/baace6c3-42b9-413a-9ef9-f6c12db96e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2558177 Jan 29 20:10:11.877747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54712) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:11.894504 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd33da-a026-47d8-9c54-888810660084 None None] Routers {'baace6c3-42b9-413a-9ef9-f6c12db96e80'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:11.895056 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47cd33da-a026-47d8-9c54-888810660084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['baace6c3-42b9-413a-9ef9-f6c12db96e80'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:11.946052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:11.946530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-63d36bc9-dfed-482e-a10c-6d0d7f683fbf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=baace6c3-42b9-413a-9ef9-f6c12db96e80 HTTP/1.1" status: 200 len: 205 time: 0.0676141 Jan 29 20:10:11.948295 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-640ced55-695f-4904-a080-7d57f1bde745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:11.977441 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47cd33da-a026-47d8-9c54-888810660084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:11.997287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd33da-a026-47d8-9c54-888810660084 None None] Routers {'baace6c3-42b9-413a-9ef9-f6c12db96e80'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:11.999071 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47cd33da-a026-47d8-9c54-888810660084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['baace6c3-42b9-413a-9ef9-f6c12db96e80'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:12.075975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (77cdeaab-e0ea-4e3f-886c-0b0af0615013), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.078160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-47cd33da-a026-47d8-9c54-888810660084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:12.078834 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd33da-a026-47d8-9c54-888810660084 None None] The sync data for ids ['baace6c3-42b9-413a-9ef9-f6c12db96e80'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:12.108718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] No DVR routers for this DVR port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:12.209349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 77cdeaab-e0ea-4e3f-886c-0b0af0615013 update to ACTIVE by agent not found {{(pid=103564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 20:10:12.214322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47594d37-faa4-4c06-9edc-27d895a21304 None None] Pushing event deleted for resources: {'Port': ['ID=77cdeaab-e0ea-4e3f-886c-0b0af0615013,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:12.253509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-640ced55-695f-4904-a080-7d57f1bde745 admin admin] Publish callbacks [] for security_group (ba561a80-cf4e-4913-9acd-ffad4803ce9b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.253509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (baace6c3-42b9-413a-9ef9-f6c12db96e80), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.398548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 77cdeaab-e0ea-4e3f-886c-0b0af0615013 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:12.424750 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 77cdeaab-e0ea-4e3f-886c-0b0af0615013 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:12.425258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 77cdeaab-e0ea-4e3f-886c-0b0af0615013 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:12.535802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-640ced55-695f-4904-a080-7d57f1bde745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ba561a80-cf4e-4913-9acd-ffad4803ce9b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.704608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (baace6c3-42b9-413a-9ef9-f6c12db96e80), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.712547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (baace6c3-42b9-413a-9ef9-f6c12db96e80), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.744499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ced55-695f-4904-a080-7d57f1bde745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba561a80-cf4e-4913-9acd-ffad4803ce9b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:12.749135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eabb73e-b2d0-4957-ad6b-9bb42a28aa22 req-efeb56e3-4d71-4b6c-9ee4-baa159c83d39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0706825 Jan 29 20:10:12.756980 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-640ced55-695f-4904-a080-7d57f1bde745 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74492ec014d745989cf290ee6ea2c327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9525127 Jan 29 20:10:12.759058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54728) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:12.799865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (0b6c1317-b9d2-4da2-9959-b42bab700e94), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.863605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:12.867422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:12.872576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:12.872860 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.876826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd024f-33ad-4f7b-b62d-2da2150fa0c9 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:12.901956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=0b6c1317-b9d2-4da2-9959-b42bab700e94,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:12.911343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1de14425-2f72-4251-b851-9f0b8abc4064 admin admin] Publish callbacks [] for security_group (ba561a80-cf4e-4913-9acd-ffad4803ce9b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.972516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (baace6c3-42b9-413a-9ef9-f6c12db96e80), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.973042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router baace6c3-42b9-413a-9ef9-f6c12db96e80 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:10:12.981559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1de14425-2f72-4251-b851-9f0b8abc4064 admin admin] Publish callbacks [] for security_group (ba561a80-cf4e-4913-9acd-ffad4803ce9b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.989060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:12.995220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b7284ba5-bf92-48d2-9b40-87ab87a56048 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/baace6c3-42b9-413a-9ef9-f6c12db96e80 HTTP/1.1" status: 204 len: 168 time: 1.0479772 Jan 29 20:10:12.998761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54730) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:13.070311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ea01ffa6-a2cd-4d14-bd39-170c41ec146a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7936134 Jan 29 20:10:13.075640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54732) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:13.081343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '0b6c1317-b9d2-4da2-9959-b42bab700e94'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:13.081526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': '0b6c1317-b9d2-4da2-9959-b42bab700e94', 'ip_address': '2001:db8::5196:6e22:42be:1f77'}], 'name': 'tempest-NetworksTestDHCPv6-808422532'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:13.086106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.133235 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1de14425-2f72-4251-b851-9f0b8abc4064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ba561a80-cf4e-4913-9acd-ffad4803ce9b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.136180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet 12db015f-ba98-4b6d-a912-2ee90ad55126 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:13.137580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1de14425-2f72-4251-b851-9f0b8abc4064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.143140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1de14425-2f72-4251-b851-9f0b8abc4064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba561a80-cf4e-4913-9acd-ffad4803ce9b HTTP/1.1" status: 204 len: 168 time: 0.3804586 Jan 29 20:10:13.143321 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (12db015f-ba98-4b6d-a912-2ee90ad55126), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.167071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de14425-2f72-4251-b851-9f0b8abc4064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba561a80-cf4e-4913-9acd-ffad4803ce9b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:13.294047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (12db015f-ba98-4b6d-a912-2ee90ad55126), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.343074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/0b6c1317-b9d2-4da2-9959-b42bab700e94/3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:13.411016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (12db015f-ba98-4b6d-a912-2ee90ad55126), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.467142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:13.489358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Publish callbacks [] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.584187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.603804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.653752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:13.677052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Pushing event updated for resources: {'Port': ['ID=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:13.697947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:13.699942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:13.708165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:13.756293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (12db015f-ba98-4b6d-a912-2ee90ad55126), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.830030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Attempting to bind port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:13.831081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Attempting to bind port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:13.831454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Attempting to bind port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:13.839467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:13.842661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:13.842661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.842661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:13.842661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Bound port: 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:13.842661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.843685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:13.852329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/12db015f-ba98-4b6d-a912-2ee90ad55126 HTTP/1.1" status: 204 len: 168 time: 0.8515463 Jan 29 20:10:13.854940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:13.856220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f156f8d-77ff-46cb-8f19-8b7fd21048c0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=12db015f-ba98-4b6d-a912-2ee90ad55126,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:13.861406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234acb1e-d08a-4ff3-bf8c-2426d6deb1c1 None None] Network ad38241b-3f1f-4287-ac9c-b62262bfc5fa requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:14.030546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ad38241b-3f1f-4287-ac9c-b62262bfc5fa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.033141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54752) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:14.100563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::5196:6e22:42be:1f77 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/0b6c1317-b9d2-4da2-9959-b42bab700e94/fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:14.100787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] For port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:14.104284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] For port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:14.120149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99d58bbc-db11-472e-b66e-2893bcbd79d1 req-921903f2-6dc3-4fb8-8d9e-7ce5f4415502 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0855262 Jan 29 20:10:14.138412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54756) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:14.139716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-58a80e03-596d-4a3f-aa34-5a7af59a67cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcdc7f2343e14e83aba0d088b2708e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035073 Jan 29 20:10:14.207714 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.214771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] DHCP port deletion for ad38241b-3f1f-4287-ac9c-b62262bfc5fa request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:14.225962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 01fef61b-00f4-4428-808a-b0b4bb200a75 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:14.225962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.378182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 01fef61b-00f4-4428-808a-b0b4bb200a75, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01fef61b-00f4-4428-808a-b0b4bb200a75,segment=NetworkSegment(d78683a0-7a4c-42fa-a846-5610907c6a7d),segment_id=d78683a0-7a4c-42fa-a846-5610907c6a7d)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:14.378782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.385932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16804ab5-d2b4-442f-af73-7080bdcf6e4e admin admin] Publish callbacks [] for security_group (a159f3bc-cde9-4a17-8c3d-df959d70e03f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.392079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 01fef61b-00f4-4428-808a-b0b4bb200a75 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:14.397470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000490-e2bd-4af5-a275-647f3fd5e80b None None] Pushing event updated for resources: {'Port': ['ID=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:14.398509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 01fef61b-00f4-4428-808a-b0b4bb200a75 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:14.491730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16804ab5-d2b4-442f-af73-7080bdcf6e4e admin admin] Publish callbacks [] for security_group (a159f3bc-cde9-4a17-8c3d-df959d70e03f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.530563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] Deleting port 01fef61b-00f4-4428-808a-b0b4bb200a75 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:14.530943 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.573299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.653059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.653688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 01fef61b-00f4-4428-808a-b0b4bb200a75 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:14.654150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.722926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=01fef61b-00f4-4428-808a-b0b4bb200a75,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:14.752138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port 01fef61b-00f4-4428-808a-b0b4bb200a75 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:14.769949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] For port 01fef61b-00f4-4428-808a-b0b4bb200a75, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=01fef61b-00f4-4428-808a-b0b4bb200a75,segment=NetworkSegment(d78683a0-7a4c-42fa-a846-5610907c6a7d),segment_id=d78683a0-7a4c-42fa-a846-5610907c6a7d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:14.770352 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.786749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16804ab5-d2b4-442f-af73-7080bdcf6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a159f3bc-cde9-4a17-8c3d-df959d70e03f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.789648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16804ab5-d2b4-442f-af73-7080bdcf6e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.791004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-16804ab5-d2b4-442f-af73-7080bdcf6e4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a159f3bc-cde9-4a17-8c3d-df959d70e03f HTTP/1.1" status: 204 len: 168 time: 0.6509736 Jan 29 20:10:14.812766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804ab5-d2b4-442f-af73-7080bdcf6e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a159f3bc-cde9-4a17-8c3d-df959d70e03f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:14.817137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] Calling delete_port for 01fef61b-00f4-4428-808a-b0b4bb200a75 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:14.831274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.923970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:14.927563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:14.938627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:14.958680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (01fef61b-00f4-4428-808a-b0b4bb200a75), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.964056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:14.976953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:14.988013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:15.002309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ad38241b-3f1f-4287-ac9c-b62262bfc5fa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.053065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad38241b-3f1f-4287-ac9c-b62262bfc5fa']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:15.055636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] Pushing event deleted for resources: {'Port': ['ID=01fef61b-00f4-4428-808a-b0b4bb200a75,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:15.065424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f295f1-d911-4090-861f-d9912bb7034b None None] No DVR routers for this DVR port 01fef61b-00f4-4428-808a-b0b4bb200a75 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:15.071860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-812bb4a8-67f7-407e-97b0-cf5bc49d02fd tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9956427 Jan 29 20:10:15.074409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54766) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:15.079173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78683a0-7a4c-42fa-a846-5610907c6a7d') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:15.079543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78683a0-7a4c-42fa-a846-5610907c6a7d') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:15.092804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (d78683a0-7a4c-42fa-a846-5610907c6a7d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.109855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d78683a0-7a4c-42fa-a846-5610907c6a7d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.117009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:10:15.117409 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (d78683a0-7a4c-42fa-a846-5610907c6a7d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.204870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349ede5-857d-4715-8065-c84ea3ffa308 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:15.220695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349ede5-857d-4715-8065-c84ea3ffa308 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:15.225103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8349ede5-857d-4715-8065-c84ea3ffa308 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1494231 Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:10:15.227504 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:10:15.230044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:15.330602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba2a4403-8e2c-498e-8847-950871f8fac1 req-77566103-1b34-48a9-b305-ea01c3a2cf93 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0849943 Jan 29 20:10:15.340184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ad38241b-3f1f-4287-ac9c-b62262bfc5fa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.400973 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.406711 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/ad38241b-3f1f-4287-ac9c-b62262bfc5fa HTTP/1.1" status: 204 len: 168 time: 1.5506935 Jan 29 20:10:15.418152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096aad1e-2b1e-4dbe-928e-48f33e05a4a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=ad38241b-3f1f-4287-ac9c-b62262bfc5fa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:15.422846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54776) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:15.441216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1001903973', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:15.505260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:15.506312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.580994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.582420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.749104 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (9538d044-8f0e-4fee-be2d-afadc52051ae), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.755298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:15.787465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:16.145739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_gateway (9538d044-8f0e-4fee-be2d-afadc52051ae), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.180965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.238557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:16.340183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.353624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71360094-784b-4911-8739-27d9331f8d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce HTTP/1.1" status: 204 len: 168 time: 1.1222544 Jan 29 20:10:16.356735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:16.386071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] Provisioning complete for port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:16.386546 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.467559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ae027-609b-43dd-b255-c1320b28b83c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:16.469302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ae027-609b-43dd-b255-c1320b28b83c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:16.481154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e07ae027-609b-43dd-b255-c1320b28b83c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1126132 Jan 29 20:10:16.484090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:16.594359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bd23e62-4e15-4fe1-a85f-49b23e1fe12d req-822c5e57-ef1a-4362-a979-284fbb416c7e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0643048 Jan 29 20:10:16.600931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 0b6c1317-b9d2-4da2-9959-b42bab700e94 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:16.604306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (0b6c1317-b9d2-4da2-9959-b42bab700e94), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.643653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] Current status of the port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:16.644353 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.692645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] For port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:16.694325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:16.695372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (0b6c1317-b9d2-4da2-9959-b42bab700e94), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.757031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:16.757695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.789756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.910324 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0b6c1317-b9d2-4da2-9959-b42bab700e94), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.943987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54806) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:16.951726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:16.952277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_gateway (9538d044-8f0e-4fee-be2d-afadc52051ae), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:16.960070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f46f5338-f34d-421a-95af-5176dd8273af None None] Could not find standard attr ID for object fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:10:16.983967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1010ebd-c254-41a5-b1b8-1ffa9cbb2a03 None None] Pushing event updated for resources: {'Port': ['ID=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:17.004558 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.135690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.25.5.132 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/66d0da67-138f-40a7-8081-c264f8a83863) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:17.209473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (0b6c1317-b9d2-4da2-9959-b42bab700e94), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.280118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6c1317-b9d2-4da2-9959-b42bab700e94,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:17.296228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.296228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fc899f52-8916-4d2e-a1ff-285d7fb8588c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/0b6c1317-b9d2-4da2-9959-b42bab700e94 HTTP/1.1" status: 204 len: 168 time: 0.8053379 Jan 29 20:10:17.296436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4a543-2e5c-4d7f-9fda-b0c361d0d659 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:17.307710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54814) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:17.322217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-584718393-network', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:17.475261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d827a0c5-d4f4-4122-a6e6-1ea7698efacc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639018 Jan 29 20:10:17.478188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54816) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:17.484038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:17.531255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:17.551590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (66d0da67-138f-40a7-8081-c264f8a83863), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.641357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] Deleting port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:17.641979 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.652351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (66d0da67-138f-40a7-8081-c264f8a83863), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.725887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Made reservation on behalf of 23c366fc7314407a99a7f97d4c0602d3 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:17.733874 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.759614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:17.760475 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.766914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f62668ac-cbdb-4e77-acc8-5b17613db31a req-324df74e-27ca-4652-897c-289fe4fc0cdc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0470519 Jan 29 20:10:17.775067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:17.782236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.789231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:17.800690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:17.804440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] For port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:17.804955 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:17.834124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] Calling delete_port for 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:17.893257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=66d0da67-138f-40a7-8081-c264f8a83863,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:18.088075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks [] for security_group (25dae8c7-3028-442a-bfcb-db256fd23c9f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.090274 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.150903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] Pushing event deleted for resources: {'Port': ['ID=3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:18.157130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0dc843-82de-4084-8a02-54ee5d23a0e0 None None] No DVR routers for this DVR port 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:18.157958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (25dae8c7-3028-442a-bfcb-db256fd23c9f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.261429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:10:18.266112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (dbe19536-f585-4304-b07f-d7ee4f6de3c1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.271540 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e84864b3-2819-4942-b7d4-d2c0e6cfb2ef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.271883 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Added segment e84864b3-2819-4942-b7d4-d2c0e6cfb2ef of type vlan for network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 Jan 29 20:10:18.316858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e4c15833-29b7-4cb8-8dc3-0aa2075eea29), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.356171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dae8c7-3028-442a-bfcb-db256fd23c9f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:18.379943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=dbe19536-f585-4304-b07f-d7ee4f6de3c1,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:18.405843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:18.407739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:18.418304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:18.419117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.420063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ae4d2-1e86-426c-9735-31bf0f7c8672 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:18.457565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e4c15833-29b7-4cb8-8dc3-0aa2075eea29), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.458840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:18.459345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.530553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-97c0d021-99a8-4f3d-b195-c2b9eeb445d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0504165 Jan 29 20:10:18.531291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54826) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:18.531603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:18.541626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': 'dbe19536-f585-4304-b07f-d7ee4f6de3c1', 'ip_address': '2001:db8::a093:71f:d049:fb19'}], 'name': 'tempest-NetworksTestDHCPv6-1438696184'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:18.549936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_gateway (9538d044-8f0e-4fee-be2d-afadc52051ae), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.558409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6129932 Jan 29 20:10:18.576614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54828) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:18.593206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Request body: {'subnet': {'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-584718393-subnet', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:18.645386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:18.646248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ab7e700-f7a3-4e8f-8a18-98e0cabb7c24 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:18.651312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'dbe19536-f585-4304-b07f-d7ee4f6de3c1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:18.652186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:18.683799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976d792-b28b-4a82-8ece-ef7c2f395409 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c15833-29b7-4cb8-8dc3-0aa2075eea29,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:18.714058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:10:18.785710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Made reservation on behalf of 23c366fc7314407a99a7f97d4c0602d3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:18.788017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.075291 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (90bb78a2-60ff-4f8d-80f4-d4c040be1d95), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.158366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:19.187265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/dbe19536-f585-4304-b07f-d7ee4f6de3c1/3dd1b848-4fd8-4e39-813b-fc16e3628a8a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:19.304405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Checking segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:19.305038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Network hostable DHCP agents. Network: e4c15833-29b7-4cb8-8dc3-0aa2075eea29, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:10:19.334664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bb78a2-60ff-4f8d-80f4-d4c040be1d95,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:19.381458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.403394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:19.535942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:10:19.536250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Publish callbacks [] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.584919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f3d62cef-29eb-4dcd-a8da-c82fefdb6d92 req-2f8b934f-0bad-40b9-b07b-1bdab1f805af tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.6887746 Jan 29 20:10:19.616404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.741807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.742786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e4c15833-29b7-4cb8-8dc3-0aa2075eea29) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:19.753836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:19.754563 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:19.815481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257a134-ddce-4b25-86cc-a99adbfbdd4c None None] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:19.869513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e9844735-e778-4e50-b54a-26c5a49c2950 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2891848 Jan 29 20:10:19.872639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54840) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:19.874054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::a093:71f:d049:fb19 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/dbe19536-f585-4304-b07f-d7ee4f6de3c1/a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:19.878769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:19.921331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 9538d044-8f0e-4fee-be2d-afadc52051ae is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:10:20.003496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:20.011195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:20.021535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (864b543e-1795-4db4-8048-43f23bf142d6), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.022310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (864b543e-1795-4db4-8048-43f23bf142d6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.031452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:20.070590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Pushing event updated for resources: {'Port': ['ID=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:20.084647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.149945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks [] for router_controller (864b543e-1795-4db4-8048-43f23bf142d6), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.201352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:20.203337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.206786 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.289433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Attempting to bind port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:20.298288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Attempting to bind port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:20.298288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Attempting to bind port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:20.312300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:20.312725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:20.313134 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.313893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:20.314534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Bound port: 3dd1b848-4fd8-4e39-813b-fc16e3628a8a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:20.315370 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.319296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:20.333869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:20.338705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:20.355887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:20.356661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.371746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:20.462915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f9f619c7-135e-4f71-ad83-f2b47130df84 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9300332 Jan 29 20:10:20.467660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54844) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:20.628955 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks [] for router_gateway (864b543e-1795-4db4-8048-43f23bf142d6), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.642013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:20.679770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] For port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:20.687159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] For port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:20.729760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8cb25-007e-46a0-b16b-b48157e37f80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:20.738623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] Sync routers for ids ['9538d044-8f0e-4fee-be2d-afadc52051ae'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:20.739285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8cb25-007e-46a0-b16b-b48157e37f80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:20.746059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03e8cb25-007e-46a0-b16b-b48157e37f80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2738781 Jan 29 20:10:20.746365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54850) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:20.771667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Allocated IP 172.20.0.2 (e4c15833-29b7-4cb8-8dc3-0aa2075eea29/90bb78a2-60ff-4f8d-80f4-d4c040be1d95/d35538b1-cf2e-4a33-82bd-8380aa657fc4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:20.774289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] Routers {'9538d044-8f0e-4fee-be2d-afadc52051ae'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:20.777129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4fc43fb4-8d66-46b5-a4b6-044c28773d87 req-6be3c303-a6cf-4be1-9584-44c6274eab00 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0505016 Jan 29 20:10:20.777523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9538d044-8f0e-4fee-be2d-afadc52051ae'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:20.817557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:20.818678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e83fa70a-303b-41ea-b4a3-2897a776c26b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3945680 Jan 29 20:10:20.821452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54852) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:20.999203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:21.011214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.085191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] Routers {'9538d044-8f0e-4fee-be2d-afadc52051ae'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:21.086036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9538d044-8f0e-4fee-be2d-afadc52051ae'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:21.092527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:21.093436 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.198384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:21.205927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8189905c-98be-4dcf-994a-50edad34ef37 None None] The sync data for ids ['9538d044-8f0e-4fee-be2d-afadc52051ae'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:21.231673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278502b-a80f-4fb6-b295-683b20e51c65 None None] Pushing event updated for resources: {'Port': ['ID=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:21.282231 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Publish callbacks [] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.355221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.512760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:21.520579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:21.524706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:21.551686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks [] for router_gateway (864b543e-1795-4db4-8048-43f23bf142d6), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.618274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.672304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Pushing event updated for resources: {'Port': ['ID=d35538b1-cf2e-4a33-82bd-8380aa657fc4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:21.707849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.748106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Attempting to bind port d35538b1-cf2e-4a33-82bd-8380aa657fc4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:21.749395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Attempting to bind port d35538b1-cf2e-4a33-82bd-8380aa657fc4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:21.751833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Attempting to bind port d35538b1-cf2e-4a33-82bd-8380aa657fc4 on network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:21.758835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:21.761282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Checking segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:21.763048 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.765062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Bound using segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:21.768120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Bound port: d35538b1-cf2e-4a33-82bd-8380aa657fc4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:21.769794 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:21.772001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b9a27169-eb13-45f2-9a1b-7a0687785a9f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/routers/9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 200 len: 881 time: 0.9485321 Jan 29 20:10:21.772694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54864) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:21.786390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:21.859091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54868) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:21.973497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] For port d35538b1-cf2e-4a33-82bd-8380aa657fc4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:21.977330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] For port d35538b1-cf2e-4a33-82bd-8380aa657fc4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d35538b1-cf2e-4a33-82bd-8380aa657fc4,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:22.035837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-610c81c6-cc59-444f-9a36-ff628cef2731 req-31c53d5b-af52-4ad8-a894-c375b6c89f1f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0997705 Jan 29 20:10:22.059201 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.127627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1880bf38-d52c-47c7-b328-1e17c37df604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.157973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Allocated IP 172.25.5.89 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/6692bd34-5dda-497b-8d5a-fc41e0b3e1be) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:22.176651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e00b7-b07a-47bf-a958-edfcbdec35d1 None None] Pushing event updated for resources: {'Port': ['ID=d35538b1-cf2e-4a33-82bd-8380aa657fc4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:22.343671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55d7d51e-bc3b-4864-8b0f-47e5176475da tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5698221 Jan 29 20:10:22.346105 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54872) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:22.365742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1001903973'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:22.512849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.528041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3dd1b848-4fd8-4e39-813b-fc16e3628a8a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:22.643748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks [] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.645267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:22.648395 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.656135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-831e244c-4cf1-4bc0-9b52-b45369cd66ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc HTTP/1.1" status: 204 len: 168 time: 1.9080963 Jan 29 20:10:22.658842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54876) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:22.733988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:22.734304 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.746108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d79a92-4f2b-4000-b43d-a92bc3a95f46 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:22.747363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d79a92-4f2b-4000-b43d-a92bc3a95f46 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:22.752011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2d79a92-4f2b-4000-b43d-a92bc3a95f46 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0918260 Jan 29 20:10:22.752588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:22.846195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet dbe19536-f585-4304-b07f-d7ee4f6de3c1 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:22.858685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (dbe19536-f585-4304-b07f-d7ee4f6de3c1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.953423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:22.953960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:22.955812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (dbe19536-f585-4304-b07f-d7ee4f6de3c1), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.037176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:23.051972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1880bf38-d52c-47c7-b328-1e17c37df604 admin admin] Publish callbacks [] for security_group (806f9d57-0487-429e-baaa-3047e426aa46), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.134191 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.135930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (dbe19536-f585-4304-b07f-d7ee4f6de3c1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.183848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.194518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.195476 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1880bf38-d52c-47c7-b328-1e17c37df604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (806f9d57-0487-429e-baaa-3047e426aa46), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.235484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:23.270539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880bf38-d52c-47c7-b328-1e17c37df604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f9d57-0487-429e-baaa-3047e426aa46,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:23.286142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75f702f8-f78e-4900-b54f-1f3333445924 req-601e977c-b98e-467e-b091-90da696cd149 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.1249604 Jan 29 20:10:23.321255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:23.334003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1880bf38-d52c-47c7-b328-1e17c37df604 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=376cb4b7a5574a3c8409cf220efb3edd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4737329 Jan 29 20:10:23.336551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54884) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:23.360922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:23.368703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.377353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:23.425761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (dbe19536-f585-4304-b07f-d7ee4f6de3c1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.458140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-eb388c8f-e7d5-477d-bb3a-b3c5e5726df9 None None] Provisioning complete for port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:23.459232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eb388c8f-e7d5-477d-bb3a-b3c5e5726df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.480655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d1037d2-e806-4ee1-bf4d-2711895f2247 admin admin] Publish callbacks [] for security_group (806f9d57-0487-429e-baaa-3047e426aa46), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.531691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe19536-f585-4304-b07f-d7ee4f6de3c1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:23.547797 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.555744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d1037d2-e806-4ee1-bf4d-2711895f2247 admin admin] Publish callbacks [] for security_group (806f9d57-0487-429e-baaa-3047e426aa46), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.556582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89e9fed1-01cf-42dd-ae85-d65fbbb74202 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/dbe19536-f585-4304-b07f-d7ee4f6de3c1 HTTP/1.1" status: 204 len: 168 time: 0.8007417 Jan 29 20:10:23.563049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54886) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:23.592306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Pushing event updated for resources: {'Port': ['ID=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:23.630151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eb388c8f-e7d5-477d-bb3a-b3c5e5726df9 None None] Current status of the port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:23.681861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4f443dba-6b49-4bd1-b133-5b89ea27d512 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136968 Jan 29 20:10:23.682102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54890) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:23.690861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:23.784653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d1037d2-e806-4ee1-bf4d-2711895f2247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (806f9d57-0487-429e-baaa-3047e426aa46), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.787275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d1037d2-e806-4ee1-bf4d-2711895f2247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:23.788475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9d1037d2-e806-4ee1-bf4d-2711895f2247 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/806f9d57-0487-429e-baaa-3047e426aa46 HTTP/1.1" status: 204 len: 168 time: 0.4507921 Jan 29 20:10:23.899849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1037d2-e806-4ee1-bf4d-2711895f2247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f9d57-0487-429e-baaa-3047e426aa46,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:23.934069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router 9538d044-8f0e-4fee-be2d-afadc52051ae has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:10:23.942480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907edda-bfd7-4318-96e3-c0bf43f8514c None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:24.017039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2f6a91d3-99e2-4017-8491-b4980d23d72b None None] Could not find standard attr ID for object a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:10:24.095145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:24.105352 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.322480 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks [] for router_gateway (864b543e-1795-4db4-8048-43f23bf142d6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.335457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:24.359230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:24.368173 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] Sync routers for ids ['9538d044-8f0e-4fee-be2d-afadc52051ae'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:24.391403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.392652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cff8eaef-0c93-40c1-9fa7-f5331f5d72a8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 200 len: 888 time: 2.0455043 Jan 29 20:10:24.396301 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] Routers {'9538d044-8f0e-4fee-be2d-afadc52051ae'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:24.396649 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9538d044-8f0e-4fee-be2d-afadc52051ae'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:24.405228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54900) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:24.462132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff4ae8-8cc8-45ca-9b73-726f7c361aaa None None] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:24.503732 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:24.530932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] Routers {'9538d044-8f0e-4fee-be2d-afadc52051ae'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:24.535220 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9538d044-8f0e-4fee-be2d-afadc52051ae'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:24.614180 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:24.614860 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4927136-93d8-497a-8ed0-b16243e0ed87 None None] The sync data for ids ['9538d044-8f0e-4fee-be2d-afadc52051ae'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:24.628080 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4816886-68aa-4314-9fac-81dff5a48379 req-4deb296c-1d5b-4f03-aba5-b61ecdd26739 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.1385224 Jan 29 20:10:24.633762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d35538b1-cf2e-4a33-82bd-8380aa657fc4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:24.727349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Provisioning complete for port d35538b1-cf2e-4a33-82bd-8380aa657fc4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:24.728016 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.732097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] Deleting port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:24.732973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.756864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-640554a0-aa1a-41ff-9575-5b1755b68fa3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/routers/9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 200 len: 888 time: 0.3504598 Jan 29 20:10:24.762629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54904) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:24.801170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9564d4a2-5edc-4059-b48f-6c6fa34aef19 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 200 len: 205 time: 0.0375409 Jan 29 20:10:24.805864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:24.810748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] For port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:24.811347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.886232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] Calling delete_port for 3dd1b848-4fd8-4e39-813b-fc16e3628a8a owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:24.889207 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (25b6e022-77f4-4066-91c4-5952a67133e0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.912938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (864b543e-1795-4db4-8048-43f23bf142d6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.927755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d35538b1-cf2e-4a33-82bd-8380aa657fc4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:24.928127 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:24.973756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:24.984838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:24.992330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:24.993581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.039205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54908) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:25.105777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d89a7d8-6429-4e32-9554-71099a95e9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.147020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4602480 Jan 29 20:10:25.158361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54912) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:25.174513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': '25b6e022-77f4-4066-91c4-5952a67133e0', 'ip_address': '2001:db8::3f32:9fdd:6685:6406'}], 'name': 'tempest-NetworksTestDHCPv6-1404496703'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:25.188016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264253e-875b-44ba-9145-4ffdaa2c22fc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=25b6e022-77f4-4066-91c4-5952a67133e0,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:25.250174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.298439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Router 864b543e-1795-4db4-8048-43f23bf142d6 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:10:25.312566 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d89a7d8-6429-4e32-9554-71099a95e9b6 admin admin] Publish callbacks [] for security_group (08a86979-759f-4125-a275-5db0fad83310), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.379394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (3dd1b848-4fd8-4e39-813b-fc16e3628a8a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.397872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d89a7d8-6429-4e32-9554-71099a95e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (08a86979-759f-4125-a275-5db0fad83310), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.459123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] No DVR routers for this DVR port 3dd1b848-4fd8-4e39-813b-fc16e3628a8a on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:25.464438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6cd090e1-d1c2-4014-afad-e97c4f4b5191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.523114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f428245-1e61-4e37-a1d6-47a1801ead02 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:25.546638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_gateway (9538d044-8f0e-4fee-be2d-afadc52051ae), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.563776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f140e3-30a9-4b9e-b966-250add4aee11 None None] Pushing event deleted for resources: {'Port': ['ID=3dd1b848-4fd8-4e39-813b-fc16e3628a8a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:25.589353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d35538b1-cf2e-4a33-82bd-8380aa657fc4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:25.592312 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.605873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89a7d8-6429-4e32-9554-71099a95e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a86979-759f-4125-a275-5db0fad83310,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:25.628299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54914) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:25.644351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4d89a7d8-6429-4e32-9554-71099a95e9b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5401e20657e444e6bf23a2f14806ce2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6001687 Jan 29 20:10:25.653403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:25.668589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port d35538b1-cf2e-4a33-82bd-8380aa657fc4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d35538b1-cf2e-4a33-82bd-8380aa657fc4,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:25.670247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Current status of the port d35538b1-cf2e-4a33-82bd-8380aa657fc4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:25.670638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.686508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:25.701774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Sync routers for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:25.727919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:25.728581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:09:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:25.816432 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.824789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.826645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6d851f54-2277-4b60-bd76-8807bbada17a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9515467 Jan 29 20:10:25.829530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54918) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:25.894046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7e1cbfd5-0f66-4ce7-a289-6cb4dbc4f39c req-fe8894aa-1ec3-4714-882b-ccaccd111ee5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cede8a-4918-460f-adb3-8ad5a16e2732 HTTP/1.1" status: 200 len: 210 time: 0.0822403 Jan 29 20:10:25.914020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34332e15-c2ed-48e2-8b86-f6d19f690d91 admin admin] Publish callbacks [] for security_group (08a86979-759f-4125-a275-5db0fad83310), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:25.948320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '25b6e022-77f4-4066-91c4-5952a67133e0'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:25.948320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.016701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.018653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:26.023013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=d35538b1-cf2e-4a33-82bd-8380aa657fc4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:26.099840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:10:26.100279 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:10:26.406351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d35538b1-cf2e-4a33-82bd-8380aa657fc4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:26.425826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34332e15-c2ed-48e2-8b86-f6d19f690d91 admin admin] Publish callbacks [] for security_group (08a86979-759f-4125-a275-5db0fad83310), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.436945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 66d0da67-138f-40a7-8081-c264f8a83863 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:26.437283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (66d0da67-138f-40a7-8081-c264f8a83863), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.468581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 918b95f8-836d-4ee0-b64f-e753294a05bb yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:26.509820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/25b6e022-77f4-4066-91c4-5952a67133e0/901fce72-bae1-495f-bb16-94011525a70b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:26.543295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d35538b1-cf2e-4a33-82bd-8380aa657fc4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:26.544129 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.625250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:23Z', 'revision_number': 3, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:26.694222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Checking router: 864b543e-1795-4db4-8048-43f23bf142d6 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:10:26.694746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Updating router 864b543e-1795-4db4-8048-43f23bf142d6 port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:10:26.705661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (66d0da67-138f-40a7-8081-c264f8a83863), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.725129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 66d0da67-138f-40a7-8081-c264f8a83863 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:26.772504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:26.833695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3f7480f5-5af0-4989-ad58-148bb8e4495a None None] Current status of the port d35538b1-cf2e-4a33-82bd-8380aa657fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:27.007382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34332e15-c2ed-48e2-8b86-f6d19f690d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (08a86979-759f-4125-a275-5db0fad83310), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.009998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34332e15-c2ed-48e2-8b86-f6d19f690d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.011709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-34332e15-c2ed-48e2-8b86-f6d19f690d91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08a86979-759f-4125-a275-5db0fad83310 HTTP/1.1" status: 204 len: 168 time: 1.3823946 Jan 29 20:10:27.025127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34332e15-c2ed-48e2-8b86-f6d19f690d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a86979-759f-4125-a275-5db0fad83310,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:27.046181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.072069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d35538b1-cf2e-4a33-82bd-8380aa657fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:27.094347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a02dd0bd-ddf3-4036-8be4-0ac781bd85b8 None None] Provisioning complete for port d35538b1-cf2e-4a33-82bd-8380aa657fc4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:27.094897 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a02dd0bd-ddf3-4036-8be4-0ac781bd85b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.152132 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Publish callbacks [] for port (901fce72-bae1-495f-bb16-94011525a70b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.170266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3dd1b848-4fd8-4e39-813b-fc16e3628a8a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:27.183671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (66d0da67-138f-40a7-8081-c264f8a83863), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.219296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=66d0da67-138f-40a7-8081-c264f8a83863,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:27.234012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3dd1b848-4fd8-4e39-813b-fc16e3628a8a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:27.239902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3dd1b848-4fd8-4e39-813b-fc16e3628a8a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:27.333338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (901fce72-bae1-495f-bb16-94011525a70b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.355625 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (9538d044-8f0e-4fee-be2d-afadc52051ae), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.435581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:27.462644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:27.466932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:27.472434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Pushing event updated for resources: {'Port': ['ID=901fce72-bae1-495f-bb16-94011525a70b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:27.474598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a02dd0bd-ddf3-4036-8be4-0ac781bd85b8 None None] Current status of the port d35538b1-cf2e-4a33-82bd-8380aa657fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:27.518872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Allocated IP 172.20.0.1 (e4c15833-29b7-4cb8-8dc3-0aa2075eea29/90bb78a2-60ff-4f8d-80f4-d4c040be1d95/37c2cd02-0ccf-4b6a-81a9-72a83855cae1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:27.590003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.596738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (9538d044-8f0e-4fee-be2d-afadc52051ae), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.602296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::3f32:9fdd:6685:6406 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/25b6e022-77f4-4066-91c4-5952a67133e0/918b95f8-836d-4ee0-b64f-e753294a05bb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:27.759697 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Publish callbacks [] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.761663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Attempting to bind port 901fce72-bae1-495f-bb16-94011525a70b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:27.762185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Attempting to bind port 901fce72-bae1-495f-bb16-94011525a70b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:27.762567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Attempting to bind port 901fce72-bae1-495f-bb16-94011525a70b on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:27.781172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (9538d044-8f0e-4fee-be2d-afadc52051ae), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.781854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router 9538d044-8f0e-4fee-be2d-afadc52051ae {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:10:27.782573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:27.785356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:27.788003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.788722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:27.790571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Bound port: 901fce72-bae1-495f-bb16-94011525a70b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:27.791698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.792384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (901fce72-bae1-495f-bb16-94011525a70b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.798939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c655811-f993-451f-88ea-a1ee6c90ac7f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 204 len: 168 time: 2.9863787 Jan 29 20:10:27.799039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks [] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.799039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54938) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:27.812385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1647824057'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:27.873523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (918b95f8-836d-4ee0-b64f-e753294a05bb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.874017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.946193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:27.962791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.965074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Attempting to bind port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:27.965504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Attempting to bind port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:27.965914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Attempting to bind port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:27.969576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] For port 901fce72-bae1-495f-bb16-94011525a70b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:27.973972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372d5e-2eb3-48f4-a2c3-431c11415148 None None] Pushing event updated for resources: {'Port': ['ID=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:27.978152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] For port 901fce72-bae1-495f-bb16-94011525a70b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=901fce72-bae1-495f-bb16-94011525a70b,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:27.981010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:27.981678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:27.982170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:27.983001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:27.983489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Bound port: 6692bd34-5dda-497b-8d5a-fc41e0b3e1be, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:27.983876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.003808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.042024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] For port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:28.049413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] For port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:28.066805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (918b95f8-836d-4ee0-b64f-e753294a05bb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.091007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:10:28.109850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:28.118430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:28.125346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5191b0c-27d5-4e8d-8168-d3830653c6b9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.125735 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment c5191b0c-27d5-4e8d-8168-d3830653c6b9 of type vlan for network d14f485b-96ea-4dd4-923a-827dfe12feee Jan 29 20:10:28.128110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:28.137030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:28.147988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:28.152445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:28.164377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:28.178076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:28.179372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.193334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=918b95f8-836d-4ee0-b64f-e753294a05bb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:28.207249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.226645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (901fce72-bae1-495f-bb16-94011525a70b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.229002 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ec3dde0a-c948-4bc9-847f-8b20893bf546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.229117 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d14f485b-96ea-4dd4-923a-827dfe12feee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.231225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (864b543e-1795-4db4-8048-43f23bf142d6), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.308510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-709be1f5-9e92-4fef-91b8-3a100307f4b7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1484578 Jan 29 20:10:28.311064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:28.339223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:28.340064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:28.400559 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d14f485b-96ea-4dd4-923a-827dfe12feee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.406687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:28.410846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.480046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548c648-c300-439d-a9ca-dc1e394a537b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:28.517439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372d5e-2eb3-48f4-a2c3-431c11415148 None None] Pushing event updated for resources: {'Port': ['ID=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:28.523386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548c648-c300-439d-a9ca-dc1e394a537b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:28.539279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8548c648-c300-439d-a9ca-dc1e394a537b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2265117 Jan 29 20:10:28.542262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54956) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:28.591855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=d14f485b-96ea-4dd4-923a-827dfe12feee,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:28.704363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2ee6a93d-1e4e-4215-8377-5d62c796af96 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9052093 Jan 29 20:10:28.705089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54962) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:28.706067 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:28.717913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:28.725012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d14f485b-96ea-4dd4-923a-827dfe12feee details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:10:28.751667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 918b95f8-836d-4ee0-b64f-e753294a05bb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:28.759867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (918b95f8-836d-4ee0-b64f-e753294a05bb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.045352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-17aeffb5-71f2-43c6-a0ae-b511e8b95647 None None] Provisioning complete for port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:29.045352 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17aeffb5-71f2-43c6-a0ae-b511e8b95647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.102535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (918b95f8-836d-4ee0-b64f-e753294a05bb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.150491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 918b95f8-836d-4ee0-b64f-e753294a05bb owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:29.178707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:29.205057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.211882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.216418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks [] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.219190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d342838-3e3a-4ac5-b69b-eb2824e6df00 None None] Pushing event updated for resources: {'Port': ['ID=901fce72-bae1-495f-bb16-94011525a70b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:29.246390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:29.354682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.433681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-17aeffb5-71f2-43c6-a0ae-b511e8b95647 None None] Port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:29.485660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (864b543e-1795-4db4-8048-43f23bf142d6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.491465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:29.502991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (918b95f8-836d-4ee0-b64f-e753294a05bb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.599127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=918b95f8-836d-4ee0-b64f-e753294a05bb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:29.681638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.685278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4cd2baa7-3389-4091-91b5-815a753781b2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/918b95f8-836d-4ee0-b64f-e753294a05bb HTTP/1.1" status: 204 len: 168 time: 1.1420496 Jan 29 20:10:29.697968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54978) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:29.823693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0244d7-f254-4501-8ae1-41272f5240c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:29.826755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0244d7-f254-4501-8ae1-41272f5240c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:29.828533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8e0244d7-f254-4501-8ae1-41272f5240c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1292572 Jan 29 20:10:29.832676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54980) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:29.874883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (1f15439c-b0f5-421f-b296-523c27ff08b1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.879430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:23Z', 'revision_number': 3, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:29.937293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb471330-2f7f-4afe-93d3-9a2fd9f87a63 None None] The sync data for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 is: [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:23Z', 'revision_number': 3, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:29.951045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 25b6e022-77f4-4066-91c4-5952a67133e0 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:29.953566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:29.955865 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:29.963245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (25b6e022-77f4-4066-91c4-5952a67133e0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.003395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:30.096840 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (25b6e022-77f4-4066-91c4-5952a67133e0), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.191438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=1f15439c-b0f5-421f-b296-523c27ff08b1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:30.381430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (25b6e022-77f4-4066-91c4-5952a67133e0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.423727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.507404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Router 864b543e-1795-4db4-8048-43f23bf142d6 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:10:30.529712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': 'c5191b0c-27d5-4e8d-8168-d3830653c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:30.530174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: d14f485b-96ea-4dd4-923a-827dfe12feee, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:10:30.560768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 901fce72-bae1-495f-bb16-94011525a70b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:30.640090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5f93419d-3ee9-4b88-a09b-a930655295b3 None None] Provisioning complete for port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:30.640732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5f93419d-3ee9-4b88-a09b-a930655295b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.694048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (25b6e022-77f4-4066-91c4-5952a67133e0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.741137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5f93419d-3ee9-4b88-a09b-a930655295b3 None None] Port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:30.750273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 901fce72-bae1-495f-bb16-94011525a70b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:30.754282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (901fce72-bae1-495f-bb16-94011525a70b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.815966 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:30.821033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/25b6e022-77f4-4066-91c4-5952a67133e0 HTTP/1.1" status: 204 len: 168 time: 0.9871757 Jan 29 20:10:30.830096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54990) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:30.841234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=25b6e022-77f4-4066-91c4-5952a67133e0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:30.881165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:30.904953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-400b3952-4fa9-4da1-bed5-aafba85f4fd3 admin admin] 10.222.0.15 "PUT /v2.0/routers/864b543e-1795-4db4-8048-43f23bf142d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0738838 Jan 29 20:10:30.951402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.952090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.952659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.953223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.953845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.954369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.954939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.955589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.956124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.956687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.957215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.957946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.958676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65741fa-5bfd-4e06-aaa5-833d1b626c4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:30.966962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6b60cd0-e2bf-443f-898e-551a38c7edbf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350176 Jan 29 20:10:30.968931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 54996) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:30.979595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Provisioning complete for port 901fce72-bae1-495f-bb16-94011525a70b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:30.980167 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (901fce72-bae1-495f-bb16-94011525a70b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.017337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network d14f485b-96ea-4dd4-923a-827dfe12feee is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:10:31.056008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcaa03-364a-410a-828e-b94225e24ad3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:31.059424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3abcaa03-364a-410a-828e-b94225e24ad3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0869353 Jan 29 20:10:31.060495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 54998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:31.151435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, d14f485b-96ea-4dd4-923a-827dfe12feee) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:31.157006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:31.157609 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.173146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f93aa3-0422-4184-a0fc-169c0a0650d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:31.175065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-08f93aa3-0422-4184-a0fc-169c0a0650d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1099248 Jan 29 20:10:31.178866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36aacf3-0f64-43bb-9015-db9a71b2e32f None None] Network d14f485b-96ea-4dd4-923a-827dfe12feee requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:31.181179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:31.204025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 901fce72-bae1-495f-bb16-94011525a70b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:31.207413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (901fce72-bae1-495f-bb16-94011525a70b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.240270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a46bccce-8ca6-417e-bb17-9c9f289ba6f9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566146 Jan 29 20:10:31.250802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:31.256173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:31.284864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41436f69-7f7f-4494-89b0-dcc1b209b116 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:31.305974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0d9475c3-38c2-4d96-928e-769c53ca7b90 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5921926 Jan 29 20:10:31.307808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55004) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:31.313011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1126307360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:31.614556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.615867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.635323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 901fce72-bae1-495f-bb16-94011525a70b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=901fce72-bae1-495f-bb16-94011525a70b,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:31.663805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:31.664188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.736950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.871604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.986319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-d14f485b-96ea-4dd4-923a-827dfe12feee', 'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': '1f15439c-b0f5-421f-b296-523c27ff08b1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:31.991859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:31.999454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (901fce72-bae1-495f-bb16-94011525a70b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.011614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Current status of the port 901fce72-bae1-495f-bb16-94011525a70b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:32.012378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (901fce72-bae1-495f-bb16-94011525a70b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.045873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.050582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.052144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:32.057516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7913bbf8-bb95-4ec0-9b40-0c8604c8565f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7486889 Jan 29 20:10:32.330608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (bc3a7457-56df-4ec2-98c9-6e57867407d4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.375122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:32.448738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:32.457890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:32.465117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.525430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=901fce72-bae1-495f-bb16-94011525a70b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:32.526430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=bc3a7457-56df-4ec2-98c9-6e57867407d4,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:32.540541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6692bd34-5dda-497b-8d5a-fc41e0b3e1be up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:32.618914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Allocated IP 172.20.0.2 (d14f485b-96ea-4dd4-923a-827dfe12feee/1f15439c-b0f5-421f-b296-523c27ff08b1/198db1dc-a3bf-4667-9338-904973015bcd) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:32.632537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:32.638934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1931751334-network', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:32.663230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.674685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f2cf3bf-8a03-4e43-a040-22a80deb82aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4220679 Jan 29 20:10:32.680885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:32.693341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': 'bc3a7457-56df-4ec2-98c9-6e57867407d4', 'ip_address': '2001:db8::848f:f7a4:bce3:4587'}], 'name': 'tempest-NetworksTestDHCPv6-72331130'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:32.819096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Made reservation on behalf of a68ffafbf41142fe8af6f345f2bc5452 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:32.821933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.836277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:32.965225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks [] for security_group (729def1e-5c10-40b2-8a93-9499eaf644a2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.042765 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (729def1e-5c10-40b2-8a93-9499eaf644a2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.114126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:33.153616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:10:33.158863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729def1e-5c10-40b2-8a93-9499eaf644a2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:33.192313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3d54bc76-ba5a-4b1b-952c-80e80f28c13f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.193073 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Added segment 3d54bc76-ba5a-4b1b-952c-80e80f28c13f of type vlan for network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 Jan 29 20:10:33.326648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0c19a3dc-0f57-43cc-98c0-067ebc310fa7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.347456 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Sync routers for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:33.357300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.365981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:33.366626 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:33.390704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:33.412556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 4ef9db94-8e9f-4781-8a24-ee4760144f03 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:33.427796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:10:33.428147 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:10:33.541027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0c19a3dc-0f57-43cc-98c0-067ebc310fa7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.547204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:33.547807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.609252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Publish callbacks [] for port (198db1dc-a3bf-4667-9338-904973015bcd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.633098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:33.633720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.676150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] Deleting port 901fce72-bae1-495f-bb16-94011525a70b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:33.676775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (901fce72-bae1-495f-bb16-94011525a70b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.677799 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:33.733755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (198db1dc-a3bf-4667-9338-904973015bcd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.756948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::848f:f7a4:bce3:4587 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/bc3a7457-56df-4ec2-98c9-6e57867407d4/4ef9db94-8e9f-4781-8a24-ee4760144f03) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:33.830138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Network d14f485b-96ea-4dd4-923a-827dfe12feee is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:33.845092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:33.857974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:33.860153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Pushing event updated for resources: {'Port': ['ID=198db1dc-a3bf-4667-9338-904973015bcd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:33.882958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] For port 901fce72-bae1-495f-bb16-94011525a70b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=901fce72-bae1-495f-bb16-94011525a70b,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:33.884156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (901fce72-bae1-495f-bb16-94011525a70b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:33.942709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] Calling delete_port for 901fce72-bae1-495f-bb16-94011525a70b owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:33.977840 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.20.0.1 (d14f485b-96ea-4dd4-923a-827dfe12feee/1f15439c-b0f5-421f-b296-523c27ff08b1/297a031c-6ab4-4617-a60c-8cd8a7a334ef) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:33.983218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (4ef9db94-8e9f-4781-8a24-ee4760144f03), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.008018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3716617 Jan 29 20:10:34.010883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55046) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:34.050962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Request body: {'subnet': {'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1931751334-subnet', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:34.058686 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 2, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:34.091610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Checking router: 864b543e-1795-4db4-8048-43f23bf142d6 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:10:34.092339 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Updating router 864b543e-1795-4db4-8048-43f23bf142d6 port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:10:34.165788 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.226947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.302426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:34.302822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.307136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818abb1-ada1-4398-a5a5-8abb4d08640a admin admin] Pushing event updated for resources: {'Network': ['ID=0c19a3dc-0f57-43cc-98c0-067ebc310fa7,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:34.349492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:34.390876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Made reservation on behalf of a68ffafbf41142fe8af6f345f2bc5452 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:34.395825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.396641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:10:34.443033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.519586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4ef9db94-8e9f-4781-8a24-ee4760144f03), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.523741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Attempting to bind port 198db1dc-a3bf-4667-9338-904973015bcd on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:34.524122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Attempting to bind port 198db1dc-a3bf-4667-9338-904973015bcd by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c5191b0c-27d5-4e8d-8168-d3830653c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:34.524913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Attempting to bind port 198db1dc-a3bf-4667-9338-904973015bcd on network d14f485b-96ea-4dd4-923a-827dfe12feee {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:34.543108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.547702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (901fce72-bae1-495f-bb16-94011525a70b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.553120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eba18cbc-604b-4ae3-8d72-6b7245cad04a None None] Current status of the port 901fce72-bae1-495f-bb16-94011525a70b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:34.558651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:34.562034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Checking segment: {'id': 'c5191b0c-27d5-4e8d-8168-d3830653c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:34.562854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.563490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Bound using segment: {'id': 'c5191b0c-27d5-4e8d-8168-d3830653c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:34.564145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Bound port: 198db1dc-a3bf-4667-9338-904973015bcd, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5191b0c-27d5-4e8d-8168-d3830653c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd14f485b-96ea-4dd4-923a-827dfe12feee'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:34.564709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (198db1dc-a3bf-4667-9338-904973015bcd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.663802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] No DVR routers for this DVR port 901fce72-bae1-495f-bb16-94011525a70b on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:34.673682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network d14f485b-96ea-4dd4-923a-827dfe12feee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:34.679623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:34.702427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:34.716195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=4ef9db94-8e9f-4781-8a24-ee4760144f03,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:34.723572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46339248-15a4-4a72-b65a-2e5c984e5493 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:34.739955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:34.748338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:34.753049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:34.758544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:34.764020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.788471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=297a031c-6ab4-4617-a60c-8cd8a7a334ef,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:34.804377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 901fce72-bae1-495f-bb16-94011525a70b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:34.848762 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:34.870844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 901fce72-bae1-495f-bb16-94011525a70b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:34.871192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 901fce72-bae1-495f-bb16-94011525a70b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:34.895442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4adabf22-bdba-4507-8dff-f462786f6a30 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2134368 Jan 29 20:10:34.901585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-19f77d8c-6169-46e5-a863-bd7e2e37b420 None None] Could not find standard attr ID for object 918b95f8-836d-4ee0-b64f-e753294a05bb. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:10:34.909790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55056) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:34.918608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': 'bc3a7457-56df-4ec2-98c9-6e57867407d4', 'ip_address': '2001:db8::848f:f7a4:bce3:4587'}], 'name': 'tempest-NetworksTestDHCPv6-1429479092'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:35.022697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:35.053264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccfc57-7311-426d-b0de-c3711050be53 None None] Pushing event deleted for resources: {'Port': ['ID=901fce72-bae1-495f-bb16-94011525a70b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:35.079987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] For port 198db1dc-a3bf-4667-9338-904973015bcd, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:35.084010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] For port 198db1dc-a3bf-4667-9338-904973015bcd, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=198db1dc-a3bf-4667-9338-904973015bcd,segment=NetworkSegment(c5191b0c-27d5-4e8d-8168-d3830653c6b9),segment_id=c5191b0c-27d5-4e8d-8168-d3830653c6b9)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:35.104460 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Publish callbacks [] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.183508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'bc3a7457-56df-4ec2-98c9-6e57867407d4'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:35.185093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.227834 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (198db1dc-a3bf-4667-9338-904973015bcd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.229686 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.235584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (be3696d5-ad45-4c7c-98ec-314b31ec0ecf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.332488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:35.367412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.370865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038c0b-36fa-4aad-bec8-3d5472a6d09c None None] Pushing event updated for resources: {'Port': ['ID=198db1dc-a3bf-4667-9338-904973015bcd,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:35.456054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.530496 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Pushing event updated for resources: {'Port': ['ID=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:35.565325 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.565582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.572701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.573328 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.574054 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.575122 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.575947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.579733 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.580307 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.580876 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.581317 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.581752 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.582164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:35.602960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/bc3a7457-56df-4ec2-98c9-6e57867407d4/747afe35-1505-4c80-99a7-3e5da6640b8e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:35.619944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port bbf300cd-f1d1-47ac-ba13-d23e41d8f621 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:35.817185 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Attempting to bind port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:35.817480 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Attempting to bind port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:35.832860 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Attempting to bind port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 on network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:35.851943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:35.852891 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Checking segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:35.854542 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.855184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Bound using segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:35.855955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Bound port: 37c2cd02-0ccf-4b6a-81a9-72a83855cae1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:35.856877 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:35.876904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Checking segment: {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:35.879885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Network hostable DHCP agents. Network: 0c19a3dc-0f57-43cc-98c0-067ebc310fa7, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:10:35.911919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3696d5-ad45-4c7c-98ec-314b31ec0ecf,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:36.032375 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] For port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:36.037824 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] For port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:36.078152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Publish callbacks [] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.094778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:10:36.149064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2f85e423-133c-4b8c-a87c-c5d424edff49 None None] Provisioning complete for port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:36.149489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f85e423-133c-4b8c-a87c-c5d424edff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.174301 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.228184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.245601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0c19a3dc-0f57-43cc-98c0-067ebc310fa7) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:36.277124 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.293007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:36.294185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.301952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2f85e423-133c-4b8c-a87c-c5d424edff49 None None] Port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:36.363113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.400653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b32ef-d127-4aa7-bff4-f73588c6ba5f None None] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:36.457129 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba55e13-3770-4027-a104-0e4bc7876527 None None] Pushing event updated for resources: {'Port': ['ID=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:36.478173 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:36.481050 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:36.502879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4638c4d5-8d43-4442-b39b-6dd8b7eb8863 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4909399 Jan 29 20:10:36.504034 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 29 20:10:36.505028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:10:36.529062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:36.544192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:36.615881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:36.623887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-0c19a3dc-0f57-43cc-98c0-067ebc310fa7', 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7', 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'fixed_ips': [{'subnet_id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:36.625816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.631069 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-62292d3f-82b6-460c-b11a-519fb38c7c9d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7197673 Jan 29 20:10:36.633863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55078) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:36.652626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:36.655273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Pushing event updated for resources: {'Port': ['ID=747afe35-1505-4c80-99a7-3e5da6640b8e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:36.676703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:36.679114 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.681286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.760686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:36.780916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=297a031c-6ab4-4617-a60c-8cd8a7a334ef,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:36.986691 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks [] for router_controller (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.013996 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:37.034610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8e7a6-73a2-421d-9cee-f5a0695e245d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:37.049681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8e7a6-73a2-421d-9cee-f5a0695e245d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:37.057800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a9d8e7a6-73a2-421d-9cee-f5a0695e245d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4229090 Jan 29 20:10:37.061457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55082) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:37.090924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] Provisioning complete for port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:37.091837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.103455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network d14f485b-96ea-4dd4-923a-827dfe12feee is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:37.107959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:37.114674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Attempting to bind port 747afe35-1505-4c80-99a7-3e5da6640b8e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:37.115429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Attempting to bind port 747afe35-1505-4c80-99a7-3e5da6640b8e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:37.120003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Attempting to bind port 747afe35-1505-4c80-99a7-3e5da6640b8e on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:37.206746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 198db1dc-a3bf-4667-9338-904973015bcd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:37.310468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:37.310876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:37.311249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.311646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:37.312139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Bound port: 747afe35-1505-4c80-99a7-3e5da6640b8e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:37.316710 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.571487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router ef60f7f1-de13-48c9-b79e-5f5a8ad1039a is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:10:37.578976 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:36Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:37.633378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks [] for router_gateway (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.660682 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adc134-7e7b-4119-b18f-39ab374898c7 None None] The sync data for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 is: [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:36Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:37.669273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] For port 747afe35-1505-4c80-99a7-3e5da6640b8e, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:37.673457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] For port 747afe35-1505-4c80-99a7-3e5da6640b8e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=747afe35-1505-4c80-99a7-3e5da6640b8e,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:37.702069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Allocated IP 172.20.0.2 (0c19a3dc-0f57-43cc-98c0-067ebc310fa7/be3696d5-ad45-4c7c-98ec-314b31ec0ecf/7e403297-c31e-49e6-bab4-1b2b944306d4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:37.708706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68624f5-8f74-461c-b897-59335e296656 None None] Network d14f485b-96ea-4dd4-923a-827dfe12feee requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:37.753691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 4ef9db94-8e9f-4781-8a24-ee4760144f03 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:37.754045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4ef9db94-8e9f-4781-8a24-ee4760144f03), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.826180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:37.830691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:37.834194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c7b6be69-e8cf-424b-a7e9-83fcfc05175a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/ef60f7f1-de13-48c9-b79e-5f5a8ad1039a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7799582 Jan 29 20:10:37.843144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55096) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:37.925487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] Sync routers for ids ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:37.975930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a6abc-7bc2-47f7-b028-f53bb36ae6ce tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:37.977428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4c0a6abc-7bc2-47f7-b028-f53bb36ae6ce tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports/297a031c-6ab4-4617-a60c-8cd8a7a334ef HTTP/1.1" status: 200 len: 910 time: 0.1332891 Jan 29 20:10:37.989101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55100) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:37.995383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f15439c-b0f5-421f-b296-523c27ff08b1'}]}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:38.255250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4ef9db94-8e9f-4781-8a24-ee4760144f03), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:38.359375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 4ef9db94-8e9f-4781-8a24-ee4760144f03 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:38.698588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] Current status of the port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:38.699160 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:38.910805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Pushing event updated for resources: {'Port': ['ID=747afe35-1505-4c80-99a7-3e5da6640b8e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:39.177966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.178331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.178835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.179176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.179506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.179834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.180160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.188065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.188495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.190136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.190481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.194076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.194464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66368852-3532-4d4f-a81f-e3a7806a9d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:39.204403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 198db1dc-a3bf-4667-9338-904973015bcd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:39.204794 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (198db1dc-a3bf-4667-9338-904973015bcd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.218309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Publish callbacks [] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.253024 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.470533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] Routers {'ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:39.472745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:39.634508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:39.677489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.700661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.826960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks [] for router_gateway (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.859300 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:10:39.865610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] For port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:39.883297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] Routers {'ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:39.883949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:39.887955 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:39.994025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Pushing event updated for resources: {'Port': ['ID=7e403297-c31e-49e6-bab4-1b2b944306d4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:40.015664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:40.025153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1a469-84d0-4f11-a789-7ef753202e7b None None] The sync data for ids ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:40.054101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.349368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:40.378577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ef48c-ee46-42f6-8547-e7fa3a97f2e2 None None] Pushing event updated for resources: {'Port': ['ID=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:40.391492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:40.396412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:40.497120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.520627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Allocated IP 172.25.5.116 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/fbc0a580-a25a-4894-b75b-731023d99ce0) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:40.551353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-021a67e6-9e9f-4754-8e6c-4344fb45f462 None None] Provisioning complete for port 198db1dc-a3bf-4667-9338-904973015bcd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:40.551879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-021a67e6-9e9f-4754-8e6c-4344fb45f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (198db1dc-a3bf-4667-9338-904973015bcd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.557429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Attempting to bind port 7e403297-c31e-49e6-bab4-1b2b944306d4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:40.559303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Attempting to bind port 7e403297-c31e-49e6-bab4-1b2b944306d4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:40.559303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Attempting to bind port 7e403297-c31e-49e6-bab4-1b2b944306d4 on network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:40.567429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:40.567940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Checking segment: {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:40.568450 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.568907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Bound using segment: {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:40.569635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Bound port: 7e403297-c31e-49e6-bab4-1b2b944306d4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:40.570099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.594349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4ef9db94-8e9f-4781-8a24-ee4760144f03), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.608502 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.739306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=4ef9db94-8e9f-4781-8a24-ee4760144f03,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:40.770640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:40.781305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.792530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/ports/297a031c-6ab4-4617-a60c-8cd8a7a334ef HTTP/1.1" status: 200 len: 910 time: 2.8022873 Jan 29 20:10:40.798080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55120) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:40.842304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] For port 7e403297-c31e-49e6-bab4-1b2b944306d4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:40.855073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] For port 7e403297-c31e-49e6-bab4-1b2b944306d4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e403297-c31e-49e6-bab4-1b2b944306d4,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:40.864189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 198db1dc-a3bf-4667-9338-904973015bcd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:40.864741 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (198db1dc-a3bf-4667-9338-904973015bcd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:40.979016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d463a-a99a-4b37-a488-6b82dc33fd2d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=297a031c-6ab4-4617-a60c-8cd8a7a334ef,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:40.997785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 198db1dc-a3bf-4667-9338-904973015bcd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=198db1dc-a3bf-4667-9338-904973015bcd,segment=NetworkSegment(c5191b0c-27d5-4e8d-8168-d3830653c6b9),segment_id=c5191b0c-27d5-4e8d-8168-d3830653c6b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:41.020492 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:41.195940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90d2d-3624-440c-aa26-3d0f663fc538 None None] Pushing event updated for resources: {'Port': ['ID=7e403297-c31e-49e6-bab4-1b2b944306d4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:41.210847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (198db1dc-a3bf-4667-9338-904973015bcd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:41.213061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6692bd34-5dda-497b-8d5a-fc41e0b3e1be up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:41.331501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:41.347756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9d23ab18-e014-4845-ab64-5f56a3f71338 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/4ef9db94-8e9f-4781-8a24-ee4760144f03 HTTP/1.1" status: 204 len: 168 time: 4.2850070 Jan 29 20:10:41.350230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55128) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:41.531406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be679a-c4f6-4a61-8eb2-e11f0a7b64f5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:41.541598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be679a-c4f6-4a61-8eb2-e11f0a7b64f5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:41.546346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-32be679a-c4f6-4a61-8eb2-e11f0a7b64f5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1918771 Jan 29 20:10:41.546800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55130) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:41.627135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:41.627691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:41.696518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet bc3a7457-56df-4ec2-98c9-6e57867407d4 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:41.706417 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (bc3a7457-56df-4ec2-98c9-6e57867407d4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:41.721696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=198db1dc-a3bf-4667-9338-904973015bcd,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:41.743839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks [] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:41.776715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-021a67e6-9e9f-4754-8e6c-4344fb45f462 None None] Current status of the port 198db1dc-a3bf-4667-9338-904973015bcd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:41.865709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (bc3a7457-56df-4ec2-98c9-6e57867407d4), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.005789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.071713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:42.079148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Provisioning complete for port 297a031c-6ab4-4617-a60c-8cd8a7a334ef triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:42.079592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.231445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Port 297a031c-6ab4-4617-a60c-8cd8a7a334ef cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:42.253946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (bc3a7457-56df-4ec2-98c9-6e57867407d4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.282011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Provisioning complete for port 198db1dc-a3bf-4667-9338-904973015bcd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:42.282011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (198db1dc-a3bf-4667-9338-904973015bcd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.318738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:42.335115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:42.347501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:42.551163 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (bc3a7457-56df-4ec2-98c9-6e57867407d4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.667517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.673387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/bc3a7457-56df-4ec2-98c9-6e57867407d4 HTTP/1.1" status: 204 len: 168 time: 1.1257021 Jan 29 20:10:42.674889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daca5b-0a2c-49c0-ab20-6d53087fae50 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3a7457-56df-4ec2-98c9-6e57867407d4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:42.677860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Current status of the port 198db1dc-a3bf-4667-9338-904973015bcd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:42.687646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Could not find standard attr ID for object 4ef9db94-8e9f-4781-8a24-ee4760144f03. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:10:42.717326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55154) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:42.749611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Provisioning complete for port 747afe35-1505-4c80-99a7-3e5da6640b8e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:42.756503 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:42.912923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fa3a1dcf-e5fa-4b7f-bf96-23355ed8c843 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881337 Jan 29 20:10:42.918767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55182) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:42.942547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:42.998214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Pushing event updated for resources: {'Port': ['ID=fbc0a580-a25a-4894-b75b-731023d99ce0,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:43.067692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Current status of the port 747afe35-1505-4c80-99a7-3e5da6640b8e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:43.067692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:43.072751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 747afe35-1505-4c80-99a7-3e5da6640b8e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:43.109071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] For port 747afe35-1505-4c80-99a7-3e5da6640b8e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=747afe35-1505-4c80-99a7-3e5da6640b8e,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:43.139366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c13d8-3686-4453-87a9-03e92a2ff464 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:43.229916 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:43.485555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:43.492643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:43.518351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks [] for router_gateway (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:43.617824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2ccbfe8c-abad-4c50-926e-cbe628aae196 None None] Provisioning complete for port 297a031c-6ab4-4617-a60c-8cd8a7a334ef triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:43.618205 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfe8c-abad-4c50-926e-cbe628aae196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:43.788180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfd5c0-6dfc-49b8-b0fa-cc260281d92e None None] Pushing event updated for resources: {'Port': ['ID=747afe35-1505-4c80-99a7-3e5da6640b8e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:43.845076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 747afe35-1505-4c80-99a7-3e5da6640b8e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:43.849101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:43.861297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9343d-3eb3-4e7c-8b30-e8272ebf6862 None None] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:43.901187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbfe8c-abad-4c50-926e-cbe628aae196 None None] Port 297a031c-6ab4-4617-a60c-8cd8a7a334ef cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:43.996789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2ccbfe8c-abad-4c50-926e-cbe628aae196 None None] Could not find standard attr ID for object 4ef9db94-8e9f-4781-8a24-ee4760144f03. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:10:44.123014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.276564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.282009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:44.305182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (e24ddd4e-2173-453a-b130-bfa64ddcddfb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.395623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:44.412944 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:44.423355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:44.424034 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.442047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=e24ddd4e-2173-453a-b130-bfa64ddcddfb,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:44.456402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] Provisioning complete for port 7e403297-c31e-49e6-bab4-1b2b944306d4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:44.457240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.534479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-949f4152-c595-4fce-95f7-e9badaecd697 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6142240 Jan 29 20:10:44.536458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55202) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:44.541699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': 'e24ddd4e-2173-453a-b130-bfa64ddcddfb', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1261949014'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:44.572050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 747afe35-1505-4c80-99a7-3e5da6640b8e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:44.580289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e403297-c31e-49e6-bab4-1b2b944306d4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:44.671183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] Deleting port 747afe35-1505-4c80-99a7-3e5da6640b8e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:44.671665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.729463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:10:44.823631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] For port 747afe35-1505-4c80-99a7-3e5da6640b8e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=747afe35-1505-4c80-99a7-3e5da6640b8e,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:44.823631 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:44.844931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:44.856669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] Calling delete_port for 747afe35-1505-4c80-99a7-3e5da6640b8e owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:45.035492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:45.039393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 297a031c-6ab4-4617-a60c-8cd8a7a334ef {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:45.052445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.052842 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Sync routers for ids ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:45.076794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Routers {'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:45.079007 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:45.084390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.141734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port e0da4d43-1932-4827-9d43-2c2b1de9e8a0 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:10:45.181872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7e403297-c31e-49e6-bab4-1b2b944306d4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:45.181872 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.231901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] Current status of the port 7e403297-c31e-49e6-bab4-1b2b944306d4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:45.232689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.236677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (747afe35-1505-4c80-99a7-3e5da6640b8e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.263203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.275256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 297a031c-6ab4-4617-a60c-8cd8a7a334ef owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:45.282434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] Pushing event deleted for resources: {'Port': ['ID=747afe35-1505-4c80-99a7-3e5da6640b8e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:45.285461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5585f-3f56-4bcf-9c6d-92668a40729f None None] No DVR routers for this DVR port 747afe35-1505-4c80-99a7-3e5da6640b8e on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:45.414285 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Set router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:45.601786 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:10:45.603157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:10:45.613760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eb9905-1483-434b-8e1c-02f7c8bb8599 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:45.629364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] For port 7e403297-c31e-49e6-bab4-1b2b944306d4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e403297-c31e-49e6-bab4-1b2b944306d4,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:45.713860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-db5ee2d7-cfb9-4638-8304-1b7dee86686e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1760163 Jan 29 20:10:45.717005 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55252) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:45.755624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e403297-c31e-49e6-bab4-1b2b944306d4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:45.756356 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.774256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aadaa7c4-ad08-420f-a578-dd9e554546d9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559249 Jan 29 20:10:45.775333 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:45.779731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55254) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:45.896055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6a5fc-092e-43fb-a788-914ed897cc17 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:45.897702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6a5fc-092e-43fb-a788-914ed897cc17 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:45.899447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-71d6a5fc-092e-43fb-a788-914ed897cc17 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1166809 Jan 29 20:10:45.902057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55258) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:45.946256 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:10:42Z', 'revision_number': 3, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:46.007392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet e24ddd4e-2173-453a-b130-bfa64ddcddfb {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:46.017521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (e24ddd4e-2173-453a-b130-bfa64ddcddfb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.030443 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Checking router: f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:10:46.030762 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Updating router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 port fbc0a580-a25a-4894-b75b-731023d99ce0 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:10:46.081906 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.094587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8319054-ae98-4ba5-ad71-e044bf01b2ac None None] Pushing event updated for resources: {'Port': ['ID=7e403297-c31e-49e6-bab4-1b2b944306d4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:46.119616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd309b69-9776-486b-9b21-f7522a4fcb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'e24ddd4e-2173-453a-b130-bfa64ddcddfb'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:46.122381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (e24ddd4e-2173-453a-b130-bfa64ddcddfb), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.125685 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd309b69-9776-486b-9b21-f7522a4fcb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.178971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a41f94c7-1c84-44ea-b90e-e9caff9b0136 None None] Provisioning complete for port 7e403297-c31e-49e6-bab4-1b2b944306d4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:46.180883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a41f94c7-1c84-44ea-b90e-e9caff9b0136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.253175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e24ddd4e-2173-453a-b130-bfa64ddcddfb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.466006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.469769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2cedca64-551d-4f3e-8558-1c835215abbd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9392216 Jan 29 20:10:46.472657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:46.486453 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:10:46.487024 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:10:46.593296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (e24ddd4e-2173-453a-b130-bfa64ddcddfb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server [None req-cd309b69-9776-486b-9b21-f7522a4fcb1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24ddd4e-2173-453a-b130-bfa64ddcddfb: This subnet is being modified by another concurrent operation. Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise exception Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24ddd4e-2173-453a-b130-bfa64ddcddfb: This subnet is being modified by another concurrent operation. Jan 29 20:10:46.597357 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Jan 29 20:10:46.628979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657bc67b-f14e-488b-aaba-14c79cffad8c None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:10:46.668864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=e24ddd4e-2173-453a-b130-bfa64ddcddfb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:46.718222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.728083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/e24ddd4e-2173-453a-b130-bfa64ddcddfb HTTP/1.1" status: 204 len: 168 time: 0.8220191 Jan 29 20:10:46.734124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55268) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:46.751036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.753190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a41f94c7-1c84-44ea-b90e-e9caff9b0136 None None] Current status of the port 7e403297-c31e-49e6-bab4-1b2b944306d4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:46.754346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.757921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.761360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.762724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.768286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.768782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.778291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.778291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.778291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.778291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.778291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.778291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3074d32-96f4-4b77-b4f3-5297e952a4bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:10:46.843177 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Publish callbacks [] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.862423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f1879c61-30f3-4077-9b5f-15e23fee0e3f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255634 Jan 29 20:10:46.866547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55270) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:46.874401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:46.891851 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bc67b-f14e-488b-aaba-14c79cffad8c None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:10:46.930060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (297a031c-6ab4-4617-a60c-8cd8a7a334ef), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:46.939021 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.117891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=297a031c-6ab4-4617-a60c-8cd8a7a334ef,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:47.175089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e403297-c31e-49e6-bab4-1b2b944306d4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:47.182073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:47.184845 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d5faf-9b98-43fa-b607-a76a65c052a8 None None] Pushing event updated for resources: {'Port': ['ID=fbc0a580-a25a-4894-b75b-731023d99ce0,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:47.228852 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Attempting to bind port fbc0a580-a25a-4894-b75b-731023d99ce0 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:47.230924 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Attempting to bind port fbc0a580-a25a-4894-b75b-731023d99ce0 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:47.231419 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Attempting to bind port fbc0a580-a25a-4894-b75b-731023d99ce0 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:47.250024 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:47.250406 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:47.252121 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.252539 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:47.255342 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Bound port: fbc0a580-a25a-4894-b75b-731023d99ce0, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:47.255986 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.416932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] For port fbc0a580-a25a-4894-b75b-731023d99ce0, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:47.431119 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] For port fbc0a580-a25a-4894-b75b-731023d99ce0, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbc0a580-a25a-4894-b75b-731023d99ce0,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:47.485157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:47.485815 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.556866 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.743839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:47.747680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.750603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:47.751741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 198db1dc-a3bf-4667-9338-904973015bcd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:47.795477 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d5faf-9b98-43fa-b607-a76a65c052a8 None None] Pushing event updated for resources: {'Port': ['ID=fbc0a580-a25a-4894-b75b-731023d99ce0,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:47.895748 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Routers {'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:47.896401 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:47.911642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 198db1dc-a3bf-4667-9338-904973015bcd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:47.912315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (198db1dc-a3bf-4667-9338-904973015bcd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.931221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:47.973028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:48.169958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 198db1dc-a3bf-4667-9338-904973015bcd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:48.377295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e403297-c31e-49e6-bab4-1b2b944306d4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:48.413938 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] Set router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:48.441461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router ef60f7f1-de13-48c9-b79e-5f5a8ad1039a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:10:48.477503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Allocated IP 172.20.0.1 (0c19a3dc-0f57-43cc-98c0-067ebc310fa7/be3696d5-ad45-4c7c-98ec-314b31ec0ecf/f38a527e-a0de-4e2b-9c8e-a43ebc39772d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:48.555060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7e403297-c31e-49e6-bab4-1b2b944306d4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:48.555616 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:48.588370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:48.600120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-25d86c2e-602f-42a1-a11b-684257ac3302 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/ef60f7f1-de13-48c9-b79e-5f5a8ad1039a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7829988 Jan 29 20:10:48.603088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55282) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:48.630245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] Sync routers for ids ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:48.670687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fd88b04d-f2d6-462d-baa0-c87adc92bfa3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef60f7f1-de13-48c9-b79e-5f5a8ad1039a HTTP/1.1" status: 200 len: 205 time: 0.0662253 Jan 29 20:10:48.673144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55284) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:48.717324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] Routers {'ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:48.718614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:48.850769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:48.852521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:48.853446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks [] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:48.940184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:10:42Z', 'revision_number': 3, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:48.949579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7e403297-c31e-49e6-bab4-1b2b944306d4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:48.961896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (20094cf6-10f1-443c-9c13-52d2f253ce6f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:48.969636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] Routers {'ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:48.971105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:49.019403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.019967 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de25878-6da1-44fd-b608-803ca4c7e302 None None] The sync data for ids ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'] in n-d-825496-5 is: [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:10:42Z', 'revision_number': 3, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:49.040063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:49.092174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:49.093479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c442a8-8dec-40ea-a8af-7d06153753df None None] The sync data for ids ['ef60f7f1-de13-48c9-b79e-5f5a8ad1039a'] in n-d-825496-5 is: [] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:49.106345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 747afe35-1505-4c80-99a7-3e5da6640b8e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:49.112195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:49.121845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:49.139224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:49.150492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:49.190333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df3c23-5ead-4c3b-8a6e-497f7ac3eb31 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:49.194450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 747afe35-1505-4c80-99a7-3e5da6640b8e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:49.205895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 747afe35-1505-4c80-99a7-3e5da6640b8e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:49.239376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:49.239973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.270389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.287132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.354285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Pushing event updated for resources: {'Port': ['ID=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:49.383534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.452319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=20094cf6-10f1-443c-9c13-52d2f253ce6f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:49.493556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a90f3013-b91a-4b8d-ad63-474374c99ee9 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6257603 Jan 29 20:10:49.497129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55294) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:49.502457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:49.517463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '20094cf6-10f1-443c-9c13-52d2f253ce6f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:49.518569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.585492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (ef60f7f1-de13-48c9-b79e-5f5a8ad1039a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.586039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router ef60f7f1-de13-48c9-b79e-5f5a8ad1039a {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:10:49.609990 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.614191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-55d4d4bf-90f3-4a05-8536-956b5bb57814 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/ef60f7f1-de13-48c9-b79e-5f5a8ad1039a HTTP/1.1" status: 204 len: 168 time: 0.9398251 Jan 29 20:10:49.614815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55296) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:49.761055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet 1f15439c-b0f5-421f-b296-523c27ff08b1 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:10:49.777496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (1f15439c-b0f5-421f-b296-523c27ff08b1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.804631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-380dd3c8-4c94-4aa7-b079-e3f0d2b549c6 None None] Provisioning complete for port f38a527e-a0de-4e2b-9c8e-a43ebc39772d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:49.804938 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-380dd3c8-4c94-4aa7-b079-e3f0d2b549c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.845012 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.870012 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (1f15439c-b0f5-421f-b296-523c27ff08b1), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:49.987312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-380dd3c8-4c94-4aa7-b079-e3f0d2b549c6 None None] Port f38a527e-a0de-4e2b-9c8e-a43ebc39772d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:50.056638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/20094cf6-10f1-443c-9c13-52d2f253ce6f/476e9437-a8da-4176-a7e4-17a389e7dcbe) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:50.103718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (1f15439c-b0f5-421f-b296-523c27ff08b1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.243084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (5dd15af9-4841-4033-b5f5-239ef1b5ac61), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.246493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (5dd15af9-4841-4033-b5f5-239ef1b5ac61), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.323378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (1f15439c-b0f5-421f-b296-523c27ff08b1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.336176 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks [] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.429281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router_controller (5dd15af9-4841-4033-b5f5-239ef1b5ac61), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.430339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.451496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbc0a580-a25a-4894-b75b-731023d99ce0 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:50.482928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=1f15439c-b0f5-421f-b296-523c27ff08b1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:50.489257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.500618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f6fee92-8aab-41ef-ad8c-0f1b863eedd5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/1f15439c-b0f5-421f-b296-523c27ff08b1 HTTP/1.1" status: 204 len: 168 time: 0.8845823 Jan 29 20:10:50.508998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55306) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:50.523315 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Publish callbacks [] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.526686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c526fe-7b52-47a9-ad73-9e5d29d521bd None None] Network d14f485b-96ea-4dd4-923a-827dfe12feee requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:50.655818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.701002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (5dd15af9-4841-4033-b5f5-239ef1b5ac61), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.752123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d14f485b-96ea-4dd4-923a-827dfe12feee), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.758717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Pushing event updated for resources: {'Port': ['ID=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:50.779425 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.852356 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.856497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6620099a-5fbd-4e86-82a5-dfc1c76b7fef tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3579371 Jan 29 20:10:50.860890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55308) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:50.891318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:50.893207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fbc0a580-a25a-4894-b75b-731023d99ce0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:50.893808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:50.903435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:50.905928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:50.924713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:50.928591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:51.066237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Pushing event updated for resources: {'Port': ['ID=476e9437-a8da-4176-a7e4-17a389e7dcbe,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:51.147389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 198db1dc-a3bf-4667-9338-904973015bcd {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:51.155364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (198db1dc-a3bf-4667-9338-904973015bcd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:51.340722 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:10:51.341244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Attempting to bind port 476e9437-a8da-4176-a7e4-17a389e7dcbe on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:51.347039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Attempting to bind port 476e9437-a8da-4176-a7e4-17a389e7dcbe by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:51.347597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Attempting to bind port 476e9437-a8da-4176-a7e4-17a389e7dcbe on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:51.361364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:51.361894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:51.362507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:51.362872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:51.363622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Bound port: 476e9437-a8da-4176-a7e4-17a389e7dcbe, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:51.364339 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:51.478131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 198db1dc-a3bf-4667-9338-904973015bcd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=198db1dc-a3bf-4667-9338-904973015bcd,segment=NetworkSegment(c5191b0c-27d5-4e8d-8168-d3830653c6b9),segment_id=c5191b0c-27d5-4e8d-8168-d3830653c6b9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:51.481372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (198db1dc-a3bf-4667-9338-904973015bcd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:51.521234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 198db1dc-a3bf-4667-9338-904973015bcd owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:51.676881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:51.694161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9ed073c1-122f-4426-b048-cb3fc30c0163 admin admin] 10.222.0.15 "PUT /v2.0/routers/f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2139554 Jan 29 20:10:51.787595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] For port 476e9437-a8da-4176-a7e4-17a389e7dcbe, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:51.802314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] For port 476e9437-a8da-4176-a7e4-17a389e7dcbe, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=476e9437-a8da-4176-a7e4-17a389e7dcbe,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:51.805990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] DHCP port deletion for d14f485b-96ea-4dd4-923a-827dfe12feee request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:10:51.905242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fbc0a580-a25a-4894-b75b-731023d99ce0 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:51.905928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:51.985580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (198db1dc-a3bf-4667-9338-904973015bcd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:51.996011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port fbc0a580-a25a-4894-b75b-731023d99ce0, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbc0a580-a25a-4894-b75b-731023d99ce0,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:52.004948 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.052141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dec2fec3-ea09-472a-8d87-3d93b0669f90 None None] Provisioning complete for port f38a527e-a0de-4e2b-9c8e-a43ebc39772d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:52.052599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dec2fec3-ea09-472a-8d87-3d93b0669f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.131743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dec2fec3-ea09-472a-8d87-3d93b0669f90 None None] Port f38a527e-a0de-4e2b-9c8e-a43ebc39772d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:52.134062 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.222693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=198db1dc-a3bf-4667-9338-904973015bcd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:52.235993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port 198db1dc-a3bf-4667-9338-904973015bcd on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:52.328534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Deleting port 198db1dc-a3bf-4667-9338-904973015bcd {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:10:52.329330 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (198db1dc-a3bf-4667-9338-904973015bcd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.457871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] For port 198db1dc-a3bf-4667-9338-904973015bcd, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:52.458661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (198db1dc-a3bf-4667-9338-904973015bcd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.529432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Calling delete_port for 198db1dc-a3bf-4667-9338-904973015bcd owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:10:52.535489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Port 198db1dc-a3bf-4667-9338-904973015bcd was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 20:10:52.545545 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Sync routers for ids ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:52.567095 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Routers {'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:52.567722 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:52.569611 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (198db1dc-a3bf-4667-9338-904973015bcd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.582029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 198db1dc-a3bf-4667-9338-904973015bcd no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:10:52.670437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e2235-242c-4406-9714-f1b26ef9015e None None] Pushing event updated for resources: {'Port': ['ID=476e9437-a8da-4176-a7e4-17a389e7dcbe,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:52.679989 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.728721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 198db1dc-a3bf-4667-9338-904973015bcd {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:10:52.732106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 198db1dc-a3bf-4667-9338-904973015bcd not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:10:52.746003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d14f485b-96ea-4dd4-923a-827dfe12feee), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:52.792195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] No DVR routers for this DVR port 198db1dc-a3bf-4667-9338-904973015bcd on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:10:52.876043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=fbc0a580-a25a-4894-b75b-731023d99ce0,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:52.901369 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Set router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:52.930051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b7756-1607-4f6a-ab03-558fd9e0299d None None] Pushing event deleted for resources: {'Port': ['ID=198db1dc-a3bf-4667-9338-904973015bcd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:52.953834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14f485b-96ea-4dd4-923a-827dfe12feee']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:52.978257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5191b0c-27d5-4e8d-8168-d3830653c6b9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:52.978874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5191b0c-27d5-4e8d-8168-d3830653c6b9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:53.000519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (c5191b0c-27d5-4e8d-8168-d3830653c6b9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:53.145274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c5191b0c-27d5-4e8d-8168-d3830653c6b9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:53.159984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:10:53.161301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (c5191b0c-27d5-4e8d-8168-d3830653c6b9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:10:53.166760 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:10:53.369611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::1 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/20094cf6-10f1-443c-9c13-52d2f253ce6f/cb5e5c31-25fa-4176-99eb-78f87bc0ad01) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:53.395639 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:10:49Z', 'revision_number': 4, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'f38a527e-a0de-4e2b-9c8e-a43ebc39772d', 'name': '', 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'mac_address': 'fa:16:3e:df:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:47Z', 'updated_at': '2022-01-29T20:10:49Z', 'revision_number': 2, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'subnets': [{'id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:53.445710 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Checking router: f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:10:53.446347 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Updating router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 port f38a527e-a0de-4e2b-9c8e-a43ebc39772d binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:10:53.493723 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:53.677706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55344) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:53.682360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157994092', 'description': 'tempest-secgroup-smoke-157994092 description', 'project_id': '23c366fc7314407a99a7f97d4c0602d3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:53.822985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:53.894563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] Provisioning complete for port 476e9437-a8da-4176-a7e4-17a389e7dcbe triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:53.895165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.019810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group (03dbe811-38da-4745-815d-23b6f98329ed), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.056775 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Publish callbacks [] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.070675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03dbe811-38da-4745-815d-23b6f98329ed), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.131067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03dbe811-38da-4745-815d-23b6f98329ed,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:54.154636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] Current status of the port 476e9437-a8da-4176-a7e4-17a389e7dcbe is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:54.159321 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.164362 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.184502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.195404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d14f485b-96ea-4dd4-923a-827dfe12feee), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.246474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.254810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.256987 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ba00a7d-8946-42b9-bc89-7d4b16b75bf4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5781527 Jan 29 20:10:54.259708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:54.283258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group_rule': {'security_group_id': '03dbe811-38da-4745-815d-23b6f98329ed', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:54.291212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/d14f485b-96ea-4dd4-923a-827dfe12feee HTTP/1.1" status: 204 len: 168 time: 3.7799780 Jan 29 20:10:54.301819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275b7db-5eda-4620-a219-3c9d70d432cd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=d14f485b-96ea-4dd4-923a-827dfe12feee,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:54.305514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55354) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:54.310493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] For port 476e9437-a8da-4176-a7e4-17a389e7dcbe, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=476e9437-a8da-4176-a7e4-17a389e7dcbe,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:54.320694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-280267572', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:54.326219 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0e9a2-d2e8-4373-b6d2-37c5eeeedbe8 None None] Pushing event updated for resources: {'Port': ['ID=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:54.430522 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.488487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.499290 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (d1ec0a6a-f9cc-446e-bf8a-58e2cc6df068), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.533583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Attempting to bind port f38a527e-a0de-4e2b-9c8e-a43ebc39772d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:10:54.536491 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Attempting to bind port f38a527e-a0de-4e2b-9c8e-a43ebc39772d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:10:54.538041 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Attempting to bind port f38a527e-a0de-4e2b-9c8e-a43ebc39772d on network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:10:54.551688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.553527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.582941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3192a-663c-4f83-9b0e-5bf5899bbb9c None None] Pushing event updated for resources: {'Port': ['ID=476e9437-a8da-4176-a7e4-17a389e7dcbe,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:54.584176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:10:54.584736 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Checking segment: {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:54.585236 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.592625 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Bound using segment: {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:10:54.593959 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Bound port: f38a527e-a0de-4e2b-9c8e-a43ebc39772d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d54bc76-ba5a-4b1b-952c-80e80f28c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:10:54.594458 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.717980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:54.744538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:54.753853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbc0a580-a25a-4894-b75b-731023d99ce0 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:54.761815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:10:54.763295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (d1ec0a6a-f9cc-446e-bf8a-58e2cc6df068), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.770891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (5dd15af9-4841-4033-b5f5-239ef1b5ac61), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.878198 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] For port f38a527e-a0de-4e2b-9c8e-a43ebc39772d, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:10:54.879664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d1ec0a6a-f9cc-446e-bf8a-58e2cc6df068), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.893544 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] For port f38a527e-a0de-4e2b-9c8e-a43ebc39772d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:10:54.912777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:54.937524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ec0a6a-f9cc-446e-bf8a-58e2cc6df068,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:54.983415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fbc0a580-a25a-4894-b75b-731023d99ce0 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:54.999524 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.001273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.002669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1f1b39ae-d2a5-4f3b-9521-e96b60216525 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7416754 Jan 29 20:10:55.004230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.007830 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.012149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55368) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:55.012774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55370) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:55.035756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group_rule': {'security_group_id': '03dbe811-38da-4745-815d-23b6f98329ed', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:55.084729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=cb5e5c31-25fa-4176-99eb-78f87bc0ad01,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:55.132838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.137447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bdbc64f5-b340-497e-9849-14e9901bbe26 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8303394 Jan 29 20:10:55.138416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:55.153698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-904578241'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:55.171596 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Routers {'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:55.172257 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:55.280248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] Provisioning complete for port f38a527e-a0de-4e2b-9c8e-a43ebc39772d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:55.281791 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.284160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.301451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:55.304880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.364939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:10:55.384805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (23112618-58d2-4463-9a74-44e109981545), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.385377 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 23112618-58d2-4463-9a74-44e109981545 of type vlan for network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 Jan 29 20:10:55.395453 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35c22e29-9078-4b1d-bc3f-f064922107f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.520092 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] Set router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:55.534290 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (216b39e6-2a0c-46ad-9c8f-4b0e7e091878), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.668626 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0e9a2-d2e8-4373-b6d2-37c5eeeedbe8 None None] Pushing event updated for resources: {'Port': ['ID=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:55.670521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (216b39e6-2a0c-46ad-9c8f-4b0e7e091878), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.676420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:55.677028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.731907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] Current status of the port f38a527e-a0de-4e2b-9c8e-a43ebc39772d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:55.732346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:55.808011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fbc0a580-a25a-4894-b75b-731023d99ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:55.817237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 476e9437-a8da-4176-a7e4-17a389e7dcbe up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:55.926560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7820065 Jan 29 20:10:55.927743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55380) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:55.941864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] For port f38a527e-a0de-4e2b-9c8e-a43ebc39772d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:10:55.945639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:55.949868 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a38125-55df-448c-9d9c-65a7a2b9354c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=216b39e6-2a0c-46ad-9c8f-4b0e7e091878,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:55.993198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:10:56.050466 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (44f25d28-5a5e-4a36-916b-c5c070a45047), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.076085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.217556 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:10:49Z', 'revision_number': 4, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'f38a527e-a0de-4e2b-9c8e-a43ebc39772d', 'name': '', 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'mac_address': 'fa:16:3e:df:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:47Z', 'updated_at': '2022-01-29T20:10:54Z', 'revision_number': 4, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'subnets': [{'id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:56.264322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:10:56.267728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.300328 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462aed7-59d1-4325-87a2-81d18f61f30c None None] The sync data for ids ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'] in n-d-825496-5 is: [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:10:49Z', 'revision_number': 4, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'f38a527e-a0de-4e2b-9c8e-a43ebc39772d', 'name': '', 'network_id': '0c19a3dc-0f57-43cc-98c0-067ebc310fa7', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'mac_address': 'fa:16:3e:df:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:47Z', 'updated_at': '2022-01-29T20:10:54Z', 'revision_number': 4, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'subnets': [{'id': 'be3696d5-ad45-4c7c-98ec-314b31ec0ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:10:56.379558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a148d-a2da-4e2d-9714-3a535ec3f2c7 None None] Pushing event updated for resources: {'Port': ['ID=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:56.453183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9ba52fc7-fe81-4afc-9f76-c0cd5be0d76f None None] Provisioning complete for port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:56.453562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ba52fc7-fe81-4afc-9f76-c0cd5be0d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.465268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.473061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c2a50b9d-0826-447f-b672-fd0369a4c0ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70d2d3b9b65e461b80bda55d3e75dab8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4102077 Jan 29 20:10:56.480775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55384) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:56.530954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9ba52fc7-fe81-4afc-9f76-c0cd5be0d76f None None] Port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:56.540236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 476e9437-a8da-4176-a7e4-17a389e7dcbe triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:56.540858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.602686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (44f25d28-5a5e-4a36-916b-c5c070a45047), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.604505 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.611081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (5dd15af9-4841-4033-b5f5-239ef1b5ac61), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.662606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9ba52fc7-fe81-4afc-9f76-c0cd5be0d76f None None] Provisioning complete for port f38a527e-a0de-4e2b-9c8e-a43ebc39772d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:56.667704 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ba52fc7-fe81-4afc-9f76-c0cd5be0d76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.765365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (44f25d28-5a5e-4a36-916b-c5c070a45047), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.812141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 476e9437-a8da-4176-a7e4-17a389e7dcbe is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:56.998089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (2eeff8fa-1df8-4835-ab0d-eee742c89db7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:56.999665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f25d28-5a5e-4a36-916b-c5c070a45047,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:57.007873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=cb5e5c31-25fa-4176-99eb-78f87bc0ad01,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:57.017319 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a842c6-1259-42b0-b7c6-395ebfad30f0 admin admin] Publish callbacks [] for security_group (229d9f1d-e9ca-470f-8602-6441e38093e5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.050476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9ba52fc7-fe81-4afc-9f76-c0cd5be0d76f None None] Current status of the port f38a527e-a0de-4e2b-9c8e-a43ebc39772d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:57.108129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a842c6-1259-42b0-b7c6-395ebfad30f0 admin admin] Publish callbacks [] for security_group (229d9f1d-e9ca-470f-8602-6441e38093e5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.121920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.135643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-af9bab70-1af5-4c9f-a741-7bd506713b04 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1206963 Jan 29 20:10:57.150340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:57.181711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:10:57.184536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group_rule': {'security_group_id': '03dbe811-38da-4745-815d-23b6f98329ed', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:57.214459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:57.298106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f38a527e-a0de-4e2b-9c8e-a43ebc39772d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:57.426165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:10:57.426548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: 216b39e6-2a0c-46ad-9c8f-4b0e7e091878, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:10:57.442194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (8fb67872-9795-4a6d-b6e7-9d2c5ca57191), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.518333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f38a527e-a0de-4e2b-9c8e-a43ebc39772d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:57.518717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.538987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=2eeff8fa-1df8-4835-ab0d-eee742c89db7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:57.612367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a842c6-1259-42b0-b7c6-395ebfad30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (229d9f1d-e9ca-470f-8602-6441e38093e5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.627117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71a842c6-1259-42b0-b7c6-395ebfad30f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.628509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71a842c6-1259-42b0-b7c6-395ebfad30f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/229d9f1d-e9ca-470f-8602-6441e38093e5 HTTP/1.1" status: 204 len: 168 time: 1.1371059 Jan 29 20:10:57.683903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a842c6-1259-42b0-b7c6-395ebfad30f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d9f1d-e9ca-470f-8602-6441e38093e5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:57.778838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:10:57.784722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:10:57.866169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (8fb67872-9795-4a6d-b6e7-9d2c5ca57191), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.872706 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 216b39e6-2a0c-46ad-9c8f-4b0e7e091878) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:10:57.880333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:57.880333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.927628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8fb67872-9795-4a6d-b6e7-9d2c5ca57191), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:57.957871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f38a527e-a0de-4e2b-9c8e-a43ebc39772d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:10:57.958991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 476e9437-a8da-4176-a7e4-17a389e7dcbe up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:10:57.964755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17403d-3854-4776-85f7-bedd14d80fcc None None] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:10:58.016184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-21051399-f80e-42c7-b253-137647745580 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0720522 Jan 29 20:10:58.021275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55398) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:58.042857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb67872-9795-4a6d-b6e7-9d2c5ca57191,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:58.102712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:10:58.137109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55404) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:58.137950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d57d2e86-d6e2-46bb-90a3-cf1012443851 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "PUT /v2.0/routers/5dd15af9-4841-4033-b5f5-239ef1b5ac61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2760677 Jan 29 20:10:58.171725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.175941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55406) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:58.180684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group_rule': {'security_group_id': '03dbe811-38da-4745-815d-23b6f98329ed', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:58.188161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06de6e55-262f-454c-a4b5-cbb169bfe6fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0116081 Jan 29 20:10:58.288878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Sync routers for ids ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:10:58.331162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (8239395d-8de4-4ded-ac04-d13360eb39f9), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.402686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:10:58.406705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.478385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b3a7364f-9388-4790-bece-f6e86729c71c None None] Provisioning complete for port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:58.482273 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b3a7364f-9388-4790-bece-f6e86729c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.596618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (8239395d-8de4-4ded-ac04-d13360eb39f9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.678962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8239395d-8de4-4ded-ac04-d13360eb39f9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.723029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8239395d-8de4-4ded-ac04-d13360eb39f9,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:58.801306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.805493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-16aff472-cfec-4c8f-8562-dbc14bcb8d89 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6282587 Jan 29 20:10:58.806140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55416) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:58.813317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group_rule': {'security_group_id': '03dbe811-38da-4745-815d-23b6f98329ed', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:58.927175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Routers {'5dd15af9-4841-4033-b5f5-239ef1b5ac61'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:10:58.927741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:10:58.936181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7364f-9388-4790-bece-f6e86729c71c None None] Port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:10:58.945518 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Project 23c366fc7314407a99a7f97d4c0602d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:10:58.952403 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (125b5dbc-4f28-4b12-8695-9713e4d27049), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:58.969984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-12f86007-ba19-42a1-89a8-43d1c2f3dfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.102492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (125b5dbc-4f28-4b12-8695-9713e4d27049), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.169795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Allocated IP 172.20.0.2 (216b39e6-2a0c-46ad-9c8f-4b0e7e091878/2eeff8fa-1df8-4835-ab0d-eee742c89db7/409d8e75-bc6d-4c90-a038-cabaff7bf8ac) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:10:59.186584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (125b5dbc-4f28-4b12-8695-9713e4d27049), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.240542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 476e9437-a8da-4176-a7e4-17a389e7dcbe triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:10:59.241575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.250978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125b5dbc-4f28-4b12-8695-9713e4d27049,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:59.281137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.289861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Set router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:10:59.313022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.317435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b37a2b54-3fd9-48c3-aeed-88be81223b47 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5102761 Jan 29 20:10:59.318066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55426) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:59.325033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'security_group_rule': {'security_group_id': '03dbe811-38da-4745-815d-23b6f98329ed', 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:10:59.431470 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Project 23c366fc7314407a99a7f97d4c0602d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:10:59.438190 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (ff71dfe7-31b9-4338-8327-4f60ccd42b23), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.591620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fbaf7-7da2-4be6-9ffe-a7287e207319 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:59.597959 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-883fbaf7-7da2-4be6-9ffe-a7287e207319 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports/cb5e5c31-25fa-4176-99eb-78f87bc0ad01 HTTP/1.1" status: 200 len: 911 time: 1.4555435 Jan 29 20:10:59.601346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:10:59.637009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (ff71dfe7-31b9-4338-8327-4f60ccd42b23), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.755967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ff71dfe7-31b9-4338-8327-4f60ccd42b23), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:10:59.808243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff71dfe7-31b9-4338-8327-4f60ccd42b23,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:10:59.865504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9bf42-34f6-4071-8f58-75850250eef8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:59.873899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9bf42-34f6-4071-8f58-75850250eef8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:10:59.878902 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8de9bf42-34f6-4071-8f58-75850250eef8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2774456 Jan 29 20:10:59.889373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:00.042262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55442) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:00.105247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.188002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.215063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.224398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e68b5a4d-566e-4f6d-b7e8-325f16bd0d23 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8976076 Jan 29 20:11:00.350494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 476e9437-a8da-4176-a7e4-17a389e7dcbe is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:00.488992 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.497967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Publish callbacks [] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.581879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:50Z', 'updated_at': '2022-01-29T20:10:54Z', 'revision_number': 2, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None, '_interfaces': [{'id': 'cb5e5c31-25fa-4176-99eb-78f87bc0ad01', 'name': '', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'mac_address': 'fa:16:3e:a2:91:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20094cf6-10f1-443c-9c13-52d2f253ce6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:52Z', 'updated_at': '2022-01-29T20:10:55Z', 'revision_number': 2, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'subnets': [{'id': '20094cf6-10f1-443c-9c13-52d2f253ce6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:00.594320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1270316261-network', 'tenant_id': '5a9d4470150d42278db52436c30d12cc'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:00.626115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Checking router: 5dd15af9-4841-4033-b5f5-239ef1b5ac61 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:00.626751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Updating router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:00.642666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (5dd15af9-4841-4033-b5f5-239ef1b5ac61), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.682238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.717573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.762749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99f44b0f-58e1-4953-8f5c-0d50093568c1 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157994092&fields=id&tenant_id=23c366fc7314407a99a7f97d4c0602d3 HTTP/1.1" status: 200 len: 267 time: 0.1562364 Jan 29 20:11:00.825539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Pushing event updated for resources: {'Port': ['ID=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:00.853382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:00.858039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Made reservation on behalf of 5a9d4470150d42278db52436c30d12cc for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:00.859131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:00.860809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.864106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:00.874410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:00.901079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.20.0.1 (216b39e6-2a0c-46ad-9c8f-4b0e7e091878/2eeff8fa-1df8-4835-ab0d-eee742c89db7/920145fa-9781-4d9d-b113-3ab16c677d03) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:00.938994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-ff9efc38-5486-4624-b8ab-5d6db8bc0d51 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:00.965448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-ff9efc38-5486-4624-b8ab-5d6db8bc0d51 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 808 time: 0.1819317 Jan 29 20:11:00.983906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-0adf8309-ccca-42a3-8aa4-e50cd60b1755 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/quotas/23c366fc7314407a99a7f97d4c0602d3 HTTP/1.1" status: 200 len: 375 time: 0.0346661 Jan 29 20:11:01.191787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Attempting to bind port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:01.192064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:01.192958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.201553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Attempting to bind port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:01.202089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Attempting to bind port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac on network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:01.210314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:01.216608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Checking segment: {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:01.217167 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.217679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Bound using segment: {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:01.218291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Bound port: 409d8e75-bc6d-4c90-a038-cabaff7bf8ac, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:01.218784 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.267495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-d5413d56-2d07-40ba-836c-02d54280d57e tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2803226 Jan 29 20:11:01.278773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-dc234390-2e6c-470a-8662-f61a410c06cd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:11:01.283030 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-dc234390-2e6c-470a-8662-f61a410c06cd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188849 Jan 29 20:11:01.375956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks [] for security_group (fa554a02-38ef-4072-9760-855e97996316), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.387244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.409585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (920145fa-9781-4d9d-b113-3ab16c677d03), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.421853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for cb5e5c31-25fa-4176-99eb-78f87bc0ad01 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:01.447584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fa554a02-38ef-4072-9760-855e97996316), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.525214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa554a02-38ef-4072-9760-855e97996316,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:01.565490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] For port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:01.568944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] For port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:01.592456 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-fe67e894-99fe-49c4-9db8-d0a8ad628c08 service neutron] 10.222.0.15 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064010 Jan 29 20:11:01.619835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:11:01.645136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (38c21f5a-3fa7-4a36-8473-a104e5d4d779), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.645450 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Added segment 38c21f5a-3fa7-4a36-8473-a104e5d4d779 of type vlan for network 3e661b61-ab78-4b79-ba8a-45d067f7368a Jan 29 20:11:01.693353 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.717999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.773112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (3e661b61-ab78-4b79-ba8a-45d067f7368a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.805748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867dbe-416e-4aa9-be2c-df9fa19ce4ba None None] Pushing event updated for resources: {'Port': ['ID=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:01.806805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:01.833420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-ee60f970-665b-4e7e-baa1-e62a4695f00a service neutron] 10.222.0.15 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419965 Jan 29 20:11:01.853620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:01.861592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cb5e5c31-25fa-4176-99eb-78f87bc0ad01), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.877146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:01.905357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:01.906254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:11:01.906876 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:11:01.942606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=920145fa-9781-4d9d-b113-3ab16c677d03,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:01.947300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=cb5e5c31-25fa-4176-99eb-78f87bc0ad01,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:02.007509 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:02.167638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (3e661b61-ab78-4b79-ba8a-45d067f7368a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:02.167638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:02.167638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:02.221172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (5dd15af9-4841-4033-b5f5-239ef1b5ac61), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:02.351142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] Pushing event updated for resources: {'Network': ['ID=3e661b61-ab78-4b79-ba8a-45d067f7368a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:02.371867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:11:02.518021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Port cb5e5c31-25fa-4176-99eb-78f87bc0ad01 not found while updating agent binding for router 5dd15af9-4841-4033-b5f5-239ef1b5ac61. {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 29 20:11:02.569433 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:02.611278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Routers {'5dd15af9-4841-4033-b5f5-239ef1b5ac61'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:02.611932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:02.729907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-faa1e23c-d031-4436-87b2-d9eb1d08fe4b req-db5a7305-929e-4796-b4ca-b880c1b5cf32 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.1111314 Jan 29 20:11:02.765743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 409d8e75-bc6d-4c90-a038-cabaff7bf8ac up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:02.786307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:02.821322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0412b092-4e2b-42e9-999c-f00c2e52a74c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7691920 Jan 29 20:11:02.824680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:02.830286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Request body: {'subnet': {'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1270316261-subnet', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:02.920883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:02.926246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-be0f4fb0-fdcf-4c81-98b2-cd77bc88345f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "PUT /v2.0/routers/5dd15af9-4841-4033-b5f5-239ef1b5ac61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0348730 Jan 29 20:11:02.931469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:02.964388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] Set router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:03.002007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Made reservation on behalf of 5a9d4470150d42278db52436c30d12cc for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:03.007355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed200e2a-d6bd-418e-82fd-35f852e84876 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:03.009380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed200e2a-d6bd-418e-82fd-35f852e84876 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:03.010178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.011551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed200e2a-d6bd-418e-82fd-35f852e84876 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0790517 Jan 29 20:11:03.016266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55486) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:03.036884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:50Z', 'updated_at': '2022-01-29T20:11:01Z', 'revision_number': 3, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:03.073206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31270508-d3b1-45b9-9898-5a2ac518b383 None None] The sync data for ids ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'] in n-d-825496-5 is: [{'id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:50Z', 'updated_at': '2022-01-29T20:11:01Z', 'revision_number': 3, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:03.080150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:03.080999 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.126323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 20094cf6-10f1-443c-9c13-52d2f253ce6f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:11:03.131067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (20094cf6-10f1-443c-9c13-52d2f253ce6f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.221721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (20094cf6-10f1-443c-9c13-52d2f253ce6f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.245989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:03.248960 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.278217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (920145fa-9781-4d9d-b113-3ab16c677d03), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.345344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:03.421495 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.433194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.451987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (20094cf6-10f1-443c-9c13-52d2f253ce6f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.512701 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=920145fa-9781-4d9d-b113-3ab16c677d03,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:03.533566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:03.675700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.699450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (20094cf6-10f1-443c-9c13-52d2f253ce6f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.811941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=20094cf6-10f1-443c-9c13-52d2f253ce6f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:03.839668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.845805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78eb06d-7fce-4c03-8145-a2ba37e83dd8 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:03.852353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bfb518ce-a664-4821-b832-55d12d373c58 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/20094cf6-10f1-443c-9c13-52d2f253ce6f HTTP/1.1" status: 204 len: 168 time: 0.8345103 Jan 29 20:11:03.861330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55498) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:03.951648 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (e840a339-6b53-4dc7-844e-28bc5a7594e1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:03.979891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b05080f8-9045-4089-83f5-b50ac232206a req-d97ddab7-4a86-4b2e-bbd1-4faa415ea7ae tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.1589384 Jan 29 20:11:04.025580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea01dec8-934c-4e85-9cb1-69a9cfef9e85 None None] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:04.149099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e840a339-6b53-4dc7-844e-28bc5a7594e1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:04.186914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c4fa4c01-f1da-402f-b25c-2195d6709245 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3182836 Jan 29 20:11:04.190920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55504) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:04.227152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Checking segment: {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:04.231151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Network hostable DHCP agents. Network: 3e661b61-ab78-4b79-ba8a-45d067f7368a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:11:04.236801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:04.241116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e233f95e-7558-4ae6-925a-b096c4fb5a38 None None] Provisioning complete for port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:04.241699 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e233f95e-7558-4ae6-925a-b096c4fb5a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:04.247587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:04.485662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e233f95e-7558-4ae6-925a-b096c4fb5a38 None None] Current status of the port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:04.541771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:11:04.542974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:11:04.619257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 409d8e75-bc6d-4c90-a038-cabaff7bf8ac up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:04.697728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 3e661b61-ab78-4b79-ba8a-45d067f7368a) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:04.730323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:04.731204 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:04.767683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925a4ca-3ecc-420f-a4a7-28c2f1755031 None None] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:04.859074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:11:04.865532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39adc5d9-923e-4eac-bd51-7677be7aa854 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0398099 Jan 29 20:11:04.881582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55510) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:04.910068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:04.962500 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] Sync routers for ids ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:04.979071 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] Routers {'5dd15af9-4841-4033-b5f5-239ef1b5ac61'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:04.980730 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:05.195658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:05.202467 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] Set router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:05.206815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4486461f-92fd-4bd3-b919-31793eebafb3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1842268 Jan 29 20:11:05.209846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55514) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:05.221128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1713379774'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:05.262622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:05.270216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (725ef1f5-a664-4439-a02c-27f6a96099a3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.284752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (725ef1f5-a664-4439-a02c-27f6a96099a3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.349580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-3e661b61-ab78-4b79-ba8a-45d067f7368a', 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a', 'project_id': '5a9d4470150d42278db52436c30d12cc', 'fixed_ips': [{'subnet_id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:05.362994 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.365586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-05285aab-c457-48b9-a611-fb23ef2eaafa None None] Provisioning complete for port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:05.366732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05285aab-c457-48b9-a611-fb23ef2eaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.405381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:05.427253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.473122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks [] for router_controller (725ef1f5-a664-4439-a02c-27f6a96099a3), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.490520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c611483-499b-4479-aabd-6c9b716a3226 req-34c9e38d-19ce-4317-86b0-21254d39a441 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.1152840 Jan 29 20:11:05.533718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:05.534740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.541400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:11:05.557307 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8d4f929e-ce5f-4f89-8fb5-71cb137cfeba), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.558606 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 8d4f929e-ce5f-4f89-8fb5-71cb137cfeba of type vlan for network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 Jan 29 20:11:05.633990 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:50Z', 'updated_at': '2022-01-29T20:11:01Z', 'revision_number': 3, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:05.645953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router (5dd15af9-4841-4033-b5f5-239ef1b5ac61), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.728635 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] Checking router: 5dd15af9-4841-4033-b5f5-239ef1b5ac61 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:05.757321 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] Routers {'5dd15af9-4841-4033-b5f5-239ef1b5ac61'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:05.758341 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:05.829140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks [] for router_gateway (725ef1f5-a664-4439-a02c-27f6a96099a3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:05.997084 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] Set router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:06.018357 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (28d6a97a-1b28-40e2-91e9-be5b75eafce2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.132273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-c57f015d-171c-476d-b905-519b6b80f04a tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:06.132542 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:50Z', 'updated_at': '2022-01-29T20:11:01Z', 'revision_number': 3, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:06.132679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-c57f015d-171c-476d-b905-519b6b80f04a tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 808 time: 0.3193517 Jan 29 20:11:06.186157 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c27dc-a5e5-4a30-ab97-34be4b1fd329 None None] The sync data for ids ['5dd15af9-4841-4033-b5f5-239ef1b5ac61'] in n-d-825496-5 is: [{'id': '5dd15af9-4841-4033-b5f5-239ef1b5ac61', 'name': 'tempest-NetworksTestDHCPv6-router-320611487', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:50Z', 'updated_at': '2022-01-29T20:11:01Z', 'revision_number': 3, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:06.232460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:06.233388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:06.357189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (28d6a97a-1b28-40e2-91e9-be5b75eafce2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.367482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:06.373378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.399289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (5dd15af9-4841-4033-b5f5-239ef1b5ac61), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.410988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router_controller (5dd15af9-4841-4033-b5f5-239ef1b5ac61), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.496135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:06.607370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] Deleting port 476e9437-a8da-4176-a7e4-17a389e7dcbe {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:06.607807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.690212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (5dd15af9-4841-4033-b5f5-239ef1b5ac61), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.691559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd15af9-4841-4033-b5f5-239ef1b5ac61 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:11:06.719829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:06.724522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5797d537-06cb-4a97-acc5-0f1965db9f00 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/routers/5dd15af9-4841-4033-b5f5-239ef1b5ac61 HTTP/1.1" status: 204 len: 168 time: 2.5310295 Jan 29 20:11:06.731814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55528) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:06.757848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:06.795449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-16afbacf-dcc2-495e-9289-23935fdb98be tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23c366fc7314407a99a7f97d4c0602d3 HTTP/1.1" status: 200 len: 379 time: 0.6479518 Jan 29 20:11:06.848779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'port': {'device_id': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'admin_state_up': True, 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'security_groups': ['03dbe811-38da-4745-815d-23b6f98329ed']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:06.889598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6748688 Jan 29 20:11:06.890278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55530) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:06.975848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bf782-7176-4678-808c-85d266c781b0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=28d6a97a-1b28-40e2-91e9-be5b75eafce2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:07.039516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:07.054504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3658a1b3-0332-4b55-9e6b-02fe062bd8f1 req-f05e41f2-c6ec-4892-a199-2351c3aa335d tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.2798445 Jan 29 20:11:07.060266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:11:07.164171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:07.168317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:07.184628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] For port 476e9437-a8da-4176-a7e4-17a389e7dcbe, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=476e9437-a8da-4176-a7e4-17a389e7dcbe,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:07.185792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:07.512510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Allocated IP 172.20.0.2 (3e661b61-ab78-4b79-ba8a-45d067f7368a/e840a339-6b53-4dc7-844e-28bc5a7594e1/664e9d84-a218-45d0-9f57-b1b863748363) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:07.575776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:07.583340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] Calling delete_port for 476e9437-a8da-4176-a7e4-17a389e7dcbe owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:07.711809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:02Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:02Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:07.716654 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (ece0a028-8938-4ffd-a2f9-a975c80b0b00), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:07.806429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-05285aab-c457-48b9-a611-fb23ef2eaafa None None] Current status of the port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:07.848445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:07.848671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 476e9437-a8da-4176-a7e4-17a389e7dcbe no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:11:07.857142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:07.867774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:07.873089 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:07.900734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=ece0a028-8938-4ffd-a2f9-a975c80b0b00,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:07.990341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7d29605d-9314-4130-9162-8ebc80921182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2522626 Jan 29 20:11:07.992778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55538) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:07.998960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-619364083', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:08.051056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:08.051378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Updating router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 port 920145fa-9781-4d9d-b113-3ab16c677d03 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:08.132421 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.154319 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (5b76af97-8864-4742-b36b-cd4dcd916b47), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.155902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (5b76af97-8864-4742-b36b-cd4dcd916b47), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.300759 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router_controller (5b76af97-8864-4742-b36b-cd4dcd916b47), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.319350 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:08.319350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.368910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fca10816-6120-4937-bddb-5557ac0afd7e req-7e6fac9a-b18f-41ce-80c8-87739d72bfe6 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.0709660 Jan 29 20:11:08.381673 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (5b76af97-8864-4742-b36b-cd4dcd916b47), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.409796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Made reservation on behalf of 23c366fc7314407a99a7f97d4c0602d3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:08.421688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.482032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.483272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c86be65b-590c-47aa-81e5-9c51a3a83254 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4892373 Jan 29 20:11:08.485962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55544) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:08.610106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-05285aab-c457-48b9-a611-fb23ef2eaafa None None] Provisioning complete for port 920145fa-9781-4d9d-b113-3ab16c677d03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:08.611075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05285aab-c457-48b9-a611-fb23ef2eaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.814865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.876571 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Publish callbacks [] for port (920145fa-9781-4d9d-b113-3ab16c677d03), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:08.915215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-05285aab-c457-48b9-a611-fb23ef2eaafa None None] Port 920145fa-9781-4d9d-b113-3ab16c677d03 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:09.015550 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.080304 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.119063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks [] for router_gateway (725ef1f5-a664-4439-a02c-27f6a96099a3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.124927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 476e9437-a8da-4176-a7e4-17a389e7dcbe is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:09.125325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (476e9437-a8da-4176-a7e4-17a389e7dcbe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.226542 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.271409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.286061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Publish callbacks [] for port (664e9d84-a218-45d0-9f57-b1b863748363), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.337428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] No DVR routers for this DVR port 476e9437-a8da-4176-a7e4-17a389e7dcbe on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:11:09.391183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3bd18bfe-42f1-4efd-ba1a-61bd7f23c03f None None] Provisioning complete for port 920145fa-9781-4d9d-b113-3ab16c677d03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:09.393592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3bd18bfe-42f1-4efd-ba1a-61bd7f23c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.467784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53641801-9ee7-4e35-b7fc-b4bf55f24280 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:09.499451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda0cdc-505f-48fe-b63d-774a4a2a1c98 None None] Pushing event updated for resources: {'Port': ['ID=920145fa-9781-4d9d-b113-3ab16c677d03,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:09.625053 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (664e9d84-a218-45d0-9f57-b1b863748363), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.630541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3bd18bfe-42f1-4efd-ba1a-61bd7f23c03f None None] Port 920145fa-9781-4d9d-b113-3ab16c677d03 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:09.675431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32602d-f4a5-4126-bee0-536b1df8999f None None] Pushing event deleted for resources: {'Port': ['ID=476e9437-a8da-4176-a7e4-17a389e7dcbe,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:09.809003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Allocated IP 172.25.5.133 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/775d1ca9-bea7-49ba-be4e-38331b04228f) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:09.936605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks [] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:09.978396 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (0a849a95-0323-4b7e-8db2-8f40f62a4bc2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.059908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.129656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::1 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/ece0a028-8938-4ffd-a2f9-a975c80b0b00/507b6cd4-d895-468e-9ae7-3bfdded7ad1a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:10.153095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:10.161314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Allocated IP 172.20.0.11 (e4c15833-29b7-4cb8-8dc3-0aa2075eea29/90bb78a2-60ff-4f8d-80f4-d4c040be1d95/f63deabb-1ce0-4923-9e15-5f22c0cbfcb3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:10.179553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d336b8d6-ee2e-4bc9-95d6-795eb3be0b97 req-e4a1101e-2918-4ac6-b622-c9b8bac8637d tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.2051921 Jan 29 20:11:10.221921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:10.224394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:10.250548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:10.338095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=0a849a95-0323-4b7e-8db2-8f40f62a4bc2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:10.359978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:10.360451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: 28d6a97a-1b28-40e2-91e9-be5b75eafce2, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:11:10.365241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:10.365393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Pushing event updated for resources: {'Port': ['ID=775d1ca9-bea7-49ba-be4e-38331b04228f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:10.367318 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.381595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a1e06738-c4b8-4d27-b489-19fc6a7c61a2 None None] Provisioning complete for port 920145fa-9781-4d9d-b113-3ab16c677d03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:10.381989 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1e06738-c4b8-4d27-b489-19fc6a7c61a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.393280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:10.411839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Attempting to bind port 920145fa-9781-4d9d-b113-3ab16c677d03 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:10.426728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Attempting to bind port 920145fa-9781-4d9d-b113-3ab16c677d03 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:10.426728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Attempting to bind port 920145fa-9781-4d9d-b113-3ab16c677d03 on network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:10.426728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Pushing event updated for resources: {'Port': ['ID=664e9d84-a218-45d0-9f57-b1b863748363,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:10.504599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.518355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:10.519889 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.548775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:10.550060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Checking segment: {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:10.550598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.552236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Bound using segment: {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:10.553359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Bound port: 920145fa-9781-4d9d-b113-3ab16c677d03, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23112618-58d2-4463-9a74-44e109981545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:10.554014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.646253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:10.661503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:10.667367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:10.668866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (5b76af97-8864-4742-b36b-cd4dcd916b47), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.715054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a1e06738-c4b8-4d27-b489-19fc6a7c61a2 None None] Port 920145fa-9781-4d9d-b113-3ab16c677d03 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:10.770856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:10.889451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] For port 920145fa-9781-4d9d-b113-3ab16c677d03, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:10.893807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] For port 920145fa-9781-4d9d-b113-3ab16c677d03, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=920145fa-9781-4d9d-b113-3ab16c677d03,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:10.914190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Attempting to bind port 664e9d84-a218-45d0-9f57-b1b863748363 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:10.915071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Attempting to bind port 664e9d84-a218-45d0-9f57-b1b863748363 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:10.915457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Attempting to bind port 664e9d84-a218-45d0-9f57-b1b863748363 on network 3e661b61-ab78-4b79-ba8a-45d067f7368a {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:10.936777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:10.938035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Checking segment: {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:10.938975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.939774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Bound using segment: {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:10.939940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:10.941820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Bound port: 664e9d84-a218-45d0-9f57-b1b863748363, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:10.942514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (664e9d84-a218-45d0-9f57-b1b863748363), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.048873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/ece0a028-8938-4ffd-a2f9-a975c80b0b00/04da44cb-c261-44c3-8891-a5880f01c515) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:11.070387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] For port 664e9d84-a218-45d0-9f57-b1b863748363, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:11.074920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] For port 664e9d84-a218-45d0-9f57-b1b863748363, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=664e9d84-a218-45d0-9f57-b1b863748363,segment=NetworkSegment(38c21f5a-3fa7-4a36-8473-a104e5d4d779),segment_id=38c21f5a-3fa7-4a36-8473-a104e5d4d779)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:11.259174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Publish callbacks [] for port (04da44cb-c261-44c3-8891-a5880f01c515), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.299157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db496b70-4350-4cd9-8326-440342fc50c0 req-835ad862-c01f-464b-9101-385d73e02fbc tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.0351315 Jan 29 20:11:11.506453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:11:11.553812 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (04da44cb-c261-44c3-8891-a5880f01c515), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.562109 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (664e9d84-a218-45d0-9f57-b1b863748363), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.571798 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.615546 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.690662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.694591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 28d6a97a-1b28-40e2-91e9-be5b75eafce2) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:11.741365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f62ad-797d-4b7f-b9fa-6859bb80652f None None] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:11.796240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:11.797223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:11.802341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'Port': ['ID=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:11.805732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:11.806317 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:11.847812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:11.864269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:11.870158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:11.989970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:12.030989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks [] for router_gateway (725ef1f5-a664-4439-a02c-27f6a96099a3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.059566 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5fb81b48-1a84-48d9-a4ba-e8f7efb41a9d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0844872 Jan 29 20:11:12.070661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55578) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:12.288137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.387459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.388663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (5b76af97-8864-4742-b36b-cd4dcd916b47), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.418935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:12.419961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.454753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:12.527260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-99a31c61-a18e-417d-929f-8afc433c1855 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7173040 Jan 29 20:11:12.531830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:12.535144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:12.555996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Request body: {'port': {'device_id': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:12.633315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Pushing event updated for resources: {'Port': ['ID=04da44cb-c261-44c3-8891-a5880f01c515,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:12.654453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:12.686711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] Provisioning complete for port 920145fa-9781-4d9d-b113-3ab16c677d03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:12.687377 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.750875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313f7df-89bb-4a2e-8aaf-dae8680acf24 req-2a0a2b1b-ca1f-4a7c-9bc9-b044fbf94762 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:12.754507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b313f7df-89bb-4a2e-8aaf-dae8680acf24 req-2a0a2b1b-ca1f-4a7c-9bc9-b044fbf94762 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 932 time: 0.2757568 Jan 29 20:11:12.789571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:12.794046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:12.840720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Attempting to bind port 04da44cb-c261-44c3-8891-a5880f01c515 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:12.841301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Attempting to bind port 04da44cb-c261-44c3-8891-a5880f01c515 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:12.841670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Attempting to bind port 04da44cb-c261-44c3-8891-a5880f01c515 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:12.911080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313f2d-ebba-4d2f-b577-582b1c3caa65 None None] Pushing event updated for resources: {'Port': ['ID=664e9d84-a218-45d0-9f57-b1b863748363,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:12.925585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:12.926242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:12.926839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:12.927393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:12.928055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Bound port: 04da44cb-c261-44c3-8891-a5880f01c515, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:12.928640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (04da44cb-c261-44c3-8891-a5880f01c515), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.037383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baee329-72be-488a-8d08-339c1965416a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:13.038930 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2baee329-72be-488a-8d08-339c1965416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.118427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:02Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:13.165151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.173596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96344-ae0d-4330-a15f-761e39ab00de None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:02Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:13.195520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b313f7df-89bb-4a2e-8aaf-dae8680acf24 req-90a809d7-d419-4094-911c-31aa1ca45a11 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286656 Jan 29 20:11:13.228848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda0cdc-505f-48fe-b63d-774a4a2a1c98 None None] Pushing event updated for resources: {'Port': ['ID=920145fa-9781-4d9d-b113-3ab16c677d03,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:13.249868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Router 5b76af97-8864-4742-b36b-cd4dcd916b47 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:11:13.292004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] Current status of the port 920145fa-9781-4d9d-b113-3ab16c677d03 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:13.320580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.398652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] For port 920145fa-9781-4d9d-b113-3ab16c677d03, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=920145fa-9781-4d9d-b113-3ab16c677d03,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:13.490325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (725ef1f5-a664-4439-a02c-27f6a96099a3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.543634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] For port 04da44cb-c261-44c3-8891-a5880f01c515, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:13.597169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] For port 04da44cb-c261-44c3-8891-a5880f01c515, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=04da44cb-c261-44c3-8891-a5880f01c515,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:13.649047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.689941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:13.703959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f355e534-e8ce-4760-b183-f3116a05f7fe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "PUT /v2.0/routers/5b76af97-8864-4742-b36b-cd4dcd916b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2160358 Jan 29 20:11:13.705002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55594) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:13.710442 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Sync routers for ids ['5b76af97-8864-4742-b36b-cd4dcd916b47'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:13.743154 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Routers {'5b76af97-8864-4742-b36b-cd4dcd916b47'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:13.744045 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5b76af97-8864-4742-b36b-cd4dcd916b47'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:13.784645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff490f-8624-45fa-9ce3-4272dc52d9d7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:13.789468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-53ff490f-8624-45fa-9ce3-4272dc52d9d7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports/507b6cd4-d895-468e-9ae7-3bfdded7ad1a HTTP/1.1" status: 200 len: 911 time: 0.0832775 Jan 29 20:11:13.790093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55596) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:13.805296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (04da44cb-c261-44c3-8891-a5880f01c515), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.923075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f1ebb-3b15-44ba-9126-108ea31d8eb8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:13.941861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:13.955611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f1ebb-3b15-44ba-9126-108ea31d8eb8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:13.971096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-051f1ebb-3b15-44ba-9126-108ea31d8eb8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1785860 Jan 29 20:11:13.971880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:13.990703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bbc65-cc34-45f1-ae5d-58588f558a4a None None] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:14.040028 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Set router 5b76af97-8864-4742-b36b-cd4dcd916b47 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:14.197247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 664e9d84-a218-45d0-9f57-b1b863748363 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:14.212126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d73d5053-1d09-4cc2-bc21-2f1b68baf811 None None] Provisioning complete for port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:14.212774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d73d5053-1d09-4cc2-bc21-2f1b68baf811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:14.610829 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b76af97-8864-4742-b36b-cd4dcd916b47', 'name': 'tempest-NetworksTestDHCPv6-router-619364083', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:08Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 2, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None, '_interfaces': [{'id': '507b6cd4-d895-468e-9ae7-3bfdded7ad1a', 'name': '', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'mac_address': 'fa:16:3e:db:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76af97-8864-4742-b36b-cd4dcd916b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:11Z', 'revision_number': 2, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'subnets': [{'id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:14.700612 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Checking router: 5b76af97-8864-4742-b36b-cd4dcd916b47 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:14.701210 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Updating router 5b76af97-8864-4742-b36b-cd4dcd916b47 port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:14.777947 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:15.013208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231482c-da3e-4259-9bd3-0b4d04545b80 None None] Pushing event updated for resources: {'Port': ['ID=920145fa-9781-4d9d-b113-3ab16c677d03,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:15.303930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2baee329-72be-488a-8d08-339c1965416a None None] Allocated IP 172.21.0.2 (28d6a97a-1b28-40e2-91e9-be5b75eafce2/0a849a95-0323-4b7e-8db2-8f40f62a4bc2/346b6c9b-50d0-42ce-a74e-73ccdd53f58d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:15.307523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d73d5053-1d09-4cc2-bc21-2f1b68baf811 None None] Port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:15.317602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-6fb90456-afc5-403d-8cdf-7400d1b34520 req-3e2cccb8-116c-49ae-85fc-423c32594c7a service neutron] (103562) timed out ('10.222.0.15', 60876) {{(pid=103562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:11:15.463500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b635a-5d53-43af-ad93-f0c5db389f31 req-ebbc5452-07c0-41a8-9975-8b9153ec58d4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:15.474701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f4b635a-5d53-43af-ad93-f0c5db389f31 req-ebbc5452-07c0-41a8-9975-8b9153ec58d4 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 932 time: 0.2205455 Jan 29 20:11:15.537430 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Publish callbacks [] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:15.577544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 664e9d84-a218-45d0-9f57-b1b863748363 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:15.591244 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (664e9d84-a218-45d0-9f57-b1b863748363), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:15.595144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] Provisioning complete for port 664e9d84-a218-45d0-9f57-b1b863748363 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:15.596143 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (664e9d84-a218-45d0-9f57-b1b863748363), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:15.644533 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:15.668478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2824e-2997-4dfa-8f03-c2e6d0411fd9 None None] Pushing event updated for resources: {'Port': ['ID=04da44cb-c261-44c3-8891-a5880f01c515,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:15.763674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f4b635a-5d53-43af-ad93-f0c5db389f31 req-b03592e8-a50e-4d3e-a45a-f2d699c6a9ac tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725298 Jan 29 20:11:15.786529 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ce252-fd6e-4dc6-b809-f8227ff5e65c None None] Pushing event updated for resources: {'Port': ['ID=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:15.825739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Router 725ef1f5-a664-4439-a02c-27f6a96099a3 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:11:16.044674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (5b76af97-8864-4742-b36b-cd4dcd916b47), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.048872 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Attempting to bind port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:16.049257 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Attempting to bind port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:16.049625 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Attempting to bind port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:16.070269 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:16.070543 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:16.070935 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.071333 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:16.071805 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Bound port: 507b6cd4-d895-468e-9ae7-3bfdded7ad1a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:16.072182 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.088248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] Current status of the port 664e9d84-a218-45d0-9f57-b1b863748363 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:16.088832 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (664e9d84-a218-45d0-9f57-b1b863748363), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.209362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] For port 664e9d84-a218-45d0-9f57-b1b863748363, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=664e9d84-a218-45d0-9f57-b1b863748363,segment=NetworkSegment(38c21f5a-3fa7-4a36-8473-a104e5d4d779),segment_id=38c21f5a-3fa7-4a36-8473-a104e5d4d779)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:16.266542 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] For port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:16.275297 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] For port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:16.359400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:16.386630 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.403466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:11:16.405979 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (664e9d84-a218-45d0-9f57-b1b863748363), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.422818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Sync routers for ids ['725ef1f5-a664-4439-a02c-27f6a96099a3'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:16.448007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Publish callbacks [] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.501145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Transition to ACTIVE for port object f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:11:16.527984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.529861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d763788-be96-4787-be41-695440e8b81d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.6336439 Jan 29 20:11:16.530319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Routers {'5b76af97-8864-4742-b36b-cd4dcd916b47'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:16.530885 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5b76af97-8864-4742-b36b-cd4dcd916b47'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:16.534275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:16.601597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234631b-935a-4760-9f36-687fc341e6b6 None None] Pushing event updated for resources: {'Port': ['ID=664e9d84-a218-45d0-9f57-b1b863748363,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:16.694530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.737010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Routers {'725ef1f5-a664-4439-a02c-27f6a96099a3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:16.740564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['725ef1f5-a664-4439-a02c-27f6a96099a3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:16.860809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:16.905961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:16.906431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:16.924415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0f857eef-f87b-4e43-9432-cf2864b0eba7 None None] Provisioning complete for port 664e9d84-a218-45d0-9f57-b1b863748363 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:16.926198 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] Set router 5b76af97-8864-4742-b36b-cd4dcd916b47 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:16.927170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0f857eef-f87b-4e43-9432-cf2864b0eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (664e9d84-a218-45d0-9f57-b1b863748363), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:17.063220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 664e9d84-a218-45d0-9f57-b1b863748363 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:17.067318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (664e9d84-a218-45d0-9f57-b1b863748363), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:17.222560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] For port 507b6cd4-d895-468e-9ae7-3bfdded7ad1a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:17.226071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:17.276476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2baee329-72be-488a-8d08-339c1965416a None None] Publish callbacks [] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:17.283102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 507b6cd4-d895-468e-9ae7-3bfdded7ad1a owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:17.547026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:11:17.548522 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:11:17.556137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0f857eef-f87b-4e43-9432-cf2864b0eba7 None None] Current status of the port 664e9d84-a218-45d0-9f57-b1b863748363 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:17.589813 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ce252-fd6e-4dc6-b809-f8227ff5e65c None None] Pushing event updated for resources: {'Port': ['ID=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:17.628014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2baee329-72be-488a-8d08-339c1965416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:17.696244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:11:17.696426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.21.0.1 (28d6a97a-1b28-40e2-91e9-be5b75eafce2/0a849a95-0323-4b7e-8db2-8f40f62a4bc2/039c99a7-9f79-48ee-bafb-8303fa8ff5c8) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:17.750573 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b76af97-8864-4742-b36b-cd4dcd916b47', 'name': 'tempest-NetworksTestDHCPv6-router-619364083', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:08Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 2, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None, '_interfaces': [{'id': '507b6cd4-d895-468e-9ae7-3bfdded7ad1a', 'name': '', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'mac_address': 'fa:16:3e:db:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76af97-8864-4742-b36b-cd4dcd916b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:16Z', 'revision_number': 4, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'subnets': [{'id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:17.810306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baee329-72be-488a-8d08-339c1965416a None None] Pushing event updated for resources: {'Port': ['ID=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:17.889913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baee329-72be-488a-8d08-339c1965416a None None] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:17.921039 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (507b6cd4-d895-468e-9ae7-3bfdded7ad1a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:17.937513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2baee329-72be-488a-8d08-339c1965416a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:17.941809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baee329-72be-488a-8d08-339c1965416a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:17.995801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=507b6cd4-d895-468e-9ae7-3bfdded7ad1a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:18.005603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:18.056965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Set router 725ef1f5-a664-4439-a02c-27f6a96099a3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:18.187499 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce89027-702d-431d-ab0d-b8578b41d812 None None] The sync data for ids ['5b76af97-8864-4742-b36b-cd4dcd916b47'] in n-d-825496-5 is: [{'id': '5b76af97-8864-4742-b36b-cd4dcd916b47', 'name': 'tempest-NetworksTestDHCPv6-router-619364083', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:08Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 2, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'gw_port_host': None, '_interfaces': [{'id': '507b6cd4-d895-468e-9ae7-3bfdded7ad1a', 'name': '', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'tenant_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'mac_address': 'fa:16:3e:db:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b76af97-8864-4742-b36b-cd4dcd916b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:16Z', 'revision_number': 4, 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'subnets': [{'id': 'ece0a028-8938-4ffd-a2f9-a975c80b0b00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:18.223836 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:18.275140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469ef37-8738-4884-8d43-a46b4cd08c38 req-002588dc-fee3-4e54-9fe7-3a96cfaa4892 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:18.287192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c469ef37-8738-4884-8d43-a46b4cd08c38 req-002588dc-fee3-4e54-9fe7-3a96cfaa4892 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 944 time: 1.1884863 Jan 29 20:11:18.292527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Provisioning complete for port 04da44cb-c261-44c3-8891-a5880f01c515 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:18.293107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (04da44cb-c261-44c3-8891-a5880f01c515), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:18.294517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Attempting to bind port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:18.294802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Attempting to bind port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:18.295134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Attempting to bind port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 on network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:18.363936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (5b76af97-8864-4742-b36b-cd4dcd916b47), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:18.518829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 664e9d84-a218-45d0-9f57-b1b863748363 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:18.698263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 on network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:11:18.698615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Attempting to bind port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 on network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:18.731607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:18.767948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:18.785549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:18.799269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2baee329-72be-488a-8d08-339c1965416a None None] Attempting to bind port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:18.799587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2baee329-72be-488a-8d08-339c1965416a None None] Attempting to bind port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:18.800453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baee329-72be-488a-8d08-339c1965416a None None] Attempting to bind port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d on network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:18.839916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:18.846729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Router 5b76af97-8864-4742-b36b-cd4dcd916b47 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:18.917448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:18.919586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Checking segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:18.920761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Bound using segment: {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:18.921612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Bound port: f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:18.923569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:18.927632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baee329-72be-488a-8d08-339c1965416a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:18.927952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baee329-72be-488a-8d08-339c1965416a None None] Checking segment: {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:18.928399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2baee329-72be-488a-8d08-339c1965416a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:18.928806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baee329-72be-488a-8d08-339c1965416a None None] Bound using segment: {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:18.929305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2baee329-72be-488a-8d08-339c1965416a None None] Bound port: 346b6c9b-50d0-42ce-a74e-73ccdd53f58d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:18.929694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2baee329-72be-488a-8d08-339c1965416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.125896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Current status of the port 04da44cb-c261-44c3-8891-a5880f01c515 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:19.126308 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (04da44cb-c261-44c3-8891-a5880f01c515), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.141615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:19.173065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d502fb46-f0eb-4818-8987-e0ea34138218 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "PUT /v2.0/routers/5b76af97-8864-4742-b36b-cd4dcd916b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1956749 Jan 29 20:11:19.173840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55654) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:19.225434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c469ef37-8738-4884-8d43-a46b4cd08c38 req-20118bee-f2de-49f9-974c-db5074fdb6c6 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9372244 Jan 29 20:11:19.315298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.317724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2baee329-72be-488a-8d08-339c1965416a None None] For port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:19.331264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2baee329-72be-488a-8d08-339c1965416a None None] For port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,segment=NetworkSegment(8d4f929e-ce5f-4f89-8fb5-71cb137cfeba),segment_id=8d4f929e-ce5f-4f89-8fb5-71cb137cfeba)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:19.389078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98b97c-3dbc-4627-8852-891ae004d009 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:19.394339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98b97c-3dbc-4627-8852-891ae004d009 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:19.400058 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cf98b97c-3dbc-4627-8852-891ae004d009 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2230039 Jan 29 20:11:19.402062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55658) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:19.419608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] For port 04da44cb-c261-44c3-8891-a5880f01c515, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=04da44cb-c261-44c3-8891-a5880f01c515,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:19.442742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 920145fa-9781-4d9d-b113-3ab16c677d03 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:19.459667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2baee329-72be-488a-8d08-339c1965416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.542513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet ece0a028-8938-4ffd-a2f9-a975c80b0b00 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:11:19.550607 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (ece0a028-8938-4ffd-a2f9-a975c80b0b00), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.638366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (04da44cb-c261-44c3-8891-a5880f01c515), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.694525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (ece0a028-8938-4ffd-a2f9-a975c80b0b00), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.724807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Could not find standard attr ID for object 507b6cd4-d895-468e-9ae7-3bfdded7ad1a. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:11:19.803572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] For port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:19.809173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 920145fa-9781-4d9d-b113-3ab16c677d03 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:19.809689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.810287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] For port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:19.909757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:19.917417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-61562451-7135-4147-b4e4-e2703b337e92 None None] Could not find standard attr ID for object 507b6cd4-d895-468e-9ae7-3bfdded7ad1a. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:11:19.941891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ece0a028-8938-4ffd-a2f9-a975c80b0b00), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.062653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 3, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:20.064657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.077713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baee329-72be-488a-8d08-339c1965416a None None] Pushing event updated for resources: {'Port': ['ID=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:20.195349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (ece0a028-8938-4ffd-a2f9-a975c80b0b00), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.202268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:20.204426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.209097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 1092 time: 7.6595168 Jan 29 20:11:20.234344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Checking router: 725ef1f5-a664-4439-a02c-27f6a96099a3 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:20.239428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Updating router 725ef1f5-a664-4439-a02c-27f6a96099a3 port 775d1ca9-bea7-49ba-be4e-38331b04228f binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:20.246785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:11:20.259151 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b01984-0f07-4994-bce0-058bd881dc61" -d '{"events": [{"name": "network-changed", "server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:11:20.315476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=ece0a028-8938-4ffd-a2f9-a975c80b0b00,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:20.325378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.371261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.386235 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2cca0650-0933-4b2f-8534-c94bfef393a8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/ece0a028-8938-4ffd-a2f9-a975c80b0b00 HTTP/1.1" status: 204 len: 168 time: 0.9819448 Jan 29 20:11:20.388164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:20.731584 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1aa8af-0d80-4808-878e-3c2a085a9759 x-openstack-request-id: req-9b1aa8af-0d80-4808-878e-3c2a085a9759 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:11:20.731932 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:11:20.732138 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b1aa8af-0d80-4808-878e-3c2a085a9759 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:11:20.732548 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'status': 'completed', 'code': 200} Jan 29 20:11:20.771860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24af9c99-25ec-4feb-ac76-6e0a90bddc1a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3799198 Jan 29 20:11:20.779858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55674) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:20.887249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router (5b76af97-8864-4742-b36b-cd4dcd916b47), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:20.911709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ed246-7007-4a4a-ac6b-06eb9c364ab8 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:21.003758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554607-8ad8-440e-8f00-53dc9403344a req-80e819cd-79c8-4a07-839a-37a73aeabce3 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:21.012327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23554607-8ad8-440e-8f00-53dc9403344a req-80e819cd-79c8-4a07-839a-37a73aeabce3 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 944 time: 0.4475658 Jan 29 20:11:21.416852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182698a-301f-445e-a4e0-c12adb51332a None None] Pushing event updated for resources: {'Port': ['ID=04da44cb-c261-44c3-8891-a5880f01c515,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:21.430272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (5b76af97-8864-4742-b36b-cd4dcd916b47), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.434187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ae4f2-bed0-4589-8e01-ede867de00d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:21.441908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router_controller (5b76af97-8864-4742-b36b-cd4dcd916b47), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.532315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.596791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 920145fa-9781-4d9d-b113-3ab16c677d03 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:21.597566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23554607-8ad8-440e-8f00-53dc9403344a req-423637ab-992f-4de3-9563-a588a23eafe0 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5845354 Jan 29 20:11:21.602068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 664e9d84-a218-45d0-9f57-b1b863748363 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:21.641322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.664510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (5b76af97-8864-4742-b36b-cd4dcd916b47), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.667293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Fanout notify agent at l3_agent the message router_deleted on router 5b76af97-8864-4742-b36b-cd4dcd916b47 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:11:21.675064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.676160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-585a524a-28f5-4bf8-9722-ceb5258058c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/routers/5b76af97-8864-4742-b36b-cd4dcd916b47 HTTP/1.1" status: 204 len: 168 time: 0.8944998 Jan 29 20:11:21.679093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:21.687496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-f8667c77-2f11-488c-9272-d03db562ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:21.693101 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-f8667c77-2f11-488c-9272-d03db562ac08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1126 time: 1.3300424 Jan 29 20:11:21.749186 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:21.809904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Sync routers for ids ['5b76af97-8864-4742-b36b-cd4dcd916b47'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:21.840791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8f622-1d67-443e-893b-04283961e569 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:21.843035 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Routers set() bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:21.845276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-35f8f622-1d67-443e-893b-04283961e569 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1644151 Jan 29 20:11:21.847427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Router IDs set() for agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 20:11:21.847518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:21.847612 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b76af97-8864-4742-b36b-cd4dcd916b47'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent'). {{(pid=103565) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 20:11:21.874722 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Routers set() bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:21.886583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Router IDs set() for agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 29 20:11:21.887603 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b76af97-8864-4742-b36b-cd4dcd916b47'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent'). {{(pid=103565) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 29 20:11:21.888273 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5538d7-29fc-423f-8d06-b4edebf1682b None None] The sync data for ids ['5b76af97-8864-4742-b36b-cd4dcd916b47'] in n-d-825496-5 is: [] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:21.942672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 664e9d84-a218-45d0-9f57-b1b863748363 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:21.943074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (664e9d84-a218-45d0-9f57-b1b863748363), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.024572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff84f9-fdd4-4d64-b087-9eb04196bf49 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:22.026883 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.029517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-92ff84f9-fdd4-4d64-b087-9eb04196bf49 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1793211 Jan 29 20:11:22.031780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55700) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:22.046189 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-c15e0a4a-b18e-49f9-916a-5f9ebff46769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 217 time: 0.3087566 Jan 29 20:11:22.129414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-b5921be1-278a-4530-b6a4-adf9bbe86e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:22.131593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea58632-4113-4abb-811e-b4b66038265d None None] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:22.140311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9b7cbbbf-86ec-4dac-8e61-a1f21d60da77 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044359 Jan 29 20:11:22.142225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55702) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:22.144036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-b5921be1-278a-4530-b6a4-adf9bbe86e72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.0862186 Jan 29 20:11:22.153782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:22.217306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 664e9d84-a218-45d0-9f57-b1b863748363 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:22.218256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 04da44cb-c261-44c3-8891-a5880f01c515 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:22.266501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Publish callbacks [] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.310502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:22.362085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] Provisioning complete for port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:22.362472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.401985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:22.407272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.407453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:11:22.439103 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.560490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Attempting to bind port 775d1ca9-bea7-49ba-be4e-38331b04228f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:22.561496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Attempting to bind port 775d1ca9-bea7-49ba-be4e-38331b04228f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:22.561496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Attempting to bind port 775d1ca9-bea7-49ba-be4e-38331b04228f on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:22.569865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 04da44cb-c261-44c3-8891-a5880f01c515 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:22.569865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (04da44cb-c261-44c3-8891-a5880f01c515), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.599480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:22.624054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-4cebf661-9c96-4e94-ade4-6fb4e5e5c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:22.626470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-4cebf661-9c96-4e94-ade4-6fb4e5e5c9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4586360 Jan 29 20:11:22.627910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:22.679597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:22.680861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:22.680969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.682063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:22.682863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Bound port: 775d1ca9-bea7-49ba-be4e-38331b04228f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:22.690174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.710890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b168b22-2e48-4324-9fbd-dfa4e4099c9a None None] Pushing event updated for resources: {'Port': ['ID=775d1ca9-bea7-49ba-be4e-38331b04228f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:22.876397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] For port 775d1ca9-bea7-49ba-be4e-38331b04228f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:22.881049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] For port 775d1ca9-bea7-49ba-be4e-38331b04228f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=775d1ca9-bea7-49ba-be4e-38331b04228f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:22.895547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] Current status of the port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:22.896284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.970180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] Deleting port 04da44cb-c261-44c3-8891-a5880f01c515 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:22.970848 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (04da44cb-c261-44c3-8891-a5880f01c515), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:22.971781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-98f138d8-cb0b-4081-9519-da5036660c61 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251917 Jan 29 20:11:23.040233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:23.082237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] For port 04da44cb-c261-44c3-8891-a5880f01c515, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=04da44cb-c261-44c3-8891-a5880f01c515,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:23.083108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (04da44cb-c261-44c3-8891-a5880f01c515), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:23.100354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] Calling delete_port for 04da44cb-c261-44c3-8891-a5880f01c515 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:23.136836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:11:23.210733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:23.328375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b168b22-2e48-4324-9fbd-dfa4e4099c9a None None] Pushing event updated for resources: {'Port': ['ID=775d1ca9-bea7-49ba-be4e-38331b04228f,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:23.343694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (04da44cb-c261-44c3-8891-a5880f01c515), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:23.359778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] For port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,segment=NetworkSegment(8d4f929e-ce5f-4f89-8fb5-71cb137cfeba),segment_id=8d4f929e-ce5f-4f89-8fb5-71cb137cfeba)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:23.360976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Routers {'725ef1f5-a664-4439-a02c-27f6a96099a3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:23.362141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['725ef1f5-a664-4439-a02c-27f6a96099a3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:23.436608 n-d-825496-5 neutron-server[103562]: WARNING neutron.services.revisions.revision_plugin [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Could not find related port for resource to bump revision. Jan 29 20:11:23.448674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] No DVR routers for this DVR port 04da44cb-c261-44c3-8891-a5880f01c515 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:11:23.471859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:23.484358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Port 04da44cb-c261-44c3-8891-a5880f01c515 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 20:11:23.484674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:9ac4 {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 20:11:23.488544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feee:9ac4 {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 20:11:23.489751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (36010109-cbf9-48c9-bd1b-b5003aad6e83), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:23.516592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a2b9f-a0f5-4c58-89fb-924f0ff4fe1e None None] Pushing event deleted for resources: {'Port': ['ID=04da44cb-c261-44c3-8891-a5880f01c515,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:23.552695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 04da44cb-c261-44c3-8891-a5880f01c515 update to ACTIVE by agent not found {{(pid=103564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 20:11:23.648708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:23.661119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:23.669813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:23.670416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:23.673017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=36010109-cbf9-48c9-bd1b-b5003aad6e83,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:23.735055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ab13f-54c3-4822-8433-1f2d6c03bfdf None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:23.746696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Allocated IP 172.20.0.1 (3e661b61-ab78-4b79-ba8a-45d067f7368a/e840a339-6b53-4dc7-844e-28bc5a7594e1/f1c93ab6-74b2-4bcc-871e-92e00f550a73) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:23.786043 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e20a35c1-0c8d-41f8-a92e-157dfe04fabf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6408811 Jan 29 20:11:23.786619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:23.808159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:23.909418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks [] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.094041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 346b6c9b-50d0-42ce-a74e-73ccdd53f58d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:24.117714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:24.122014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.193411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.199037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24541c7-52cf-4083-baea-b9c98e5d888e req-4d9b3666-97f8-402d-9705-e0f4ac4ce07c tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:24.200871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e24541c7-52cf-4083-baea-b9c98e5d888e req-4d9b3666-97f8-402d-9705-e0f4ac4ce07c tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 944 time: 1.2357643 Jan 29 20:11:24.208889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:24.219841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cdba2eb8-c643-489a-b68b-0c2f886a04b9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1479051 Jan 29 20:11:24.251348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55722) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:24.266509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1756375405'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:24.314625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:24.319490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '36010109-cbf9-48c9-bd1b-b5003aad6e83'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:24.324514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.382870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] Set router 725ef1f5-a664-4439-a02c-27f6a96099a3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:24.407274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c93ab6-74b2-4bcc-871e-92e00f550a73,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:24.430902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:24.438910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.488018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-107d5f24-2cb9-4cbe-aab7-6cd6e231fa75 req-52579769-3035-4376-b805-0037b3976c1d service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4974084 Jan 29 20:11:24.504103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e24541c7-52cf-4083-baea-b9c98e5d888e req-35d57b68-90e9-4a2d-a8e3-d7592de13eef tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808971 Jan 29 20:11:24.516664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:24.519138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:24.522922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:24.630352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:11:24.678804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (38c0d505-5ed6-4f62-a554-b094032ee5f1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.679753 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 38c0d505-5ed6-4f62-a554-b094032ee5f1 of type vlan for network fdfb3511-f12d-4535-9e63-c6667b99c8ef Jan 29 20:11:24.711751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55728) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:24.774119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (725ef1f5-a664-4439-a02c-27f6a96099a3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.955828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (fdfb3511-f12d-4535-9e63-c6667b99c8ef), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:24.969471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b01984-0f07-4994-bce0-058bd881dc61 req-7cd9f373-a234-4d85-857d-de8b4433c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:24.971115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-7cd9f373-a234-4d85-857d-de8b4433c7ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1126 time: 0.3166256 Jan 29 20:11:25.005913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012564d-bdc2-4627-b5f6-00d73a08d908 None None] Pushing event updated for resources: {'Port': ['ID=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:25.021917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d62739e5-244d-49bb-9e37-ac0cef9111b0 None None] Provisioning complete for port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:25.030719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d62739e5-244d-49bb-9e37-ac0cef9111b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.057256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68e1929-d36f-47f6-b580-6f79d5991d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.086224 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (25ff08a6-819a-4597-9bb2-0d129e054271), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.131422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:25.145318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:25.151998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (fdfb3511-f12d-4535-9e63-c6667b99c8ef), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.158613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:25.159353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.169071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:25.171261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.173222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:25.173920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:10:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:25.257437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=25ff08a6-819a-4597-9bb2-0d129e054271,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:25.273191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-be2fc32b-4718-4644-a0d9-a8992c1a6bae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4855084 Jan 29 20:11:25.279753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:25.322770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:7e:0b:8e', 'name': 'tempest-NetworksTestDHCPv6-604835200'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:25.329314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0766900 Jan 29 20:11:25.364845 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6a58f203-9361-42a1-8d31-1b2fc01fc466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.408813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:25.409197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.425072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68e1929-d36f-47f6-b580-6f79d5991d4c admin admin] Publish callbacks [] for security_group (4a44fa8c-07fd-4214-94ec-f9694ada264c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.426021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55736) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:25.435340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:25.467014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:25.525625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.587219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Allocated IP 2001:db8::f816:3eff:fe17:e142 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/36010109-cbf9-48c9-bd1b-b5003aad6e83/6c10c1c1-230d-4728-bb86-57d5e8c0269d) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:25.589391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0011e28-bfbc-4b12-83e8-83dd6f4f3e3b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=fdfb3511-f12d-4535-9e63-c6667b99c8ef,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:25.611017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e68e1929-d36f-47f6-b580-6f79d5991d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a44fa8c-07fd-4214-94ec-f9694ada264c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.670177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e1929-d36f-47f6-b580-6f79d5991d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44fa8c-07fd-4214-94ec-f9694ada264c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:25.739916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b01984-0f07-4994-bce0-058bd881dc61 req-76d2e879-38a0-4342-889a-3ff96393a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:25.741448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-76d2e879-38a0-4342-889a-3ff96393a860 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 908 time: 0.7563374 Jan 29 20:11:25.748885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Publish callbacks [] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.757910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:11:25.777361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e68e1929-d36f-47f6-b580-6f79d5991d4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=735a1f014132436995a6490eaba9093e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0616474 Jan 29 20:11:25.780517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55742) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:25.842500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-fd24cfde-5257-435d-94d9-4a568d8d4a62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 217 time: 0.0851259 Jan 29 20:11:25.853386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:25.862284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:25.870342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.897720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d62739e5-244d-49bb-9e37-ac0cef9111b0 None None] Current status of the port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:25.909036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33890ba-9ca1-42a5-aa0d-c276921e70a1 req-d3bc5a79-79e1-4428-bb23-ad6fb22f2ce0 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:25.919531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c33890ba-9ca1-42a5-aa0d-c276921e70a1 req-d3bc5a79-79e1-4428-bb23-ad6fb22f2ce0 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 944 time: 0.2619367 Jan 29 20:11:25.944509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:25.952026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:25.966643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b01984-0f07-4994-bce0-058bd881dc61 req-9759c0fe-f411-4e1f-9d9a-28a1f44f70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:25.968012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-9759c0fe-f411-4e1f-9d9a-28a1f44f70c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.0908704 Jan 29 20:11:25.970133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:25.978658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:25.994260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:26.011547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 04da44cb-c261-44c3-8891-a5880f01c515 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:11:26.022161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-753afb9a-a7e4-4090-9da9-2092a475021b admin admin] Publish callbacks [] for security_group (4a44fa8c-07fd-4214-94ec-f9694ada264c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.117712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-753afb9a-a7e4-4090-9da9-2092a475021b admin admin] Publish callbacks [] for security_group (4a44fa8c-07fd-4214-94ec-f9694ada264c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.176491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c33890ba-9ca1-42a5-aa0d-c276921e70a1 req-67e90cb6-a5db-4585-b01a-bbb7dc8a8b65 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562959 Jan 29 20:11:26.208714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Pushing event updated for resources: {'Port': ['ID=6c10c1c1-230d-4728-bb86-57d5e8c0269d,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:26.217472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 04da44cb-c261-44c3-8891-a5880f01c515 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:11:26.217472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 04da44cb-c261-44c3-8891-a5880f01c515 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:11:26.237939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d62739e5-244d-49bb-9e37-ac0cef9111b0 None None] Provisioning complete for port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:26.239172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d62739e5-244d-49bb-9e37-ac0cef9111b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.300488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Attempting to bind port 6c10c1c1-230d-4728-bb86-57d5e8c0269d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:26.300875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Attempting to bind port 6c10c1c1-230d-4728-bb86-57d5e8c0269d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:26.301247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Attempting to bind port 6c10c1c1-230d-4728-bb86-57d5e8c0269d on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:26.350489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 3, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:26.359612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b01984-0f07-4994-bce0-058bd881dc61 req-7ff0dc39-b2f4-4484-853a-ead5aa4f0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:26.361194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-7ff0dc39-b2f4-4484-853a-ead5aa4f0f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3614013 Jan 29 20:11:26.398061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965e972-9cd1-4239-8341-5fa33768d86c None None] The sync data for ids ['725ef1f5-a664-4439-a02c-27f6a96099a3'] in n-d-825496-5 is: [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:11:10Z', 'revision_number': 3, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:26.401617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d62739e5-244d-49bb-9e37-ac0cef9111b0 None None] Port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:26.412657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:26.414923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:26.414923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.414923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:26.414923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Bound port: 6c10c1c1-230d-4728-bb86-57d5e8c0269d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:26.415302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.420775 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-753afb9a-a7e4-4090-9da9-2092a475021b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4a44fa8c-07fd-4214-94ec-f9694ada264c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.424315 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-753afb9a-a7e4-4090-9da9-2092a475021b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.425553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-753afb9a-a7e4-4090-9da9-2092a475021b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a44fa8c-07fd-4214-94ec-f9694ada264c HTTP/1.1" status: 204 len: 168 time: 0.6425300 Jan 29 20:11:26.446453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afb9a-a7e4-4090-9da9-2092a475021b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44fa8c-07fd-4214-94ec-f9694ada264c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:26.473279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:19Z', 'revision_number': 3, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:20Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:26.493633 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.494796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (fab3f19a-86b1-4af9-8c73-587d6e0cf747), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.582378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 346b6c9b-50d0-42ce-a74e-73ccdd53f58d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:26.588014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:26.588413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Updating router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:26.594058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks [] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.621751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 33627595-a28e-403d-bf21-82d55a0d7d95 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:11:26.649098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=fab3f19a-86b1-4af9-8c73-587d6e0cf747,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:26.684752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:26.685149 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: fdfb3511-f12d-4535-9e63-c6667b99c8ef, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:11:26.742174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.793924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-b1cf7da0-e34f-4236-8594-bbe404b808f1 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992336 Jan 29 20:11:26.795223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b93bd01b-e115-45a9-9456-30d6be28455c None None] Provisioning complete for port f1c93ab6-74b2-4bcc-871e-92e00f550a73 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:26.796347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b93bd01b-e115-45a9-9456-30d6be28455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.806104 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.838258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:11:26.877382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] For port 6c10c1c1-230d-4728-bb86-57d5e8c0269d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:26.949222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, fdfb3511-f12d-4535-9e63-c6667b99c8ef) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:26.958473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:26.959221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:26.989807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cbac4-5a35-4433-b989-85659cb2e0d6 None None] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:27.057540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2e6d8e2d-ab99-455b-84c9-0dc5d5b1f48c tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6296430 Jan 29 20:11:27.059900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55752) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:27.220069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] For port 6c10c1c1-230d-4728-bb86-57d5e8c0269d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6c10c1c1-230d-4728-bb86-57d5e8c0269d,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:27.242025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00b01984-0f07-4994-bce0-058bd881dc61 req-20e530bd-1df5-4d6a-96d7-a48da78f7b47 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690958 Jan 29 20:11:27.267174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b93bd01b-e115-45a9-9456-30d6be28455c None None] Port f1c93ab6-74b2-4bcc-871e-92e00f550a73 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:27.289552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:27.290601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:27.503541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c93ab6-74b2-4bcc-871e-92e00f550a73,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:27.557174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (725ef1f5-a664-4439-a02c-27f6a96099a3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:27.839110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:11:27.986405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:28.011367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b93bd01b-e115-45a9-9456-30d6be28455c None None] Provisioning complete for port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:28.011751 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b93bd01b-e115-45a9-9456-30d6be28455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.014767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c436ba-2d2f-47ee-8fd7-f9a9d17f119a req-689d9667-c5bf-4175-a332-d728345460db tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:28.022752 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82c436ba-2d2f-47ee-8fd7-f9a9d17f119a req-689d9667-c5bf-4175-a332-d728345460db tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 944 time: 0.5202203 Jan 29 20:11:28.067214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.079888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'port_id': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'mac_address': 'fa:16:3e:e7:8e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:11:28.086780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 172.20.0.2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/25ff08a6-819a-4597-9bb2-0d129e054271/33627595-a28e-403d-bf21-82d55a0d7d95) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:28.089223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b93bd01b-e115-45a9-9456-30d6be28455c None None] Port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:28.133842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe7e:b8e (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/36010109-cbf9-48c9-bd1b-b5003aad6e83/33627595-a28e-403d-bf21-82d55a0d7d95) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:28.167389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:28.193514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82c436ba-2d2f-47ee-8fd7-f9a9d17f119a req-6acb5529-396d-4fd8-a1a8-fee0a2b08dd7 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695273 Jan 29 20:11:28.199509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:28.221513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:28.226721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.265243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b31cd2-c890-4679-8b68-74ad465405ef None None] Pushing event updated for resources: {'Port': ['ID=6c10c1c1-230d-4728-bb86-57d5e8c0269d,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:28.287831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:28.288338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.650323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:11:28.697438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.734164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Router 725ef1f5-a664-4439-a02c-27f6a96099a3 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:28.736659 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (33627595-a28e-403d-bf21-82d55a0d7d95), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.918821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (33627595-a28e-403d-bf21-82d55a0d7d95), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:28.940610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a69a01-93cd-4b48-bb60-a98e33b3c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.005044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:29.039952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=33627595-a28e-403d-bf21-82d55a0d7d95,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:29.059665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:29.095416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:29.097955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:29.102234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:29.110458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-18792713-f706-406a-81d7-5fd4551c1a14 admin admin] 10.222.0.15 "PUT /v2.0/routers/725ef1f5-a664-4439-a02c-27f6a96099a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5769341 Jan 29 20:11:29.161047 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.178404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.180632 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Publish callbacks [] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.222354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:29.223099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.296720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a05820db-d368-4e5f-9fc2-d318019166df None None] Provisioning complete for port f1c93ab6-74b2-4bcc-871e-92e00f550a73 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:29.297314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a05820db-d368-4e5f-9fc2-d318019166df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.380183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7669d76a-993b-4a4c-ad3c-62658211e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.0599508 Jan 29 20:11:29.382032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:29.405561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a05820db-d368-4e5f-9fc2-d318019166df None None] Port f1c93ab6-74b2-4bcc-871e-92e00f550a73 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:29.436567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:29.469273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd7b64-822f-466f-afe0-5a385e479271 req-fbfe6a2b-249e-4008-9e41-b6e97847e769 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:29.470932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-facd7b64-822f-466f-afe0-5a385e479271 req-fbfe6a2b-249e-4008-9e41-b6e97847e769 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 945 time: 0.1642799 Jan 29 20:11:29.482469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:29.492041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Allocated IP 172.22.0.2 (fdfb3511-f12d-4535-9e63-c6667b99c8ef/fab3f19a-86b1-4af9-8c73-587d6e0cf747/d5bc9125-75c9-4fd6-a252-c07a256b97e8) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:29.494836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.530966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['f63deabb-1ce0-4923-9e15-5f22c0cbfcb3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:11:29.571746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7903557-2d7b-45a3-b5b7-61a33df8c833 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:29.577320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7903557-2d7b-45a3-b5b7-61a33df8c833 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:29.579174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7903557-2d7b-45a3-b5b7-61a33df8c833 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1961899 Jan 29 20:11:29.581777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:29.659814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-facd7b64-822f-466f-afe0-5a385e479271 req-f44d42fd-44ea-4a9e-adfe-f66a3a876112 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635442 Jan 29 20:11:29.845484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 33627595-a28e-403d-bf21-82d55a0d7d95 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:29.848672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (33627595-a28e-403d-bf21-82d55a0d7d95), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:29.897609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594fc5d-f648-4931-a793-48534f1e37f8 None None] Pushing event updated for resources: {'Port': ['ID=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:30.059014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 775d1ca9-bea7-49ba-be4e-38331b04228f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:30.064801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (33627595-a28e-403d-bf21-82d55a0d7d95), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.106183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 33627595-a28e-403d-bf21-82d55a0d7d95 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:30.174632 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Sync routers for ids ['725ef1f5-a664-4439-a02c-27f6a96099a3'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:30.188397 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Routers {'725ef1f5-a664-4439-a02c-27f6a96099a3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:30.189518 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['725ef1f5-a664-4439-a02c-27f6a96099a3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:30.199518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Attempting to bind port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:30.199902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Attempting to bind port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:30.200317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Attempting to bind port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 on network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:30.224055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:30.225247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Checking segment: {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:30.227885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.228477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Bound using segment: {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:30.232525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Bound port: 039c99a7-9f79-48ee-bafb-8303fa8ff5c8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:30.235775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.380907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 775d1ca9-bea7-49ba-be4e-38331b04228f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:30.383777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.419113 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Set router 725ef1f5-a664-4439-a02c-27f6a96099a3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:30.504192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-97c392ea-e635-4bf1-a8c5-17b69c6c3c57 None None] Provisioning complete for port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:30.504851 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-97c392ea-e635-4bf1-a8c5-17b69c6c3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.561079 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.610334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.616215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] For port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:30.627425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55822) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:30.629145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Publish callbacks [] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.635606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1653747603-network', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:30.653038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] For port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,segment=NetworkSegment(8d4f929e-ce5f-4f89-8fb5-71cb137cfeba),segment_id=8d4f929e-ce5f-4f89-8fb5-71cb137cfeba)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:30.671922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c0924-6cec-4678-b34a-9bce14d02313 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:30.676995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (33627595-a28e-403d-bf21-82d55a0d7d95), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.697161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-97c392ea-e635-4bf1-a8c5-17b69c6c3c57 None None] Port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:30.734550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=33627595-a28e-403d-bf21-82d55a0d7d95,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:30.827591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 775d1ca9-bea7-49ba-be4e-38331b04228f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:30.828027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.852967 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:11:25Z', 'revision_number': 4, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'f1c93ab6-74b2-4bcc-871e-92e00f550a73', 'name': '', 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'mac_address': 'fa:16:3e:fa:e6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:21Z', 'updated_at': '2022-01-29T20:11:25Z', 'revision_number': 2, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'subnets': [{'id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:30.863481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cf62c-4ad3-46fe-aa08-de517eb6f0cc req-3c7831cd-232e-46c7-9479-fe45cb636f86 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:30.865164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e96cf62c-4ad3-46fe-aa08-de517eb6f0cc req-3c7831cd-232e-46c7-9479-fe45cb636f86 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 945 time: 0.0938313 Jan 29 20:11:30.873075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.901572 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Checking router: 725ef1f5-a664-4439-a02c-27f6a96099a3 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:30.902232 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Updating router 725ef1f5-a664-4439-a02c-27f6a96099a3 port f1c93ab6-74b2-4bcc-871e-92e00f550a73 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:30.917955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 775d1ca9-bea7-49ba-be4e-38331b04228f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=775d1ca9-bea7-49ba-be4e-38331b04228f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:30.921475 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.961781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:30.963757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] Provisioning complete for port 6c10c1c1-230d-4728-bb86-57d5e8c0269d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:30.964137 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.964808 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:30.974956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:30.985795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Made reservation on behalf of e9c4b6a528ba4758b21559171affc6da for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:30.988312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.021219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e96cf62c-4ad3-46fe-aa08-de517eb6f0cc req-7b03cd96-8414-4516-90d7-ab9c8ebb861c tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432056 Jan 29 20:11:31.033817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.062918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:31.069477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.081600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e6df2b77-2504-404b-bba2-4085bf88ae41 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/33627595-a28e-403d-bf21-82d55a0d7d95 HTTP/1.1" status: 204 len: 168 time: 1.4985023 Jan 29 20:11:31.084029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55834) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:31.100603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.22.0.1 (fdfb3511-f12d-4535-9e63-c6667b99c8ef/fab3f19a-86b1-4af9-8c73-587d6e0cf747/8782aa3d-cd01-41fc-a353-616dd8ba8296) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:31.152005 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.152838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6c10c1c1-230d-4728-bb86-57d5e8c0269d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:31.235954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08251e3f-1391-46bb-9d52-baee8c1b55c3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:31.245928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08251e3f-1391-46bb-9d52-baee8c1b55c3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:31.247424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08251e3f-1391-46bb-9d52-baee8c1b55c3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:31.251433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-08251e3f-1391-46bb-9d52-baee8c1b55c3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1637611 Jan 29 20:11:31.254940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Pushing event updated for resources: {'Port': ['ID=d5bc9125-75c9-4fd6-a252-c07a256b97e8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:31.259658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55836) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:31.367037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:31.367681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:31.375912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Attempting to bind port d5bc9125-75c9-4fd6-a252-c07a256b97e8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:31.376331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Attempting to bind port d5bc9125-75c9-4fd6-a252-c07a256b97e8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:31.376703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Attempting to bind port d5bc9125-75c9-4fd6-a252-c07a256b97e8 on network fdfb3511-f12d-4535-9e63-c6667b99c8ef {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:31.405438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 25ff08a6-819a-4597-9bb2-0d129e054271 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:11:31.424043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (25ff08a6-819a-4597-9bb2-0d129e054271), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.501236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks [] for security_group (04bf2091-8e30-41c2-800e-a93573d63bae), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.520521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.538985 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (25ff08a6-819a-4597-9bb2-0d129e054271), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.594412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (04bf2091-8e30-41c2-800e-a93573d63bae), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.644060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (25ff08a6-819a-4597-9bb2-0d129e054271), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.667582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:11:31.703493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bf2091-8e30-41c2-800e-a93573d63bae,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:31.720438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:31.721049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Checking segment: {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:31.721220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.721684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Bound using segment: {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:31.722707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Bound port: d5bc9125-75c9-4fd6-a252-c07a256b97e8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:31.723099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.723584 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Publish callbacks [] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.728873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e466205a-0105-489c-b22a-aa4e82939044), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.729384 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Added segment e466205a-0105-489c-b22a-aa4e82939044 of type vlan for network fb0b112e-e1ba-49f1-81c6-d94c818eeaab Jan 29 20:11:31.731554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.731921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.732296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.732645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.732985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.733323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.733692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.734025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.734610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.734993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.735331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.735669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.736040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:31.738112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6c10c1c1-230d-4728-bb86-57d5e8c0269d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:31.738563 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.775688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.849210 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.862110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=8782aa3d-cd01-41fc-a353-616dd8ba8296,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:31.892312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (25ff08a6-819a-4597-9bb2-0d129e054271), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.901206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:31.902494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:31.902688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:31.907143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:31.922852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.939667 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/25ff08a6-819a-4597-9bb2-0d129e054271 HTTP/1.1" status: 204 len: 168 time: 0.6786046 Jan 29 20:11:31.944179 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (fb0b112e-e1ba-49f1-81c6-d94c818eeaab), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:31.946122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55838) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:32.011756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea8ae9-8c8d-4ebd-b961-07c6d8e8bede tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=25ff08a6-819a-4597-9bb2-0d129e054271,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:32.068441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.085241 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Attempting to bind port f1c93ab6-74b2-4bcc-871e-92e00f550a73 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:32.085682 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Attempting to bind port f1c93ab6-74b2-4bcc-871e-92e00f550a73 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:32.091930 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Attempting to bind port f1c93ab6-74b2-4bcc-871e-92e00f550a73 on network 3e661b61-ab78-4b79-ba8a-45d067f7368a {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:32.091930 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb83c44-f85d-4cb1-a2b6-9c0c4eaa7188 None None] Pushing event updated for resources: {'Port': ['ID=f1c93ab6-74b2-4bcc-871e-92e00f550a73,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:32.096816 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:32.097188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Checking segment: {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:32.097743 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.098136 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Bound using segment: {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:32.098623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Bound port: f1c93ab6-74b2-4bcc-871e-92e00f550a73, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c21f5a-3fa7-4a36-8473-a104e5d4d779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:32.099237 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.127565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 36010109-cbf9-48c9-bd1b-b5003aad6e83 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:11:32.159172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (36010109-cbf9-48c9-bd1b-b5003aad6e83), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.176834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] Current status of the port 6c10c1c1-230d-4728-bb86-57d5e8c0269d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:32.182416 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.231694 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] For port f1c93ab6-74b2-4bcc-871e-92e00f550a73, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:32.238019 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] For port f1c93ab6-74b2-4bcc-871e-92e00f550a73, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f1c93ab6-74b2-4bcc-871e-92e00f550a73,segment=NetworkSegment(38c21f5a-3fa7-4a36-8473-a104e5d4d779),segment_id=38c21f5a-3fa7-4a36-8473-a104e5d4d779)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:32.299085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (fb0b112e-e1ba-49f1-81c6-d94c818eeaab), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.300138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:32.300749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.314463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594fc5d-f648-4931-a793-48534f1e37f8 None None] Pushing event updated for resources: {'Port': ['ID=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:32.352435 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.410789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (36010109-cbf9-48c9-bd1b-b5003aad6e83), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.447716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97e59c-79e7-4558-9d40-f0a21dc17bf0 None None] Update dhcp port {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': '36010109-cbf9-48c9-bd1b-b5003aad6e83', 'ip_address': '2001:db8::f816:3eff:fe17:e142'}, {'subnet_id': '25ff08a6-819a-4597-9bb2-0d129e054271'}], 'binding:host_id': 'n-d-825496-5'}, 'id': '6c10c1c1-230d-4728-bb86-57d5e8c0269d'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 20:11:32.451814 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb83c44-f85d-4cb1-a2b6-9c0c4eaa7188 None None] Pushing event updated for resources: {'Port': ['ID=f1c93ab6-74b2-4bcc-871e-92e00f550a73,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:32.481126 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Routers {'725ef1f5-a664-4439-a02c-27f6a96099a3'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:32.482437 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['725ef1f5-a664-4439-a02c-27f6a96099a3'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:32.496452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] Pushing event updated for resources: {'Network': ['ID=fb0b112e-e1ba-49f1-81c6-d94c818eeaab,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:32.506187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5a6fa53f-1ea4-4090-9903-a65940387e8c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8775997 Jan 29 20:11:32.509489 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:32.512660 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.515974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Request body: {'subnet': {'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1653747603-subnet', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:32.547073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a97e59c-79e7-4558-9d40-f0a21dc17bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.550745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:11:32.595554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ea4c7-4e7f-4adb-a1b5-45ab4c042623 req-a13d43f4-bcac-41b9-814f-c7ceb72d9347 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:32.597249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac9ea4c7-4e7f-4adb-a1b5-45ab4c042623 req-a13d43f4-bcac-41b9-814f-c7ceb72d9347 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 945 time: 0.3419547 Jan 29 20:11:32.681398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] For port 6c10c1c1-230d-4728-bb86-57d5e8c0269d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6c10c1c1-230d-4728-bb86-57d5e8c0269d,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:32.702666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] For port d5bc9125-75c9-4fd6-a252-c07a256b97e8, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:32.720180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Made reservation on behalf of e9c4b6a528ba4758b21559171affc6da for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:32.723569 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.729905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.777068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac9ea4c7-4e7f-4adb-a1b5-45ab4c042623 req-cbed51b1-e01f-4e6d-ba8e-d63956404fa5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617773 Jan 29 20:11:32.833959 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (36010109-cbf9-48c9-bd1b-b5003aad6e83), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.857223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] For port d5bc9125-75c9-4fd6-a252-c07a256b97e8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d5bc9125-75c9-4fd6-a252-c07a256b97e8,segment=NetworkSegment(38c0d505-5ed6-4f62-a554-b094032ee5f1),segment_id=38c0d505-5ed6-4f62-a554-b094032ee5f1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:32.866045 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] Set router 725ef1f5-a664-4439-a02c-27f6a96099a3 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:32.897908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:32.923400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=775d1ca9-bea7-49ba-be4e-38331b04228f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:33.048007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.055372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (f7fab08b-e4a2-48d3-894f-a35ab5b6a498), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.138297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6c10c1c1-230d-4728-bb86-57d5e8c0269d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:33.226628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.285433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fab08b-e4a2-48d3-894f-a35ab5b6a498,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:33.303252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Checking segment: {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:33.303711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Network hostable DHCP agents. Network: fb0b112e-e1ba-49f1-81c6-d94c818eeaab, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:11:33.334623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.367541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1062d-d1c0-421e-9e6f-6f7a50a2edfe None None] Pushing event updated for resources: {'Port': ['ID=6c10c1c1-230d-4728-bb86-57d5e8c0269d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:33.394781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 775d1ca9-bea7-49ba-be4e-38331b04228f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:33.442540 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:11:25Z', 'revision_number': 4, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'f1c93ab6-74b2-4bcc-871e-92e00f550a73', 'name': '', 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'mac_address': 'fa:16:3e:fa:e6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:21Z', 'updated_at': '2022-01-29T20:11:32Z', 'revision_number': 4, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'subnets': [{'id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:33.463448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:11:33.487315 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8c7c-8a18-4977-b322-e322db0f6bba None None] The sync data for ids ['725ef1f5-a664-4439-a02c-27f6a96099a3'] in n-d-825496-5 is: [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:11:25Z', 'revision_number': 4, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'f1c93ab6-74b2-4bcc-871e-92e00f550a73', 'name': '', 'network_id': '3e661b61-ab78-4b79-ba8a-45d067f7368a', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'mac_address': 'fa:16:3e:fa:e6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:21Z', 'updated_at': '2022-01-29T20:11:32Z', 'revision_number': 4, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'subnets': [{'id': 'e840a339-6b53-4dc7-844e-28bc5a7594e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:33.545015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68843693-bce0-4272-9914-e8927b037406 None None] Provisioning complete for port f1c93ab6-74b2-4bcc-871e-92e00f550a73 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:33.545394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68843693-bce0-4272-9914-e8927b037406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.563592 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, fb0b112e-e1ba-49f1-81c6-d94c818eeaab) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:33.568466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:33.586120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.622139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=8782aa3d-cd01-41fc-a353-616dd8ba8296,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:33.630274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (36010109-cbf9-48c9-bd1b-b5003aad6e83), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.674855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54503eee-8a8d-430e-926d-1518ff8fe7a7 None None] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server [None req-1a97e59c-79e7-4558-9d40-f0a21dc17bf0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36010109-cbf9-48c9-bd1b-b5003aad6e83: This subnet is being modified by another concurrent operation. Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise self.value Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server raise exception Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36010109-cbf9-48c9-bd1b-b5003aad6e83: This subnet is being modified by another concurrent operation. Jan 29 20:11:33.715273 n-d-825496-5 neutron-server[103564]: ERROR oslo_messaging.rpc.server Jan 29 20:11:33.751439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.778968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ac7eafe2-5330-4ff6-a381-b108addefa21 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2679248 Jan 29 20:11:33.781812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55856) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:33.790957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:33.792689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.802785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/36010109-cbf9-48c9-bd1b-b5003aad6e83 HTTP/1.1" status: 204 len: 168 time: 1.8549984 Jan 29 20:11:33.839946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55858) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:33.877692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6044f-cc68-4fc4-827e-402397aa0bb4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=36010109-cbf9-48c9-bd1b-b5003aad6e83,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:33.936095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee597d-8c94-4c6c-ba8d-221f2759592e None None] Pushing event updated for resources: {'Port': ['ID=d5bc9125-75c9-4fd6-a252-c07a256b97e8,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:33.937057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.938444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:33.958058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-881eafb7-ef67-422e-b3f1-3b26d3c601e2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028075 Jan 29 20:11:33.958964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aee0e5-4e67-4fbc-8cca-b57c0e9dd942 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:33.969438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:33.978712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:34.043634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:34.045785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:34.234125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:19Z', 'revision_number': 3, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:30Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:34.240680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 775d1ca9-bea7-49ba-be4e-38331b04228f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:34.241061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.242898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-fb0b112e-e1ba-49f1-81c6-d94c818eeaab', 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab', 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'fixed_ips': [{'subnet_id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:34.245024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.256235 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks [] for router_controller (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.278636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:34.311422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68843693-bce0-4272-9914-e8927b037406 None None] Current status of the port f1c93ab6-74b2-4bcc-871e-92e00f550a73 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:34.311422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68843693-bce0-4272-9914-e8927b037406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.337809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9033e1-da2f-4ad9-bcd4-bbc0d757abac req-85fb40b9-5613-4c48-94f3-1408a49d9168 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:34.339512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf9033e1-da2f-4ad9-bcd4-bbc0d757abac req-85fb40b9-5613-4c48-94f3-1408a49d9168 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 945 time: 0.4039118 Jan 29 20:11:34.424616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585830a-9dfb-48b3-99c9-7f15926a884f None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:19Z', 'revision_number': 3, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:30Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:34.426815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:34.442644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bfccbd93-a095-4387-a21b-2f3c083af0de tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3813536 Jan 29 20:11:34.445167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55868) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:34.465547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'network': {'name': 'tempest-RoutersTest-1451001433'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:34.555069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:11:34.606024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:34.613891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.633996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68843693-bce0-4272-9914-e8927b037406 None None] For port f1c93ab6-74b2-4bcc-871e-92e00f550a73, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f1c93ab6-74b2-4bcc-871e-92e00f550a73,segment=NetworkSegment(38c21f5a-3fa7-4a36-8473-a104e5d4d779),segment_id=38c21f5a-3fa7-4a36-8473-a104e5d4d779)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:34.683298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:11:34.718549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8970ae8b-df89-447f-bdc6-9f6723689da2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.718957 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added segment 8970ae8b-df89-447f-bdc6-9f6723689da2 of type vlan for network edf5a28c-29fa-4eff-80c4-de405b51478c Jan 29 20:11:34.795255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (edf5a28c-29fa-4eff-80c4-de405b51478c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.852179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68843693-bce0-4272-9914-e8927b037406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.934220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Allocated IP 172.20.0.2 (fb0b112e-e1ba-49f1-81c6-d94c818eeaab/f7fab08b-e4a2-48d3-894f-a35ab5b6a498/328c2587-4bba-4a04-8f6e-47c6ac357ee3) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:34.943392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (edf5a28c-29fa-4eff-80c4-de405b51478c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.950571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:34.951080 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:34.963514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 775d1ca9-bea7-49ba-be4e-38331b04228f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:34.999758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] Deleting port 6c10c1c1-230d-4728-bb86-57d5e8c0269d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:35.000375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:35.101030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-68843693-bce0-4272-9914-e8927b037406 None None] Provisioning complete for port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:35.101478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68843693-bce0-4272-9914-e8927b037406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:35.109347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-1ac75b50-204e-45e4-9686-fa5ba4b022a3 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=13f1cda410064499a27c18084b1e86f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227286 Jan 29 20:11:35.156334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68843693-bce0-4272-9914-e8927b037406 None None] Pushing event updated for resources: {'Port': ['ID=f1c93ab6-74b2-4bcc-871e-92e00f550a73,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:35.299830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8532872 Jan 29 20:11:35.308300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55884) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:35.538737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'subnet': {'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:35.650287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:35.792691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3407def4-5a1d-4032-b423-adc0024031e2 None None] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:35.808109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:35.970282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf9033e1-da2f-4ad9-bcd4-bbc0d757abac req-9f6373d8-a418-4f97-9b13-15cc786d5cad tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6241724 Jan 29 20:11:35.973846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:35.983001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.023049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks [] for router_gateway (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.061668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Publish callbacks [] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.085856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] For port 6c10c1c1-230d-4728-bb86-57d5e8c0269d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6c10c1c1-230d-4728-bb86-57d5e8c0269d,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:36.086264 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.189651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] Calling delete_port for 6c10c1c1-230d-4728-bb86-57d5e8c0269d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:36.215698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:36.354208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb66bb2-d847-48c9-ade2-0b3a8a4affaa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Network': ['ID=edf5a28c-29fa-4eff-80c4-de405b51478c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:36.359417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.398061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:36.398541 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.412445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network edf5a28c-29fa-4eff-80c4-de405b51478c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:11:36.471131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-a2e6e183-c7d0-4525-a88f-bdbca2baf3ef tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:36.478360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-a2e6e183-c7d0-4525-a88f-bdbca2baf3ef tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3559048 Jan 29 20:11:36.507125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-cea052bc-b6e3-426c-ab02-eda79187b16e tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/quotas/13f1cda410064499a27c18084b1e86f6 HTTP/1.1" status: 200 len: 375 time: 0.0277052 Jan 29 20:11:36.533728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:36.534476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:36.570176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-975615d6-7319-4bd9-93be-47f05548fb55 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f1cda410064499a27c18084b1e86f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621119 Jan 29 20:11:36.572899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Made reservation on behalf of 4a82e480643046d192570c921be275f2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:36.578653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.603968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks [] for router_gateway (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.653168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:36.705117 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.736005 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (6c10c1c1-230d-4728-bb86-57d5e8c0269d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.798244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:11:36.848875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:36.855780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:11:36.857633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:36.858079 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.860179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (fdb28f38-59b2-4ce2-a7fc-179f1f7f828d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.917027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:36.927676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:36.935425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:36.937591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] No DVR routers for this DVR port 6c10c1c1-230d-4728-bb86-57d5e8c0269d on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:11:36.945304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:36.947165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:36.959469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:36.981455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b0985-3cc4-497a-9498-43c25b050fff None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:36.997399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Pushing event updated for resources: {'Port': ['ID=328c2587-4bba-4a04-8f6e-47c6ac357ee3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:37.093612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-68843693-bce0-4272-9914-e8927b037406 None None] Current status of the port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:37.094675 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68843693-bce0-4272-9914-e8927b037406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.112805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=fdb28f38-59b2-4ce2-a7fc-179f1f7f828d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:37.186010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Allocated IP 172.25.5.158 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/39a4d671-a9c2-42f0-9734-38a979bbe339) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:37.224131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72f5a-be8b-48a6-877e-7a16120999b9 None None] Pushing event deleted for resources: {'Port': ['ID=6c10c1c1-230d-4728-bb86-57d5e8c0269d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:37.261499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (c41061cd-0b66-4817-99aa-cbfe92d2a7af), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.283527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9ebb7-9af0-48da-87cd-434ecc467eba req-f4e3ef5e-a9aa-4485-9b95-1873766e6515 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:37.298108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87a9ebb7-9af0-48da-87cd-434ecc467eba req-f4e3ef5e-a9aa-4485-9b95-1873766e6515 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 945 time: 0.1321361 Jan 29 20:11:37.317045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee4a6f27-aa21-4080-99ef-0fe8bf6a65d8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3464134 Jan 29 20:11:37.345812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:37.346426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.374007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:37.382641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Subnet': ['ID=c41061cd-0b66-4817-99aa-cbfe92d2a7af,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:37.402364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:37.432901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Attempting to bind port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:37.433434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Attempting to bind port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:37.433897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Attempting to bind port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 on network fb0b112e-e1ba-49f1-81c6-d94c818eeaab {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:37.470116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68843693-bce0-4272-9914-e8927b037406 None None] For port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,segment=NetworkSegment(8d4f929e-ce5f-4f89-8fb5-71cb137cfeba),segment_id=8d4f929e-ce5f-4f89-8fb5-71cb137cfeba)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:37.472502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Checking segment: {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:37.472889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network hostable DHCP agents. Network: edf5a28c-29fa-4eff-80c4-de405b51478c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:11:37.477823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:37.478358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Checking segment: {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:37.478859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.479352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Bound using segment: {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:37.479934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Bound port: 328c2587-4bba-4a04-8f6e-47c6ac357ee3, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:37.480475 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.515014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:11:37.518339 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f95e8-5472-47a2-b6f8-4b8154b70605" -d '{"events": [{"server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "name": "network-vif-plugged", "status": "completed", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:11:37.562522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-87a9ebb7-9af0-48da-87cd-434ecc467eba req-8ee877e1-1540-41d8-b0a7-1906228b9ae7 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419109 Jan 29 20:11:37.580494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:37.581338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.588362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68843693-bce0-4272-9914-e8927b037406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.591702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network edf5a28c-29fa-4eff-80c4-de405b51478c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:11:37.594909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:37.604663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'fdb28f38-59b2-4ce2-a7fc-179f1f7f828d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:37.606665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.717187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, edf5a28c-29fa-4eff-80c4-de405b51478c) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:37.721844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:37.722463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.739147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.765464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add083f0-6752-40bc-82ac-6cd4e6807435 None None] Network edf5a28c-29fa-4eff-80c4-de405b51478c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:37.811212 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks [] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:37.848550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-abd1a9c0-ca3e-4483-a60a-44238aa231ee tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5248473 Jan 29 20:11:37.852932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55906) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:37.939734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:37.943665 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.004565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.168021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78e64617-2081-4fb2-9f51-a64b97c9fc8f req-fca81ae3-7122-44be-815e-185e715abd7b tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.0688720 Jan 29 20:11:38.265727 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd40c76d-882e-4bc2-ae52-aa5ca627ca0e x-openstack-request-id: req-cd40c76d-882e-4bc2-ae52-aa5ca627ca0e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:11:38.266254 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "name": "network-vif-plugged", "status": "completed", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:11:38.266451 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd40c76d-882e-4bc2-ae52-aa5ca627ca0e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:11:38.274994 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'code': 200} Jan 29 20:11:38.313358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] For port 328c2587-4bba-4a04-8f6e-47c6ac357ee3, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:38.396561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:38.413135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:38.434360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:38.488825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] For port 328c2587-4bba-4a04-8f6e-47c6ac357ee3, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=328c2587-4bba-4a04-8f6e-47c6ac357ee3,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:38.511247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Pushing event updated for resources: {'Port': ['ID=39a4d671-a9c2-42f0-9734-38a979bbe339,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:38.622042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a3e54-9b1d-43c4-bc2f-5a9979313a39 req-764b6bd0-cd3d-4da8-992c-fce51cbfa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:38.629377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.630087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-251a3e54-9b1d-43c4-bc2f-5a9979313a39 req-764b6bd0-cd3d-4da8-992c-fce51cbfa7d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 0.5231121 Jan 29 20:11:38.663603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-edf5a28c-29fa-4eff-80c4-de405b51478c', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'project_id': '4a82e480643046d192570c921be275f2', 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:11:38.664534 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.679868 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.731767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Provisioning complete for port d5bc9125-75c9-4fd6-a252-c07a256b97e8 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:38.732640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.754554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:38.778445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68843693-bce0-4272-9914-e8927b037406 None None] Pushing event updated for resources: {'Port': ['ID=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:38.884423 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:11:38.884964 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:11:39.001367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-251a3e54-9b1d-43c4-bc2f-5a9979313a39 req-6ffe894b-e97b-47a8-8d58-e2e1089ac260 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221679 Jan 29 20:11:39.119801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3e3cf-3a3a-4739-8567-3a9e7c211a76 req-0921b279-5ad9-4b78-91cf-2f5699e69695 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:39.122366 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bdb3e3cf-3a3a-4739-8567-3a9e7c211a76 req-0921b279-5ad9-4b78-91cf-2f5699e69695 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.3703985 Jan 29 20:11:39.137181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:32Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:30Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:33Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:39.246171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Allocated IP 172.23.0.1 (edf5a28c-29fa-4eff-80c4-de405b51478c/c41061cd-0b66-4817-99aa-cbfe92d2a7af/9737904b-1b27-493d-a45e-3f4bfd7e08ba) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:39.267293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Allocated IP 2001:db8::f816:3eff:feca:7c8d (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/fdb28f38-59b2-4ce2-a7fc-179f1f7f828d/a5df2828-ef29-499c-b9bb-c154a9e5c36a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:39.273601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:39.276768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Updating router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 port 8782aa3d-cd01-41fc-a353-616dd8ba8296 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:39.279056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:39.316700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7746fe11-e218-41cc-a9b0-c7a1d6fce706 req-068ed844-07bc-49c7-a5fa-ac834d2e7892 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.0445588 Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.349629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.350288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.350288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.350864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.350864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.355949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.355949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:39.373135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bdb3e3cf-3a3a-4739-8567-3a9e7c211a76 req-3525df29-146b-498c-9ed8-d232164aeeae tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392366 Jan 29 20:11:39.410982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (31910890-4e40-45f8-b82e-26212acf2d18), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.466943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.479652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=31910890-4e40-45f8-b82e-26212acf2d18,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:39.483560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Current status of the port d5bc9125-75c9-4fd6-a252-c07a256b97e8 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:39.483952 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.485776 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.491821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:39.498590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:39.502666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:39.505728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.520749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks [] for router_gateway (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.599361 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.635329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4a8916ff-a38c-4366-a085-3736df0f6b6c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2434623 Jan 29 20:11:39.646219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:39.649272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f1c93ab6-74b2-4bcc-871e-92e00f550a73 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:39.666921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55930) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:39.672161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:9e:17:ed', 'name': 'tempest-NetworksTestDHCPv6-189247920'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:39.718100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=9737904b-1b27-493d-a45e-3f4bfd7e08ba,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:39.725605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0608c1a-5e87-4799-8baf-d6be8c7545a5 None None] Pushing event updated for resources: {'Port': ['ID=328c2587-4bba-4a04-8f6e-47c6ac357ee3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:39.752452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network edf5a28c-29fa-4eff-80c4-de405b51478c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:39.754435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:39.758057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:39.855929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.908136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.915703 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Publish callbacks [] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:39.976783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:40.172672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.211621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] For port d5bc9125-75c9-4fd6-a252-c07a256b97e8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d5bc9125-75c9-4fd6-a252-c07a256b97e8,segment=NetworkSegment(38c0d505-5ed6-4f62-a554-b094032ee5f1),segment_id=38c0d505-5ed6-4f62-a554-b094032ee5f1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:40.215511 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.239004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Allocated IP 172.23.0.2 (edf5a28c-29fa-4eff-80c4-de405b51478c/c41061cd-0b66-4817-99aa-cbfe92d2a7af/fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:40.278034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 4d755cca-b1f8-4f5b-a709-8eaea9d68050 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:11:40.310701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.529879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 172.20.0.5 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/31910890-4e40-45f8-b82e-26212acf2d18/4d755cca-b1f8-4f5b-a709-8eaea9d68050) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:40.546556 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.557305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe9e:17ed (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/fdb28f38-59b2-4ce2-a7fc-179f1f7f828d/4d755cca-b1f8-4f5b-a709-8eaea9d68050) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:40.569357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Could not find standard attr ID for object 6c10c1c1-230d-4728-bb86-57d5e8c0269d. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:11:40.573656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915170cb-847f-4793-b416-16e1e3bfe4dc None None] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:40.610185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-637d6405-50fa-43a7-9cba-c86591b52142 req-6410223c-3758-4d4f-879f-c887d9d0b266 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.0381484 Jan 29 20:11:40.696348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5746-0339-474b-a017-7101ade1ae25 req-47247ad9-965f-491c-86a9-b9bfcacd7c3a tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:40.698574 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdea5746-0339-474b-a017-7101ade1ae25 req-47247ad9-965f-491c-86a9-b9bfcacd7c3a tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.1533139 Jan 29 20:11:40.706493 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Publish callbacks [] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.736023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:40.742029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f1c93ab6-74b2-4bcc-871e-92e00f550a73 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:40.742029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.772986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:40.808036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:11:40.812556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.829056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Provisioning complete for port 8782aa3d-cd01-41fc-a353-616dd8ba8296 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:40.829480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.835999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:40.838737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Pushing event updated for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:40.890482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.954046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.973232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Publish callbacks [] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:40.989180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (4d755cca-b1f8-4f5b-a709-8eaea9d68050), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.013128 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdea5746-0339-474b-a017-7101ade1ae25 req-3085c7b2-4ff2-468e-919f-a25721d2e8fb tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161865 Jan 29 20:11:41.037173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Pushing event updated for resources: {'Port': ['ID=d5bc9125-75c9-4fd6-a252-c07a256b97e8,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:41.134376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event updated for resources: {'Port': ['ID=9737904b-1b27-493d-a45e-3f4bfd7e08ba,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:41.139215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.163114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-39dbe11c-b564-4bd6-8438-3daf05fa2924 None None] Port 8782aa3d-cd01-41fc-a353-616dd8ba8296 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:41.176014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.190612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-6efd1ccb-043c-43af-801b-5ee0a973507f tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=13f1cda410064499a27c18084b1e86f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1311457 Jan 29 20:11:41.281798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:41.287457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663813d-7765-4898-8cd4-c21c76ab81d1 None None] Pushing event updated for resources: {'Port': ['ID=8782aa3d-cd01-41fc-a353-616dd8ba8296,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:41.299856 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Sync routers for ids ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:41.308394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Attempting to bind port a5df2828-ef29-499c-b9bb-c154a9e5c36a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:41.308776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Attempting to bind port a5df2828-ef29-499c-b9bb-c154a9e5c36a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:41.309148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Attempting to bind port a5df2828-ef29-499c-b9bb-c154a9e5c36a on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:41.324317 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Routers {'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:41.324955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:41.437008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bbeb2-4b6f-4fcf-83f5-ce787d2042b4 req-f9f4a012-8776-477b-87c5-2e2b48979731 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:41.446506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d0bbeb2-4b6f-4fcf-83f5-ce787d2042b4 req-f9f4a012-8776-477b-87c5-2e2b48979731 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.3076532 Jan 29 20:11:41.450966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4d755cca-b1f8-4f5b-a709-8eaea9d68050), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.592551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=4d755cca-b1f8-4f5b-a709-8eaea9d68050,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:41.624030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Set router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:41.639270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d0bbeb2-4b6f-4fcf-83f5-ce787d2042b4 req-17e35810-5842-4fea-bbed-cf0f842cc015 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917484 Jan 29 20:11:41.669602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Network edf5a28c-29fa-4eff-80c4-de405b51478c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:41.684014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:41.853987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Network edf5a28c-29fa-4eff-80c4-de405b51478c is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:41.860396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:41.860779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:41.861182 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.861572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:41.862052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Bound port: a5df2828-ef29-499c-b9bb-c154a9e5c36a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:41.862433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.906931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:41.907337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:41.917132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:41.918654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-ffa712d7-725c-4c42-81ac-7c5f90bfed09 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:41.920589 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-ffa712d7-725c-4c42-81ac-7c5f90bfed09 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7232337 Jan 29 20:11:41.923328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:41.945525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:41.949400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-73a24102-31da-40ae-a813-b0d7208a8693 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.1642334 Jan 29 20:11:41.993156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Pushing event updated for resources: {'Port': ['ID=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:41.997001 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24e18281-8e7d-4423-9e8d-b0e133588bb9 req-f386b80d-dc15-46d0-976c-80e90663b071 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.0935142 Jan 29 20:11:41.999567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55954) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:42.016644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Provisioning complete for port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:42.017158 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.028277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:42.032096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f1c93ab6-74b2-4bcc-871e-92e00f550a73 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:42.033295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d5bc9125-75c9-4fd6-a252-c07a256b97e8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:42.125940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:42.126202 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.133440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Request body: {'port': {'device_id': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '13f1cda410064499a27c18084b1e86f6'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:42.142819 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:11:38Z', 'revision_number': 3, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:42.194316 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Checking router: ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:42.194316 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Updating router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e port 39a4d671-a9c2-42f0-9734-38a979bbe339 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:42.204001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Attempting to bind port 8782aa3d-cd01-41fc-a353-616dd8ba8296 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:42.204416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Attempting to bind port 8782aa3d-cd01-41fc-a353-616dd8ba8296 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:42.204858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Attempting to bind port 8782aa3d-cd01-41fc-a353-616dd8ba8296 on network fdfb3511-f12d-4535-9e63-c6667b99c8ef {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:42.221114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:42.247792 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.275133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Attempting to bind port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:42.275644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Attempting to bind port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:42.276148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Attempting to bind port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f on network edf5a28c-29fa-4eff-80c4-de405b51478c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:42.280343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:42.336626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc93dd-927d-4209-a301-2e0a8d846dc9 req-6ce0e552-86c2-476a-8165-ebf330ea326d tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:42.339313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-affc93dd-927d-4209-a301-2e0a8d846dc9 req-6ce0e552-86c2-476a-8165-ebf330ea326d tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.4165001 Jan 29 20:11:42.351463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:42.354262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Checking segment: {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:42.354695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.355108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Bound using segment: {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:42.358050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Bound port: 8782aa3d-cd01-41fc-a353-616dd8ba8296, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c0d505-5ed6-4f62-a554-b094032ee5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:42.358463 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.361187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-81292eed-8574-41d6-b250-ef19ce06572a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6846836 Jan 29 20:11:42.363081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55960) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:42.370333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5df2828-ef29-499c-b9bb-c154a9e5c36a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:42.375802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:42.378298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Checking segment: {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:42.385254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.385254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Bound using segment: {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:42.385254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Bound port: fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:42.385254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.402787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:42.413228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f080b9d1-4082-44d7-8084-65d0a00d8ad4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5625365 Jan 29 20:11:42.414201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55962) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:42.422144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:42.536892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Made reservation on behalf of 13f1cda410064499a27c18084b1e86f6 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:42.540792 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.546833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] For port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:42.559398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] For port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,segment=NetworkSegment(8970ae8b-df89-447f-bdc6-9f6723689da2),segment_id=8970ae8b-df89-447f-bdc6-9f6723689da2)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:42.603713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.717918 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.807200 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Publish callbacks [] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.867501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d5bc9125-75c9-4fd6-a252-c07a256b97e8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:42.870712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.917018 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:42.969823 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Attempting to bind port 39a4d671-a9c2-42f0-9734-38a979bbe339 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:42.971526 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Attempting to bind port 39a4d671-a9c2-42f0-9734-38a979bbe339 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:42.973236 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Attempting to bind port 39a4d671-a9c2-42f0-9734-38a979bbe339 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:43.098243 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:43.102335 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:43.103509 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.104153 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:43.109037 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Bound port: 39a4d671-a9c2-42f0-9734-38a979bbe339, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:43.109776 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.191445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Current status of the port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:43.191848 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.237370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07c32f-e1d5-4eaa-b70b-f9112559f260 None None] Pushing event updated for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:43.283696 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Pushing event updated for resources: {'Port': ['ID=39a4d671-a9c2-42f0-9734-38a979bbe339,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:43.348068 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.348589 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.348937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.349277 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.349610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.349942 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.350270 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.350597 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.350920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.351246 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.351570 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.352447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.353202 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:43.379149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-123e44d8-de2d-41a6-8ae6-ac96ec0bb092 req-08a7d0aa-9af7-4f44-9619-28cc4b299f4b tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.1055715 Jan 29 20:11:43.390367 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.427136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-affc93dd-927d-4209-a301-2e0a8d846dc9 req-3a09bedc-43e7-4bda-bd3a-0551ec851fb5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0642862 Jan 29 20:11:43.457642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55970) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:43.462584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6cf2c3-6ce8-4597-94e3-995f1b054d3b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:43.473090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6cf2c3-6ce8-4597-94e3-995f1b054d3b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:43.479763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d6cf2c3-6ce8-4597-94e3-995f1b054d3b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.0857847 Jan 29 20:11:43.487386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55974) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:43.491812 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] For port 39a4d671-a9c2-42f0-9734-38a979bbe339, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:43.501074 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] For port 39a4d671-a9c2-42f0-9734-38a979bbe339, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=39a4d671-a9c2-42f0-9734-38a979bbe339,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:43.502962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8516b-c4b9-4da8-aa32-54753097d383 None None] Pushing event updated for resources: {'Port': ['ID=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:43.534407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] For port 8782aa3d-cd01-41fc-a353-616dd8ba8296, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:43.557823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] For port 8782aa3d-cd01-41fc-a353-616dd8ba8296, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8782aa3d-cd01-41fc-a353-616dd8ba8296,segment=NetworkSegment(38c0d505-5ed6-4f62-a554-b094032ee5f1),segment_id=38c0d505-5ed6-4f62-a554-b094032ee5f1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:43.603592 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.647915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] For port 328c2587-4bba-4a04-8f6e-47c6ac357ee3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=328c2587-4bba-4a04-8f6e-47c6ac357ee3,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:43.648936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d5bc9125-75c9-4fd6-a252-c07a256b97e8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:43.662209 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.713635 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Routers {'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:43.714283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:43.762821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6c10c1c1-230d-4728-bb86-57d5e8c0269d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:11:43.825578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 6c10c1c1-230d-4728-bb86-57d5e8c0269d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:11:43.826044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6c10c1c1-230d-4728-bb86-57d5e8c0269d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:11:43.875023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.900948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks [] for security_group (e69485d1-2a37-46b3-9fd8-53dd8583fa04), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:43.937005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:43.937005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:43.949201 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f026779-ad1e-4a4f-a4ae-ccf29d92a39b None None] Pushing event updated for resources: {'Port': ['ID=39a4d671-a9c2-42f0-9734-38a979bbe339,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:43.980503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 4d755cca-b1f8-4f5b-a709-8eaea9d68050 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:43.980847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4d755cca-b1f8-4f5b-a709-8eaea9d68050), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:44.043733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e69485d1-2a37-46b3-9fd8-53dd8583fa04), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:44.096233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663813d-7765-4898-8cd4-c21c76ab81d1 None None] Pushing event updated for resources: {'Port': ['ID=8782aa3d-cd01-41fc-a353-616dd8ba8296,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:44.125639 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] Set router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:44.299568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Pushing event updated for resources: {'Port': ['ID=328c2587-4bba-4a04-8f6e-47c6ac357ee3,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:44.328293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Provisioning complete for port 8782aa3d-cd01-41fc-a353-616dd8ba8296 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:44.329056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:44.350274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:44.405078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69485d1-2a37-46b3-9fd8-53dd8583fa04,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:44.475653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:44.499809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4d755cca-b1f8-4f5b-a709-8eaea9d68050), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:44.616716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 4d755cca-b1f8-4f5b-a709-8eaea9d68050 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:44.668438 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:11:38Z', 'revision_number': 3, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:44.713972 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3945e28-c307-4629-8dba-e6d460351a8e None None] The sync data for ids ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'] in n-d-825496-5 is: [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:11:38Z', 'revision_number': 3, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:44.804311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:44.814757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc577b-5ee6-4442-afe1-d0e9b462b062 tempest-TestServerBasicOps-1664801662 tempest-TestServerBasicOps-1664801662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:44.818954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c4fc577b-5ee6-4442-afe1-d0e9b462b062 tempest-TestServerBasicOps-1664801662 tempest-TestServerBasicOps-1664801662-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1123 time: 1.3557832 Jan 29 20:11:44.818954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0761d4f4-5fa9-409e-bd21-10aade9e50b1 req-84688b82-4262-4012-84ac-303f5697dfdf tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.1421568 Jan 29 20:11:44.839085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55982) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:44.855937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:44.886339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Allocated IP 192.168.233.181 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/1f2d5074-8375-4a3b-b316-434f4916d661) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:45.003415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afab498-1f05-47dc-82b7-1fce4267d708 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:45.019747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 20:11:45.069160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Removed routes are [] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 20:11:45.069582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.074424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Allocated IP 172.20.0.1 (fb0b112e-e1ba-49f1-81c6-d94c818eeaab/f7fab08b-e4a2-48d3-894f-a35ab5b6a498/4ca83489-0340-402e-b051-1e8a2fdf13b1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:45.080855 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.307821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Current status of the port 8782aa3d-cd01-41fc-a353-616dd8ba8296 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:45.308077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.332500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:45.336973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.469441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54462da5-8e20-4d91-ad9b-9b9cfd76f9af None None] Network edf5a28c-29fa-4eff-80c4-de405b51478c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:45.541653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks [] for port (1f2d5074-8375-4a3b-b316-434f4916d661), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.570358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] For port 8782aa3d-cd01-41fc-a353-616dd8ba8296, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8782aa3d-cd01-41fc-a353-616dd8ba8296,segment=NetworkSegment(38c0d505-5ed6-4f62-a554-b094032ee5f1),segment_id=38c0d505-5ed6-4f62-a554-b094032ee5f1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:45.668733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4d755cca-b1f8-4f5b-a709-8eaea9d68050), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.731999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=4d755cca-b1f8-4f5b-a709-8eaea9d68050,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:45.782807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks [] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.783050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.813404 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.860172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:45.992995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:45.993211 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.014817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.041135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033083c5-76c5-493f-8999-c44106ca50bb None None] Pushing event updated for resources: {'Port': ['ID=8782aa3d-cd01-41fc-a353-616dd8ba8296,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:46.047224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:46.059821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Pushing event updated for resources: {'Port': ['ID=1f2d5074-8375-4a3b-b316-434f4916d661,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:46.063210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:46.103358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:46.106597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5df2828-ef29-499c-b9bb-c154a9e5c36a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:46.111390 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.117914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-38eb58c7-718a-4800-b578-fa562f3c1073 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/4d755cca-b1f8-4f5b-a709-8eaea9d68050 HTTP/1.1" status: 204 len: 168 time: 2.5886915 Jan 29 20:11:46.129707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 55990) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:46.186250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.263627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:46.266470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.296807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3184-b0e7-4783-b1d6-b7d6a3ca2f0a req-b8d1f148-a049-46ca-8e3e-81a97859e4b2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:46.301884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39cf3184-b0e7-4783-b1d6-b7d6a3ca2f0a req-b8d1f148-a049-46ca-8e3e-81a97859e4b2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 936 time: 0.3317833 Jan 29 20:11:46.306366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Allocated IP 172.25.5.153 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/37b1f692-77cf-4381-a573-5bce04e38c70) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:46.318802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:46.326845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:46.334341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac72f2-af26-4571-a763-427859d41e66 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:46.342142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac72f2-af26-4571-a763-427859d41e66 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:46.344976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac72f2-af26-4571-a763-427859d41e66 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:46.346729 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-30ac72f2-af26-4571-a763-427859d41e66 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2148442 Jan 29 20:11:46.350216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:46.354151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:46.362048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 55994) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:46.373876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-b25acaea-a694-414d-937a-4ba923d33d35 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3788419 Jan 29 20:11:46.426960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca83489-0340-402e-b051-1e8a2fdf13b1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:46.457911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-39cf3184-b0e7-4783-b1d6-b7d6a3ca2f0a req-c1a763ee-4cbb-4316-8a3b-8ef189ccd6aa tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412964 Jan 29 20:11:46.564918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Request body: {'port': {'device_id': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:46.607347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:46.607347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.667394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] Update dhcp port {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': 'fdb28f38-59b2-4ce2-a7fc-179f1f7f828d', 'ip_address': '2001:db8::f816:3eff:feca:7c8d'}, {'subnet_id': '31910890-4e40-45f8-b82e-26212acf2d18'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'a5df2828-ef29-499c-b9bb-c154a9e5c36a'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 20:11:46.686773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.689288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.752964 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.762150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:46.762150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:46.774321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:40Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:40Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:46.889006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5265b-fc48-42f4-a04f-07e66559f165 None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:40Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:40Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:46.995401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:46.995808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.182990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5df2828-ef29-499c-b9bb-c154a9e5c36a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:47.217392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2d5074-8375-4a3b-b316-434f4916d661 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:11:47.241044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Publish callbacks [] for port (1f2d5074-8375-4a3b-b316-434f4916d661), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.276078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Transition to ACTIVE for port object 1f2d5074-8375-4a3b-b316-434f4916d661 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:11:47.333471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.368722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.402734 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for port (37b1f692-77cf-4381-a573-5bce04e38c70), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.451071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] Allocated IP 172.20.0.2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/31910890-4e40-45f8-b82e-26212acf2d18/a5df2828-ef29-499c-b9bb-c154a9e5c36a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:47.455968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:47.492070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.498052 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f0f6bd38-b2c7-422d-a41b-89f9f56d5cde tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 933 time: 5.0793688 Jan 29 20:11:47.505177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 31910890-4e40-45f8-b82e-26212acf2d18 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:11:47.508725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56008) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:47.626563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d5074-8375-4a3b-b316-434f4916d661,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:47.634782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (37b1f692-77cf-4381-a573-5bce04e38c70), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.724412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5df2828-ef29-499c-b9bb-c154a9e5c36a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:47.753003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.753362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.754072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.754429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.754771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.755107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.755441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.755920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.756538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.756876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.757209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.757542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.757898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:11:47.800355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:47.800762 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.820319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Attempting to bind port 1f2d5074-8375-4a3b-b316-434f4916d661 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:47.821728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Attempting to bind port 1f2d5074-8375-4a3b-b316-434f4916d661 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:47.822313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Attempting to bind port 1f2d5074-8375-4a3b-b316-434f4916d661 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:47.830486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Port 1f2d5074-8375-4a3b-b316-434f4916d661 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:11:47.830486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Attempting to bind port 1f2d5074-8375-4a3b-b316-434f4916d661 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:47.861314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:47.861889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:47.862496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:47.863031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Bound port: 1f2d5074-8375-4a3b-b316-434f4916d661, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:47.863500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:47.976122 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] Publish callbacks [] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.011741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Provisioning complete for port 8782aa3d-cd01-41fc-a353-616dd8ba8296 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:48.013345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.040582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Pushing event updated for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:48.051607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.104409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dcf168da-7c6b-4aa4-a9f9-e882c9599681 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 933 time: 0.5809300 Jan 29 20:11:48.104409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56018) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:48.119838 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (31910890-4e40-45f8-b82e-26212acf2d18), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.158746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'routes': None}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:48.221629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] For port 1f2d5074-8375-4a3b-b316-434f4916d661, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:48.240019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] For port 1f2d5074-8375-4a3b-b316-434f4916d661, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1f2d5074-8375-4a3b-b316-434f4916d661,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:48.263588 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:11:48.264140 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:11:48.289900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97464c7-7017-4e08-a183-31b76d988677 None None] Pushing event updated for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:48.296453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-30dca96b-8c61-4aab-881f-53b201136346 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:48.298112 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-30dca96b-8c61-4aab-881f-53b201136346 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.3256352 Jan 29 20:11:48.329036 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.365562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Current status of the port 8782aa3d-cd01-41fc-a353-616dd8ba8296 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:48.384248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-45e05bc1-0f2d-4963-8fad-691944361ee5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0697021 Jan 29 20:11:48.390116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Provisioning complete for port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:48.390691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.401606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.439159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:48.440471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:48.441105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.442527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] 10.222.0.26 "PUT /v2.0/ports/1f2d5074-8375-4a3b-b316-434f4916d661 HTTP/1.1" status: 200 len: 1096 time: 2.0453701 Jan 29 20:11:48.443897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'tag': '1f2d5074-8375-4a3b-b316-434f4916d661'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:11:48.447893 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea579a-180e-4632-8834-433302023fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "86b15327-0b5b-4172-b5d3-23b429c2147a", "tag": "1f2d5074-8375-4a3b-b316-434f4916d661"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:11:48.448422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:48.490557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (31910890-4e40-45f8-b82e-26212acf2d18), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.510615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e4fc3-f00f-4ab3-b645-fa106e17146d service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d5074-8375-4a3b-b316-434f4916d661,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:48.567604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-f94359b1-f8c6-4a64-80ec-3facda7e7a32 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824865 Jan 29 20:11:48.635806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Current status of the port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:48.651722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Provisioning complete for port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:48.652734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.669235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (31910890-4e40-45f8-b82e-26212acf2d18), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.795927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:48.857916 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ac5172b9-7534-4618-89c0-56cc67b1fc51 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791929 Jan 29 20:11:48.897497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Current status of the port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:48.897497 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:48.904670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-5e8f4ed6-1a31-496b-a251-fc211949d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:48.906455 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-5e8f4ed6-1a31-496b-a251-fc211949d042 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13f1cda410064499a27c18084b1e86f6&device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 1130 time: 0.3310647 Jan 29 20:11:48.919805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:48.921069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 328c2587-4bba-4a04-8f6e-47c6ac357ee3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:48.956985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'Port': ['ID=37b1f692-77cf-4381-a573-5bce04e38c70,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:48.983469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] For port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,segment=NetworkSegment(8970ae8b-df89-447f-bdc6-9f6723689da2),segment_id=8970ae8b-df89-447f-bdc6-9f6723689da2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:48.992521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-79363c0d-6e1a-47f5-a1db-fd738f72b275 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=1f2d5074-8375-4a3b-b316-434f4916d661 HTTP/1.1" status: 200 len: 217 time: 0.0633755 Jan 29 20:11:49.020350 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (31910890-4e40-45f8-b82e-26212acf2d18), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.031381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:49.031862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.097428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.116712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=31910890-4e40-45f8-b82e-26212acf2d18,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:49.196547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:49.198100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d5bc9125-75c9-4fd6-a252-c07a256b97e8 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:49.217428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-0b1f8e89-0b93-4c9e-9330-e3a9b7bd32d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480992 Jan 29 20:11:49.220365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-c0684d2c-11a0-4424-bfd2-75baca64ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:49.221388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-c0684d2c-11a0-4424-bfd2-75baca64ff7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.2179039 Jan 29 20:11:49.236149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.244830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f946020b-8bda-41e6-a764-f6642639269b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/31910890-4e40-45f8-b82e-26212acf2d18 HTTP/1.1" status: 204 len: 168 time: 2.8749619 Jan 29 20:11:49.282082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08774-9581-4c79-81b1-7d8cdeb02016 None None] Pushing event updated for resources: {'Port': ['ID=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:49.298214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Provisioning complete for port 4ca83489-0340-402e-b051-1e8a2fdf13b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:49.298713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.316748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56026) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:49.341792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d5bc9125-75c9-4fd6-a252-c07a256b97e8 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:49.342390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.375511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Port 4ca83489-0340-402e-b051-1e8a2fdf13b1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:49.400169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Provisioning complete for port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:49.400576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.455329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-15782348-4f43-42dd-a638-c56db2540728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:49.457884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-15782348-4f43-42dd-a638-c56db2540728 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2283797 Jan 29 20:11:49.459533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d55cd9-c064-4892-b2ad-84f2367149c7 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:11:49.460513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c79093-6a7a-481d-97dc-fee7c240a521 req-148e36f1-2ae0-41bf-92b8-7a28341260d6 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:49.463799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet fdb28f38-59b2-4ce2-a7fc-179f1f7f828d {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:11:49.467625 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (fdb28f38-59b2-4ce2-a7fc-179f1f7f828d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.469347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b1c79093-6a7a-481d-97dc-fee7c240a521 req-148e36f1-2ae0-41bf-92b8-7a28341260d6 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 948 time: 1.5356481 Jan 29 20:11:49.556876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (fdb28f38-59b2-4ce2-a7fc-179f1f7f828d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.567777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:49.723293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Current status of the port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:49.725582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d5bc9125-75c9-4fd6-a252-c07a256b97e8 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:49.727427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:49.734981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-f0a72583-5e9d-49d0-9e83-9117a3cb7eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338014 Jan 29 20:11:49.759970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:49.760835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:49.768650 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73585de-5481-46af-a462-ed572209df66 x-openstack-request-id: req-f73585de-5481-46af-a462-ed572209df66 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:11:49.769161 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b15327-0b5b-4172-b5d3-23b429c2147a", "tag": "1f2d5074-8375-4a3b-b316-434f4916d661", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:11:49.769727 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f73585de-5481-46af-a462-ed572209df66 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:11:49.770285 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'tag': '1f2d5074-8375-4a3b-b316-434f4916d661', 'status': 'completed', 'code': 200} Jan 29 20:11:49.870006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e134e5d4-108e-4ac9-a8b7-7097511b5df3 req-56855939-8388-4245-8fa5-b5bdee8f6e6c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0516877 Jan 29 20:11:49.871697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks [] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.873259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (fdb28f38-59b2-4ce2-a7fc-179f1f7f828d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.890527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Provisioning complete for port 9737904b-1b27-493d-a45e-3f4bfd7e08ba triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:49.891576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.967575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:49.973192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b1c79093-6a7a-481d-97dc-fee7c240a521 req-34d2e556-9d2b-4d96-b025-c059698c1984 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028718 Jan 29 20:11:49.996168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1c99a882-a3a9-45e5-bef2-8a450acb2a2b None None] Port 9737904b-1b27-493d-a45e-3f4bfd7e08ba cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:50.024329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f25efb15-cb4c-4898-b0f9-c7e5a2adad25 req-cca5119f-5f22-4024-a800-4767bad1b137 service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815535 Jan 29 20:11:50.033695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:50.090150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca83489-0340-402e-b051-1e8a2fdf13b1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:50.125868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (fdb28f38-59b2-4ce2-a7fc-179f1f7f828d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.139152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1080b26c-083e-486c-8e33-50bbef8c0c2d None None] Could not find standard attr ID for object 4d755cca-b1f8-4f5b-a709-8eaea9d68050. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:11:50.161900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb28f38-59b2-4ce2-a7fc-179f1f7f828d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:50.171573 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.177858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-84715b4e-58c1-48f5-9c9c-5aa6e3f3bf43 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/fdb28f38-59b2-4ce2-a7fc-179f1f7f828d HTTP/1.1" status: 204 len: 168 time: 0.8578808 Jan 29 20:11:50.178281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56044) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:50.200883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:50.201523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.225949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d55cd9-c064-4892-b2ad-84f2367149c7 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:11:50.229303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1080b26c-083e-486c-8e33-50bbef8c0c2d None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:50.229847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1080b26c-083e-486c-8e33-50bbef8c0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.231162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-909ed695-e162-4307-baa7-0e3396581ba7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518074 Jan 29 20:11:50.234670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56046) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:50.239356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:50.246644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.361026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea579a-180e-4632-8834-433302023fdc req-1f59768a-304f-452b-96fb-49a0facf2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:50.362612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-1f59768a-304f-452b-96fb-49a0facf2451 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13f1cda410064499a27c18084b1e86f6&device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 1130 time: 0.1415646 Jan 29 20:11:50.504152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea579a-180e-4632-8834-433302023fdc req-86a01273-1002-48b1-b8aa-141e96581340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:50.506056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-86a01273-1002-48b1-b8aa-141e96581340 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 HTTP/1.1" status: 200 len: 869 time: 0.1369991 Jan 29 20:11:50.525505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:50.545255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.644684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-c1c4f199-6b76-4e2e-9f94-4277602c76dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=1f2d5074-8375-4a3b-b316-434f4916d661 HTTP/1.1" status: 200 len: 217 time: 0.1271591 Jan 29 20:11:50.721021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea579a-180e-4632-8834-433302023fdc req-20d9423b-fb33-48fd-9e7d-1cb1ecbf2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:50.722318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-20d9423b-fb33-48fd-9e7d-1cb1ecbf2080 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0712810 Jan 29 20:11:50.738724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added routes are [] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 20:11:50.739415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.extraroute_db [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103562) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 20:11:50.764740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for floatingip (697e9ba0-3091-43f1-8df1-8a4925865103), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:50.778704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1080b26c-083e-486c-8e33-50bbef8c0c2d None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:50.831979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea579a-180e-4632-8834-433302023fdc req-386a8036-baa6-4dcb-8762-e57e0291a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:50.833620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-386a8036-baa6-4dcb-8762-e57e0291a396 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1023231 Jan 29 20:11:50.837547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:50.839303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f1c93ab6-74b2-4bcc-871e-92e00f550a73 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:50.938166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 6, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:40Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:50.994391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b18c1075-e10c-4abe-9afa-3a638c198985 req-d62c8fe8-7c9b-4fe5-b46f-8a1bc77be9a3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0760529 Jan 29 20:11:51.023812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:51.023812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Updating router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 port 9737904b-1b27-493d-a45e-3f4bfd7e08ba binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:51.028417 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (90f7f6f8-07da-4ceb-a457-191227753a6f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.049366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f1c93ab6-74b2-4bcc-871e-92e00f550a73 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:51.049892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.085285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-a0007968-54bf-49f1-bdd4-af9e16a5d4cc service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220602 Jan 29 20:11:51.095723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.105000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de4287-6a31-43c2-9700-08a67877ac8a None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:51.138937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0f2274eb-dc1b-442d-9db3-fca00305b7b3 None None] Could not find standard attr ID for object 4d755cca-b1f8-4f5b-a709-8eaea9d68050. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:11:51.183560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:51.229372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:51.232390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:51.241852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:51.243258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.260045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0f2274eb-dc1b-442d-9db3-fca00305b7b3 None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:51.260576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0f2274eb-dc1b-442d-9db3-fca00305b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.262830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=90f7f6f8-07da-4ceb-a457-191227753a6f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:51.287859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:51.321780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94ea579a-180e-4632-8834-433302023fdc req-fccbafcf-0cd4-43fb-91b1-e2ff33bf642e service neutron] 10.222.0.26 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258072 Jan 29 20:11:51.401139 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-645e2bee-ff29-4d1f-8dd9-b0696f4ab5b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1631682 Jan 29 20:11:51.402110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56056) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:51.409439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:51.412283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.430990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f1c93ab6-74b2-4bcc-871e-92e00f550a73 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:51.487311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a4513-34f5-4d2b-837f-71a268fbb86f req-b2bbb9f9-d3d0-422b-9b2f-c6129c48a33a tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:51.500432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d9a4513-34f5-4d2b-837f-71a268fbb86f req-b2bbb9f9-d3d0-422b-9b2f-c6129c48a33a tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 948 time: 0.2828479 Jan 29 20:11:51.671576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37b1f692-77cf-4381-a573-5bce04e38c70), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.710763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0f2274eb-dc1b-442d-9db3-fca00305b7b3 None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:51.729121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:51.735581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.810789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:51.815305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d9a4513-34f5-4d2b-837f-71a268fbb86f req-dcc32832-c07e-46a8-a016-5a1659fd57c8 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136995 Jan 29 20:11:51.916633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] Update dhcp port {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': '90f7f6f8-07da-4ceb-a457-191227753a6f'}], 'binding:host_id': 'n-d-825496-5'}, 'id': 'a5df2828-ef29-499c-b9bb-c154a9e5c36a'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 20:11:51.930580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5df2828-ef29-499c-b9bb-c154a9e5c36a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:51.959073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Publish callbacks [] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:51.996055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c4560098-9c71-4140-a397-4af50ddbc14c None None] Provisioning complete for port 4ca83489-0340-402e-b051-1e8a2fdf13b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:52.000375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4560098-9c71-4140-a397-4af50ddbc14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.016138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.085533 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.149204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.161366 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.173004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4560098-9c71-4140-a397-4af50ddbc14c None None] Port 4ca83489-0340-402e-b051-1e8a2fdf13b1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:52.276440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b825b-a55c-4ba7-b7f2-d17f4a1e05e2 None None] Pushing event updated for resources: {'Port': ['ID=9737904b-1b27-493d-a45e-3f4bfd7e08ba,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:52.279316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:52.279737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.356072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c86adff9-9176-40ff-a218-17847f04138c req-7936e825-db6f-4d82-a9b7-a355f846c4b0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0681612 Jan 29 20:11:52.421216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Attempting to bind port 9737904b-1b27-493d-a45e-3f4bfd7e08ba on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:52.421739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Attempting to bind port 9737904b-1b27-493d-a45e-3f4bfd7e08ba by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:52.422092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Attempting to bind port 9737904b-1b27-493d-a45e-3f4bfd7e08ba on network edf5a28c-29fa-4eff-80c4-de405b51478c {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:52.438104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:52.438547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Checking segment: {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:52.438951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.439349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Bound using segment: {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:52.439829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Bound port: 9737904b-1b27-493d-a45e-3f4bfd7e08ba, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8970ae8b-df89-447f-bdc6-9f6723689da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:52.440226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.445574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:52.466427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Sync routers for ids ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:52.467160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] Allocated IP 172.20.0.2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/90f7f6f8-07da-4ceb-a457-191227753a6f/a5df2828-ef29-499c-b9bb-c154a9e5c36a) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:52.499360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for port (37b1f692-77cf-4381-a573-5bce04e38c70), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.504998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e75e2ab9-6b6e-47c1-860c-b5c4a019fdf1 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4925120 Jan 29 20:11:52.540106 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Routers {'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:52.546767 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:52.589013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:52.592531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 328c2587-4bba-4a04-8f6e-47c6ac357ee3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:52.603318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:52.617908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (37b1f692-77cf-4381-a573-5bce04e38c70), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.714846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] For port 9737904b-1b27-493d-a45e-3f4bfd7e08ba, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:52.746440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] For port 9737904b-1b27-493d-a45e-3f4bfd7e08ba, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9737904b-1b27-493d-a45e-3f4bfd7e08ba,segment=NetworkSegment(8970ae8b-df89-447f-bdc6-9f6723689da2),segment_id=8970ae8b-df89-447f-bdc6-9f6723689da2)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:52.793813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5df2828-ef29-499c-b9bb-c154a9e5c36a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:52.804957 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Set router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:52.842424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-2f15b3fb-47a1-44ee-a8bc-8b0f60c8b7de tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:52.846311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-2f15b3fb-47a1-44ee-a8bc-8b0f60c8b7de tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.3209672 Jan 29 20:11:52.858250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (697e9ba0-3091-43f1-8df1-8a4925865103), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.865615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:52.883329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:53.020452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event updated for resources: {'Port': ['ID=37b1f692-77cf-4381-a573-5bce04e38c70,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:53.170915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:11:53.175777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:53.186262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.191484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65b657e2-13cd-4c6e-99c2-89b1f21d694a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 699 time: 5.0418088 Jan 29 20:11:53.200132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56072) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:53.255120 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:11:47Z', 'revision_number': 4, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4ca83489-0340-402e-b051-1e8a2fdf13b1', 'name': '', 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'mac_address': 'fa:16:3e:e5:9e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:44Z', 'updated_at': '2022-01-29T20:11:49Z', 'revision_number': 2, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'subnets': [{'id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:53.296941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548fb78-5d93-4a1b-88fa-0a5757874371 req-29d7ed76-f099-4486-b9ee-ffa5b3ee98da tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:53.296941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5548fb78-5d93-4a1b-88fa-0a5757874371 req-29d7ed76-f099-4486-b9ee-ffa5b3ee98da tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 948 time: 0.3441353 Jan 29 20:11:53.298816 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Checking router: ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:53.299438 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Updating router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e port 4ca83489-0340-402e-b051-1e8a2fdf13b1 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:11:53.341241 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.441443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] Publish callbacks [] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.445054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:53.446052 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.489788 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Floating IP 697e9ba0-3091-43f1-8df1-8a4925865103 associated. External IP: 172.25.5.153, port: f63deabb-1ce0-4923-9e15-5f22c0cbfcb3. Jan 29 20:11:53.517733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1f2d5074-8375-4a3b-b316-434f4916d661 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:11:53.534842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:53.536286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:53.538384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] Provisioning complete for port 9737904b-1b27-493d-a45e-3f4bfd7e08ba triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:53.539279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.542172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.565836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5548fb78-5d93-4a1b-88fa-0a5757874371 req-29025b74-d3f6-4d63-a475-1be726299b55 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463968 Jan 29 20:11:53.635871 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4187270-07c2-4aa4-8e6c-41791f3859e7 req-3e787783-6730-40da-a80d-a26aa3db235d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0768971 Jan 29 20:11:53.658007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-43ef80c6-c77d-4c18-8462-03a8f1ae8e5d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 699 time: 0.4562120 Jan 29 20:11:53.661739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56086) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:53.818160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:53.827911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.838999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:53.840129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8782aa3d-cd01-41fc-a353-616dd8ba8296 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:53.921449 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.resource_extend [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 29 20:11:53.938350 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Publish callbacks [] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:53.949442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b825b-a55c-4ba7-b7f2-d17f4a1e05e2 None None] Pushing event updated for resources: {'Port': ['ID=9737904b-1b27-493d-a45e-3f4bfd7e08ba,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:53.988317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:54.031735 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.098697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Router 864b543e-1795-4db4-8048-43f23bf142d6 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:11:54.129782 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35d470-abd0-41b9-9fce-fb7d5676ad8b None None] Pushing event updated for resources: {'Port': ['ID=4ca83489-0340-402e-b051-1e8a2fdf13b1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:54.217224 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Attempting to bind port 4ca83489-0340-402e-b051-1e8a2fdf13b1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:11:54.217605 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Attempting to bind port 4ca83489-0340-402e-b051-1e8a2fdf13b1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:11:54.217998 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Attempting to bind port 4ca83489-0340-402e-b051-1e8a2fdf13b1 on network fb0b112e-e1ba-49f1-81c6-d94c818eeaab {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:11:54.228722 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:11:54.229099 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Checking segment: {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:11:54.229502 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.229894 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Bound using segment: {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:11:54.230361 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Bound port: 4ca83489-0340-402e-b051-1e8a2fdf13b1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e466205a-0105-489c-b22a-aa4e82939044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:11:54.230739 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.241290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] Current status of the port 9737904b-1b27-493d-a45e-3f4bfd7e08ba is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:54.243013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.249749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.253844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68511313-51eb-498d-92e8-572ba86b1c3c None None] Pushing event updated for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:54.303036 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:11:54.375144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:11:54.380751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1f2d5074-8375-4a3b-b316-434f4916d661, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1f2d5074-8375-4a3b-b316-434f4916d661,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:54.409361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '1f2d5074-8375-4a3b-b316-434f4916d661', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '1f2d5074-8375-4a3b-b316-434f4916d661', 'mac_address': 'fa:16:3e:5e:77:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:11:54.436891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] Sync routers for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:54.520878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.634324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8782aa3d-cd01-41fc-a353-616dd8ba8296 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:54.634906 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.650363 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] For port 4ca83489-0340-402e-b051-1e8a2fdf13b1, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:11:54.655381 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] For port 4ca83489-0340-402e-b051-1e8a2fdf13b1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4ca83489-0340-402e-b051-1e8a2fdf13b1,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:11:54.683698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] For port 9737904b-1b27-493d-a45e-3f4bfd7e08ba, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9737904b-1b27-493d-a45e-3f4bfd7e08ba,segment=NetworkSegment(8970ae8b-df89-447f-bdc6-9f6723689da2),segment_id=8970ae8b-df89-447f-bdc6-9f6723689da2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:54.684762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:54.699480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:54.700422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ec03bc54-33d4-4055-a1db-f54535f7a341 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.8425372 Jan 29 20:11:54.700422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:11:54.700422 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25414b7b-1359-46c7-985e-f1c84dbe065a" -d '{"events": [{"name": "network-changed", "server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:11:54.734394 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.760431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.7 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:54.786424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab5c8-e8b0-40f3-9218-903de9140c9b req-5d2e22b6-44c3-4f64-92c9-052e6eaa77a9 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:54.797240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-701ab5c8-e8b0-40f3-9218-903de9140c9b req-5d2e22b6-44c3-4f64-92c9-052e6eaa77a9 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 948 time: 0.1038556 Jan 29 20:11:54.839333 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.865761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1eba53-8fff-419e-b369-498c82c0ef4d None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:54.869189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1f2d5074-8375-4a3b-b316-434f4916d661 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:54.869583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:54.876130 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Routers {'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:54.876850 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:54.918517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-701ab5c8-e8b0-40f3-9218-903de9140c9b req-5a7631c6-8ba6-4f58-847f-c6e66327f810 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123254 Jan 29 20:11:54.954314 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35d470-abd0-41b9-9fce-fb7d5676ad8b None None] Pushing event updated for resources: {'Port': ['ID=4ca83489-0340-402e-b051-1e8a2fdf13b1,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:55.144569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebe64791-c30e-46af-ac07-7a4f0107bdd9 req-11383b7c-07be-4d13-8853-ccfc78648f34 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0727663 Jan 29 20:11:55.218294 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] Set router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:55.281914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5df2828-ef29-499c-b9bb-c154a9e5c36a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:55.302082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2d5074-8375-4a3b-b316-434f4916d661 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:11:55.361589 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790cc946-d898-4cf6-be79-14a6bf5c0cfc x-openstack-request-id: req-790cc946-d898-4cf6-be79-14a6bf5c0cfc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:11:55.362225 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:11:55.362681 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-790cc946-d898-4cf6-be79-14a6bf5c0cfc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:11:55.367679 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'status': 'completed', 'code': 200} Jan 29 20:11:55.415373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.438457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.480580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:55.480965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.499409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1f2d5074-8375-4a3b-b316-434f4916d661, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1f2d5074-8375-4a3b-b316-434f4916d661,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:55.500524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b21ba-0c6c-474d-8813-35dca16a2a6b None None] Pushing event updated for resources: {'Port': ['ID=9737904b-1b27-493d-a45e-3f4bfd7e08ba,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:55.542534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.564911 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b925361e-bed9-4774-999e-a73d50c3701b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.639165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.678438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:55.691242 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:11:47Z', 'revision_number': 4, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4ca83489-0340-402e-b051-1e8a2fdf13b1', 'name': '', 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'mac_address': 'fa:16:3e:e5:9e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:44Z', 'updated_at': '2022-01-29T20:11:54Z', 'revision_number': 4, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'subnets': [{'id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:55.735747 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:55.761866 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e344d1-cda1-4b2c-a4cd-abecfcc5d336 None None] The sync data for ids ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'] in n-d-825496-5 is: [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:11:47Z', 'revision_number': 4, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4ca83489-0340-402e-b051-1e8a2fdf13b1', 'name': '', 'network_id': 'fb0b112e-e1ba-49f1-81c6-d94c818eeaab', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'mac_address': 'fa:16:3e:e5:9e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:44Z', 'updated_at': '2022-01-29T20:11:54Z', 'revision_number': 4, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'subnets': [{'id': 'f7fab08b-e4a2-48d3-894f-a35ab5b6a498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:55.764517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8782aa3d-cd01-41fc-a353-616dd8ba8296 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:55.775888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 39a4d671-a9c2-42f0-9734-38a979bbe339 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:55.987385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['1f2d5074-8375-4a3b-b316-434f4916d661'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:11:56.034182 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:56.079842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1f2d5074-8375-4a3b-b316-434f4916d661,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:56.182177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (7d91976e-8467-4752-8b02-16b7c3779f58), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:56.324661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=9']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:56.358936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:56.370168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:11:56.386970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:56.444650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:11:56.470920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-60e18f84-3a5a-4b02-a78a-6ae09c635f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:56.481010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-60e18f84-3a5a-4b02-a78a-6ae09c635f95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 1.0651720 Jan 29 20:11:56.689982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:56.964663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Provisioning complete for port 4ca83489-0340-402e-b051-1e8a2fdf13b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:56.965090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:56.969850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:11:56.973700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:56.974292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:56.977096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=7d91976e-8467-4752-8b02-16b7c3779f58,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:57.011235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131f8a-8112-4764-867b-1a2634ec4e0d req-38e159f4-d109-4fbd-92ff-601452ba10bb tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:57.026552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61131f8a-8112-4764-867b-1a2634ec4e0d req-38e159f4-d109-4fbd-92ff-601452ba10bb tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 949 time: 0.6426897 Jan 29 20:11:57.066335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 39a4d671-a9c2-42f0-9734-38a979bbe339 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:57.066969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:57.068875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:57.077888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:57.107494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-bff67ed0-f443-449d-8428-1f92926112ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:57.112852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-bff67ed0-f443-449d-8428-1f92926112ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 908 time: 0.6210403 Jan 29 20:11:57.131320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 7, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:52Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:57.158212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c55ee3bc-5dbc-4d81-b1ed-c0d364ec6648 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7543402 Jan 29 20:11:57.167830 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56144) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:57.184872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:43:b5:d2', 'name': 'tempest-NetworksTestDHCPv6-178727462'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:57.191879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:57.223650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315358cb-b56b-4601-a4f0-9a151404cd4d None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 7, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:52Z', 'revision_number': 4, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:57.328122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61131f8a-8112-4764-867b-1a2634ec4e0d req-19acec75-2e9f-4c59-b700-e786f8c6420e tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897053 Jan 29 20:11:57.329789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ddc1c999-43f6-4dca-b1ae-5f4ed3ed4802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4505334 Jan 29 20:11:57.393324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '697e9ba0-3091-43f1-8df1-8a4925865103', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'port_id': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'mac_address': 'fa:16:3e:e7:8e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:11:50Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 0, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:38Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:57.420859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Request body: {'port': {'device_id': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:11:57.470904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-7c03239a-7f2b-4aef-b904-2383bfd2a0ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 1000 time: 0.3394911 Jan 29 20:11:57.527140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] Checking router: 864b543e-1795-4db4-8048-43f23bf142d6 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:57.564638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Current status of the port 4ca83489-0340-402e-b051-1e8a2fdf13b1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:57.564949 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:57.621910 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:11:57.627420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-80026772-d206-4fcb-9af3-7e2d6d0657ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:57.639391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-80026772-d206-4fcb-9af3-7e2d6d0657ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.1518211 Jan 29 20:11:57.641099 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:57.641733 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:57.643535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56146) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:11:57.660974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 39a4d671-a9c2-42f0-9734-38a979bbe339 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:57.661199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:57.720953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:57.726817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:57.731066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff14c7f-c570-408e-97cc-1d4824ccf713 req-002e9955-e6ad-47f3-b566-11841b9a6ef5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:57.732983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ff14c7f-c570-408e-97cc-1d4824ccf713 req-002e9955-e6ad-47f3-b566-11841b9a6ef5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 931 time: 0.7050936 Jan 29 20:11:57.895583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:57.902157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 39a4d671-a9c2-42f0-9734-38a979bbe339, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=39a4d671-a9c2-42f0-9734-38a979bbe339,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:57.912029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] For port 4ca83489-0340-402e-b051-1e8a2fdf13b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4ca83489-0340-402e-b051-1e8a2fdf13b1,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:57.918563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-372c4156-3e08-4572-82b7-814a18ad2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:57.923704 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-372c4156-3e08-4572-82b7-814a18ad2bce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2834117 Jan 29 20:11:57.954454 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:57.990990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:11:58.005378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.006200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:58.015373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 9737904b-1b27-493d-a45e-3f4bfd7e08ba {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:11:58.015893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.024876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ff14c7f-c570-408e-97cc-1d4824ccf713 req-93af0933-2580-4b9e-89a8-78a4481ba10a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808707 Jan 29 20:11:58.031342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.110613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd7691f-b009-472a-9ca5-4c6c30120b39 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:11:58.190240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:58.252452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-f13f9854-afa9-46f9-9410-6e3898658200 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134556 Jan 29 20:11:58.283236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Provisioning complete for port 9737904b-1b27-493d-a45e-3f4bfd7e08ba triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:58.289657 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.389544 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 7, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:54Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:58.429569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-129e4c69-6e0a-432d-83c7-d7ed9c78d268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.435674 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:11:58.461980 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:11:58.462611 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:58.469316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25414b7b-1359-46c7-985e-f1c84dbe065a req-f9dd9a7a-a560-470e-849f-b01cc8d820d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117300 Jan 29 20:11:58.478957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=39a4d671-a9c2-42f0-9734-38a979bbe339,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:58.556056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846647a-ab37-4feb-93af-25c7f3e40396 req-e73805eb-dd9a-453a-8c74-76fe88b63beb tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:58.563951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e846647a-ab37-4feb-93af-25c7f3e40396 req-e73805eb-dd9a-453a-8c74-76fe88b63beb tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 949 time: 0.0752442 Jan 29 20:11:58.577536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.639162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 9737904b-1b27-493d-a45e-3f4bfd7e08ba, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9737904b-1b27-493d-a45e-3f4bfd7e08ba,segment=NetworkSegment(8970ae8b-df89-447f-bdc6-9f6723689da2),segment_id=8970ae8b-df89-447f-bdc6-9f6723689da2)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:11:58.639531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.639978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:58.640534 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.645649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e846647a-ab37-4feb-93af-25c7f3e40396 req-10816a1b-4fd1-481b-8d60-32a985f914aa tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806623 Jan 29 20:11:58.646398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:11:58.755751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 9737904b-1b27-493d-a45e-3f4bfd7e08ba owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:11:58.767610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port bca5cdc5-156a-4e4c-807e-b8a83dadfa74 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:11:58.824347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Pushing event updated for resources: {'Port': ['ID=4ca83489-0340-402e-b051-1e8a2fdf13b1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:58.938439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f638de67-86a9-40fd-8260-b47b40b67c16 None None] Current status of the port 9737904b-1b27-493d-a45e-3f4bfd7e08ba is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:58.950927 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 7, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:54Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:58.969687 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:58.992678 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05601f-13fa-4696-ac86-f0894bc07775 None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 7, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9737904b-1b27-493d-a45e-3f4bfd7e08ba', 'name': '', 'network_id': 'edf5a28c-29fa-4eff-80c4-de405b51478c', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:24:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:38Z', 'updated_at': '2022-01-29T20:11:54Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'c41061cd-0b66-4817-99aa-cbfe92d2a7af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:59.006264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:11:59.036099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '697e9ba0-3091-43f1-8df1-8a4925865103', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'port_id': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'mac_address': 'fa:16:3e:e7:8e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:11:50Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 0, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:38Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:11:59.143371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf4949-f92f-42c4-a7ab-07444b68d8fb None None] The sync data for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 is: [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '697e9ba0-3091-43f1-8df1-8a4925865103', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'port_id': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'mac_address': 'fa:16:3e:e7:8e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:11:50Z', 'updated_at': '2022-01-29T20:11:50Z', 'revision_number': 0, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:38Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:11:59.195867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Provisioning complete for port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:59.199566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:59.282847 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:11:59.315228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:11:59.315672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:59.414424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc089b-191f-40fa-bf58-18910218f40d None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:11:59.485161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 172.20.0.13 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/90f7f6f8-07da-4ceb-a457-191227753a6f/bca5cdc5-156a-4e4c-807e-b8a83dadfa74) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:59.492126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe43:b5d2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/7d91976e-8467-4752-8b02-16b7c3779f58/bca5cdc5-156a-4e4c-807e-b8a83dadfa74) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:11:59.504924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9737904b-1b27-493d-a45e-3f4bfd7e08ba up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:11:59.622935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020641f6-c4a7-49a7-87fc-4a507498b208 None None] New status for floating IP 697e9ba0-3091-43f1-8df1-8a4925865103: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:11:59.769211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (9737904b-1b27-493d-a45e-3f4bfd7e08ba), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:11:59.785906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b114886-cdba-41ac-b4d3-a7c35169e252 req-9694dc39-332d-41ff-949b-93f910cbe9cb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:59.787415 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b114886-cdba-41ac-b4d3-a7c35169e252 req-9694dc39-332d-41ff-949b-93f910cbe9cb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 931 time: 0.3642216 Jan 29 20:11:59.833519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:11:59.846437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=9737904b-1b27-493d-a45e-3f4bfd7e08ba,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:11:59.861771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a70f0-afd5-4092-b10a-113f740740e0 req-09de7179-f9c4-4f70-99b4-d67664bc5183 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:11:59.863392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-672a70f0-afd5-4092-b10a-113f740740e0 req-09de7179-f9c4-4f70-99b4-d67664bc5183 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 949 time: 0.1246445 Jan 29 20:11:59.972363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-672a70f0-afd5-4092-b10a-113f740740e0 req-276c9454-a48b-4a2c-95d8-fb7774d01e6f tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950403 Jan 29 20:12:00.083986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc089b-191f-40fa-bf58-18910218f40d None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:12:00.183292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Publish callbacks [] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.215103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1f2d5074-8375-4a3b-b316-434f4916d661 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:00.220618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:00.240960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Transition to ACTIVE for port object 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:12:00.332983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port 9737904b-1b27-493d-a45e-3f4bfd7e08ba {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 20:12:00.333899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port 9737904b-1b27-493d-a45e-3f4bfd7e08ba host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:12:00.335246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9737904b-1b27-493d-a45e-3f4bfd7e08ba not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 29 20:12:00.342725 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b114886-cdba-41ac-b4d3-a7c35169e252 req-661697c1-e75e-4fe8-a581-85b119c45839 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233526 Jan 29 20:12:00.343345 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.353655 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (725ef1f5-a664-4439-a02c-27f6a96099a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.359135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (bca5cdc5-156a-4e4c-807e-b8a83dadfa74), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.425203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 9737904b-1b27-493d-a45e-3f4bfd7e08ba not found, will not notify nova. {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 29 20:12:00.425618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 39a4d671-a9c2-42f0-9734-38a979bbe339 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:00.431626 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.432909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Provisioning complete for port 4ca83489-0340-402e-b051-1e8a2fdf13b1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:00.432909 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.492671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.561725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Pushing event updated for resources: {'Port': ['ID=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:00.622540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 39a4d671-a9c2-42f0-9734-38a979bbe339 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:00.624617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.695110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 1f2d5074-8375-4a3b-b316-434f4916d661 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:12:00.720450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.735642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 1f2d5074-8375-4a3b-b316-434f4916d661 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:00.736022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.821707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Attempting to bind port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:00.822258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Attempting to bind port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:00.822356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Attempting to bind port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:00.824674 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bca5cdc5-156a-4e4c-807e-b8a83dadfa74), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.875214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 1f2d5074-8375-4a3b-b316-434f4916d661 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:00.875563 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.889208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:12:00.889555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Attempting to bind port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:00.943951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:00.944372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:00.944759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:00.945303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Bound port: 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:00.945727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:00.957937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:00.960089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d5074-8375-4a3b-b316-434f4916d661'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:12:00.962932 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a3510-00b6-4c9a-aecc-0c4cc8a8b1c4" -d '{"events": [{"server_uuid": "86b15327-0b5b-4172-b5d3-23b429c2147a", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d5074-8375-4a3b-b316-434f4916d661"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:12:00.979152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:00.995451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0c3a7-a529-48dd-8bb6-28a16914bcc1 None None] Current status of the port 4ca83489-0340-402e-b051-1e8a2fdf13b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:01.026557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:01.029455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=bca5cdc5-156a-4e4c-807e-b8a83dadfa74,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:01.067889 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836eacd-4cec-4141-aa1d-94a2c325d4c6 x-openstack-request-id: req-8836eacd-4cec-4141-aa1d-94a2c325d4c6 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:12:01.068796 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b15327-0b5b-4172-b5d3-23b429c2147a", "name": "network-vif-plugged", "status": "completed", "tag": "1f2d5074-8375-4a3b-b316-434f4916d661", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:12:01.069202 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8836eacd-4cec-4141-aa1d-94a2c325d4c6 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:12:01.070363 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d5074-8375-4a3b-b316-434f4916d661', 'code': 200} Jan 29 20:12:01.074011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 1f2d5074-8375-4a3b-b316-434f4916d661, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1f2d5074-8375-4a3b-b316-434f4916d661,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:01.089730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 39a4d671-a9c2-42f0-9734-38a979bbe339 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:01.091516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5df2828-ef29-499c-b9bb-c154a9e5c36a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:01.146563 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.149562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-61f38c37-7856-4f2e-9065-373f6e93e6f8 None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:01.150431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61f38c37-7856-4f2e-9065-373f6e93e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.267145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=1f2d5074-8375-4a3b-b316-434f4916d661,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:01.297681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:01.298062 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.385068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-61f38c37-7856-4f2e-9065-373f6e93e6f8 None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:01.390648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] For port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:01.395496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] For port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:01.452415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:01.454073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4ca83489-0340-402e-b051-1e8a2fdf13b1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:01.498032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:01.510618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:01.511292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.550534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4ca83489-0340-402e-b051-1e8a2fdf13b1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:01.551376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.570876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d677fa-bc75-4e38-8593-ca805daed00a req-fd7d0bd2-eb2f-49be-a91b-b0711f51b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:01.572645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98d677fa-bc75-4e38-8593-ca805daed00a req-fd7d0bd2-eb2f-49be-a91b-b0711f51b46d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 1132 time: 0.3861780 Jan 29 20:12:01.576542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7b5a9-5cda-4116-a9ef-6bf6f93fd4b2 req-92ae18fd-cc01-4cea-83b8-0877d0cefecf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:01.596217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-70d7b5a9-5cda-4116-a9ef-6bf6f93fd4b2 req-92ae18fd-cc01-4cea-83b8-0877d0cefecf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1118944 Jan 29 20:12:01.604488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.684778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-70d7b5a9-5cda-4116-a9ef-6bf6f93fd4b2 req-b6d27327-499a-4e34-9f16-e513cc548752 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872488 Jan 29 20:12:01.693446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4ca83489-0340-402e-b051-1e8a2fdf13b1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:01.724268 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.732985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae9e6-b851-4947-a2e1-f73d4f3c5da9 req-527e4aea-c665-4590-a344-2be049be500b tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:01.739823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b6ae9e6-b851-4947-a2e1-f73d4f3c5da9 req-527e4aea-c665-4590-a344-2be049be500b tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.5711362 Jan 29 20:12:01.869406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Pushing event updated for resources: {'Port': ['ID=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:01.881028 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98d677fa-bc75-4e38-8593-ca805daed00a req-0c442d3f-5b54-4ea2-a470-f9186b93562e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986276 Jan 29 20:12:01.883383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:01.891893 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aef14383-303a-423a-8fc2-f3ba6a8339ff tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2263570 Jan 29 20:12:01.894654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56178) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:01.899342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bce0f07e-1057-456e-8d27-216cce0c3e12 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7200089 Jan 29 20:12:01.901426 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:01.915622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56180) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:01.933758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:01.934389 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:01.935788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-bc18f911-70cc-475e-96bb-37629fe68e5a service neutron] 10.222.0.13 "PUT /v2.0/ports/44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 HTTP/1.1" status: 200 len: 1091 time: 4.5208445 Jan 29 20:12:01.936338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'tag': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:12:01.938885 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1" -d '{"events": [{"name": "network-changed", "server_uuid": "f06552dc-0c42-4575-a28e-1e8c59b6d165", "tag": "44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:12:01.966539 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:01.977454 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:01.981104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b6ae9e6-b851-4947-a2e1-f73d4f3c5da9 req-7a59b969-52e4-4e1e-9f2f-38a09d20b66a tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365012 Jan 29 20:12:02.013426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Deleting port f1c93ab6-74b2-4bcc-871e-92e00f550a73 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:02.013426 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.048823 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba08246-7e3f-496e-8fd0-0e71e6c2e697 x-openstack-request-id: req-aba08246-7e3f-496e-8fd0-0e71e6c2e697 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:12:02.050448 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06552dc-0c42-4575-a28e-1e8c59b6d165", "tag": "44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:12:02.050704 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aba08246-7e3f-496e-8fd0-0e71e6c2e697 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:12:02.051118 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'tag': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3', 'status': 'completed', 'code': 200} Jan 29 20:12:02.096287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-22987700-81fb-42ab-b8dc-75fbd51c370e None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:02.096869 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22987700-81fb-42ab-b8dc-75fbd51c370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.212560 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:02.248965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb941ec4-a28d-407b-9acd-e6d02f7f741a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:02.254271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb941ec4-a28d-407b-9acd-e6d02f7f741a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:02.255933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bb941ec4-a28d-407b-9acd-e6d02f7f741a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3230953 Jan 29 20:12:02.272467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56184) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:02.364592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet c41061cd-0b66-4817-99aa-cbfe92d2a7af {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:02.371749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (c41061cd-0b66-4817-99aa-cbfe92d2a7af), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.384510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-22987700-81fb-42ab-b8dc-75fbd51c370e None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:02.400256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] For port f1c93ab6-74b2-4bcc-871e-92e00f550a73, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f1c93ab6-74b2-4bcc-871e-92e00f550a73,segment=NetworkSegment(38c21f5a-3fa7-4a36-8473-a104e5d4d779),segment_id=38c21f5a-3fa7-4a36-8473-a104e5d4d779)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:02.400897 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.418020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Calling delete_port for f1c93ab6-74b2-4bcc-871e-92e00f550a73 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:02.462180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (c41061cd-0b66-4817-99aa-cbfe92d2a7af), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.603091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c41061cd-0b66-4817-99aa-cbfe92d2a7af), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.633321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39c61049-4396-42f4-ba17-1a36e9d9a9ea None None] Could not find standard attr ID for object 4d755cca-b1f8-4f5b-a709-8eaea9d68050. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:12:02.776251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (c41061cd-0b66-4817-99aa-cbfe92d2a7af), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.853085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=c41061cd-0b66-4817-99aa-cbfe92d2a7af,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:02.900005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port bca5cdc5-156a-4e4c-807e-b8a83dadfa74 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:02.901145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bca5cdc5-156a-4e4c-807e-b8a83dadfa74), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:02.930034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-25d993d2-3f16-425b-a968-cb826b7294ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:02.931947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-25d993d2-3f16-425b-a968-cb826b7294ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 1125 time: 0.8798571 Jan 29 20:12:02.985392 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:59Z', 'revision_number': 8, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:03.025775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f1c93ab6-74b2-4bcc-871e-92e00f550a73), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.061539 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:03.070925 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:03.074229 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:03.083052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c93ab6-74b2-4bcc-871e-92e00f550a73,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:03.104258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ef4647e7-fd12-4c34-a662-b6fbeb11ea51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 HTTP/1.1" status: 200 len: 217 time: 0.1510220 Jan 29 20:12:03.133225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.142751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c7fb9d4c-239d-487b-8eef-0277eb56c40b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/c41061cd-0b66-4817-99aa-cbfe92d2a7af HTTP/1.1" status: 204 len: 168 time: 1.2444839 Jan 29 20:12:03.145836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56192) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:03.196121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe50b0-3583-42cb-a17d-d1b132db9fcf None None] Network edf5a28c-29fa-4eff-80c4-de405b51478c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:03.295548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bca5cdc5-156a-4e4c-807e-b8a83dadfa74), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.328316 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for bca5cdc5-156a-4e4c-807e-b8a83dadfa74 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:03.396811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e8b858e9-8672-4346-8a29-331588d60451 None None] Provisioning complete for port bca5cdc5-156a-4e4c-807e-b8a83dadfa74 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:03.397640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8b858e9-8672-4346-8a29-331588d60451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bca5cdc5-156a-4e4c-807e-b8a83dadfa74), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.408892 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:03.485963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e8b858e9-8672-4346-8a29-331588d60451 None None] Port bca5cdc5-156a-4e4c-807e-b8a83dadfa74 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:12:03.643786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] DHCP port deletion for edf5a28c-29fa-4eff-80c4-de405b51478c request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:03.792188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] Deleting port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:03.805800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.908594 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:59Z', 'revision_number': 8, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:03.920497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (edf5a28c-29fa-4eff-80c4-de405b51478c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.926661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bca5cdc5-156a-4e4c-807e-b8a83dadfa74), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.950769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ea825-a468-4356-91bd-970fbe8a52a4 req-9b02be3e-055d-4a19-ac5c-812f4a8d01b7 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:03.953741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c5ea825-a468-4356-91bd-970fbe8a52a4 req-9b02be3e-055d-4a19-ac5c-812f4a8d01b7 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.7979028 Jan 29 20:12:03.973376 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d32477-2fd8-4cca-add9-48e761f2b2a1 None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:11:59Z', 'revision_number': 8, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8782aa3d-cd01-41fc-a353-616dd8ba8296', 'name': '', 'network_id': 'fdfb3511-f12d-4535-9e63-c6667b99c8ef', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:c1:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:28Z', 'updated_at': '2022-01-29T20:11:45Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': 'fab3f19a-86b1-4af9-8c73-587d6e0cf747', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:03.976574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] For port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,segment=NetworkSegment(8970ae8b-df89-447f-bdc6-9f6723689da2),segment_id=8970ae8b-df89-447f-bdc6-9f6723689da2)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:03.976574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:03.989691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:04.033955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] Calling delete_port for fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:04.075186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=bca5cdc5-156a-4e4c-807e-b8a83dadfa74,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:04.188530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (725ef1f5-a664-4439-a02c-27f6a96099a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.194978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:04.197416 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.201324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbb7a6-7ca8-4115-9c43-74cdb9f80897 req-d6fdc9e7-2962-4eed-ba46-b6c5beea3df6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:04.202895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5dfbb7a6-7ca8-4115-9c43-74cdb9f80897 req-d6fdc9e7-2962-4eed-ba46-b6c5beea3df6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 1.2935777 Jan 29 20:12:04.239919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-1f4b81b1-838d-432d-ab75-a1ac52b7e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:04.241986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-1f4b81b1-838d-432d-ab75-a1ac52b7e145 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 1.1275890 Jan 29 20:12:04.291170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.300412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c5ca81a1-2f7c-424a-94f3-256ecb1f30c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/bca5cdc5-156a-4e4c-807e-b8a83dadfa74 HTTP/1.1" status: 204 len: 168 time: 2.0262277 Jan 29 20:12:04.310956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56198) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:04.378072 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.430674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c5ea825-a468-4356-91bd-970fbe8a52a4 req-c71392bf-2800-47ad-907d-30cf6a43ab14 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835385 Jan 29 20:12:04.443923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:04.443923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.445425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] Pushing event deleted for resources: {'Port': ['ID=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:04.451989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91160ca2-3ecf-46f5-a0bc-24bd7c4d08d3 None None] No DVR routers for this DVR port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:04.520806 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5dfbb7a6-7ca8-4115-9c43-74cdb9f80897 req-28ffc108-7de4-4c02-ade0-a33e52153ece tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073692 Jan 29 20:12:04.548676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b7043-85c8-4aac-b4f6-c9caa0fa8f07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:04.550167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b7043-85c8-4aac-b4f6-c9caa0fa8f07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:04.552693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b7043-85c8-4aac-b4f6-c9caa0fa8f07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:04.555113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f, host n-d-825496-5, got binding levels [] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:04.558227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.559123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-939b7043-85c8-4aac-b4f6-c9caa0fa8f07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2144279 Jan 29 20:12:04.561928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56200) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:04.569407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:04.573426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f was not found and therefore no delete operation was performed {{(pid=103562) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 20:12:04.574782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.610345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:04.612969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port fb9f0ed3-1c45-4c8c-ac69-6a9a4eea303f on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:04.660387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-33ecb35c-d3b7-4750-930b-3a5e7aa1879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:04.661993 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-33ecb35c-d3b7-4750-930b-3a5e7aa1879f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3813748 Jan 29 20:12:04.711665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (edf5a28c-29fa-4eff-80c4-de405b51478c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.737884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf5a28c-29fa-4eff-80c4-de405b51478c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:04.753788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8970ae8b-df89-447f-bdc6-9f6723689da2') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:04.754175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8970ae8b-df89-447f-bdc6-9f6723689da2') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:04.765734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 7d91976e-8467-4752-8b02-16b7c3779f58 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:04.766247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (8970ae8b-df89-447f-bdc6-9f6723689da2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.771387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (7d91976e-8467-4752-8b02-16b7c3779f58), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.783668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8970ae8b-df89-447f-bdc6-9f6723689da2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.790910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:12:04.791372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (8970ae8b-df89-447f-bdc6-9f6723689da2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:12:04.795645 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:12:04.857006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-b774945b-26d6-45a5-a6ba-52db48ba108a service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867528 Jan 29 20:12:04.883007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (7d91976e-8467-4752-8b02-16b7c3779f58), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.959702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (edf5a28c-29fa-4eff-80c4-de405b51478c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.973681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:04.983520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/edf5a28c-29fa-4eff-80c4-de405b51478c HTTP/1.1" status: 204 len: 168 time: 1.8260183 Jan 29 20:12:04.992783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56202) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:05.037278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Router 725ef1f5-a664-4439-a02c-27f6a96099a3 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:05.046615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a95ca1-31e4-44de-abe7-6609dbc17af2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=edf5a28c-29fa-4eff-80c4-de405b51478c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:05.146907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94f6bf5c-5132-4552-aa85-149ede8ab4d5 req-ed9807a4-6a48-4489-af44-c172c6b9ae27 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812996 Jan 29 20:12:05.159945 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7d91976e-8467-4752-8b02-16b7c3779f58), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:05.277940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:05.290190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-13671c07-36f9-49e4-ba70-056ed80c5982 admin admin] 10.222.0.15 "PUT /v2.0/routers/725ef1f5-a664-4439-a02c-27f6a96099a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6354039 Jan 29 20:12:05.295418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56206) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:05.296755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90320a93-9664-4044-9938-1d23547ea593 None None] Sync routers for ids ['725ef1f5-a664-4439-a02c-27f6a96099a3'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:05.311734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] Routers {'725ef1f5-a664-4439-a02c-27f6a96099a3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:05.326639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['725ef1f5-a664-4439-a02c-27f6a96099a3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:05.435344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-9d3367c7-8ade-4cb1-85d1-6da0981bf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:05.436914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-9d3367c7-8ade-4cb1-85d1-6da0981bf0a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 1125 time: 0.0981281 Jan 29 20:12:05.460152 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (7d91976e-8467-4752-8b02-16b7c3779f58), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:05.463067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:05.520918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] Set router 725ef1f5-a664-4439-a02c-27f6a96099a3 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:05.537843 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks [] for router (725ef1f5-a664-4439-a02c-27f6a96099a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:05.589120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836db53-6083-438d-b6d3-976acb037c2f None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:05.623994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:05.629924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/7d91976e-8467-4752-8b02-16b7c3779f58 HTTP/1.1" status: 204 len: 168 time: 1.0633957 Jan 29 20:12:05.633652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:05.646907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e6aa5-eb48-473d-be95-d7cea486e24b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=7d91976e-8467-4752-8b02-16b7c3779f58,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:05.822378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79666e94-0d82-4d19-8b1e-af8b44dc79bf req-57e270cc-f1e5-445e-ae98-31fbfd946444 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:05.824716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79666e94-0d82-4d19-8b1e-af8b44dc79bf req-57e270cc-f1e5-445e-ae98-31fbfd946444 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.2407556 Jan 29 20:12:05.845009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 90f7f6f8-07da-4ceb-a457-191227753a6f {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:05.858089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (90f7f6f8-07da-4ceb-a457-191227753a6f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:05.875046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-1465bc1f-a43e-40ae-9765-f83fca0e8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:05.877036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-1465bc1f-a43e-40ae-9765-f83fca0e8a58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.4309239 Jan 29 20:12:05.925461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79666e94-0d82-4d19-8b1e-af8b44dc79bf req-3d634fbc-baa6-4634-92e6-665577dcd9f8 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942636 Jan 29 20:12:05.981552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaad82-166b-438e-b01a-bd3abebbee33 req-529604ae-3250-48ee-9f39-e2dd678dcff8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:05.983082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29eaad82-166b-438e-b01a-bd3abebbee33 req-529604ae-3250-48ee-9f39-e2dd678dcff8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2804201 Jan 29 20:12:05.984561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks [] for router_gateway (725ef1f5-a664-4439-a02c-27f6a96099a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:06.015764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (90f7f6f8-07da-4ceb-a457-191227753a6f), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:06.089252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-ce742eaa-64ce-4c77-b5da-81ae7b7c65f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 HTTP/1.1" status: 200 len: 217 time: 0.1673610 Jan 29 20:12:06.129672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 8782aa3d-cd01-41fc-a353-616dd8ba8296 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:06.130414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:06.164191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9737904b-1b27-493d-a45e-3f4bfd7e08ba no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:06.233095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-b4f16f5e-798f-4033-98ed-a10c3639a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:06.235067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-b4f16f5e-798f-4033-98ed-a10c3639a7ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.1351385 Jan 29 20:12:06.237636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9737904b-1b27-493d-a45e-3f4bfd7e08ba {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:06.237636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9737904b-1b27-493d-a45e-3f4bfd7e08ba not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:06.324920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:12:02Z', 'revision_number': 5, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port': {'id': '775d1ca9-bea7-49ba-be4e-38331b04228f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:09Z', 'updated_at': '2022-01-29T20:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:06.372990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 8782aa3d-cd01-41fc-a353-616dd8ba8296, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8782aa3d-cd01-41fc-a353-616dd8ba8296,segment=NetworkSegment(38c0d505-5ed6-4f62-a554-b094032ee5f1),segment_id=38c0d505-5ed6-4f62-a554-b094032ee5f1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:06.373516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:06.417386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 8782aa3d-cd01-41fc-a353-616dd8ba8296 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:06.423274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90320a93-9664-4044-9938-1d23547ea593 None None] Checking router: 725ef1f5-a664-4439-a02c-27f6a96099a3 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:06.438964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] Routers {'725ef1f5-a664-4439-a02c-27f6a96099a3'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:06.439901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['725ef1f5-a664-4439-a02c-27f6a96099a3'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:06.521690 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-29eaad82-166b-438e-b01a-bd3abebbee33 req-b048a86e-ab8e-4bd7-ba65-9f1fbebb271e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454234 Jan 29 20:12:06.665660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] Set router 725ef1f5-a664-4439-a02c-27f6a96099a3 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:06.794213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4337-920d-4b64-a39d-30bf22171d7f req-32bcc82e-e451-489f-abab-f9303a5eef96 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:06.796065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-276f4337-920d-4b64-a39d-30bf22171d7f req-32bcc82e-e451-489f-abab-f9303a5eef96 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.1925046 Jan 29 20:12:06.826747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-90320a93-9664-4044-9938-1d23547ea593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:12:05Z', 'revision_number': 6, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:06.890578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90320a93-9664-4044-9938-1d23547ea593 None None] The sync data for ids ['725ef1f5-a664-4439-a02c-27f6a96099a3'] in n-d-825496-5 is: [{'id': '725ef1f5-a664-4439-a02c-27f6a96099a3', 'name': 'tempest-TestAggregatesBasicOps-1270316261-router', 'tenant_id': '5a9d4470150d42278db52436c30d12cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:05Z', 'updated_at': '2022-01-29T20:12:05Z', 'revision_number': 6, 'project_id': '5a9d4470150d42278db52436c30d12cc', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:07.003040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-276f4337-920d-4b64-a39d-30bf22171d7f req-e191c4da-6c9f-4223-b05b-bf0a8ca8131d tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551094 Jan 29 20:12:07.121621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8782aa3d-cd01-41fc-a353-616dd8ba8296), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.150367 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (90f7f6f8-07da-4ceb-a457-191227753a6f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.157497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=8782aa3d-cd01-41fc-a353-616dd8ba8296,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:07.247728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-9589d1c4-d3a8-4485-9580-901dd5c334c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:07.249327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-9589d1c4-d3a8-4485-9580-901dd5c334c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9951768 Jan 29 20:12:07.255205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Deleting port 775d1ca9-bea7-49ba-be4e-38331b04228f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:07.255563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.371362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (90f7f6f8-07da-4ceb-a457-191227753a6f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.469245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-73980c09-9838-4c1e-9c14-c7c3ce5fe3d6 None None] Provisioning complete for port a5df2828-ef29-499c-b9bb-c154a9e5c36a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:07.478564 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-73980c09-9838-4c1e-9c14-c7c3ce5fe3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.508781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=90f7f6f8-07da-4ceb-a457-191227753a6f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:07.562795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.570418 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-06cc1994-7d2a-401e-a6fe-bd9d1e838c59 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/90f7f6f8-07da-4ceb-a457-191227753a6f HTTP/1.1" status: 204 len: 168 time: 1.9312656 Jan 29 20:12:07.579074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e870249-83ca-41fa-8573-e7f40b9cd58a None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:07.627691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56228) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:07.721751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-be6f2842-9049-49eb-98ee-ed9529f7c455 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885205 Jan 29 20:12:07.738242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56230) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:07.743884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:07.814661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] For port 775d1ca9-bea7-49ba-be4e-38331b04228f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=775d1ca9-bea7-49ba-be4e-38331b04228f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:07.814996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:07.875325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-73980c09-9838-4c1e-9c14-c7c3ce5fe3d6 None None] Current status of the port a5df2828-ef29-499c-b9bb-c154a9e5c36a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:08.029863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:08.060120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Calling delete_port for 775d1ca9-bea7-49ba-be4e-38331b04228f owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:08.133980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-9dcf5373-8c1b-4d14-8723-69b3db949eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607081 Jan 29 20:12:08.177888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 775d1ca9-bea7-49ba-be4e-38331b04228f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:08.242184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf4440-8283-48b2-825c-bb85d1b27446 req-64eb378b-0f47-496f-87d6-9c88f6f7a659 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:08.246053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2baf4440-8283-48b2-825c-bb85d1b27446 req-64eb378b-0f47-496f-87d6-9c88f6f7a659 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.4901185 Jan 29 20:12:08.275418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.296019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] Deleting port a5df2828-ef29-499c-b9bb-c154a9e5c36a {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:08.296327 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.378126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1adf-3f3a-47f9-8ced-d60382b9a73f req-ba75a9d4-4e2d-479d-bf11-8d821b20ba26 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:08.389512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-122a1adf-3f3a-47f9-8ced-d60382b9a73f req-ba75a9d4-4e2d-479d-bf11-8d821b20ba26 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.2406571 Jan 29 20:12:08.426782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] For port a5df2828-ef29-499c-b9bb-c154a9e5c36a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5df2828-ef29-499c-b9bb-c154a9e5c36a,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:08.427178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.454378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] Calling delete_port for a5df2828-ef29-499c-b9bb-c154a9e5c36a owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:08.459775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-122a1adf-3f3a-47f9-8ced-d60382b9a73f req-a0e1b9b7-d350-43e4-a30e-8cfd5144e74f tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693033 Jan 29 20:12:08.481161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.619496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 775d1ca9-bea7-49ba-be4e-38331b04228f is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:08.620873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.639604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-942bb135-5f6d-4d96-8e40-89f4a5f8bad1 req-9ac246d0-9f45-482c-ad5a-c85bd9ac6545 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040123 Jan 29 20:12:08.640188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:08.644702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.655732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 775d1ca9-bea7-49ba-be4e-38331b04228f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=775d1ca9-bea7-49ba-be4e-38331b04228f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:08.693838 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a5df2828-ef29-499c-b9bb-c154a9e5c36a), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.699770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-76c77cc5-09a0-4e85-b701-26d0d146f4bf tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:08.701327 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-76c77cc5-09a0-4e85-b701-26d0d146f4bf tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.26 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.7136509 Jan 29 20:12:08.735258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2baf4440-8283-48b2-825c-bb85d1b27446 req-ebf7cec8-e034-4c18-96c6-febfbf87e26c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343324 Jan 29 20:12:08.774589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] No DVR routers for this DVR port a5df2828-ef29-499c-b9bb-c154a9e5c36a on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:08.782836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:08.783635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f1c93ab6-74b2-4bcc-871e-92e00f550a73 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:08.786425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19c51d-4a85-4df1-8f50-84b5b582dccf None None] Pushing event deleted for resources: {'Port': ['ID=a5df2828-ef29-499c-b9bb-c154a9e5c36a,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:08.839136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f1c93ab6-74b2-4bcc-871e-92e00f550a73 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:08.839384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f1c93ab6-74b2-4bcc-871e-92e00f550a73 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:08.870141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=775d1ca9-bea7-49ba-be4e-38331b04228f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:08.979552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:09.142804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:09.146368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Deleting port 1f2d5074-8375-4a3b-b316-434f4916d661 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:09.146750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.150215 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (775d1ca9-bea7-49ba-be4e-38331b04228f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.162501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56236) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:09.162788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4bcbac74-98dc-4d15-9b82-8d767aebf6d4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1684899 Jan 29 20:12:09.163610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562218f-265e-4234-bf76-9fad827c229f None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:09.182222 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:09.182898 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:09.260188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Pushing event deleted for resources: {'Port': ['ID=775d1ca9-bea7-49ba-be4e-38331b04228f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:09.308439 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:09.465781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet fab3f19a-86b1-4af9-8c73-587d6e0cf747 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:09.480440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (fab3f19a-86b1-4af9-8c73-587d6e0cf747), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.531923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-9ebf4be0-a81c-4ff9-984b-43aa3b9300dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3205030 Jan 29 20:12:09.539178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] For port 1f2d5074-8375-4a3b-b316-434f4916d661, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=1f2d5074-8375-4a3b-b316-434f4916d661,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:09.540739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.559548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (725ef1f5-a664-4439-a02c-27f6a96099a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.569786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Calling delete_port for 1f2d5074-8375-4a3b-b316-434f4916d661 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:09.618850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.640998 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:06Z', 'revision_number': 9, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:09.671319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1499b8-f57b-46ae-a543-4182989f3002 req-af51f5f1-8459-4204-b85b-55500cb085c6 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:09.680756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f1499b8-f57b-46ae-a543-4182989f3002 req-af51f5f1-8459-4204-b85b-55500cb085c6 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.0969191 Jan 29 20:12:09.694468 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562218f-265e-4234-bf76-9fad827c229f None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:09.732920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (725ef1f5-a664-4439-a02c-27f6a96099a3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.734391 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:09.738207 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks [] for router_controller (725ef1f5-a664-4439-a02c-27f6a96099a3), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.742008 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:09.820532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f1499b8-f57b-46ae-a543-4182989f3002 req-3e52286f-c7d5-4c00-a476-39580b3baa63 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380992 Jan 29 20:12:09.861106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (fab3f19a-86b1-4af9-8c73-587d6e0cf747), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:09.919770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5df2828-ef29-499c-b9bb-c154a9e5c36a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:09.995047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a5df2828-ef29-499c-b9bb-c154a9e5c36a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:09.995733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5df2828-ef29-499c-b9bb-c154a9e5c36a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:09.997940 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:10.317675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (725ef1f5-a664-4439-a02c-27f6a96099a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.317675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725ef1f5-a664-4439-a02c-27f6a96099a3 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:12:10.323285 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7562218f-265e-4234-bf76-9fad827c229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:06Z', 'revision_number': 9, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:10.354791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562218f-265e-4234-bf76-9fad827c229f None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:06Z', 'revision_number': 9, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '039c99a7-9f79-48ee-bafb-8303fa8ff5c8', 'name': '', 'network_id': '28d6a97a-1b28-40e2-91e9-be5b75eafce2', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:ba:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:15Z', 'updated_at': '2022-01-29T20:11:37Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '0a849a95-0323-4b7e-8db2-8f40f62a4bc2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:10.366757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.370474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a775ae2-fc25-433e-895c-80adabca8436 admin admin] 10.222.0.15 "DELETE /v2.0/routers/725ef1f5-a664-4439-a02c-27f6a96099a3 HTTP/1.1" status: 204 len: 168 time: 5.0722742 Jan 29 20:12:10.370836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:10.380508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:10.445000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:10.448061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Deleting subnet e840a339-6b53-4dc7-844e-28bc5a7594e1 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:10.452571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Publish callbacks [] for subnet (e840a339-6b53-4dc7-844e-28bc5a7594e1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.465959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:10.473839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:10.474491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.478045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b91ef-a4b2-4e16-90e9-be4f11894beb None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:10.511983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (fab3f19a-86b1-4af9-8c73-587d6e0cf747), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.525639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (e840a339-6b53-4dc7-844e-28bc5a7594e1), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.650326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33eaca-be7e-4489-9597-72308c717172 req-75171e60-9f84-48ee-aa1c-1960f8f0fcab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:10.652053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa33eaca-be7e-4489-9597-72308c717172 req-75171e60-9f84-48ee-aa1c-1960f8f0fcab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.7401931 Jan 29 20:12:10.654042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-9d76b37e-5467-49f7-a4a1-5573529c471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:10.661710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-9d76b37e-5467-49f7-a4a1-5573529c471c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 0.8365197 Jan 29 20:12:10.689233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e840a339-6b53-4dc7-844e-28bc5a7594e1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.727079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (fab3f19a-86b1-4af9-8c73-587d6e0cf747), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.738601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:10.739597 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.853896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:10.859318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/fab3f19a-86b1-4af9-8c73-587d6e0cf747 HTTP/1.1" status: 204 len: 168 time: 1.6778419 Jan 29 20:12:10.860492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff043c-7543-4bc9-93c8-6a6aaad9cef7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=fab3f19a-86b1-4af9-8c73-587d6e0cf747,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:10.862054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:10.883156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-97f620f3-ed25-443c-84fb-2a90c133bf71 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1437852 Jan 29 20:12:10.897147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40728bae-5651-4b33-96cd-a3532bcd3acd None None] Network fdfb3511-f12d-4535-9e63-c6667b99c8ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:10.908367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56260) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:10.929933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:10.938701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa33eaca-be7e-4489-9597-72308c717172 req-07b484f8-9b1b-4b51-a6c0-2389299c78c7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759914 Jan 29 20:12:11.007856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (fdfb3511-f12d-4535-9e63-c6667b99c8ef), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.021063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (e840a339-6b53-4dc7-844e-28bc5a7594e1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.102181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.105719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e840a339-6b53-4dc7-844e-28bc5a7594e1 HTTP/1.1" status: 204 len: 168 time: 0.7337358 Jan 29 20:12:11.106878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cebfc-f2dc-45d7-bcc2-691205220cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e840a339-6b53-4dc7-844e-28bc5a7594e1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:11.113550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56264) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:11.141214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dcb027-28c6-46e4-8254-47cdaf8534aa None None] Network 3e661b61-ab78-4b79-ba8a-45d067f7368a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:11.204484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (3e661b61-ab78-4b79-ba8a-45d067f7368a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.319711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b8758-fb2d-4b6b-bbff-d50b25e8843f req-0a70b3c5-6fb5-4f65-b021-da5fe4e2cc09 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:11.324773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af5b8758-fb2d-4b6b-bbff-d50b25e8843f req-0a70b3c5-6fb5-4f65-b021-da5fe4e2cc09 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 950 time: 0.3084502 Jan 29 20:12:11.338745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Allocated IP 172.20.0.2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0/206aa11c-a86c-4317-a8d1-b1a561ee4dc1) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:11.366975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-38d46b3f-f8c3-4fd6-a0ab-a0dae5ae1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:11.371576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-38d46b3f-f8c3-4fd6-a0ab-a0dae5ae1a83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 908 time: 0.6645198 Jan 29 20:12:11.411045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af5b8758-fb2d-4b6b-bbff-d50b25e8843f req-d460349d-a991-4408-8740-4d6c16071e67 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/security-groups?id=e69485d1-2a37-46b3-9fd8-53dd8583fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Jan 29 20:12:11.449246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port d5bc9125-75c9-4fd6-a252-c07a256b97e8 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:11.449246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.496856 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1f2d5074-8375-4a3b-b316-434f4916d661), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.530506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port d5bc9125-75c9-4fd6-a252-c07a256b97e8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d5bc9125-75c9-4fd6-a252-c07a256b97e8,segment=NetworkSegment(38c0d505-5ed6-4f62-a554-b094032ee5f1),segment_id=38c0d505-5ed6-4f62-a554-b094032ee5f1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:11.530876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.551781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for d5bc9125-75c9-4fd6-a252-c07a256b97e8 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:11.576528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c5bf9-af52-4c03-8cb0-0278da864431 None None] DHCP port deletion for fdfb3511-f12d-4535-9e63-c6667b99c8ef request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:11.626506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] DHCP port deletion for 3e661b61-ab78-4b79-ba8a-45d067f7368a request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:11.639561 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Pushing event deleted for resources: {'Port': ['ID=1f2d5074-8375-4a3b-b316-434f4916d661,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:11.671607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Deleting port 664e9d84-a218-45d0-9f57-b1b863748363 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:11.672023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (664e9d84-a218-45d0-9f57-b1b863748363), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.687794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-d1a2a34c-4443-4770-90aa-98334c4a9465 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 1002 time: 0.3046026 Jan 29 20:12:11.764290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] For port 664e9d84-a218-45d0-9f57-b1b863748363, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=664e9d84-a218-45d0-9f57-b1b863748363,segment=NetworkSegment(38c21f5a-3fa7-4a36-8473-a104e5d4d779),segment_id=38c21f5a-3fa7-4a36-8473-a104e5d4d779)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:11.764849 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (664e9d84-a218-45d0-9f57-b1b863748363), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.768302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d5bc9125-75c9-4fd6-a252-c07a256b97e8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.800724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Calling delete_port for 664e9d84-a218-45d0-9f57-b1b863748363 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:11.846728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=d5bc9125-75c9-4fd6-a252-c07a256b97e8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:11.848861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port d5bc9125-75c9-4fd6-a252-c07a256b97e8 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:11.858401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] No DVR routers for this DVR port 1f2d5074-8375-4a3b-b316-434f4916d661 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:11.883725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-894c5bf9-af52-4c03-8cb0-0278da864431 None None] The port 'd5bc9125-75c9-4fd6-a252-c07a256b97e8' was deleted {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 29 20:12:11.894206 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:11.897841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1f2d5074-8375-4a3b-b316-434f4916d661 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:11.898315 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.916858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:11.927143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-63ab7f06-eda0-4ab8-8d0f-dc69b1802df0 req-adfec7d0-dd57-4852-b94f-72aa86989da2 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.26 "DELETE /v2.0/ports/1f2d5074-8375-4a3b-b316-434f4916d661 HTTP/1.1" status: 204 len: 173 time: 3.1900730 Jan 29 20:12:11.935594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'name': 'network-vif-deleted', 'tag': '1f2d5074-8375-4a3b-b316-434f4916d661'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:12:11.938166 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687531ce-5b25-4917-b9e3-805368f1e2f5" -d '{"events": [{"server_uuid": "86b15327-0b5b-4172-b5d3-23b429c2147a", "name": "network-vif-deleted", "tag": "1f2d5074-8375-4a3b-b316-434f4916d661"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:12:12.028632 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf5652a-7d1e-4e6d-9d32-5421ea68592b x-openstack-request-id: req-ddf5652a-7d1e-4e6d-9d32-5421ea68592b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:12:12.029392 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b15327-0b5b-4172-b5d3-23b429c2147a", "name": "network-vif-deleted", "tag": "1f2d5074-8375-4a3b-b316-434f4916d661", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:12:12.029943 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddf5652a-7d1e-4e6d-9d32-5421ea68592b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:12:12.030495 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b15327-0b5b-4172-b5d3-23b429c2147a', 'name': 'network-vif-deleted', 'tag': '1f2d5074-8375-4a3b-b316-434f4916d661', 'status': 'completed', 'code': 200} Jan 29 20:12:12.056243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-a5b9487b-bbb2-4ef8-a327-179c45eb3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:12.057110 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-a5b9487b-bbb2-4ef8-a327-179c45eb3ee3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.3168330 Jan 29 20:12:12.150785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 664e9d84-a218-45d0-9f57-b1b863748363 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:12.155362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (fdfb3511-f12d-4535-9e63-c6667b99c8ef), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.177686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 1f2d5074-8375-4a3b-b316-434f4916d661 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:12.178295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 1f2d5074-8375-4a3b-b316-434f4916d661 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:12.290332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfb3511-f12d-4535-9e63-c6667b99c8ef']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:12.324535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c0d505-5ed6-4f62-a554-b094032ee5f1') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:12.324884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c0d505-5ed6-4f62-a554-b094032ee5f1') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:12.367005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (38c0d505-5ed6-4f62-a554-b094032ee5f1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.385175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-aa8d4dd2-1110-4858-ae64-79641fdc0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:12.386989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-aa8d4dd2-1110-4858-ae64-79641fdc0369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2788093 Jan 29 20:12:12.407244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (38c0d505-5ed6-4f62-a554-b094032ee5f1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.421871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:12:12.422288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (38c0d505-5ed6-4f62-a554-b094032ee5f1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:12:12.583729 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:12:12.586387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (664e9d84-a218-45d0-9f57-b1b863748363), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.627844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] No DVR routers for this DVR port 664e9d84-a218-45d0-9f57-b1b863748363 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:12.649528 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-dbb4d53e-b794-4e93-8c4c-e3a999db0454 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540164 Jan 29 20:12:12.684474 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Publish callbacks [] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.698880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port 664e9d84-a218-45d0-9f57-b1b863748363 {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 20:12:12.699306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port 664e9d84-a218-45d0-9f57-b1b863748363 host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:12:12.699623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 664e9d84-a218-45d0-9f57-b1b863748363 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:12.702090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8782aa3d-cd01-41fc-a353-616dd8ba8296 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:12.723443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6acbd2-7c84-4649-8c5c-ef7eb9e8161f req-4fbf96d3-56be-4630-9cdf-5217397eebfb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:12.725354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf6acbd2-7c84-4649-8c5c-ef7eb9e8161f req-4fbf96d3-56be-4630-9cdf-5217397eebfb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.5940354 Jan 29 20:12:12.729248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Pushing event deleted for resources: {'Port': ['ID=664e9d84-a218-45d0-9f57-b1b863748363,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:12.746906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea2afdd8-90ae-45a6-80cc-d409f8be5efd req-3115755b-4225-4d21-b2d1-55c17418d041 tempest-VolumesNegativeTest-1149045681 tempest-VolumesNegativeTest-1149045681-project] 10.222.0.15 "GET /v2.0/ports?device_id=86b15327-0b5b-4172-b5d3-23b429c2147a HTTP/1.1" status: 200 len: 210 time: 0.1717536 Jan 29 20:12:12.799067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.804840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8782aa3d-cd01-41fc-a353-616dd8ba8296 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:12.805191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8782aa3d-cd01-41fc-a353-616dd8ba8296 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:12.805606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d5bc9125-75c9-4fd6-a252-c07a256b97e8 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:12.837069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Deleting port 664e9d84-a218-45d0-9f57-b1b863748363 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:12.837438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (664e9d84-a218-45d0-9f57-b1b863748363), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.840329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d5bc9125-75c9-4fd6-a252-c07a256b97e8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:12.840675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d5bc9125-75c9-4fd6-a252-c07a256b97e8 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:12.842570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (3e661b61-ab78-4b79-ba8a-45d067f7368a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.868532 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (fdfb3511-f12d-4535-9e63-c6667b99c8ef), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.873920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:12.884927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/fdfb3511-f12d-4535-9e63-c6667b99c8ef HTTP/1.1" status: 204 len: 168 time: 2.0214565 Jan 29 20:12:12.890739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56274) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:12.909034 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f063506e-cb1c-49eb-8c0c-7525beaf110b req-12736000-616f-4f7c-82f4-81cc97ca18a4 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419503 Jan 29 20:12:12.921350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:12.932979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:12.940662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:12.978791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf6acbd2-7c84-4649-8c5c-ef7eb9e8161f req-3b692b8e-8ad3-44e0-adaf-113c65a1ea27 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451460 Jan 29 20:12:12.979938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c12b37-4330-4783-b0b8-b09fc10687e0 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=fdfb3511-f12d-4535-9e63-c6667b99c8ef,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:12.992157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e661b61-ab78-4b79-ba8a-45d067f7368a']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:13.033758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Pushing event updated for resources: {'Port': ['ID=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:13.056456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c21f5a-3fa7-4a36-8473-a104e5d4d779') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:13.056929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c21f5a-3fa7-4a36-8473-a104e5d4d779') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:13.080329 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (38c21f5a-3fa7-4a36-8473-a104e5d4d779), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.111484 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (38c21f5a-3fa7-4a36-8473-a104e5d4d779), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.149777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] For port 664e9d84-a218-45d0-9f57-b1b863748363, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:13.150457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (664e9d84-a218-45d0-9f57-b1b863748363), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.163186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:12:13.163800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (38c21f5a-3fa7-4a36-8473-a104e5d4d779), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:12:13.166904 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:12:13.178219 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Attempting to bind port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:13.179334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Attempting to bind port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:13.179970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Attempting to bind port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:13.189438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Calling delete_port for 664e9d84-a218-45d0-9f57-b1b863748363 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:13.192618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Port 664e9d84-a218-45d0-9f57-b1b863748363 was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 20:12:13.194512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:13.195099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:13.195728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.196323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:13.197821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Bound port: 206aa11c-a86c-4317-a8d1-b1a561ee4dc1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:13.198422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.202837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (664e9d84-a218-45d0-9f57-b1b863748363), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.243521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] Pushing event deleted for resources: {'Port': ['ID=664e9d84-a218-45d0-9f57-b1b863748363,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:13.246411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae23e2-b45b-40b0-b643-9f1695a5506d None None] No DVR routers for this DVR port 664e9d84-a218-45d0-9f57-b1b863748363 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:13.246887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:12:13.406770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] For port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:13.411708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] For port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:13.423443 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (3e661b61-ab78-4b79-ba8a-45d067f7368a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.453463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.464094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] 10.222.0.15 "DELETE /v2.0/networks/3e661b61-ab78-4b79-ba8a-45d067f7368a HTTP/1.1" status: 204 len: 168 time: 2.3436687 Jan 29 20:12:13.465876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97d6e-5fe6-433e-b297-463bc0cb8fee admin admin] Pushing event deleted for resources: {'Network': ['ID=3e661b61-ab78-4b79-ba8a-45d067f7368a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:13.467694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56278) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:13.493565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.627539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ac56e-2e73-4eb0-a835-a07d5bbd51f2 None None] Pushing event updated for resources: {'Port': ['ID=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:13.661110 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:13.952137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.093560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:14.094180 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.266111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff70d3-4134-4f88-bc8b-d4f07b92dda9 req-7fb0a76e-c6ad-46c9-aa0a-325434992749 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:14.267894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbff70d3-4134-4f88-bc8b-d4f07b92dda9 req-7fb0a76e-c6ad-46c9-aa0a-325434992749 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1530497 Jan 29 20:12:14.297365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] For port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:14.305794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 039c99a7-9f79-48ee-bafb-8303fa8ff5c8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,segment=NetworkSegment(8d4f929e-ce5f-4f89-8fb5-71cb137cfeba),segment_id=8d4f929e-ce5f-4f89-8fb5-71cb137cfeba)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:14.306301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.338264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:14.346621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.351364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.364092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbff70d3-4134-4f88-bc8b-d4f07b92dda9 req-9d05243b-3cd1-4681-9d2c-8a8859082b5f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825224 Jan 29 20:12:14.450533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.495746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (214524ae-c415-4554-bf1a-62c3a20096f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.527049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:14.555102 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:14.567109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:14.567727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.682287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,revision_number=4']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:14.682287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=214524ae-c415-4554-bf1a-62c3a20096f0,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:14.702196 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (039c99a7-9f79-48ee-bafb-8303fa8ff5c8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:14.738305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=039c99a7-9f79-48ee-bafb-8303fa8ff5c8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:14.789196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3f4f0511-f435-47c8-8283-19909d133ef0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8745716 Jan 29 20:12:14.811738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56306) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:14.818255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:89:59:01', 'name': 'tempest-NetworksTestDHCPv6-932669628'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:15.076903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:15.363751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1051b47-fda4-4c6e-97bf-34a6808595fe None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:15.384191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Deleting port 4ca83489-0340-402e-b051-1e8a2fdf13b1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:15.384810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:15.437546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:15.567212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:15.583341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-47dddca5-5c11-441f-8625-35e00becb9f7 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6865883 Jan 29 20:12:15.584694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:15.638318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:15.677383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:15.679110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:15.682944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] Provisioning complete for port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:15.683667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:15.684881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet 0a849a95-0323-4b7e-8db2-8f40f62a4bc2 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:15.688522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (0a849a95-0323-4b7e-8db2-8f40f62a4bc2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:15.714390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:15.764413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d94df-205d-4490-aeaf-92fe3cb2ad98 req-22e24d52-5434-4546-8f83-2c1671594f94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:15.765733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-135d94df-205d-4490-aeaf-92fe3cb2ad98 req-22e24d52-5434-4546-8f83-2c1671594f94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1571512 Jan 29 20:12:15.817221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] For port 4ca83489-0340-402e-b051-1e8a2fdf13b1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4ca83489-0340-402e-b051-1e8a2fdf13b1,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:15.817674 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:15.827932 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (0a849a95-0323-4b7e-8db2-8f40f62a4bc2), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:15.934517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:15.987942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Calling delete_port for 4ca83489-0340-402e-b051-1e8a2fdf13b1 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:16.004618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] Current status of the port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:16.005010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.142551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0a849a95-0323-4b7e-8db2-8f40f62a4bc2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.142806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] For port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:16.161938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:16.218157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-135d94df-205d-4490-aeaf-92fe3cb2ad98 req-18a52693-e37b-4b99-a092-531f01a57e89 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440544 Jan 29 20:12:16.222478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.248233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 7ec0d96d-fe16-4add-bb72-506c34d1d03d yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:16.415091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (0a849a95-0323-4b7e-8db2-8f40f62a4bc2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.440627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.477447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.477447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/0a849a95-0323-4b7e-8db2-8f40f62a4bc2 HTTP/1.1" status: 204 len: 168 time: 0.8868384 Jan 29 20:12:16.482952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56376) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:16.495242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2df2a0-d5ac-4e43-ac55-53660ef8eabf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=0a849a95-0323-4b7e-8db2-8f40f62a4bc2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:16.501918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c71c6-16f2-4e64-9a88-19db7e9d24a9 None None] Network 28d6a97a-1b28-40e2-91e9-be5b75eafce2 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:16.743852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b3c5-012b-427a-9d29-68fa56e918bb None None] Pushing event updated for resources: {'Port': ['ID=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:16.746806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 172.20.0.12 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0/7ec0d96d-fe16-4add-bb72-506c34d1d03d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:16.760965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe89:5901 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/214524ae-c415-4554-bf1a-62c3a20096f0/7ec0d96d-fe16-4add-bb72-506c34d1d03d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:16.767364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (28d6a97a-1b28-40e2-91e9-be5b75eafce2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.833813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:16.834436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.927291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:14Z', 'revision_number': 10, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:16.941461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:16.941806 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:16.963987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] DHCP port deletion for 28d6a97a-1b28-40e2-91e9-be5b75eafce2 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:16.967784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:17.024591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:17.025229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:17.032420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,segment=NetworkSegment(8d4f929e-ce5f-4f89-8fb5-71cb137cfeba),segment_id=8d4f929e-ce5f-4f89-8fb5-71cb137cfeba)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:17.041897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.042060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4ca83489-0340-402e-b051-1e8a2fdf13b1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.051725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 346b6c9b-50d0-42ce-a74e-73ccdd53f58d owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:17.117820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:17.169123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca83489-0340-402e-b051-1e8a2fdf13b1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:17.285371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:17.299037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.331544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7ca8d627-cc59-44db-881e-defcdfe46df4 None None] Provisioning complete for port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:17.331993 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d627-cc59-44db-881e-defcdfe46df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.432582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:17.436139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:17.458171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (7ec0d96d-fe16-4add-bb72-506c34d1d03d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.538430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.646319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Deleting port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:17.646950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.732701 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7ec0d96d-fe16-4add-bb72-506c34d1d03d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.809939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:17.824775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] For port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d, host n-d-825496-5, got binding levels [] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:17.827109 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:17.831338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:17.836067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:17.883332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=7ec0d96d-fe16-4add-bb72-506c34d1d03d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:17.970111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:17.971042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.059641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Calling delete_port for 346b6c9b-50d0-42ce-a74e-73ccdd53f58d owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:18.062510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8d627-cc59-44db-881e-defcdfe46df4 None None] Current status of the port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:18.069514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.ipam_backend_mixin [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d was not found and therefore no delete operation was performed {{(pid=103564) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 20:12:18.077349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c725ef85-e72c-424b-a1aa-f081c89ddf1f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2633522 Jan 29 20:12:18.080961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56428) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:18.104524 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (346b6c9b-50d0-42ce-a74e-73ccdd53f58d), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.108124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:18.205877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] Pushing event deleted for resources: {'Port': ['ID=346b6c9b-50d0-42ce-a74e-73ccdd53f58d,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:18.208942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:18.227323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50422e6-9e2c-4c56-96b8-4bdc90b86f77 None None] No DVR routers for this DVR port 346b6c9b-50d0-42ce-a74e-73ccdd53f58d on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:18.278293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:14Z', 'revision_number': 10, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:18.285902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470e1ae-eeb0-4987-bf50-a52faada2dac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:18.295552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470e1ae-eeb0-4987-bf50-a52faada2dac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:18.301177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c470e1ae-eeb0-4987-bf50-a52faada2dac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2151597 Jan 29 20:12:18.327111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ddd60-1078-4140-90e0-0d9e7f79f255 None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:14Z', 'revision_number': 10, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None, '_interfaces': [{'id': '920145fa-9781-4d9d-b113-3ab16c677d03', 'name': '', 'network_id': '216b39e6-2a0c-46ad-9c8f-4b0e7e091878', 'tenant_id': '4a82e480643046d192570c921be275f2', 'mac_address': 'fa:16:3e:94:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:00Z', 'updated_at': '2022-01-29T20:11:13Z', 'revision_number': 5, 'project_id': '4a82e480643046d192570c921be275f2', 'subnets': [{'id': '2eeff8fa-1df8-4835-ab0d-eee742c89db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:18.328020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (28d6a97a-1b28-40e2-91e9-be5b75eafce2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.341397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:18.342178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.372839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d6a97a-1b28-40e2-91e9-be5b75eafce2']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:18.386546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:18.386855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4f929e-ce5f-4f89-8fb5-71cb137cfeba') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:18.397110 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (8d4f929e-ce5f-4f89-8fb5-71cb137cfeba), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.411859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8d4f929e-ce5f-4f89-8fb5-71cb137cfeba), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.418582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:12:18.419006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (8d4f929e-ce5f-4f89-8fb5-71cb137cfeba), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.426650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:12:18.485111 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:12:18.507686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:18.513449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d54006-2a50-487c-a7c6-4c07062f0fdd req-5f8123ec-f6ab-47a6-97a9-88f2742ff0b7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:18.517801 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91d54006-2a50-487c-a7c6-4c07062f0fdd req-5f8123ec-f6ab-47a6-97a9-88f2742ff0b7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 1.1049438 Jan 29 20:12:18.524380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-93bab2a4-df37-4600-b5bc-22e9efdcc67c None None] Provisioning complete for port 7ec0d96d-fe16-4add-bb72-506c34d1d03d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:18.524380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93bab2a4-df37-4600-b5bc-22e9efdcc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7ec0d96d-fe16-4add-bb72-506c34d1d03d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.590229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91d54006-2a50-487c-a7c6-4c07062f0fdd req-d6da2500-3378-4b3d-8c18-00dbefb14908 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636621 Jan 29 20:12:18.610720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (28d6a97a-1b28-40e2-91e9-be5b75eafce2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.615376 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.616303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-93bab2a4-df37-4600-b5bc-22e9efdcc67c None None] Port 7ec0d96d-fe16-4add-bb72-506c34d1d03d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:12:18.628421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/28d6a97a-1b28-40e2-91e9-be5b75eafce2 HTTP/1.1" status: 204 len: 168 time: 2.1331668 Jan 29 20:12:18.628421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:18.687866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:18.697000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-35d5cb0c-a47f-44af-8dad-64d794dca3ec admin admin] 10.222.0.15 "PUT /v2.0/routers/ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2277362 Jan 29 20:12:18.700556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56440) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:18.729425 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] Sync routers for ids ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:18.750064 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] Routers {'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:18.752570 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:18.771341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 7ec0d96d-fe16-4add-bb72-506c34d1d03d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:18.771341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7ec0d96d-fe16-4add-bb72-506c34d1d03d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:18.777481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 346b6c9b-50d0-42ce-a74e-73ccdd53f58d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:18.877500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89a19-9b85-4340-a19a-cdc4b6583557 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=28d6a97a-1b28-40e2-91e9-be5b75eafce2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:18.892710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 346b6c9b-50d0-42ce-a74e-73ccdd53f58d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:18.893255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 346b6c9b-50d0-42ce-a74e-73ccdd53f58d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:18.980112 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks [] for router (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.004131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:19.172077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7ec0d96d-fe16-4add-bb72-506c34d1d03d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.190514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] Set router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:19.260173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 7ec0d96d-fe16-4add-bb72-506c34d1d03d owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:19.294357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86aa52c8-9079-431d-ab3a-2c5745cb9e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.472013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:19.500987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks [] for router_gateway (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.666598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463bfe-2881-4a34-923f-40d7005317a5 req-71acdd0f-ad00-4285-abb5-8cbecd997193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:19.668342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65463bfe-2881-4a34-923f-40d7005317a5 req-71acdd0f-ad00-4285-abb5-8cbecd997193 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 0.1938713 Jan 29 20:12:19.677795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86aa52c8-9079-431d-ab3a-2c5745cb9e5b admin admin] Publish callbacks [] for security_group (93a43745-8b1d-4bcc-a4a5-e1ac1eff1635), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.718160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.764007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:19.790746 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:12:16Z', 'revision_number': 5, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port': {'id': '39a4d671-a9c2-42f0-9734-38a979bbe339', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:11:36Z', 'updated_at': '2022-01-29T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:19.812042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:19.812666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 039c99a7-9f79-48ee-bafb-8303fa8ff5c8 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:19.830142 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] Checking router: ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:19.833239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-65463bfe-2881-4a34-923f-40d7005317a5 req-ca973ebe-d158-4f1e-802f-8d2d8b900827 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362765 Jan 29 20:12:19.838784 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] Routers {'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:19.839848 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-86aa52c8-9079-431d-ab3a-2c5745cb9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (93a43745-8b1d-4bcc-a4a5-e1ac1eff1635), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.840128 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:19.857241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Deleting port 39a4d671-a9c2-42f0-9734-38a979bbe339 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:19.857598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:19.912826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87c20-fc3d-4abe-b25e-62a8f2a39adf req-b81ec1b8-db05-4ea3-9eb8-bfc67c91d34d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:19.912826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35f87c20-fc3d-4abe-b25e-62a8f2a39adf req-b81ec1b8-db05-4ea3-9eb8-bfc67c91d34d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1921759 Jan 29 20:12:19.939294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56518) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:19.940710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-86aa52c8-9079-431d-ab3a-2c5745cb9e5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f93ae97c00e84c83b0df7596a897487c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9343154 Jan 29 20:12:19.950631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa52c8-9079-431d-ab3a-2c5745cb9e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a43745-8b1d-4bcc-a4a5-e1ac1eff1635,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:19.979510 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] Set router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:20.071795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] For port 39a4d671-a9c2-42f0-9734-38a979bbe339, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=39a4d671-a9c2-42f0-9734-38a979bbe339,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:20.072415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.086399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35f87c20-fc3d-4abe-b25e-62a8f2a39adf req-c9592f5f-b446-430e-a07f-0c4aadf67b42 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685369 Jan 29 20:12:20.094186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Calling delete_port for 39a4d671-a9c2-42f0-9734-38a979bbe339 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:20.094668 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:12:19Z', 'revision_number': 6, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:20.098007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7ec0d96d-fe16-4add-bb72-506c34d1d03d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.144151 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9dcf8-fe29-4099-80df-e7c794b06719 None None] The sync data for ids ['ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e'] in n-d-825496-5 is: [{'id': 'ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e', 'name': 'tempest-TestAggregatesBasicOps-1653747603-router', 'tenant_id': 'e9c4b6a528ba4758b21559171affc6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:11:34Z', 'updated_at': '2022-01-29T20:12:19Z', 'revision_number': 6, 'project_id': 'e9c4b6a528ba4758b21559171affc6da', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:20.146089 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88e927b2-9438-4ccf-a454-da72584b6d7b admin admin] Publish callbacks [] for security_group (93a43745-8b1d-4bcc-a4a5-e1ac1eff1635), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.149713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=7ec0d96d-fe16-4add-bb72-506c34d1d03d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:20.289463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 920145fa-9781-4d9d-b113-3ab16c677d03 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:20.289463 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.461649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 920145fa-9781-4d9d-b113-3ab16c677d03, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=920145fa-9781-4d9d-b113-3ab16c677d03,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:20.462073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.478656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 920145fa-9781-4d9d-b113-3ab16c677d03 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:20.667687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88e927b2-9438-4ccf-a454-da72584b6d7b admin admin] Publish callbacks [] for security_group (93a43745-8b1d-4bcc-a4a5-e1ac1eff1635), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.936319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88e927b2-9438-4ccf-a454-da72584b6d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (93a43745-8b1d-4bcc-a4a5-e1ac1eff1635), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.939160 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-88e927b2-9438-4ccf-a454-da72584b6d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.940330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-88e927b2-9438-4ccf-a454-da72584b6d7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93a43745-8b1d-4bcc-a4a5-e1ac1eff1635 HTTP/1.1" status: 204 len: 168 time: 0.9991934 Jan 29 20:12:20.948591 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (920145fa-9781-4d9d-b113-3ab16c677d03), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:20.982839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e927b2-9438-4ccf-a454-da72584b6d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a43745-8b1d-4bcc-a4a5-e1ac1eff1635,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:20.995467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (39a4d671-a9c2-42f0-9734-38a979bbe339), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.163450 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a4d671-a9c2-42f0-9734-38a979bbe339,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:21.210852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=920145fa-9781-4d9d-b113-3ab16c677d03,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:21.298574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.462834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.466643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks [] for router_controller (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.466881 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.513331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.516632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f32caead-ffd7-4825-8293-2983ad22626a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/7ec0d96d-fe16-4add-bb72-506c34d1d03d HTTP/1.1" status: 204 len: 168 time: 3.0861909 Jan 29 20:12:21.519354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56572) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:21.554412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad8d9-2669-4ad8-8687-4f1bf7df14f4 req-a1cfbec9-8501-43d2-a52a-41a72ecbacdc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:21.556971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-352ad8d9-2669-4ad8-8687-4f1bf7df14f4 req-a1cfbec9-8501-43d2-a52a-41a72ecbacdc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2945013 Jan 29 20:12:21.603155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a094db3-71aa-48b4-bd69-14e80892887b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:21.604984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a094db3-71aa-48b4-bd69-14e80892887b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:21.606070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a094db3-71aa-48b4-bd69-14e80892887b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:21.607718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2a094db3-71aa-48b4-bd69-14e80892887b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0874314 Jan 29 20:12:21.610599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56578) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:21.622337 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.625956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:12:21.628697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.633017 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5687294e-1970-4633-a77c-ddf465eada30 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ae1a7c3e-d88c-4d1f-8a7c-70db13e6f41e HTTP/1.1" status: 204 len: 168 time: 2.9284611 Jan 29 20:12:21.651885 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56580) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:21.793155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-352ad8d9-2669-4ad8-8687-4f1bf7df14f4 req-b6969b7c-20ac-446a-8faf-de28c40377bf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694589 Jan 29 20:12:21.831484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Deleting subnet f7fab08b-e4a2-48d3-894f-a35ab5b6a498 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:21.838567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 214524ae-c415-4554-bf1a-62c3a20096f0 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:21.845893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Publish callbacks [] for subnet (f7fab08b-e4a2-48d3-894f-a35ab5b6a498), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.849947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (214524ae-c415-4554-bf1a-62c3a20096f0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:21.941210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:21.992653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (f7fab08b-e4a2-48d3-894f-a35ab5b6a498), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.019863 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (214524ae-c415-4554-bf1a-62c3a20096f0), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.024894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 39a4d671-a9c2-42f0-9734-38a979bbe339 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:22.057431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:22.069222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 39a4d671-a9c2-42f0-9734-38a979bbe339 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:22.069566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 39a4d671-a9c2-42f0-9734-38a979bbe339 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:22.070614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4ca83489-0340-402e-b051-1e8a2fdf13b1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:22.072852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-96fdb613-daec-4e92-80ed-a2e6f1f8d7f8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435825 Jan 29 20:12:22.076052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56612) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:22.102525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:22.104904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4ca83489-0340-402e-b051-1e8a2fdf13b1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:22.105244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4ca83489-0340-402e-b051-1e8a2fdf13b1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:22.131223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:22.132408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:22.201313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f7fab08b-e4a2-48d3-894f-a35ab5b6a498), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.202295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:22.208717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting subnet 2eeff8fa-1df8-4835-ab0d-eee742c89db7 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:22.231274 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (2eeff8fa-1df8-4835-ab0d-eee742c89db7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.261255 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (214524ae-c415-4554-bf1a-62c3a20096f0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.270447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:20Z', 'revision_number': 11, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:22.316845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:22.329323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (2eeff8fa-1df8-4835-ab0d-eee742c89db7), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.344827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:22.345545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:22.424651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:22.439599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2eeff8fa-1df8-4835-ab0d-eee742c89db7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.485342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:20Z', 'revision_number': 11, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:22.494873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (214524ae-c415-4554-bf1a-62c3a20096f0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.497171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (f7fab08b-e4a2-48d3-894f-a35ab5b6a498), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.545554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b738b-0dc8-4129-b64a-c7dd4361bcff None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:20Z', 'revision_number': 11, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:22.556171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=214524ae-c415-4554-bf1a-62c3a20096f0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:22.558936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.564130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-14bcf28d-806d-49ff-af26-762992e9c1cf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/214524ae-c415-4554-bf1a-62c3a20096f0 HTTP/1.1" status: 204 len: 168 time: 0.9498870 Jan 29 20:12:22.564964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.565842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56622) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:22.568681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f7fab08b-e4a2-48d3-894f-a35ab5b6a498 HTTP/1.1" status: 204 len: 168 time: 0.9147871 Jan 29 20:12:22.592155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56624) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:22.605689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0469e-9ede-4899-915c-787972fbab72 None None] Network fb0b112e-e1ba-49f1-81c6-d94c818eeaab requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:22.620791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1deca4-7d02-47e3-8ace-67d548b92465 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:22.622236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e2e97-842f-4594-937c-39d76b994912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fab08b-e4a2-48d3-894f-a35ab5b6a498,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:22.680074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (2eeff8fa-1df8-4835-ab0d-eee742c89db7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.704094 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.713656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56630) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:22.716958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/2eeff8fa-1df8-4835-ab0d-eee742c89db7 HTTP/1.1" status: 204 len: 168 time: 0.6370928 Jan 29 20:12:22.756461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ac4df-42a5-445f-8b6b-c2520baac692 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Subnet': ['ID=2eeff8fa-1df8-4835-ab0d-eee742c89db7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:22.768129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424edb9-34da-4f91-a4d6-29856379765a None None] Network 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:22.833238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:22.861358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (fb0b112e-e1ba-49f1-81c6-d94c818eeaab), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:22.884690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.021044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (216b39e6-2a0c-46ad-9c8f-4b0e7e091878), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.043413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012141e4-88a5-4e48-942b-94391b9d5b83 req-97deb936-72a5-4e68-a78f-9a3f74b4a3ce tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:23.044028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:23.045051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-012141e4-88a5-4e48-942b-94391b9d5b83 req-97deb936-72a5-4e68-a78f-9a3f74b4a3ce tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1097574 Jan 29 20:12:23.062513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.189328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] DHCP port deletion for fb0b112e-e1ba-49f1-81c6-d94c818eeaab request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:23.225254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-012141e4-88a5-4e48-942b-94391b9d5b83 req-de016f14-46f2-4da6-8aed-f9efd2f47028 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581576 Jan 29 20:12:23.248543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] DHCP port deletion for 216b39e6-2a0c-46ad-9c8f-4b0e7e091878 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:23.326072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1227675206-network', 'tenant_id': '5d32b222901e43428974212dce1fdce5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:23.345654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Deleting port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:23.345993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.347287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] Deleting port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:23.347767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.460710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] For port 328c2587-4bba-4a04-8f6e-47c6ac357ee3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=328c2587-4bba-4a04-8f6e-47c6ac357ee3,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:23.460710 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.480749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] Calling delete_port for 328c2587-4bba-4a04-8f6e-47c6ac357ee3 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:23.492385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] Deleting port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:23.492758 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.524115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] For port 328c2587-4bba-4a04-8f6e-47c6ac357ee3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=328c2587-4bba-4a04-8f6e-47c6ac357ee3,segment=NetworkSegment(e466205a-0105-489c-b22a-aa4e82939044),segment_id=e466205a-0105-489c-b22a-aa4e82939044)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:23.524843 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.574936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Calling delete_port for 328c2587-4bba-4a04-8f6e-47c6ac357ee3 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:23.580217 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.583297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Made reservation on behalf of 5d32b222901e43428974212dce1fdce5 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:23.585861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.629250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.686586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] For port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:23.687214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.716408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] Calling delete_port for 409d8e75-bc6d-4c90-a038-cabaff7bf8ac owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:23.735712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Deleting port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:23.736346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.878375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] For port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,segment=NetworkSegment(23112618-58d2-4463-9a74-44e109981545),segment_id=23112618-58d2-4463-9a74-44e109981545)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:23.878797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.902215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks [] for security_group (2d90408e-502e-4e5e-ba23-ffb304dac421), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.906254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 920145fa-9781-4d9d-b113-3ab16c677d03 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:23.915181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Calling delete_port for 409d8e75-bc6d-4c90-a038-cabaff7bf8ac owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:23.935209 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.941254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 920145fa-9781-4d9d-b113-3ab16c677d03 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:23.941473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 920145fa-9781-4d9d-b113-3ab16c677d03 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:23.941898 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 328c2587-4bba-4a04-8f6e-47c6ac357ee3 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:23.974001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.984583 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (328c2587-4bba-4a04-8f6e-47c6ac357ee3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:23.984948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] Pushing event deleted for resources: {'Port': ['ID=328c2587-4bba-4a04-8f6e-47c6ac357ee3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:23.987109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde58d2e-3eb9-40f3-8a41-ddba3dae55b5 None None] No DVR routers for this DVR port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:23.988413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 328c2587-4bba-4a04-8f6e-47c6ac357ee3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:23.988774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 328c2587-4bba-4a04-8f6e-47c6ac357ee3 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:23.989183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 409d8e75-bc6d-4c90-a038-cabaff7bf8ac no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:24.048712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:24.050134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d11d7cef-e4d3-4de1-80a2-0a83ef975839 None None] Provisioning complete for port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:24.050542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d11d7cef-e4d3-4de1-80a2-0a83ef975839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.058041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Pushing event deleted for resources: {'Port': ['ID=328c2587-4bba-4a04-8f6e-47c6ac357ee3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:24.060032 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2d90408e-502e-4e5e-ba23-ffb304dac421), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.068922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.074569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-40c7c11b-c581-49bb-994f-7a7545b2decc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0 HTTP/1.1" status: 204 len: 168 time: 1.5026970 Jan 29 20:12:24.075291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.109273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7431c3-1a20-4792-bef9-ca62b7e9cbb5 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:24.114276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:12:24.129985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-99d8db28-f423-4b65-88b8-281e89939219 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533292 Jan 29 20:12:24.131328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] No DVR routers for this DVR port 328c2587-4bba-4a04-8f6e-47c6ac357ee3 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:24.133806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.152986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d90408e-502e-4e5e-ba23-ffb304dac421,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:24.164701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1522b8f3-b83c-4306-bd77-36c8680e6374), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.165091 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Added segment 1522b8f3-b83c-4306-bd77-36c8680e6374 of type vlan for network a46ee294-0548-4ebb-a445-c14866f65ec1 Jan 29 20:12:24.170570 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.209434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a46ee294-0548-4ebb-a445-c14866f65ec1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.211810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] Pushing event deleted for resources: {'Port': ['ID=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:24.214293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac update to DOWN by agent not found {{(pid=103564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 20:12:24.245068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b17cbf-debb-49c1-9e55-0361d58fbc26 None None] No DVR routers for this DVR port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:24.284822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98156d93-76e3-407d-bc2b-7cb13766df3f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:24.301337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-98156d93-76e3-407d-bc2b-7cb13766df3f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1578236 Jan 29 20:12:24.301337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.335750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (409d8e75-bc6d-4c90-a038-cabaff7bf8ac), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.387084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd8d18-9241-4266-afc6-604754f5e361 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:24.392246 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-59dd8d18-9241-4266-afc6-604754f5e361 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953600 Jan 29 20:12:24.394866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.398783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a46ee294-0548-4ebb-a445-c14866f65ec1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.399834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:24.400483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.428928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Port': ['ID=409d8e75-bc6d-4c90-a038-cabaff7bf8ac,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:24.523380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c6585915-f117-4607-9339-df4f9cf448c4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248798 Jan 29 20:12:24.535686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.542509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-485c051c-5188-4089-866d-b58021aa9b0d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:24.557368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d11d7cef-e4d3-4de1-80a2-0a83ef975839 None None] Current status of the port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:24.584015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (fb0b112e-e1ba-49f1-81c6-d94c818eeaab), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.593305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No DVR routers for this DVR port 409d8e75-bc6d-4c90-a038-cabaff7bf8ac on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:24.604082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5441034 Jan 29 20:12:24.624225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56658) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.656751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:24.657665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Request body: {'subnet': {'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1227675206-subnet', 'tenant_id': '5d32b222901e43428974212dce1fdce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:24.712827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] Deleting port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:24.713723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.731491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0b112e-e1ba-49f1-81c6-d94c818eeaab']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:24.782816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e466205a-0105-489c-b22a-aa4e82939044') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:24.783212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e466205a-0105-489c-b22a-aa4e82939044') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:24.806459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] For port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:24.806791 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.817509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52671c16-4704-4412-8f58-58dbe5ca3195 req-e24834ba-05a5-4065-9a4e-6e5b058f7d4b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:24.820394 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52671c16-4704-4412-8f58-58dbe5ca3195 req-e24834ba-05a5-4065-9a4e-6e5b058f7d4b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.4662600 Jan 29 20:12:24.824284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e155b-7c0e-43b0-8d1b-c623459ef7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a46ee294-0548-4ebb-a445-c14866f65ec1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:24.829674 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (e466205a-0105-489c-b22a-aa4e82939044), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.831353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] Calling delete_port for 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:24.838576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485c051c-5188-4089-866d-b58021aa9b0d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:24.845930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-485c051c-5188-4089-866d-b58021aa9b0d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.847706 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-485c051c-5188-4089-866d-b58021aa9b0d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:24.849089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485c051c-5188-4089-866d-b58021aa9b0d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:24.856288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a46ee294-0548-4ebb-a445-c14866f65ec1 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:12:24.871025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (216b39e6-2a0c-46ad-9c8f-4b0e7e091878), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.888780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Made reservation on behalf of 5d32b222901e43428974212dce1fdce5 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:24.890697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.901061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e466205a-0105-489c-b22a-aa4e82939044), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.930465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:12:24.931005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (e466205a-0105-489c-b22a-aa4e82939044), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:12:24.932929 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:12:24.938980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216b39e6-2a0c-46ad-9c8f-4b0e7e091878']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:24.964140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-485c051c-5188-4089-866d-b58021aa9b0d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4269252 Jan 29 20:12:24.970750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56660) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:24.979431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9d1387f9-98bf-4dc6-97f0-1fb8da4a321a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:24.988069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23112618-58d2-4463-9a74-44e109981545') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:24.988069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23112618-58d2-4463-9a74-44e109981545') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:25.116330 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (206aa11c-a86c-4317-a8d1-b1a561ee4dc1), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.147187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] No DVR routers for this DVR port 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:25.169431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a4238-450d-4624-a340-3a4d5b5eee4f None None] Pushing event deleted for resources: {'Port': ['ID=206aa11c-a86c-4317-a8d1-b1a561ee4dc1,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:25.278591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1387f9-98bf-4dc6-97f0-1fb8da4a321a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:25.278841 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4adf20e-19d4-4ed1-84ac-40bb2039c762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.283257 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d1387f9-98bf-4dc6-97f0-1fb8da4a321a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.288828 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1387f9-98bf-4dc6-97f0-1fb8da4a321a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:25.288828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1387f9-98bf-4dc6-97f0-1fb8da4a321a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:25.384470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d1387f9-98bf-4dc6-97f0-1fb8da4a321a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4112005 Jan 29 20:12:25.396215 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:25.402982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9bdbfa93-1e85-4afe-b307-8b22cdb64945 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:25.424695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (23112618-58d2-4463-9a74-44e109981545), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.455294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52671c16-4704-4412-8f58-58dbe5ca3195 req-642ced14-e810-414d-8651-c8665364a239 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148942 Jan 29 20:12:25.473894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (23112618-58d2-4463-9a74-44e109981545), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (23112618-58d2-4463-9a74-44e109981545), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:12:25.489159 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:12:25.591978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (fb0b112e-e1ba-49f1-81c6-d94c818eeaab), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.601948 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.618422 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdbfa93-1e85-4afe-b307-8b22cdb64945 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:25.619899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb0b112e-e1ba-49f1-81c6-d94c818eeaab HTTP/1.1" status: 204 len: 168 time: 3.0235288 Jan 29 20:12:25.631444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9bdbfa93-1e85-4afe-b307-8b22cdb64945 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.634150 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdbfa93-1e85-4afe-b307-8b22cdb64945 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:25.634919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdbfa93-1e85-4afe-b307-8b22cdb64945 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:25.652664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c719f11-fa44-4e2f-a41d-bd962c44d68c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0b112e-e1ba-49f1-81c6-d94c818eeaab,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:25.742824 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (216b39e6-2a0c-46ad-9c8f-4b0e7e091878), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.751894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:25.759233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:25.759741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/networks/216b39e6-2a0c-46ad-9c8f-4b0e7e091878 HTTP/1.1" status: 204 len: 168 time: 3.0401788 Jan 29 20:12:25.764674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'routes': None}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:25.793597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f991299-f89d-44a2-82ee-b5ee820c95c9 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Pushing event deleted for resources: {'Network': ['ID=216b39e6-2a0c-46ad-9c8f-4b0e7e091878,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:25.820375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:25.853363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:25.854021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 206aa11c-a86c-4317-a8d1-b1a561ee4dc1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:25.877274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:25.879108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9bdbfa93-1e85-4afe-b307-8b22cdb64945 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4778650 Jan 29 20:12:25.883202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f69695a2-1a39-484d-b32d-3ded9188e368 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:26.018459 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (7bce60b1-38a7-4a14-91f7-7803fe9175c6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.061667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.extraroute_db [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Added routes are [] {{(pid=103563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 29 20:12:26.061965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.extraroute_db [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Removed routes are [] {{(pid=103563) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 29 20:12:26.062320 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.080538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bce60b1-38a7-4a14-91f7-7803fe9175c6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:26.107821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Checking segment: {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:26.107821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Network hostable DHCP agents. Network: a46ee294-0548-4ebb-a445-c14866f65ec1, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:12:26.124026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56672) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:26.139055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69695a2-1a39-484d-b32d-3ded9188e368 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:26.144540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f69695a2-1a39-484d-b32d-3ded9188e368 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.144540 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69695a2-1a39-484d-b32d-3ded9188e368 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:26.144801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69695a2-1a39-484d-b32d-3ded9188e368 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:26.185989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56674) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:26.186206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5d16936a-f456-4f6d-a377-9bcf41a0bdf8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a9d4470150d42278db52436c30d12cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609071 Jan 29 20:12:26.198459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Network a46ee294-0548-4ebb-a445-c14866f65ec1 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:12:26.225810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.236004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f69695a2-1a39-484d-b32d-3ded9188e368 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3576746 Jan 29 20:12:26.236437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.241165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56676) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:26.246845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-48afb6ad-0336-4793-a411-28a7a266dde8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:26.334421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a46ee294-0548-4ebb-a445-c14866f65ec1) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:26.346333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:26.346947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-995e992a-a092-4bed-9599-31cd241e95e1 admin admin] Publish callbacks [] for security_group (fa554a02-38ef-4072-9760-855e97996316), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.347258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:26.348055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.358885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9e595-91da-450b-ae21-00172f6d3fb6 None None] Network a46ee294-0548-4ebb-a445-c14866f65ec1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:26.378400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-995e992a-a092-4bed-9599-31cd241e95e1 admin admin] Publish callbacks [] for security_group (fa554a02-38ef-4072-9760-855e97996316), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.475499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef04e6-8ca2-48dc-98d0-7f7a88ad8270 None None] Network a46ee294-0548-4ebb-a445-c14866f65ec1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:26.511036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c8237694-ad34-4726-9758-edcebb9e3a0d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8717520 Jan 29 20:12:26.648142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48afb6ad-0336-4793-a411-28a7a266dde8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:26.652766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-48afb6ad-0336-4793-a411-28a7a266dde8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.656393 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-48afb6ad-0336-4793-a411-28a7a266dde8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:26.656393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48afb6ad-0336-4793-a411-28a7a266dde8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:26.769846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-48afb6ad-0336-4793-a411-28a7a266dde8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5270860 Jan 29 20:12:26.776237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:26.782235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:26.787882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3bb7995a-cb34-4e84-a20a-e8e49fefac29 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:26.791546 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] Sync routers for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:26.799072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.800257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6313a557-65b3-41c3-922c-73d03a0032fa tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 700 time: 1.0396097 Jan 29 20:12:26.804220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56690) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:26.811468 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:26.812342 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:26.838523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-33c265e9-0340-426a-a059-1bafd7373ccf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 205 time: 0.0329859 Jan 29 20:12:26.845037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56692) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:26.900144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ed8f-662f-454a-b6f1-fa6dc86a95e4 req-46d9a5fb-4695-4c54-aef9-f6669375ab62 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:26.908122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b256ed8f-662f-454a-b6f1-fa6dc86a95e4 req-46d9a5fb-4695-4c54-aef9-f6669375ab62 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1492131 Jan 29 20:12:26.909583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:26.994981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:20Z', 'revision_number': 11, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:26.995277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-995e992a-a092-4bed-9599-31cd241e95e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fa554a02-38ef-4072-9760-855e97996316), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.997812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-995e992a-a092-4bed-9599-31cd241e95e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:26.999810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-995e992a-a092-4bed-9599-31cd241e95e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa554a02-38ef-4072-9760-855e97996316 HTTP/1.1" status: 204 len: 168 time: 0.8117051 Jan 29 20:12:27.017821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.045561 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] Checking router: b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:27.055837 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] Routers {'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:27.056725 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:11:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:27.075107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb7995a-cb34-4e84-a20a-e8e49fefac29 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:27.079151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3bb7995a-cb34-4e84-a20a-e8e49fefac29 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.080803 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb7995a-cb34-4e84-a20a-e8e49fefac29 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:27.084541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb7995a-cb34-4e84-a20a-e8e49fefac29 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:27.094771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b256ed8f-662f-454a-b6f1-fa6dc86a95e4 req-6ff48dd9-3640-48c7-9f69-aa4293cdcec0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854074 Jan 29 20:12:27.095642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e992a-a092-4bed-9599-31cd241e95e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa554a02-38ef-4072-9760-855e97996316,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:27.195023 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] Set router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:27.245638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3bb7995a-cb34-4e84-a20a-e8e49fefac29 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4696865 Jan 29 20:12:27.246425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56696) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:27.273813 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.276467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.290633 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:20Z', 'revision_number': 11, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:27.314319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-07c7a690-6cf2-40ff-8f48-b389db504383 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0664411 Jan 29 20:12:27.315545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56698) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:27.327671 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82091ada-a51e-4f2b-b55e-734a2df0e333 None None] The sync data for ids ['b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7'] in n-d-825496-5 is: [{'id': 'b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7', 'name': 'tempest-RoutersTest-router-280267572', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:54Z', 'updated_at': '2022-01-29T20:12:20Z', 'revision_number': 11, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:27.409547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc878f-185b-486d-b7f1-4acb30e31175 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:27.414511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ffc878f-185b-486d-b7f1-4acb30e31175 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0941656 Jan 29 20:12:27.414669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56700) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:27.430338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.431018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:12:27.441267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.444428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f08a2cda-b4e3-4bc2-a96a-f5b289ae1fb6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 204 len: 168 time: 0.5978720 Jan 29 20:12:27.448579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:27.457456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729394043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:27.458919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-59e4d779-6a6a-4363-94e3-b67362f8fd15 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431526 Jan 29 20:12:27.466981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56704) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:27.477144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:27.571032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.574838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.715942 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (fa2e0f07-3520-4a54-9807-229f14b8624e), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.735798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:27.739396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.857688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.964339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:27.965751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a42200e-b6f2-441b-b0bc-2b0d9e7939a2 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5154600 Jan 29 20:12:27.968495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56714) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:27.973802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:28.051973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:28.150343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:12:28.154280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4137e4fc-104e-419a-b26a-00570ed79af1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9c4b6a528ba4758b21559171affc6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1009107 Jan 29 20:12:28.155246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (fab25ea9-d609-4713-b1d9-7596b12a83bd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.157178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56722) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:28.206325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-178dbc81-6551-45cf-9914-89c331aabeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.291117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:28.298009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1514970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1518384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90107'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.312031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:28.320712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:28.321416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.324539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00764ab-c7e8-429c-af32-f8688eb717dc None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:28.330731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56726) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:28.338331 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f100502-ecb0-4400-bc05-0642396db5c3 admin admin] Publish callbacks [] for security_group (04bf2091-8e30-41c2-800e-a93573d63bae), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.340107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=fab25ea9-d609-4713-b1d9-7596b12a83bd,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:28.366981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1514963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1514948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1518377'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.390431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f100502-ecb0-4400-bc05-0642396db5c3 admin admin] Publish callbacks [] for security_group (04bf2091-8e30-41c2-800e-a93573d63bae), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.422363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af588f00-0331-4cff-90ce-3d6da5c2e4ec req-db9fb5ff-d1af-4125-b94b-ff6962f6d3a2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:28.424177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af588f00-0331-4cff-90ce-3d6da5c2e4ec req-db9fb5ff-d1af-4125-b94b-ff6962f6d3a2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2328835 Jan 29 20:12:28.480013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2cd55a75-d4f9-422f-86e0-afc290006657 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0089138 Jan 29 20:12:28.485224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56736) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:28.495417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af588f00-0331-4cff-90ce-3d6da5c2e4ec req-bc87f1a6-1fb7-41d6-8bce-26ca9cd904bc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590637 Jan 29 20:12:28.498872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:6a:ed:57', 'name': 'tempest-NetworksTestDHCPv6-1359453249'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:28.542840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'fab25ea9-d609-4713-b1d9-7596b12a83bd'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:28.543737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.572008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f100502-ecb0-4400-bc05-0642396db5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (04bf2091-8e30-41c2-800e-a93573d63bae), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.574931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f100502-ecb0-4400-bc05-0642396db5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.577007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f100502-ecb0-4400-bc05-0642396db5c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04bf2091-8e30-41c2-800e-a93573d63bae HTTP/1.1" status: 204 len: 168 time: 0.4160328 Jan 29 20:12:28.620326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f100502-ecb0-4400-bc05-0642396db5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bf2091-8e30-41c2-800e-a93573d63bae,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:28.687014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39f6ca32-885b-433b-862c-3994869fbffe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13f1cda410064499a27c18084b1e86f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551154 Jan 29 20:12:28.690643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56740) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:28.720523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Router fa2e0f07-3520-4a54-9807-229f14b8624e is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:12:28.763624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d020b5ac-5a2e-47d7-9383-af20bc46c7ab admin admin] Publish callbacks [] for security_group (e69485d1-2a37-46b3-9fd8-53dd8583fa04), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.799767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d020b5ac-5a2e-47d7-9383-af20bc46c7ab admin admin] Publish callbacks [] for security_group (e69485d1-2a37-46b3-9fd8-53dd8583fa04), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.851790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Allocated IP 2001:db8::f816:3eff:fe7e:9f86 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/fab25ea9-d609-4713-b1d9-7596b12a83bd/e0f6b466-8ac2-401a-9fe3-e20dde6d7a70) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:28.859696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:28.869301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.873272 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5ceae26b-6911-45e3-93d6-2c5e43173c12 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "PUT /v2.0/routers/fa2e0f07-3520-4a54-9807-229f14b8624e HTTP/1.1" status: 200 len: 693 time: 0.9008737 Jan 29 20:12:28.873272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56742) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:28.892711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] Sync routers for ids ['fa2e0f07-3520-4a54-9807-229f14b8624e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:28.949812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d020b5ac-5a2e-47d7-9383-af20bc46c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e69485d1-2a37-46b3-9fd8-53dd8583fa04), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.955444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d020b5ac-5a2e-47d7-9383-af20bc46c7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.957485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d020b5ac-5a2e-47d7-9383-af20bc46c7ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e69485d1-2a37-46b3-9fd8-53dd8583fa04 HTTP/1.1" status: 204 len: 168 time: 0.2657652 Jan 29 20:12:28.963563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:28.968021 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:28.970775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] Routers {'fa2e0f07-3520-4a54-9807-229f14b8624e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:28.971653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['fa2e0f07-3520-4a54-9807-229f14b8624e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:28.996332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020b5ac-5a2e-47d7-9383-af20bc46c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69485d1-2a37-46b3-9fd8-53dd8583fa04,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:29.176668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] Set router fa2e0f07-3520-4a54-9807-229f14b8624e gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:29.240708 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a1d4c75c-34ba-4e60-b79a-25a762af312a tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/routers/fa2e0f07-3520-4a54-9807-229f14b8624e HTTP/1.1" status: 200 len: 699 time: 0.3642509 Jan 29 20:12:29.241932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:29.251568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:29.283604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 296e8011-909b-4714-b0ef-adbd4bfc9455 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:29.306653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a5e8ee08-5f1e-45f0-a90c-964f574dd1cf tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2e0f07-3520-4a54-9807-229f14b8624e HTTP/1.1" status: 200 len: 205 time: 0.0633891 Jan 29 20:12:29.308324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56750) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:29.323148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2e0f07-3520-4a54-9807-229f14b8624e', 'name': 'tempest-RoutersTest-router-729394043', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:27Z', 'updated_at': '2022-01-29T20:12:28Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:29.403437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] Checking router: fa2e0f07-3520-4a54-9807-229f14b8624e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:29.473101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] Routers {'fa2e0f07-3520-4a54-9807-229f14b8624e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:29.474302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['fa2e0f07-3520-4a54-9807-229f14b8624e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:29.524075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:29.627677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] Set router fa2e0f07-3520-4a54-9807-229f14b8624e gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:29.786333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2e0f07-3520-4a54-9807-229f14b8624e', 'name': 'tempest-RoutersTest-router-729394043', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:27Z', 'updated_at': '2022-01-29T20:12:28Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:29.824137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400139d-a465-47f5-85cb-9dd19721ab2a None None] The sync data for ids ['fa2e0f07-3520-4a54-9807-229f14b8624e'] in n-d-825496-5 is: [{'id': 'fa2e0f07-3520-4a54-9807-229f14b8624e', 'name': 'tempest-RoutersTest-router-729394043', 'tenant_id': '4a82e480643046d192570c921be275f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:27Z', 'updated_at': '2022-01-29T20:12:28Z', 'revision_number': 2, 'project_id': '4a82e480643046d192570c921be275f2', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:29.845356 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf49b6-0017-490d-b166-077e7c8c860e req-d3a48486-8f44-4ba0-9da8-dc98a3ee291b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:29.847266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16bf49b6-0017-490d-b166-077e7c8c860e req-d3a48486-8f44-4ba0-9da8-dc98a3ee291b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1605382 Jan 29 20:12:29.848387 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Publish callbacks [] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:29.955211 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:29.960807 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:29.966426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router_controller (fa2e0f07-3520-4a54-9807-229f14b8624e), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.017038 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.040362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-16bf49b6-0017-490d-b166-077e7c8c860e req-b73896eb-ab0a-46e8-a7e3-343f70684896 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844263 Jan 29 20:12:30.069930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe6a:ed57 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/fab25ea9-d609-4713-b1d9-7596b12a83bd/296e8011-909b-4714-b0ef-adbd4bfc9455) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:30.071382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:30.091318 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (fa2e0f07-3520-4a54-9807-229f14b8624e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.095798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Fanout notify agent at l3_agent the message router_deleted on router fa2e0f07-3520-4a54-9807-229f14b8624e {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:12:30.110603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:30.114480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:30.121982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Pushing event updated for resources: {'Port': ['ID=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:30.157642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.158836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b5243c0-9172-4a63-8715-4aab9ee4b7ea tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/fa2e0f07-3520-4a54-9807-229f14b8624e HTTP/1.1" status: 204 len: 168 time: 0.8483284 Jan 29 20:12:30.163823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56766) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.235016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-baba0a7f-68bd-4732-8192-a22abe68fdbd tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa2e0f07-3520-4a54-9807-229f14b8624e HTTP/1.1" status: 200 len: 205 time: 0.0684586 Jan 29 20:12:30.236003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56768) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.292035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Attempting to bind port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:30.303535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Attempting to bind port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:30.304107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Attempting to bind port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:30.319953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:30.320440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:30.320844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.321286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:30.321986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Bound port: e0f6b466-8ac2-401a-9fe3-e20dde6d7a70, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:30.322366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.328030 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-d785c86c-44a2-4bf5-940b-fbc99aa4030e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:30.331677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d785c86c-44a2-4bf5-940b-fbc99aa4030e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/fa2e0f07-3520-4a54-9807-229f14b8624e HTTP/1.1" status: 404 len: 336 time: 0.0921068 Jan 29 20:12:30.331866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.378964 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-1903bf7e-9ef1-4ebc-8c67-9055b38488e5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:30.379589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1903bf7e-9ef1-4ebc-8c67-9055b38488e5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:30.383390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1903bf7e-9ef1-4ebc-8c67-9055b38488e5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/c41061cd-0b66-4817-99aa-cbfe92d2a7af HTTP/1.1" status: 404 len: 337 time: 0.0504990 Jan 29 20:12:30.386668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56772) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.396006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] For port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:30.399300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] For port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:30.414690 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a05718-9251-4056-907e-e674bb23956e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:30.415174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a05718-9251-4056-907e-e674bb23956e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:30.420779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73a05718-9251-4056-907e-e674bb23956e tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/fab3f19a-86b1-4af9-8c73-587d6e0cf747 HTTP/1.1" status: 404 len: 337 time: 0.0305955 Jan 29 20:12:30.421151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56774) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.429801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (296e8011-909b-4714-b0ef-adbd4bfc9455), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.452568 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-759bde5f-5b9b-4509-952a-c36a1cac2294 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:30.453209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759bde5f-5b9b-4509-952a-c36a1cac2294 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:30.458972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-759bde5f-5b9b-4509-952a-c36a1cac2294 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/0a849a95-0323-4b7e-8db2-8f40f62a4bc2 HTTP/1.1" status: 404 len: 337 time: 0.0343904 Jan 29 20:12:30.459294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56776) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.463577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.488888 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05d9a5e-30fe-4453-a334-ae40bdac804d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:30.489408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05d9a5e-30fe-4453-a334-ae40bdac804d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:30.495170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c05d9a5e-30fe-4453-a334-ae40bdac804d tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/2eeff8fa-1df8-4835-ab0d-eee742c89db7 HTTP/1.1" status: 404 len: 337 time: 0.0325119 Jan 29 20:12:30.495640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56778) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.498121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.534283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6ac8d943-91d6-4e95-b1ef-ea77b788b810 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 200 len: 205 time: 0.0373027 Jan 29 20:12:30.538237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56782) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.576079 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (296e8011-909b-4714-b0ef-adbd4bfc9455), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.589197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df970d9a-9d71-4d16-9c94-afd98e47bd68 None None] Pushing event updated for resources: {'Port': ['ID=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:30.637550 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-b462745d-aa9f-4dd6-9feb-e84cfb6dbec6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:30.642057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b462745d-aa9f-4dd6-9feb-e84cfb6dbec6 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/b7510aab-58bd-4daa-a4ce-9ec5b3fe46b7 HTTP/1.1" status: 404 len: 336 time: 0.1004074 Jan 29 20:12:30.644537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.709900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-857851b7-2f7b-44fd-a91d-ce39830f3c93 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef60f7f1-de13-48c9-b79e-5f5a8ad1039a HTTP/1.1" status: 200 len: 205 time: 0.0611491 Jan 29 20:12:30.710361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.710672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=296e8011-909b-4714-b0ef-adbd4bfc9455,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:30.731769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:30.733578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:30.737799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:30.743765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:30.744835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:30.784992 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-405c5d2e-31ac-46bc-a606-ac9296a0f00b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:30.789429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-405c5d2e-31ac-46bc-a606-ac9296a0f00b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/ef60f7f1-de13-48c9-b79e-5f5a8ad1039a HTTP/1.1" status: 404 len: 336 time: 0.0745265 Jan 29 20:12:30.791853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.829950 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e0457a-f55b-4fd4-979c-740d40aaa3a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:30.830426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e0457a-f55b-4fd4-979c-740d40aaa3a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:30.837205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f5e0457a-f55b-4fd4-979c-740d40aaa3a4 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/1f15439c-b0f5-421f-b296-523c27ff08b1 HTTP/1.1" status: 404 len: 337 time: 0.0410793 Jan 29 20:12:30.837205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56796) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.847623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6eb6f70-3d98-4eaa-b70f-688aa792dae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3576236 Jan 29 20:12:30.854558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56798) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.876796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d70b5f11-1f4c-4f23-96b4-cbfd0f03844b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 200 len: 205 time: 0.0384507 Jan 29 20:12:30.884163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.951682 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-0ddb742a-d352-486c-aeb5-add67c158e0f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:30.956838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0ddb742a-d352-486c-aeb5-add67c158e0f tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/9538d044-8f0e-4fee-be2d-afadc52051ae HTTP/1.1" status: 404 len: 336 time: 0.0710497 Jan 29 20:12:30.957273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56802) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:30.972053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f97e3-dc7e-4aeb-848a-67d31ab0bd2e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:30.986588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f97e3-dc7e-4aeb-848a-67d31ab0bd2e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:30.988420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4b9f97e3-dc7e-4aeb-848a-67d31ab0bd2e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1328175 Jan 29 20:12:30.995275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56804) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.010083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ca93a22-c4e6-4804-866d-550474eba08b tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=baace6c3-42b9-413a-9ef9-f6c12db96e80 HTTP/1.1" status: 200 len: 205 time: 0.0516100 Jan 29 20:12:31.010746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56806) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.073858 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-057b12be-95fc-4b12-9eb8-a33a7feed2db tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:31.077819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56810) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.088569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-057b12be-95fc-4b12-9eb8-a33a7feed2db tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/baace6c3-42b9-413a-9ef9-f6c12db96e80 HTTP/1.1" status: 404 len: 336 time: 0.0754654 Jan 29 20:12:31.156339 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1c6e9d-3b9f-40cf-985a-b5ebb5cab7d8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:31.156835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1c6e9d-3b9f-40cf-985a-b5ebb5cab7d8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:31.159990 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ab1c6e9d-3b9f-40cf-985a-b5ebb5cab7d8 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/12db015f-ba98-4b6d-a912-2ee90ad55126 HTTP/1.1" status: 404 len: 337 time: 0.0811167 Jan 29 20:12:31.163891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56814) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.207070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-efa13c54-9c62-4ffe-9329-5b239d3fc548 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b784655-de8e-4aae-845c-92d4f28f84da HTTP/1.1" status: 200 len: 205 time: 0.0409744 Jan 29 20:12:31.209408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56818) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.248317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 296e8011-909b-4714-b0ef-adbd4bfc9455 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:31.248751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (296e8011-909b-4714-b0ef-adbd4bfc9455), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:31.283810 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:12:31.312023 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-9895f63d-60f0-4935-b527-bc6cafba3367 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:31.313226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9895f63d-60f0-4935-b527-bc6cafba3367 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/3b784655-de8e-4aae-845c-92d4f28f84da HTTP/1.1" status: 404 len: 336 time: 0.1026769 Jan 29 20:12:31.315829 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56824) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.358497 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa9c9bd-f9be-46c4-ab66-5b6f88a41614 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:31.359057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa9c9bd-f9be-46c4-ab66-5b6f88a41614 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:31.367103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8fa9c9bd-f9be-46c4-ab66-5b6f88a41614 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/ff9f1a1d-4de7-4372-8ba6-fde07377c132 HTTP/1.1" status: 404 len: 337 time: 0.0453458 Jan 29 20:12:31.367903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56826) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.404680 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a45594d0-235e-496b-80e1-a8489fcd35b3 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f2e96-bc30-4ba7-a2c9-215275c9427e HTTP/1.1" status: 200 len: 205 time: 0.0354612 Jan 29 20:12:31.407351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56828) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.447927 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-7ea672a8-7bab-444d-84cb-7db5b8756452 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] delete failed (client error): The resource could not be found. Jan 29 20:12:31.451377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7ea672a8-7bab-444d-84cb-7db5b8756452 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/routers/749f2e96-bc30-4ba7-a2c9-215275c9427e HTTP/1.1" status: 404 len: 336 time: 0.0406597 Jan 29 20:12:31.451543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (296e8011-909b-4714-b0ef-adbd4bfc9455), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:31.451675 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56830) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.491331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddb75f-9f7c-461f-8fa7-be965d7552e3 req-397a832f-d350-418f-a2ae-555b625ae13c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:31.493337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43ddb75f-9f7c-461f-8fa7-be965d7552e3 req-397a832f-d350-418f-a2ae-555b625ae13c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1935260 Jan 29 20:12:31.497425 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bff2f9f-2f6a-43d9-bb2f-57c907300b84 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:31.498263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bff2f9f-2f6a-43d9-bb2f-57c907300b84 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:31.500549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 296e8011-909b-4714-b0ef-adbd4bfc9455 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:31.502015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3bff2f9f-2f6a-43d9-bb2f-57c907300b84 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/2432b128-0b07-4e91-a810-8ee711a4eeed HTTP/1.1" status: 404 len: 337 time: 0.0492239 Jan 29 20:12:31.505056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56834) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:31.537970 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d81573-58bd-4bf5-8a84-374482513ed5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] DELETE failed (client error): The resource could not be found. Jan 29 20:12:31.538883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d81573-58bd-4bf5-8a84-374482513ed5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:31.544120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a3d81573-58bd-4bf5-8a84-374482513ed5 tempest-RoutersTest-680274937 tempest-RoutersTest-680274937-project] 10.222.0.15 "DELETE /v2.0/subnets/e99a0c01-f099-4403-ba8f-935bf2d9eb89 HTTP/1.1" status: 404 len: 337 time: 0.0377109 Jan 29 20:12:31.572526 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:31.604786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43ddb75f-9f7c-461f-8fa7-be965d7552e3 req-9433f935-15c7-4de0-9490-e6593540ea27 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015425 Jan 29 20:12:31.795576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (296e8011-909b-4714-b0ef-adbd4bfc9455), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:31.834141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=296e8011-909b-4714-b0ef-adbd4bfc9455,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:31.887000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:31.897395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.900722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.901455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.902091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.902635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.903178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.903976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.904618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.905151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.905682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.906214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.906765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.907329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:31.936945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:31.945083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-14aec0c3-d20e-4dc6-92f7-e0759ff38ee8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/296e8011-909b-4714-b0ef-adbd4bfc9455 HTTP/1.1" status: 204 len: 168 time: 0.9487340 Jan 29 20:12:31.945236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56844) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:32.021073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:32.021457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.077108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba6132-54f3-478d-8146-1140c59f0545 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:32.079144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba6132-54f3-478d-8146-1140c59f0545 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:32.085699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d0ba6132-54f3-478d-8146-1140c59f0545 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1393285 Jan 29 20:12:32.100711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56852) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:32.208303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet fab25ea9-d609-4713-b1d9-7596b12a83bd {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:32.218953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (fab25ea9-d609-4713-b1d9-7596b12a83bd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.227070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56854) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:32.268783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:32.269383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.321438 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (fab25ea9-d609-4713-b1d9-7596b12a83bd), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.547591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85072f6e-450c-4880-901b-f0e80ef3a5e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a82e480643046d192570c921be275f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169086 Jan 29 20:12:32.548290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:32.666008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd9629e-1eec-4b60-8fed-2100a790da9d admin admin] Publish callbacks [] for security_group (cba9cbaf-71df-4e07-9720-ca97a22a1f76), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.741312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd9629e-1eec-4b60-8fed-2100a790da9d admin admin] Publish callbacks [] for security_group (cba9cbaf-71df-4e07-9720-ca97a22a1f76), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.855157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596bb30-3bb1-446b-87e3-e8d15d3ebeac req-54226aeb-f647-490d-a7cc-17c642885fc0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:32.856999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5596bb30-3bb1-446b-87e3-e8d15d3ebeac req-54226aeb-f647-490d-a7cc-17c642885fc0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.0859537 Jan 29 20:12:32.903625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:32.909681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd9629e-1eec-4b60-8fed-2100a790da9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cba9cbaf-71df-4e07-9720-ca97a22a1f76), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.915417 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bdd9629e-1eec-4b60-8fed-2100a790da9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.925286 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bdd9629e-1eec-4b60-8fed-2100a790da9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cba9cbaf-71df-4e07-9720-ca97a22a1f76 HTTP/1.1" status: 204 len: 168 time: 0.3749316 Jan 29 20:12:32.936279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a2298734-47ae-4e83-bae0-d044575a32e7 None None] Provisioning complete for port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:32.936663 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2298734-47ae-4e83-bae0-d044575a32e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:32.953679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9629e-1eec-4b60-8fed-2100a790da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9cbaf-71df-4e07-9720-ca97a22a1f76,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:32.955210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5596bb30-3bb1-446b-87e3-e8d15d3ebeac req-9c7fb27b-771a-402a-a98a-680e025eee65 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913818 Jan 29 20:12:32.976898 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (fab25ea9-d609-4713-b1d9-7596b12a83bd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.019505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.174122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (fab25ea9-d609-4713-b1d9-7596b12a83bd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.198448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.205100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:33.208527 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/fab25ea9-d609-4713-b1d9-7596b12a83bd HTTP/1.1" status: 204 len: 168 time: 1.1043706 Jan 29 20:12:33.209002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56870) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:33.262632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea199-03b4-4a63-a457-167ffd9912ee tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=fab25ea9-d609-4713-b1d9-7596b12a83bd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:33.277002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-546d8864-525f-4914-afb5-c1fe6c379800 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665741 Jan 29 20:12:33.280064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:33.285290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:33.299735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a2298734-47ae-4e83-bae0-d044575a32e7 None None] Current status of the port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:33.308504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56876) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:33.308960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a8794-6b79-4895-ba89-998f82f96eb3 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:33.313826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78300359', 'description': 'tempest-secgroup-smoke-78300359 description', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:33.425718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2c990bca-de69-4796-96d1-3a03063a0e7f None None] Could not find standard attr ID for object 296e8011-909b-4714-b0ef-adbd4bfc9455. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:12:33.461355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.470732 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.550360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:33.594180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:33.598041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.642671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (59c5546a-7ffb-432d-8f08-20d3aaf43d16), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.653946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] Deleting port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:33.654426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.751326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] For port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:33.752345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.752555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (59c5546a-7ffb-432d-8f08-20d3aaf43d16), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.785081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] Calling delete_port for e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:33.846434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c5546a-7ffb-432d-8f08-20d3aaf43d16,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:33.889878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:33.911398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (ffbd106f-4bb2-4689-a4c7-2312dc0b5df9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:33.998616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ffbd106f-4bb2-4689-a4c7-2312dc0b5df9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.038933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:34.038933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.072090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:34.091946 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (e0f6b466-8ac2-401a-9fe3-e20dde6d7a70), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.120161 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.124845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5f06cd41-ca59-4f35-825f-5f0779b14b21 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8150277 Jan 29 20:12:34.125849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56894) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:34.131460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'ffbd106f-4bb2-4689-a4c7-2312dc0b5df9', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:34.132003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] No DVR routers for this DVR port e0f6b466-8ac2-401a-9fe3-e20dde6d7a70 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:34.194027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:12:34.195695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (88af9b62-1c50-4919-957f-a24424adc726), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.230696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81899-9966-472f-ad2b-b96a7119f39f None None] Pushing event deleted for resources: {'Port': ['ID=e0f6b466-8ac2-401a-9fe3-e20dde6d7a70,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:34.270556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=88af9b62-1c50-4919-957f-a24424adc726,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:34.275379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ce7a8-56fe-4843-bb86-69d122935a40 req-4aed9538-0f24-4c68-b7d2-cea6575e9ca8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:34.277735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e1ce7a8-56fe-4843-bb86-69d122935a40 req-4aed9538-0f24-4c68-b7d2-cea6575e9ca8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1089213 Jan 29 20:12:34.300572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:34.303137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:34.306249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:34.307048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.314817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b9b41b-82c1-457f-b067-f7cd656c2eac None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:34.346623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (871537be-2323-4e52-a849-023dd387595b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.388349 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12612fbb-3aa8-459d-99ce-5661794098ac tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1071186 Jan 29 20:12:34.391180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56900) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:34.398439 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:bc:f0:33', 'name': 'tempest-NetworksTestDHCPv6-821361347'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:34.454477 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e1ce7a8-56fe-4843-bb86-69d122935a40 req-9e92b8ff-b6ce-4a01-9db7-42c84578d2b1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594446 Jan 29 20:12:34.462093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56902) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:34.490550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '88af9b62-1c50-4919-957f-a24424adc726'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:34.491887 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.529786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (871537be-2323-4e52-a849-023dd387595b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.606468 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (871537be-2323-4e52-a849-023dd387595b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.643996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871537be-2323-4e52-a849-023dd387595b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:34.666770 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:34.689028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Allocated IP 2001:db8::f816:3eff:fedf:1ac0 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/88af9b62-1c50-4919-957f-a24424adc726/6f90fca7-c215-488e-b549-6fb21f125439) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:34.720578 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.721033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-574206f6-366b-4230-b796-3c3f0fc3f247 tempest-ServiceProvidersTest-864078368 tempest-ServiceProvidersTest-864078368-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2549095 Jan 29 20:12:34.722935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9cea36a8-3814-42bc-85b9-68a186347364 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5959833 Jan 29 20:12:34.729979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56908) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:34.735150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'ffbd106f-4bb2-4689-a4c7-2312dc0b5df9', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:34.841108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (bc0a68bd-efe2-477b-bd3a-9804f7334869), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.857224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Publish callbacks [] for port (6f90fca7-c215-488e-b549-6fb21f125439), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.860090 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.906040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 57374802-a96f-45d5-9014-69c624a8ee05 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:34.926868 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (6f90fca7-c215-488e-b549-6fb21f125439), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.940880 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (bc0a68bd-efe2-477b-bd3a-9804f7334869), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:34.992323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:34.995608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:35.000234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:35.005935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Pushing event updated for resources: {'Port': ['ID=6f90fca7-c215-488e-b549-6fb21f125439,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:35.045904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (bc0a68bd-efe2-477b-bd3a-9804f7334869), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.079812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:febc:f033 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/88af9b62-1c50-4919-957f-a24424adc726/57374802-a96f-45d5-9014-69c624a8ee05) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:35.085878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0a68bd-efe2-477b-bd3a-9804f7334869,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:35.105782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Attempting to bind port 6f90fca7-c215-488e-b549-6fb21f125439 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:35.106931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Attempting to bind port 6f90fca7-c215-488e-b549-6fb21f125439 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:35.107512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Attempting to bind port 6f90fca7-c215-488e-b549-6fb21f125439 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:35.114879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:35.115541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:35.116118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.116694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:35.117516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Bound port: 6f90fca7-c215-488e-b549-6fb21f125439, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:35.118085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6f90fca7-c215-488e-b549-6fb21f125439), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.154804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.156034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02825dea-e0f3-413a-89fe-5ab614eeb1d9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4248428 Jan 29 20:12:35.161663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56912) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:35.176819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'ffbd106f-4bb2-4689-a4c7-2312dc0b5df9', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:35.205767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] For port 6f90fca7-c215-488e-b549-6fb21f125439, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:35.210406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] For port 6f90fca7-c215-488e-b549-6fb21f125439, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6f90fca7-c215-488e-b549-6fb21f125439,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:35.294753 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (57374802-a96f-45d5-9014-69c624a8ee05), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.307580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6f90fca7-c215-488e-b549-6fb21f125439), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.334907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (ef1950d0-d8ac-44f3-87e3-caa24d418c54), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.393060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56916) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:35.393506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd262bb8-b097-405d-8c5d-53d634f259d2 None None] Pushing event updated for resources: {'Port': ['ID=6f90fca7-c215-488e-b549-6fb21f125439,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:35.455046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (ef1950d0-d8ac-44f3-87e3-caa24d418c54), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.457017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (57374802-a96f-45d5-9014-69c624a8ee05), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.535830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ef1950d0-d8ac-44f3-87e3-caa24d418c54), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.538241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:35.596731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1950d0-d8ac-44f3-87e3-caa24d418c54,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:35.625656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:35.633089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:35.639171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:35.639819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.653018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=57374802-a96f-45d5-9014-69c624a8ee05,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:35.694621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-648cd41b-d2fe-45d8-8a48-6b447ffba53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.700603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.709198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56922) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:35.710076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83550e5a-f331-4227-87e3-0a75c9f03399 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5485528 Jan 29 20:12:35.716893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'ffbd106f-4bb2-4689-a4c7-2312dc0b5df9', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:35.788170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56924) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:35.790651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e9adeec3-b8ff-4fbe-a088-a7090bcfc396 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3919706 Jan 29 20:12:35.805385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6764a-1147-493c-8bf5-cd88060eec66 req-88a9bf0d-bd1e-4bdc-9a86-b67e7c600133 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:35.807506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ed6764a-1147-493c-8bf5-cd88060eec66 req-88a9bf0d-bd1e-4bdc-9a86-b67e7c600133 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2673674 Jan 29 20:12:35.881650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e300d78-3b81-4ebe-b7a3-3a203d6bda63 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:35.888871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e300d78-3b81-4ebe-b7a3-3a203d6bda63 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:35.894589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e300d78-3b81-4ebe-b7a3-3a203d6bda63 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1053360 Jan 29 20:12:35.895563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56926) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:35.915662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (ce892f13-a598-45de-a538-3281b14bac52), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:35.998578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6f90fca7-c215-488e-b549-6fb21f125439 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:36.066380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 57374802-a96f-45d5-9014-69c624a8ee05 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:36.068981 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (57374802-a96f-45d5-9014-69c624a8ee05), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.102152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6f90fca7-c215-488e-b549-6fb21f125439 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:36.102899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6f90fca7-c215-488e-b549-6fb21f125439), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.119836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ed6764a-1147-493c-8bf5-cd88060eec66 req-b5248259-ea04-4f79-8192-9656738cd90e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027482 Jan 29 20:12:36.158118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (ce892f13-a598-45de-a538-3281b14bac52), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.161565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-648cd41b-d2fe-45d8-8a48-6b447ffba53e admin admin] Publish callbacks [] for security_group (911bf0f3-0e9e-40c1-90da-b0bbc33890cf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.186636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (57374802-a96f-45d5-9014-69c624a8ee05), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.201004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 57374802-a96f-45d5-9014-69c624a8ee05 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:36.218726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6f90fca7-c215-488e-b549-6fb21f125439 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:36.219254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6f90fca7-c215-488e-b549-6fb21f125439), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.258268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 6f90fca7-c215-488e-b549-6fb21f125439, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6f90fca7-c215-488e-b549-6fb21f125439,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:36.261793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-648cd41b-d2fe-45d8-8a48-6b447ffba53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (911bf0f3-0e9e-40c1-90da-b0bbc33890cf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.276960 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ce892f13-a598-45de-a538-3281b14bac52), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.316651 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cd41b-d2fe-45d8-8a48-6b447ffba53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911bf0f3-0e9e-40c1-90da-b0bbc33890cf,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:36.319807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce892f13-a598-45de-a538-3281b14bac52,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:36.323966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6f90fca7-c215-488e-b549-6fb21f125439), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.342845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-648cd41b-d2fe-45d8-8a48-6b447ffba53e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c28970ae49d14b46a8f3ded08733c1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9483712 Jan 29 20:12:36.346328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56930) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:36.386359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=6f90fca7-c215-488e-b549-6fb21f125439,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:36.397051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.398337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ed1acc6e-dd1e-4832-9ba8-388eb04b6b42 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6862819 Jan 29 20:12:36.401237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56932) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:36.406313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'ffbd106f-4bb2-4689-a4c7-2312dc0b5df9', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:36.452568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b194cf1d-105f-4d9c-af47-c6d3bddf57cd admin admin] Publish callbacks [] for security_group (911bf0f3-0e9e-40c1-90da-b0bbc33890cf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.483537 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b194cf1d-105f-4d9c-af47-c6d3bddf57cd admin admin] Publish callbacks [] for security_group (911bf0f3-0e9e-40c1-90da-b0bbc33890cf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.507403 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:12:36.514289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (bdd55266-6740-4153-80ec-c79aba90092c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.532423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (57374802-a96f-45d5-9014-69c624a8ee05), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.603042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=57374802-a96f-45d5-9014-69c624a8ee05,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:36.606867 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.609825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (bdd55266-6740-4153-80ec-c79aba90092c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.612761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-95807662-e240-4625-bffe-6d460482ab2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/57374802-a96f-45d5-9014-69c624a8ee05 HTTP/1.1" status: 204 len: 168 time: 0.7156260 Jan 29 20:12:36.613767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56934) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:36.648195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b194cf1d-105f-4d9c-af47-c6d3bddf57cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (911bf0f3-0e9e-40c1-90da-b0bbc33890cf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.650865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b194cf1d-105f-4d9c-af47-c6d3bddf57cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.652071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b194cf1d-105f-4d9c-af47-c6d3bddf57cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/911bf0f3-0e9e-40c1-90da-b0bbc33890cf HTTP/1.1" status: 204 len: 168 time: 0.3049679 Jan 29 20:12:36.670699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194cf1d-105f-4d9c-af47-c6d3bddf57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911bf0f3-0e9e-40c1-90da-b0bbc33890cf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:36.680056 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (bdd55266-6740-4153-80ec-c79aba90092c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.700574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb98b28-c651-4463-8302-8eb79b7a77a2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:36.704053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb98b28-c651-4463-8302-8eb79b7a77a2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:36.708891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3fb98b28-c651-4463-8302-8eb79b7a77a2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909734 Jan 29 20:12:36.709805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:36.730816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd55266-6740-4153-80ec-c79aba90092c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:36.780404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 88af9b62-1c50-4919-957f-a24424adc726 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:36.784984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (88af9b62-1c50-4919-957f-a24424adc726), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.835632 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (88af9b62-1c50-4919-957f-a24424adc726), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.863325 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.868417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65e1e910-ee03-4bbd-be50-a20b636a3edf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4660938 Jan 29 20:12:36.869309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56940) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:36.874117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'ffbd106f-4bb2-4689-a4c7-2312dc0b5df9', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:36.901288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-54a59439-67c5-4b8d-a17a-555f7b2a1010 None None] Provisioning complete for port 6f90fca7-c215-488e-b549-6fb21f125439 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:36.901678 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54a59439-67c5-4b8d-a17a-555f7b2a1010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6f90fca7-c215-488e-b549-6fb21f125439), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.976007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (88af9b62-1c50-4919-957f-a24424adc726), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:36.986603 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:12:36.995882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (4f50ca7a-9d72-452b-9abf-7fc980c2e431), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.022952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-54a59439-67c5-4b8d-a17a-555f7b2a1010 None None] Current status of the port 6f90fca7-c215-488e-b549-6fb21f125439 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:37.090953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (4f50ca7a-9d72-452b-9abf-7fc980c2e431), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.159045 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (88af9b62-1c50-4919-957f-a24424adc726), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.179372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3476cbd1-b14b-4498-9b7b-7e7747284b68 None None] Could not find standard attr ID for object 57374802-a96f-45d5-9014-69c624a8ee05. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:12:37.189183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (4f50ca7a-9d72-452b-9abf-7fc980c2e431), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.204661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.216708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/88af9b62-1c50-4919-957f-a24424adc726 HTTP/1.1" status: 204 len: 168 time: 0.5055990 Jan 29 20:12:37.220859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56952) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:37.234508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f50ca7a-9d72-452b-9abf-7fc980c2e431,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:37.314411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.316763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-69c23969-54ed-4334-986b-d35cedc7c222 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4453182 Jan 29 20:12:37.323137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:37.329017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'network': {'name': 'tempest-network-smoke--743577236', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:37.332249 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a745a-8aa9-4ebf-8a68-e694a6ba4977 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=88af9b62-1c50-4919-957f-a24424adc726,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:37.340803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ea782d8a-a385-4d93-bd19-3973ce046559 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166906 Jan 29 20:12:37.342122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56960) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:37.394438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926db5c6-c4d7-47c7-ba98-48b732e8562b req-4bfdbcab-a5e0-4417-881b-c040f62af390 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:37.396144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-926db5c6-c4d7-47c7-ba98-48b732e8562b req-4bfdbcab-a5e0-4417-881b-c040f62af390 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1133866 Jan 29 20:12:37.436388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687475-4ebf-4c17-8922-5947eb31da33 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:37.436388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc687475-4ebf-4c17-8922-5947eb31da33 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0897586 Jan 29 20:12:37.436388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56962) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:37.461746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-926db5c6-c4d7-47c7-ba98-48b732e8562b req-89078027-631b-46cf-80c7-2a0cd6c942e0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563891 Jan 29 20:12:37.485839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:37.485839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.491467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826cf0f-a15a-4029-becb-13d22b374c55 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:37.531805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110c9aa-aa90-4259-8d91-cf0c4a230e52 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:37.535763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3110c9aa-aa90-4259-8d91-cf0c4a230e52 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0968344 Jan 29 20:12:37.536072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56966) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:37.542563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:12:37.554832 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e1569817-6289-46a7-aa41-11dab7086909), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.555417 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Added segment e1569817-6289-46a7-aa41-11dab7086909 of type vlan for network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 Jan 29 20:12:37.577613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-66b64d11-048c-48dc-90bc-14578553f78a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397391 Jan 29 20:12:37.582179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 56968) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:37.587777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:37.632001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7df5be63-3d2f-40ac-ac17-e0e81f8b4991), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.730296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:37.755979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7df5be63-3d2f-40ac-ac17-e0e81f8b4991), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.760348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:37.763369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.777438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:37.783152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:37.841888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6f90fca7-c215-488e-b549-6fb21f125439 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:37.849488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] Deleting port 6f90fca7-c215-488e-b549-6fb21f125439 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:37.850175 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6f90fca7-c215-488e-b549-6fb21f125439), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.007194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] For port 6f90fca7-c215-488e-b549-6fb21f125439, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6f90fca7-c215-488e-b549-6fb21f125439,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:38.007898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6f90fca7-c215-488e-b549-6fb21f125439), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.032570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] Calling delete_port for 6f90fca7-c215-488e-b549-6fb21f125439 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:38.045861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6f90fca7-c215-488e-b549-6fb21f125439 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:38.046252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6f90fca7-c215-488e-b549-6fb21f125439), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.121901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 6f90fca7-c215-488e-b549-6fb21f125439, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6f90fca7-c215-488e-b549-6fb21f125439,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:38.229241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.230330 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6f90fca7-c215-488e-b549-6fb21f125439), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.297427 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9731133 Jan 29 20:12:38.298019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56982) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:38.305362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'admin_state_up': True, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:38.309256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=6f90fca7-c215-488e-b549-6fb21f125439,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:38.312275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228022b9-2d91-43a1-82b6-a26f8e73b8a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Network': ['ID=7df5be63-3d2f-40ac-ac17-e0e81f8b4991,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:38.314888 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (6f90fca7-c215-488e-b549-6fb21f125439), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.348691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] No DVR routers for this DVR port 6f90fca7-c215-488e-b549-6fb21f125439 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:38.361368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:12:38.408912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42fde7-23b4-4b6d-8e03-65df99b0c464 None None] Pushing event deleted for resources: {'Port': ['ID=6f90fca7-c215-488e-b549-6fb21f125439,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:38.409804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (ab5b5a09-4dec-421d-b181-175b4141fd40), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.411494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (ab5b5a09-4dec-421d-b181-175b4141fd40), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.415735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:12:38.474523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (ab5b5a09-4dec-421d-b181-175b4141fd40), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.538989 n-d-825496-5 neutron-server[103562]: WARNING neutron.services.revisions.revision_plugin [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Could not find related port for resource to bump revision. Jan 29 20:12:38.576376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Port 6f90fca7-c215-488e-b549-6fb21f125439 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 20:12:38.576692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:1ac0 {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 20:12:38.582458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:1ac0 {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 20:12:38.584502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (1ae155c9-9822-4c17-8063-a49a78da1800), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.663372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:38.669877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:38.674033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:38.674631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.681995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790526f-1c9d-4540-8d76-a7282951dbb4 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:38.724777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=1ae155c9-9822-4c17-8063-a49a78da1800,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:38.782178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1379f8-c4b3-4d6d-ab1f-e7ad5c82ac93 req-42bfcc0c-ad1c-4081-9759-696177eaba46 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:38.792604 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa1379f8-c4b3-4d6d-ab1f-e7ad5c82ac93 req-42bfcc0c-ad1c-4081-9759-696177eaba46 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2389293 Jan 29 20:12:38.816893 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '1ae155c9-9822-4c17-8063-a49a78da1800'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:38.818206 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.883323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (ab5b5a09-4dec-421d-b181-175b4141fd40), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:38.904831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa1379f8-c4b3-4d6d-ab1f-e7ad5c82ac93 req-4ad4ebfc-7dba-438d-9454-d8aca110a6ec tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057620 Jan 29 20:12:39.002445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Allocated IP 2001:db8::f816:3eff:fe8d:9cf7 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/1ae155c9-9822-4c17-8063-a49a78da1800/92b23df2-9b8d-4608-843b-362e13bcf873) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:39.007499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4ad2d8ca-20f5-4685-9fdc-5cb66fd726f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4241259 Jan 29 20:12:39.019776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 56992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:39.019776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:cd:5f:0d', 'name': 'tempest-NetworksTestDHCPv6-1723614073'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:39.230183 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Publish callbacks [] for port (92b23df2-9b8d-4608-843b-362e13bcf873), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.312536 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.359861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:39.363058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.408469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:39.410582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Pushing event updated for resources: {'Port': ['ID=92b23df2-9b8d-4608-843b-362e13bcf873,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:39.415037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:39.421329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (ab5b5a09-4dec-421d-b181-175b4141fd40), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.422204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:39.424330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port f143f034-d794-4226-a40e-dc425ef9f2ee yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:39.435446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.436887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.443254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:39.450643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.512736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Attempting to bind port 92b23df2-9b8d-4608-843b-362e13bcf873 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:39.513153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Attempting to bind port 92b23df2-9b8d-4608-843b-362e13bcf873 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:39.513583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Attempting to bind port 92b23df2-9b8d-4608-843b-362e13bcf873 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:39.519290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:39.519774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:39.520280 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.521720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:39.521720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Bound port: 92b23df2-9b8d-4608-843b-362e13bcf873, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:39.521720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.602763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] For port 92b23df2-9b8d-4608-843b-362e13bcf873, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:39.607197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] For port 92b23df2-9b8d-4608-843b-362e13bcf873, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=92b23df2-9b8d-4608-843b-362e13bcf873,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:39.664492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.248 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/dc1d27bd-e72a-433d-b64b-347e5c15415e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:39.680542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:39.752909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa963-85cf-4804-b638-e0ed3a151526 None None] Pushing event updated for resources: {'Port': ['ID=92b23df2-9b8d-4608-843b-362e13bcf873,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:39.776415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fecd:5f0d (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/1ae155c9-9822-4c17-8063-a49a78da1800/f143f034-d794-4226-a40e-dc425ef9f2ee) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:40.093887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (f143f034-d794-4226-a40e-dc425ef9f2ee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:40.146480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68530e63-3504-4105-85b0-1b159a8ac30f req-8d18003c-1410-4e09-8c34-6c8fbae8b506 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:40.160167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68530e63-3504-4105-85b0-1b159a8ac30f req-8d18003c-1410-4e09-8c34-6c8fbae8b506 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.0990963 Jan 29 20:12:40.185377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:40.223565 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68530e63-3504-4105-85b0-1b159a8ac30f req-165ff69c-9314-46a0-8170-0eb80aa5fcb8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625658 Jan 29 20:12:40.264827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f143f034-d794-4226-a40e-dc425ef9f2ee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:40.333620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=f143f034-d794-4226-a40e-dc425ef9f2ee,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:40.349992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:40.349992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:40.352170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:40.357679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:40.358431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:40.361497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:40.409633 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:40.413584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:40.416456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:40.502260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=dc1d27bd-e72a-433d-b64b-347e5c15415e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:40.510458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d3f9dbc9-eb50-4f97-92f8-3199355405a7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4992557 Jan 29 20:12:40.514895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57010) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:40.605343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c53ed-b08d-4df7-b810-d5839789564d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:40.610912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c53ed-b08d-4df7-b810-d5839789564d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:40.615522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d48c53ed-b08d-4df7-b810-d5839789564d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0964973 Jan 29 20:12:40.618381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57012) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:40.779359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port f143f034-d794-4226-a40e-dc425ef9f2ee {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:40.779606 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f143f034-d794-4226-a40e-dc425ef9f2ee), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:40.888813 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (ab5b5a09-4dec-421d-b181-175b4141fd40), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.015584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f143f034-d794-4226-a40e-dc425ef9f2ee), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.034186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for f143f034-d794-4226-a40e-dc425ef9f2ee owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:41.186905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (ab5b5a09-4dec-421d-b181-175b4141fd40), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.319512 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f143f034-d794-4226-a40e-dc425ef9f2ee), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.371158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=f143f034-d794-4226-a40e-dc425ef9f2ee,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:41.441745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.447532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb5fea7b-2d32-412c-8da9-6a475dcfdf0e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/f143f034-d794-4226-a40e-dc425ef9f2ee HTTP/1.1" status: 204 len: 168 time: 0.8305340 Jan 29 20:12:41.450866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57022) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:41.483436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Provisioning complete for port 92b23df2-9b8d-4608-843b-362e13bcf873 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:41.484264 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.540722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e97b2-177f-4a44-b564-8dac2237be4e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:41.543728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e97b2-177f-4a44-b564-8dac2237be4e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:41.545944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-793e97b2-177f-4a44-b564-8dac2237be4e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0926120 Jan 29 20:12:41.548732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57024) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:41.561056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e107-d616-4d40-ae4f-5ef205b30fd1 req-39048819-4688-4721-9957-d602228737a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:41.562384 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a217e107-d616-4d40-ae4f-5ef205b30fd1 req-39048819-4688-4721-9957-d602228737a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1779337 Jan 29 20:12:41.611595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router ab5b5a09-4dec-421d-b181-175b4141fd40 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:12:41.634246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 1ae155c9-9822-4c17-8063-a49a78da1800 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:41.639313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (1ae155c9-9822-4c17-8063-a49a78da1800), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.731343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Current status of the port 92b23df2-9b8d-4608-843b-362e13bcf873 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:41.731775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.793385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (1ae155c9-9822-4c17-8063-a49a78da1800), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:41.818505 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a217e107-d616-4d40-ae4f-5ef205b30fd1 req-c94f5490-8ecf-4747-8316-4a7f92e79aa7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470965 Jan 29 20:12:42.009978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:42.023556 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Sync routers for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:42.039331 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (1ae155c9-9822-4c17-8063-a49a78da1800), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.048760 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:42.053898 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:42.126650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92b23df2-9b8d-4608-843b-362e13bcf873 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:42.181279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.186930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:42.200590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a87d9a9b-5844-4e4a-8a4e-e35e97182b51 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8920808 Jan 29 20:12:42.206465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 92b23df2-9b8d-4608-843b-362e13bcf873 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:42.207178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.216612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (1ae155c9-9822-4c17-8063-a49a78da1800), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.322484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae155c9-9822-4c17-8063-a49a78da1800,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:42.338931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.343220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9d922-1306-4b69-ae15-8bc791b79f72 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:42.347055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57034) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:42.347248 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:42.361059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-63bd0025-7b8c-492d-a90d-3836922350da tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/1ae155c9-9822-4c17-8063-a49a78da1800 HTTP/1.1" status: 204 len: 168 time: 0.8108737 Jan 29 20:12:42.392741 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:12:42.393453 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:12:42.454697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57036) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:42.462026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:42.462317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-26f66987-bd50-4d0c-b172-3ac0037046b6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034100 Jan 29 20:12:42.569783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 92b23df2-9b8d-4608-843b-362e13bcf873 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:42.570730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.680378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57038) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:42.681584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33f50747-f5f0-40bd-be31-f21a1ca9b579 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ec0025bbd33d457cb39eca2c22f54d65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4926145 Jan 29 20:12:42.691672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 92b23df2-9b8d-4608-843b-362e13bcf873, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=92b23df2-9b8d-4608-843b-362e13bcf873,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:42.703210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:42.790012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] Deleting port 92b23df2-9b8d-4608-843b-362e13bcf873 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:42.790443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.801617 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:40Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:42.804314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:42.808662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.861523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Checking router: ab5b5a09-4dec-421d-b181-175b4141fd40 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:42.861884 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Updating router ab5b5a09-4dec-421d-b181-175b4141fd40 port dc1d27bd-e72a-433d-b64b-347e5c15415e binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:12:42.897980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] For port 92b23df2-9b8d-4608-843b-362e13bcf873, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=92b23df2-9b8d-4608-843b-362e13bcf873,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:42.898677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.913881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] Calling delete_port for 92b23df2-9b8d-4608-843b-362e13bcf873 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:42.919054 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:42.984936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.058331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3dad28-ff62-4a4c-aeb9-8cbe3a9c3558 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:43.062261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7e3dad28-ff62-4a4c-aeb9-8cbe3a9c3558 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3807504 Jan 29 20:12:43.068140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57046) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:43.135644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=92b23df2-9b8d-4608-843b-362e13bcf873,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:43.153503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3cd1e59e-d73b-4683-a834-8bb56793e14d tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810113 Jan 29 20:12:43.153726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:43.161611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513532935', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:43.189165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3a8ab-8fa1-4a46-87a3-2e46e8ac934a req-a257682d-2d1a-472e-8fc4-3fda40b24923 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:43.195475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59e3a8ab-8fa1-4a46-87a3-2e46e8ac934a req-a257682d-2d1a-472e-8fc4-3fda40b24923 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2242432 Jan 29 20:12:43.198716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d043a-7e08-4133-873a-00d3afd2b878 None None] Current status of the port 92b23df2-9b8d-4608-843b-362e13bcf873 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:43.311261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-42f98c95-9fbb-4401-853e-ed4e4fb1bd3f None None] Could not find standard attr ID for object f143f034-d794-4226-a40e-dc425ef9f2ee. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:12:43.370385 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (92b23df2-9b8d-4608-843b-362e13bcf873), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.375836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-59e3a8ab-8fa1-4a46-87a3-2e46e8ac934a req-7e5fc037-195b-4653-ba9f-4ad887fdbb91 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708045 Jan 29 20:12:43.379104 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Publish callbacks [] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.404577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] No DVR routers for this DVR port 92b23df2-9b8d-4608-843b-362e13bcf873 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:43.430002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e78f19-314a-4af4-a1d3-f0e5e4824c8f None None] Pushing event deleted for resources: {'Port': ['ID=92b23df2-9b8d-4608-843b-362e13bcf873,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:43.477824 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.584497 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Attempting to bind port dc1d27bd-e72a-433d-b64b-347e5c15415e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:43.584840 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Attempting to bind port dc1d27bd-e72a-433d-b64b-347e5c15415e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:43.585348 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Attempting to bind port dc1d27bd-e72a-433d-b64b-347e5c15415e on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:43.595546 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Pushing event updated for resources: {'Port': ['ID=dc1d27bd-e72a-433d-b64b-347e5c15415e,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:43.598359 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:43.599454 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:43.599901 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.600321 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:43.600863 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Bound port: dc1d27bd-e72a-433d-b64b-347e5c15415e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:43.601237 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.638039 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.638422 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.638819 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.639157 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.639484 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.639806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.640124 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.640501 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.640818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.641136 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.641450 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.641999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.643219 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:43.722456 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] For port dc1d27bd-e72a-433d-b64b-347e5c15415e, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:43.730572 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] For port dc1d27bd-e72a-433d-b64b-347e5c15415e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dc1d27bd-e72a-433d-b64b-347e5c15415e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:43.853557 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.918763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:43.922403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:43.923182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92b23df2-9b8d-4608-843b-362e13bcf873 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:43.954191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 92b23df2-9b8d-4608-843b-362e13bcf873 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:12:43.954191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 92b23df2-9b8d-4608-843b-362e13bcf873 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:12:43.991771 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:43.992981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:44.051081 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7492-cdee-4f2b-b821-9e8dce163e39 None None] Pushing event updated for resources: {'Port': ['ID=dc1d27bd-e72a-433d-b64b-347e5c15415e,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:44.264119 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:44.353607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:12:44.355726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (f768a00f-a4a5-415a-a3ca-1f598b0b3f69), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:44.398445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (8f7baf1f-11ca-4aee-b66e-baa808f3f88c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:44.468898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:44.474218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:44.477933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:44.478904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:44.486835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1dfa97-c339-4f26-8092-b7a54de32b05 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:44.502758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=f768a00f-a4a5-415a-a3ca-1f598b0b3f69,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:44.565583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-917d476d-c27f-49b8-8862-2d02b37bb8bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1075392 Jan 29 20:12:44.565896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57058) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:44.572036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:4e:7c:af', 'name': 'tempest-NetworksTestDHCPv6-466762937'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:44.602115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Subnet': ['ID=8f7baf1f-11ca-4aee-b66e-baa808f3f88c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:44.670957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Checking segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:44.671256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network hostable DHCP agents. Network: 7df5be63-3d2f-40ac-ac17-e0e81f8b4991, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:12:44.675520 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:40Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:44.712347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b5e3b-5935-4888-beb5-76ab6baa1dbc req-7bddb763-0ff8-4315-9c8a-8d90eca53b3b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:44.715695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8b5e3b-5935-4888-beb5-76ab6baa1dbc req-7bddb763-0ff8-4315-9c8a-8d90eca53b3b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2219110 Jan 29 20:12:44.749364 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6144-71df-4d4a-9f1a-06ee1729c41c None None] The sync data for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 is: [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:40Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:44.767164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'f768a00f-a4a5-415a-a3ca-1f598b0b3f69'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:44.768437 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:44.780385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:12:44.816758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8b5e3b-5935-4888-beb5-76ab6baa1dbc req-ce572afc-6775-4e48-8403-af7b0bc9605f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933566 Jan 29 20:12:44.877861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7df5be63-3d2f-40ac-ac17-e0e81f8b4991) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:44.882673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:44.883289 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:44.909027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:44.915246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e262f-1587-46f6-af2a-a4606eda946a None None] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:44.995350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-19399d64-bacd-4cd2-b641-307b60922ba0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8405309 Jan 29 20:12:44.998098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:45.093480 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:45.125155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 78c1b4ab-68d1-4875-9a64-5d45d01242fb yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:45.127563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Allocated IP 2001:db8::f816:3eff:fe35:ddd (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/f768a00f-a4a5-415a-a3ca-1f598b0b3f69/cfe75c87-4d7c-46a9-862f-ccf001b373a4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:45.247255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:45.248121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:45.647837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Allocated IP 172.20.0.2 (7df5be63-3d2f-40ac-ac17-e0e81f8b4991/8f7baf1f-11ca-4aee-b66e-baa808f3f88c/9cf2e04c-3b16-46f6-af10-356e15a56748) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:45.654557 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Publish callbacks [] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:45.916477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:45.935985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Publish callbacks [] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:45.936955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe4e:7caf (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/f768a00f-a4a5-415a-a3ca-1f598b0b3f69/78c1b4ab-68d1-4875-9a64-5d45d01242fb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:45.958085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.094391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:46.096652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dc1d27bd-e72a-433d-b64b-347e5c15415e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:46.103977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:46.106100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:46.113715 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.154471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:46.155682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Pushing event updated for resources: {'Port': ['ID=cfe75c87-4d7c-46a9-862f-ccf001b373a4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:46.211352 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (78c1b4ab-68d1-4875-9a64-5d45d01242fb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.212103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:46.215526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:46.345984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc931-ed35-4752-80bd-2b6922bf39af req-773b41c5-8198-4872-9c9d-05ed79fb6837 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:46.348023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00dbc931-ed35-4752-80bd-2b6922bf39af req-773b41c5-8198-4872-9c9d-05ed79fb6837 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1022043 Jan 29 20:12:46.350966 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (78c1b4ab-68d1-4875-9a64-5d45d01242fb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.382838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:46.411573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:46.472641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.1 (7df5be63-3d2f-40ac-ac17-e0e81f8b4991/8f7baf1f-11ca-4aee-b66e-baa808f3f88c/6b3c7705-2440-49fe-b605-527ec1725dcb) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:46.489129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:46.497012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:46.498052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.504501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00dbc931-ed35-4752-80bd-2b6922bf39af req-5261206e-4a03-4694-920c-6ed6cb1acc31 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180837 Jan 29 20:12:46.540860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=78c1b4ab-68d1-4875-9a64-5d45d01242fb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:46.555684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Pushing event updated for resources: {'Port': ['ID=9cf2e04c-3b16-46f6-af10-356e15a56748,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:46.584520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Attempting to bind port cfe75c87-4d7c-46a9-862f-ccf001b373a4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:46.585300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Attempting to bind port cfe75c87-4d7c-46a9-862f-ccf001b373a4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:46.586027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Attempting to bind port cfe75c87-4d7c-46a9-862f-ccf001b373a4 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:46.597719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1999762a-b569-4d28-b736-b9ba276c1ae8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0306442 Jan 29 20:12:46.600429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dc1d27bd-e72a-433d-b64b-347e5c15415e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:46.600923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.601999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57074) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:46.603036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:46.603530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:46.604072 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.604549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:46.609532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Bound port: cfe75c87-4d7c-46a9-862f-ccf001b373a4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:46.609532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.609532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Attempting to bind port 9cf2e04c-3b16-46f6-af10-356e15a56748 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:46.609877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Attempting to bind port 9cf2e04c-3b16-46f6-af10-356e15a56748 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:46.610318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Attempting to bind port 9cf2e04c-3b16-46f6-af10-356e15a56748 on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:46.682424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:46.684084 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.689926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Checking segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:46.689926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.689926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Bound using segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:46.689926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Bound port: 9cf2e04c-3b16-46f6-af10-356e15a56748, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:46.689926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.701338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf98d54-7bf5-411a-9b75-53541a9fd091 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:46.709961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf98d54-7bf5-411a-9b75-53541a9fd091 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:46.728230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ebf98d54-7bf5-411a-9b75-53541a9fd091 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1225965 Jan 29 20:12:46.728723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:46.831228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.835522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] For port cfe75c87-4d7c-46a9-862f-ccf001b373a4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:46.890497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dc1d27bd-e72a-433d-b64b-347e5c15415e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:46.890991 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.914193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port dc1d27bd-e72a-433d-b64b-347e5c15415e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dc1d27bd-e72a-433d-b64b-347e5c15415e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:46.919813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] For port cfe75c87-4d7c-46a9-862f-ccf001b373a4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cfe75c87-4d7c-46a9-862f-ccf001b373a4,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:46.921493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 78c1b4ab-68d1-4875-9a64-5d45d01242fb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:46.921844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (78c1b4ab-68d1-4875-9a64-5d45d01242fb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:46.925308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] For port 9cf2e04c-3b16-46f6-af10-356e15a56748, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:46.940537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] For port 9cf2e04c-3b16-46f6-af10-356e15a56748, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9cf2e04c-3b16-46f6-af10-356e15a56748,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:46.944118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=6b3c7705-2440-49fe-b605-527ec1725dcb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:46.948877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:46.950653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:46.953253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:46.977988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.024534 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.031791 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.045785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (ab5b5a09-4dec-421d-b181-175b4141fd40), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.053289 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=dc1d27bd-e72a-433d-b64b-347e5c15415e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:47.064906 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (78c1b4ab-68d1-4875-9a64-5d45d01242fb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.097198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 78c1b4ab-68d1-4875-9a64-5d45d01242fb owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:47.173214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8d9c0-ae90-482b-9845-25b12badf85e None None] Pushing event updated for resources: {'Port': ['ID=9cf2e04c-3b16-46f6-af10-356e15a56748,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:47.363580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (78c1b4ab-68d1-4875-9a64-5d45d01242fb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.513201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.529484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=78c1b4ab-68d1-4875-9a64-5d45d01242fb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:47.588752 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.604969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1cbedb1b-1f9a-48f6-8557-a307fd2d5150 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/78c1b4ab-68d1-4875-9a64-5d45d01242fb HTTP/1.1" status: 204 len: 168 time: 0.8732681 Jan 29 20:12:47.605726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57084) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:47.648779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f334d-c329-4c04-bd44-c33faf636433 None None] Pushing event updated for resources: {'Port': ['ID=cfe75c87-4d7c-46a9-862f-ccf001b373a4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:47.757774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d734f32-79ca-47bb-a7f0-042e70c14009 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:47.759829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d734f32-79ca-47bb-a7f0-042e70c14009 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:47.764233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0d734f32-79ca-47bb-a7f0-042e70c14009 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1574502 Jan 29 20:12:47.768566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57086) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:47.860710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3b8b1-f69d-4f10-8554-875d5022e17f req-5948d1d1-a953-4612-8054-3e843bbe016b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:47.878116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34b3b8b1-f69d-4f10-8554-875d5022e17f req-5948d1d1-a953-4612-8054-3e843bbe016b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2063320 Jan 29 20:12:47.900178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet f768a00f-a4a5-415a-a3ca-1f598b0b3f69 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:47.905868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (f768a00f-a4a5-415a-a3ca-1f598b0b3f69), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:47.988804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f768a00f-a4a5-415a-a3ca-1f598b0b3f69), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.021736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34b3b8b1-f69d-4f10-8554-875d5022e17f req-71e11526-365c-459e-9d46-344938a4a245 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424789 Jan 29 20:12:48.132995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f768a00f-a4a5-415a-a3ca-1f598b0b3f69), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.223003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cfe75c87-4d7c-46a9-862f-ccf001b373a4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:48.290621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port cfe75c87-4d7c-46a9-862f-ccf001b373a4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:48.290990 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.296336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.331398 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f768a00f-a4a5-415a-a3ca-1f598b0b3f69), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.354298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=f768a00f-a4a5-415a-a3ca-1f598b0b3f69,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:48.356423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.362234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57092) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:48.362376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c9a4197-0fcd-455e-a4bf-03896e875bfe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/f768a00f-a4a5-415a-a3ca-1f598b0b3f69 HTTP/1.1" status: 204 len: 168 time: 0.5926661 Jan 29 20:12:48.380676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port cfe75c87-4d7c-46a9-862f-ccf001b373a4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:48.381160 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.408361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eb4e5e61-df2d-406d-a0fa-b08c97604f64 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447638 Jan 29 20:12:48.410702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57094) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:48.417122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port cfe75c87-4d7c-46a9-862f-ccf001b373a4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cfe75c87-4d7c-46a9-862f-ccf001b373a4,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:48.418235 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.486922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d241da7-63c7-4a08-a1c8-87114720a1aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:48.488687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0d241da7-63c7-4a08-a1c8-87114720a1aa tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0767751 Jan 29 20:12:48.491090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57096) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:48.501304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (ab5b5a09-4dec-421d-b181-175b4141fd40), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.502768 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.504149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cf2e04c-3b16-46f6-af10-356e15a56748 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:48.505168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=6b3c7705-2440-49fe-b605-527ec1725dcb,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:48.519211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.519867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.519867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.521004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.521626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.522017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.522440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.522849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.523241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.523637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.524047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.524491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.525038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:12:48.580565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8d15f-e0f7-4a62-93f3-306ecf08a3ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:48.585897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7ec8d15f-e0f7-4a62-93f3-306ecf08a3ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934792 Jan 29 20:12:48.586439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57098) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:48.595443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=cfe75c87-4d7c-46a9-862f-ccf001b373a4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:48.692904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9cf2e04c-3b16-46f6-af10-356e15a56748 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:48.693283 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.710075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ab32abc-ef31-4e29-baf1-9c887377e402 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223202 Jan 29 20:12:48.712991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57100) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:48.722284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:48.756323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:48.765358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:48.854470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9cf2e04c-3b16-46f6-af10-356e15a56748 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:48.856598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:48.961396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 9cf2e04c-3b16-46f6-af10-356e15a56748, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9cf2e04c-3b16-46f6-af10-356e15a56748,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:48.997176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router ab5b5a09-4dec-421d-b181-175b4141fd40 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:12:49.063551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:49.064415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dc1d27bd-e72a-433d-b64b-347e5c15415e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:49.089439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:49.093050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:49.198515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:12:49.204400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-92019f60-2843-40ec-ae9b-37af090f86ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/ab5b5a09-4dec-421d-b181-175b4141fd40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2052591 Jan 29 20:12:49.250381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=9cf2e04c-3b16-46f6-af10-356e15a56748,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:49.275362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Sync routers for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:12:49.293444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:49.296473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:49.359674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b0cc-7c62-4b2c-a404-9c24b37b5d28 req-1949af00-efc0-47be-83fc-101171e87312 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:49.363775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0bf3b0cc-7c62-4b2c-a404-9c24b37b5d28 req-1949af00-efc0-47be-83fc-101171e87312 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.2300699 Jan 29 20:12:49.372705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caccfb29-3894-43b5-b985-8b3462f70552 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:49.483169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0bf3b0cc-7c62-4b2c-a404-9c24b37b5d28 req-65d0837e-4d56-4397-b336-c970b88b1d40 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109669 Jan 29 20:12:49.546282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dc1d27bd-e72a-433d-b64b-347e5c15415e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:49.546282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:49.571933 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-7fb3789e-4c4a-412f-8c86-62865e9664a9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78300359&fields=id&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 267 time: 0.0903120 Jan 29 20:12:49.575731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0093c-5b4b-4a8b-b247-1421663c0fd0 None None] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:49.612800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9952b453-0d6f-4482-9284-79ae1b0b3ea8 None None] Provisioning complete for port cfe75c87-4d7c-46a9-862f-ccf001b373a4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:49.612800 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9952b453-0d6f-4482-9284-79ae1b0b3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:49.682210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:49.697131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-ab00b6a1-9671-4890-be90-3e2560087681 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:49.698731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-ab00b6a1-9671-4890-be90-3e2560087681 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 796 time: 0.1192982 Jan 29 20:12:49.714432 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (8cabdaf7-113d-4229-a279-fd20e0b8a690), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:49.715322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-e537c102-2315-4c96-9b2a-9c95c58837f3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/quotas/ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 375 time: 0.0109630 Jan 29 20:12:49.776843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:49.778685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:49.783144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:49.785138 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:49.794721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-08246e59-b26d-49e7-9438-b19a166dfb35 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719702 Jan 29 20:12:49.801230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=8cabdaf7-113d-4229-a279-fd20e0b8a690,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:49.884250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-63a8e95a-bedf-45ed-a1f9-0ff60e682d20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1691167 Jan 29 20:12:49.885756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57120) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:49.893499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:78:0a:2c', 'name': 'tempest-NetworksTestDHCPv6-1278799523'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:49.918282 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-fad69034-1bce-4459-8a88-f14d8f731c5b service neutron] 10.222.0.15 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123421 Jan 29 20:12:49.951375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:12:49.958160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dc1d27bd-e72a-433d-b64b-347e5c15415e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:50.067071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-f4bbdb2b-3021-4d3d-b5f8-5f75b4a52827 service neutron] 10.222.0.15 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427469 Jan 29 20:12:50.116355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cf2e04c-3b16-46f6-af10-356e15a56748 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:50.138152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9952b453-0d6f-4482-9284-79ae1b0b3ea8 None None] Current status of the port cfe75c87-4d7c-46a9-862f-ccf001b373a4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:50.158682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:50.281683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.290161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] Deleting port cfe75c87-4d7c-46a9-862f-ccf001b373a4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:50.290728 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.334613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port c73d9a71-d6d7-48a7-8eb7-1abf75e7722c yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:50.420385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 9cf2e04c-3b16-46f6-af10-356e15a56748 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:50.421004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.461826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d9eae8f-dfcf-4f0d-b1b2-2015faaef8ca req-06398c14-b87f-414d-b538-71b97fbb6a84 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 210 time: 0.0703406 Jan 29 20:12:50.482536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:48Z', 'revision_number': 2, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:50.484645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ffc44c01-8ea4-4cc7-9e77-512522d4803b None None] Provisioning complete for port 9cf2e04c-3b16-46f6-af10-356e15a56748 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:50.485117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ffc44c01-8ea4-4cc7-9e77-512522d4803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.554399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::160 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/8cabdaf7-113d-4229-a279-fd20e0b8a690/c73d9a71-d6d7-48a7-8eb7-1abf75e7722c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:50.618630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Checking router: ab5b5a09-4dec-421d-b181-175b4141fd40 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:12:50.618974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Updating router ab5b5a09-4dec-421d-b181-175b4141fd40 port 6b3c7705-2440-49fe-b605-527ec1725dcb binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:12:50.622992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] For port cfe75c87-4d7c-46a9-862f-ccf001b373a4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cfe75c87-4d7c-46a9-862f-ccf001b373a4,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:50.623396 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.671525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] Calling delete_port for cfe75c87-4d7c-46a9-862f-ccf001b373a4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:50.709403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a474e27-4937-45f1-9fbd-94f16bd6291a req-932a501a-cb37-47bd-837d-a6e1b66390ef tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:50.711264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a474e27-4937-45f1-9fbd-94f16bd6291a req-932a501a-cb37-47bd-837d-a6e1b66390ef tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1151688 Jan 29 20:12:50.771585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.791904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (c73d9a71-d6d7-48a7-8eb7-1abf75e7722c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.813541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a474e27-4937-45f1-9fbd-94f16bd6291a req-956103a8-75e4-4dcc-ad5a-ec24063978d8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824108 Jan 29 20:12:50.929573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c73d9a71-d6d7-48a7-8eb7-1abf75e7722c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.978101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:50.981486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:50.986020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:50.992285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:50.992967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:50.993912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 9cf2e04c-3b16-46f6-af10-356e15a56748 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:51.012615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ffc44c01-8ea4-4cc7-9e77-512522d4803b None None] Current status of the port 9cf2e04c-3b16-46f6-af10-356e15a56748 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:51.019040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=c73d9a71-d6d7-48a7-8eb7-1abf75e7722c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:51.115311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cfe75c87-4d7c-46a9-862f-ccf001b373a4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:12:51.138404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a58ad2ef-0962-474b-9087-e41bf71819b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2512558 Jan 29 20:12:51.143112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57142) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:51.200974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0103d27c-0f42-4119-a279-d60c38fd2f96 None None] Provisioning complete for port 6b3c7705-2440-49fe-b605-527ec1725dcb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:51.200974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0103d27c-0f42-4119-a279-d60c38fd2f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.211426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57650a32-d98f-44de-9333-5b973db48304 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:51.218232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57650a32-d98f-44de-9333-5b973db48304 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:51.218984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-57650a32-d98f-44de-9333-5b973db48304 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0741611 Jan 29 20:12:51.221849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57146) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:51.294449 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (cfe75c87-4d7c-46a9-862f-ccf001b373a4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.328439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port cfe75c87-4d7c-46a9-862f-ccf001b373a4 update to DOWN by agent not found {{(pid=103564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 20:12:51.330284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0103d27c-0f42-4119-a279-d60c38fd2f96 None None] Port 6b3c7705-2440-49fe-b605-527ec1725dcb cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:12:51.341797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] Pushing event deleted for resources: {'Port': ['ID=cfe75c87-4d7c-46a9-862f-ccf001b373a4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:51.349734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port c73d9a71-d6d7-48a7-8eb7-1abf75e7722c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:51.349988 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c73d9a71-d6d7-48a7-8eb7-1abf75e7722c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.372341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9629d76-4f5d-4402-a575-c4d1c7b03605 None None] No DVR routers for this DVR port cfe75c87-4d7c-46a9-862f-ccf001b373a4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:12:51.404926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0103d27c-0f42-4119-a279-d60c38fd2f96 None None] Provisioning complete for port 9cf2e04c-3b16-46f6-af10-356e15a56748 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:51.405312 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0103d27c-0f42-4119-a279-d60c38fd2f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.413265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0ecaa-0419-4062-81b3-8f54880fe92a None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:51.487969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c73d9a71-d6d7-48a7-8eb7-1abf75e7722c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.509072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for c73d9a71-d6d7-48a7-8eb7-1abf75e7722c owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:51.563965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44e836b0-256e-4934-8fb0-56e718cfd012 req-3b529e10-f047-490f-954a-79983e6d0bd3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 210 time: 0.0356514 Jan 29 20:12:51.636155 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Publish callbacks [] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.685080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0103d27c-0f42-4119-a279-d60c38fd2f96 None None] Current status of the port 9cf2e04c-3b16-46f6-af10-356e15a56748 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:51.688596 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': '8cabdaf7-113d-4229-a279-fd20e0b8a690'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:12:51.689429 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.770184 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c73d9a71-d6d7-48a7-8eb7-1abf75e7722c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.771245 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.808812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=c73d9a71-d6d7-48a7-8eb7-1abf75e7722c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:51.849401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:51.857105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9c99de82-dd62-469c-947a-9016447fd7d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/c73d9a71-d6d7-48a7-8eb7-1abf75e7722c HTTP/1.1" status: 204 len: 168 time: 0.6341891 Jan 29 20:12:51.859861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57160) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:51.871569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b5dbc-18fa-4962-a84c-7c50a7830768 None None] Pushing event updated for resources: {'Port': ['ID=6b3c7705-2440-49fe-b605-527ec1725dcb,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:51.961797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Attempting to bind port 6b3c7705-2440-49fe-b605-527ec1725dcb on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:51.962181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Attempting to bind port 6b3c7705-2440-49fe-b605-527ec1725dcb by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:51.962715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Attempting to bind port 6b3c7705-2440-49fe-b605-527ec1725dcb on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:51.970641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc474400-1232-48a6-b0e0-4e8888be58eb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:51.976799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc474400-1232-48a6-b0e0-4e8888be58eb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:51.978585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fc474400-1232-48a6-b0e0-4e8888be58eb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1178527 Jan 29 20:12:51.981387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:52.006462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3e950-ce09-4986-b0f3-dd6de347f401 req-df4124cb-89a3-4dcc-a311-9e5e8b7d8955 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:52.007404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:52.024425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Checking segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:52.024781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02d3e950-ce09-4986-b0f3-dd6de347f401 req-df4124cb-89a3-4dcc-a311-9e5e8b7d8955 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1037421 Jan 29 20:12:52.024882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.024882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Bound using segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:52.024882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Bound port: 6b3c7705-2440-49fe-b605-527ec1725dcb, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:52.024882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.089955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 8cabdaf7-113d-4229-a279-fd20e0b8a690 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:12:52.119265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] For port 6b3c7705-2440-49fe-b605-527ec1725dcb, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:52.120185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02d3e950-ce09-4986-b0f3-dd6de347f401 req-0d8c8872-bd0e-41a8-a95b-aa2861fa6b1d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982566 Jan 29 20:12:52.128149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] For port 6b3c7705-2440-49fe-b605-527ec1725dcb, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6b3c7705-2440-49fe-b605-527ec1725dcb,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:52.146339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/8cabdaf7-113d-4229-a279-fd20e0b8a690/4dd86df7-fba7-497f-984b-e614e4273086) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:52.224986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.331778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b5dbc-18fa-4962-a84c-7c50a7830768 None None] Pushing event updated for resources: {'Port': ['ID=6b3c7705-2440-49fe-b605-527ec1725dcb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:52.337407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:12:52.338027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:52.406221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] Provisioning complete for port 6b3c7705-2440-49fe-b605-527ec1725dcb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:52.406627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.504173 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Publish callbacks [] for port (4dd86df7-fba7-497f-984b-e614e4273086), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.574187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:12:52.629774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] Current status of the port 6b3c7705-2440-49fe-b605-527ec1725dcb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:52.630176 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.633874 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (8cabdaf7-113d-4229-a279-fd20e0b8a690), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.644075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (4dd86df7-fba7-497f-984b-e614e4273086), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.730828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:52.739321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2525f58e-7e31-4c45-873c-06245def2cb4 req-2c825639-5acd-4f0e-8c06-6b36382b4d7a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 210 time: 0.0472932 Jan 29 20:12:52.752293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (8cabdaf7-113d-4229-a279-fd20e0b8a690), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.758428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:52.769595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:52.839179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] For port 6b3c7705-2440-49fe-b605-527ec1725dcb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6b3c7705-2440-49fe-b605-527ec1725dcb,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:52.845096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Pushing event updated for resources: {'Port': ['ID=4dd86df7-fba7-497f-984b-e614e4273086,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:52.914426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8cabdaf7-113d-4229-a279-fd20e0b8a690), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:52.921602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Attempting to bind port 4dd86df7-fba7-497f-984b-e614e4273086 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:52.922018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Attempting to bind port 4dd86df7-fba7-497f-984b-e614e4273086 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:52.922464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Attempting to bind port 4dd86df7-fba7-497f-984b-e614e4273086 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:53.071232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (8cabdaf7-113d-4229-a279-fd20e0b8a690), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.112172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:53.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:53.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:53.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Bound port: 4dd86df7-fba7-497f-984b-e614e4273086, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:53.122738 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4dd86df7-fba7-497f-984b-e614e4273086), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.153288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=8cabdaf7-113d-4229-a279-fd20e0b8a690,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:53.158903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.169676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d7e6dc76-1a6e-4854-8e78-701fbe020c08 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/8cabdaf7-113d-4229-a279-fd20e0b8a690 HTTP/1.1" status: 204 len: 168 time: 1.1846921 Jan 29 20:12:53.171133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57174) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:53.232429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-254c13f3-f46b-4b04-ab4f-a08b658dc118 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579541 Jan 29 20:12:53.234352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57176) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:53.298914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8027efa-d84b-431d-b383-2369eb3df9cf None None] Pushing event updated for resources: {'Port': ['ID=6b3c7705-2440-49fe-b605-527ec1725dcb,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:53.307758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] For port 4dd86df7-fba7-497f-984b-e614e4273086, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:53.311048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27012ea5-8fcd-4b00-ab5a-d2338aca8695 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:53.312915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-27012ea5-8fcd-4b00-ab5a-d2338aca8695 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0773859 Jan 29 20:12:53.315573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57180) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:53.344849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7b6cb8c6-b249-4db4-aa05-ab6e9fc05746 None None] Provisioning complete for port 6b3c7705-2440-49fe-b605-527ec1725dcb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:53.345712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb8c6-b249-4db4-aa05-ab6e9fc05746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.347753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3852e-d086-4665-bafd-89e0793b8aad req-381c377b-2101-4528-a980-b58380796406 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:53.356375 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa3852e-d086-4665-bafd-89e0793b8aad req-381c377b-2101-4528-a980-b58380796406 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1270037 Jan 29 20:12:53.367735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:12:53.373675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] For port 4dd86df7-fba7-497f-984b-e614e4273086, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4dd86df7-fba7-497f-984b-e614e4273086,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:53.420455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fba2ce-aa43-4a0c-8d1c-301c04e6824d None None] The sync data for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 is: [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:12:53.425570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1bca4a-ea3e-4a48-ad0e-ab8956a469f0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:53.430946 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa3852e-d086-4665-bafd-89e0793b8aad req-c74e95b1-3d6f-47fd-b3b9-31f133e56bf8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733662 Jan 29 20:12:53.433199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1e1bca4a-ea3e-4a48-ad0e-ab8956a469f0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163247 Jan 29 20:12:53.440700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:53.502260 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4dd86df7-fba7-497f-984b-e614e4273086), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.558471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4e22ab26-c1ab-4054-a1be-beea90aa2e3e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124783 Jan 29 20:12:53.568434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57184) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:53.578641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:53.671814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-f51c07e2-a454-4dfa-82ac-dae10f08f8a5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:53.673544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-f51c07e2-a454-4dfa-82ac-dae10f08f8a5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 796 time: 0.2652063 Jan 29 20:12:53.679612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cb8c6-b249-4db4-aa05-ab6e9fc05746 None None] Current status of the port 6b3c7705-2440-49fe-b605-527ec1725dcb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:53.682752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa32c6-52c1-465a-b6a6-fb294859f68c None None] Pushing event updated for resources: {'Port': ['ID=4dd86df7-fba7-497f-984b-e614e4273086,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:53.712823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd34c83-efaa-4ec5-800d-ee47814ec14c None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:12:53.792516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:53.796166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:53.873500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-5b6027d5-014c-41f8-a921-409e01b8c5ff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 378 time: 0.1778753 Jan 29 20:12:53.886573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'port': {'device_id': '59a69428-1f88-4680-937c-6459b24cf8ad', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'admin_state_up': True, 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'security_groups': ['ffbd106f-4bb2-4689-a4c7-2312dc0b5df9']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:53.935492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd34c83-efaa-4ec5-800d-ee47814ec14c None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:12:53.937172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8ae86ab-7e1e-4750-89d8-dafe964d4037 req-395c5e48-10b5-4455-88b8-dbf8269bdef3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 210 time: 0.0469544 Jan 29 20:12:53.984896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:12:54.193992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:54.203124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:54.345201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6b3c7705-2440-49fe-b605-527ec1725dcb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:54.407313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:54.472543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.3 (7df5be63-3d2f-40ac-ac17-e0e81f8b4991/8f7baf1f-11ca-4aee-b66e-baa808f3f88c/e0992a06-330a-4e75-8711-9184fa4b7cee) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:54.499720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3', 'mac_address': 'fa:16:3e:53:1b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:12:54.578884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 6b3c7705-2440-49fe-b605-527ec1725dcb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:54.579603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:54.609073 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:54.609864 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:54.635759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:12:54.647498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:12:54.664149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:54.706913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 6b3c7705-2440-49fe-b605-527ec1725dcb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:54.772528 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:54.808541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:54.838928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d653411-844a-4ae6-92a7-e3de0f4b2735 req-851417cd-9afe-4219-afbe-929be6544eea tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:54.843881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d653411-844a-4ae6-92a7-e3de0f4b2735 req-851417cd-9afe-4219-afbe-929be6544eea tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 943 time: 0.1745481 Jan 29 20:12:54.907053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:54.938389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d653411-844a-4ae6-92a7-e3de0f4b2735 req-56320257-1174-47e1-adb1-e8214fa73e70 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719621 Jan 29 20:12:54.990254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.044287 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4dd86df7-fba7-497f-984b-e614e4273086), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.059650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:12:55.066631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:55.072671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:55.077038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:55.105927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:55.165340 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:55.168262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.259075 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71f3993c-5843-4c23-bad5-b2e571e2933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.345812 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-b86bef04-3c92-40e9-b920-bbc7ea5be682 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4647710 Jan 29 20:12:55.362510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Request body: {'port': {'device_id': '59a69428-1f88-4680-937c-6459b24cf8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:55.455378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae41b7-1c1f-4f82-88a9-f8fd7937b645 req-5671a3de-4771-4b62-acc8-fe05def4190e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:55.459044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96ae41b7-1c1f-4f82-88a9-f8fd7937b645 req-5671a3de-4771-4b62-acc8-fe05def4190e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 931 time: 0.2472115 Jan 29 20:12:55.500910 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.520874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] For port 4dd86df7-fba7-497f-984b-e614e4273086, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4dd86df7-fba7-497f-984b-e614e4273086,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:55.544921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e8f9986e-f1a7-44d3-8df1-cb78d9fbbbb5 None None] Provisioning complete for port e0992a06-330a-4e75-8711-9184fa4b7cee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:55.545594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e8f9986e-f1a7-44d3-8df1-cb78d9fbbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.558232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96ae41b7-1c1f-4f82-88a9-f8fd7937b645 req-057f2ede-3c49-4e7a-a3ca-5697d9b7f9a3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904291 Jan 29 20:12:55.580405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (4dd86df7-fba7-497f-984b-e614e4273086), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.603623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9986e-f1a7-44d3-8df1-cb78d9fbbbb5 None None] Port e0992a06-330a-4e75-8711-9184fa4b7cee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:12:55.657251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4dd86df7-fba7-497f-984b-e614e4273086), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.708464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (0c8d9f1c-15de-49f3-89b3-1d2302ec9eac), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.774237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:55.781464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:55.786700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:55.787682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.790114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=4dd86df7-fba7-497f-984b-e614e4273086,revision_number=5']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:55.798419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbadb18e-2444-4437-82b8-f792e5d27832 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:55.814327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=0c8d9f1c-15de-49f3-89b3-1d2302ec9eac,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:55.870253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0992a06-330a-4e75-8711-9184fa4b7cee {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:12:55.880597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Publish callbacks [] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:55.892895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Transition to ACTIVE for port object e0992a06-330a-4e75-8711-9184fa4b7cee will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:12:55.931563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-67027e1a-7c7d-4181-9cb7-31bf6903635e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3544896 Jan 29 20:12:55.936689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57200) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:55.948446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:56.001641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:56.065610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.151985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde2e0-5041-4f8f-a582-6d4bb09d5ce9 req-99f837f4-e285-43af-9260-85f820cd6172 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:56.154046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2fcde2e0-5041-4f8f-a582-6d4bb09d5ce9 req-99f837f4-e285-43af-9260-85f820cd6172 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 944 time: 0.1295931 Jan 29 20:12:56.161972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:56.165616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:56.168990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:12:56.174925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.181454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:56.181833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.329579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:12:56.329992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:12:56.336589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:56.346509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Port e0992a06-330a-4e75-8711-9184fa4b7cee on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:12:56.347540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:12:56.365728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2fcde2e0-5041-4f8f-a582-6d4bb09d5ce9 req-4dc2b68f-e529-4ba1-828d-f736dc55c37a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802185 Jan 29 20:12:56.384687 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c8d9f1c-15de-49f3-89b3-1d2302ec9eac (CIDR: 2001:db8::/64) Jan 29 20:12:56.397191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:12:56.397656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Checking segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:12:56.398048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Bound using segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:12:56.399140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Bound port: e0992a06-330a-4e75-8711-9184fa4b7cee, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:12:56.399503 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.405180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:56.406135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.436590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:12:56.439247 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8866a3a4-c18d-42b4-9063-74f76ac35a48" -d '{"events": [{"server_uuid": "f06552dc-0c42-4575-a28e-1e8c59b6d165", "name": "network-vif-plugged", "status": "completed", "tag": "44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:12:56.447928 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:12:56.448440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:12:56.454885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:56.506834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:12:56.510630 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121eb6a3-365a-4420-ac3a-3f296974aa71 x-openstack-request-id: req-121eb6a3-365a-4420-ac3a-3f296974aa71 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:12:56.511010 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06552dc-0c42-4575-a28e-1e8c59b6d165", "name": "network-vif-plugged", "status": "completed", "tag": "44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:12:56.511362 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-121eb6a3-365a-4420-ac3a-3f296974aa71 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:12:56.511780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:12:56.512093 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3', 'code': 200} Jan 29 20:12:56.574712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.633744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:56.649429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6e6a95c8-e3e9-4041-9d81-922cd79cff04 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7115018 Jan 29 20:12:56.650030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57212) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:56.656334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:56.896625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:56.900492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:56.929363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.005710 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.006319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.007718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] 10.222.0.26 "PUT /v2.0/ports/e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 1091 time: 1.6498232 Jan 29 20:12:57.009827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:12:57.012452 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759950c-0f50-42ff-a26a-f35651e00926" -d '{"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:12:57.033843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa07d74-eefd-48e5-8f59-777fa65893d9 req-19ed2b4e-c5c0-485c-8c31-b966a307a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.035992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa07d74-eefd-48e5-8f59-777fa65893d9 req-19ed2b4e-c5c0-485c-8c31-b966a307a2bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 1127 time: 0.4462080 Jan 29 20:12:57.068496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac80d3a-fd06-4c70-b14e-2b339aa8008b service neutron] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:57.097788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176648-cb10-448d-8d3c-9e838a542360 req-645e0683-a07e-4347-a342-d14dddff0e03 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.100000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84176648-cb10-448d-8d3c-9e838a542360 req-645e0683-a07e-4347-a342-d14dddff0e03 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1791532 Jan 29 20:12:57.115813 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415a07de-0251-48ec-bbca-749078fad34f x-openstack-request-id: req-415a07de-0251-48ec-bbca-749078fad34f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:12:57.116107 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:12:57.116359 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-415a07de-0251-48ec-bbca-749078fad34f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:12:57.116781 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'status': 'completed', 'code': 200} Jan 29 20:12:57.157015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa07d74-eefd-48e5-8f59-777fa65893d9 req-f39dbe46-df38-4e51-b022-a8d6eb8c93c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106093 Jan 29 20:12:57.234178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84176648-cb10-448d-8d3c-9e838a542360 req-0540ab07-7e55-451f-aa7e-07db8eaacedf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137581 Jan 29 20:12:57.237676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759950c-0f50-42ff-a26a-f35651e00926 req-bebdbd88-87c2-4d02-ad48-85a8a945c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.239362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e759950c-0f50-42ff-a26a-f35651e00926 req-bebdbd88-87c2-4d02-ad48-85a8a945c0f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1125 time: 0.1008625 Jan 29 20:12:57.378489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (0b9bd5d9-4958-4386-9a76-2c192f15b093), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.468229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:57.474236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=0b9bd5d9-4958-4386-9a76-2c192f15b093,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:57.476858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:57.483198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.483198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.498698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aabe9b-1f76-44ce-80a4-c481bc6a830a None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:12:57.505927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759950c-0f50-42ff-a26a-f35651e00926 req-754a2ea3-a9b0-4e67-996f-c98b31380ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.508538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e759950c-0f50-42ff-a26a-f35651e00926 req-754a2ea3-a9b0-4e67-996f-c98b31380ec3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2567704 Jan 29 20:12:57.582495 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6e872df9-3e40-4a67-bf2f-e772ae8a4f09 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9311488 Jan 29 20:12:57.596338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509e8bf-8a77-42ac-9704-e5fde48651f9 req-5b7a64a8-6bb6-4bc8-b2b4-68fb4f084b3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.598749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e509e8bf-8a77-42ac-9704-e5fde48651f9 req-5b7a64a8-6bb6-4bc8-b2b4-68fb4f084b3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.0808649 Jan 29 20:12:57.599115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] Provisioning complete for port 4dd86df7-fba7-497f-984b-e614e4273086 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:57.599577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4dd86df7-fba7-497f-984b-e614e4273086), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.599987 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57228) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:57.605814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:9a:d1:ed', 'name': 'tempest-NetworksTestDHCPv6-320060289'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:12:57.768133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] Current status of the port 4dd86df7-fba7-497f-984b-e614e4273086 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:57.768556 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4dd86df7-fba7-497f-984b-e614e4273086), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.788951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e509e8bf-8a77-42ac-9704-e5fde48651f9 req-a8647950-a8f1-47a2-ba9e-ff581ed67d74 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751447 Jan 29 20:12:57.838906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759950c-0f50-42ff-a26a-f35651e00926 req-6fc550f6-f685-4881-b3ef-0f72e4e80027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.840448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e759950c-0f50-42ff-a26a-f35651e00926 req-6fc550f6-f685-4881-b3ef-0f72e4e80027 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3251271 Jan 29 20:12:57.865881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] For port 4dd86df7-fba7-497f-984b-e614e4273086, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4dd86df7-fba7-497f-984b-e614e4273086,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:57.877328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] Update dhcp port {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': '0c8d9f1c-15de-49f3-89b3-1d2302ec9eac', 'ip_address': '2001:db8::f816:3eff:fed9:7856'}, {'subnet_id': '0b9bd5d9-4958-4386-9a76-2c192f15b093'}], 'binding:host_id': 'n-d-825496-5'}, 'id': '4dd86df7-fba7-497f-984b-e614e4273086'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 20:12:57.901113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:12:57.909581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4dd86df7-fba7-497f-984b-e614e4273086), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:57.972725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-759c98be-23e1-4ee8-a438-b436d0d0a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:57.978161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-759c98be-23e1-4ee8-a438-b436d0d0a1ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1125 time: 0.0711901 Jan 29 20:12:57.994014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4dd86df7-fba7-497f-984b-e614e4273086), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:58.009205 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:58.074406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 093fd5d5-17b2-4068-8cee-77acbb3fc01e yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:12:58.100450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-ae3a973f-c3fc-4a1e-ad48-2fd8db960a6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 217 time: 0.0979280 Jan 29 20:12:58.165007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b25d5-98b3-43d7-a98b-43953f50786f None None] Pushing event updated for resources: {'Port': ['ID=4dd86df7-fba7-497f-984b-e614e4273086,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:58.192745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f7344983-9cd9-4d3b-942a-7aa5d8f2f3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:58.211663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-8023143f-5caf-4d44-9f61-424b67e9ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:58.215458 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-8023143f-5caf-4d44-9f61-424b67e9ef92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.1085320 Jan 29 20:12:58.228236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] Allocated IP 2001:db8:0:1::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/0b9bd5d9-4958-4386-9a76-2c192f15b093/4dd86df7-fba7-497f-984b-e614e4273086) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:58.284859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4dd86df7-fba7-497f-984b-e614e4273086 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:12:58.297302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-7359c961-f9fc-45d0-bc9e-9b33eb1c424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:58.299046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-7359c961-f9fc-45d0-bc9e-9b33eb1c424b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736167 Jan 29 20:12:58.447764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4dd86df7-fba7-497f-984b-e614e4273086 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:58.448425 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4dd86df7-fba7-497f-984b-e614e4273086), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:58.451743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] For port 4dd86df7-fba7-497f-984b-e614e4273086, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4dd86df7-fba7-497f-984b-e614e4273086,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:12:58.459109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2c880-5984-46af-8d21-dd044df56e03 req-2c2731c7-7670-4c63-8e8d-dd5f0c064852 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:58.460681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ee2c880-5984-46af-8d21-dd044df56e03 req-2c2731c7-7670-4c63-8e8d-dd5f0c064852 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1248939 Jan 29 20:12:58.463023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-8c40a1ba-150d-404e-b271-1f3dd042f655 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458752 Jan 29 20:12:58.525767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] Publish callbacks [] for port (4dd86df7-fba7-497f-984b-e614e4273086), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:58.592754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8ee2c880-5984-46af-8d21-dd044df56e03 req-0e9e81dd-3a57-42cb-89ff-69bd4c73078e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233468 Jan 29 20:12:58.612432 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4dd86df7-fba7-497f-984b-e614e4273086), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:58.615358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4dd86df7-fba7-497f-984b-e614e4273086 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:58.643580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7779a66a-fe3e-4bbe-934b-888d55ce4ecf req-f5f2002c-5002-40f4-8cc4-e4ee41f7bbc4 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730404 Jan 29 20:12:58.745387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c1268-00ce-4fdf-a931-c6bd5d687b39 None None] Pushing event updated for resources: {'Port': ['ID=4dd86df7-fba7-497f-984b-e614e4273086,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:58.768661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8:0:1::29c (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/0b9bd5d9-4958-4386-9a76-2c192f15b093/093fd5d5-17b2-4068-8cee-77acbb3fc01e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:58.792600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe9a:d1ed (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/0c8d9f1c-15de-49f3-89b3-1d2302ec9eac/093fd5d5-17b2-4068-8cee-77acbb3fc01e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:12:58.891109 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.000628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e167-7734-4cba-97ac-1777ecaa8cf6 req-ef11cf38-34c1-4f79-9841-785b116b2aee tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:59.002544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8f5e167-7734-4cba-97ac-1777ecaa8cf6 req-ef11cf38-34c1-4f79-9841-785b116b2aee tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.1186013 Jan 29 20:12:59.028064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (093fd5d5-17b2-4068-8cee-77acbb3fc01e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.084193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8f5e167-7734-4cba-97ac-1777ecaa8cf6 req-056a28bc-9b14-4bea-a523-c87129682880 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709724 Jan 29 20:12:59.171394 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (093fd5d5-17b2-4068-8cee-77acbb3fc01e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.227540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=093fd5d5-17b2-4068-8cee-77acbb3fc01e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:12:59.245202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d631b-406c-4d3f-b136-6e4a204d2487 req-45752721-bfc1-4dda-a30d-9577a4f87ae0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:59.249331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:12:59.249331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:12:59.252885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:12:59.254968 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a18d631b-406c-4d3f-b136-6e4a204d2487 req-45752721-bfc1-4dda-a30d-9577a4f87ae0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.0945375 Jan 29 20:12:59.265093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:59.265839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.324267 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a18d631b-406c-4d3f-b136-6e4a204d2487 req-022c2e0c-480f-42c8-b30f-7b26faf713c6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681353 Jan 29 20:12:59.360232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:12:59.365017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-202be22e-2084-46a3-89b9-9534543aaeec tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7633495 Jan 29 20:12:59.486999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a1f3-157e-4fbc-abd1-9b13930c8b2c req-0c42ac72-9a4f-4616-80e7-ba93074ef0a3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:59.492541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 093fd5d5-17b2-4068-8cee-77acbb3fc01e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:12:59.493151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (093fd5d5-17b2-4068-8cee-77acbb3fc01e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.494907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0964a1f3-157e-4fbc-abd1-9b13930c8b2c req-0c42ac72-9a4f-4616-80e7-ba93074ef0a3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.0803668 Jan 29 20:12:59.557386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0964a1f3-157e-4fbc-abd1-9b13930c8b2c req-0fd4fbd4-4bc4-41d0-877a-227d85858bd3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Jan 29 20:12:59.640720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-65a5c09d-3287-4016-aa56-ddacf8d17605 None None] Provisioning complete for port 4dd86df7-fba7-497f-984b-e614e4273086 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:59.642551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65a5c09d-3287-4016-aa56-ddacf8d17605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4dd86df7-fba7-497f-984b-e614e4273086), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.696258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (093fd5d5-17b2-4068-8cee-77acbb3fc01e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.712992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 093fd5d5-17b2-4068-8cee-77acbb3fc01e owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:12:59.860190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-65a5c09d-3287-4016-aa56-ddacf8d17605 None None] Current status of the port 4dd86df7-fba7-497f-984b-e614e4273086 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:12:59.922525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf129778-aec8-4343-b3f6-b5282169d9cc req-8e1e61c1-a799-47a1-9a05-d2b6c5ebbf36 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:12:59.923985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf129778-aec8-4343-b3f6-b5282169d9cc req-8e1e61c1-a799-47a1-9a05-d2b6c5ebbf36 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1625578 Jan 29 20:12:59.985827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:12:59.996699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1fbac4cf-cca2-4c2a-892c-535f8e27f4e3 None None] Provisioning complete for port 093fd5d5-17b2-4068-8cee-77acbb3fc01e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:12:59.997260 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1fbac4cf-cca2-4c2a-892c-535f8e27f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (093fd5d5-17b2-4068-8cee-77acbb3fc01e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.030903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf129778-aec8-4343-b3f6-b5282169d9cc req-4a5747a6-4399-4980-a61a-f1f4d5ca0348 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004131 Jan 29 20:13:00.062323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1fbac4cf-cca2-4c2a-892c-535f8e27f4e3 None None] Port 093fd5d5-17b2-4068-8cee-77acbb3fc01e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:13:00.093306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4dd86df7-fba7-497f-984b-e614e4273086 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:00.140549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (093fd5d5-17b2-4068-8cee-77acbb3fc01e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.142608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4dd86df7-fba7-497f-984b-e614e4273086 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:00.143023 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4dd86df7-fba7-497f-984b-e614e4273086), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.175576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=093fd5d5-17b2-4068-8cee-77acbb3fc01e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:00.251048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.256289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-96fba860-8814-47b0-b7b8-9fe74cf26cc5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/093fd5d5-17b2-4068-8cee-77acbb3fc01e HTTP/1.1" status: 204 len: 168 time: 0.8947995 Jan 29 20:13:00.263289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57256) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:00.370472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383fa1d-1cad-4ee1-8984-f93c80c0e712 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:00.372086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6383fa1d-1cad-4ee1-8984-f93c80c0e712 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1077762 Jan 29 20:13:00.374601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57258) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:00.407326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b53a7-4be2-46a2-b4c5-17b3360affd9 req-97b0eeff-4a11-441b-925e-239d0024f723 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:00.416889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d3b53a7-4be2-46a2-b4c5-17b3360affd9 req-97b0eeff-4a11-441b-925e-239d0024f723 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.1086762 Jan 29 20:13:00.481037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d3b53a7-4be2-46a2-b4c5-17b3360affd9 req-a825df61-5905-4b0d-8add-d3a8d55bf2b8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609381 Jan 29 20:13:00.496737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8025d1-4afe-4060-88c8-8b406352f43e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:00.496737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7a8025d1-4afe-4060-88c8-8b406352f43e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1194980 Jan 29 20:13:00.497856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57260) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:00.544859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4dd86df7-fba7-497f-984b-e614e4273086 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:00.576127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00274d2-ab63-4131-9e39-395d70932708 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:00.580856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00274d2-ab63-4131-9e39-395d70932708 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:00.580856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00274d2-ab63-4131-9e39-395d70932708 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:00.581644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b00274d2-ab63-4131-9e39-395d70932708 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0824876 Jan 29 20:13:00.584288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57264) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:00.628258 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.649403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 0b9bd5d9-4958-4386-9a76-2c192f15b093 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:00.653014 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (0b9bd5d9-4958-4386-9a76-2c192f15b093), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.697586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (0b9bd5d9-4958-4386-9a76-2c192f15b093), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.783189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0b9bd5d9-4958-4386-9a76-2c192f15b093), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.940596 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (0b9bd5d9-4958-4386-9a76-2c192f15b093), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.971783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9bd5d9-4958-4386-9a76-2c192f15b093,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:00.977889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:00.981206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-21d5688b-6b28-412c-b82d-a0e42820943a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/0b9bd5d9-4958-4386-9a76-2c192f15b093 HTTP/1.1" status: 204 len: 168 time: 0.3955841 Jan 29 20:13:00.993780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57268) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:00.995173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ae17d-6f25-4341-9aed-2772c504a38c None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:01.051664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 0c8d9f1c-15de-49f3-89b3-1d2302ec9eac {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:01.056910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (0c8d9f1c-15de-49f3-89b3-1d2302ec9eac), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.116404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (0c8d9f1c-15de-49f3-89b3-1d2302ec9eac), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.242774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdc681-852f-4069-8db2-02d6a97bf3cb req-4596ae65-5ed9-4f96-a599-6c1cd7a57243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:01.244237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8cdc681-852f-4069-8db2-02d6a97bf3cb req-4596ae65-5ed9-4f96-a599-6c1cd7a57243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1054258 Jan 29 20:13:01.251828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0c8d9f1c-15de-49f3-89b3-1d2302ec9eac), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.572895 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.635816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd8cd-28cd-4405-a9f7-5910011887a9 req-4b348ac0-3968-47d5-81c0-1df2118121c1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:01.637848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca9dd8cd-28cd-4405-a9f7-5910011887a9 req-4b348ac0-3968-47d5-81c0-1df2118121c1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.0883193 Jan 29 20:13:01.704037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca9dd8cd-28cd-4405-a9f7-5910011887a9 req-e3a85c94-3676-4d91-b1d0-0e17b3ee1fe7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541527 Jan 29 20:13:01.718171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8cdc681-852f-4069-8db2-02d6a97bf3cb req-68d3e0bf-22ab-412e-94fa-63e38060484b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4627275 Jan 29 20:13:01.809115 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (0c8d9f1c-15de-49f3-89b3-1d2302ec9eac), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.832907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1b954bc0-6d42-425b-95c5-cf367acc1a2a None None] Provisioning complete for port 4dd86df7-fba7-497f-984b-e614e4273086 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:01.833580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b954bc0-6d42-425b-95c5-cf367acc1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4dd86df7-fba7-497f-984b-e614e4273086), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.842166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8d9f1c-15de-49f3-89b3-1d2302ec9eac,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:01.844273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:01.850507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81f29e52-3a5f-4af6-8da1-ced0d9fe2c81 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/0c8d9f1c-15de-49f3-89b3-1d2302ec9eac HTTP/1.1" status: 204 len: 168 time: 0.8628011 Jan 29 20:13:01.850802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57282) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:01.863828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c525fd-eebe-44a2-aa5b-d549f5a10345 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:01.865943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794562-267d-4f97-b5bc-57f9445c245c req-1c593763-4984-43b7-a0ac-6dfc944ed33a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:01.867782 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06794562-267d-4f97-b5bc-57f9445c245c req-1c593763-4984-43b7-a0ac-6dfc944ed33a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 945 time: 0.0770161 Jan 29 20:13:01.898888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e320cd45-8bed-474e-99c1-fe2ade468105 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468042 Jan 29 20:13:01.902332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57284) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:01.908672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:01.932863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:13:02.041080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:02.041682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.062299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1b954bc0-6d42-425b-95c5-cf367acc1a2a None None] Current status of the port 4dd86df7-fba7-497f-984b-e614e4273086 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:02.133635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:02.145574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'port_id': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:13:02.151761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:02.153747 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.173736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:13:02.182615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:02.204906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:02.209411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.217744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e0992a06-330a-4e75-8711-9184fa4b7cee is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:02.221412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.233670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0992a06-330a-4e75-8711-9184fa4b7cee {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:13:02.260610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:02.276079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] Deleting port 4dd86df7-fba7-497f-984b-e614e4273086 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:02.276827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4dd86df7-fba7-497f-984b-e614e4273086), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.345885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.391837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] For port 4dd86df7-fba7-497f-984b-e614e4273086, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4dd86df7-fba7-497f-984b-e614e4273086,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:02.392320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4dd86df7-fba7-497f-984b-e614e4273086), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.422050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] Calling delete_port for 4dd86df7-fba7-497f-984b-e614e4273086 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:02.443536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:02.454285 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.487123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:13:02.491200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:02.556380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:02.559035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.562685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06794562-267d-4f97-b5bc-57f9445c245c req-cfa6be6a-d8d2-40e8-8182-6b1e1837e45c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "DELETE /v2.0/ports/44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 HTTP/1.1" status: 204 len: 173 time: 0.6841526 Jan 29 20:13:02.563221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'name': 'network-vif-deleted', 'tag': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:13:02.565701 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e010d315-92ee-4a7e-9228-3647704a0181" -d '{"events": [{"server_uuid": "f06552dc-0c42-4575-a28e-1e8c59b6d165", "name": "network-vif-deleted", "tag": "44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:13:02.633652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e0992a06-330a-4e75-8711-9184fa4b7cee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:13:02.636445 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b869257-7aae-49da-9b6d-f448feaed648 x-openstack-request-id: req-7b869257-7aae-49da-9b6d-f448feaed648 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:13:02.636746 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06552dc-0c42-4575-a28e-1e8c59b6d165", "name": "network-vif-deleted", "tag": "44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:13:02.637005 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b869257-7aae-49da-9b6d-f448feaed648 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:13:02.637400 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06552dc-0c42-4575-a28e-1e8c59b6d165', 'name': 'network-vif-deleted', 'tag': '44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3', 'status': 'completed', 'code': 200} Jan 29 20:13:02.731641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (4dd86df7-fba7-497f-984b-e614e4273086), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:02.785695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] No DVR routers for this DVR port 4dd86df7-fba7-497f-984b-e614e4273086 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:02.817300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f14019-27d9-4068-a9c9-b84605f58f28 None None] Pushing event deleted for resources: {'Port': ['ID=4dd86df7-fba7-497f-984b-e614e4273086,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:02.837656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:13:02.939275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b494fb7-ff62-4345-b871-383f994afcc9 req-f2bde224-daf3-4750-a4f2-78db32ca758d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:02.941092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b494fb7-ff62-4345-b871-383f994afcc9 req-f2bde224-daf3-4750-a4f2-78db32ca758d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 944 time: 0.1000714 Jan 29 20:13:02.983779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6b288c2-e646-4a7c-a889-ce5e7f3d15c7 req-2ea18b23-5284-46f2-b15d-195273441da1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0414970 Jan 29 20:13:03.052489 n-d-825496-5 neutron-server[103562]: WARNING neutron.services.revisions.revision_plugin [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Could not find related port for resource to bump revision. Jan 29 20:13:03.057239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b494fb7-ff62-4345-b871-383f994afcc9 req-911745c5-69bc-46d0-996a-48d0e1b53d09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050234 Jan 29 20:13:03.125543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Port 4dd86df7-fba7-497f-984b-e614e4273086 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 29 20:13:03.125543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:7856 {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 29 20:13:03.129464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_pluggable_backend [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed9:7856 {{(pid=103562) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 29 20:13:03.130872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (a4720b69-0a77-43fe-a5c3-5712d837b0a4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:03.186927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:03.190455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:03.195364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:03.195954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:03.201473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=a4720b69-0a77-43fe-a5c3-5712d837b0a4,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:03.211383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6caeae8-4ddd-4773-8607-983a85edfabb None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:03.300171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57300) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:03.300639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9107c77c-394e-4f31-b792-cd3f8a1e463b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3967259 Jan 29 20:13:03.306150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:03.357562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'a4720b69-0a77-43fe-a5c3-5712d837b0a4'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:03.358702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:03.514555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Allocated IP 2001:db8::f816:3eff:fe7f:ffae (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/a4720b69-0a77-43fe-a5c3-5712d837b0a4/90ff9a36-fecb-4580-85d7-7491b3b32eeb) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:03.540483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:03.545800 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:03.675760 n-d-825496-5 neutron-server[103563]: INFO neutron.db.ipam_backend_mixin [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4720b69-0a77-43fe-a5c3-5712d837b0a4 (CIDR: 2001:db8::/64) Jan 29 20:13:03.720102 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:13:03.720864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:03.750961 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Publish callbacks [] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:03.858508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:03.866475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dca17018-7b4c-4b05-82c8-c27ce9992efe tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5643911 Jan 29 20:13:03.868135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:03.872849 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:03.945208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:04.042733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:04.067183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Pushing event updated for resources: {'Port': ['ID=90ff9a36-fecb-4580-85d7-7491b3b32eeb,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:04.074305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:04.079824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:04.119020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4dd86df7-fba7-497f-984b-e614e4273086 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:04.148463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:04.153745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.252874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4369eb3a-5031-490e-89d6-dbbe97bbbd62 req-0aa3fe07-03e4-483e-9c20-498c0ea07cb8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0941167 Jan 29 20:13:04.258519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4dd86df7-fba7-497f-984b-e614e4273086 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:13:04.259023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4dd86df7-fba7-497f-984b-e614e4273086 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:13:04.313199 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Attempting to bind port 90ff9a36-fecb-4580-85d7-7491b3b32eeb on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:04.315053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Attempting to bind port 90ff9a36-fecb-4580-85d7-7491b3b32eeb by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:04.315721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Attempting to bind port 90ff9a36-fecb-4580-85d7-7491b3b32eeb on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:04.323862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8f47-dc33-4ce3-b6ee-fad276ccb07f req-1442a2bf-ae61-4fb6-9b4f-f4d74302929e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:04.332441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:04.332668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fbc8f47-dc33-4ce3-b6ee-fad276ccb07f req-1442a2bf-ae61-4fb6-9b4f-f4d74302929e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 944 time: 0.1338820 Jan 29 20:13:04.332879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:04.332879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.332879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:04.335939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Bound port: 90ff9a36-fecb-4580-85d7-7491b3b32eeb, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:04.336439 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.431528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] For port 90ff9a36-fecb-4580-85d7-7491b3b32eeb, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:04.435041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] For port 90ff9a36-fecb-4580-85d7-7491b3b32eeb, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=90ff9a36-fecb-4580-85d7-7491b3b32eeb,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:04.439317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port e0992a06-330a-4e75-8711-9184fa4b7cee completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:13:04.443789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port e0992a06-330a-4e75-8711-9184fa4b7cee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:04.444174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.449943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fbc8f47-dc33-4ce3-b6ee-fad276ccb07f req-efbdaaff-671c-4911-944f-b0bca111b55d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202662 Jan 29 20:13:04.523677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.726106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b37199-0d5a-43f7-b3bf-b13526d5aac9 None None] Pushing event updated for resources: {'Port': ['ID=90ff9a36-fecb-4580-85d7-7491b3b32eeb,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:04.762557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e0992a06-330a-4e75-8711-9184fa4b7cee is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:04.762950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.763374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (fb14d71d-71bb-493c-a88a-90b526eaaf88), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.791882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:13:04.794275 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd7f07e-cb97-4f2d-888b-8b4679def748" -d '{"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-plugged", "status": "completed", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:13:04.835356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:04.859894 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2f4ec0-2a74-4f11-96e9-299efe4e94d9 x-openstack-request-id: req-fa2f4ec0-2a74-4f11-96e9-299efe4e94d9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:13:04.860475 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-plugged", "status": "completed", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:13:04.860896 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa2f4ec0-2a74-4f11-96e9-299efe4e94d9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:13:04.861477 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'code': 200} Jan 29 20:13:04.885863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:04.889204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:04.896727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.898544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:04.899256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:04.914709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=fb14d71d-71bb-493c-a88a-90b526eaaf88,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:05.000279 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6ceb05bb-c1c6-462b-bf39-f127e1960244 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1380987 Jan 29 20:13:05.002659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57316) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:05.008883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:4f:8a:01', 'name': 'tempest-NetworksTestDHCPv6-23465016'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:05.053911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:05.121126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f98df8-ee90-4dc0-8c84-eadcd51b32e4 req-5730e6d2-403d-42a9-9a18-416abea429a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:05.125441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7f98df8-ee90-4dc0-8c84-eadcd51b32e4 req-5730e6d2-403d-42a9-9a18-416abea429a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.1682858 Jan 29 20:13:05.248778 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7f98df8-ee90-4dc0-8c84-eadcd51b32e4 req-e5510139-9649-4205-8e61-54aa99dfe9ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093009 Jan 29 20:13:05.337613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:05.431654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d5f963c-5df7-4889-9416-a7b40f1deeb1 req-11703bc3-a9b3-4ee1-870e-0a9eaa778b5e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0460596 Jan 29 20:13:05.458465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:05.471060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 012c2ffe-e474-44d3-9cb5-89703c899344 yet. {{(pid=103562) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:05.681920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6ab7-6ecf-49d0-9979-0cb0a7a29d2e req-165e7216-15c9-4296-bc81-061382153822 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:05.683703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcfd6ab7-6ecf-49d0-9979-0cb0a7a29d2e req-165e7216-15c9-4296-bc81-061382153822 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1282437 Jan 29 20:13:05.772431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8:0:1::2f6 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/fb14d71d-71bb-493c-a88a-90b526eaaf88/012c2ffe-e474-44d3-9cb5-89703c899344) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:05.780842 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcfd6ab7-6ecf-49d0-9979-0cb0a7a29d2e req-2be2b316-2219-4c30-9fc4-bbacdaff11b8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902843 Jan 29 20:13:05.795704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::f816:3eff:fe4f:8a01 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/a4720b69-0a77-43fe-a5c3-5712d837b0a4/012c2ffe-e474-44d3-9cb5-89703c899344) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:06.000577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:06.043700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (012c2ffe-e474-44d3-9cb5-89703c899344), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.084870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:13:06.085221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 44eab8f8-a6c7-4923-9c75-1d29fc2e2fc3 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:13:06.214595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (012c2ffe-e474-44d3-9cb5-89703c899344), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.229391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 90ff9a36-fecb-4580-85d7-7491b3b32eeb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:06.282295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3732261f-2a17-47e7-9105-571b478eb0ed None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:06.347794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=012c2ffe-e474-44d3-9cb5-89703c899344,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:06.352831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:06.354977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:06.359015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:06.364911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:06.365650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.451970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b9a5540-9969-4c58-bf2a-dddda3c59e06 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4480453 Jan 29 20:13:06.454505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57328) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:06.497085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Provisioning complete for port 90ff9a36-fecb-4580-85d7-7491b3b32eeb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:06.498705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.609056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd5606de-4315-4fae-9c1a-8afbced5ba56 req-b2c6ebcd-560e-4bed-a879-74625acd744a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0513880 Jan 29 20:13:06.666595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 90ff9a36-fecb-4580-85d7-7491b3b32eeb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:06.666595 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.666849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 012c2ffe-e474-44d3-9cb5-89703c899344 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:06.667087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (012c2ffe-e474-44d3-9cb5-89703c899344), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.832692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] Update dhcp port {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'fixed_ips': [{'subnet_id': 'a4720b69-0a77-43fe-a5c3-5712d837b0a4', 'ip_address': '2001:db8::f816:3eff:fe7f:ffae'}, {'subnet_id': 'fb14d71d-71bb-493c-a88a-90b526eaaf88'}], 'binding:host_id': 'n-d-825496-5'}, 'id': '90ff9a36-fecb-4580-85d7-7491b3b32eeb'} from n-d-825496-5. {{(pid=103564) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 29 20:13:06.873190 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (012c2ffe-e474-44d3-9cb5-89703c899344), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.901152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 012c2ffe-e474-44d3-9cb5-89703c899344 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:06.941603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.953630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 90ff9a36-fecb-4580-85d7-7491b3b32eeb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:06.954323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d2eb5-84f2-4fce-897b-042d4f551142 req-5f045a36-48a4-4c5e-8591-463694c8699d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:06.954768 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:06.956129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b8d2eb5-84f2-4fce-897b-042d4f551142 req-5f045a36-48a4-4c5e-8591-463694c8699d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0749960 Jan 29 20:13:07.058852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b8d2eb5-84f2-4fce-897b-042d4f551142 req-47b4b9b9-c9e6-42aa-981b-9c0f13d9812d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964994 Jan 29 20:13:07.073334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Current status of the port 90ff9a36-fecb-4580-85d7-7491b3b32eeb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:07.073796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.110640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 90ff9a36-fecb-4580-85d7-7491b3b32eeb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=90ff9a36-fecb-4580-85d7-7491b3b32eeb,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:07.216004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592afdfc-6d3b-4a02-9766-60bd41970c27 req-8063fc6d-b11a-48ea-8116-49b0e69e5796 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.221290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592afdfc-6d3b-4a02-9766-60bd41970c27 req-8063fc6d-b11a-48ea-8116-49b0e69e5796 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0623212 Jan 29 20:13:07.263154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.303071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592afdfc-6d3b-4a02-9766-60bd41970c27 req-a3454003-b827-412d-8dea-7d5569d27c79 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734646 Jan 29 20:13:07.303702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (012c2ffe-e474-44d3-9cb5-89703c899344), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.337852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:07.341930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=012c2ffe-e474-44d3-9cb5-89703c899344,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:07.402088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd39ab7-4740-4740-95d5-fa8c5280d1cf tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.412250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6fd39ab7-4740-4740-95d5-fa8c5280d1cf tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1122 time: 0.0722990 Jan 29 20:13:07.412798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57340) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:07.417324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:07.444523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.452605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9c4cdd1a-af8d-485d-ad04-7b4799e01513 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/012c2ffe-e474-44d3-9cb5-89703c899344 HTTP/1.1" status: 204 len: 168 time: 0.9939787 Jan 29 20:13:07.453226 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57342) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:07.498252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] Allocated IP 2001:db8:0:1::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/fb14d71d-71bb-493c-a88a-90b526eaaf88/90ff9a36-fecb-4580-85d7-7491b3b32eeb) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:07.509436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=90ff9a36-fecb-4580-85d7-7491b3b32eeb,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:07.520011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:07.520996 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:07.524702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.539099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fa16d-4d62-4fe0-987a-e9e45b502c1b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.541597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-849fa16d-4d62-4fe0-987a-e9e45b502c1b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0873101 Jan 29 20:13:07.544234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:07.622983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a5d42-77d2-4186-a343-fce4ba71dcd4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.629816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-148a5d42-77d2-4186-a343-fce4ba71dcd4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0838912 Jan 29 20:13:07.635606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:07.719858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] For port 90ff9a36-fecb-4580-85d7-7491b3b32eeb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=90ff9a36-fecb-4580-85d7-7491b3b32eeb,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:07.740945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.776134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d411470-ecb3-40c0-9bbe-c8e51f0b2235 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.782961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d411470-ecb3-40c0-9bbe-c8e51f0b2235 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.786416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d411470-ecb3-40c0-9bbe-c8e51f0b2235 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:07.788133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0d411470-ecb3-40c0-9bbe-c8e51f0b2235 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1513441 Jan 29 20:13:07.790745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57356) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:07.810408 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] Publish callbacks [] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.863574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet a4720b69-0a77-43fe-a5c3-5712d837b0a4 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:07.872761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1486dea-2896-49cf-9532-7c2c665f01eb req-c44b0f02-74d3-413a-a368-58f259b32f90 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0594087 Jan 29 20:13:07.916850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (a4720b69-0a77-43fe-a5c3-5712d837b0a4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.921296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:07.964307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.45 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/340f7820-aa2e-4e7d-a85b-c490cd72b169) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:08.018941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (a4720b69-0a77-43fe-a5c3-5712d837b0a4), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.139085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.195927 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a4720b69-0a77-43fe-a5c3-5712d837b0a4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.263918 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:13:08.292817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.302530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57360) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:08.314236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 90ff9a36-fecb-4580-85d7-7491b3b32eeb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:08.388076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-72b0d826-62cb-4f7f-9e73-21fb00615196 None None] Current status of the port 90ff9a36-fecb-4580-85d7-7491b3b32eeb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:08.395147 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (a4720b69-0a77-43fe-a5c3-5712d837b0a4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.407134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5c9d1-1f6a-4efc-af56-d78d949c27f5 None None] Pushing event updated for resources: {'Port': ['ID=90ff9a36-fecb-4580-85d7-7491b3b32eeb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:08.435706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:08.449589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:08.460647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:08.464566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=a4720b69-0a77-43fe-a5c3-5712d837b0a4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:08.473890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.483398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f99d008c-9404-4e1e-94f6-f93d7ef59867 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/a4720b69-0a77-43fe-a5c3-5712d837b0a4 HTTP/1.1" status: 204 len: 168 time: 0.6904442 Jan 29 20:13:08.486393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57364) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:08.523167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=340f7820-aa2e-4e7d-a85b-c490cd72b169,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:08.588962 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5b430fe-6083-4668-a1c6-b3a0e728f612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.601011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 90ff9a36-fecb-4580-85d7-7491b3b32eeb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:08.601410 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.608490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet fb14d71d-71bb-493c-a88a-90b526eaaf88 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:08.617664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (fb14d71d-71bb-493c-a88a-90b526eaaf88), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.654014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.692872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (fb14d71d-71bb-493c-a88a-90b526eaaf88), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.869198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 90ff9a36-fecb-4580-85d7-7491b3b32eeb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:08.889577 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (fb14d71d-71bb-493c-a88a-90b526eaaf88), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:08.921113 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5b430fe-6083-4668-a1c6-b3a0e728f612 admin admin] Publish callbacks [] for security_group (2641424e-078b-42c8-97fd-56ec0ecf7714), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.004383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5b430fe-6083-4668-a1c6-b3a0e728f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2641424e-078b-42c8-97fd-56ec0ecf7714), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.043258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ff1ea7e7-7916-4f4e-9a6f-465fe92797cc req-35ffc52b-b4b0-4297-ad63-c6cc329d572a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0574155 Jan 29 20:13:09.055056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b430fe-6083-4668-a1c6-b3a0e728f612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2641424e-078b-42c8-97fd-56ec0ecf7714,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:09.071080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f5b430fe-6083-4668-a1c6-b3a0e728f612 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca502daca87f4994855485ad8e87c3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7253425 Jan 29 20:13:09.073768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57370) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:09.154871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (fb14d71d-71bb-493c-a88a-90b526eaaf88), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.237966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.248116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/fb14d71d-71bb-493c-a88a-90b526eaaf88 HTTP/1.1" status: 204 len: 168 time: 0.7607019 Jan 29 20:13:09.249040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59a5e53c-be31-46ec-a06d-a340abb2b5f0 admin admin] Publish callbacks [] for security_group (2641424e-078b-42c8-97fd-56ec0ecf7714), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.254444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57372) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:09.261470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175ea9f-a74c-4ba8-8367-3457d38cdc7c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=fb14d71d-71bb-493c-a88a-90b526eaaf88,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:09.335801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b931f92-6558-4274-b031-b4e4f20aa3a1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715554 Jan 29 20:13:09.340416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:09.347785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:09.419801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (73d4285e-833c-43ef-8411-a76645139efa), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.474947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59a5e53c-be31-46ec-a06d-a340abb2b5f0 admin admin] Publish callbacks [] for security_group (2641424e-078b-42c8-97fd-56ec0ecf7714), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.540131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1676c1-d8c0-423c-aa52-85b4caf3ec48 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:09.627984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bd3ed8fd-f361-43bc-a1b4-ac41c4b36ac7 None None] Could not find standard attr ID for object 012c2ffe-e474-44d3-9cb5-89703c899344. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:13:09.670828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.696136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bd3ed8fd-f361-43bc-a1b4-ac41c4b36ac7 None None] Provisioning complete for port 90ff9a36-fecb-4580-85d7-7491b3b32eeb triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:09.696543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8fd-f361-43bc-a1b4-ac41c4b36ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.858486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ed8fd-f361-43bc-a1b4-ac41c4b36ac7 None None] Current status of the port 90ff9a36-fecb-4580-85d7-7491b3b32eeb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:09.867808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:13:09.940276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] Deleting port 90ff9a36-fecb-4580-85d7-7491b3b32eeb {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:09.940839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:09.989776 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.026124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] For port 90ff9a36-fecb-4580-85d7-7491b3b32eeb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=90ff9a36-fecb-4580-85d7-7491b3b32eeb,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:10.026795 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.059252 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.068259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] Calling delete_port for 90ff9a36-fecb-4580-85d7-7491b3b32eeb owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:10.135598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 90ff9a36-fecb-4580-85d7-7491b3b32eeb no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:10.148736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59a5e53c-be31-46ec-a06d-a340abb2b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2641424e-078b-42c8-97fd-56ec0ecf7714), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.152779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-59a5e53c-be31-46ec-a06d-a340abb2b5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.158975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-59a5e53c-be31-46ec-a06d-a340abb2b5f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2641424e-078b-42c8-97fd-56ec0ecf7714 HTTP/1.1" status: 204 len: 168 time: 1.0821157 Jan 29 20:13:10.173038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5e53c-be31-46ec-a06d-a340abb2b5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2641424e-078b-42c8-97fd-56ec0ecf7714,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:10.182521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:10.188822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.277593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=340f7820-aa2e-4e7d-a85b-c490cd72b169,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:10.315988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 90ff9a36-fecb-4580-85d7-7491b3b32eeb is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:10.316953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.419155 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-f4bfdd16-4bab-4422-86b8-0d64c44e34fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586404 Jan 29 20:13:10.434431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5637d41b-9002-490b-9891-3309eac819ad req-3364adcc-9278-419d-bfe7-802839d94283 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.1411493 Jan 29 20:13:10.439398 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (90ff9a36-fecb-4580-85d7-7491b3b32eeb), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.502979 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (73d4285e-833c-43ef-8411-a76645139efa), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.540455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] Pushing event deleted for resources: {'Port': ['ID=90ff9a36-fecb-4580-85d7-7491b3b32eeb,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:10.553649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e1fec-802f-40a3-b4d2-54d8d078c8cb None None] No DVR routers for this DVR port 90ff9a36-fecb-4580-85d7-7491b3b32eeb on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:10.700872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-00556032-54a7-45b7-88dd-cd6650731c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:10.702000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-00556032-54a7-45b7-88dd-cd6650731c63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 0.1800237 Jan 29 20:13:10.734530 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP 73d4285e-833c-43ef-8411-a76645139efa associated. External IP: 172.25.5.45, port: e0992a06-330a-4e75-8711-9184fa4b7cee. Jan 29 20:13:10.812277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d555df54-d66a-468c-affe-3c08772da7f8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.880121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:10.885455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:10.892527 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:10.893124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:10.898524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf7d09-f7d3-4439-b6ef-e8f9118a438f None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:10.917003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-2f2f3b1c-a439-428d-8622-f1fe5e619d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:10.919320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-2f2f3b1c-a439-428d-8622-f1fe5e619d15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 908 time: 0.1888742 Jan 29 20:13:10.924639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=d555df54-d66a-468c-affe-3c08772da7f8,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:11.013217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router ab5b5a09-4dec-421d-b181-175b4141fd40 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:13:11.023093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-81855372-ebb3-4bd3-ba6b-d5b36650bb0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 1002 time: 0.0890524 Jan 29 20:13:11.031295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'd555df54-d66a-468c-affe-3c08772da7f8'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:11.032266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.117164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1f2129ce-fd48-49b2-8dc8-bb38446bd4b5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7755833 Jan 29 20:13:11.121136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57386) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:11.123199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-08658166-3351-48f9-a0ba-ea3c207337d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:11.124940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-08658166-3351-48f9-a0ba-ea3c207337d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.0873241 Jan 29 20:13:11.127175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:11.198022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/d555df54-d66a-468c-affe-3c08772da7f8/eed11d2d-9018-4211-8433-448ec36130bd) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:11.205015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-47cd3bc6-90e2-42b6-9b0c-e53bc64736e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:11.210022 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-47cd3bc6-90e2-42b6-9b0c-e53bc64736e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726247 Jan 29 20:13:11.262585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57388) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:11.289497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:13:11.303994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] Sync routers for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:13:11.319031 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:13:11.319653 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:11.326911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6be1d445-2820-455a-b5ba-8f34d308d161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.361935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-b0350712-fa73-4b98-8f2f-8dd9ea11034b service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380200 Jan 29 20:13:11.390418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Publish callbacks [] for port (eed11d2d-9018-4211-8433-448ec36130bd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.402162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.444132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b87cfdb-f8d7-461b-b553-6cb64f83391a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0274155 Jan 29 20:13:11.450332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:13:11.453293 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57cfcdc-0010-4628-bea4-31b9d3a267b3" -d '{"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:13:11.455472 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:13:11.479907 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (eed11d2d-9018-4211-8433-448ec36130bd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.595920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Pushing event updated for resources: {'Port': ['ID=eed11d2d-9018-4211-8433-448ec36130bd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:11.612125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da4a3e-bdb8-4111-8951-ae3c14a54498 req-66d32964-9865-4091-accb-3e490ad5b286 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358010 Jan 29 20:13:11.635035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:11.638176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:11.644804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:11.650811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6be1d445-2820-455a-b5ba-8f34d308d161 admin admin] Publish callbacks [] for security_group (ae9bf188-b3a9-47c5-9545-50c702cb6c80), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.651151 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bac61e-4c96-4fdb-beb9-b5c9a9e086ca x-openstack-request-id: req-84bac61e-4c96-4fdb-beb9-b5c9a9e086ca {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:13:11.651493 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:13:11.651763 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84bac61e-4c96-4fdb-beb9-b5c9a9e086ca {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:13:11.652462 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'status': 'completed', 'code': 200} Jan 29 20:13:11.726120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Attempting to bind port eed11d2d-9018-4211-8433-448ec36130bd on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:11.726664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Attempting to bind port eed11d2d-9018-4211-8433-448ec36130bd by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:11.727141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Attempting to bind port eed11d2d-9018-4211-8433-448ec36130bd on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:11.732663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:11.739388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:11.739388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.739388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:11.739388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Bound port: eed11d2d-9018-4211-8433-448ec36130bd, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:11.739388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eed11d2d-9018-4211-8433-448ec36130bd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.739930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7633a05e-dfe6-4e5e-95bb-347473c5d409 req-0a715a89-b704-4f7d-862d-cb6fe124c791 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0511663 Jan 29 20:13:11.761081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-92f235a1-237c-4e2a-8673-3b9f18a34a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:11.761081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-92f235a1-237c-4e2a-8673-3b9f18a34a50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.1433330 Jan 29 20:13:11.768033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6be1d445-2820-455a-b5ba-8f34d308d161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ae9bf188-b3a9-47c5-9545-50c702cb6c80), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.791156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6d08-5479-45b9-a129-c106e1938f7e req-0906b9bd-1b10-4151-93c3-3d62a4ec5423 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:11.797588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7dd6d08-5479-45b9-a129-c106e1938f7e req-0906b9bd-1b10-4151-93c3-3d62a4ec5423 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1628530 Jan 29 20:13:11.816520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:11.818377 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '73d4285e-833c-43ef-8411-a76645139efa', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'port_id': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69428-1f88-4680-937c-6459b24cf8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:13:08Z', 'updated_at': '2022-01-29T20:13:08Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:11.823974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:11.849921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] For port eed11d2d-9018-4211-8433-448ec36130bd, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:11.860544 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] Checking router: ab5b5a09-4dec-421d-b181-175b4141fd40 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:13:11.862007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] For port eed11d2d-9018-4211-8433-448ec36130bd, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eed11d2d-9018-4211-8433-448ec36130bd,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:11.871827 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:13:11.873208 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:12:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:11.879469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1d445-2820-455a-b5ba-8f34d308d161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9bf188-b3a9-47c5-9545-50c702cb6c80,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:11.890586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6be1d445-2820-455a-b5ba-8f34d308d161 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe0fee56b1324ee4afb6118485e63a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6266556 Jan 29 20:13:11.893327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57396) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:11.896984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7dd6d08-5479-45b9-a129-c106e1938f7e req-bbdb900f-391f-4d05-bebc-8a3512996fb6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970871 Jan 29 20:13:11.947619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57398) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:11.953973 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eed11d2d-9018-4211-8433-448ec36130bd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:12.002457 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:13:12.073471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c315d-d1e1-4b04-aa46-a1174ce90e10 None None] Pushing event updated for resources: {'Port': ['ID=eed11d2d-9018-4211-8433-448ec36130bd,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:12.097753 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d555df54-d66a-468c-affe-3c08772da7f8 (CIDR: 2001:db8::/64) Jan 29 20:13:12.102540 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c4cd-18f3-44f3-a8da-52ba5506094c admin admin] Publish callbacks [] for security_group (ae9bf188-b3a9-47c5-9545-50c702cb6c80), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:12.124971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c4cd-18f3-44f3-a8da-52ba5506094c admin admin] Publish callbacks [] for security_group (ae9bf188-b3a9-47c5-9545-50c702cb6c80), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:12.153203 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-539dc908-5016-4333-93da-73ab62398c37 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/73d4285e-833c-43ef-8411-a76645139efa HTTP/1.1" status: 200 len: 990 time: 0.2042232 Jan 29 20:13:12.155337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-de151274-bb2a-4554-9ad1-63fad5429e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:12.156872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-de151274-bb2a-4554-9ad1-63fad5429e32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.3917100 Jan 29 20:13:12.199624 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:13:12.200243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:12.257712 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-dbf3dd99-5765-4989-b13a-1121a6182cab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 998 time: 0.0932279 Jan 29 20:13:12.259746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c4cd-18f3-44f3-a8da-52ba5506094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ae9bf188-b3a9-47c5-9545-50c702cb6c80), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:12.262382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ceb3c4cd-18f3-44f3-a8da-52ba5506094c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:12.264638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ceb3c4cd-18f3-44f3-a8da-52ba5506094c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae9bf188-b3a9-47c5-9545-50c702cb6c80 HTTP/1.1" status: 204 len: 168 time: 0.3692977 Jan 29 20:13:12.278777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3c4cd-18f3-44f3-a8da-52ba5506094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9bf188-b3a9-47c5-9545-50c702cb6c80,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:12.294004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d17e3a99-d864-47c3-80fc-1140087c4706 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1690795 Jan 29 20:13:12.296036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57404) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:12.303243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:12.349548 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '73d4285e-833c-43ef-8411-a76645139efa', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'port_id': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69428-1f88-4680-937c-6459b24cf8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:13:08Z', 'updated_at': '2022-01-29T20:13:08Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:12.382919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-449a7b8e-c383-400d-9fe8-dd1c18dfde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:12.387024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-449a7b8e-c383-400d-9fe8-dd1c18dfde2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.1001005 Jan 29 20:13:12.442742 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc37972-effe-4280-ba40-2e457ec0671a None None] The sync data for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 is: [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '73d4285e-833c-43ef-8411-a76645139efa', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'port_id': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69428-1f88-4680-937c-6459b24cf8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:13:08Z', 'updated_at': '2022-01-29T20:13:08Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:13:12.466842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-0ec4d18a-19d7-4d7b-8904-39be16a562c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:12.468815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-0ec4d18a-19d7-4d7b-8904-39be16a562c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740402 Jan 29 20:13:12.554034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-e1b263c4-070e-4e98-8dd3-f4b35fb915a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547852 Jan 29 20:13:12.635838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-bc89637e-083a-40ff-b233-77edbd9c8c29 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590443 Jan 29 20:13:12.638941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:12.643172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:12.760174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c57cfcdc-0010-4628-bea4-31b9d3a267b3 req-863ef577-eb99-4353-940d-815ae09c5827 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182849 Jan 29 20:13:12.783903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468df1d-3ad5-4c00-b06e-a1f2e0bb57de None None] New status for floating IP 73d4285e-833c-43ef-8411-a76645139efa: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:13:12.911428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d29473ab-60b7-4b79-bceb-e9edbaea3c1b req-dd334f4e-4063-4485-848e-25dbd76999a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0358779 Jan 29 20:13:13.072758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-2ec61b6a-3bff-4487-b2dc-ca531e1e7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:13.074816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-2ec61b6a-3bff-4487-b2dc-ca531e1e7250 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.0998223 Jan 29 20:13:13.161787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57418) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:13.290182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a9f07041-6c79-46ac-8cbb-681f3f18d41c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/73d4285e-833c-43ef-8411-a76645139efa HTTP/1.1" status: 200 len: 992 time: 0.1273222 Jan 29 20:13:13.293409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-280ff32a-336f-4b5b-9bba-8b1824a580d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:13.295243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-280ff32a-336f-4b5b-9bba-8b1824a580d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.2009792 Jan 29 20:13:13.303748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:13:13.387989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-460f5e11-2dc3-4e31-91b0-6c9f28081a6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 1000 time: 0.0859323 Jan 29 20:13:13.467759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-47ce77b5-32e4-4ec3-a536-257867ade291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:13.470202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-47ce77b5-32e4-4ec3-a536-257867ade291 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.0733345 Jan 29 20:13:13.535853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-d8463603-37f5-4d73-8d9f-574b925cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:13.537595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-d8463603-37f5-4d73-8d9f-574b925cbf0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612512 Jan 29 20:13:13.615344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eed11d2d-9018-4211-8433-448ec36130bd), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:13.622920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Provisioning complete for port eed11d2d-9018-4211-8433-448ec36130bd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:13.624826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eed11d2d-9018-4211-8433-448ec36130bd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:13.681655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-b6340653-4c5b-4fd8-b384-875e0d433f98 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368034 Jan 29 20:13:13.760881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:13.761541 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eed11d2d-9018-4211-8433-448ec36130bd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:13.823353 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1e37f3a-a48a-464c-be27-449cc32fdae2 req-670d4013-2bb5-4833-a324-8e02aca3e1a5 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352451 Jan 29 20:13:13.867110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] For port eed11d2d-9018-4211-8433-448ec36130bd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eed11d2d-9018-4211-8433-448ec36130bd,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:13.906154 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (eed11d2d-9018-4211-8433-448ec36130bd), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:13.970373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (eed11d2d-9018-4211-8433-448ec36130bd), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.010859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (828f3f13-af61-42e6-97e0-e81e992faade), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.041641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:14.042500 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:14.052280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-181c2d4c-9fa8-48ba-91fd-d48415e6f3cb req-c13c8c63-6698-4c21-9619-e01220cde58c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0561874 Jan 29 20:13:14.107438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:14.117934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:14.124483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:14.125288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.129789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407494a8-ce41-48be-8069-c72e1381ab05 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:14.158632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=eed11d2d-9018-4211-8433-448ec36130bd,revision_number=4']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:14.176502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=828f3f13-af61-42e6-97e0-e81e992faade,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:14.214159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57440) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:14.219184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:b2:55:e3', 'name': 'tempest-NetworksTestDHCPv6-2144853107'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:14.220919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-15c89819-bf9a-4d55-a7e9-73eed0a8a8f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9237771 Jan 29 20:13:14.283323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eed11d2d-9018-4211-8433-448ec36130bd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:14.380389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eed11d2d-9018-4211-8433-448ec36130bd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:14.380856 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eed11d2d-9018-4211-8433-448ec36130bd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.474416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:14.476154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:14.476667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eed11d2d-9018-4211-8433-448ec36130bd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.528544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port eed11d2d-9018-4211-8433-448ec36130bd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eed11d2d-9018-4211-8433-448ec36130bd,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:14.589486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:14.589884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (eed11d2d-9018-4211-8433-448ec36130bd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.610606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.638822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (eed11d2d-9018-4211-8433-448ec36130bd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:14.642793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port c7d0d098-b274-4fca-98a2-d9f0be87f153 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:14.794199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:14.794556 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:14.799485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=eed11d2d-9018-4211-8433-448ec36130bd,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:14.931772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::361 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/d555df54-d66a-468c-affe-3c08772da7f8/c7d0d098-b274-4fca-98a2-d9f0be87f153) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:14.938559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8:0:1:f816:3eff:feb2:55e3 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/828f3f13-af61-42e6-97e0-e81e992faade/c7d0d098-b274-4fca-98a2-d9f0be87f153) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:15.164946 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (c7d0d098-b274-4fca-98a2-d9f0be87f153), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.231120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e1108-bcbb-4076-8d68-805261ae20a8 None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:15.252191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85576699-e78a-4926-9e82-7820b8b7d375 req-1e7a2709-0ac3-4d90-a0b3-e5ddda7f9059 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0708737 Jan 29 20:13:15.341322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c7d0d098-b274-4fca-98a2-d9f0be87f153), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.372629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8ea481d1-f68c-4b22-9627-bcd651339650 None None] Provisioning complete for port eed11d2d-9018-4211-8433-448ec36130bd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:15.374756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ea481d1-f68c-4b22-9627-bcd651339650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eed11d2d-9018-4211-8433-448ec36130bd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.388085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:15.393187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:15.417585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:15.429413 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:15.431405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.441115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=c7d0d098-b274-4fca-98a2-d9f0be87f153,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:15.503645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8ea481d1-f68c-4b22-9627-bcd651339650 None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:15.537759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-56809112-81e8-446b-99b2-bc7fd10b7965 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3223593 Jan 29 20:13:15.544875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:15.671358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port c7d0d098-b274-4fca-98a2-d9f0be87f153 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:15.671801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c7d0d098-b274-4fca-98a2-d9f0be87f153), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.729405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-008d6328-3ec1-4d45-b481-4873220026d9 None None] Provisioning complete for port c7d0d098-b274-4fca-98a2-d9f0be87f153 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:15.729624 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-008d6328-3ec1-4d45-b481-4873220026d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c7d0d098-b274-4fca-98a2-d9f0be87f153), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.779213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-008d6328-3ec1-4d45-b481-4873220026d9 None None] Port c7d0d098-b274-4fca-98a2-d9f0be87f153 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:13:15.792100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c7d0d098-b274-4fca-98a2-d9f0be87f153), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:15.808026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for c7d0d098-b274-4fca-98a2-d9f0be87f153 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:15.882085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57478) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.019500 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22ebc27c-ae39-4a80-94d1-7be3b0cb8f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.062249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c7d0d098-b274-4fca-98a2-d9f0be87f153), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.117141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eed11d2d-9018-4211-8433-448ec36130bd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:16.131972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=c7d0d098-b274-4fca-98a2-d9f0be87f153,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:16.148747 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22ebc27c-ae39-4a80-94d1-7be3b0cb8f2c admin admin] Publish callbacks [] for security_group (3952a14c-32f6-4395-aa4d-e660400a821f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.186032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.190127 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee102eb0-5bbd-4318-9cfd-9824d556de80 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/c7d0d098-b274-4fca-98a2-d9f0be87f153 HTTP/1.1" status: 204 len: 168 time: 0.6476800 Jan 29 20:13:16.194273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.216947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port eed11d2d-9018-4211-8433-448ec36130bd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:16.217323 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eed11d2d-9018-4211-8433-448ec36130bd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.232169 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-22ebc27c-ae39-4a80-94d1-7be3b0cb8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3952a14c-32f6-4395-aa4d-e660400a821f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.309622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebc27c-ae39-4a80-94d1-7be3b0cb8f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952a14c-32f6-4395-aa4d-e660400a821f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:16.313872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-22ebc27c-ae39-4a80-94d1-7be3b0cb8f2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a4087bb8054facb436ac4e64f2b307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305530 Jan 29 20:13:16.317114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.335630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a769daf-ad21-48f1-911a-7492497f14bc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:16.351899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9a769daf-ad21-48f1-911a-7492497f14bc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1562355 Jan 29 20:13:16.352616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57490) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.364251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:16.395229 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910b21de-a91d-4b4d-a233-925105af8179 admin admin] Publish callbacks [] for security_group (3952a14c-32f6-4395-aa4d-e660400a821f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.443922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e9419-05e0-4a88-ba8a-132c4aadc58b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:16.446860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7a8e9419-05e0-4a88-ba8a-132c4aadc58b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0925720 Jan 29 20:13:16.454532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57492) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.460259 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910b21de-a91d-4b4d-a233-925105af8179 admin admin] Publish callbacks [] for security_group (3952a14c-32f6-4395-aa4d-e660400a821f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.463658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-336602d0-c4e2-4e5d-a15b-3c5ec37578a6 req-d855b7e8-bf0c-4e08-b7d3-03861fde3f30 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06552dc-0c42-4575-a28e-1e8c59b6d165 HTTP/1.1" status: 200 len: 210 time: 0.0545313 Jan 29 20:13:16.517605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281ece5-4b85-4db4-9ed1-ae64880e718f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:16.519503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281ece5-4b85-4db4-9ed1-ae64880e718f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:16.520849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281ece5-4b85-4db4-9ed1-ae64880e718f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:16.522540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3281ece5-4b85-4db4-9ed1-ae64880e718f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0668256 Jan 29 20:13:16.525227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57494) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.576566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 828f3f13-af61-42e6-97e0-e81e992faade {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:16.580284 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (828f3f13-af61-42e6-97e0-e81e992faade), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.591495 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910b21de-a91d-4b4d-a233-925105af8179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3952a14c-32f6-4395-aa4d-e660400a821f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.595076 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-910b21de-a91d-4b4d-a233-925105af8179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.599404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-910b21de-a91d-4b4d-a233-925105af8179 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3952a14c-32f6-4395-aa4d-e660400a821f HTTP/1.1" status: 204 len: 168 time: 0.2781394 Jan 29 20:13:16.607113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b21de-a91d-4b4d-a233-925105af8179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952a14c-32f6-4395-aa4d-e660400a821f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:16.627805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (828f3f13-af61-42e6-97e0-e81e992faade), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.724531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (828f3f13-af61-42e6-97e0-e81e992faade), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.868362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (828f3f13-af61-42e6-97e0-e81e992faade), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.899269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=828f3f13-af61-42e6-97e0-e81e992faade,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:16.901664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:16.908409 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:16.908697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f724606-5069-439b-abdb-5d512edc2dd0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/828f3f13-af61-42e6-97e0-e81e992faade HTTP/1.1" status: 204 len: 168 time: 0.3822038 Jan 29 20:13:16.914414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ba014-43b7-4754-94fc-4c807f1d1922 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:16.978084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet d555df54-d66a-468c-affe-3c08772da7f8 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:16.983001 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (d555df54-d66a-468c-affe-3c08772da7f8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.045305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (d555df54-d66a-468c-affe-3c08772da7f8), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.143113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d555df54-d66a-468c-affe-3c08772da7f8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.308039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (d555df54-d66a-468c-affe-3c08772da7f8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.347529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=d555df54-d66a-468c-affe-3c08772da7f8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:17.351349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.354878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-210968f5-2431-4a71-9efa-467320769fe0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/d555df54-d66a-468c-affe-3c08772da7f8 HTTP/1.1" status: 204 len: 168 time: 0.4454367 Jan 29 20:13:17.357461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57504) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:17.406756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5cc9898-9436-475f-9b88-b9638094433f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448344 Jan 29 20:13:17.407090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57506) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:17.407548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57508) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:17.419993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:17.431142 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5e7deb7-3e75-47c3-94a2-6be8328b7a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.605399 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5e7deb7-3e75-47c3-94a2-6be8328b7a9e admin admin] Publish callbacks [] for security_group (15ace207-3f1b-41b1-85e9-6148e520beff), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.642313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:17.646796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.678769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5e7deb7-3e75-47c3-94a2-6be8328b7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (15ace207-3f1b-41b1-85e9-6148e520beff), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:17.705432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63566526-b899-40ff-824e-1018c94c4061 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:17.740354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dc5de958-ba23-4afd-9db2-31e9c8b3c9b6 None None] Provisioning complete for port eed11d2d-9018-4211-8433-448ec36130bd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:17.740881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc5de958-ba23-4afd-9db2-31e9c8b3c9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (eed11d2d-9018-4211-8433-448ec36130bd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.045191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc5de958-ba23-4afd-9db2-31e9c8b3c9b6 None None] Current status of the port eed11d2d-9018-4211-8433-448ec36130bd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:18.113976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7deb7-3e75-47c3-94a2-6be8328b7a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ace207-3f1b-41b1-85e9-6148e520beff,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:18.115520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:13:18.124238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b5e7deb7-3e75-47c3-94a2-6be8328b7a9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d6e6379cbd44fdfb2f2cb842dbb3b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7132001 Jan 29 20:13:18.124238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57516) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:18.177993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] Deleting port eed11d2d-9018-4211-8433-448ec36130bd {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:18.178828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (eed11d2d-9018-4211-8433-448ec36130bd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.221945 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9aa07718-3852-4235-8f09-b5e9cd49a35a admin admin] Publish callbacks [] for security_group (15ace207-3f1b-41b1-85e9-6148e520beff), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.245896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9aa07718-3852-4235-8f09-b5e9cd49a35a admin admin] Publish callbacks [] for security_group (15ace207-3f1b-41b1-85e9-6148e520beff), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.267148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] For port eed11d2d-9018-4211-8433-448ec36130bd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=eed11d2d-9018-4211-8433-448ec36130bd,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:18.267829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (eed11d2d-9018-4211-8433-448ec36130bd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.282681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] Calling delete_port for eed11d2d-9018-4211-8433-448ec36130bd owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:18.391140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (f3620aee-6023-486e-a136-1fe411cb845b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.423636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9aa07718-3852-4235-8f09-b5e9cd49a35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (15ace207-3f1b-41b1-85e9-6148e520beff), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.427279 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9aa07718-3852-4235-8f09-b5e9cd49a35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.428486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9aa07718-3852-4235-8f09-b5e9cd49a35a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15ace207-3f1b-41b1-85e9-6148e520beff HTTP/1.1" status: 204 len: 168 time: 0.3033464 Jan 29 20:13:18.441917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:18.448902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa07718-3852-4235-8f09-b5e9cd49a35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ace207-3f1b-41b1-85e9-6148e520beff,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:18.449862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (eed11d2d-9018-4211-8433-448ec36130bd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.453124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:18.460906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:18.461688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.467456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=f3620aee-6023-486e-a136-1fe411cb845b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:18.514134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] Pushing event deleted for resources: {'Port': ['ID=eed11d2d-9018-4211-8433-448ec36130bd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:18.516071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0feda-d597-4b4f-8a88-7bae2e688c85 None None] No DVR routers for this DVR port eed11d2d-9018-4211-8433-448ec36130bd on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:18.539268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3c2d68a8-c54b-4d58-8c89-cc17d484aebb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1279004 Jan 29 20:13:18.541080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57522) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:18.548633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c13072-1143-4f12-8dd0-3b2911951068 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:18.551945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:18.686143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'project_id': '5f349f6f25924462bfaf2ed6f802e0c3', 'fixed_ips': [{'subnet_id': 'f3620aee-6023-486e-a136-1fe411cb845b'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:18.687088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.813805 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:18.814348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:18.845746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Allocated IP 2001:db8::2 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/f3620aee-6023-486e-a136-1fe411cb845b/0767a627-9694-44f9-84a2-7d0e40583e36) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:18.925995 n-d-825496-5 neutron-server[103562]: INFO neutron.db.ipam_backend_mixin [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3620aee-6023-486e-a136-1fe411cb845b (CIDR: 2001:db8::/64) Jan 29 20:13:18.958858 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:13:18.959584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:19.027764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Publish callbacks [] for port (0767a627-9694-44f9-84a2-7d0e40583e36), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:19.033745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-405f01fe-a838-48e5-811f-b03299c752d2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4914668 Jan 29 20:13:19.037151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57534) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:19.042192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'subnet': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:19.118977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:19.165557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:19.171854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:19.177422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:19.213882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Pushing event updated for resources: {'Port': ['ID=0767a627-9694-44f9-84a2-7d0e40583e36,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:19.232795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:19.236547 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:19.251845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Attempting to bind port 0767a627-9694-44f9-84a2-7d0e40583e36 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:19.252469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Attempting to bind port 0767a627-9694-44f9-84a2-7d0e40583e36 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:19.253371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Attempting to bind port 0767a627-9694-44f9-84a2-7d0e40583e36 on network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:19.276530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:19.277335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Checking segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:19.277817 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:19.278456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Bound using segment: {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:19.279011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Bound port: 0767a627-9694-44f9-84a2-7d0e40583e36, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc58a94-5d23-4460-a3ea-9148b8addf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:19.279612 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:19.361862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] For port 0767a627-9694-44f9-84a2-7d0e40583e36, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:19.367300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] For port 0767a627-9694-44f9-84a2-7d0e40583e36, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0767a627-9694-44f9-84a2-7d0e40583e36,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:19.468346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:19.544881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb65f-40d8-4ada-8d59-265c066d8ec8 None None] Pushing event updated for resources: {'Port': ['ID=0767a627-9694-44f9-84a2-7d0e40583e36,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:19.734281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.objects.ports [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103563) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:13:20.180406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0767a627-9694-44f9-84a2-7d0e40583e36 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:20.256907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0767a627-9694-44f9-84a2-7d0e40583e36 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:20.257469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.356846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:20.357293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.411129 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.416474 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:20.416835 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:20.626221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] For port 0767a627-9694-44f9-84a2-7d0e40583e36, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0767a627-9694-44f9-84a2-7d0e40583e36,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:20.664518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (0767a627-9694-44f9-84a2-7d0e40583e36), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.745941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.778033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (2ac9d210-0834-4744-8c2b-687d904cca18), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.836035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Subnet': ['ID=2ac9d210-0834-4744-8c2b-687d904cca18,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:20.865410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:20.868386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:20.873417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:20.874020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:20.877670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=0767a627-9694-44f9-84a2-7d0e40583e36,revision_number=4']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:20.961737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c774b-adf7-4365-8df3-351f711158a7 None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:20.976293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:20.976808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.018373 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-249a50b8-b994-4a37-9a86-8222a2a92e72 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9799209 Jan 29 20:13:21.020989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57574) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:21.026059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Request body: {'port': {'network_id': 'f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50', 'mac_address': 'fa:16:3e:cf:58:b4', 'name': 'tempest-NetworksTestDHCPv6-991807757'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:21.063020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Provisioning complete for port 0767a627-9694-44f9-84a2-7d0e40583e36 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:21.063497 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.106773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 0767a627-9694-44f9-84a2-7d0e40583e36, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0767a627-9694-44f9-84a2-7d0e40583e36,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:21.204764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.252569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Made reservation on behalf of 5f349f6f25924462bfaf2ed6f802e0c3 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:21.258409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:21.258409 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.293683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=0767a627-9694-44f9-84a2-7d0e40583e36,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:21.350410 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:21.350767 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:21.357321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eed11d2d-9018-4211-8433-448ec36130bd no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:21.384300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: eed11d2d-9018-4211-8433-448ec36130bd {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:13:21.384759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device eed11d2d-9018-4211-8433-448ec36130bd not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:13:21.411172 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.439331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] device_id is not set on port 6700bf15-2673-4edd-ba27-cb9ef65c7f83 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:21.660575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8::2a (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/f3620aee-6023-486e-a136-1fe411cb845b/6700bf15-2673-4edd-ba27-cb9ef65c7f83) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:21.667351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:58b4 (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50/2ac9d210-0834-4744-8c2b-687d904cca18/6700bf15-2673-4edd-ba27-cb9ef65c7f83) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:21.847198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for port (6700bf15-2673-4edd-ba27-cb9ef65c7f83), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.895455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f0315c8d-c752-4259-b33d-a45e69eeb4b8 None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:21.940057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6700bf15-2673-4edd-ba27-cb9ef65c7f83), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:21.989926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:21.992884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:21.997425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:22.002634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:22.004327 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.008647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event updated for resources: {'Port': ['ID=6700bf15-2673-4edd-ba27-cb9ef65c7f83,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:22.046595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-32857720-6838-4401-8ff5-3bd143ca0f25 None None] Provisioning complete for port 0767a627-9694-44f9-84a2-7d0e40583e36 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:22.046967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-32857720-6838-4401-8ff5-3bd143ca0f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.130784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57584) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:22.132896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d377e34-765b-47e5-94d6-63503491d0b4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1049953 Jan 29 20:13:22.134713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0767a627-9694-44f9-84a2-7d0e40583e36 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:22.173229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-32857720-6838-4401-8ff5-3bd143ca0f25 None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:22.211657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0767a627-9694-44f9-84a2-7d0e40583e36 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:22.212745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.341358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:22.369596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting port 6700bf15-2673-4edd-ba27-cb9ef65c7f83 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:22.370077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6700bf15-2673-4edd-ba27-cb9ef65c7f83), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.396634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6eb1e249-f5bf-4ac9-adde-013ec41d2208 None None] Provisioning complete for port 6700bf15-2673-4edd-ba27-cb9ef65c7f83 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:22.397000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e249-f5bf-4ac9-adde-013ec41d2208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (6700bf15-2673-4edd-ba27-cb9ef65c7f83), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.435340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1e249-f5bf-4ac9-adde-013ec41d2208 None None] Port 6700bf15-2673-4edd-ba27-cb9ef65c7f83 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:13:22.478851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6700bf15-2673-4edd-ba27-cb9ef65c7f83), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.492833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Calling delete_port for 6700bf15-2673-4edd-ba27-cb9ef65c7f83 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:22.751102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6700bf15-2673-4edd-ba27-cb9ef65c7f83), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.781231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Port': ['ID=6700bf15-2673-4edd-ba27-cb9ef65c7f83,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:22.843136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:22.847079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e66f3a53-817e-49bd-aed2-92968b0bee92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/6700bf15-2673-4edd-ba27-cb9ef65c7f83 HTTP/1.1" status: 204 len: 168 time: 0.7143705 Jan 29 20:13:22.849424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57596) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:22.969686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f5a27-bfda-4cfd-b869-1ac79c69e3a6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:22.976135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8b0f5a27-bfda-4cfd-b869-1ac79c69e3a6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1255789 Jan 29 20:13:22.978871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57598) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:23.050933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fe95d-56a7-4135-9d54-d506f4d5ae76 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:23.055331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:23.056649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-007fe95d-56a7-4135-9d54-d506f4d5ae76 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0752985 Jan 29 20:13:23.125576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4717159-38a0-4574-95f0-34d8f802ed23 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:23.129447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4717159-38a0-4574-95f0-34d8f802ed23 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:23.131032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4717159-38a0-4574-95f0-34d8f802ed23 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:23.132797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d4717159-38a0-4574-95f0-34d8f802ed23 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0758376 Jan 29 20:13:23.135648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57602) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:23.191548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet 2ac9d210-0834-4744-8c2b-687d904cca18 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:23.194612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (2ac9d210-0834-4744-8c2b-687d904cca18), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.240782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (2ac9d210-0834-4744-8c2b-687d904cca18), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.373388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (2ac9d210-0834-4744-8c2b-687d904cca18), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.548735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (2ac9d210-0834-4744-8c2b-687d904cca18), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.587605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac9d210-0834-4744-8c2b-687d904cca18,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:23.612881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41a0df-666f-427c-96e2-3ad2ea2d6f4f None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:23.624280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.635213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57610) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:23.637143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dc6e4464-2846-48fe-bb69-0c035f179f3c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/2ac9d210-0834-4744-8c2b-687d904cca18 HTTP/1.1" status: 204 len: 168 time: 0.5001612 Jan 29 20:13:23.727645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Deleting subnet f3620aee-6023-486e-a136-1fe411cb845b {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:23.731124 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (f3620aee-6023-486e-a136-1fe411cb845b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.784439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f3620aee-6023-486e-a136-1fe411cb845b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:23.887332 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f3620aee-6023-486e-a136-1fe411cb845b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:24.060165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f3620aee-6023-486e-a136-1fe411cb845b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:24.105003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Subnet': ['ID=f3620aee-6023-486e-a136-1fe411cb845b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:24.109574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:24.116057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4c409af4-0b0c-4160-af76-a8f46e1ca3ba tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/f3620aee-6023-486e-a136-1fe411cb845b HTTP/1.1" status: 204 len: 168 time: 0.4775679 Jan 29 20:13:24.117647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57612) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.172867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3217de35-0cae-4b9c-aadf-b71355dd5182 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529408 Jan 29 20:13:24.175074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.243912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2936e88-6ea7-4488-af94-752dc9620e60 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:24.248558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57616) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.249300 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a2936e88-6ea7-4488-af94-752dc9620e60 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0725083 Jan 29 20:13:24.335795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb483b8-1b9e-4d23-b58c-8c74e0e485c7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:24.337362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ebb483b8-1b9e-4d23-b58c-8c74e0e485c7 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877810 Jan 29 20:13:24.340192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57618) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.397133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e2b1e4c9-8751-420b-a85a-2ba4f7667b8c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556786 Jan 29 20:13:24.406004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57620) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.457747 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa5d04e-a512-417e-9089-bd26c96bcde4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.458454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa5d04e-a512-417e-9089-bd26c96bcde4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.461623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eaa5d04e-a512-417e-9089-bd26c96bcde4 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/6700bf15-2673-4edd-ba27-cb9ef65c7f83 HTTP/1.1" status: 404 len: 333 time: 0.0546136 Jan 29 20:13:24.464107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57628) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.562475 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cd30cf-ac0a-4987-8b6e-8db26db5f9af tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.563199 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cd30cf-ac0a-4987-8b6e-8db26db5f9af tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.569437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39cd30cf-ac0a-4987-8b6e-8db26db5f9af tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/2ac9d210-0834-4744-8c2b-687d904cca18 HTTP/1.1" status: 404 len: 337 time: 0.1020756 Jan 29 20:13:24.569749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57632) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.603333 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ee3fb8-4211-4f86-a591-aa45f8368ef1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.603982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ee3fb8-4211-4f86-a591-aa45f8368ef1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.610300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-87ee3fb8-4211-4f86-a591-aa45f8368ef1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/f3620aee-6023-486e-a136-1fe411cb845b HTTP/1.1" status: 404 len: 337 time: 0.0372012 Jan 29 20:13:24.611046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57634) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.653929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79147a9e-45ce-42c8-8a1a-14d7b5ebabdf None None] Network f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:24.668990 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdba44c-d0d4-49e2-b897-d05fba2518d3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.669795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdba44c-d0d4-49e2-b897-d05fba2518d3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.679908 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bfdba44c-d0d4-49e2-b897-d05fba2518d3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/c7d0d098-b274-4fca-98a2-d9f0be87f153 HTTP/1.1" status: 404 len: 333 time: 0.0654051 Jan 29 20:13:24.680122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.717213 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a33621e-c493-42a7-b16d-ec370649add6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.717806 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a33621e-c493-42a7-b16d-ec370649add6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.720996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1a33621e-c493-42a7-b16d-ec370649add6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/828f3f13-af61-42e6-97e0-e81e992faade HTTP/1.1" status: 404 len: 337 time: 0.0397596 Jan 29 20:13:24.723591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.754756 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-64629ae6-7fcc-4ab4-9b64-146511336e93 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.755673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64629ae6-7fcc-4ab4-9b64-146511336e93 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.759818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-64629ae6-7fcc-4ab4-9b64-146511336e93 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/d555df54-d66a-468c-affe-3c08772da7f8 HTTP/1.1" status: 404 len: 337 time: 0.0350232 Jan 29 20:13:24.762372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57640) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.795549 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c03cb0-4251-4ddd-a556-0d8b50edcc95 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.796106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c03cb0-4251-4ddd-a556-0d8b50edcc95 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.800681 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6c03cb0-4251-4ddd-a556-0d8b50edcc95 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/012c2ffe-e474-44d3-9cb5-89703c899344 HTTP/1.1" status: 404 len: 333 time: 0.0357635 Jan 29 20:13:24.802360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57642) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.813242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e1258347-91dc-4a2e-8ae7-4f1863071817 None None] Provisioning complete for port 0767a627-9694-44f9-84a2-7d0e40583e36 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:24.813788 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1258347-91dc-4a2e-8ae7-4f1863071817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:24.837407 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-406a1233-f826-481b-a050-b55bdcc67a9b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.837864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406a1233-f826-481b-a050-b55bdcc67a9b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.841153 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-406a1233-f826-481b-a050-b55bdcc67a9b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/fb14d71d-71bb-493c-a88a-90b526eaaf88 HTTP/1.1" status: 404 len: 337 time: 0.0378439 Jan 29 20:13:24.843818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57644) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.874859 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af579fc-8e06-4928-a107-c67b7312eb4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.875697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af579fc-8e06-4928-a107-c67b7312eb4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.879957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3af579fc-8e06-4928-a107-c67b7312eb4c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/a4720b69-0a77-43fe-a5c3-5712d837b0a4 HTTP/1.1" status: 404 len: 337 time: 0.0350904 Jan 29 20:13:24.882467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.910359 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5a754-1b1a-48a4-86ce-44d47946d484 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.911197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c5a754-1b1a-48a4-86ce-44d47946d484 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.924971 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-04c5a754-1b1a-48a4-86ce-44d47946d484 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/093fd5d5-17b2-4068-8cee-77acbb3fc01e HTTP/1.1" status: 404 len: 333 time: 0.0407891 Jan 29 20:13:24.927657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57648) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:24.961301 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7676fb-a493-4083-9367-c6eec98bdce8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:24.962267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7676fb-a493-4083-9367-c6eec98bdce8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:24.969501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cc7676fb-a493-4083-9367-c6eec98bdce8 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/0b9bd5d9-4958-4386-9a76-2c192f15b093 HTTP/1.1" status: 404 len: 337 time: 0.0405483 Jan 29 20:13:24.972414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57650) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.008414 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f104cc5c-c644-4dc6-beae-9315f8a031d0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.008906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f104cc5c-c644-4dc6-beae-9315f8a031d0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.012392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] DHCP port deletion for f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:13:25.014999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e1258347-91dc-4a2e-8ae7-4f1863071817 None None] Current status of the port 0767a627-9694-44f9-84a2-7d0e40583e36 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:25.015163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.015284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f104cc5c-c644-4dc6-beae-9315f8a031d0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/0c8d9f1c-15de-49f3-89b3-1d2302ec9eac HTTP/1.1" status: 404 len: 337 time: 0.0418210 Jan 29 20:13:25.043202 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b942869-8022-4210-8e01-8dc0c49cef2e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.043851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b942869-8022-4210-8e01-8dc0c49cef2e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.068739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3b942869-8022-4210-8e01-8dc0c49cef2e tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/c73d9a71-d6d7-48a7-8eb7-1abf75e7722c HTTP/1.1" status: 404 len: 333 time: 0.0522096 Jan 29 20:13:25.069642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57656) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.109485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] Deleting port 0767a627-9694-44f9-84a2-7d0e40583e36 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:25.109862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:25.114733 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-af25bed4-d2df-4a71-9e5c-4e3413848abf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.115622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af25bed4-d2df-4a71-9e5c-4e3413848abf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.118658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-af25bed4-d2df-4a71-9e5c-4e3413848abf tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/8cabdaf7-113d-4229-a279-fd20e0b8a690 HTTP/1.1" status: 404 len: 337 time: 0.0478663 Jan 29 20:13:25.121289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57658) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.148702 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1318e1f-e9e0-43ca-a1ec-25a38c6689c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.149270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1318e1f-e9e0-43ca-a1ec-25a38c6689c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.152884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c1318e1f-e9e0-43ca-a1ec-25a38c6689c2 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/78c1b4ab-68d1-4875-9a64-5d45d01242fb HTTP/1.1" status: 404 len: 333 time: 0.0305927 Jan 29 20:13:25.155559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57660) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.187393 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10e0743-b656-495b-9b23-9ad00af73d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.188696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10e0743-b656-495b-9b23-9ad00af73d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.195429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] For port 0767a627-9694-44f9-84a2-7d0e40583e36, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0767a627-9694-44f9-84a2-7d0e40583e36,segment=NetworkSegment(6cc58a94-5d23-4460-a3ea-9148b8addf3f),segment_id=6cc58a94-5d23-4460-a3ea-9148b8addf3f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:25.195429 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:25.195826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.196432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d10e0743-b656-495b-9b23-9ad00af73d48 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/f768a00f-a4a5-415a-a3ca-1f598b0b3f69 HTTP/1.1" status: 404 len: 337 time: 0.0386767 Jan 29 20:13:25.205413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-052a3834-7949-4a10-83e9-27a931db501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:25.210875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] Calling delete_port for 0767a627-9694-44f9-84a2-7d0e40583e36 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:25.231142 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71babc0-df2e-4d96-8778-756d416283ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.231727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71babc0-df2e-4d96-8778-756d416283ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.236258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c71babc0-df2e-4d96-8778-756d416283ae tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/f143f034-d794-4226-a40e-dc425ef9f2ee HTTP/1.1" status: 404 len: 333 time: 0.0376394 Jan 29 20:13:25.238243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57664) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.278137 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44a9bd0-601f-419c-884b-925ac7b22a2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.278693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44a9bd0-601f-419c-884b-925ac7b22a2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.285040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c44a9bd0-601f-419c-884b-925ac7b22a2a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/1ae155c9-9822-4c17-8063-a49a78da1800 HTTP/1.1" status: 404 len: 337 time: 0.0426011 Jan 29 20:13:25.285295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57666) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.311770 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2543060-e07f-4a9e-86c2-23a68e6c3905 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.312634 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2543060-e07f-4a9e-86c2-23a68e6c3905 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.316541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c2543060-e07f-4a9e-86c2-23a68e6c3905 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/57374802-a96f-45d5-9014-69c624a8ee05 HTTP/1.1" status: 404 len: 333 time: 0.0301089 Jan 29 20:13:25.318923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.349765 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-df05dc02-1bed-4e37-9e63-3222eae19609 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.349765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df05dc02-1bed-4e37-9e63-3222eae19609 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.351599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df05dc02-1bed-4e37-9e63-3222eae19609 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/88af9b62-1c50-4919-957f-a24424adc726 HTTP/1.1" status: 404 len: 337 time: 0.0315926 Jan 29 20:13:25.354258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.369962 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (0767a627-9694-44f9-84a2-7d0e40583e36), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:25.385657 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3b5d76-c674-48d4-9ab8-707f3a63fd4b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.386823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3b5d76-c674-48d4-9ab8-707f3a63fd4b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.394895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57672) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.404561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ec3b5d76-c674-48d4-9ab8-707f3a63fd4b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/296e8011-909b-4714-b0ef-adbd4bfc9455 HTTP/1.1" status: 404 len: 333 time: 0.0487168 Jan 29 20:13:25.426942 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70fc27a-0ff1-48f5-b245-ce657378ab65 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.427540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70fc27a-0ff1-48f5-b245-ce657378ab65 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.434781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57674) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.440348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] No DVR routers for this DVR port 0767a627-9694-44f9-84a2-7d0e40583e36 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:25.448336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150fb68-7ee3-424e-9a44-cb6dc576328c None None] Pushing event deleted for resources: {'Port': ['ID=0767a627-9694-44f9-84a2-7d0e40583e36,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:25.452525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a70fc27a-0ff1-48f5-b245-ce657378ab65 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/fab25ea9-d609-4713-b1d9-7596b12a83bd HTTP/1.1" status: 404 len: 337 time: 0.0553362 Jan 29 20:13:25.471114 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-df875d66-76b6-47f8-9995-c181ab4f6745 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.472713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df875d66-76b6-47f8-9995-c181ab4f6745 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.478799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57676) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.488039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-df875d66-76b6-47f8-9995-c181ab4f6745 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/7ec0d96d-fe16-4add-bb72-506c34d1d03d HTTP/1.1" status: 404 len: 333 time: 0.0518374 Jan 29 20:13:25.508359 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f0c64a-62f1-423b-9b67-dbd6d09a969b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.509069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f0c64a-62f1-423b-9b67-dbd6d09a969b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.530993 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-19f0c64a-62f1-423b-9b67-dbd6d09a969b tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/214524ae-c415-4554-bf1a-62c3a20096f0 HTTP/1.1" status: 404 len: 337 time: 0.0510008 Jan 29 20:13:25.533418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57680) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.589892 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fd3b6f-a183-45e7-b866-81efecb341f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.590377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fd3b6f-a183-45e7-b866-81efecb341f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.593445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-29fd3b6f-a183-45e7-b866-81efecb341f3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/f2bff314-5743-4ee7-a3dd-b1dbb6ca3de0 HTTP/1.1" status: 404 len: 337 time: 0.0585737 Jan 29 20:13:25.596477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57684) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.622104 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a28d7f1-aaaa-4f3a-9cec-1beab9bb21bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.623020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a28d7f1-aaaa-4f3a-9cec-1beab9bb21bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.629654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57686) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.630166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0a28d7f1-aaaa-4f3a-9cec-1beab9bb21bb tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/bca5cdc5-156a-4e4c-807e-b8a83dadfa74 HTTP/1.1" status: 404 len: 333 time: 0.0320008 Jan 29 20:13:25.657038 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d5a5e3-dad5-4181-bc27-1a3b9b545472 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.657501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d5a5e3-dad5-4181-bc27-1a3b9b545472 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.663534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09d5a5e3-dad5-4181-bc27-1a3b9b545472 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/7d91976e-8467-4752-8b02-16b7c3779f58 HTTP/1.1" status: 404 len: 337 time: 0.0307267 Jan 29 20:13:25.663751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57688) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.690533 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-051f3a5f-efd8-4abd-98a5-28690637c225 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.691147 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051f3a5f-efd8-4abd-98a5-28690637c225 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.696515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-051f3a5f-efd8-4abd-98a5-28690637c225 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/90f7f6f8-07da-4ceb-a457-191227753a6f HTTP/1.1" status: 404 len: 337 time: 0.0295944 Jan 29 20:13:25.696754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57690) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.726825 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-74983bb9-9530-4690-a478-780cab2729e6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.727507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74983bb9-9530-4690-a478-780cab2729e6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.732846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-74983bb9-9530-4690-a478-780cab2729e6 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/4d755cca-b1f8-4f5b-a709-8eaea9d68050 HTTP/1.1" status: 404 len: 333 time: 0.0329084 Jan 29 20:13:25.733627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.760995 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1de989-923b-4dad-896e-fce8e8ea2c0a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.761789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1de989-923b-4dad-896e-fce8e8ea2c0a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.767725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57694) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.767886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c1de989-923b-4dad-896e-fce8e8ea2c0a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/31910890-4e40-45f8-b82e-26212acf2d18 HTTP/1.1" status: 404 len: 337 time: 0.0328681 Jan 29 20:13:25.802646 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43e8396-990d-4b98-ae03-3e1cf7e34d70 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.803144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43e8396-990d-4b98-ae03-3e1cf7e34d70 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.808756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a43e8396-990d-4b98-ae03-3e1cf7e34d70 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/fdb28f38-59b2-4ce2-a7fc-179f1f7f828d HTTP/1.1" status: 404 len: 337 time: 0.0372443 Jan 29 20:13:25.808978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57696) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.836554 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-810735c0-579d-4305-828b-c3a7f5cb3339 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.837115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810735c0-579d-4305-828b-c3a7f5cb3339 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.843364 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-810735c0-579d-4305-828b-c3a7f5cb3339 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/33627595-a28e-403d-bf21-82d55a0d7d95 HTTP/1.1" status: 404 len: 333 time: 0.0312154 Jan 29 20:13:25.843599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57698) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.876353 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb54f08-34ae-4870-839c-842d59ad78d5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.876725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb54f08-34ae-4870-839c-842d59ad78d5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.883010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ddb54f08-34ae-4870-839c-842d59ad78d5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/25ff08a6-819a-4597-9bb2-0d129e054271 HTTP/1.1" status: 404 len: 337 time: 0.0362456 Jan 29 20:13:25.883336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57700) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.912777 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f4852a-4a1c-47c7-ad54-33a7d2d59e64 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:25.913225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f4852a-4a1c-47c7-ad54-33a7d2d59e64 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:25.916687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-90f4852a-4a1c-47c7-ad54-33a7d2d59e64 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/36010109-cbf9-48c9-bd1b-b5003aad6e83 HTTP/1.1" status: 404 len: 337 time: 0.0324473 Jan 29 20:13:25.919345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.951182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57704) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:25.957948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a25cb9d-e08f-4ac0-bcb5-4eb1020315c1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b76af97-8864-4742-b36b-cd4dcd916b47 HTTP/1.1" status: 200 len: 205 time: 0.0372133 Jan 29 20:13:25.994121 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-125a6a6f-e3f0-46ee-8e43-7b0ced6283ed tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] delete failed (client error): The resource could not be found. Jan 29 20:13:25.998133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57706) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.009855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-125a6a6f-e3f0-46ee-8e43-7b0ced6283ed tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/routers/5b76af97-8864-4742-b36b-cd4dcd916b47 HTTP/1.1" status: 404 len: 336 time: 0.0572622 Jan 29 20:13:26.029138 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-163d79fe-2774-4ef7-816f-2399307cd94a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.029602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163d79fe-2774-4ef7-816f-2399307cd94a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.035983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57708) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.044756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-163d79fe-2774-4ef7-816f-2399307cd94a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/ece0a028-8938-4ffd-a2f9-a975c80b0b00 HTTP/1.1" status: 404 len: 337 time: 0.0385363 Jan 29 20:13:26.069311 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57710) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.076917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0bf1aa73-3f8f-4020-9bc9-aefb61c4c2dc tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd15af9-4841-4033-b5f5-239ef1b5ac61 HTTP/1.1" status: 200 len: 205 time: 0.0395737 Jan 29 20:13:26.112657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0767a627-9694-44f9-84a2-7d0e40583e36 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:26.113943 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-2c2b9faa-e9fc-4dda-bb4c-ceb6232bbf02 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] delete failed (client error): The resource could not be found. Jan 29 20:13:26.119422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.128158 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2c2b9faa-e9fc-4dda-bb4c-ceb6232bbf02 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/routers/5dd15af9-4841-4033-b5f5-239ef1b5ac61 HTTP/1.1" status: 404 len: 336 time: 0.0571661 Jan 29 20:13:26.143855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 0767a627-9694-44f9-84a2-7d0e40583e36 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:13:26.144227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0767a627-9694-44f9-84a2-7d0e40583e36 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:13:26.148194 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6df877b-9a97-4d6b-9f84-ab2fc609641c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.148702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6df877b-9a97-4d6b-9f84-ab2fc609641c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.156072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57716) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.158383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6df877b-9a97-4d6b-9f84-ab2fc609641c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/20094cf6-10f1-443c-9c13-52d2f253ce6f HTTP/1.1" status: 404 len: 337 time: 0.0376210 Jan 29 20:13:26.183752 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed63704-b53e-4205-8da5-c5254f776409 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.184235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed63704-b53e-4205-8da5-c5254f776409 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.189759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7ed63704-b53e-4205-8da5-c5254f776409 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/e24ddd4e-2173-453a-b130-bfa64ddcddfb HTTP/1.1" status: 404 len: 337 time: 0.0327592 Jan 29 20:13:26.189986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.218288 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa2e4e0-e342-4fa6-8594-ec1c6261cb20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.218957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa2e4e0-e342-4fa6-8594-ec1c6261cb20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.225309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57720) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.226300 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-efa2e4e0-e342-4fa6-8594-ec1c6261cb20 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/4ef9db94-8e9f-4781-8a24-ee4760144f03 HTTP/1.1" status: 404 len: 333 time: 0.0350678 Jan 29 20:13:26.252617 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0577c325-4030-4a70-8d11-216745f3e5e1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.253168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0577c325-4030-4a70-8d11-216745f3e5e1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.256431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0577c325-4030-4a70-8d11-216745f3e5e1 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/bc3a7457-56df-4ec2-98c9-6e57867407d4 HTTP/1.1" status: 404 len: 337 time: 0.0300188 Jan 29 20:13:26.258971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57722) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.297398 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a56cb07-c8c5-4d2c-8918-9deaea1c4fa5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.297956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a56cb07-c8c5-4d2c-8918-9deaea1c4fa5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.304970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.313046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a56cb07-c8c5-4d2c-8918-9deaea1c4fa5 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/918b95f8-836d-4ee0-b64f-e753294a05bb HTTP/1.1" status: 404 len: 333 time: 0.0529864 Jan 29 20:13:26.339069 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-f706c843-2ec8-4e3a-93a3-011b238950d3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.339557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f706c843-2ec8-4e3a-93a3-011b238950d3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.346320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57726) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.354838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f706c843-2ec8-4e3a-93a3-011b238950d3 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/25b6e022-77f4-4066-91c4-5952a67133e0 HTTP/1.1" status: 404 len: 337 time: 0.0487585 Jan 29 20:13:26.371975 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7192a2-be0c-4849-b7fd-20e89afc3f99 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.372957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7192a2-be0c-4849-b7fd-20e89afc3f99 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.376333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6b7192a2-be0c-4849-b7fd-20e89afc3f99 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/a6272dd0-e6db-46cf-bf59-aa8a3e36d6fc HTTP/1.1" status: 404 len: 333 time: 0.0289354 Jan 29 20:13:26.379154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57728) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.407091 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2d67a8-b060-49ab-9048-efedb995ca07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.407925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2d67a8-b060-49ab-9048-efedb995ca07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.414156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57730) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.414420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-de2d67a8-b060-49ab-9048-efedb995ca07 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/dbe19536-f585-4304-b07f-d7ee4f6de3c1 HTTP/1.1" status: 404 len: 337 time: 0.0337603 Jan 29 20:13:26.439658 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81845c9-b3ca-48e8-91ea-cf07e549810c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.440396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81845c9-b3ca-48e8-91ea-cf07e549810c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.443994 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f81845c9-b3ca-48e8-91ea-cf07e549810c tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/fa7f7eb2-4b1a-4f3f-80cf-35a4b985b3ce HTTP/1.1" status: 404 len: 333 time: 0.0283685 Jan 29 20:13:26.446111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57732) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.478057 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cbd38f-f280-43fa-af4e-74df837df780 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.478613 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cbd38f-f280-43fa-af4e-74df837df780 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.484243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-99cbd38f-f280-43fa-af4e-74df837df780 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/0b6c1317-b9d2-4da2-9959-b42bab700e94 HTTP/1.1" status: 404 len: 337 time: 0.0346534 Jan 29 20:13:26.484604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57734) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.512136 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-628a31ea-2a23-498b-a3e1-28d0069c5a92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.513077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628a31ea-2a23-498b-a3e1-28d0069c5a92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.516318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-628a31ea-2a23-498b-a3e1-28d0069c5a92 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/518f2125-9a5c-4f17-9e1a-58fb6611c056 HTTP/1.1" status: 404 len: 333 time: 0.0305088 Jan 29 20:13:26.519609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57736) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.547627 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a20977d-bf45-49ad-b8dc-2a1de9cdd68f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.547627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a20977d-bf45-49ad-b8dc-2a1de9cdd68f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.551121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a20977d-bf45-49ad-b8dc-2a1de9cdd68f tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/824f7746-d296-4156-bc8e-a9d7bf556f3e HTTP/1.1" status: 404 len: 337 time: 0.0305340 Jan 29 20:13:26.553628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57738) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.579483 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-489117e1-9d8e-4d42-9843-507d07113789 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.580076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489117e1-9d8e-4d42-9843-507d07113789 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.586223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-489117e1-9d8e-4d42-9843-507d07113789 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/956cfaa5-e83c-45b6-841c-09540f1437e4 HTTP/1.1" status: 404 len: 333 time: 0.0292468 Jan 29 20:13:26.586363 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57742) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.618300 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc627536-6640-47ad-b6a5-7f0cc9de79ab tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.618906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc627536-6640-47ad-b6a5-7f0cc9de79ab tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.622634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cc627536-6640-47ad-b6a5-7f0cc9de79ab tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/208a99d2-7e8f-436f-9c6d-f9f44329f822 HTTP/1.1" status: 404 len: 337 time: 0.0347054 Jan 29 20:13:26.628819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57746) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.659481 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e1745b-f7d2-4e60-9edb-9f8fb8e3f79d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.660273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e1745b-f7d2-4e60-9edb-9f8fb8e3f79d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.664682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e9e1745b-f7d2-4e60-9edb-9f8fb8e3f79d tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/ports/c7c10a1a-66a0-4056-8fb4-4627b11fa472 HTTP/1.1" status: 404 len: 333 time: 0.0342200 Jan 29 20:13:26.666094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.697168 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cba4ff2-b546-4c0d-a7b5-cfd165a7e03a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] DELETE failed (client error): The resource could not be found. Jan 29 20:13:26.697639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cba4ff2-b546-4c0d-a7b5-cfd165a7e03a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:26.704145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8cba4ff2-b546-4c0d-a7b5-cfd165a7e03a tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/subnets/aeb6f991-bd55-4093-9231-29e1d9fe3429 HTTP/1.1" status: 404 len: 337 time: 0.0349751 Jan 29 20:13:26.706997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57750) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:26.813183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:26.916988 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:26.946279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:26.964716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc58a94-5d23-4460-a3ea-9148b8addf3f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:26.965009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc58a94-5d23-4460-a3ea-9148b8addf3f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:26.983470 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (6cc58a94-5d23-4460-a3ea-9148b8addf3f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:27.005242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6cc58a94-5d23-4460-a3ea-9148b8addf3f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:27.021227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:27.021505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (6cc58a94-5d23-4460-a3ea-9148b8addf3f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:27.028698 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:27.204580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:27.209363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:27.213777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] 10.222.0.15 "DELETE /v2.0/networks/f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50 HTTP/1.1" status: 204 len: 168 time: 0.5047078 Jan 29 20:13:27.236251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c5a1-9555-4cb6-8c92-ed2f0f7028c0 tempest-NetworksTestDHCPv6-1332878533 tempest-NetworksTestDHCPv6-1332878533-project] Pushing event deleted for resources: {'Network': ['ID=f94e2dc1-bb84-45a3-8d98-7ec41ee9ba50,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:27.670156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57764) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:27.913913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3e3368b7-e8fe-4840-aa30-0ac22c184bdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f349f6f25924462bfaf2ed6f802e0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433002 Jan 29 20:13:27.917117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57776) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:27.991018 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e119a2c5-07c4-4698-b3a0-29a566f832f1 admin admin] Publish callbacks [] for security_group (ac8cfa93-f791-4887-aded-e5147f09f1b4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:28.022061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e119a2c5-07c4-4698-b3a0-29a566f832f1 admin admin] Publish callbacks [] for security_group (ac8cfa93-f791-4887-aded-e5147f09f1b4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:28.135847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e119a2c5-07c4-4698-b3a0-29a566f832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ac8cfa93-f791-4887-aded-e5147f09f1b4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:28.139455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e119a2c5-07c4-4698-b3a0-29a566f832f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:28.141108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e119a2c5-07c4-4698-b3a0-29a566f832f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac8cfa93-f791-4887-aded-e5147f09f1b4 HTTP/1.1" status: 204 len: 168 time: 0.2216444 Jan 29 20:13:28.151472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119a2c5-07c4-4698-b3a0-29a566f832f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8cfa93-f791-4887-aded-e5147f09f1b4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:28.188309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ecdb077-e711-4198-9b91-3250304f4663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:28.865420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.392082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57816) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:29.515822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'networks': [{'name': 'tempest-network--125991709'}, {'name': 'tempest-network--1062756749'}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:29.521991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'network': {'name': 'tempest-network--125991709'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:29.521991 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'network': {'name': 'tempest-network--1062756749'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:29.598909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'network': 2} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:29.603903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.613853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.694232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for security_group (b3c26850-b87c-4dcb-bf67-76579f1c56da), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.769830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b3c26850-b87c-4dcb-bf67-76579f1c56da), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.770305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.809073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c26850-b87c-4dcb-bf67-76579f1c56da,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:29.817772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:29.826884 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (164b8b07-fe2d-4fee-ae10-d6d27f4dc425), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.827306 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Added segment 164b8b07-fe2d-4fee-ae10-d6d27f4dc425 of type vlan for network ac9ba310-411a-4f0e-8bcb-d79de0a89b47 Jan 29 20:13:29.889062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ac9ba310-411a-4f0e-8bcb-d79de0a89b47), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.921533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:29.931151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c912600-fe1d-4f54-9fc3-f79fe80a9783), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:29.931474 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Added segment 4c912600-fe1d-4f54-9fc3-f79fe80a9783 of type vlan for network 33358581-8361-4c56-9554-5cde8b9e2c9f Jan 29 20:13:29.973776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (33358581-8361-4c56-9554-5cde8b9e2c9f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.007951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.067058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ac9ba310-411a-4f0e-8bcb-d79de0a89b47), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.067574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (33358581-8361-4c56-9554-5cde8b9e2c9f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.072936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:30.077168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:30.077780 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.173007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Network': ['ID=ac9ba310-411a-4f0e-8bcb-d79de0a89b47,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:30.193475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ac9ba310-411a-4f0e-8bcb-d79de0a89b47 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:30.258651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57842) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:30.260930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8670266 Jan 29 20:13:30.266114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce0b40-de03-4c2d-8ba2-1b4dc640ec84 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Network': ['ID=33358581-8361-4c56-9554-5cde8b9e2c9f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:30.480024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 33358581-8361-4c56-9554-5cde8b9e2c9f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:30.571465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e4e0-a662-4276-9536-88cb3db2e048 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:30.578701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e4e0-a662-4276-9536-88cb3db2e048 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:30.594464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e4e0-a662-4276-9536-88cb3db2e048 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:30.603635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e4e0-a662-4276-9536-88cb3db2e048 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:30.605724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-92d9e4e0-a662-4276-9536-88cb3db2e048 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3453870 Jan 29 20:13:30.608925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57850) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:30.619703 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.727394 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ac9ba310-411a-4f0e-8bcb-d79de0a89b47), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.829656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ac9ba310-411a-4f0e-8bcb-d79de0a89b47), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.851475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9ba310-411a-4f0e-8bcb-d79de0a89b47']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:30.861165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164b8b07-fe2d-4fee-ae10-d6d27f4dc425') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:30.861456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164b8b07-fe2d-4fee-ae10-d6d27f4dc425') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:30.872221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (164b8b07-fe2d-4fee-ae10-d6d27f4dc425), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.886233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (164b8b07-fe2d-4fee-ae10-d6d27f4dc425), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.892402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:30.892723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (164b8b07-fe2d-4fee-ae10-d6d27f4dc425), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:30.896695 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:30.992633 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ac9ba310-411a-4f0e-8bcb-d79de0a89b47), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:30.997342 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.005884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/networks/ac9ba310-411a-4f0e-8bcb-d79de0a89b47 HTTP/1.1" status: 204 len: 168 time: 0.3934934 Jan 29 20:13:31.006562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57858) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:31.020111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346db7fa-e584-4ae9-92bc-bc11401ab362 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Network': ['ID=ac9ba310-411a-4f0e-8bcb-d79de0a89b47,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:31.137754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (33358581-8361-4c56-9554-5cde8b9e2c9f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.227353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (33358581-8361-4c56-9554-5cde8b9e2c9f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.257381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33358581-8361-4c56-9554-5cde8b9e2c9f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:31.270792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c912600-fe1d-4f54-9fc3-f79fe80a9783') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:31.271644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c912600-fe1d-4f54-9fc3-f79fe80a9783') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:31.289137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4c912600-fe1d-4f54-9fc3-f79fe80a9783), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.305854 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c912600-fe1d-4f54-9fc3-f79fe80a9783), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.313383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:31.318028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4c912600-fe1d-4f54-9fc3-f79fe80a9783), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:31.329205 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:31.511245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (33358581-8361-4c56-9554-5cde8b9e2c9f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.524542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.529149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/networks/33358581-8361-4c56-9554-5cde8b9e2c9f HTTP/1.1" status: 204 len: 168 time: 0.5207934 Jan 29 20:13:31.535882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57876) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:31.549845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa7bf7-3bdb-4ba7-9777-8cbecf86ba32 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Network': ['ID=33358581-8361-4c56-9554-5cde8b9e2c9f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:31.594920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.741128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1c21d-39bd-4f69-b551-c46d5e2237dd tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:31.748045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1c21d-39bd-4f69-b551-c46d5e2237dd tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:31.749704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2be1c21d-39bd-4f69-b551-c46d5e2237dd tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2122614 Jan 29 20:13:31.753500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57882) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:31.758542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1465590906'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:31.858950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:31.862203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.894411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:31.904192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (60ff09b9-d64d-4f31-8617-e8f7b7a6f84b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:31.904637 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Added segment 60ff09b9-d64d-4f31-8617-e8f7b7a6f84b of type vlan for network c8d31971-f74b-46a9-af90-6f98fe66e916 Jan 29 20:13:31.949965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c8d31971-f74b-46a9-af90-6f98fe66e916), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.037146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c8d31971-f74b-46a9-af90-6f98fe66e916), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.043647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:32.057199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.124595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Network': ['ID=c8d31971-f74b-46a9-af90-6f98fe66e916,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:32.132828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.133180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.133522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.133859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.134193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.134528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.134857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.135186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.135518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.135840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.136174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.136524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.136848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:32.151111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c8d31971-f74b-46a9-af90-6f98fe66e916 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:32.176904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-914b3df9-181e-4460-b1fe-8eefafc33652 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4220812 Jan 29 20:13:32.182277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57888) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:32.184874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2042231362'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:32.301403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:32.306333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.335900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:32.346518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d925bfe0-8027-443a-a930-25dea4280c0e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.346872 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Added segment d925bfe0-8027-443a-a930-25dea4280c0e of type vlan for network 800459f1-1949-45ae-91e9-56ab36e994db Jan 29 20:13:32.413416 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (800459f1-1949-45ae-91e9-56ab36e994db), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.544799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (800459f1-1949-45ae-91e9-56ab36e994db), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.550681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:32.551304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.624661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Network': ['ID=800459f1-1949-45ae-91e9-56ab36e994db,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:32.636153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 800459f1-1949-45ae-91e9-56ab36e994db details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:32.667840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ea476814-79df-4a11-af7f-2b250cf37330 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4846764 Jan 29 20:13:32.668911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57898) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:32.673498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'ports': [{'network_id': 'c8d31971-f74b-46a9-af90-6f98fe66e916', 'name': 'tempest-port--1112748838', 'admin_state_up': True}, {'network_id': '800459f1-1949-45ae-91e9-56ab36e994db', 'admin_state_up': False}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:32.673822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'port': {'network_id': 'c8d31971-f74b-46a9-af90-6f98fe66e916', 'name': 'tempest-port--1112748838', 'admin_state_up': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:32.675006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'port': {'network_id': '800459f1-1949-45ae-91e9-56ab36e994db', 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:32.952648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'port': 2} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:32.957324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:32.971439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:33.122674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] device_id is not set on port 2f2d6259-2658-4760-abe8-036d33dcce96 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:33.210383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for port (2f2d6259-2658-4760-abe8-036d33dcce96), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:33.306937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] device_id is not set on port 567c1114-61a2-4ef7-8a3d-cf850c16fc56 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:33.397851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for port (567c1114-61a2-4ef7-8a3d-cf850c16fc56), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:33.547364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2f2d6259-2658-4760-abe8-036d33dcce96), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:33.610880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Port': ['ID=2f2d6259-2658-4760-abe8-036d33dcce96,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:33.629203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Checking segment: {'id': '60ff09b9-d64d-4f31-8617-e8f7b7a6f84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c8d31971-f74b-46a9-af90-6f98fe66e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:33.629574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network hostable DHCP agents. Network: c8d31971-f74b-46a9-af90-6f98fe66e916, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:33.718505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network c8d31971-f74b-46a9-af90-6f98fe66e916 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:33.813495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c8d31971-f74b-46a9-af90-6f98fe66e916) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:33.818233 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:33.819360 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (567c1114-61a2-4ef7-8a3d-cf850c16fc56), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:33.833009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed312b5-3845-4e0d-9f3b-a751bcca0deb None None] Network c8d31971-f74b-46a9-af90-6f98fe66e916 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:33.909756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Port': ['ID=567c1114-61a2-4ef7-8a3d-cf850c16fc56,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:33.950559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Checking segment: {'id': 'd925bfe0-8027-443a-a930-25dea4280c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '800459f1-1949-45ae-91e9-56ab36e994db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:33.951135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network hostable DHCP agents. Network: 800459f1-1949-45ae-91e9-56ab36e994db, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:34.037276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network 800459f1-1949-45ae-91e9-56ab36e994db is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:34.116286 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 800459f1-1949-45ae-91e9-56ab36e994db) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:34.123188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:34.126476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818ecf0-38af-42f5-bd8a-2882ecda7cc9 None None] Network 800459f1-1949-45ae-91e9-56ab36e994db requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:34.134550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:34.139474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:34.140192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.227673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d24c9884-8f6d-411b-9c21-af78ccf9ae1f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5557675 Jan 29 20:13:34.227911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57928) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:34.320391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fb163-7f4b-4605-81d5-356b9e499294 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:34.325950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fb163-7f4b-4605-81d5-356b9e499294 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:34.328307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f30fb163-7f4b-4605-81d5-356b9e499294 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0987740 Jan 29 20:13:34.331084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57932) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:34.440230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Deleting port 2f2d6259-2658-4760-abe8-036d33dcce96 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:34.440230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2f2d6259-2658-4760-abe8-036d33dcce96), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.532423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2f2d6259-2658-4760-abe8-036d33dcce96), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.550125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Calling delete_port for 2f2d6259-2658-4760-abe8-036d33dcce96 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:34.712774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2f2d6259-2658-4760-abe8-036d33dcce96), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.750113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Port': ['ID=2f2d6259-2658-4760-abe8-036d33dcce96,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:34.757108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.763605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 57942) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:34.764045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dccf4375-3451-4ccd-bb07-5acfc1203ea9 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/ports/2f2d6259-2658-4760-abe8-036d33dcce96 HTTP/1.1" status: 204 len: 168 time: 0.4312050 Jan 29 20:13:34.867077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Deleting port 567c1114-61a2-4ef7-8a3d-cf850c16fc56 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:34.867409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (567c1114-61a2-4ef7-8a3d-cf850c16fc56), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.958984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (567c1114-61a2-4ef7-8a3d-cf850c16fc56), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:34.981164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Calling delete_port for 567c1114-61a2-4ef7-8a3d-cf850c16fc56 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:35.147198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (567c1114-61a2-4ef7-8a3d-cf850c16fc56), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.177305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Port': ['ID=567c1114-61a2-4ef7-8a3d-cf850c16fc56,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:35.188126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.190442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ddf29480-5332-464e-a2ee-6f396334e1a2 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/ports/567c1114-61a2-4ef7-8a3d-cf850c16fc56 HTTP/1.1" status: 204 len: 168 time: 0.4250333 Jan 29 20:13:35.193316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57950) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:35.224265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-04d41692-9b3f-4707-a69f-2e6218ff610f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273283 Jan 29 20:13:35.225458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57952) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:35.230759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-216499922'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:35.368603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:35.368603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.391320 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:35.415982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b8102973-5911-4d31-8880-a87b017ea656), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.419753 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Added segment b8102973-5911-4d31-8880-a87b017ea656 of type vlan for network fa92d0dd-7669-4992-8504-06538677721b Jan 29 20:13:35.460318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (fa92d0dd-7669-4992-8504-06538677721b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.584496 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (fa92d0dd-7669-4992-8504-06538677721b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.590098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:35.591350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:35.708876 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Network': ['ID=fa92d0dd-7669-4992-8504-06538677721b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:35.725542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network fa92d0dd-7669-4992-8504-06538677721b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:35.797414 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d23deefb-c5c7-40c5-ad91-861fd8bb4f3c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5685582 Jan 29 20:13:35.797733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 57992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:35.802961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1004250205'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:35.906902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:35.910802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:36.328863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:36.337660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (48688007-8f64-4c48-841f-d62894737cbe), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:36.338689 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Added segment 48688007-8f64-4c48-841f-d62894737cbe of type vlan for network 85a6109c-94be-4717-a3f7-57ee53cadb87 Jan 29 20:13:36.396707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (85a6109c-94be-4717-a3f7-57ee53cadb87), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:36.511997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (85a6109c-94be-4717-a3f7-57ee53cadb87), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:36.517116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:36.521852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:36.633974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Network': ['ID=85a6109c-94be-4717-a3f7-57ee53cadb87,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:36.641498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-763cc4d2-4e86-4985-abea-ea05e2bdfc12 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8423967 Jan 29 20:13:36.662457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 85a6109c-94be-4717-a3f7-57ee53cadb87 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:36.777030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58020) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:36.783674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'subnets': [{'network_id': 'fa92d0dd-7669-4992-8504-06538677721b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--518765286', 'ip_version': 4}, {'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:36.784168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'subnet': {'network_id': 'fa92d0dd-7669-4992-8504-06538677721b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--518765286', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:36.784949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Request body: {'subnet': {'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:37.089436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Made reservation on behalf of 61bf85bc89734f0b99581ea474d8480f for: {'subnet': 2} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:37.093811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:37.094465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:37.639167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (37e1cbb9-dae5-4651-9c8b-1a1aa66e7458), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:37.750186 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Subnet': ['ID=37e1cbb9-dae5-4651-9c8b-1a1aa66e7458,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:37.773918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Checking segment: {'id': 'b8102973-5911-4d31-8880-a87b017ea656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fa92d0dd-7669-4992-8504-06538677721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:37.774571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network hostable DHCP agents. Network: fa92d0dd-7669-4992-8504-06538677721b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:37.860670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network fa92d0dd-7669-4992-8504-06538677721b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:37.938617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, fa92d0dd-7669-4992-8504-06538677721b) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:37.946558 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (60839721-91bb-4305-a07d-f73e8972e0a4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:37.950943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87ccb0-9616-464e-9426-a24145091c81 None None] Network fa92d0dd-7669-4992-8504-06538677721b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:38.061786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event updated for resources: {'Subnet': ['ID=60839721-91bb-4305-a07d-f73e8972e0a4,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:38.066128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Checking segment: {'id': '48688007-8f64-4c48-841f-d62894737cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:38.066499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network hostable DHCP agents. Network: 85a6109c-94be-4717-a3f7-57ee53cadb87, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:38.105120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-fa92d0dd-7669-4992-8504-06538677721b', 'network_id': 'fa92d0dd-7669-4992-8504-06538677721b', 'project_id': '61bf85bc89734f0b99581ea474d8480f', 'fixed_ips': [{'subnet_id': '37e1cbb9-dae5-4651-9c8b-1a1aa66e7458'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:38.106620 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.215838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Network 85a6109c-94be-4717-a3f7-57ee53cadb87 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:38.312551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Allocated IP 172.20.0.2 (fa92d0dd-7669-4992-8504-06538677721b/37e1cbb9-dae5-4651-9c8b-1a1aa66e7458/93946303-318a-4982-96b5-2359f1843737) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:38.348393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 85a6109c-94be-4717-a3f7-57ee53cadb87) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:38.357391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.359012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:38.359485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:38.360128 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.362791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e157d-dd79-46a7-8f2c-da36cc5f4ded None None] Network 85a6109c-94be-4717-a3f7-57ee53cadb87 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:38.457763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0bff0020-3c0d-4202-bc37-b2c33b9a369b tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6794424 Jan 29 20:13:38.460101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58076) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:38.552006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c73c8-f368-4f72-ad11-14b0cc3cd840 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:38.553388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c73c8-f368-4f72-ad11-14b0cc3cd840 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:38.555532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c73c8-f368-4f72-ad11-14b0cc3cd840 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:38.558454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8c6c73c8-f368-4f72-ad11-14b0cc3cd840 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0970826 Jan 29 20:13:38.560490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-85a6109c-94be-4717-a3f7-57ee53cadb87', 'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87', 'project_id': '61bf85bc89734f0b99581ea474d8480f', 'fixed_ips': [{'subnet_id': '60839721-91bb-4305-a07d-f73e8972e0a4'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:38.561556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58080) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:38.561871 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.652446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Deleting subnet 37e1cbb9-dae5-4651-9c8b-1a1aa66e7458 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:38.721779 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Publish callbacks [] for port (93946303-318a-4982-96b5-2359f1843737), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.820668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for subnet (37e1cbb9-dae5-4651-9c8b-1a1aa66e7458), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.834305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Allocated IP 172.20.0.18 (85a6109c-94be-4717-a3f7-57ee53cadb87/60839721-91bb-4305-a07d-f73e8972e0a4/294f5299-fe6c-4bcf-8c51-671c5b4943a0) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:38.867746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (93946303-318a-4982-96b5-2359f1843737), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.922294 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (37e1cbb9-dae5-4651-9c8b-1a1aa66e7458), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:38.965808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Network fa92d0dd-7669-4992-8504-06538677721b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:39.003392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Pushing event updated for resources: {'Port': ['ID=93946303-318a-4982-96b5-2359f1843737,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:39.006654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:39.009333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:39.074005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (37e1cbb9-dae5-4651-9c8b-1a1aa66e7458), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.119218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Attempting to bind port 93946303-318a-4982-96b5-2359f1843737 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:39.119583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Attempting to bind port 93946303-318a-4982-96b5-2359f1843737 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b8102973-5911-4d31-8880-a87b017ea656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fa92d0dd-7669-4992-8504-06538677721b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:39.119977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Attempting to bind port 93946303-318a-4982-96b5-2359f1843737 on network fa92d0dd-7669-4992-8504-06538677721b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:39.134792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:39.145145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Checking segment: {'id': 'b8102973-5911-4d31-8880-a87b017ea656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fa92d0dd-7669-4992-8504-06538677721b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:39.146649 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.147068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Bound using segment: {'id': 'b8102973-5911-4d31-8880-a87b017ea656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fa92d0dd-7669-4992-8504-06538677721b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:39.147581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Bound port: 93946303-318a-4982-96b5-2359f1843737, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8102973-5911-4d31-8880-a87b017ea656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'fa92d0dd-7669-4992-8504-06538677721b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:39.147972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (93946303-318a-4982-96b5-2359f1843737), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.244759 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Publish callbacks [] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.261008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (37e1cbb9-dae5-4651-9c8b-1a1aa66e7458), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.286448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.295326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/subnets/37e1cbb9-dae5-4651-9c8b-1a1aa66e7458 HTTP/1.1" status: 204 len: 168 time: 0.7323601 Jan 29 20:13:39.297540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58096) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:39.309215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58098) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:39.348103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b66c9a-8466-4db1-9fd1-b0f30d758803 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Subnet': ['ID=37e1cbb9-dae5-4651-9c8b-1a1aa66e7458,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:39.382245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] For port 93946303-318a-4982-96b5-2359f1843737, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:39.388643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] For port 93946303-318a-4982-96b5-2359f1843737, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=93946303-318a-4982-96b5-2359f1843737,segment=NetworkSegment(b8102973-5911-4d31-8880-a87b017ea656),segment_id=b8102973-5911-4d31-8880-a87b017ea656)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:39.392227 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.418413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Deleting subnet 60839721-91bb-4305-a07d-f73e8972e0a4 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:39.426150 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for subnet (60839721-91bb-4305-a07d-f73e8972e0a4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.465599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Pushing event updated for resources: {'Port': ['ID=294f5299-fe6c-4bcf-8c51-671c5b4943a0,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:39.493175 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (93946303-318a-4982-96b5-2359f1843737), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.502348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (60839721-91bb-4305-a07d-f73e8972e0a4), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.507763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Network 85a6109c-94be-4717-a3f7-57ee53cadb87 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:39.514453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.514939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.515383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.515829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.516433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.516880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.518332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.523009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.523009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.523009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.523009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.523009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.523009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:39.561621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed489620-2420-44ab-8735-8679a3ff93f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.581836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff03d-77f1-43c9-8ba1-b813bdc1f05e None None] Pushing event updated for resources: {'Port': ['ID=93946303-318a-4982-96b5-2359f1843737,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:39.587565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:39.592352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:39.696055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (60839721-91bb-4305-a07d-f73e8972e0a4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.703765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Attempting to bind port 294f5299-fe6c-4bcf-8c51-671c5b4943a0 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:39.704132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Attempting to bind port 294f5299-fe6c-4bcf-8c51-671c5b4943a0 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '48688007-8f64-4c48-841f-d62894737cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:39.704589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Attempting to bind port 294f5299-fe6c-4bcf-8c51-671c5b4943a0 on network 85a6109c-94be-4717-a3f7-57ee53cadb87 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:39.711968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047096c-d3cd-4ccc-a3b3-a03d4c28765c None None] Network fa92d0dd-7669-4992-8504-06538677721b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:39.736632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:39.737291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Checking segment: {'id': '48688007-8f64-4c48-841f-d62894737cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:39.737821 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.738333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Bound using segment: {'id': '48688007-8f64-4c48-841f-d62894737cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:39.738924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Bound port: 294f5299-fe6c-4bcf-8c51-671c5b4943a0, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48688007-8f64-4c48-841f-d62894737cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '85a6109c-94be-4717-a3f7-57ee53cadb87'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:39.739405 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.771473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed489620-2420-44ab-8735-8679a3ff93f8 admin admin] Publish callbacks [] for security_group (052c09fd-3bd0-44f4-8fe0-532c186b7f55), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.830811 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ed489620-2420-44ab-8735-8679a3ff93f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (052c09fd-3bd0-44f4-8fe0-532c186b7f55), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.880569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58108) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:39.881224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed489620-2420-44ab-8735-8679a3ff93f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2ce1a09dd014c89a8394115f2e618cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702155 Jan 29 20:13:39.881770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed489620-2420-44ab-8735-8679a3ff93f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c09fd-3bd0-44f4-8fe0-532c186b7f55,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:39.895379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (60839721-91bb-4305-a07d-f73e8972e0a4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.951350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Subnet': ['ID=60839721-91bb-4305-a07d-f73e8972e0a4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:39.969851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.971647 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcc33afa-98fd-4526-bbe6-65a8eb177afb admin admin] Publish callbacks [] for security_group (052c09fd-3bd0-44f4-8fe0-532c186b7f55), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:39.973528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e932f547-3473-4e8a-9543-85e73f7cbf78 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/subnets/60839721-91bb-4305-a07d-f73e8972e0a4 HTTP/1.1" status: 204 len: 168 time: 0.6746950 Jan 29 20:13:39.976067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58110) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:40.004484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcc33afa-98fd-4526-bbe6-65a8eb177afb admin admin] Publish callbacks [] for security_group (052c09fd-3bd0-44f4-8fe0-532c186b7f55), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.017255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] For port 294f5299-fe6c-4bcf-8c51-671c5b4943a0, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:40.041969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84aebf-78ef-4b06-9ba2-5720096147e7 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:40.043946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0f84aebf-78ef-4b06-9ba2-5720096147e7 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0664515 Jan 29 20:13:40.047792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58112) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:40.062197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] For port 294f5299-fe6c-4bcf-8c51-671c5b4943a0, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=294f5299-fe6c-4bcf-8c51-671c5b4943a0,segment=NetworkSegment(48688007-8f64-4c48-841f-d62894737cbe),segment_id=48688007-8f64-4c48-841f-d62894737cbe)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:40.153299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.173730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (85a6109c-94be-4717-a3f7-57ee53cadb87), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.179144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcc33afa-98fd-4526-bbe6-65a8eb177afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (052c09fd-3bd0-44f4-8fe0-532c186b7f55), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.185638 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bcc33afa-98fd-4526-bbe6-65a8eb177afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.185638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bcc33afa-98fd-4526-bbe6-65a8eb177afb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/052c09fd-3bd0-44f4-8fe0-532c186b7f55 HTTP/1.1" status: 204 len: 168 time: 0.3016613 Jan 29 20:13:40.197954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33afa-98fd-4526-bbe6-65a8eb177afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c09fd-3bd0-44f4-8fe0-532c186b7f55,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:40.265077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Deleting port 294f5299-fe6c-4bcf-8c51-671c5b4943a0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:40.265442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.345904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c6632-3ea3-4516-a035-524a5095a302 None None] Pushing event updated for resources: {'Port': ['ID=294f5299-fe6c-4bcf-8c51-671c5b4943a0,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:40.445472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] For port 294f5299-fe6c-4bcf-8c51-671c5b4943a0, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=294f5299-fe6c-4bcf-8c51-671c5b4943a0,segment=NetworkSegment(48688007-8f64-4c48-841f-d62894737cbe),segment_id=48688007-8f64-4c48-841f-d62894737cbe)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:40.446059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.463918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Calling delete_port for 294f5299-fe6c-4bcf-8c51-671c5b4943a0 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:40.682235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (294f5299-fe6c-4bcf-8c51-671c5b4943a0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.721971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Port': ['ID=294f5299-fe6c-4bcf-8c51-671c5b4943a0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:40.734972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] No DVR routers for this DVR port 294f5299-fe6c-4bcf-8c51-671c5b4943a0 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:40.826820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (85a6109c-94be-4717-a3f7-57ee53cadb87), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.850296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a6109c-94be-4717-a3f7-57ee53cadb87']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:40.860849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48688007-8f64-4c48-841f-d62894737cbe') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:40.861773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48688007-8f64-4c48-841f-d62894737cbe') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:40.871574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (48688007-8f64-4c48-841f-d62894737cbe), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.886175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (48688007-8f64-4c48-841f-d62894737cbe), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.892879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (48688007-8f64-4c48-841f-d62894737cbe), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:40.897594 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:41.043470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (85a6109c-94be-4717-a3f7-57ee53cadb87), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.060972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.065179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/networks/85a6109c-94be-4717-a3f7-57ee53cadb87 HTTP/1.1" status: 204 len: 168 time: 1.0152464 Jan 29 20:13:41.068234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58130) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:41.075648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe536-5802-4c26-bb08-8a598c9f4f5f tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Network': ['ID=85a6109c-94be-4717-a3f7-57ee53cadb87,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:41.185233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58136) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:41.192423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (fa92d0dd-7669-4992-8504-06538677721b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.210010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5401808-6f6b-4bb9-96be-c4817e319f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.258602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Deleting port 93946303-318a-4982-96b5-2359f1843737 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:41.258948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (93946303-318a-4982-96b5-2359f1843737), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.318528 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5401808-6f6b-4bb9-96be-c4817e319f0d admin admin] Publish callbacks [] for security_group (0f32514e-9066-4504-84be-2b3395c234c2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.342443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] For port 93946303-318a-4982-96b5-2359f1843737, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=93946303-318a-4982-96b5-2359f1843737,segment=NetworkSegment(b8102973-5911-4d31-8880-a87b017ea656),segment_id=b8102973-5911-4d31-8880-a87b017ea656)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:41.342802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (93946303-318a-4982-96b5-2359f1843737), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.358900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Calling delete_port for 93946303-318a-4982-96b5-2359f1843737 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:41.403601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c5401808-6f6b-4bb9-96be-c4817e319f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f32514e-9066-4504-84be-2b3395c234c2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.481162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c5401808-6f6b-4bb9-96be-c4817e319f0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70b7ccfbff394e5fb0ded3d3826a82d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922568 Jan 29 20:13:41.481162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5401808-6f6b-4bb9-96be-c4817e319f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32514e-9066-4504-84be-2b3395c234c2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:41.482608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58140) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:41.527510 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (93946303-318a-4982-96b5-2359f1843737), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.566076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Port': ['ID=93946303-318a-4982-96b5-2359f1843737,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:41.569380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] No DVR routers for this DVR port 93946303-318a-4982-96b5-2359f1843737 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:41.605350 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f06743c-6c0c-4d68-a692-0407cdfe7a5b admin admin] Publish callbacks [] for security_group (0f32514e-9066-4504-84be-2b3395c234c2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.665143 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f06743c-6c0c-4d68-a692-0407cdfe7a5b admin admin] Publish callbacks [] for security_group (0f32514e-9066-4504-84be-2b3395c234c2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.669419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaeea4e-838a-45ab-b081-271ab18f4ae1 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:13:41.704311 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (fa92d0dd-7669-4992-8504-06538677721b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.743570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa92d0dd-7669-4992-8504-06538677721b']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:41.758164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8102973-5911-4d31-8880-a87b017ea656') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:41.758462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8102973-5911-4d31-8880-a87b017ea656') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:41.774930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (b8102973-5911-4d31-8880-a87b017ea656), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.802085 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b8102973-5911-4d31-8880-a87b017ea656), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.806915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0b9ea909-0131-4aca-b1ba-b001360eaa28 None None] Could not find standard attr ID for object 294f5299-fe6c-4bcf-8c51-671c5b4943a0. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:13:41.817090 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:41.818544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (b8102973-5911-4d31-8880-a87b017ea656), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.827788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaeea4e-838a-45ab-b081-271ab18f4ae1 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:41.840461 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:41.897905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f06743c-6c0c-4d68-a692-0407cdfe7a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0f32514e-9066-4504-84be-2b3395c234c2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.901378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7f06743c-6c0c-4d68-a692-0407cdfe7a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.902613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7f06743c-6c0c-4d68-a692-0407cdfe7a5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f32514e-9066-4504-84be-2b3395c234c2 HTTP/1.1" status: 204 len: 168 time: 0.4186966 Jan 29 20:13:41.922726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06743c-6c0c-4d68-a692-0407cdfe7a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32514e-9066-4504-84be-2b3395c234c2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:41.979010 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (fa92d0dd-7669-4992-8504-06538677721b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:41.988460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.003641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/networks/fa92d0dd-7669-4992-8504-06538677721b HTTP/1.1" status: 204 len: 168 time: 0.9326839 Jan 29 20:13:42.004756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58148) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:42.083947 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68b275-4a1a-4a97-af9a-683050609c9c tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Network': ['ID=fa92d0dd-7669-4992-8504-06538677721b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:42.153055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (800459f1-1949-45ae-91e9-56ab36e994db), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.217663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01513171-b2e1-4058-be73-b27da6daa230 None None] DHCP port deletion for 85a6109c-94be-4717-a3f7-57ee53cadb87 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:13:42.265138 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (800459f1-1949-45ae-91e9-56ab36e994db), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.270272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee2541-1c5b-4bfc-83de-f3105ea6d49f None None] Network 85a6109c-94be-4717-a3f7-57ee53cadb87 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:42.284331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee2541-1c5b-4bfc-83de-f3105ea6d49f None None] Network 85a6109c-94be-4717-a3f7-57ee53cadb87 could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 20:13:42.307058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800459f1-1949-45ae-91e9-56ab36e994db']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:42.324974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd925bfe0-8027-443a-a930-25dea4280c0e') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:42.325266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd925bfe0-8027-443a-a930-25dea4280c0e') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:42.336612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (d925bfe0-8027-443a-a930-25dea4280c0e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.354608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (d925bfe0-8027-443a-a930-25dea4280c0e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.362485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:42.362983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (d925bfe0-8027-443a-a930-25dea4280c0e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:42.380047 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:42.528264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (800459f1-1949-45ae-91e9-56ab36e994db), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.536010 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.540349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/networks/800459f1-1949-45ae-91e9-56ab36e994db HTTP/1.1" status: 204 len: 168 time: 0.5334976 Jan 29 20:13:42.542869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58170) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:42.574024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d6f09-bf3b-4b3f-8a3c-bc97269ca257 tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Network': ['ID=800459f1-1949-45ae-91e9-56ab36e994db,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:42.661835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c8d31971-f74b-46a9-af90-6f98fe66e916), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.684370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55648f-772b-488d-8095-b6be815f3c1b req-fa696af7-a609-4e3d-9b6c-17d67730aa39 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:42.685922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d55648f-772b-488d-8095-b6be815f3c1b req-fa696af7-a609-4e3d-9b6c-17d67730aa39 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.1078548 Jan 29 20:13:42.762314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6d55648f-772b-488d-8095-b6be815f3c1b req-d7a38ad5-e6c5-4259-8897-1735f58834cd tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.815589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c8d31971-f74b-46a9-af90-6f98fe66e916), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.851175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d31971-f74b-46a9-af90-6f98fe66e916']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:42.869147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ff09b9-d64d-4f31-8617-e8f7b7a6f84b') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:42.869147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ff09b9-d64d-4f31-8617-e8f7b7a6f84b') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:13:42.885503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (60ff09b9-d64d-4f31-8617-e8f7b7a6f84b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.908869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (60ff09b9-d64d-4f31-8617-e8f7b7a6f84b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.920153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:13:42.920668 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (60ff09b9-d64d-4f31-8617-e8f7b7a6f84b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:13:42.924378 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:13:43.003407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6d55648f-772b-488d-8095-b6be815f3c1b req-d7a38ad5-e6c5-4259-8897-1735f58834cd tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Publish callbacks [] for security_group (e827a065-cddf-48e2-bd77-f502d00e275e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:43.070494 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6d55648f-772b-488d-8095-b6be815f3c1b req-d7a38ad5-e6c5-4259-8897-1735f58834cd tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e827a065-cddf-48e2-bd77-f502d00e275e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:43.098684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c8d31971-f74b-46a9-af90-6f98fe66e916), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:43.122773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:43.135212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] 10.222.0.15 "DELETE /v2.0/networks/c8d31971-f74b-46a9-af90-6f98fe66e916 HTTP/1.1" status: 204 len: 168 time: 0.5890272 Jan 29 20:13:43.150190 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d55648f-772b-488d-8095-b6be815f3c1b req-d7a38ad5-e6c5-4259-8897-1735f58834cd tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4351394 Jan 29 20:13:43.198974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220629-acd5-44a5-99d2-58071f54b6fa tempest-BulkNetworkOpsTest-1922422347 tempest-BulkNetworkOpsTest-1922422347-project] Pushing event deleted for resources: {'Network': ['ID=c8d31971-f74b-46a9-af90-6f98fe66e916,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:43.208797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a38ad5-e6c5-4259-8897-1735f58834cd tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e827a065-cddf-48e2-bd77-f502d00e275e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:43.344769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452ad70-356d-437f-a7ff-1be3cca7bf6e req-82b9cfff-17ca-4ecf-9217-d7b9425d71bd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:43.346636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5452ad70-356d-437f-a7ff-1be3cca7bf6e req-82b9cfff-17ca-4ecf-9217-d7b9425d71bd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0726745 Jan 29 20:13:43.414090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5452ad70-356d-437f-a7ff-1be3cca7bf6e req-d8b32aa4-92a4-48c7-9ced-40cf1a951943 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601285 Jan 29 20:13:43.437103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:43.548251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4cfc8785-8a23-48d2-8771-30085d953dae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/73d4285e-833c-43ef-8411-a76645139efa HTTP/1.1" status: 200 len: 992 time: 0.1099339 Jan 29 20:13:43.724129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58216) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:43.881650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5c54aa3a-2fbd-49d1-900a-71ad576b0b4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61bf85bc89734f0b99581ea474d8480f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562910 Jan 29 20:13:43.884332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58224) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:43.888395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-5693daea-35b4-4d9a-b6f0-7abf7a43234d req-3f9c93fd-28d5-4f35-94f5-e3169030eb40 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:13:43.889664 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5693daea-35b4-4d9a-b6f0-7abf7a43234d req-3f9c93fd-28d5-4f35-94f5-e3169030eb40 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053005 Jan 29 20:13:43.936822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-008de869-f791-4297-aa88-337d3820c113 admin admin] Publish callbacks [] for security_group (b3c26850-b87c-4dcb-bf67-76579f1c56da), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:43.963430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-008de869-f791-4297-aa88-337d3820c113 admin admin] Publish callbacks [] for security_group (b3c26850-b87c-4dcb-bf67-76579f1c56da), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:44.062038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 294f5299-fe6c-4bcf-8c51-671c5b4943a0 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:44.086530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 294f5299-fe6c-4bcf-8c51-671c5b4943a0 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:13:44.087154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 294f5299-fe6c-4bcf-8c51-671c5b4943a0 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:13:44.134943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-008de869-f791-4297-aa88-337d3820c113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b3c26850-b87c-4dcb-bf67-76579f1c56da), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:44.137620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-008de869-f791-4297-aa88-337d3820c113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:44.139588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-008de869-f791-4297-aa88-337d3820c113 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3c26850-b87c-4dcb-bf67-76579f1c56da HTTP/1.1" status: 204 len: 168 time: 0.2533801 Jan 29 20:13:44.148945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008de869-f791-4297-aa88-337d3820c113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c26850-b87c-4dcb-bf67-76579f1c56da,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:44.601309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ea3db-0fb9-4e77-8849-60511954bb19 req-3db34564-c2a1-4986-9a85-c2860b40bd4d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:44.602846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a50ea3db-0fb9-4e77-8849-60511954bb19 req-3db34564-c2a1-4986-9a85-c2860b40bd4d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0751514 Jan 29 20:13:44.644049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58254) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:44.682696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a50ea3db-0fb9-4e77-8849-60511954bb19 req-4761b410-0791-4b1f-bbc7-a72caa408751 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742469 Jan 29 20:13:44.872036 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-bfa2c50a-2cd2-43c8-abc3-92916b08a883 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2261779 Jan 29 20:13:44.887872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-6c775c2b-1a07-4ae9-a79d-aa6555f71f9a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:13:44.893513 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-6c775c2b-1a07-4ae9-a79d-aa6555f71f9a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154223 Jan 29 20:13:45.275500 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:13:45.536188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58302) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:45.654223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1258459051'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:45.763955 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:45.768349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:45.780636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:45.912470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616325b7-869f-4ea2-a44b-d42f9130b7e3 req-86bd58b6-76b3-4cf5-a3af-be95fb2104dc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:45.914176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-616325b7-869f-4ea2-a44b-d42f9130b7e3 req-86bd58b6-76b3-4cf5-a3af-be95fb2104dc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0919085 Jan 29 20:13:45.941205 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for security_group (1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:45.983533 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-616325b7-869f-4ea2-a44b-d42f9130b7e3 req-9fe4822b-3b1b-4333-a8f4-f3a622c19cf7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635390 Jan 29 20:13:46.009268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:46.046598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:46.053209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:46.068734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c7c46e50-d6c7-4130-b381-06380ff9f1dc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:46.072028 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Added segment c7c46e50-d6c7-4130-b381-06380ff9f1dc of type vlan for network bd4928dd-74eb-4433-86d7-dbdf80272a2d Jan 29 20:13:46.133247 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (bd4928dd-74eb-4433-86d7-dbdf80272a2d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:46.233119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (bd4928dd-74eb-4433-86d7-dbdf80272a2d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:46.241030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:46.241030 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:46.314595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Network': ['ID=bd4928dd-74eb-4433-86d7-dbdf80272a2d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:46.333209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network bd4928dd-74eb-4433-86d7-dbdf80272a2d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:46.356716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7c315033-2cd3-4336-b7fb-fb4a5826e5bb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8191097 Jan 29 20:13:47.140950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ee146-a145-4843-bc3c-6dbf99323f07 req-8c609461-924e-459d-8709-6c0c90c7d3a4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:47.143065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-446ee146-a145-4843-bc3c-6dbf99323f07 req-8c609461-924e-459d-8709-6c0c90c7d3a4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0568120 Jan 29 20:13:47.197614 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-446ee146-a145-4843-bc3c-6dbf99323f07 req-9b989afd-f8fd-4d6f-b7ff-b3950a686fd3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483019 Jan 29 20:13:47.673086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-469b1f2a-0d9d-4faa-8012-2dcbf61fdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:47.677150 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-469b1f2a-0d9d-4faa-8012-2dcbf61fdcfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.0685494 Jan 29 20:13:47.882834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-89dfcd33-15b7-410a-8d8f-ea3f23dff0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:47.884532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-89dfcd33-15b7-410a-8d8f-ea3f23dff0a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.2013891 Jan 29 20:13:47.964136 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-e0f4e2ad-540d-46f5-80ef-d4ebb29a0490 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 1000 time: 0.0731657 Jan 29 20:13:48.063704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-b09b8031-d58e-429b-9501-6673d14cd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:48.069821 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-b09b8031-d58e-429b-9501-6673d14cd968 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.0848696 Jan 29 20:13:48.157091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-484bd273-2442-4218-a97e-4214b933635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:48.159086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-484bd273-2442-4218-a97e-4214b933635f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0864267 Jan 29 20:13:48.335811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-39a5d8a9-99af-4558-bc62-673e8b621e15 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705098 Jan 29 20:13:48.458119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820f30-940c-49bb-8612-dc8f93f95f83 req-d4226d09-06b0-483d-9128-eeea70ccb08e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:48.460146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c820f30-940c-49bb-8612-dc8f93f95f83 req-d4226d09-06b0-483d-9128-eeea70ccb08e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1556814 Jan 29 20:13:48.503471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-7346bb6e-bcbb-4b22-854d-e25ba4e485b9 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517503 Jan 29 20:13:48.589706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c820f30-940c-49bb-8612-dc8f93f95f83 req-91bf7c74-ddb6-49be-a5bc-a047b06b28cf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886357 Jan 29 20:13:49.625335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58376) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:49.630520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'subnet': {'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:49.779708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22514f-0b4a-4fa9-9bb8-e6584a96b30d req-e1e8512f-e6a6-4faa-b3db-6fd193f15070 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:49.781321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e22514f-0b4a-4fa9-9bb8-e6584a96b30d req-e1e8512f-e6a6-4faa-b3db-6fd193f15070 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0803132 Jan 29 20:13:49.859934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e22514f-0b4a-4fa9-9bb8-e6584a96b30d req-fb73c358-486e-47fc-9cc9-bcea6c8b91a6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704074 Jan 29 20:13:49.944601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:49.948369 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.284425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (4166126c-1653-443b-82e5-cad8b0f860c3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.348732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Subnet': ['ID=4166126c-1653-443b-82e5-cad8b0f860c3,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.362988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.363843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.363843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.364032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.364243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.364570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:13:50.372003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Checking segment: {'id': 'c7c46e50-d6c7-4130-b381-06380ff9f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:50.372404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network hostable DHCP agents. Network: bd4928dd-74eb-4433-86d7-dbdf80272a2d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:50.470618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network bd4928dd-74eb-4433-86d7-dbdf80272a2d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:50.544627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, bd4928dd-74eb-4433-86d7-dbdf80272a2d) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:50.557857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:50.557857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.558107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40079add-3e9e-461e-9062-509cd331004f None None] Network bd4928dd-74eb-4433-86d7-dbdf80272a2d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:50.634639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-303dcb17-a3fa-4d24-a309-599cc0730921 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0081298 Jan 29 20:13:50.638095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58394) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:50.644924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-357104861'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:50.668631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-bd4928dd-74eb-4433-86d7-dbdf80272a2d', 'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d', 'project_id': 'd98f82e8174f4c989374f566e94c58c2', 'fixed_ips': [{'subnet_id': '4166126c-1653-443b-82e5-cad8b0f860c3'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:50.670098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.723302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:50.726664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.755264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:50.769927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (452b863e-2f0d-493b-80f0-cd49cdb5690a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.770547 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Added segment 452b863e-2f0d-493b-80f0-cd49cdb5690a of type vlan for network b1bcc990-908e-4e46-a5c0-37daa8d16655 Jan 29 20:13:50.827961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b1bcc990-908e-4e46-a5c0-37daa8d16655), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.834998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Allocated IP 2001:db8:0:ffff::2 (bd4928dd-74eb-4433-86d7-dbdf80272a2d/4166126c-1653-443b-82e5-cad8b0f860c3/78a40856-370a-4d71-91bf-02e39b1c0472) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:50.928889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b1bcc990-908e-4e46-a5c0-37daa8d16655), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:50.939555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:50.941283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.021987 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Publish callbacks [] for port (78a40856-370a-4d71-91bf-02e39b1c0472), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.040133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd570-5f86-49ff-855a-4136d0c0a0ef req-b9112b0b-131d-430e-ad7c-e6d4a52ed7b3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:51.042156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d0fd570-5f86-49ff-855a-4136d0c0a0ef req-b9112b0b-131d-430e-ad7c-e6d4a52ed7b3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0781968 Jan 29 20:13:51.045180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Network': ['ID=b1bcc990-908e-4e46-a5c0-37daa8d16655,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:51.051807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dcb2a579-c52d-4a5a-92fd-1715f9d0972c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4122107 Jan 29 20:13:51.054625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58404) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:51.059706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'subnet': {'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:51.063312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b1bcc990-908e-4e46-a5c0-37daa8d16655 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:51.134581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d0fd570-5f86-49ff-855a-4136d0c0a0ef req-d97a4271-a257-4add-b0d1-ec6c6d2e25c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741415 Jan 29 20:13:51.178219 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.220636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Network bd4928dd-74eb-4433-86d7-dbdf80272a2d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:51.223495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:51.229485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:51.238757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Pushing event updated for resources: {'Port': ['ID=78a40856-370a-4d71-91bf-02e39b1c0472,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:51.260391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:51.263856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.293065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Attempting to bind port 78a40856-370a-4d71-91bf-02e39b1c0472 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:51.293446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Attempting to bind port 78a40856-370a-4d71-91bf-02e39b1c0472 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'c7c46e50-d6c7-4130-b381-06380ff9f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:51.293813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Attempting to bind port 78a40856-370a-4d71-91bf-02e39b1c0472 on network bd4928dd-74eb-4433-86d7-dbdf80272a2d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:51.306840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:51.306840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Checking segment: {'id': 'c7c46e50-d6c7-4130-b381-06380ff9f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:51.306840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.306840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Bound using segment: {'id': 'c7c46e50-d6c7-4130-b381-06380ff9f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:51.306840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Bound port: 78a40856-370a-4d71-91bf-02e39b1c0472, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c46e50-d6c7-4130-b381-06380ff9f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd4928dd-74eb-4433-86d7-dbdf80272a2d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:51.306840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.374355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] For port 78a40856-370a-4d71-91bf-02e39b1c0472, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:51.377485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] For port 78a40856-370a-4d71-91bf-02e39b1c0472, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=78a40856-370a-4d71-91bf-02e39b1c0472,segment=NetworkSegment(c7c46e50-d6c7-4130-b381-06380ff9f1dc),segment_id=c7c46e50-d6c7-4130-b381-06380ff9f1dc)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:51.491114 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.576554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53679c-b08d-4853-bd67-4bff8944bfb6 None None] Pushing event updated for resources: {'Port': ['ID=78a40856-370a-4d71-91bf-02e39b1c0472,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:51.678530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:13:51.680117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (99f97e22-cc6a-435d-8a64-7ff735b7d154), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:51.788408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Subnet': ['ID=99f97e22-cc6a-435d-8a64-7ff735b7d154,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:51.821905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Checking segment: {'id': '452b863e-2f0d-493b-80f0-cd49cdb5690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:51.824157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network hostable DHCP agents. Network: b1bcc990-908e-4e46-a5c0-37daa8d16655, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:51.917718 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network b1bcc990-908e-4e46-a5c0-37daa8d16655 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:52.003619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b1bcc990-908e-4e46-a5c0-37daa8d16655) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:52.008049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:52.008677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:52.012545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6275fdf-27b8-4e03-9df0-d2aa22074e29 None None] Network b1bcc990-908e-4e46-a5c0-37daa8d16655 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:52.083570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89b20975-698f-4757-b9a3-9d892d670c67 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0249252 Jan 29 20:13:52.083801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58438) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:52.091894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'port': {'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655', 'name': 'tempest-NetworksIpV6TestAttrs-1792704184'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:52.217856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b1bcc990-908e-4e46-a5c0-37daa8d16655', 'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655', 'project_id': 'd98f82e8174f4c989374f566e94c58c2', 'fixed_ips': [{'subnet_id': '99f97e22-cc6a-435d-8a64-7ff735b7d154'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:52.219033 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:52.297049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 78a40856-370a-4d71-91bf-02e39b1c0472 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:52.403385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed3240-265d-4046-bf11-6b10168360c1 req-f103774c-ce86-4d7b-b8d2-1874518eec36 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:52.412356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fed3240-265d-4046-bf11-6b10168360c1 req-f103774c-ce86-4d7b-b8d2-1874518eec36 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1374836 Jan 29 20:13:52.441748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:52.447373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:52.500814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] device_id is not set on port 5e1ea0de-39fa-497f-889b-1f1eb9f701f4 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:52.599420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0fed3240-265d-4046-bf11-6b10168360c1 req-bda95ada-8348-43ec-a388-2473ff14f91b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377485 Jan 29 20:13:52.707036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Allocated IP 2001:db8::f816:3eff:fec0:520e (b1bcc990-908e-4e46-a5c0-37daa8d16655/99f97e22-cc6a-435d-8a64-7ff735b7d154/5e1ea0de-39fa-497f-889b-1f1eb9f701f4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:52.771732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 78a40856-370a-4d71-91bf-02e39b1c0472 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:52.772510 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:52.914015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 78a40856-370a-4d71-91bf-02e39b1c0472 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:52.914424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:52.924110 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for port (5e1ea0de-39fa-497f-889b-1f1eb9f701f4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:52.928361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce2f54-a3f3-49a5-946d-f7ec8662b961 None None] Network bd4928dd-74eb-4433-86d7-dbdf80272a2d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:53.021362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 78a40856-370a-4d71-91bf-02e39b1c0472, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=78a40856-370a-4d71-91bf-02e39b1c0472,segment=NetworkSegment(c7c46e50-d6c7-4130-b381-06380ff9f1dc),segment_id=c7c46e50-d6c7-4130-b381-06380ff9f1dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:53.024290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Provisioning complete for port 78a40856-370a-4d71-91bf-02e39b1c0472 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:53.024668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.182473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Current status of the port 78a40856-370a-4d71-91bf-02e39b1c0472 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:53.182473 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.331862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5e1ea0de-39fa-497f-889b-1f1eb9f701f4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.334280 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.454456 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:53.455498 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:53.488076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Allocated IP 2001:db8::f816:3eff:feed:afa7 (b1bcc990-908e-4e46-a5c0-37daa8d16655/99f97e22-cc6a-435d-8a64-7ff735b7d154/b83ddcd0-3040-4510-b1a0-ff789ef332a4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:53.489234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Port': ['ID=5e1ea0de-39fa-497f-889b-1f1eb9f701f4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:53.494935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network b1bcc990-908e-4e46-a5c0-37daa8d16655 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:53.497236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:53.501731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:53.510444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:53.515333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.529023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=78a40856-370a-4d71-91bf-02e39b1c0472,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:53.606371 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1f0ee257-0aad-4a94-b9b8-a8141491ab3b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5213904 Jan 29 20:13:53.610954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58470) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:53.695250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting subnet 99f97e22-cc6a-435d-8a64-7ff735b7d154 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:53.735600 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Publish callbacks [] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.772758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aad16-5014-4bdf-b675-8397c0214f70 req-4da9fc95-0923-496d-a770-60f3d71dce44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:53.774465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-262aad16-5014-4bdf-b675-8397c0214f70 req-4da9fc95-0923-496d-a770-60f3d71dce44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0652826 Jan 29 20:13:53.830444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-262aad16-5014-4bdf-b675-8397c0214f70 req-a4bb413e-7a02-4978-a8a3-d4ec81642d4d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499010 Jan 29 20:13:53.875821 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (99f97e22-cc6a-435d-8a64-7ff735b7d154), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.883016 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:53.933845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Network b1bcc990-908e-4e46-a5c0-37daa8d16655 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:53.962863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:53.969442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (99f97e22-cc6a-435d-8a64-7ff735b7d154), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.017816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:54.020406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Pushing event updated for resources: {'Port': ['ID=b83ddcd0-3040-4510-b1a0-ff789ef332a4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:54.062527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-93846583-5d8a-4aa9-af4c-580393b9abff None None] Current status of the port 78a40856-370a-4d71-91bf-02e39b1c0472 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:54.114619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Attempting to bind port b83ddcd0-3040-4510-b1a0-ff789ef332a4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:54.115004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Attempting to bind port b83ddcd0-3040-4510-b1a0-ff789ef332a4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '452b863e-2f0d-493b-80f0-cd49cdb5690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:54.115376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Attempting to bind port b83ddcd0-3040-4510-b1a0-ff789ef332a4 on network b1bcc990-908e-4e46-a5c0-37daa8d16655 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:54.120891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:54.121268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Checking segment: {'id': '452b863e-2f0d-493b-80f0-cd49cdb5690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:54.121671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.122062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Bound using segment: {'id': '452b863e-2f0d-493b-80f0-cd49cdb5690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:54.122522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Bound port: b83ddcd0-3040-4510-b1a0-ff789ef332a4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b863e-2f0d-493b-80f0-cd49cdb5690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1bcc990-908e-4e46-a5c0-37daa8d16655'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:54.123145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.191515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 78a40856-370a-4d71-91bf-02e39b1c0472 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:54.228083 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (99f97e22-cc6a-435d-8a64-7ff735b7d154), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.268645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b4db3b76-8c18-4b15-ad4e-2c3e39dbe754 None None] Provisioning complete for port 78a40856-370a-4d71-91bf-02e39b1c0472 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:54.268897 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4db3b76-8c18-4b15-ad4e-2c3e39dbe754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.330263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 78a40856-370a-4d71-91bf-02e39b1c0472 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:54.330683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.387677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (99f97e22-cc6a-435d-8a64-7ff735b7d154), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.393384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] For port b83ddcd0-3040-4510-b1a0-ff789ef332a4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:54.429877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Subnet': ['ID=99f97e22-cc6a-435d-8a64-7ff735b7d154,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:54.436438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3b76-8c18-4b15-ad4e-2c3e39dbe754 None None] Current status of the port 78a40856-370a-4d71-91bf-02e39b1c0472 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:54.440977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.448039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fe87b398-b6db-4188-aa04-dbd0fcb7f545 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/99f97e22-cc6a-435d-8a64-7ff735b7d154 HTTP/1.1" status: 204 len: 168 time: 0.8338475 Jan 29 20:13:54.449599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58482) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:54.463668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] For port b83ddcd0-3040-4510-b1a0-ff789ef332a4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b83ddcd0-3040-4510-b1a0-ff789ef332a4,segment=NetworkSegment(452b863e-2f0d-493b-80f0-cd49cdb5690a),segment_id=452b863e-2f0d-493b-80f0-cd49cdb5690a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:54.534417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c743b-1e32-4798-b706-b4f97aa4f4d0 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:54.541422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 78a40856-370a-4d71-91bf-02e39b1c0472 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:54.543503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c743b-1e32-4798-b706-b4f97aa4f4d0 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:54.546034 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.553489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-157c743b-1e32-4798-b706-b4f97aa4f4d0 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0957892 Jan 29 20:13:54.553741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:54.618186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce63b5-117d-446c-ad12-9a1514c29930 None None] Pushing event updated for resources: {'Port': ['ID=b83ddcd0-3040-4510-b1a0-ff789ef332a4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:54.699325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-81b5004a-ad80-4da4-83f7-916e4e55dc9b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b1bcc990-908e-4e46-a5c0-37daa8d16655), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.721247 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b5004a-ad80-4da4-83f7-916e4e55dc9b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 29 20:13:54.728678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b5004a-ad80-4da4-83f7-916e4e55dc9b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:54.737247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-81b5004a-ad80-4da4-83f7-916e4e55dc9b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/b1bcc990-908e-4e46-a5c0-37daa8d16655 HTTP/1.1" status: 409 len: 466 time: 0.1856775 Jan 29 20:13:54.737448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:54.748545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-423536702'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:54.819743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:54.824187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.899123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:54.925850 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:54.926355 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Added segment e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e of type vlan for network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 Jan 29 20:13:55.079779 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9506430d-5fd3-469b-bae9-70dbd27ca7d1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:55.096371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a85b9-fbaa-4b5c-b59e-fd2d3b27edee req-4d87a754-30fe-4535-bd54-ba15b56be2a3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:55.099090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d4a85b9-fbaa-4b5c-b59e-fd2d3b27edee req-4d87a754-30fe-4535-bd54-ba15b56be2a3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1497149 Jan 29 20:13:55.215032 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e09c7b80-f47e-4de6-8180-07f9a657b637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:55.218849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9506430d-5fd3-469b-bae9-70dbd27ca7d1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:55.229899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:55.229899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:55.230626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d4a85b9-fbaa-4b5c-b59e-fd2d3b27edee req-dc6f4cb1-b4f5-4b23-a587-d083e465730d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210997 Jan 29 20:13:55.326563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Network': ['ID=9506430d-5fd3-469b-bae9-70dbd27ca7d1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:55.339364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:55.374461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58504) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:55.375146 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce71a443-131c-4d3f-9b98-f92c74e26d19 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6365452 Jan 29 20:13:55.381770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'subnet': {'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:55.589270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:55.591767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.174945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b913fd8-443a-48d9-aabf-76499243a02b None None] Network b1bcc990-908e-4e46-a5c0-37daa8d16655 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:56.212669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:13:56.214305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (0d17d9fc-f736-4cd7-adde-64c7d8affe65), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.245087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b83ddcd0-3040-4510-b1a0-ff789ef332a4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:13:56.339711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] Provisioning complete for port b83ddcd0-3040-4510-b1a0-ff789ef332a4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:56.339711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.417724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Checking segment: {'id': 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:56.418449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network hostable DHCP agents. Network: 9506430d-5fd3-469b-bae9-70dbd27ca7d1, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:13:56.449553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b83ddcd0-3040-4510-b1a0-ff789ef332a4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:13:56.449939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.451267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcec4e-9265-42e7-8768-4094ad8bf46f req-52eb048d-6ec9-4a08-acf4-bcc829637b0e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:56.453522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Subnet': ['ID=0d17d9fc-f736-4cd7-adde-64c7d8affe65,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:56.472727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbbcec4e-9265-42e7-8768-4094ad8bf46f req-52eb048d-6ec9-4a08-acf4-bcc829637b0e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0939617 Jan 29 20:13:56.549760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbbcec4e-9265-42e7-8768-4094ad8bf46f req-d1c8462e-5b70-42c8-a5b9-939ec492e39a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809164 Jan 29 20:13:56.564975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:13:56.583838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] DHCP port deletion for b1bcc990-908e-4e46-a5c0-37daa8d16655 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:13:56.596710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] Current status of the port b83ddcd0-3040-4510-b1a0-ff789ef332a4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:56.597110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.654489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9506430d-5fd3-469b-bae9-70dbd27ca7d1) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:56.679322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:56.682490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88dbbf6-54a3-42c5-a697-5ac1b543b116 None None] Network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:56.686890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.717502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] For port b83ddcd0-3040-4510-b1a0-ff789ef332a4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b83ddcd0-3040-4510-b1a0-ff789ef332a4,segment=NetworkSegment(452b863e-2f0d-493b-80f0-cd49cdb5690a),segment_id=452b863e-2f0d-493b-80f0-cd49cdb5690a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:56.723523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b83ddcd0-3040-4510-b1a0-ff789ef332a4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:13:56.723919 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.794589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-53ee890e-1cdb-4163-83bb-1b43cfcd0f69 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4161887 Jan 29 20:13:56.802532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58538) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:56.804138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] Deleting port b83ddcd0-3040-4510-b1a0-ff789ef332a4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:13:56.804609 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.807250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'port': {'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1', 'name': 'tempest-NetworksIpV6TestAttrs-1511620083'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:56.904277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.939469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-9506430d-5fd3-469b-bae9-70dbd27ca7d1', 'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1', 'project_id': 'd98f82e8174f4c989374f566e94c58c2', 'fixed_ips': [{'subnet_id': '0d17d9fc-f736-4cd7-adde-64c7d8affe65'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:13:56.939469 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:56.981879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] For port b83ddcd0-3040-4510-b1a0-ff789ef332a4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b83ddcd0-3040-4510-b1a0-ff789ef332a4,segment=NetworkSegment(452b863e-2f0d-493b-80f0-cd49cdb5690a),segment_id=452b863e-2f0d-493b-80f0-cd49cdb5690a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:13:56.982426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:57.028613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] Calling delete_port for b83ddcd0-3040-4510-b1a0-ff789ef332a4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:13:57.071825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:57.078454 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:57.090542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:13:57.091027 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:13:57.109278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd185-c418-4205-80cf-c4dc3d1a7c21 None None] Pushing event updated for resources: {'Port': ['ID=b83ddcd0-3040-4510-b1a0-ff789ef332a4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:57.110871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] device_id is not set on port c222bb51-344e-4f1c-9bf4-944c851fe2e3 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:13:57.221210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Allocated IP 2001:db8::f816:3eff:fef7:ee8e (9506430d-5fd3-469b-bae9-70dbd27ca7d1/0d17d9fc-f736-4cd7-adde-64c7d8affe65/4693d286-e255-41ec-89db-0915e2867795) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:57.310552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (b83ddcd0-3040-4510-b1a0-ff789ef332a4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:57.348035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] Pushing event deleted for resources: {'Port': ['ID=b83ddcd0-3040-4510-b1a0-ff789ef332a4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:57.353263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5c9a0-ff1f-44c1-8686-f68f67e4de8f None None] No DVR routers for this DVR port b83ddcd0-3040-4510-b1a0-ff789ef332a4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:13:57.587690 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Publish callbacks [] for port (4693d286-e255-41ec-89db-0915e2867795), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:57.611119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Port b83ddcd0-3040-4510-b1a0-ff789ef332a4 update to ACTIVE by agent not found {{(pid=103564) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 29 20:13:57.661329 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (4693d286-e255-41ec-89db-0915e2867795), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:57.728476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Pushing event updated for resources: {'Port': ['ID=4693d286-e255-41ec-89db-0915e2867795,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:57.749933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:57.752495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:57.755830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:57.788606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Allocated IP 2001:db8::f816:3eff:fefa:af8b (9506430d-5fd3-469b-bae9-70dbd27ca7d1/0d17d9fc-f736-4cd7-adde-64c7d8affe65/c222bb51-344e-4f1c-9bf4-944c851fe2e3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:13:57.916853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Attempting to bind port 4693d286-e255-41ec-89db-0915e2867795 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:13:57.918513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Attempting to bind port 4693d286-e255-41ec-89db-0915e2867795 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:13:57.918837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Attempting to bind port 4693d286-e255-41ec-89db-0915e2867795 on network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:13:57.930439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:13:57.932384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Checking segment: {'id': 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:13:57.932384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:57.932384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Bound using segment: {'id': 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:13:57.933083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Bound port: 4693d286-e255-41ec-89db-0915e2867795, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9506430d-5fd3-469b-bae9-70dbd27ca7d1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:13:57.933558 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4693d286-e255-41ec-89db-0915e2867795), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.059309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] For port 4693d286-e255-41ec-89db-0915e2867795, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:13:58.065331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] For port 4693d286-e255-41ec-89db-0915e2867795, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4693d286-e255-41ec-89db-0915e2867795,segment=NetworkSegment(e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e),segment_id=e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:13:58.091055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for port (c222bb51-344e-4f1c-9bf4-944c851fe2e3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.139482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4693d286-e255-41ec-89db-0915e2867795), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.220431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0a98ed38-e454-420c-bc3f-f6fed6a04f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.226583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f924e-592a-4011-83b3-ba27958a148e req-a9a914d6-c116-40f8-93d0-b2aaa4c7e7a2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:58.229323 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-810f924e-592a-4011-83b3-ba27958a148e req-a9a914d6-c116-40f8-93d0-b2aaa4c7e7a2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.6140897 Jan 29 20:13:58.239328 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c222bb51-344e-4f1c-9bf4-944c851fe2e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.268353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8bb76-f8fd-4e1f-bf8a-681c75019b0a None None] Pushing event updated for resources: {'Port': ['ID=4693d286-e255-41ec-89db-0915e2867795,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:58.367294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-810f924e-592a-4011-83b3-ba27958a148e req-fdad5afb-ed8b-41ce-9d27-f2813bff92b0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305370 Jan 29 20:13:58.376966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:13:58.380989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:13:58.383671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:13:58.391143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:58.397531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.441674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Port': ['ID=c222bb51-344e-4f1c-9bf4-944c851fe2e3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:58.509455 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-79ede772-1222-45d2-a407-59edeb2dfe09 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7062612 Jan 29 20:13:58.511856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58576) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:58.528969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b83ddcd0-3040-4510-b1a0-ff789ef332a4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:13:58.569159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b83ddcd0-3040-4510-b1a0-ff789ef332a4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:13:58.569507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b83ddcd0-3040-4510-b1a0-ff789ef332a4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:13:58.623330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting subnet 0d17d9fc-f736-4cd7-adde-64c7d8affe65 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:13:58.630286 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (0d17d9fc-f736-4cd7-adde-64c7d8affe65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.693110 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (0d17d9fc-f736-4cd7-adde-64c7d8affe65), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.883956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0d17d9fc-f736-4cd7-adde-64c7d8affe65), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:58.894757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.031043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (0d17d9fc-f736-4cd7-adde-64c7d8affe65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.062805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Subnet': ['ID=0d17d9fc-f736-4cd7-adde-64c7d8affe65,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:59.071699 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.075926 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-de152087-4542-44dd-8d1a-56effc9d9c06 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/0d17d9fc-f736-4cd7-adde-64c7d8affe65 HTTP/1.1" status: 204 len: 168 time: 0.5625303 Jan 29 20:13:59.078281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58584) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:59.130857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d56fa0-0df8-4f89-a173-92e84415f29a tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:59.132322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d56fa0-0df8-4f89-a173-92e84415f29a tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:59.136637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65d56fa0-0df8-4f89-a173-92e84415f29a tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0545676 Jan 29 20:13:59.136787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58586) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:59.272360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fa8f0df3-19a2-4c1e-b671-913a7f1a8557 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9506430d-5fd3-469b-bae9-70dbd27ca7d1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.302364 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8f0df3-19a2-4c1e-b671-913a7f1a8557 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 29 20:13:59.302846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8f0df3-19a2-4c1e-b671-913a7f1a8557 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:13:59.305962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fa8f0df3-19a2-4c1e-b671-913a7f1a8557 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/9506430d-5fd3-469b-bae9-70dbd27ca7d1 HTTP/1.1" status: 409 len: 466 time: 0.1677203 Jan 29 20:13:59.311952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58592) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:59.317417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-519659107'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:13:59.409018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:13:59.412419 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.475356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:13:59.492402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.492851 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Added segment 65cfaef6-b297-4eea-bd17-a630bf2f554b of type vlan for network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d Jan 29 20:13:59.582898 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.597314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e0ba7-240e-44df-9222-fa4532070c26 req-312ad222-bc5d-44da-9afd-93daaeec7caf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:59.598956 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-477e0ba7-240e-44df-9222-fa4532070c26 req-312ad222-bc5d-44da-9afd-93daaeec7caf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1104548 Jan 29 20:13:59.665678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-477e0ba7-240e-44df-9222-fa4532070c26 req-d182deb9-4fed-4fef-9ac6-1bf287d6bc78 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608850 Jan 29 20:13:59.694672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.702221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:13:59.703349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:13:59.767505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b30f1-9e39-415a-a09a-f1c3860a6bf0 None None] Network 9506430d-5fd3-469b-bae9-70dbd27ca7d1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:13:59.807695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Network': ['ID=7d08b6d8-6abc-4e4b-99e2-596300bdc32d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:13:59.859041 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:13:59.888440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cf3c73bd-f4b4-48bf-9c44-253b6dee484b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5727632 Jan 29 20:13:59.888877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58604) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:13:59.894884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'subnet': {'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:00.017770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] Provisioning complete for port 4693d286-e255-41ec-89db-0915e2867795 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:00.020625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4693d286-e255-41ec-89db-0915e2867795), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.120689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] Current status of the port 4693d286-e255-41ec-89db-0915e2867795 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:00.121093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4693d286-e255-41ec-89db-0915e2867795), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.138436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.155804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] For port 4693d286-e255-41ec-89db-0915e2867795, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4693d286-e255-41ec-89db-0915e2867795,segment=NetworkSegment(e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e),segment_id=e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:00.162082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64540353-5970-43f9-bc96-561986173019 None None] DHCP port deletion for 9506430d-5fd3-469b-bae9-70dbd27ca7d1 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:14:00.163318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:00.168720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.225690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-64540353-5970-43f9-bc96-561986173019 None None] Deleting port 4693d286-e255-41ec-89db-0915e2867795 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:00.226190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64540353-5970-43f9-bc96-561986173019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4693d286-e255-41ec-89db-0915e2867795), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.331661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-64540353-5970-43f9-bc96-561986173019 None None] For port 4693d286-e255-41ec-89db-0915e2867795, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4693d286-e255-41ec-89db-0915e2867795,segment=NetworkSegment(e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e),segment_id=e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:00.332409 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64540353-5970-43f9-bc96-561986173019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4693d286-e255-41ec-89db-0915e2867795), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.350894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4693d286-e255-41ec-89db-0915e2867795), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.409154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-64540353-5970-43f9-bc96-561986173019 None None] Calling delete_port for 4693d286-e255-41ec-89db-0915e2867795 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:00.488486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a7a01-f349-4493-986d-bc5f04330b2b None None] Pushing event updated for resources: {'Port': ['ID=4693d286-e255-41ec-89db-0915e2867795,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:00.529041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.606962 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-64540353-5970-43f9-bc96-561986173019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (4693d286-e255-41ec-89db-0915e2867795), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.612772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:14:00.615237 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (8fef9071-028d-4129-b1b1-6f1a1de70355), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.637507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64540353-5970-43f9-bc96-561986173019 None None] Pushing event deleted for resources: {'Port': ['ID=4693d286-e255-41ec-89db-0915e2867795,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:00.644567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64540353-5970-43f9-bc96-561986173019 None None] No DVR routers for this DVR port 4693d286-e255-41ec-89db-0915e2867795 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:00.683897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Subnet': ['ID=8fef9071-028d-4129-b1b1-6f1a1de70355,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:00.694746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Checking segment: {'id': '65cfaef6-b297-4eea-bd17-a630bf2f554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:00.694746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network hostable DHCP agents. Network: 7d08b6d8-6abc-4e4b-99e2-596300bdc32d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:14:00.780308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:14:00.848525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95a30f-c40e-43bb-aa83-e62acc8040f8 req-5f79b8f9-03d7-4df8-a75f-feda5431d05d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:00.857290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff95a30f-c40e-43bb-aa83-e62acc8040f8 req-5f79b8f9-03d7-4df8-a75f-feda5431d05d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0921209 Jan 29 20:14:00.879445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7d08b6d8-6abc-4e4b-99e2-596300bdc32d) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:00.888154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:00.889286 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:00.893216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64db11-a4a7-49fa-b570-8fab8eb5a509 None None] Network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:00.943918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff95a30f-c40e-43bb-aa83-e62acc8040f8 req-8f04c2e0-0152-4722-aa88-3f851cb5d96b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844855 Jan 29 20:14:00.979857 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-e2320247-c217-4c79-a75c-6bed84fce7b7 service neutron] show failed (client error): The resource could not be found. Jan 29 20:14:00.981684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-e2320247-c217-4c79-a75c-6bed84fce7b7 service neutron] 10.222.0.26 "GET /v2.0/ports/e0992a06-330a-4e75-8711-9184fa4b7cee/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0851066 Jan 29 20:14:01.026432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:01.031101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4eb16148-0af1-45b7-9cf1-cb77c221386c tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1408451 Jan 29 20:14:01.090748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-7d08b6d8-6abc-4e4b-99e2-596300bdc32d', 'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d', 'project_id': 'd98f82e8174f4c989374f566e94c58c2', 'fixed_ips': [{'subnet_id': '8fef9071-028d-4129-b1b1-6f1a1de70355'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:14:01.095214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.185726 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.275296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Allocated IP 2001:db8::f816:3eff:fe3a:8976 (7d08b6d8-6abc-4e4b-99e2-596300bdc32d/8fef9071-028d-4129-b1b1-6f1a1de70355/d47ffdb2-d6c5-4631-8771-1cb00107a811) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:01.332790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8fef9071-028d-4129-b1b1-6f1a1de70355), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.514458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Publish callbacks [] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.630104 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.632604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.685784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:01.687437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:01.689924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Pushing event updated for resources: {'Port': ['ID=d47ffdb2-d6c5-4631-8771-1cb00107a811,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:01.692080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:01.838269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Attempting to bind port d47ffdb2-d6c5-4631-8771-1cb00107a811 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:01.838661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Attempting to bind port d47ffdb2-d6c5-4631-8771-1cb00107a811 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '65cfaef6-b297-4eea-bd17-a630bf2f554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:01.839051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Attempting to bind port d47ffdb2-d6c5-4631-8771-1cb00107a811 on network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:01.851022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:01.854456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Checking segment: {'id': '65cfaef6-b297-4eea-bd17-a630bf2f554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:01.854881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.855416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Bound using segment: {'id': '65cfaef6-b297-4eea-bd17-a630bf2f554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:01.857609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Bound port: d47ffdb2-d6c5-4631-8771-1cb00107a811, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cfaef6-b297-4eea-bd17-a630bf2f554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:01.858062 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:01.945858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] For port d47ffdb2-d6c5-4631-8771-1cb00107a811, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:01.952301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] For port d47ffdb2-d6c5-4631-8771-1cb00107a811, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d47ffdb2-d6c5-4631-8771-1cb00107a811,segment=NetworkSegment(65cfaef6-b297-4eea-bd17-a630bf2f554b),segment_id=65cfaef6-b297-4eea-bd17-a630bf2f554b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:02.050457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.147334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba587f-af3b-4b4d-88c7-50a2051cf228 None None] Pushing event updated for resources: {'Port': ['ID=d47ffdb2-d6c5-4631-8771-1cb00107a811,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:02.171005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef5a6b-3e77-430a-ab92-fe39e92316a5 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:14:02.270342 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (8fef9071-028d-4129-b1b1-6f1a1de70355), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.351458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Subnet': ['ID=8fef9071-028d-4129-b1b1-6f1a1de70355,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:02.440376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef5a6b-3e77-430a-ab92-fe39e92316a5 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:14:02.469937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.511461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a640e-20e4-4409-bd2c-72a004673756 req-a095c3de-1c4d-48d4-a363-8a52d46add55 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:02.530514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce2a640e-20e4-4409-bd2c-72a004673756 req-a095c3de-1c4d-48d4-a363-8a52d46add55 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.2641270 Jan 29 20:14:02.534035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-2d487c04-9b5d-43cc-b7b0-7d3b11acb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:02.535506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-2d487c04-9b5d-43cc-b7b0-7d3b11acb627 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 1127 time: 0.8101785 Jan 29 20:14:02.580385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08b6d8-6abc-4e4b-99e2-596300bdc32d']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:02.584610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:02.598477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cfaef6-b297-4eea-bd17-a630bf2f554b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:02.598875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cfaef6-b297-4eea-bd17-a630bf2f554b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:02.633823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.708337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce2a640e-20e4-4409-bd2c-72a004673756 req-bc2eba5e-8213-4ccb-b896-2b37ff0a2f74 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697414 Jan 29 20:14:02.709343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.718859 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.721484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:02.721815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:02.724799 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:02.778539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e68ec9-41b4-40a6-ba15-35025bf23942 None None] Network 7d08b6d8-6abc-4e4b-99e2-596300bdc32d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:02.903405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:14:02.903405 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:14:02.903405 n-d-825496-5 neutron-server[103563]: [parameters: {'id': '7d08b6d8-6abc-4e4b-99e2-596300bdc32d'}] Jan 29 20:14:02.903405 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:14:02.904347 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:14:03.023355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:03.068047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:03.110822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:03.114161 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11e1716-5a6a-43b9-8c75-468a55821c15" -d '{"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:03.118764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Publish callbacks [] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:03.133581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Transition to ACTIVE for port object e0992a06-330a-4e75-8711-9184fa4b7cee will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:14:03.178022 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746edb3d-58a9-4f43-8ed3-b0dcfa30df57 x-openstack-request-id: req-746edb3d-58a9-4f43-8ed3-b0dcfa30df57 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:03.178322 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:03.178575 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-746edb3d-58a9-4f43-8ed3-b0dcfa30df57 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:03.179044 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'code': 200} Jan 29 20:14:03.218851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:03.393171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:03.408178 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:03.491181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] No DVR routers for this DVR port e0992a06-330a-4e75-8711-9184fa4b7cee on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:03.673554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting port d47ffdb2-d6c5-4631-8771-1cb00107a811 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:03.674309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:03.829315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] For port d47ffdb2-d6c5-4631-8771-1cb00107a811, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d47ffdb2-d6c5-4631-8771-1cb00107a811,segment=NetworkSegment(65cfaef6-b297-4eea-bd17-a630bf2f554b),segment_id=65cfaef6-b297-4eea-bd17-a630bf2f554b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:03.831880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:03.858933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Calling delete_port for d47ffdb2-d6c5-4631-8771-1cb00107a811 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:04.004075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d47ffdb2-d6c5-4631-8771-1cb00107a811), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.078904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Port': ['ID=d47ffdb2-d6c5-4631-8771-1cb00107a811,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:04.087494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No DVR routers for this DVR port d47ffdb2-d6c5-4631-8771-1cb00107a811 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:04.089019 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:04.095526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:04.095526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:04.096581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:04.106037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Port e0992a06-330a-4e75-8711-9184fa4b7cee on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:14:04.106621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Attempting to bind port e0992a06-330a-4e75-8711-9184fa4b7cee on network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:04.137117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:04.137918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Checking segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:04.138318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Bound using segment: {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:04.138773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Bound port: e0992a06-330a-4e75-8711-9184fa4b7cee, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1569817-6289-46a7-aa41-11dab7086909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:04.139127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.189240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc506140-f543-46e7-a737-e8a3c53d3309 req-608997fe-e2a2-4bb6-8805-2bc662ca9054 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:04.197409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc506140-f543-46e7-a737-e8a3c53d3309 req-608997fe-e2a2-4bb6-8805-2bc662ca9054 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.2512455 Jan 29 20:14:04.226585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-840971b7-5285-4ea1-9601-5494932e2fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.247378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.309024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08b6d8-6abc-4e4b-99e2-596300bdc32d']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:04.335272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cfaef6-b297-4eea-bd17-a630bf2f554b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:04.335567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cfaef6-b297-4eea-bd17-a630bf2f554b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:04.348191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-840971b7-5285-4ea1-9601-5494932e2fa4 admin admin] Publish callbacks [] for security_group (5aa0dc18-01c1-4856-943c-63c179b84e02), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.348919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.426025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-840971b7-5285-4ea1-9601-5494932e2fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5aa0dc18-01c1-4856-943c-63c179b84e02), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.456538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc506140-f543-46e7-a737-e8a3c53d3309 req-6c021e42-8943-4db4-8626-39192ac82cb8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2582078 Jan 29 20:14:04.463873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.503851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840971b7-5285-4ea1-9601-5494932e2fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa0dc18-01c1-4856-943c-63c179b84e02,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:04.522081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:04.525758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:04.529258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:04.532519 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (65cfaef6-b297-4eea-bd17-a630bf2f554b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:04.535737 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:04.545055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-840971b7-5285-4ea1-9601-5494932e2fa4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da4b7a56156144d5910e4065885277e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524610 Jan 29 20:14:04.545217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58694) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:04.601516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d69-42d4-4396-b2c2-082988e9405c admin admin] Publish callbacks [] for security_group (5aa0dc18-01c1-4856-943c-63c179b84e02), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.615132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.633784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d69-42d4-4396-b2c2-082988e9405c admin admin] Publish callbacks [] for security_group (5aa0dc18-01c1-4856-943c-63c179b84e02), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.660700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:04.660700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.660700 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 1091 time: 2.0887570 Jan 29 20:14:04.685155 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036369b-5860-4459-b0eb-e018355c2107 service neutron] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:04.713261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7d08b6d8-6abc-4e4b-99e2-596300bdc32d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.724921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.739196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/7d08b6d8-6abc-4e4b-99e2-596300bdc32d HTTP/1.1" status: 204 len: 168 time: 3.7057335 Jan 29 20:14:04.739593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58698) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:04.746485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-873309669'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:04.785925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3811d7-78d1-455f-80f4-780b69223150 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Network': ['ID=7d08b6d8-6abc-4e4b-99e2-596300bdc32d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:04.809393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d69-42d4-4396-b2c2-082988e9405c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (5aa0dc18-01c1-4856-943c-63c179b84e02), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.811876 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cc60d69-42d4-4396-b2c2-082988e9405c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.834880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7cc60d69-42d4-4396-b2c2-082988e9405c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aa0dc18-01c1-4856-943c-63c179b84e02 HTTP/1.1" status: 204 len: 168 time: 0.2669930 Jan 29 20:14:04.863046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-c2d399e5-a71b-4968-b7dc-356f6ff5be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:04.863046 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-c2d399e5-a71b-4968-b7dc-356f6ff5be59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1125 time: 0.1460674 Jan 29 20:14:04.883375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc60d69-42d4-4396-b2c2-082988e9405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa0dc18-01c1-4856-943c-63c179b84e02,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:04.891638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:04.900878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.961800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:14:04.977891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:04.978237 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Added segment 6b048638-1f8f-47c8-acbf-6bc9108f9bb9 of type vlan for network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 Jan 29 20:14:05.065049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:05.077414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-b3666521-025c-42b4-bbd3-bd062b157b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:05.079613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-b3666521-025c-42b4-bbd3-bd062b157b58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.2048273 Jan 29 20:14:05.195691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:05.201566 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e" -d '{"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:05.220861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:05.227099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:05.232247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:05.248506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-b8541003-8815-47b6-9fab-c6438142acb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 998 time: 0.1587498 Jan 29 20:14:05.348616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-83dc36e7-1d56-4580-8b6e-b9edfc16dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:05.350199 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-83dc36e7-1d56-4580-8b6e-b9edfc16dd5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.0852308 Jan 29 20:14:05.361535 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e4fad-3464-4541-8250-65221ded24b1 x-openstack-request-id: req-f46e4fad-3464-4541-8250-65221ded24b1 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:05.361825 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:05.362080 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f46e4fad-3464-4541-8250-65221ded24b1 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:05.362480 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'status': 'completed', 'code': 200} Jan 29 20:14:05.362984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58716) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:05.363258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6225419 Jan 29 20:14:05.367471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf7a1b-3522-4460-9289-616698273de7 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Network': ['ID=f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:05.367824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'subnet': {'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:05.381864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:14:05.671998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-7472b59e-6cf1-44cd-b544-4e91470e1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:05.674585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-7472b59e-6cf1-44cd-b544-4e91470e1b5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2867923 Jan 29 20:14:05.689729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-8eb378e2-0138-4a94-97c4-71b1f9ef3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:05.691213 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-8eb378e2-0138-4a94-97c4-71b1f9ef3a64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1125 time: 0.2078187 Jan 29 20:14:05.755812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8670b6-45cf-4c1a-baaa-59771d3e33cd req-812fe9de-5925-4f16-b52a-f23a330a45d8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:05.759243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e8670b6-45cf-4c1a-baaa-59771d3e33cd req-812fe9de-5925-4f16-b52a-f23a330a45d8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1665947 Jan 29 20:14:05.800300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:05.803646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:06.003197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-989ce8a4-e78b-452c-9ba4-5e01dee59c44 service neutron] 10.222.0.13 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165126 Jan 29 20:14:06.105516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cdb7bd9-3de1-493c-85b5-fd22426502e1 req-caeff547-d50b-48bf-80ea-86205d2f3d75 service neutron] 10.222.0.13 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882263 Jan 29 20:14:06.109193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e8670b6-45cf-4c1a-baaa-59771d3e33cd req-16e340f1-6caf-4b4e-9af6-1c95580ff79a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2924950 Jan 29 20:14:06.118942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-a439bddc-49d2-4148-842f-5817eba1c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:06.120648 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-a439bddc-49d2-4148-842f-5817eba1c640 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.4090331 Jan 29 20:14:06.244481 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:06.295407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-ac361c99-b2f2-40d3-b676-83a9cc554a5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 998 time: 0.1679878 Jan 29 20:14:06.319228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port e0992a06-330a-4e75-8711-9184fa4b7cee host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:14:06.319787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:06.547874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-acd21835-d833-4d51-baa3-f4a53c55930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:06.550050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-acd21835-d833-4d51-baa3-f4a53c55930f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.1729958 Jan 29 20:14:06.555497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-ace953bb-54f4-4e22-b76a-78f0b4e8591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:06.559794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-ace953bb-54f4-4e22-b76a-78f0b4e8591f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1125 time: 0.2674773 Jan 29 20:14:06.681620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (75478e45-09a5-4417-9d6f-42c22d506ea5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:06.695357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-6525ad2d-cca4-40fc-b187-834b3ac8dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:06.697503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-6525ad2d-cca4-40fc-b187-834b3ac8dcb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1362214 Jan 29 20:14:06.766520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-dcfb622a-6422-4ad5-b2ef-6c06256ccb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:06.768180 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-dcfb622a-6422-4ad5-b2ef-6c06256ccb2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.1748807 Jan 29 20:14:07.237941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Subnet': ['ID=75478e45-09a5-4417-9d6f-42c22d506ea5,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:07.255048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-6d4eb980-1f83-482e-a5e3-e29c31f8f394 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 998 time: 0.4670365 Jan 29 20:14:07.318569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c1cf-6e2b-4675-a37e-40d9ff9d53e4 req-2ce9413f-4632-47b8-b61a-083ab868a7fc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:07.322152 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Checking segment: {'id': '6b048638-1f8f-47c8-acbf-6bc9108f9bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:07.322557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network hostable DHCP agents. Network: f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:14:07.325840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6498c1cf-6e2b-4675-a37e-40d9ff9d53e4 req-2ce9413f-4632-47b8-b61a-083ab868a7fc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1139235 Jan 29 20:14:07.343014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-a44ea677-1b34-4d1f-8580-f825548c3954 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386235 Jan 29 20:14:07.366240 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-7e2df0b5-08c3-472c-928c-ba6b61d2cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:07.367683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-7e2df0b5-08c3-472c-928c-ba6b61d2cb4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.1026461 Jan 29 20:14:07.457013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6498c1cf-6e2b-4675-a37e-40d9ff9d53e4 req-a0ff92f3-60fd-47fe-aa3b-097f1f1a524e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217124 Jan 29 20:14:07.476912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:14:07.509026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-215c9d76-9233-4e05-ad8a-c708e7541cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:07.510870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-215c9d76-9233-4e05-ad8a-c708e7541cf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1283531 Jan 29 20:14:07.546469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-c043b476-bd78-470f-ac29-f069f938f2bb service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900516 Jan 29 20:14:07.643502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-43bd6165-b996-4b28-b5cd-658a731e45f7 service neutron] 10.222.0.13 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221662 Jan 29 20:14:07.647884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:07.685024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc913c4f-0fdb-4107-9cad-c45d5643563e None None] Network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:07.685811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:07.685811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:07.752759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06bd59bb-eab6-41d7-9b4a-b0b4128f440e req-9b395744-49b9-4921-af74-8c83b4500259 service neutron] 10.222.0.13 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027181 Jan 29 20:14:07.766578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9', 'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9', 'project_id': 'd98f82e8174f4c989374f566e94c58c2', 'fixed_ips': [{'subnet_id': '75478e45-09a5-4417-9d6f-42c22d506ea5'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:14:07.768105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:07.834887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fb74cdd1-85bd-46d3-9233-3b4f7b181faa tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4707901 Jan 29 20:14:07.837799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58772) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:07.928693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Allocated IP 2001:db8::2 (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9/75478e45-09a5-4417-9d6f-42c22d506ea5/996e90fa-aa02-4b9d-b23d-86583059c8d8) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:07.958825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.068464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (75478e45-09a5-4417-9d6f-42c22d506ea5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.158745 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Publish callbacks [] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.323613 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.326282 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.355070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:14:08.380878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:08.393324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:08.402387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:08.414386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Pushing event updated for resources: {'Port': ['ID=996e90fa-aa02-4b9d-b23d-86583059c8d8,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:08.414973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (75478e45-09a5-4417-9d6f-42c22d506ea5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.462545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Subnet': ['ID=75478e45-09a5-4417-9d6f-42c22d506ea5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:08.606044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:08.619134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'port_id': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'mac_address': 'fa:16:3e:69:0d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:14:08.660378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.699227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Attempting to bind port 996e90fa-aa02-4b9d-b23d-86583059c8d8 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:08.699792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Attempting to bind port 996e90fa-aa02-4b9d-b23d-86583059c8d8 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6b048638-1f8f-47c8-acbf-6bc9108f9bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:08.700021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Attempting to bind port 996e90fa-aa02-4b9d-b23d-86583059c8d8 on network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:08.710683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:08.711570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Checking segment: {'id': '6b048638-1f8f-47c8-acbf-6bc9108f9bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:08.711974 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.712417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Bound using segment: {'id': '6b048638-1f8f-47c8-acbf-6bc9108f9bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:08.713281 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Bound port: 996e90fa-aa02-4b9d-b23d-86583059c8d8, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b048638-1f8f-47c8-acbf-6bc9108f9bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:08.713666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.728856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e0992a06-330a-4e75-8711-9184fa4b7cee is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:08.731424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.732159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8b2f-f15f-4141-87f7-683b3977339e req-fe736705-169b-4e72-ac08-345998fb294e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:08.733718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6bd8b2f-f15f-4141-87f7-683b3977339e req-fe736705-169b-4e72-ac08-345998fb294e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 943 time: 0.1129811 Jan 29 20:14:08.737906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:08.749974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0992a06-330a-4e75-8711-9184fa4b7cee {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:14:08.768978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b048638-1f8f-47c8-acbf-6bc9108f9bb9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:08.769362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b048638-1f8f-47c8-acbf-6bc9108f9bb9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:08.792713 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.801257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:08.817732 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.823563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] For port 996e90fa-aa02-4b9d-b23d-86583059c8d8, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:08.826708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:08.827395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:08.831536 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:08.848081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6bd8b2f-f15f-4141-87f7-683b3977339e req-17d22325-f7ad-4e35-a5e6-ab43e093d473 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061742 Jan 29 20:14:08.896532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] For port 996e90fa-aa02-4b9d-b23d-86583059c8d8, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=996e90fa-aa02-4b9d-b23d-86583059c8d8,segment=NetworkSegment(6b048638-1f8f-47c8-acbf-6bc9108f9bb9),segment_id=6b048638-1f8f-47c8-acbf-6bc9108f9bb9)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:08.944010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:08.978676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:14:08.978676 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:14:08.978676 n-d-825496-5 neutron-server[103562]: [parameters: {'id': 'f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9'}] Jan 29 20:14:08.978676 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:14:08.979377 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:14:08.994958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:09.020367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:09.107411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d8d8-3783-45e9-b69f-cb17c6b4f946 None None] Pushing event updated for resources: {'Port': ['ID=996e90fa-aa02-4b9d-b23d-86583059c8d8,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:09.129183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a535689-3f71-4f0d-be7f-335be83fd319 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:14:09.197980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['e0992a06-330a-4e75-8711-9184fa4b7cee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:14:09.300037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a535689-3f71-4f0d-be7f-335be83fd319 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:14:09.480520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:09.552811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting port 996e90fa-aa02-4b9d-b23d-86583059c8d8 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:09.553156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:09.692594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] For port 996e90fa-aa02-4b9d-b23d-86583059c8d8, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=996e90fa-aa02-4b9d-b23d-86583059c8d8,segment=NetworkSegment(6b048638-1f8f-47c8-acbf-6bc9108f9bb9),segment_id=6b048638-1f8f-47c8-acbf-6bc9108f9bb9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:09.692594 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:09.716624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Calling delete_port for 996e90fa-aa02-4b9d-b23d-86583059c8d8 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:09.821516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb8785-fdad-4f97-8948-03f486d27f29 None None] Network f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:09.917682 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (996e90fa-aa02-4b9d-b23d-86583059c8d8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:09.962187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Port': ['ID=996e90fa-aa02-4b9d-b23d-86583059c8d8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:09.983048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No DVR routers for this DVR port 996e90fa-aa02-4b9d-b23d-86583059c8d8 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:10.073377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.090543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d3f0b-c3e9-4bdc-bb68-12094385a469 req-1f32deab-8e0b-4cb0-994d-45319f7c4157 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:10.092102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e09d3f0b-c3e9-4bdc-bb68-12094385a469 req-1f32deab-8e0b-4cb0-994d-45319f7c4157 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 944 time: 0.1413088 Jan 29 20:14:10.106738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:10.129005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b048638-1f8f-47c8-acbf-6bc9108f9bb9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:10.129307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b048638-1f8f-47c8-acbf-6bc9108f9bb9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:10.140903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.164621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.178833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:10.179242 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (6b048638-1f8f-47c8-acbf-6bc9108f9bb9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:10.182232 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:10.195929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e09d3f0b-c3e9-4bdc-bb68-12094385a469 req-a5963ac3-9a84-4fba-8003-59e898a5af46 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934205 Jan 29 20:14:10.338204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:14:10.396956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.404426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.407933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 HTTP/1.1" status: 204 len: 168 time: 2.5669398 Jan 29 20:14:10.411811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58816) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:10.418935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690394161'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:10.419412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efde83-91d4-4528-8cda-3e20ae7f66a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Network': ['ID=f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:10.568287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port e0992a06-330a-4e75-8711-9184fa4b7cee completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:14:10.572824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port e0992a06-330a-4e75-8711-9184fa4b7cee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:10.579931 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.606065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:10.612548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.645894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:14:10.657819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.657819 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Added segment cc703fc7-54a4-41c5-b13b-28cc8ae8db3f of type vlan for network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff Jan 29 20:14:10.699618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port e0992a06-330a-4e75-8711-9184fa4b7cee is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:10.700311 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.704530 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.776799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:10.778216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:10.780818 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c3bce8-b7b1-4f38-8f72-707c0a719a2c" -d '{"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-plugged", "status": "completed", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:10.821347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d47ed1-0e5e-4b1d-bad4-b42e914beb36 req-9d2650b8-fe24-4b63-a89c-5dcb5f54adae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:10.833188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2d47ed1-0e5e-4b1d-bad4-b42e914beb36 req-9d2650b8-fe24-4b63-a89c-5dcb5f54adae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 944 time: 0.1246030 Jan 29 20:14:10.861103 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.873809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:10.873809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.896996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:10.904154 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00271cf9-fce9-4a75-b8be-55c7c582a6b7 x-openstack-request-id: req-00271cf9-fce9-4a75-b8be-55c7c582a6b7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:10.904613 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-plugged", "status": "completed", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:10.919822 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00271cf9-fce9-4a75-b8be-55c7c582a6b7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:10.919822 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'code': 200} Jan 29 20:14:10.940470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2d47ed1-0e5e-4b1d-bad4-b42e914beb36 req-8c1c1eb5-fccf-434f-9f42-556437e5bcbe tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054611 Jan 29 20:14:11.023680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:11.043601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Network': ['ID=9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:11.061122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:14:11.080547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-aaf4e77f-e372-47a4-b06a-176d6ab39d07 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:11.082420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-aaf4e77f-e372-47a4-b06a-176d6ab39d07 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad&tenant_id=ec0025bbd33d457cb39eca2c22f54d65&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 945 time: 0.1588116 Jan 29 20:14:11.148050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58838) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:11.148722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0bfc1761-47cf-496d-9029-ca476d7ff7a9 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7355058 Jan 29 20:14:11.154289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Request body: {'subnet': {'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:11.192258 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-8c356ab9-22ce-4375-8d75-ef72a8115539 service neutron] delete failed (client error): The resource could not be found. Jan 29 20:14:11.193551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-8c356ab9-22ce-4375-8d75-ef72a8115539 service neutron] 10.222.0.26 "DELETE /v2.0/ports/e0992a06-330a-4e75-8711-9184fa4b7cee/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.1053047 Jan 29 20:14:11.321796 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-43e0bbbc-803b-453f-9157-5da1ae5b113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:11.324333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-43e0bbbc-803b-453f-9157-5da1ae5b113c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.0540874 Jan 29 20:14:11.329153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Made reservation on behalf of d98f82e8174f4c989374f566e94c58c2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:11.334302 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:11.454100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-1c0da798-fd95-452b-8843-2c6503a29483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:11.455773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-1c0da798-fd95-452b-8843-2c6503a29483 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.1250281 Jan 29 20:14:11.535300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-28c9c368-35bc-4a0b-8165-79eee3400a29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 1000 time: 0.0740526 Jan 29 20:14:11.586528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-f49ceb79-02b6-4c6b-8909-4fb783ad2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:11.588065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-f49ceb79-02b6-4c6b-8909-4fb783ad2574 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.0474427 Jan 29 20:14:11.643718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-70efe46b-c453-4571-b77e-aa6e2b4c7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:11.643718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-70efe46b-c453-4571-b77e-aa6e2b4c7dfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465577 Jan 29 20:14:11.741114 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-055693f3-7c59-4911-8957-47f4d6ff889f service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951979 Jan 29 20:14:11.755036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.objects.ports [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103562) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 29 20:14:11.757469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (53a77559-1445-45ae-8801-9378e18549cf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:11.826915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event updated for resources: {'Subnet': ['ID=53a77559-1445-45ae-8801-9378e18549cf,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:11.837561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Checking segment: {'id': 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:11.837952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network hostable DHCP agents. Network: 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:14:11.864307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edcf7050-a687-475b-bb6f-825c6d22d2da req-c72a99b4-38e1-410a-94d3-fc7ed7f31838 service neutron] 10.222.0.26 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168399 Jan 29 20:14:11.926393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:14:12.098546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc55252-a427-429a-8302-a4a812a260ca req-8b91f49f-7880-45c9-bc18-398317476974 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:12.100324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cc55252-a427-429a-8302-a4a812a260ca req-8b91f49f-7880-45c9-bc18-398317476974 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0643060 Jan 29 20:14:12.139434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:12.145113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:12.146038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.154273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667398a-4351-4d5a-8bf6-271c2044e21a None None] Network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:12.176278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cc55252-a427-429a-8302-a4a812a260ca req-e65a4993-2c47-48f7-82ab-0c29f3a832f0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699065 Jan 29 20:14:12.263079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-911f5e0d-2c22-4845-a754-2f687cf00826 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781794 Jan 29 20:14:12.265700 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-280f724e-445c-47fd-bb47-57c13ff0dd4f tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1160955 Jan 29 20:14:12.270300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58874) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:12.333741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff', 'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff', 'project_id': 'd98f82e8174f4c989374f566e94c58c2', 'fixed_ips': [{'subnet_id': '53a77559-1445-45ae-8801-9378e18549cf'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:14:12.335071 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.407303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-97676308-5f74-45cd-b7de-6220a65c2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:12.409525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-97676308-5f74-45cd-b7de-6220a65c2d1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 0.0660222 Jan 29 20:14:12.463853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.527724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Allocated IP 2001:db8::f816:3eff:fe34:43bf (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff/53a77559-1445-45ae-8801-9378e18549cf/9318041e-4702-40aa-ae58-e516524f41d6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:12.533735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (53a77559-1445-45ae-8801-9378e18549cf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.542615 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-bdffedec-7c2a-454a-977c-8e4754e1c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:12.544181 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-bdffedec-7c2a-454a-977c-8e4754e1c690 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 908 time: 0.1109571 Jan 29 20:14:12.684972 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-4bc4bddd-5618-4c50-b397-b7df7f1f97b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 1002 time: 0.1348219 Jan 29 20:14:12.724535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Publish callbacks [] for port (9318041e-4702-40aa-ae58-e516524f41d6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.767374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-668aada7-e076-4948-acfa-84f0b16f7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:12.768978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-668aada7-e076-4948-acfa-84f0b16f7b4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.0777028 Jan 29 20:14:12.822022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-fc88bced-87e0-4928-8556-86cc3094d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:12.823831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-fc88bced-87e0-4928-8556-86cc3094d86f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488858 Jan 29 20:14:12.868502 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (9318041e-4702-40aa-ae58-e516524f41d6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.958705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (53a77559-1445-45ae-8801-9378e18549cf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:12.967047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:12.974994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:12.985280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:12.998803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-54583126-acd0-4f70-a0f7-c1247b9ec631 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614282 Jan 29 20:14:13.011622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Subnet': ['ID=53a77559-1445-45ae-8801-9378e18549cf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:13.086805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.109918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Pushing event updated for resources: {'Port': ['ID=9318041e-4702-40aa-ae58-e516524f41d6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:13.113193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:13.151580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:13.152042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:13.179680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.182433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Attempting to bind port 9318041e-4702-40aa-ae58-e516524f41d6 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:13.183004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Attempting to bind port 9318041e-4702-40aa-ae58-e516524f41d6 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:13.183188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Attempting to bind port 9318041e-4702-40aa-ae58-e516524f41d6 on network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:13.202848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:13.205680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Checking segment: {'id': 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:13.209233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00324175-dca0-4053-9daa-9cfc702ebc9c req-4618e6af-1c6a-451a-b0d4-5205c402f4d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038083 Jan 29 20:14:13.209401 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.209992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Bound using segment: {'id': 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:13.210664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Bound port: 9318041e-4702-40aa-ae58-e516524f41d6, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:13.211228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9318041e-4702-40aa-ae58-e516524f41d6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.254488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.290155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:13.290572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:13.299751 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:13.367760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] For port 9318041e-4702-40aa-ae58-e516524f41d6, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:13.444047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] For port 9318041e-4702-40aa-ae58-e516524f41d6, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9318041e-4702-40aa-ae58-e516524f41d6,segment=NetworkSegment(cc703fc7-54a4-41c5-b13b-28cc8ae8db3f),segment_id=cc703fc7-54a4-41c5-b13b-28cc8ae8db3f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:13.466322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc08d9-1d95-492f-8676-0849205bd644 req-6bf0dce0-24a3-4cff-8234-8caac31c6d2d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:13.468103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1bc08d9-1d95-492f-8676-0849205bd644 req-6bf0dce0-24a3-4cff-8234-8caac31c6d2d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1190455 Jan 29 20:14:13.491455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:14:13.491455 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:14:13.491455 n-d-825496-5 neutron-server[103562]: [parameters: {'id': '9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff'}] Jan 29 20:14:13.491455 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:14:13.492378 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:14:13.517923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9318041e-4702-40aa-ae58-e516524f41d6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:13.532558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1bc08d9-1d95-492f-8676-0849205bd644 req-de58e716-d863-49ea-a898-6bece7f5be39 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567451 Jan 29 20:14:13.550412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58896) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:13.626247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7c16fdb6-e8f1-4e3b-9fe1-e702029e818c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/73d4285e-833c-43ef-8411-a76645139efa HTTP/1.1" status: 200 len: 992 time: 0.0745862 Jan 29 20:14:13.669836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e415c62-c01f-4451-abbd-064da38d7de9 None None] Pushing event updated for resources: {'Port': ['ID=9318041e-4702-40aa-ae58-e516524f41d6,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:13.693265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f8f01-bd56-47ee-8cc7-e41397dd8683 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:14:13.827717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17f8f01-bd56-47ee-8cc7-e41397dd8683 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:14:13.995750 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.057735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting port 9318041e-4702-40aa-ae58-e516524f41d6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:14.058426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9318041e-4702-40aa-ae58-e516524f41d6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.129448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d1c7c-c616-4bb1-8a19-f2ca088d6b8a None None] Network 9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:14.173532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] For port 9318041e-4702-40aa-ae58-e516524f41d6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9318041e-4702-40aa-ae58-e516524f41d6,segment=NetworkSegment(cc703fc7-54a4-41c5-b13b-28cc8ae8db3f),segment_id=cc703fc7-54a4-41c5-b13b-28cc8ae8db3f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:14.174000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9318041e-4702-40aa-ae58-e516524f41d6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.192177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Calling delete_port for 9318041e-4702-40aa-ae58-e516524f41d6 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:14.351172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9318041e-4702-40aa-ae58-e516524f41d6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.378956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Port': ['ID=9318041e-4702-40aa-ae58-e516524f41d6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:14.408034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No DVR routers for this DVR port 9318041e-4702-40aa-ae58-e516524f41d6 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:14.510495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.534815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:14.545207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:14.548356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc703fc7-54a4-41c5-b13b-28cc8ae8db3f') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:14.555599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.569457 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.575515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:14.575903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (cc703fc7-54a4-41c5-b13b-28cc8ae8db3f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:14.579800 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:14.717082 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.725076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:14.728794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff HTTP/1.1" status: 204 len: 168 time: 2.4574454 Jan 29 20:14:14.732683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58914) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:14.751417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46574b91-7bb4-45cd-a9e9-d5a890fa07f4 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Network': ['ID=9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:14.799963 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-f861be10-29a4-4e85-b5af-28bb77467a10 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:14.800565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f861be10-29a4-4e85-b5af-28bb77467a10 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:14.818935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58918) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:14.819160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f861be10-29a4-4e85-b5af-28bb77467a10 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/53a77559-1445-45ae-8801-9378e18549cf HTTP/1.1" status: 404 len: 337 time: 0.0852959 Jan 29 20:14:14.841836 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d06d74-7843-4331-80f8-f89a265e2502 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:14.842457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d06d74-7843-4331-80f8-f89a265e2502 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:14.848250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-60d06d74-7843-4331-80f8-f89a265e2502 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/9dac05a1-7e3b-4bdf-bd34-ad6e2897c5ff HTTP/1.1" status: 404 len: 339 time: 0.0265236 Jan 29 20:14:14.849716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58920) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:14.876639 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1daeb64-6bd1-4a9a-b186-cca0a64b3e15 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:14.877099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1daeb64-6bd1-4a9a-b186-cca0a64b3e15 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:14.880268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1daeb64-6bd1-4a9a-b186-cca0a64b3e15 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/75478e45-09a5-4417-9d6f-42c22d506ea5 HTTP/1.1" status: 404 len: 337 time: 0.0294218 Jan 29 20:14:14.882836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58922) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:14.902033 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-85462893-8ba0-4102-a654-dec542d8d928 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:14.902598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85462893-8ba0-4102-a654-dec542d8d928 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:14.908663 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85462893-8ba0-4102-a654-dec542d8d928 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/f8a49e0a-f77d-4ea6-bdfc-c3cf199406a9 HTTP/1.1" status: 404 len: 339 time: 0.0247722 Jan 29 20:14:14.909324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58924) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:14.937474 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-09161cd2-52a0-4628-891c-4e53b473fabb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:14.937928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09161cd2-52a0-4628-891c-4e53b473fabb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:14.941042 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-09161cd2-52a0-4628-891c-4e53b473fabb tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/8fef9071-028d-4129-b1b1-6f1a1de70355 HTTP/1.1" status: 404 len: 337 time: 0.0307367 Jan 29 20:14:14.943730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58926) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:14.964336 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f7b3e0-23d4-4967-80f2-18d991be7d6b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:14.964911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f7b3e0-23d4-4967-80f2-18d991be7d6b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:14.967979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60f7b3e0-23d4-4967-80f2-18d991be7d6b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/7d08b6d8-6abc-4e4b-99e2-596300bdc32d HTTP/1.1" status: 404 len: 339 time: 0.0231273 Jan 29 20:14:14.971032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58928) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:15.088001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting port c222bb51-344e-4f1c-9bf4-944c851fe2e3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:15.088613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c222bb51-344e-4f1c-9bf4-944c851fe2e3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.177093 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c222bb51-344e-4f1c-9bf4-944c851fe2e3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.192128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Calling delete_port for c222bb51-344e-4f1c-9bf4-944c851fe2e3 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:15.380099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c222bb51-344e-4f1c-9bf4-944c851fe2e3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.413968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Port': ['ID=c222bb51-344e-4f1c-9bf4-944c851fe2e3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:15.418950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.423459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-44011cde-8091-454e-b2cd-8a22a81d2d7b tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/ports/c222bb51-344e-4f1c-9bf4-944c851fe2e3 HTTP/1.1" status: 204 len: 168 time: 0.4507768 Jan 29 20:14:15.425395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58950) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:15.466253 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4d2996-22d8-4f37-b269-d731a13ddeea tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:15.466253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4d2996-22d8-4f37-b269-d731a13ddeea tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:15.468941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-f0238756-b6c0-4757-af5b-7f0bdd77179e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:15.470509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-f0238756-b6c0-4757-af5b-7f0bdd77179e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1268001 Jan 29 20:14:15.471801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58954) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:15.472004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dc4d2996-22d8-4f37-b269-d731a13ddeea tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/0d17d9fc-f736-4cd7-adde-64c7d8affe65 HTTP/1.1" status: 404 len: 337 time: 0.0455229 Jan 29 20:14:15.507015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-25f1d3c5-2500-467b-a5d4-09af7168dbbd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0248055 Jan 29 20:14:15.591751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9506430d-5fd3-469b-bae9-70dbd27ca7d1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.620864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-06af4804-4357-4401-8569-e484f798f41a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062882 Jan 29 20:14:15.751072 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9506430d-5fd3-469b-bae9-70dbd27ca7d1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.777231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9506430d-5fd3-469b-bae9-70dbd27ca7d1']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:15.794209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:15.794505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:15.803647 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-82658c68-1a76-4761-9084-9af91ad12175 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651711 Jan 29 20:14:15.806940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.835490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.849894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:15.850296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (e8d5126e-e9e4-41d9-bfa0-a4e9c0e3737e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:15.853233 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:15.963852 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-c96984d7-6caf-4114-9a45-0cfea32b9854 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497645 Jan 29 20:14:16.042756 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9506430d-5fd3-469b-bae9-70dbd27ca7d1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.050456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.058441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/9506430d-5fd3-469b-bae9-70dbd27ca7d1 HTTP/1.1" status: 204 len: 168 time: 0.5852067 Jan 29 20:14:16.060815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58966) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:16.078652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d151ba-e5eb-464f-a52f-283cf5b32e54 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Network': ['ID=9506430d-5fd3-469b-bae9-70dbd27ca7d1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:16.174375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting port 5e1ea0de-39fa-497f-889b-1f1eb9f701f4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:16.174851 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5e1ea0de-39fa-497f-889b-1f1eb9f701f4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.243075 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5e1ea0de-39fa-497f-889b-1f1eb9f701f4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.256372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Calling delete_port for 5e1ea0de-39fa-497f-889b-1f1eb9f701f4 owned by {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:16.465563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5e1ea0de-39fa-497f-889b-1f1eb9f701f4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.522553 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.527120 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/ports/5e1ea0de-39fa-497f-889b-1f1eb9f701f4 HTTP/1.1" status: 204 len: 168 time: 0.4650104 Jan 29 20:14:16.529708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58978) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:16.559033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553475-8851-4abd-ab44-d5b96564ad49 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Port': ['ID=5e1ea0de-39fa-497f-889b-1f1eb9f701f4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:16.559902 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9a00ff-c39e-460c-881c-b12c424c26d0 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] DELETE failed (client error): The resource could not be found. Jan 29 20:14:16.560911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9a00ff-c39e-460c-881c-b12c424c26d0 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:14:16.565282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac9a00ff-c39e-460c-881c-b12c424c26d0 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/99f97e22-cc6a-435d-8a64-7ff735b7d154 HTTP/1.1" status: 404 len: 337 time: 0.0345659 Jan 29 20:14:16.567677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 58982) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:16.698521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-468b0623-cd66-4196-b3a2-e56228e2612f req-5a3e1b47-24aa-4ad7-bbd6-217b640c56a5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0349438 Jan 29 20:14:16.702298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b1bcc990-908e-4e46-a5c0-37daa8d16655), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.812968 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b1bcc990-908e-4e46-a5c0-37daa8d16655), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.836721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bcc990-908e-4e46-a5c0-37daa8d16655']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:16.853354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452b863e-2f0d-493b-80f0-cd49cdb5690a') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:16.853767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452b863e-2f0d-493b-80f0-cd49cdb5690a') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:16.868117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (452b863e-2f0d-493b-80f0-cd49cdb5690a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.886097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (452b863e-2f0d-493b-80f0-cd49cdb5690a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.894079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:16.894562 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (452b863e-2f0d-493b-80f0-cd49cdb5690a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:16.911929 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:17.068803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b1bcc990-908e-4e46-a5c0-37daa8d16655), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.071159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.076992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/b1bcc990-908e-4e46-a5c0-37daa8d16655 HTTP/1.1" status: 204 len: 168 time: 0.5059042 Jan 29 20:14:17.077657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 58998) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:17.086242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4607fb-9e4c-4e96-ae11-3c653665d3e3 tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Network': ['ID=b1bcc990-908e-4e46-a5c0-37daa8d16655,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:17.132065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting subnet 4166126c-1653-443b-82e5-cad8b0f860c3 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:14:17.137395 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (4166126c-1653-443b-82e5-cad8b0f860c3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.178707 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (4166126c-1653-443b-82e5-cad8b0f860c3), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.274210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (4166126c-1653-443b-82e5-cad8b0f860c3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.438164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (4166126c-1653-443b-82e5-cad8b0f860c3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.466860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Subnet': ['ID=4166126c-1653-443b-82e5-cad8b0f860c3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:17.471020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.474721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b9d7b452-b63f-430e-96e4-a34bf655971e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/subnets/4166126c-1653-443b-82e5-cad8b0f860c3 HTTP/1.1" status: 204 len: 168 time: 0.3960769 Jan 29 20:14:17.477063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59006) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:17.483284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cacac7-be2c-48f2-9b7f-c2ede69656d7 None None] Network bd4928dd-74eb-4433-86d7-dbdf80272a2d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:17.588080 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (bd4928dd-74eb-4433-86d7-dbdf80272a2d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.671596 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Deleting port 78a40856-370a-4d71-91bf-02e39b1c0472 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:17.672141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.727987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] DHCP port deletion for bd4928dd-74eb-4433-86d7-dbdf80272a2d request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:14:17.771789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] For port 78a40856-370a-4d71-91bf-02e39b1c0472, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=78a40856-370a-4d71-91bf-02e39b1c0472,segment=NetworkSegment(c7c46e50-d6c7-4130-b381-06380ff9f1dc),segment_id=c7c46e50-d6c7-4130-b381-06380ff9f1dc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:17.771789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.787695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Calling delete_port for 78a40856-370a-4d71-91bf-02e39b1c0472 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:17.806142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] Deleting port 78a40856-370a-4d71-91bf-02e39b1c0472 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:17.809059 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.876289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca442f22-8ee5-45d1-a80c-771a054ddd7a req-80a72302-8f74-4837-b66f-580c71e8cca5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0795474 Jan 29 20:14:17.904717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] For port 78a40856-370a-4d71-91bf-02e39b1c0472, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=78a40856-370a-4d71-91bf-02e39b1c0472,segment=NetworkSegment(c7c46e50-d6c7-4130-b381-06380ff9f1dc),segment_id=c7c46e50-d6c7-4130-b381-06380ff9f1dc)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:17.904717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:17.912836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] Calling delete_port for 78a40856-370a-4d71-91bf-02e39b1c0472 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:14:18.011531 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:14:18.015954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.024465 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (78a40856-370a-4d71-91bf-02e39b1c0472), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.052833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Port': ['ID=78a40856-370a-4d71-91bf-02e39b1c0472,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:18.054256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] Pushing event deleted for resources: {'Port': ['ID=78a40856-370a-4d71-91bf-02e39b1c0472,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:18.058674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] No DVR routers for this DVR port 78a40856-370a-4d71-91bf-02e39b1c0472 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:18.079220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e396570-83ee-4206-815b-bd2c49e1946f None None] No DVR routers for this DVR port 78a40856-370a-4d71-91bf-02e39b1c0472 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:18.154170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (bd4928dd-74eb-4433-86d7-dbdf80272a2d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.184314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4928dd-74eb-4433-86d7-dbdf80272a2d']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:18.194729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c46e50-d6c7-4130-b381-06380ff9f1dc') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:18.195224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c46e50-d6c7-4130-b381-06380ff9f1dc') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:18.213323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (c7c46e50-d6c7-4130-b381-06380ff9f1dc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.227968 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (c7c46e50-d6c7-4130-b381-06380ff9f1dc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.236496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:18.237011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (c7c46e50-d6c7-4130-b381-06380ff9f1dc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:18.241151 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:18.374450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (bd4928dd-74eb-4433-86d7-dbdf80272a2d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.384974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.388089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] 10.222.0.15 "DELETE /v2.0/networks/bd4928dd-74eb-4433-86d7-dbdf80272a2d HTTP/1.1" status: 204 len: 168 time: 0.9096768 Jan 29 20:14:18.400835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5772b01-1036-4a42-81aa-7849b6744e5e tempest-NetworksIpV6TestAttrs-1911259351 tempest-NetworksIpV6TestAttrs-1911259351-project] Pushing event deleted for resources: {'Network': ['ID=bd4928dd-74eb-4433-86d7-dbdf80272a2d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:18.500743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 78a40856-370a-4d71-91bf-02e39b1c0472 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:18.532241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 78a40856-370a-4d71-91bf-02e39b1c0472 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:14:18.532762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 78a40856-370a-4d71-91bf-02e39b1c0472 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:18.536604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:18.734049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52da5c62-70bc-49ea-b212-f9321aa248bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.837121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52da5c62-70bc-49ea-b212-f9321aa248bc admin admin] Publish callbacks [] for security_group (e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.903552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-52da5c62-70bc-49ea-b212-f9321aa248bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:18.991057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da5c62-70bc-49ea-b212-f9321aa248bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:19.098753 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-52da5c62-70bc-49ea-b212-f9321aa248bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cbfa240b2464a01aca5c2268386e6a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610504 Jan 29 20:14:19.100624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59046) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:19.101644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59048) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:19.107583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-71025cd4-1d14-470f-a241-0ba069a971de tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:19.109078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-71025cd4-1d14-470f-a241-0ba069a971de tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1698818 Jan 29 20:14:19.128303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:19.144788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e053fae-7a41-40c7-bdd0-5ac7d411429d req-d45f515f-9639-4477-b604-d94fc4a3047a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0967126 Jan 29 20:14:19.243676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30df574c-dfdf-4561-840e-db6ff9668064 admin admin] Publish callbacks [] for security_group (e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.293409 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30df574c-dfdf-4561-840e-db6ff9668064 admin admin] Publish callbacks [] for security_group (e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.369023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:19.370939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-12a192b7-9378-4e85-8b4e-8a3aef7a370c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d98f82e8174f4c989374f566e94c58c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521496 Jan 29 20:14:19.374237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59054) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:19.374392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.434724 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56622eb1-7fec-43c2-844a-dfcb2e05332c admin admin] Publish callbacks [] for security_group (1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.463746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56622eb1-7fec-43c2-844a-dfcb2e05332c admin admin] Publish callbacks [] for security_group (1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.471887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30df574c-dfdf-4561-840e-db6ff9668064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.474841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30df574c-dfdf-4561-840e-db6ff9668064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.481538 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30df574c-dfdf-4561-840e-db6ff9668064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2 HTTP/1.1" status: 204 len: 168 time: 0.3572130 Jan 29 20:14:19.527539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df574c-dfdf-4561-840e-db6ff9668064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11a3ed0-82e9-4b7f-aeb6-ad3f8a6d07f2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:19.652379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56622eb1-7fec-43c2-844a-dfcb2e05332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.655096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-56622eb1-7fec-43c2-844a-dfcb2e05332c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:19.666827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-56622eb1-7fec-43c2-844a-dfcb2e05332c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc HTTP/1.1" status: 204 len: 168 time: 0.2853181 Jan 29 20:14:19.682120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.13 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/257cae81-cc34-4f9a-96cd-8057144a10f7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:19.685476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56622eb1-7fec-43c2-844a-dfcb2e05332c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb91f6-6a8a-4d82-82e8-cb0bbe8183bc,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:19.890909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:20.031854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:20.089767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=257cae81-cc34-4f9a-96cd-8057144a10f7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:20.118589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:20.120148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:20.125631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:20.246679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:20.247971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:20.359052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f1fe-0938-449c-ae90-ef712e024d92 req-ee243d83-8a81-4a92-9f97-27c2dcb3edcb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:20.370494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7a48f1fe-0938-449c-ae90-ef712e024d92 req-ee243d83-8a81-4a92-9f97-27c2dcb3edcb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 932 time: 0.1180065 Jan 29 20:14:20.432090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-689d0081-f4b4-4a83-ae5a-122f50295486 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3024318 Jan 29 20:14:20.452277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Request body: {'port': {'device_id': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:20.493924 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7a48f1fe-0938-449c-ae90-ef712e024d92 req-de459706-d97f-4f56-88cb-eabb2f70c370 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216300 Jan 29 20:14:20.545536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:20.560316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-92e34178-7012-4692-a213-2e24a4405355 None None] Provisioning complete for port 257cae81-cc34-4f9a-96cd-8057144a10f7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:20.560870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92e34178-7012-4692-a213-2e24a4405355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:20.650919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-92e34178-7012-4692-a213-2e24a4405355 None None] Port 257cae81-cc34-4f9a-96cd-8057144a10f7 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:14:20.869365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257cae81-cc34-4f9a-96cd-8057144a10f7 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:14:20.880743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Publish callbacks [] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:20.908144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Transition to ACTIVE for port object 257cae81-cc34-4f9a-96cd-8057144a10f7 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:14:20.979469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.092606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Pushing event updated for resources: {'Port': ['ID=257cae81-cc34-4f9a-96cd-8057144a10f7,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:21.165400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Attempting to bind port 257cae81-cc34-4f9a-96cd-8057144a10f7 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:21.165908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Attempting to bind port 257cae81-cc34-4f9a-96cd-8057144a10f7 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:21.166819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Attempting to bind port 257cae81-cc34-4f9a-96cd-8057144a10f7 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:21.188841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Port 257cae81-cc34-4f9a-96cd-8057144a10f7 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:14:21.190826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Attempting to bind port 257cae81-cc34-4f9a-96cd-8057144a10f7 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:21.202024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:21.202400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:21.202747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:21.204632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Bound port: 257cae81-cc34-4f9a-96cd-8057144a10f7, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:21.205450 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.340539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] For port 257cae81-cc34-4f9a-96cd-8057144a10f7, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:21.346827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] For port 257cae81-cc34-4f9a-96cd-8057144a10f7, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=257cae81-cc34-4f9a-96cd-8057144a10f7,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:21.363679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59124) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:21.425868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.485883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Pushing event updated for resources: {'Port': ['ID=257cae81-cc34-4f9a-96cd-8057144a10f7,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:21.505907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:21.506754 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.508943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-6c91ade9-fa89-45d1-a472-55b39e7f08ea service neutron] 10.222.0.26 "PUT /v2.0/ports/257cae81-cc34-4f9a-96cd-8057144a10f7 HTTP/1.1" status: 200 len: 1092 time: 1.0660038 Jan 29 20:14:21.509738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'tag': '257cae81-cc34-4f9a-96cd-8057144a10f7'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:21.512937 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517fa0d2-3616-4497-8822-443fcc162726" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4", "tag": "257cae81-cc34-4f9a-96cd-8057144a10f7"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:21.532515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-913664206'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:21.613384 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855acef5-4f3b-4405-996c-ba0b3355a0d3 x-openstack-request-id: req-855acef5-4f3b-4405-996c-ba0b3355a0d3 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:21.614099 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4", "tag": "257cae81-cc34-4f9a-96cd-8057144a10f7", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:21.614099 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-855acef5-4f3b-4405-996c-ba0b3355a0d3 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:21.616030 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'tag': '257cae81-cc34-4f9a-96cd-8057144a10f7', 'status': 'completed', 'code': 200} Jan 29 20:14:21.739503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Made reservation on behalf of 14a78df478534d32872a90ad379c7632 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:21.742989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.754588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.845109 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for security_group (b013ab37-a536-4d40-9d22-2578ccc6e713), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:21.862716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa0d2-3616-4497-8822-443fcc162726 req-c8873df7-9810-43f5-bb85-9770e8d8f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:21.864553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-517fa0d2-3616-4497-8822-443fcc162726 req-c8873df7-9810-43f5-bb85-9770e8d8f0a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 1126 time: 0.1668632 Jan 29 20:14:21.873023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fd356-c365-4c85-8582-13a95ec799c6 req-6303441c-c3b4-4d2e-93cc-928cbe838f9e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:21.874975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-166fd356-c365-4c85-8582-13a95ec799c6 req-6303441c-c3b4-4d2e-93cc-928cbe838f9e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.2482572 Jan 29 20:14:21.934313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b013ab37-a536-4d40-9d22-2578ccc6e713), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:22.036963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa0d2-3616-4497-8822-443fcc162726 req-7e474cd2-7695-4bd7-b34e-912753d03783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:22.039431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-517fa0d2-3616-4497-8822-443fcc162726 req-7e474cd2-7695-4bd7-b34e-912753d03783 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=182b253ad62c4784b77549791897b309&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1603012 Jan 29 20:14:22.040292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b013ab37-a536-4d40-9d22-2578ccc6e713,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:22.085494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:14:22.130047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (bd99680b-a47b-4f3b-b9d3-465df0493546), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:22.130483 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Added segment bd99680b-a47b-4f3b-b9d3-465df0493546 of type vlan for network 3fdd197d-028a-47a1-bf95-74d63e01b02a Jan 29 20:14:22.136543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-166fd356-c365-4c85-8582-13a95ec799c6 req-b803ab06-4f96-4550-ae48-f0c6419eb5f4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482886 Jan 29 20:14:22.232640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (3fdd197d-028a-47a1-bf95-74d63e01b02a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:22.241498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fa0d2-3616-4497-8822-443fcc162726 req-8c74f5b5-6bc5-4fcc-b02f-53a5f7c61ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:22.243043 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-517fa0d2-3616-4497-8822-443fcc162726 req-8c74f5b5-6bc5-4fcc-b02f-53a5f7c61ca2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1763787 Jan 29 20:14:22.271473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:14:22.326271 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (3fdd197d-028a-47a1-bf95-74d63e01b02a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:22.329855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:22.330474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:22.429390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event updated for resources: {'Network': ['ID=3fdd197d-028a-47a1-bf95-74d63e01b02a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:22.436982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-1c05cdd8-1a02-4d4a-8aa8-3afdbd809867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:22.439727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-1c05cdd8-1a02-4d4a-8aa8-3afdbd809867 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 1126 time: 0.1259642 Jan 29 20:14:22.445417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b590f107-25e7-45d9-b92c-62a25109320e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0805850 Jan 29 20:14:22.452882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:14:22.455441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59148) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:22.461016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Request body: {'subnet': {'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:22.500665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-ea177d14-4aa2-463d-b415-14bea964e775 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257cae81-cc34-4f9a-96cd-8057144a10f7 HTTP/1.1" status: 200 len: 217 time: 0.0451248 Jan 29 20:14:22.585068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-68e6d139-01e3-46dd-9266-1b4b1fea69be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:22.586571 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-68e6d139-01e3-46dd-9266-1b4b1fea69be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0771329 Jan 29 20:14:22.660067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Made reservation on behalf of 14a78df478534d32872a90ad379c7632 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:22.664008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:22.957506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (84da565f-9196-4ac0-9d07-941d462db662), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.034098 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-549dfc4f-a227-4cf1-a3b1-2cd7c2b48303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:23.036523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-549dfc4f-a227-4cf1-a3b1-2cd7c2b48303 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4436629 Jan 29 20:14:23.042013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event updated for resources: {'Subnet': ['ID=84da565f-9196-4ac0-9d07-941d462db662,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:23.054445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Checking segment: {'id': 'bd99680b-a47b-4f3b-b9d3-465df0493546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:23.054751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Network hostable DHCP agents. Network: 3fdd197d-028a-47a1-bf95-74d63e01b02a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:14:23.134291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:14:23.143951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-942dae3d-59e8-44a5-a644-7695405c9860 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997066 Jan 29 20:14:23.228957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 3fdd197d-028a-47a1-bf95-74d63e01b02a) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:23.238018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf154d50-be2b-49c3-85d6-2e5338ddd2df None None] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:23.261033 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cdae6894-2649-4dce-80ee-cb2183cd1527 req-f7623d4e-ad95-4467-99d4-57d61267024e service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117148 Jan 29 20:14:23.280388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:23.281923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.322062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387af75-fe39-46b4-8d2f-a809626905c9 req-d5916ce3-35ff-45dd-99eb-143e2071f7c2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:23.328110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7387af75-fe39-46b4-8d2f-a809626905c9 req-d5916ce3-35ff-45dd-99eb-143e2071f7c2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.1103690 Jan 29 20:14:23.384040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7387af75-fe39-46b4-8d2f-a809626905c9 req-2b278873-e4fe-4574-963f-33dbe67cc75d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Jan 29 20:14:23.389187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-3fdd197d-028a-47a1-bf95-74d63e01b02a', 'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a', 'project_id': '14a78df478534d32872a90ad379c7632', 'fixed_ips': [{'subnet_id': '84da565f-9196-4ac0-9d07-941d462db662'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:14:23.391340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.439960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bef5db1f-17f2-4943-b867-a018d0503ca3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9830368 Jan 29 20:14:23.442628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59168) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:23.448130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Request body: {'port': {'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a', 'name': 'tempest-TagsExtTest-2075983158'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:23.542702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Allocated IP 172.20.0.2 (3fdd197d-028a-47a1-bf95-74d63e01b02a/84da565f-9196-4ac0-9d07-941d462db662/dbeec4f2-6eb4-4a28-97bb-369f7185171e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:23.618959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Made reservation on behalf of 14a78df478534d32872a90ad379c7632 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:23.622990 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.646580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] device_id is not set on port ea31d372-55ee-42d9-a92e-2e8981048fe3 yet. {{(pid=103563) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 29 20:14:23.716178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Publish callbacks [] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.801372 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.838774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:23.842033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:23.848763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:23.857668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Pushing event updated for resources: {'Port': ['ID=dbeec4f2-6eb4-4a28-97bb-369f7185171e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:23.858608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Allocated IP 172.20.0.4 (3fdd197d-028a-47a1-bf95-74d63e01b02a/84da565f-9196-4ac0-9d07-941d462db662/ea31d372-55ee-42d9-a92e-2e8981048fe3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:23.942994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Attempting to bind port dbeec4f2-6eb4-4a28-97bb-369f7185171e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:23.943393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Attempting to bind port dbeec4f2-6eb4-4a28-97bb-369f7185171e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'bd99680b-a47b-4f3b-b9d3-465df0493546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:23.943803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Attempting to bind port dbeec4f2-6eb4-4a28-97bb-369f7185171e on network 3fdd197d-028a-47a1-bf95-74d63e01b02a {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:23.953197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:23.954291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Checking segment: {'id': 'bd99680b-a47b-4f3b-b9d3-465df0493546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:23.954976 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:23.955650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Bound using segment: {'id': 'bd99680b-a47b-4f3b-b9d3-465df0493546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:23.956440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Bound port: dbeec4f2-6eb4-4a28-97bb-369f7185171e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd99680b-a47b-4f3b-b9d3-465df0493546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3fdd197d-028a-47a1-bf95-74d63e01b02a'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:23.957058 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.045430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] For port dbeec4f2-6eb4-4a28-97bb-369f7185171e, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:24.049434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] For port dbeec4f2-6eb4-4a28-97bb-369f7185171e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dbeec4f2-6eb4-4a28-97bb-369f7185171e,segment=NetworkSegment(bd99680b-a47b-4f3b-b9d3-465df0493546),segment_id=bd99680b-a47b-4f3b-b9d3-465df0493546)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:24.069372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.506280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d4b9a-9c4a-496d-9250-0980712ca73d req-c634243b-3a82-4bbf-b889-c9c90ad32952 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:24.507767 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d7d4b9a-9c4a-496d-9250-0980712ca73d req-c634243b-3a82-4bbf-b889-c9c90ad32952 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0521398 Jan 29 20:14:24.512366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.540805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.598732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538c38-11f8-4d3c-a0bc-877fbbaad659 None None] Pushing event updated for resources: {'Port': ['ID=dbeec4f2-6eb4-4a28-97bb-369f7185171e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:24.606665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:24.614672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d7d4b9a-9c4a-496d-9250-0980712ca73d req-6024dcad-d05d-4858-9f70-2d7084d250b0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965419 Jan 29 20:14:24.618017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:24.632702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:24.635406 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event updated for resources: {'Port': ['ID=ea31d372-55ee-42d9-a92e-2e8981048fe3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:24.701272 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:24.701901 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.785312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-99525ef8-0e75-47a9-974f-16544fbd7129 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3411093 Jan 29 20:14:24.789324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59182) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:24.793936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1868161712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:24.899971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (920680d5-8486-4e09-821c-38fb36fbdadd), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.901254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (920680d5-8486-4e09-821c-38fb36fbdadd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:24.984280 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for router_controller (920680d5-8486-4e09-821c-38fb36fbdadd), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:25.053716 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (920680d5-8486-4e09-821c-38fb36fbdadd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:25.169482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:25.174135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b3dde0a9-b7c7-4c17-b840-2404f3c8bc68 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3825896 Jan 29 20:14:25.174342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59188) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:25.179116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e370641c-8f1a-4b26-8b2c-f2773e3134bd tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-323575389', 'prefixes': ['172.20.0.0/16']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:25.184403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f32cc6b9-89d7-45ed-9bbb-2aa339209589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:25.457273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e370641c-8f1a-4b26-8b2c-f2773e3134bd tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:25.462662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59190) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:25.462852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e370641c-8f1a-4b26-8b2c-f2773e3134bd tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2873452 Jan 29 20:14:25.470670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-e800ea3a-daca-44e9-9301-9f564f1dde86 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-200007090') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:25.646840 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e800ea3a-daca-44e9-9301-9f564f1dde86 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-200007090 HTTP/1.1" status: 201 len: 201 time: 0.1801035 Jan 29 20:14:25.647514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59192) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:25.653084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-62d10eb9-7866-454e-b4a7-9a051eb0bf98 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-312403535') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:25.793574 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29721c4-60f1-4dd4-a1e5-4b1b8e92dcb1 req-26e505ae-c1ec-43b9-a24c-74ae6c667c04 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:25.795417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d29721c4-60f1-4dd4-a1e5-4b1b8e92dcb1 req-26e505ae-c1ec-43b9-a24c-74ae6c667c04 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0671012 Jan 29 20:14:25.834246 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-62d10eb9-7866-454e-b4a7-9a051eb0bf98 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-312403535 HTTP/1.1" status: 201 len: 201 time: 0.1832571 Jan 29 20:14:25.835020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59196) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:25.839179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-b45574fd-b9ab-401e-9e13-8488401045e3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-304014316') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:25.868729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d29721c4-60f1-4dd4-a1e5-4b1b8e92dcb1 req-d5628d4d-ac0e-4d0c-a9b2-7acd1dae9144 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664811 Jan 29 20:14:25.873405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727105fa-8fcf-4d44-8117-6d8b3a526c2c None None] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:25.979949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] Provisioning complete for port dbeec4f2-6eb4-4a28-97bb-369f7185171e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:25.980472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.033526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b45574fd-b9ab-401e-9e13-8488401045e3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-304014316 HTTP/1.1" status: 201 len: 201 time: 0.1979558 Jan 29 20:14:26.036060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59200) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.041424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-a6d8de66-863d-49ca-854a-759a54b954af tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-2105384135') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.124972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] Current status of the port dbeec4f2-6eb4-4a28-97bb-369f7185171e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:26.125935 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.176089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a6d8de66-863d-49ca-854a-759a54b954af tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-2105384135 HTTP/1.1" status: 201 len: 201 time: 0.1360905 Jan 29 20:14:26.176875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.180938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-d34ff027-f733-428b-93b3-b761755e3d00 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.279039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d34ff027-f733-428b-93b3-b761755e3d00 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags HTTP/1.1" status: 200 len: 240 time: 0.0986948 Jan 29 20:14:26.279291 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59206) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.284378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-421f1d99-2cba-43a1-a23a-0e46779aa62a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-200007090') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.344603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-421f1d99-2cba-43a1-a23a-0e46779aa62a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-200007090 HTTP/1.1" status: 204 len: 168 time: 0.0617502 Jan 29 20:14:26.344603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59208) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.348949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-da27537c-422f-4df9-92f7-f5ead844ec5b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-200007090') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.367355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] For port dbeec4f2-6eb4-4a28-97bb-369f7185171e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dbeec4f2-6eb4-4a28-97bb-369f7185171e,segment=NetworkSegment(bd99680b-a47b-4f3b-b9d3-465df0493546),segment_id=bd99680b-a47b-4f3b-b9d3-465df0493546)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:26.432580 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.492780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbe0af-07c4-4d0b-8d31-eb0fdd9a5692 None None] Pushing event updated for resources: {'Port': ['ID=dbeec4f2-6eb4-4a28-97bb-369f7185171e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:26.512976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-da27537c-422f-4df9-92f7-f5ead844ec5b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-200007090 HTTP/1.1" status: 204 len: 168 time: 0.1673157 Jan 29 20:14:26.516099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59210) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.520430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-ce2578d5-6f45-43d0-ae4c-82076f454af5 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.553512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e569dd76-576f-4385-9c64-8a1890ed4edb None None] Provisioning complete for port dbeec4f2-6eb4-4a28-97bb-369f7185171e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:26.554389 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e569dd76-576f-4385-9c64-8a1890ed4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.606347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59212) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.612790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-2b706d91-af71-4b13-b1d0-63e0e592cb43 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.613507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dbeec4f2-6eb4-4a28-97bb-369f7185171e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:14:26.617907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce2578d5-6f45-43d0-ae4c-82076f454af5 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags HTTP/1.1" status: 200 len: 205 time: 0.0993805 Jan 29 20:14:26.677394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.677999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b706d91-af71-4b13-b1d0-63e0e592cb43 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags HTTP/1.1" status: 200 len: 240 time: 0.0690813 Jan 29 20:14:26.682187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-26871302-fef2-49c0-ad2c-865acbbe5745 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-312403535') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.715570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dbeec4f2-6eb4-4a28-97bb-369f7185171e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:26.715570 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.737747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e569dd76-576f-4385-9c64-8a1890ed4edb None None] Current status of the port dbeec4f2-6eb4-4a28-97bb-369f7185171e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:26.761336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-26871302-fef2-49c0-ad2c-865acbbe5745 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-312403535 HTTP/1.1" status: 204 len: 168 time: 0.0800734 Jan 29 20:14:26.761553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59216) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.762788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e569dd76-576f-4385-9c64-8a1890ed4edb None None] Provisioning complete for port ea31d372-55ee-42d9-a92e-2e8981048fe3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:26.763285 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e569dd76-576f-4385-9c64-8a1890ed4edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.767719 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-ed3de77e-6f36-40b2-8754-4f93f7fd728c tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-312403535') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.816421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e569dd76-576f-4385-9c64-8a1890ed4edb None None] Port ea31d372-55ee-42d9-a92e-2e8981048fe3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:14:26.857557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dbeec4f2-6eb4-4a28-97bb-369f7185171e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:26.929998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ed3de77e-6f36-40b2-8754-4f93f7fd728c tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-312403535 HTTP/1.1" status: 204 len: 168 time: 0.1670010 Jan 29 20:14:26.932185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59220) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:26.937102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-04ccaf9e-5634-4235-8cd5-fe39073f2883 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:26.946107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e6096258-8014-4d6f-99fd-134186314b34 None None] Provisioning complete for port ea31d372-55ee-42d9-a92e-2e8981048fe3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:26.946661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e6096258-8014-4d6f-99fd-134186314b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:26.985672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e6096258-8014-4d6f-99fd-134186314b34 None None] Port ea31d372-55ee-42d9-a92e-2e8981048fe3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:14:27.000659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-04ccaf9e-5634-4235-8cd5-fe39073f2883 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags HTTP/1.1" status: 200 len: 205 time: 0.0645211 Jan 29 20:14:27.000893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59222) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.005238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-d7c61155-44b2-4798-8b10-dfc2e8b0fc21 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.027610 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df2156-e84b-4317-bdab-c6883fdff124 req-70a0d2ac-261c-49e0-a683-fe89cc538ef8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:27.029541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98df2156-e84b-4317-bdab-c6883fdff124 req-70a0d2ac-261c-49e0-a683-fe89cc538ef8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0786846 Jan 29 20:14:27.084498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98df2156-e84b-4317-bdab-c6883fdff124 req-c1e637d1-bd7b-417a-af7b-70252a9f342b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491829 Jan 29 20:14:27.099654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d7c61155-44b2-4798-8b10-dfc2e8b0fc21 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags HTTP/1.1" status: 200 len: 240 time: 0.0951400 Jan 29 20:14:27.099793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59226) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.104613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-bf98c54a-52d4-41c9-9ba8-f1c50a39dcd0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-304014316') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.183743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bf98c54a-52d4-41c9-9ba8-f1c50a39dcd0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-304014316 HTTP/1.1" status: 204 len: 168 time: 0.0828023 Jan 29 20:14:27.186088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59232) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.190628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-0b98d02c-af5d-4a12-a357-265052451a5b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-304014316') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.356995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0b98d02c-af5d-4a12-a357-265052451a5b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-304014316 HTTP/1.1" status: 204 len: 168 time: 0.1699138 Jan 29 20:14:27.359497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59234) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.363957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-ced72513-39c7-456f-af2c-333b2a5213e7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.443508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ced72513-39c7-456f-af2c-333b2a5213e7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags HTTP/1.1" status: 200 len: 205 time: 0.0809288 Jan 29 20:14:27.443985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.449920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-bcee2cc6-7293-4659-829d-b3f802228a05 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.475701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bcee2cc6-7293-4659-829d-b3f802228a05 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags HTTP/1.1" status: 200 len: 241 time: 0.0304718 Jan 29 20:14:27.486117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59248) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.491017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-d944e52b-b78a-4c9a-8521-61793d3b61a2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-2105384135') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.529373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d944e52b-b78a-4c9a-8521-61793d3b61a2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-2105384135 HTTP/1.1" status: 204 len: 168 time: 0.0420151 Jan 29 20:14:27.532298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59250) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.537836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-ed0a164e-36d0-4dce-b530-65feabcbffc0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-2105384135') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.630434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed0a164e-36d0-4dce-b530-65feabcbffc0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-2105384135 HTTP/1.1" status: 204 len: 168 time: 0.0967562 Jan 29 20:14:27.632626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59252) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.637471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-c80ccb99-2f4f-4055-af12-d15f75fa4fc3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.660049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c80ccb99-2f4f-4055-af12-d15f75fa4fc3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags HTTP/1.1" status: 200 len: 205 time: 0.0263247 Jan 29 20:14:27.662551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59254) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.667187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-6964f225-594e-4c58-86b2-ca76d43dcbe0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:27.695292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6964f225-594e-4c58-86b2-ca76d43dcbe0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags HTTP/1.1" status: 204 len: 168 time: 0.0312855 Jan 29 20:14:27.697435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59256) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:27.701970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-990ff60f-49cd-4e73-bf3e-82a316ae026a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.123230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-990ff60f-49cd-4e73-bf3e-82a316ae026a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags HTTP/1.1" status: 204 len: 168 time: 0.4224668 Jan 29 20:14:28.123880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59262) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.128577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-ae37f9dc-4a84-49d4-b327-64add089aaf9 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.206111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8e91a8ff-d749-4f1a-9309-a7ac26a075b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:28.226177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f22c4-c57b-4b74-bf42-2783f4d904b7 req-ed8f8409-b068-4261-b68d-dec95142dc23 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:28.227619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-829f22c4-c57b-4b74-bf42-2783f4d904b7 req-ed8f8409-b068-4261-b68d-dec95142dc23 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0704322 Jan 29 20:14:28.230202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ae37f9dc-4a84-49d4-b327-64add089aaf9 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags HTTP/1.1" status: 204 len: 168 time: 0.1051364 Jan 29 20:14:28.232957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59264) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.239347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-8467bc0a-c71a-4fd4-abf2-d2507280091d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.284492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-829f22c4-c57b-4b74-bf42-2783f4d904b7 req-3dbcb58f-73aa-47ca-997b-2876128ed302 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491242 Jan 29 20:14:28.333612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8467bc0a-c71a-4fd4-abf2-d2507280091d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags HTTP/1.1" status: 204 len: 168 time: 0.0993104 Jan 29 20:14:28.338351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59266) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.343003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-9408202e-22b4-4d6d-ae60-2859bb6c7234 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-766682119') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.492616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dbeec4f2-6eb4-4a28-97bb-369f7185171e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:14:28.535162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9408202e-22b4-4d6d-ae60-2859bb6c7234 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-766682119 HTTP/1.1" status: 201 len: 201 time: 0.1951306 Jan 29 20:14:28.537415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59270) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.543660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-a6bd3e7f-1169-4ac0-bbae-d380b537541d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-1288849114') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.550768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dbeec4f2-6eb4-4a28-97bb-369f7185171e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:28.551199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:28.647415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dbeec4f2-6eb4-4a28-97bb-369f7185171e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:28.694357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6bd3e7f-1169-4ac0-bbae-d380b537541d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-1288849114 HTTP/1.1" status: 201 len: 201 time: 0.1557293 Jan 29 20:14:28.697067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59272) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.701807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-7d9c44ff-5480-4685-aed6-c9f2ad6083f8 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-1316408196') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.854278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7d9c44ff-5480-4685-aed6-c9f2ad6083f8 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-1316408196 HTTP/1.1" status: 201 len: 201 time: 0.1561663 Jan 29 20:14:28.856938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59274) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.862664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-3d04ec4a-d3e4-4669-9ff5-9263789acaa6 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-1767163554') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:28.893574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:28.946321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3d04ec4a-d3e4-4669-9ff5-9263789acaa6 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-1767163554 HTTP/1.1" status: 201 len: 201 time: 0.0882812 Jan 29 20:14:28.949099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59278) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:28.953996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-7e9e35af-d154-4328-8810-22892503703b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', {'tags': ['tempest-TagsExtTest-Tag-821425299', 'tempest-TagsExtTest-Tag-2135602160', 'tempest-TagsExtTest-Tag-642693633']}) {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.090228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7e9e35af-d154-4328-8810-22892503703b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags HTTP/1.1" status: 200 len: 316 time: 0.1372523 Jan 29 20:14:29.090228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59288) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.094258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-1cc14f52-4a9c-447a-8cfd-564a0f890856 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.220220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1cc14f52-4a9c-447a-8cfd-564a0f890856 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags HTTP/1.1" status: 204 len: 168 time: 0.1290298 Jan 29 20:14:29.222701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59290) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.226879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-dc2d486a-6f76-444f-8bc7-1b55beffab7d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-821425299') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.278015 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-dc2d486a-6f76-444f-8bc7-1b55beffab7d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:29.280179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dc2d486a-6f76-444f-8bc7-1b55beffab7d tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-821425299 HTTP/1.1" status: 404 len: 328 time: 0.0556102 Jan 29 20:14:29.282789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59292) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.292430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-776b574c-db45-42cb-bc73-03b1d4bff0da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-2135602160') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.373221 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-776b574c-db45-42cb-bc73-03b1d4bff0da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:29.377198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-776b574c-db45-42cb-bc73-03b1d4bff0da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-2135602160 HTTP/1.1" status: 404 len: 329 time: 0.0896640 Jan 29 20:14:29.377432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.392473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-fae1da4d-a7a3-411f-af21-86e0b929a756 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662', 'tempest-TagsExtTest-Tag-642693633') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.441952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9c24-b72b-4fb3-9f16-b728e09e8105 req-302c84aa-79a2-4d6f-8aa5-57e14c9f8d9f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:29.451772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-842e9c24-b72b-4fb3-9f16-b728e09e8105 req-302c84aa-79a2-4d6f-8aa5-57e14c9f8d9f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0772436 Jan 29 20:14:29.454680 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-fae1da4d-a7a3-411f-af21-86e0b929a756 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:29.459741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fae1da4d-a7a3-411f-af21-86e0b929a756 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags/tempest-TagsExtTest-Tag-642693633 HTTP/1.1" status: 404 len: 328 time: 0.0743389 Jan 29 20:14:29.460311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59300) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.464941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-7e2b270d-25b8-45b6-b6f7-2ae8e7358b89 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', {'tags': ['tempest-TagsExtTest-Tag-986727735', 'tempest-TagsExtTest-Tag-1738680690', 'tempest-TagsExtTest-Tag-1673048983']}) {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.521856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-842e9c24-b72b-4fb3-9f16-b728e09e8105 req-f30fc010-6f75-4758-8064-9f5d31d16146 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679193 Jan 29 20:14:29.607266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7e2b270d-25b8-45b6-b6f7-2ae8e7358b89 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags HTTP/1.1" status: 200 len: 317 time: 0.1458662 Jan 29 20:14:29.609866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59302) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.615063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-71532e09-adbc-4102-b551-c58269a7d9dd tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.745883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71532e09-adbc-4102-b551-c58269a7d9dd tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags HTTP/1.1" status: 204 len: 168 time: 0.1340311 Jan 29 20:14:29.748367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59304) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.753546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-f98edf41-d608-4ce1-adb3-7af27d3a7ef2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-986727735') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.803977 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-f98edf41-d608-4ce1-adb3-7af27d3a7ef2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:29.807741 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f98edf41-d608-4ce1-adb3-7af27d3a7ef2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-986727735 HTTP/1.1" status: 404 len: 328 time: 0.0556026 Jan 29 20:14:29.808038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59306) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.813468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-94d63d6a-517b-4a4f-94dc-77e503bbc75c tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-1738680690') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.864552 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-94d63d6a-517b-4a4f-94dc-77e503bbc75c tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:29.868281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-94d63d6a-517b-4a4f-94dc-77e503bbc75c tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-1738680690 HTTP/1.1" status: 404 len: 329 time: 0.0563684 Jan 29 20:14:29.868595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59308) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.872898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-78a8c732-4a55-48a5-a611-89a5aa0acf32 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3', 'tempest-TagsExtTest-Tag-1673048983') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.931337 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-78a8c732-4a55-48a5-a611-89a5aa0acf32 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:29.940496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78a8c732-4a55-48a5-a611-89a5aa0acf32 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags/tempest-TagsExtTest-Tag-1673048983 HTTP/1.1" status: 404 len: 329 time: 0.0628262 Jan 29 20:14:29.940644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59312) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:29.946094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-4d1141d9-75e5-4f6b-ae9c-1218cd9708a9 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', {'tags': ['tempest-TagsExtTest-Tag-1367112963', 'tempest-TagsExtTest-Tag-765043372', 'tempest-TagsExtTest-Tag-443611111']}) {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:29.987279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:30.100129 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4d1141d9-75e5-4f6b-ae9c-1218cd9708a9 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags HTTP/1.1" status: 200 len: 316 time: 0.1584613 Jan 29 20:14:30.102891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59314) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.107573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-14466c28-85d7-49bc-b754-eac706e60dfe tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.271412 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-14466c28-85d7-49bc-b754-eac706e60dfe tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags HTTP/1.1" status: 204 len: 168 time: 0.1674139 Jan 29 20:14:30.274285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59316) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.281003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-5d51a330-7dcf-4eda-bc04-259a92d27da2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-1367112963') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.327720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:30.365292 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-5d51a330-7dcf-4eda-bc04-259a92d27da2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:30.366538 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5d51a330-7dcf-4eda-bc04-259a92d27da2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-1367112963 HTTP/1.1" status: 404 len: 329 time: 0.0910213 Jan 29 20:14:30.369415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59320) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.373846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-7deb9670-3874-4cb9-8535-908e50669f6e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-765043372') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.466198 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-7deb9670-3874-4cb9-8535-908e50669f6e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:30.469035 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7deb9670-3874-4cb9-8535-908e50669f6e tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-765043372 HTTP/1.1" status: 404 len: 328 time: 0.0985904 Jan 29 20:14:30.470715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59322) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.477140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-8af1632e-af03-4346-a4eb-ec6f3e2ccbe2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd', 'tempest-TagsExtTest-Tag-443611111') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.554412 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-8af1632e-af03-4346-a4eb-ec6f3e2ccbe2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:30.555553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8af1632e-af03-4346-a4eb-ec6f3e2ccbe2 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags/tempest-TagsExtTest-Tag-443611111 HTTP/1.1" status: 404 len: 328 time: 0.0838151 Jan 29 20:14:30.558331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.563677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-cb1f71f0-6edd-4070-9e06-fccea8b7650b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', {'tags': ['tempest-TagsExtTest-Tag-782978394', 'tempest-TagsExtTest-Tag-1159023054', 'tempest-TagsExtTest-Tag-1667491894']}) {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.665690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3615bf-8d28-4597-9024-d8640f46c440 req-c242c245-9854-4c47-8afa-6f4838711941 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:30.667371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a3615bf-8d28-4597-9024-d8640f46c440 req-c242c245-9854-4c47-8afa-6f4838711941 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0560856 Jan 29 20:14:30.669829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb1f71f0-6edd-4070-9e06-fccea8b7650b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "PUT /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags HTTP/1.1" status: 200 len: 317 time: 0.1105962 Jan 29 20:14:30.672614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59328) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.677295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-319857b8-9eeb-47cc-98be-0e6fc60ef35a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.741030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a3615bf-8d28-4597-9024-d8640f46c440 req-bafbf70f-188a-4b70-941c-5bc75812f692 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609024 Jan 29 20:14:30.808668 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-319857b8-9eeb-47cc-98be-0e6fc60ef35a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags HTTP/1.1" status: 204 len: 168 time: 0.1347971 Jan 29 20:14:30.811305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59330) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.815942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.tag.tag_plugin [None req-9177f0cd-ba24-405c-8514-f5d3f188f47f tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-782978394') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.838097 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-9177f0cd-ba24-405c-8514-f5d3f188f47f tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:30.841719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9177f0cd-ba24-405c-8514-f5d3f188f47f tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-782978394 HTTP/1.1" status: 404 len: 328 time: 0.0267236 Jan 29 20:14:30.842007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59332) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.847003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-cb563d0f-12da-41c6-8441-bb30db7da6a0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-1159023054') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.868416 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-cb563d0f-12da-41c6-8441-bb30db7da6a0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:30.872039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb563d0f-12da-41c6-8441-bb30db7da6a0 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-1159023054 HTTP/1.1" status: 404 len: 329 time: 0.0264695 Jan 29 20:14:30.872300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59334) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.876510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-37585e29-3e3d-4a18-87fb-8ab9746cee63 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577', 'tempest-TagsExtTest-Tag-1667491894') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.897361 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-37585e29-3e3d-4a18-87fb-8ab9746cee63 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] show failed (client error): The resource could not be found. Jan 29 20:14:30.901080 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-37585e29-3e3d-4a18-87fb-8ab9746cee63 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags/tempest-TagsExtTest-Tag-1667491894 HTTP/1.1" status: 404 len: 329 time: 0.0252461 Jan 29 20:14:30.901310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59336) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.905385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-4fd4716a-8855-4f4f-a717-77b735818c98 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eadca6c2-c585-4387-a90c-29c0aaa26577') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:30.937774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4fd4716a-8855-4f4f-a717-77b735818c98 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577/tags HTTP/1.1" status: 204 len: 168 time: 0.0324473 Jan 29 20:14:30.938328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59338) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:30.942930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-910584d5-00a7-4c9f-a561-716ed560639b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '920680d5-8486-4e09-821c-38fb36fbdadd') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:31.023581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-910584d5-00a7-4c9f-a561-716ed560639b tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd/tags HTTP/1.1" status: 204 len: 168 time: 0.0840547 Jan 29 20:14:31.026470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:31.031327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-2ac0e45c-d8a3-4b47-a8e2-8cdbf9e8ee01 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea31d372-55ee-42d9-a92e-2e8981048fe3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:31.088983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2ac0e45c-d8a3-4b47-a8e2-8cdbf9e8ee01 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3/tags HTTP/1.1" status: 204 len: 168 time: 0.0613270 Jan 29 20:14:31.091464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59344) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:31.096749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.tag.tag_plugin [None req-bc14ffa4-12cb-4b08-a851-f6bde9761cfb tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '84da565f-9196-4ac0-9d07-941d462db662') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:31.166343 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc14ffa4-12cb-4b08-a851-f6bde9761cfb tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662/tags HTTP/1.1" status: 204 len: 168 time: 0.0697091 Jan 29 20:14:31.167033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59346) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:31.341618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-742b527a-8463-429e-ba88-fa67ee5864d3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.345294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-742b527a-8463-429e-ba88-fa67ee5864d3 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnetpools/eadca6c2-c585-4387-a90c-29c0aaa26577 HTTP/1.1" status: 204 len: 168 time: 0.1749008 Jan 29 20:14:31.345766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:31.381526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f652feaa-47da-4341-ab95-86f3a1b9b906 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "GET /v2.0/ports?device_id=920680d5-8486-4e09-821c-38fb36fbdadd HTTP/1.1" status: 200 len: 205 time: 0.0341368 Jan 29 20:14:31.383742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59350) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:31.473019 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for router (920680d5-8486-4e09-821c-38fb36fbdadd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.532185 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.650835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (920680d5-8486-4e09-821c-38fb36fbdadd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.653044 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for router_controller (920680d5-8486-4e09-821c-38fb36fbdadd), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.762063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (920680d5-8486-4e09-821c-38fb36fbdadd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.762725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Fanout notify agent at l3_agent the message router_deleted on router 920680d5-8486-4e09-821c-38fb36fbdadd {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:14:31.770643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.771865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-53d0b023-bd2c-43da-a248-001ac1bb9bc7 tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/routers/920680d5-8486-4e09-821c-38fb36fbdadd HTTP/1.1" status: 204 len: 168 time: 0.3868980 Jan 29 20:14:31.774657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59356) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:31.881622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Deleting port ea31d372-55ee-42d9-a92e-2e8981048fe3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:31.882544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:31.896056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7934d4-eae3-4bec-bd6d-15e2b28982ee req-532a29be-085b-42bb-9121-1fa66d886c97 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:31.897676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7934d4-eae3-4bec-bd6d-15e2b28982ee req-532a29be-085b-42bb-9121-1fa66d886c97 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0573287 Jan 29 20:14:31.960754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4e7934d4-eae3-4bec-bd6d-15e2b28982ee req-1d48e4f9-8fde-4a72-9040-36e4d6a3a5f8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566027 Jan 29 20:14:32.004885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.027953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Calling delete_port for ea31d372-55ee-42d9-a92e-2e8981048fe3 owned by {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:32.251992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ea31d372-55ee-42d9-a92e-2e8981048fe3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.286454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event deleted for resources: {'Port': ['ID=ea31d372-55ee-42d9-a92e-2e8981048fe3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:32.312850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.313299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.313738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.314198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.314645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.315075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.315498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.315933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.316385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.316807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.317231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.317650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.318068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:32.372985 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.379070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a1deb424-885e-48d4-bb9a-1f21cd394ecc tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/ports/ea31d372-55ee-42d9-a92e-2e8981048fe3 HTTP/1.1" status: 204 len: 168 time: 0.6009593 Jan 29 20:14:32.379440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59360) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:32.456746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Deleting subnet 84da565f-9196-4ac0-9d07-941d462db662 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:14:32.472183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for subnet (84da565f-9196-4ac0-9d07-941d462db662), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.545193 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (84da565f-9196-4ac0-9d07-941d462db662), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.644718 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (84da565f-9196-4ac0-9d07-941d462db662), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.778338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (84da565f-9196-4ac0-9d07-941d462db662), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.816086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event deleted for resources: {'Subnet': ['ID=84da565f-9196-4ac0-9d07-941d462db662,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:32.818068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.821436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-89808dfd-f723-4d38-9fe5-687ac38463da tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/subnets/84da565f-9196-4ac0-9d07-941d462db662 HTTP/1.1" status: 204 len: 168 time: 0.4407060 Jan 29 20:14:32.823862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59364) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:32.833656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4ffc7-f76a-4084-880f-91c5aa9f8c21 None None] Network 3fdd197d-028a-47a1-bf95-74d63e01b02a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:32.912612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (3fdd197d-028a-47a1-bf95-74d63e01b02a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.978960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Deleting port dbeec4f2-6eb4-4a28-97bb-369f7185171e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:32.979584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:32.993357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] DHCP port deletion for 3fdd197d-028a-47a1-bf95-74d63e01b02a request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:14:33.066042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] Deleting port dbeec4f2-6eb4-4a28-97bb-369f7185171e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:33.066741 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.081203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] For port dbeec4f2-6eb4-4a28-97bb-369f7185171e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dbeec4f2-6eb4-4a28-97bb-369f7185171e,segment=NetworkSegment(bd99680b-a47b-4f3b-b9d3-465df0493546),segment_id=bd99680b-a47b-4f3b-b9d3-465df0493546)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:33.081576 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.100170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Calling delete_port for dbeec4f2-6eb4-4a28-97bb-369f7185171e owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:33.111705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594f2a1-a390-4aec-be2b-27f6a7151368 req-4b4819c9-ab00-4ebd-95fb-2a7ba8f76e45 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:33.113917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b594f2a1-a390-4aec-be2b-27f6a7151368 req-4b4819c9-ab00-4ebd-95fb-2a7ba8f76e45 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0744822 Jan 29 20:14:33.166275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b594f2a1-a390-4aec-be2b-27f6a7151368 req-da69e0e9-8c49-4b40-881f-f509b0226bc4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 Jan 29 20:14:33.170592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] For port dbeec4f2-6eb4-4a28-97bb-369f7185171e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dbeec4f2-6eb4-4a28-97bb-369f7185171e,segment=NetworkSegment(bd99680b-a47b-4f3b-b9d3-465df0493546),segment_id=bd99680b-a47b-4f3b-b9d3-465df0493546)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:33.170592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.194146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] Calling delete_port for dbeec4f2-6eb4-4a28-97bb-369f7185171e owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:33.298789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.313373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (dbeec4f2-6eb4-4a28-97bb-369f7185171e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.324403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event deleted for resources: {'Port': ['ID=dbeec4f2-6eb4-4a28-97bb-369f7185171e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:33.327858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] No DVR routers for this DVR port dbeec4f2-6eb4-4a28-97bb-369f7185171e on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:33.346346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] Pushing event deleted for resources: {'Port': ['ID=dbeec4f2-6eb4-4a28-97bb-369f7185171e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:33.355971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d65c9-6bd2-41a0-941f-92c686ab4abc None None] No DVR routers for this DVR port dbeec4f2-6eb4-4a28-97bb-369f7185171e on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:33.430817 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (3fdd197d-028a-47a1-bf95-74d63e01b02a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.450887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdd197d-028a-47a1-bf95-74d63e01b02a']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:33.464065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd99680b-a47b-4f3b-b9d3-465df0493546') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:33.464403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd99680b-a47b-4f3b-b9d3-465df0493546') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:33.474215 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (bd99680b-a47b-4f3b-b9d3-465df0493546), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.488385 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (bd99680b-a47b-4f3b-b9d3-465df0493546), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.495317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:33.495746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (bd99680b-a47b-4f3b-b9d3-465df0493546), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:33.499873 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:33.630862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (3fdd197d-028a-47a1-bf95-74d63e01b02a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.638709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:33.645495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] 10.222.0.15 "DELETE /v2.0/networks/3fdd197d-028a-47a1-bf95-74d63e01b02a HTTP/1.1" status: 204 len: 168 time: 0.8191259 Jan 29 20:14:33.660209 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4846c-fc76-4789-9d38-1dd9c4bcd78a tempest-TagsExtTest-1147796547 tempest-TagsExtTest-1147796547-project] Pushing event deleted for resources: {'Network': ['ID=3fdd197d-028a-47a1-bf95-74d63e01b02a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:34.237135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59384) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:34.356653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ede7f-283a-4ba7-bf66-38af48e90aed req-694b7305-7610-4449-8aca-d074d7d9e902 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:34.365256 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a3ede7f-283a-4ba7-bf66-38af48e90aed req-694b7305-7610-4449-8aca-d074d7d9e902 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0944710 Jan 29 20:14:34.445827 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a3ede7f-283a-4ba7-bf66-38af48e90aed req-a4190754-f695-4050-8b55-9a6139dae682 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795097 Jan 29 20:14:34.532793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:34.533027 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9ca659a2-5ade-4b7d-b0cf-f4322e501712 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14a78df478534d32872a90ad379c7632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2916329 Jan 29 20:14:34.547372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dbeec4f2-6eb4-4a28-97bb-369f7185171e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:34.570251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: dbeec4f2-6eb4-4a28-97bb-369f7185171e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:14:34.570704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dbeec4f2-6eb4-4a28-97bb-369f7185171e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:34.605120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafe2fd9-bd7a-487a-b806-64bb561c99d4 admin admin] Publish callbacks [] for security_group (b013ab37-a536-4d40-9d22-2578ccc6e713), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:34.636794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafe2fd9-bd7a-487a-b806-64bb561c99d4 admin admin] Publish callbacks [] for security_group (b013ab37-a536-4d40-9d22-2578ccc6e713), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:34.807811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafe2fd9-bd7a-487a-b806-64bb561c99d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b013ab37-a536-4d40-9d22-2578ccc6e713), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:34.812847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fafe2fd9-bd7a-487a-b806-64bb561c99d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:34.827025 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fafe2fd9-bd7a-487a-b806-64bb561c99d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b013ab37-a536-4d40-9d22-2578ccc6e713 HTTP/1.1" status: 204 len: 168 time: 0.2862344 Jan 29 20:14:34.852160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe2fd9-bd7a-487a-b806-64bb561c99d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013ab37-a536-4d40-9d22-2578ccc6e713,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:35.630303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53ed2-341a-4de6-9a82-fe22005b60b7 req-7e23298d-6680-41e9-b350-50512664d960 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:35.631968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31f53ed2-341a-4de6-9a82-fe22005b60b7 req-7e23298d-6680-41e9-b350-50512664d960 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0719850 Jan 29 20:14:35.689841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31f53ed2-341a-4de6-9a82-fe22005b60b7 req-2196da99-5692-4e30-98e3-7ad84915e45e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517056 Jan 29 20:14:36.840696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5de7d-d34f-41e5-af08-b399adad3fc6 req-a47bb8fa-f87e-45ae-a378-6aba619b9183 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:36.842380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8af5de7d-d34f-41e5-af08-b399adad3fc6 req-a47bb8fa-f87e-45ae-a378-6aba619b9183 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0589089 Jan 29 20:14:36.901062 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8af5de7d-d34f-41e5-af08-b399adad3fc6 req-cea2c431-54b2-4fb8-80f4-7ab61577ae6f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512302 Jan 29 20:14:37.601270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59476) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:37.717200 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f27ab4b-69f6-4522-81d5-70919acd8055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:37.793530 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f27ab4b-69f6-4522-81d5-70919acd8055 admin admin] Publish callbacks [] for security_group (a2737b90-a0cb-4761-8c25-89d21fdbc369), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:37.858893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f27ab4b-69f6-4522-81d5-70919acd8055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a2737b90-a0cb-4761-8c25-89d21fdbc369), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:37.904770 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f27ab4b-69f6-4522-81d5-70919acd8055 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=502df0086f4f4c449f61e4826703a80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000424 Jan 29 20:14:37.904770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27ab4b-69f6-4522-81d5-70919acd8055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2737b90-a0cb-4761-8c25-89d21fdbc369,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:37.906100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:37.963064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f122e8-47ca-430a-8ac6-3b3f5978aeae admin admin] Publish callbacks [] for security_group (a2737b90-a0cb-4761-8c25-89d21fdbc369), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:37.987488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f122e8-47ca-430a-8ac6-3b3f5978aeae admin admin] Publish callbacks [] for security_group (a2737b90-a0cb-4761-8c25-89d21fdbc369), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.054624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07859e39-5f91-4e8a-b080-d45f6ce2efb0 req-fcf5237a-b742-4893-ac44-bf2bc15c7f7e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:38.056962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07859e39-5f91-4e8a-b080-d45f6ce2efb0 req-fcf5237a-b742-4893-ac44-bf2bc15c7f7e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0719290 Jan 29 20:14:38.106973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07859e39-5f91-4e8a-b080-d45f6ce2efb0 req-ad61e098-7ae4-4e0b-a21a-203736e8b02a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Jan 29 20:14:38.125400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f122e8-47ca-430a-8ac6-3b3f5978aeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a2737b90-a0cb-4761-8c25-89d21fdbc369), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.128544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f122e8-47ca-430a-8ac6-3b3f5978aeae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.135514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7f122e8-47ca-430a-8ac6-3b3f5978aeae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2737b90-a0cb-4761-8c25-89d21fdbc369 HTTP/1.1" status: 204 len: 168 time: 0.2229486 Jan 29 20:14:38.141613 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f122e8-47ca-430a-8ac6-3b3f5978aeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2737b90-a0cb-4761-8c25-89d21fdbc369,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:38.268380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.783092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59494) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:38.797591 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44aae8da-7c14-4acb-8e89-0018e0b5324c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.884099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44aae8da-7c14-4acb-8e89-0018e0b5324c admin admin] Publish callbacks [] for security_group (cb913b9c-ba50-4ce1-beda-16eafb89c33e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.950176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-44aae8da-7c14-4acb-8e89-0018e0b5324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cb913b9c-ba50-4ce1-beda-16eafb89c33e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:38.988858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aae8da-7c14-4acb-8e89-0018e0b5324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb913b9c-ba50-4ce1-beda-16eafb89c33e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:38.995816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59496) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:39.002502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-44aae8da-7c14-4acb-8e89-0018e0b5324c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71953cd0661e4dbe9094c74ad97e9fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179499 Jan 29 20:14:39.046781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4422-c60f-4328-a136-af7078782c81 admin admin] Publish callbacks [] for security_group (cb913b9c-ba50-4ce1-beda-16eafb89c33e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:39.069375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4422-c60f-4328-a136-af7078782c81 admin admin] Publish callbacks [] for security_group (cb913b9c-ba50-4ce1-beda-16eafb89c33e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:39.201754 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4422-c60f-4328-a136-af7078782c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (cb913b9c-ba50-4ce1-beda-16eafb89c33e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:39.205069 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea3b4422-c60f-4328-a136-af7078782c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:39.209443 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ea3b4422-c60f-4328-a136-af7078782c81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb913b9c-ba50-4ce1-beda-16eafb89c33e HTTP/1.1" status: 204 len: 168 time: 0.2125545 Jan 29 20:14:39.230802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b4422-c60f-4328-a136-af7078782c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb913b9c-ba50-4ce1-beda-16eafb89c33e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:39.275148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79407d05-023e-40a5-ba5d-dd1006d83632 req-c77967c6-1a6b-40f3-b981-51079e5d8ff0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:39.277022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79407d05-023e-40a5-ba5d-dd1006d83632 req-c77967c6-1a6b-40f3-b981-51079e5d8ff0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0923934 Jan 29 20:14:39.364150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-79407d05-023e-40a5-ba5d-dd1006d83632 req-9b1c3a6e-98d6-45d7-9125-92843a5297fd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Jan 29 20:14:40.511273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b82c8a-d78d-4d22-bdbe-0b7d5e8d9f34 req-e665b57a-071e-4f8e-a584-7e0edb313fc5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:40.513071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75b82c8a-d78d-4d22-bdbe-0b7d5e8d9f34 req-e665b57a-071e-4f8e-a584-7e0edb313fc5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0644305 Jan 29 20:14:40.621609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75b82c8a-d78d-4d22-bdbe-0b7d5e8d9f34 req-89da8f45-9301-4b54-9bf7-8cbb89cd3061 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995998 Jan 29 20:14:41.812930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b01869-11ea-460e-bd01-6e06ce586e87 req-34de9ae1-8f64-4661-a214-e701fc0409b1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:41.815358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67b01869-11ea-460e-bd01-6e06ce586e87 req-34de9ae1-8f64-4661-a214-e701fc0409b1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0965350 Jan 29 20:14:41.897333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67b01869-11ea-460e-bd01-6e06ce586e87 req-d337e989-0c7c-42a5-ba81-efe5021e38c1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714362 Jan 29 20:14:42.106644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59636) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:42.280484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f9e94c9-5490-4b6d-b939-3cde2a69727e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.318237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 257cae81-cc34-4f9a-96cd-8057144a10f7 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:14:42.341894 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804698e-beb3-4d11-a7ad-4df7225e0a50 req-7c8f6ec6-e546-4eae-b03d-8de6de54469d tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:42.343881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3804698e-beb3-4d11-a7ad-4df7225e0a50 req-7c8f6ec6-e546-4eae-b03d-8de6de54469d tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.0942569 Jan 29 20:14:42.470339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 257cae81-cc34-4f9a-96cd-8057144a10f7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=257cae81-cc34-4f9a-96cd-8057144a10f7,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:42.480805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '257cae81-cc34-4f9a-96cd-8057144a10f7', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': '257cae81-cc34-4f9a-96cd-8057144a10f7', 'mac_address': 'fa:16:3e:39:0e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:14:42.497361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3804698e-beb3-4d11-a7ad-4df7225e0a50 req-e7db3922-17dc-4b73-991e-5dbc20532088 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446760 Jan 29 20:14:42.510058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f9e94c9-5490-4b6d-b939-3cde2a69727e admin admin] Publish callbacks [] for security_group (96823a09-5437-459c-a959-73af2ff1f226), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.537115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59660) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:42.555170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 257cae81-cc34-4f9a-96cd-8057144a10f7 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:42.555853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.571406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257cae81-cc34-4f9a-96cd-8057144a10f7 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:14:42.594593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 257cae81-cc34-4f9a-96cd-8057144a10f7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=257cae81-cc34-4f9a-96cd-8057144a10f7,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:42.595940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6f9e94c9-5490-4b6d-b939-3cde2a69727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (96823a09-5437-459c-a959-73af2ff1f226), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.637207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e94c9-5490-4b6d-b939-3cde2a69727e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96823a09-5437-459c-a959-73af2ff1f226,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:42.676031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.680690 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6f9e94c9-5490-4b6d-b939-3cde2a69727e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c9cc9ea7fa941feb7588afde21530f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695384 Jan 29 20:14:42.680833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:42.746808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39c0110c-5cd1-49de-8337-6e5ff40c3799 admin admin] Publish callbacks [] for security_group (96823a09-5437-459c-a959-73af2ff1f226), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.773814 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39c0110c-5cd1-49de-8337-6e5ff40c3799 admin admin] Publish callbacks [] for security_group (96823a09-5437-459c-a959-73af2ff1f226), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.779494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=257cae81-cc34-4f9a-96cd-8057144a10f7,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:42.792008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.792387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.792734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.793076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.793412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.800867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.801440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.803846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.804224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.804565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.804903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.805235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.805562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:42.835088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 340f7820-aa2e-4e7d-a85b-c490cd72b169 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:42.835665 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.875731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39c0110c-5cd1-49de-8337-6e5ff40c3799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (96823a09-5437-459c-a959-73af2ff1f226), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.879658 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-39c0110c-5cd1-49de-8337-6e5ff40c3799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.881264 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-39c0110c-5cd1-49de-8337-6e5ff40c3799 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96823a09-5437-459c-a959-73af2ff1f226 HTTP/1.1" status: 204 len: 168 time: 0.1975112 Jan 29 20:14:42.894524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0110c-5cd1-49de-8337-6e5ff40c3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96823a09-5437-459c-a959-73af2ff1f226,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:42.955805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['257cae81-cc34-4f9a-96cd-8057144a10f7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:14:42.970325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.970956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (340f7820-aa2e-4e7d-a85b-c490cd72b169), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:42.987612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 340f7820-aa2e-4e7d-a85b-c490cd72b169 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:43.240816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeaf1e-9487-4217-9ca2-4f123d0482d3 req-ba72c794-9d6a-46b9-ba36-98d3ddef71f5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:43.242706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5feeaf1e-9487-4217-9ca2-4f123d0482d3 req-ba72c794-9d6a-46b9-ba36-98d3ddef71f5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0759747 Jan 29 20:14:43.321344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5feeaf1e-9487-4217-9ca2-4f123d0482d3 req-8f698dcc-0b59-4675-8c9b-805b415f0144 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723739 Jan 29 20:14:43.419251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (340f7820-aa2e-4e7d-a85b-c490cd72b169), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:43.462654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=340f7820-aa2e-4e7d-a85b-c490cd72b169,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:43.542064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (73d4285e-833c-43ef-8411-a76645139efa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:43.542405 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP 73d4285e-833c-43ef-8411-a76645139efa disassociated (deleted). External IP: 172.25.5.45, port: e0992a06-330a-4e75-8711-9184fa4b7cee. Jan 29 20:14:43.749367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59728) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:43.763698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d25de29-e6a8-4179-9ca3-c445f01b7e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:43.809032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router ab5b5a09-4dec-421d-b181-175b4141fd40 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:14:43.862367 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d25de29-e6a8-4179-9ca3-c445f01b7e5c admin admin] Publish callbacks [] for security_group (fb9f795c-01a0-4a85-8b0e-5955fda4f285), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:43.928474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9d25de29-e6a8-4179-9ca3-c445f01b7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fb9f795c-01a0-4a85-8b0e-5955fda4f285), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:43.954578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:14:43.964973 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] Sync routers for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:14:43.965588 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:43.990743 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:14:43.992398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:44.008720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59748) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:44.012015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9d25de29-e6a8-4179-9ca3-c445f01b7e5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa62d83af8b042eca6a10fab1f9a39d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583079 Jan 29 20:14:44.012015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25de29-e6a8-4179-9ca3-c445f01b7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f795c-01a0-4a85-8b0e-5955fda4f285,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:44.059764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1cc952d2-cc2e-4192-b560-2050794f4621 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/floatingips/73d4285e-833c-43ef-8411-a76645139efa HTTP/1.1" status: 204 len: 168 time: 1.5212836 Jan 29 20:14:44.061220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:44.064468 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca" -d '{"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:44.115264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fc72-88d0-463a-bc4d-5e3f5788e7d3 admin admin] Publish callbacks [] for security_group (fb9f795c-01a0-4a85-8b0e-5955fda4f285), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.149657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fc72-88d0-463a-bc4d-5e3f5788e7d3 admin admin] Publish callbacks [] for security_group (fb9f795c-01a0-4a85-8b0e-5955fda4f285), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.163639 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f328d6-fc10-4291-895d-eeb0af629d53 x-openstack-request-id: req-96f328d6-fc10-4291-895d-eeb0af629d53 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:44.164708 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:44.165274 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96f328d6-fc10-4291-895d-eeb0af629d53 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:44.165967 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'status': 'completed', 'code': 200} Jan 29 20:14:44.236887 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:14:44.270189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-feecf51e-3789-4649-9810-660a9b33e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:44.271929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-feecf51e-3789-4649-9810-660a9b33e830 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 1127 time: 0.0809743 Jan 29 20:14:44.332613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 257cae81-cc34-4f9a-96cd-8057144a10f7 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:14:44.407128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fc72-88d0-463a-bc4d-5e3f5788e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (fb9f795c-01a0-4a85-8b0e-5955fda4f285), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.409797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-3ac9fc72-88d0-463a-bc4d-5e3f5788e7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.411431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3ac9fc72-88d0-463a-bc4d-5e3f5788e7d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb9f795c-01a0-4a85-8b0e-5955fda4f285 HTTP/1.1" status: 204 len: 168 time: 0.4009147 Jan 29 20:14:44.419958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9fc72-88d0-463a-bc4d-5e3f5788e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f795c-01a0-4a85-8b0e-5955fda4f285,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:44.422427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-32e73526-73a8-4ba7-b827-b43a3ee512b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:44.424038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-32e73526-73a8-4ba7-b827-b43a3ee512b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 200 len: 896 time: 0.1376748 Jan 29 20:14:44.518789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 257cae81-cc34-4f9a-96cd-8057144a10f7 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:14:44.530716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 257cae81-cc34-4f9a-96cd-8057144a10f7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:44.531114 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.565193 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-2835f824-2ef6-463d-90ac-57fe3af8fe6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 200 len: 217 time: 0.1169341 Jan 29 20:14:44.640754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad46789-61ad-45df-8e52-fd6798c1603c req-79fa8a31-918e-41ff-86ed-566355d80cb1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:44.650742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fad46789-61ad-45df-8e52-fd6798c1603c req-79fa8a31-918e-41ff-86ed-566355d80cb1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 945 time: 0.1919637 Jan 29 20:14:44.681751 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:44.716708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-97a2209f-ec4c-49be-8ad4-e8fe750ad303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:44.726189 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-97a2209f-ec4c-49be-8ad4-e8fe750ad303 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 200 len: 835 time: 0.1556511 Jan 29 20:14:44.737746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fad46789-61ad-45df-8e52-fd6798c1603c req-64cd8b64-c42e-434d-9a39-89ff45acaffe tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883670 Jan 29 20:14:44.743317 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] Checking router: ab5b5a09-4dec-421d-b181-175b4141fd40 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:14:44.753945 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:14:44.754578 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:44.773012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 257cae81-cc34-4f9a-96cd-8057144a10f7 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:44.773547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.838619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 257cae81-cc34-4f9a-96cd-8057144a10f7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=257cae81-cc34-4f9a-96cd-8057144a10f7,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:44.840159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257cae81-cc34-4f9a-96cd-8057144a10f7'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:44.843399 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2645c6-4da1-40f4-b2c4-df9246a0857c" -d '{"events": [{"server_uuid": "4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "257cae81-cc34-4f9a-96cd-8057144a10f7"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:44.876500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-ea2c6463-4639-4859-8931-1253d3f44560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:44.878608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-ea2c6463-4639-4859-8931-1253d3f44560 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df5be63-3d2f-40ac-ac17-e0e81f8b4991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1447368 Jan 29 20:14:44.895403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8f651-3451-4f05-a1f2-4206ad383d77 req-3da88a7d-f539-48c2-9bb3-35642c76e8ff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:44.897496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6f8f651-3451-4f05-a1f2-4206ad383d77 req-3da88a7d-f539-48c2-9bb3-35642c76e8ff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1649790 Jan 29 20:14:44.911617 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3df04e3-a3f8-4658-80a3-307c2b8d9d49 x-openstack-request-id: req-f3df04e3-a3f8-4658-80a3-307c2b8d9d49 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:44.911871 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "257cae81-cc34-4f9a-96cd-8057144a10f7", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:44.912742 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3df04e3-a3f8-4658-80a3-307c2b8d9d49 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:44.913315 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257cae81-cc34-4f9a-96cd-8057144a10f7', 'code': 200} Jan 29 20:14:44.921380 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:44.942405 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:14:45.098929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=257cae81-cc34-4f9a-96cd-8057144a10f7,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:45.167539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-c503ef85-1d3a-4058-8bbd-d0cd260c186f service neutron] 10.222.0.13 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689803 Jan 29 20:14:45.174929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6f8f651-3451-4f05-a1f2-4206ad383d77 req-fca18768-b5c1-4efe-a1a5-e53caa6ed938 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2269797 Jan 29 20:14:45.239823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abca150-8569-48f4-9a6a-e6341732eb10 req-10bdf4fd-e2bc-4a78-ac36-02c0871c72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:45.244231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0abca150-8569-48f4-9a6a-e6341732eb10 req-10bdf4fd-e2bc-4a78-ac36-02c0871c72a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 1128 time: 0.2175615 Jan 29 20:14:45.320705 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:45.347638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0abca150-8569-48f4-9a6a-e6341732eb10 req-83462130-46df-464c-88b8-cc9e52b149bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658786 Jan 29 20:14:45.349816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f99ea0f6-a11b-486a-8580-fb18eb2b2dca req-c24d18ed-d1a0-4476-acce-c62aabe19633 service neutron] 10.222.0.13 "GET /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739385 Jan 29 20:14:45.350175 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860460a-7d0b-4197-9ddc-1349a0c6d971 None None] The sync data for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 is: [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:12:47Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '6b3c7705-2440-49fe-b605-527ec1725dcb', 'name': '', 'network_id': '7df5be63-3d2f-40ac-ac17-e0e81f8b4991', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:fc:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:46Z', 'updated_at': '2022-01-29T20:12:52Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8f7baf1f-11ca-4aee-b66e-baa808f3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:14:45.572525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59838) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:45.587651 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2630af9-6df4-4386-a931-4a88f887ce54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:45.701514 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2630af9-6df4-4386-a931-4a88f887ce54 admin admin] Publish callbacks [] for security_group (3efa7068-5b73-429e-a941-0d13ba5b1a48), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:45.702423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabdfebb-00a6-4963-be1c-110e2a202687 None None] New status for floating IP 73d4285e-833c-43ef-8411-a76645139efa: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:14:45.779089 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2630af9-6df4-4386-a931-4a88f887ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3efa7068-5b73-429e-a941-0d13ba5b1a48), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:45.827714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2630af9-6df4-4386-a931-4a88f887ce54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa7068-5b73-429e-a941-0d13ba5b1a48,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:45.870691 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2630af9-6df4-4386-a931-4a88f887ce54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a7b9753a02a4514b1729d5c33af857c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964559 Jan 29 20:14:45.871113 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:45.956442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24f359da-93b8-46a0-9686-baa0b09cbbec admin admin] Publish callbacks [] for security_group (3efa7068-5b73-429e-a941-0d13ba5b1a48), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:45.959917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db51d0e-d186-4e74-bb47-c092deaf4336 req-1a2912e0-9700-4f8f-8201-562431cc0eda tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:45.961699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5db51d0e-d186-4e74-bb47-c092deaf4336 req-1a2912e0-9700-4f8f-8201-562431cc0eda tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0890386 Jan 29 20:14:45.994249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24f359da-93b8-46a0-9686-baa0b09cbbec admin admin] Publish callbacks [] for security_group (3efa7068-5b73-429e-a941-0d13ba5b1a48), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.019437 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5db51d0e-d186-4e74-bb47-c092deaf4336 req-da9d92f9-ac7d-4253-8cc6-03022aeb978b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518627 Jan 29 20:14:46.111358 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24f359da-93b8-46a0-9686-baa0b09cbbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3efa7068-5b73-429e-a941-0d13ba5b1a48), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.114606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-24f359da-93b8-46a0-9686-baa0b09cbbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.118192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-24f359da-93b8-46a0-9686-baa0b09cbbec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3efa7068-5b73-429e-a941-0d13ba5b1a48 HTTP/1.1" status: 204 len: 168 time: 0.2419326 Jan 29 20:14:46.130910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f359da-93b8-46a0-9686-baa0b09cbbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa7068-5b73-429e-a941-0d13ba5b1a48,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:46.175181 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-ac783d5c-8d68-4734-9bea-2196bc5fd95d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:46.177634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-ac783d5c-8d68-4734-9bea-2196bc5fd95d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.0948727 Jan 29 20:14:46.329775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port e0992a06-330a-4e75-8711-9184fa4b7cee {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:46.330227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.447783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c657-9b9b-44b0-97e3-09d150369db7 req-192cea63-f55d-4104-b09e-28be84abf99c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:46.447783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bd3c657-9b9b-44b0-97e3-09d150369db7 req-192cea63-f55d-4104-b09e-28be84abf99c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 945 time: 0.1335392 Jan 29 20:14:46.492942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port e0992a06-330a-4e75-8711-9184fa4b7cee, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=e0992a06-330a-4e75-8711-9184fa4b7cee,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:46.493323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.519653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for e0992a06-330a-4e75-8711-9184fa4b7cee owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:46.543392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bd3c657-9b9b-44b0-97e3-09d150369db7 req-a99f56f5-86e4-4da4-9a7f-5ba9f731b5f2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870333 Jan 29 20:14:46.618394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 59910) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:46.769269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1793a7a7-8a1d-4aa9-b09d-57ce306d3a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.825713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e0992a06-330a-4e75-8711-9184fa4b7cee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.865435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=e0992a06-330a-4e75-8711-9184fa4b7cee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:46.914879 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1793a7a7-8a1d-4aa9-b09d-57ce306d3a6b admin admin] Publish callbacks [] for security_group (e403e30d-90d5-4015-ab8c-1dc087e805db), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.932960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] No DVR routers for this DVR port e0992a06-330a-4e75-8711-9184fa4b7cee on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:46.937215 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.941952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e809328-4869-40e9-a5ef-5f938c7e7d92 req-fd31aaf2-eed8-454a-8c87-a2d1619f7bbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.13 "DELETE /v2.0/ports/e0992a06-330a-4e75-8711-9184fa4b7cee HTTP/1.1" status: 204 len: 173 time: 0.7553034 Jan 29 20:14:46.942753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-deleted', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:14:46.945777 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ff3b5-6237-4be2-8793-fc2bea0fd314" -d '{"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-deleted", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:14:46.989907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1793a7a7-8a1d-4aa9-b09d-57ce306d3a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e403e30d-90d5-4015-ab8c-1dc087e805db), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:46.996087 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a52ace-abd0-4a51-aa52-15f6c9c557f4 x-openstack-request-id: req-b6a52ace-abd0-4a51-aa52-15f6c9c557f4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:14:46.996087 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a69428-1f88-4680-937c-6459b24cf8ad", "name": "network-vif-deleted", "tag": "e0992a06-330a-4e75-8711-9184fa4b7cee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:14:46.996087 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6a52ace-abd0-4a51-aa52-15f6c9c557f4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:14:46.996087 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a69428-1f88-4680-937c-6459b24cf8ad', 'name': 'network-vif-deleted', 'tag': 'e0992a06-330a-4e75-8711-9184fa4b7cee', 'status': 'completed', 'code': 200} Jan 29 20:14:47.056643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1793a7a7-8a1d-4aa9-b09d-57ce306d3a6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b993779f55fc430fbb1aaf5206667cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365041 Jan 29 20:14:47.057740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a7a7-8a1d-4aa9-b09d-57ce306d3a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e403e30d-90d5-4015-ab8c-1dc087e805db,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:47.059617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 59942) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:47.144191 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39095498-cd21-4f6d-8541-d10cba604314 admin admin] Publish callbacks [] for security_group (e403e30d-90d5-4015-ab8c-1dc087e805db), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:47.181559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39095498-cd21-4f6d-8541-d10cba604314 admin admin] Publish callbacks [] for security_group (e403e30d-90d5-4015-ab8c-1dc087e805db), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:47.199825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20b609-b25e-4fe8-8ca1-a81f5a016057 req-d78a93d5-c096-48ab-a703-7aa7244f0f41 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:47.202274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1e20b609-b25e-4fe8-8ca1-a81f5a016057 req-d78a93d5-c096-48ab-a703-7aa7244f0f41 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0989289 Jan 29 20:14:47.263290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1e20b609-b25e-4fe8-8ca1-a81f5a016057 req-40035e17-68ae-4d2f-9f71-9a604d7ceb25 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Jan 29 20:14:47.362590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39095498-cd21-4f6d-8541-d10cba604314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e403e30d-90d5-4015-ab8c-1dc087e805db), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:47.362590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39095498-cd21-4f6d-8541-d10cba604314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:47.362590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-39095498-cd21-4f6d-8541-d10cba604314 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e403e30d-90d5-4015-ab8c-1dc087e805db HTTP/1.1" status: 204 len: 168 time: 0.2979915 Jan 29 20:14:47.374806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39095498-cd21-4f6d-8541-d10cba604314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e403e30d-90d5-4015-ab8c-1dc087e805db,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:47.467080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ef3f8-1717-4cd4-8bc2-70480df6376c req-f4611d2c-5ae2-4e81-a8cc-6034298c658e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:47.475580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f98ef3f8-1717-4cd4-8bc2-70480df6376c req-f4611d2c-5ae2-4e81-a8cc-6034298c658e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0797026 Jan 29 20:14:47.544009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f98ef3f8-1717-4cd4-8bc2-70480df6376c req-8f20c614-e1d2-446b-bd36-d233308a154f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673475 Jan 29 20:14:47.702295 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0996a920-b52d-4333-a491-a0e7c56b775a req-963bfc81-c1b3-48f0-a32e-bdaf21f92244 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=59a69428-1f88-4680-937c-6459b24cf8ad HTTP/1.1" status: 200 len: 210 time: 0.0331631 Jan 29 20:14:48.196542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:48.209616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9622de1-19ae-45cb-98ed-44280780db18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.289455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9622de1-19ae-45cb-98ed-44280780db18 admin admin] Publish callbacks [] for security_group (04457c8f-c6e4-4b2b-9b34-1a82520f2256), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.361617 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c9622de1-19ae-45cb-98ed-44280780db18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (04457c8f-c6e4-4b2b-9b34-1a82520f2256), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.384909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:48.404093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c9622de1-19ae-45cb-98ed-44280780db18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdd2c0d38c9143b8903ca3ea0bc1425c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2064724 Jan 29 20:14:48.405989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9622de1-19ae-45cb-98ed-44280780db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04457c8f-c6e4-4b2b-9b34-1a82520f2256,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:48.407472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60038) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:48.478993 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d0c657a-c48c-4b71-81fb-67c22a4999af admin admin] Publish callbacks [] for security_group (04457c8f-c6e4-4b2b-9b34-1a82520f2256), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.501633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d0c657a-c48c-4b71-81fb-67c22a4999af admin admin] Publish callbacks [] for security_group (04457c8f-c6e4-4b2b-9b34-1a82520f2256), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.530156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e28cf40-9bbd-4c7f-b61b-0ef16312208d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.560010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:48.581939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: e0992a06-330a-4e75-8711-9184fa4b7cee {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:14:48.582292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device e0992a06-330a-4e75-8711-9184fa4b7cee not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:48.697123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d0c657a-c48c-4b71-81fb-67c22a4999af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (04457c8f-c6e4-4b2b-9b34-1a82520f2256), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.699834 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d0c657a-c48c-4b71-81fb-67c22a4999af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.701018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d0c657a-c48c-4b71-81fb-67c22a4999af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04457c8f-c6e4-4b2b-9b34-1a82520f2256 HTTP/1.1" status: 204 len: 168 time: 0.2920127 Jan 29 20:14:48.757602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c657a-c48c-4b71-81fb-67c22a4999af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04457c8f-c6e4-4b2b-9b34-1a82520f2256,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:48.804416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60074) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:48.827877 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e28cf40-9bbd-4c7f-b61b-0ef16312208d admin admin] Publish callbacks [] for security_group (3e8bedec-463d-44cd-8afe-06d726de9ff3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.893771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2e28cf40-9bbd-4c7f-b61b-0ef16312208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3e8bedec-463d-44cd-8afe-06d726de9ff3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:48.935043 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2e28cf40-9bbd-4c7f-b61b-0ef16312208d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0366de0c8f9241fc9dfe99503b40989b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5489299 Jan 29 20:14:48.936144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28cf40-9bbd-4c7f-b61b-0ef16312208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8bedec-463d-44cd-8afe-06d726de9ff3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:48.951359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60092) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:48.997126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-316b90ef-6eaf-404b-b845-74458893d6fa admin admin] Publish callbacks [] for security_group (3e8bedec-463d-44cd-8afe-06d726de9ff3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:49.034300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-316b90ef-6eaf-404b-b845-74458893d6fa admin admin] Publish callbacks [] for security_group (3e8bedec-463d-44cd-8afe-06d726de9ff3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:49.172253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-316b90ef-6eaf-404b-b845-74458893d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3e8bedec-463d-44cd-8afe-06d726de9ff3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:49.174773 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-316b90ef-6eaf-404b-b845-74458893d6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:49.176061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-316b90ef-6eaf-404b-b845-74458893d6fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e8bedec-463d-44cd-8afe-06d726de9ff3 HTTP/1.1" status: 204 len: 168 time: 0.2365189 Jan 29 20:14:49.189873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b90ef-6eaf-404b-b845-74458893d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8bedec-463d-44cd-8afe-06d726de9ff3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:49.802778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (ab5b5a09-4dec-421d-b181-175b4141fd40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:50.234495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 6b3c7705-2440-49fe-b605-527ec1725dcb {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:50.235145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:50.390146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 6b3c7705-2440-49fe-b605-527ec1725dcb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6b3c7705-2440-49fe-b605-527ec1725dcb,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:50.390882 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:50.411580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 6b3c7705-2440-49fe-b605-527ec1725dcb owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:50.698615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6b3c7705-2440-49fe-b605-527ec1725dcb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:50.734006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=6b3c7705-2440-49fe-b605-527ec1725dcb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:50.760993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.763353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.764125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.764686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.765020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.765533 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.766130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:14:50.829870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60240) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:51.000650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1364578514-network', 'tenant_id': '3108fd62515e424db9234239280b9449'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:51.027298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (ab5b5a09-4dec-421d-b181-175b4141fd40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.118666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Made reservation on behalf of 3108fd62515e424db9234239280b9449 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:51.121550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.137803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.251827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks [] for security_group (0c32a91d-25c5-48ee-8173-7962036e4361), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.309121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router ab5b5a09-4dec-421d-b181-175b4141fd40 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:14:51.345639 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0c32a91d-25c5-48ee-8173-7962036e4361), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.394791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:14:51.415047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c32a91d-25c5-48ee-8173-7962036e4361,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:51.418891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e1568de8-7f78-47c9-aa3d-19bce935f352), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.419235 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Added segment e1568de8-7f78-47c9-aa3d-19bce935f352 of type vlan for network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 Jan 29 20:14:51.475966 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (3e1fb176-d122-41a2-ac97-8e63b9420dd3), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.481438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:14:51.492925 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] Sync routers for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:14:51.511315 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:14:51.512910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4c465fa7-b51a-49e8-a777-47b1127e333c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/ab5b5a09-4dec-421d-b181-175b4141fd40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7031522 Jan 29 20:14:51.513553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:51.516778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60280) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:51.587010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting subnet 8f7baf1f-11ca-4aee-b66e-baa808f3f88c {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:14:51.590611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (8f7baf1f-11ca-4aee-b66e-baa808f3f88c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.618129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (3e1fb176-d122-41a2-ac97-8e63b9420dd3), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.619248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:51.619833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.658989 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:14:51.664749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (8f7baf1f-11ca-4aee-b66e-baa808f3f88c), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.738607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1fb176-d122-41a2-ac97-8e63b9420dd3,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:51.751399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:14:51.813713 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8f7baf1f-11ca-4aee-b66e-baa808f3f88c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:51.874731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a0cbf51d-cd03-4839-aac1-8699f3b034d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0392404 Jan 29 20:14:51.875353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:51.880750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Request body: {'subnet': {'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1364578514-subnet', 'tenant_id': '3108fd62515e424db9234239280b9449', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:51.897789 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:14:50Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:51.924288 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] Checking router: ab5b5a09-4dec-421d-b181-175b4141fd40 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:14:51.932937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] Routers {'ab5b5a09-4dec-421d-b181-175b4141fd40'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:14:51.933539 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['ab5b5a09-4dec-421d-b181-175b4141fd40'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:52.025713 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (8f7baf1f-11ca-4aee-b66e-baa808f3f88c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.027665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Made reservation on behalf of 3108fd62515e424db9234239280b9449 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:52.030897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.054840 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] Set router ab5b5a09-4dec-421d-b181-175b4141fd40 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:14:52.078948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7baf1f-11ca-4aee-b66e-baa808f3f88c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:52.092672 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.099643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60318) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:52.100559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb8a218e-287b-48f1-ab2d-bdce0ad711cb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/subnets/8f7baf1f-11ca-4aee-b66e-baa808f3f88c HTTP/1.1" status: 204 len: 168 time: 0.5825863 Jan 29 20:14:52.104963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89936e2c-4c90-45bf-b1ab-eb70350d53db None None] Network 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:52.266988 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:14:50Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:52.306477 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca2718-a03f-443c-923c-de0c2665245f None None] The sync data for ids ['ab5b5a09-4dec-421d-b181-175b4141fd40'] in n-d-825496-5 is: [{'id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885985012', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:12:38Z', 'updated_at': '2022-01-29T20:14:50Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'dc1d27bd-e72a-433d-b64b-347e5c15415e', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b5a09-4dec-421d-b181-175b4141fd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:12:39Z', 'updated_at': '2022-01-29T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:14:52.309462 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (ab5b5a09-4dec-421d-b181-175b4141fd40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.350943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431d298a-1179-4053-86de-f2e53779def8 None None] DHCP port deletion for 7df5be63-3d2f-40ac-ac17-e0e81f8b4991 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:14:52.401490 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-431d298a-1179-4053-86de-f2e53779def8 None None] Deleting port 9cf2e04c-3b16-46f6-af10-356e15a56748 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:52.402184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-431d298a-1179-4053-86de-f2e53779def8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.413225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (c2b268ca-cdb0-4fee-aa2b-e40a508a8b88), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.448111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (ab5b5a09-4dec-421d-b181-175b4141fd40), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.486902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:52.489511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-431d298a-1179-4053-86de-f2e53779def8 None None] For port 9cf2e04c-3b16-46f6-af10-356e15a56748, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=9cf2e04c-3b16-46f6-af10-356e15a56748,segment=NetworkSegment(e1569817-6289-46a7-aa41-11dab7086909),segment_id=e1569817-6289-46a7-aa41-11dab7086909)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:52.490081 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-431d298a-1179-4053-86de-f2e53779def8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.497368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Checking segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:52.497368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Network hostable DHCP agents. Network: 3e1fb176-d122-41a2-ac97-8e63b9420dd3, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:14:52.504815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-431d298a-1179-4053-86de-f2e53779def8 None None] Calling delete_port for 9cf2e04c-3b16-46f6-af10-356e15a56748 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:52.564679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port dc1d27bd-e72a-433d-b64b-347e5c15415e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:14:52.564896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.595605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:14:52.665150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port dc1d27bd-e72a-433d-b64b-347e5c15415e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dc1d27bd-e72a-433d-b64b-347e5c15415e,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:52.665505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.699465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for dc1d27bd-e72a-433d-b64b-347e5c15415e owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:14:52.721186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-431d298a-1179-4053-86de-f2e53779def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (9cf2e04c-3b16-46f6-af10-356e15a56748), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.721424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 3e1fb176-d122-41a2-ac97-8e63b9420dd3) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:52.726196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:52.733982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.743721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012bcf54-11cd-4bcf-a0ae-8d7e91976e9b None None] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:52.800892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cf2e04c-3b16-46f6-af10-356e15a56748 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:52.809663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d298a-1179-4053-86de-f2e53779def8 None None] Pushing event deleted for resources: {'Port': ['ID=9cf2e04c-3b16-46f6-af10-356e15a56748,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:52.817521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d298a-1179-4053-86de-f2e53779def8 None None] No DVR routers for this DVR port 9cf2e04c-3b16-46f6-af10-356e15a56748 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:14:52.823966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fbfdabf2-71b7-475a-91f2-80f1a341f74a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9443226 Jan 29 20:14:52.826079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60334) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:52.831269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:52.866685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 9cf2e04c-3b16-46f6-af10-356e15a56748 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:14:52.867402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 9cf2e04c-3b16-46f6-af10-356e15a56748 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:52.868129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6b3c7705-2440-49fe-b605-527ec1725dcb no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:52.933077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (12eadc42-feea-46fe-b306-226b9ccd2f42), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.934145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (12eadc42-feea-46fe-b306-226b9ccd2f42), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:52.936841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 6b3c7705-2440-49fe-b605-527ec1725dcb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:14:52.937415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6b3c7705-2440-49fe-b605-527ec1725dcb not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:52.998536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:14:53.000240 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.103136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-00192fce-59ed-47b8-b8dd-174a5a0ba378 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:53.104985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-00192fce-59ed-47b8-b8dd-174a5a0ba378 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1338272 Jan 29 20:14:53.111954 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (dc1d27bd-e72a-433d-b64b-347e5c15415e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.149722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-14dfd686-ac39-4ea7-8c0d-74cf8be74ae4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0387609 Jan 29 20:14:53.150026 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=dc1d27bd-e72a-433d-b64b-347e5c15415e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:53.177820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Allocated IP 172.20.0.2 (3e1fb176-d122-41a2-ac97-8e63b9420dd3/c2b268ca-cdb0-4fee-aa2b-e40a508a8b88/ae745381-89fd-4026-bb4e-078075307cbd) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:53.195292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks [] for router_controller (12eadc42-feea-46fe-b306-226b9ccd2f42), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.270004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (ab5b5a09-4dec-421d-b181-175b4141fd40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.315603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-33e7609b-9fa8-42c1-9a07-ac9b17493468 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1582527 Jan 29 20:14:53.394845 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Publish callbacks [] for port (ae745381-89fd-4026-bb4e-078075307cbd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.410251 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (ab5b5a09-4dec-421d-b181-175b4141fd40), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.418086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (ab5b5a09-4dec-421d-b181-175b4141fd40), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.459880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ae745381-89fd-4026-bb4e-078075307cbd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.485065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks [] for router_gateway (12eadc42-feea-46fe-b306-226b9ccd2f42), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.525797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-5bfc2c1f-fe92-4eea-8b01-e40e134d2bfb service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761851 Jan 29 20:14:53.527935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Pushing event updated for resources: {'Port': ['ID=ae745381-89fd-4026-bb4e-078075307cbd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:53.532719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:53.534837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:53.537950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:53.613365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Attempting to bind port ae745381-89fd-4026-bb4e-078075307cbd on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:53.614639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Attempting to bind port ae745381-89fd-4026-bb4e-078075307cbd by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:53.615294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Attempting to bind port ae745381-89fd-4026-bb4e-078075307cbd on network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:53.621926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:53.622849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Checking segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:53.624948 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.625642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Bound using segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:53.626671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Bound port: ae745381-89fd-4026-bb4e-078075307cbd, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:53.627757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ae745381-89fd-4026-bb4e-078075307cbd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.644240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-7a4cd828-bb93-46f3-bf91-4fcc66f5cb69 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096253 Jan 29 20:14:53.648935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (ab5b5a09-4dec-421d-b181-175b4141fd40), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.648935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Fanout notify agent at l3_agent the message router_deleted on router ab5b5a09-4dec-421d-b181-175b4141fd40 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:14:53.652811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.657554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6b72ff3-8b7e-4716-8abd-cdad8b047e91 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/routers/ab5b5a09-4dec-421d-b181-175b4141fd40 HTTP/1.1" status: 204 len: 168 time: 1.5509338 Jan 29 20:14:53.657764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60360) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:53.798453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7df5be63-3d2f-40ac-ac17-e0e81f8b4991), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.825469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] For port ae745381-89fd-4026-bb4e-078075307cbd, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:53.841010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] For port ae745381-89fd-4026-bb4e-078075307cbd, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae745381-89fd-4026-bb4e-078075307cbd,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:53.927443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ae745381-89fd-4026-bb4e-078075307cbd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.931336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7df5be63-3d2f-40ac-ac17-e0e81f8b4991), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:53.967600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df5be63-3d2f-40ac-ac17-e0e81f8b4991']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:53.980559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1569817-6289-46a7-aa41-11dab7086909') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:53.981029 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1569817-6289-46a7-aa41-11dab7086909') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:53.993478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (e1569817-6289-46a7-aa41-11dab7086909), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.008469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e1569817-6289-46a7-aa41-11dab7086909), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.015510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:14:54.022258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (e1569817-6289-46a7-aa41-11dab7086909), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.051992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef24835-c037-488b-99ed-cbf11b2800ce None None] Pushing event updated for resources: {'Port': ['ID=ae745381-89fd-4026-bb4e-078075307cbd,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:14:54.083140 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:14:54.121162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-ce767b06-7aa6-40d8-9a9c-d557886f9d57 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:54.129754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-ce767b06-7aa6-40d8-9a9c-d557886f9d57 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/networks?id=a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 200 len: 814 time: 0.6573825 Jan 29 20:14:54.149817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-856216e3-002e-48d6-aa9a-14f4ec45b522 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/quotas/5d32b222901e43428974212dce1fdce5 HTTP/1.1" status: 200 len: 375 time: 0.0188901 Jan 29 20:14:54.158106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c666848-596d-4f92-8e61-9502536b3e50 req-8e4bb7e1-493a-4da1-8a2f-873503d2f01c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0473442 Jan 29 20:14:54.182910 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7df5be63-3d2f-40ac-ac17-e0e81f8b4991), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.197067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-1e2a9932-8f21-4abf-b8d3-c59a2abca63e tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439010 Jan 29 20:14:54.198534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.203403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/networks/7df5be63-3d2f-40ac-ac17-e0e81f8b4991 HTTP/1.1" status: 204 len: 168 time: 0.5446610 Jan 29 20:14:54.206117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60372) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:54.221178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a981fc-f82d-4aab-aa5d-6213f851ebbc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Network': ['ID=7df5be63-3d2f-40ac-ac17-e0e81f8b4991,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:54.417513 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc477040-1bac-465f-9770-a060c44b3c44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (ffbd106f-4bb2-4689-a4c7-2312dc0b5df9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.561061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc477040-1bac-465f-9770-a060c44b3c44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (ffbd106f-4bb2-4689-a4c7-2312dc0b5df9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.632920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae745381-89fd-4026-bb4e-078075307cbd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:14:54.674405 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks [] for router_gateway (12eadc42-feea-46fe-b306-226b9ccd2f42), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.698773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ae745381-89fd-4026-bb4e-078075307cbd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:54.699238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ae745381-89fd-4026-bb4e-078075307cbd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.708507 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:54.723530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-48df5a9d-cf23-4d1f-ab7b-6722c8f09efe service neutron] 10.222.0.15 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277436 Jan 29 20:14:54.908354 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d62f0c69-6658-4312-842f-7f4f84c0ad9e service neutron] 10.222.0.15 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586936 Jan 29 20:14:54.909686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Allocated IP 172.25.5.139 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/8192b095-4d5c-4a44-a393-14212968f656) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:55.012503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ae745381-89fd-4026-bb4e-078075307cbd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:55.014598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ae745381-89fd-4026-bb4e-078075307cbd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.021856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc477040-1bac-465f-9770-a060c44b3c44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ffbd106f-4bb2-4689-a4c7-2312dc0b5df9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.025015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc477040-1bac-465f-9770-a060c44b3c44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.026542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc477040-1bac-465f-9770-a060c44b3c44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffbd106f-4bb2-4689-a4c7-2312dc0b5df9 HTTP/1.1" status: 204 len: 168 time: 0.8191490 Jan 29 20:14:55.061053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port ae745381-89fd-4026-bb4e-078075307cbd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae745381-89fd-4026-bb4e-078075307cbd,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:14:55.070310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc477040-1bac-465f-9770-a060c44b3c44 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd106f-4bb2-4689-a4c7-2312dc0b5df9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:55.148175 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks [] for port (8192b095-4d5c-4a44-a393-14212968f656), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.407527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe598-b035-4d7d-9a62-e5603b088e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.407809 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8192b095-4d5c-4a44-a393-14212968f656), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.409734 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ae745381-89fd-4026-bb4e-078075307cbd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.471195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df8304-9e72-43b0-8538-d2c50eeaf293 None None] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:14:55.503130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:55.506452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:55.515688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:55.526719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dc1d27bd-e72a-433d-b64b-347e5c15415e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:14:55.547877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Pushing event updated for resources: {'Port': ['ID=8192b095-4d5c-4a44-a393-14212968f656,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:55.559017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: dc1d27bd-e72a-433d-b64b-347e5c15415e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:14:55.559017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dc1d27bd-e72a-433d-b64b-347e5c15415e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:14:55.562175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=ae745381-89fd-4026-bb4e-078075307cbd,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:55.577217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c01eacd3-1810-4302-bb75-7f084a623b46 req-ef92ab91-0431-4d8b-9d5a-13fdce8dbb09 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0633473 Jan 29 20:14:55.606932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b466063c-96e0-411b-a0c4-9bdab2f70389 None None] Provisioning complete for port ae745381-89fd-4026-bb4e-078075307cbd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:55.607591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b466063c-96e0-411b-a0c4-9bdab2f70389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ae745381-89fd-4026-bb4e-078075307cbd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.722976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8063baa-2af1-44e9-ac60-00d61934352e req-89ca1da6-a193-40a5-9e8a-ab49fb71bac0 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 210 time: 0.0520809 Jan 29 20:14:55.735410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b466063c-96e0-411b-a0c4-9bdab2f70389 None None] Current status of the port ae745381-89fd-4026-bb4e-078075307cbd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:55.942429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks [] for router_gateway (12eadc42-feea-46fe-b306-226b9ccd2f42), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:55.958570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-142da1f6-9b55-4248-9996-33fcdd6a55f1 None None] Provisioning complete for port ae745381-89fd-4026-bb4e-078075307cbd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:55.958934 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-142da1f6-9b55-4248-9996-33fcdd6a55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ae745381-89fd-4026-bb4e-078075307cbd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.042015 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-142da1f6-9b55-4248-9996-33fcdd6a55f1 None None] Current status of the port ae745381-89fd-4026-bb4e-078075307cbd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:56.194054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (12eadc42-feea-46fe-b306-226b9ccd2f42), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.441631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Router 12eadc42-feea-46fe-b306-226b9ccd2f42 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:14:56.502849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:56.508353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446308306', 'description': 'tempest-secgroup-smoke-446308306 description', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:56.536873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae745381-89fd-4026-bb4e-078075307cbd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:14:56.568565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:14:56.579911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Sync routers for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:14:56.599044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:14:56.599668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:56.622994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.649295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ae745381-89fd-4026-bb4e-078075307cbd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:56.649957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ae745381-89fd-4026-bb4e-078075307cbd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.654049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.656947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dc49d7c9-75d4-4712-bedd-cc0faa34e374 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8288472 Jan 29 20:14:56.659072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60416) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:56.758170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:14:56.807078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (98f6d5d0-6724-416f-a0c2-69341c54d785), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.851162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95a886b7-d607-4c93-9dc2-e2df7324edef req-6b1043e6-67eb-4908-9fa1-603ad8e78412 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0420165 Jan 29 20:14:56.894125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7de7882-ed1a-472f-9ad7-b5f186ebde72 req-06649cbf-c3e8-4cbb-8ad9-d853b823f380 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 210 time: 0.0338159 Jan 29 20:14:56.926292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (98f6d5d0-6724-416f-a0c2-69341c54d785), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:56.968694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f6d5d0-6724-416f-a0c2-69341c54d785,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:56.981833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ae745381-89fd-4026-bb4e-078075307cbd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:14:57.000881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:55Z', 'revision_number': 3, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:57.032620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Checking router: 12eadc42-feea-46fe-b306-226b9ccd2f42 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:14:57.033266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Updating router 12eadc42-feea-46fe-b306-226b9ccd2f42 port 8192b095-4d5c-4a44-a393-14212968f656 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:14:57.085252 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8192b095-4d5c-4a44-a393-14212968f656), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.099141 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.100884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-13ee0e80-311f-4536-a1a6-b700e16c35c6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5961387 Jan 29 20:14:57.116281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60420) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:57.123693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '98f6d5d0-6724-416f-a0c2-69341c54d785', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:57.278644 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-53396b22-a8d4-4928-ac13-11134d7250ec tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:57.284947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-53396b22-a8d4-4928-ac13-11134d7250ec tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.2224109 Jan 29 20:14:57.305349 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:57.313373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (1add4aad-14ef-4cfd-a720-6ac34af616d9), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.402214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.498406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (1add4aad-14ef-4cfd-a720-6ac34af616d9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.544622 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Publish callbacks [] for port (8192b095-4d5c-4a44-a393-14212968f656), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.625087 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (1add4aad-14ef-4cfd-a720-6ac34af616d9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.646879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1add4aad-14ef-4cfd-a720-6ac34af616d9,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:57.647655 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8192b095-4d5c-4a44-a393-14212968f656), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.650682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:57.658249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.668192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Allocated IP 172.20.0.1 (3e1fb176-d122-41a2-ac97-8e63b9420dd3/c2b268ca-cdb0-4fee-aa2b-e40a508a8b88/bd278de1-e680-475f-938e-dd9621b4420b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:57.741766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Attempting to bind port 8192b095-4d5c-4a44-a393-14212968f656 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:57.742141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Attempting to bind port 8192b095-4d5c-4a44-a393-14212968f656 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:57.742525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Attempting to bind port 8192b095-4d5c-4a44-a393-14212968f656 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:57.756159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd2271-e08d-4453-8ec0-3f9f3a988e50 None None] Pushing event updated for resources: {'Port': ['ID=8192b095-4d5c-4a44-a393-14212968f656,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:57.759296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:57.759783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:57.760084 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.761532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:57.762035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Bound port: 8192b095-4d5c-4a44-a393-14212968f656, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:57.762543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8192b095-4d5c-4a44-a393-14212968f656), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.770492 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.774989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dd43faad-7172-440f-a455-e61b78776741 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6543927 Jan 29 20:14:57.775727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60424) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:57.782716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '98f6d5d0-6724-416f-a0c2-69341c54d785', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:57.833031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] For port 8192b095-4d5c-4a44-a393-14212968f656, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:14:57.837880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] For port 8192b095-4d5c-4a44-a393-14212968f656, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8192b095-4d5c-4a44-a393-14212968f656,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:14:57.839484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.4 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/659368e5-b93a-4733-aef7-b6df9d1bfc37) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:57.882557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks [] for port (bd278de1-e680-475f-938e-dd9621b4420b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.899355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8192b095-4d5c-4a44-a393-14212968f656), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:57.945786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (05df7c7f-c42d-4b22-88a9-9ee792cd473c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.064064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:14:58.064785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:58.070907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd2271-e08d-4453-8ec0-3f9f3a988e50 None None] Pushing event updated for resources: {'Port': ['ID=8192b095-4d5c-4a44-a393-14212968f656,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:58.080041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acb340ea-4f38-4293-827e-4d987b42be5a req-f6520ecc-3bc6-4fc7-886c-e68311ed8191 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 210 time: 0.0666807 Jan 29 20:14:58.113384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bd278de1-e680-475f-938e-dd9621b4420b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.136029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33555fea-18b6-4a38-8c47-e10da36d3231 req-d9ad9bb3-53c7-4a1b-af2d-bc29d5af2cee tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0818286 Jan 29 20:14:58.141198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.179020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:58.276770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:58.282067 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.307578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:14:58.309500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:58.386730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:14:58.403118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:14:58.406132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=659368e5-b93a-4733-aef7-b6df9d1bfc37,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:58.408407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:14:58.436265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['257cae81-cc34-4f9a-96cd-8057144a10f7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:14:58.439858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-620cf318-bfe8-4de8-bc69-87f31022efbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.511408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (12eadc42-feea-46fe-b306-226b9ccd2f42), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.537184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (05df7c7f-c42d-4b22-88a9-9ee792cd473c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.585465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:58.586152 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.617985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-21b82d12-86a7-491e-9395-3cd4cab4cf77 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:58.620656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-21b82d12-86a7-491e-9395-3cd4cab4cf77 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "GET /v2.0/networks?id=a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 200 len: 814 time: 0.5365195 Jan 29 20:14:58.674785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Pushing event updated for resources: {'Port': ['ID=bd278de1-e680-475f-938e-dd9621b4420b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:58.689783 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (05df7c7f-c42d-4b22-88a9-9ee792cd473c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.699330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Request body: {'port': {'device_id': '157fb986-1935-482f-aeb0-51c50380d06d', 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1', 'admin_state_up': True, 'tenant_id': '5d32b222901e43428974212dce1fdce5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:58.722062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-dfdd0e2a-4b9e-436e-b54b-68f450cffd66 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4191380 Jan 29 20:14:58.734293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Request body: {'port': {'device_id': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:58.737599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05df7c7f-c42d-4b22-88a9-9ee792cd473c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:58.867971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.880088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:55Z', 'revision_number': 3, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:14:58.887809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f119909e-f95a-431a-b647-436a43498755 None None] Provisioning complete for port bd278de1-e680-475f-938e-dd9621b4420b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:58.888438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f119909e-f95a-431a-b647-436a43498755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bd278de1-e680-475f-938e-dd9621b4420b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.915953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:58.921188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e1daf835-c35e-400e-8a1d-b3274548b26a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1442080 Jan 29 20:14:58.921868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60438) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:14:58.962336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '98f6d5d0-6724-416f-a0c2-69341c54d785', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:14:59.064264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (5a1fd3bf-b8e7-4fe1-8399-ad89cfca436b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.084234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.085361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a1ce-d0cd-4073-b4ff-d1fff8868004 None None] The sync data for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 is: [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:55Z', 'revision_number': 3, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:14:59.157858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f119909e-f95a-431a-b647-436a43498755 None None] Port bd278de1-e680-475f-938e-dd9621b4420b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:14:59.192496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Made reservation on behalf of 5d32b222901e43428974212dce1fdce5 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:14:59.195869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.233141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bd278de1-e680-475f-938e-dd9621b4420b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.278399 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:14:59.303585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8e19e3fd-d66d-4622-b3ae-a6691c05ff91 None None] Provisioning complete for port 659368e5-b93a-4733-aef7-b6df9d1bfc37 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:14:59.303965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8e19e3fd-d66d-4622-b3ae-a6691c05ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.370189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8e19e3fd-d66d-4622-b3ae-a6691c05ff91 None None] Port 659368e5-b93a-4733-aef7-b6df9d1bfc37 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:14:59.387628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadf2cf-04d7-4cde-96ed-7e95358afc78 req-ff1307f5-a0c4-447b-8766-d7bdb5e29009 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:14:59.390532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0eadf2cf-04d7-4cde-96ed-7e95358afc78 req-ff1307f5-a0c4-447b-8766-d7bdb5e29009 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 931 time: 0.1038830 Jan 29 20:14:59.515378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659368e5-b93a-4733-aef7-b6df9d1bfc37 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:14:59.532397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Allocated IP 172.20.0.9 (a46ee294-0548-4ebb-a445-c14866f65ec1/7bce60b1-38a7-4a14-91f7-7803fe9175c6/55c2e704-0bf7-4b64-b17b-a3f60b4de4be) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:14:59.539732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Publish callbacks [] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.601392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Transition to ACTIVE for port object 659368e5-b93a-4733-aef7-b6df9d1bfc37 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:14:59.612688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0eadf2cf-04d7-4cde-96ed-7e95358afc78 req-1c984656-d414-49cd-9395-1e194aa7b447 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158446 Jan 29 20:14:59.620759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-824d0bcb-9bc6-40ec-9e0a-ebf701651a8b req-c6ff61a3-3b82-44bf-a404-b3cce2ee78e9 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 210 time: 0.3252432 Jan 29 20:14:59.631433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (5a1fd3bf-b8e7-4fe1-8399-ad89cfca436b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.682474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.787420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Pushing event updated for resources: {'Port': ['ID=659368e5-b93a-4733-aef7-b6df9d1bfc37,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:14:59.841066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks [] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.923352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Attempting to bind port 659368e5-b93a-4733-aef7-b6df9d1bfc37 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:14:59.923841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Attempting to bind port 659368e5-b93a-4733-aef7-b6df9d1bfc37 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:14:59.924290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Attempting to bind port 659368e5-b93a-4733-aef7-b6df9d1bfc37 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:59.944110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Port 659368e5-b93a-4733-aef7-b6df9d1bfc37 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:14:59.944558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Attempting to bind port 659368e5-b93a-4733-aef7-b6df9d1bfc37 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:14:59.959071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:14:59.959403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:14:59.960052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:14:59.962425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Bound port: 659368e5-b93a-4733-aef7-b6df9d1bfc37, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:14:59.968334 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:14:59.990592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.125042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] For port 659368e5-b93a-4733-aef7-b6df9d1bfc37, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:00.129997 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] For port 659368e5-b93a-4733-aef7-b6df9d1bfc37, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=659368e5-b93a-4733-aef7-b6df9d1bfc37,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:00.227201 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.362192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:00.363506 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.366196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] 10.222.0.13 "PUT /v2.0/ports/659368e5-b93a-4733-aef7-b6df9d1bfc37 HTTP/1.1" status: 200 len: 1091 time: 1.6371913 Jan 29 20:15:00.366901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'tag': '659368e5-b93a-4733-aef7-b6df9d1bfc37'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:15:00.369497 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f6288b-a833-4336-bb27-88b7ec42dec8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8316e64-344d-436a-a90c-0b296fb2a68a", "tag": "659368e5-b93a-4733-aef7-b6df9d1bfc37"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:15:00.407071 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.445935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77b5cb-455d-4310-82df-c93d154d1248 service neutron] Pushing event updated for resources: {'Port': ['ID=659368e5-b93a-4733-aef7-b6df9d1bfc37,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:00.458849 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e4a1d4-c835-4af3-92af-8a4ab332d241 x-openstack-request-id: req-67e4a1d4-c835-4af3-92af-8a4ab332d241 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:15:00.459103 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8316e64-344d-436a-a90c-0b296fb2a68a", "tag": "659368e5-b93a-4733-aef7-b6df9d1bfc37", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:15:00.459298 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67e4a1d4-c835-4af3-92af-8a4ab332d241 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:15:00.459840 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'tag': '659368e5-b93a-4733-aef7-b6df9d1bfc37', 'status': 'completed', 'code': 200} Jan 29 20:15:00.520999 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (5a1fd3bf-b8e7-4fe1-8399-ad89cfca436b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.579676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1fd3bf-b8e7-4fe1-8399-ad89cfca436b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:00.627309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6288b-a833-4336-bb27-88b7ec42dec8 req-8af1039d-5b48-426a-9657-08ee84206994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:00.629090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5f6288b-a833-4336-bb27-88b7ec42dec8 req-8af1039d-5b48-426a-9657-08ee84206994 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 1125 time: 0.1453834 Jan 29 20:15:00.755078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.765562 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.770199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b5efaa2a-0562-4dda-952c-ca16fea98cba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8195164 Jan 29 20:15:00.773898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60454) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:00.787852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks [] for port (bd278de1-e680-475f-938e-dd9621b4420b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.826955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8192b095-4d5c-4a44-a393-14212968f656 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:00.898311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8192b095-4d5c-4a44-a393-14212968f656 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:00.899399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8192b095-4d5c-4a44-a393-14212968f656), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.904828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '98f6d5d0-6724-416f-a0c2-69341c54d785', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:00.919369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Pushing event updated for resources: {'Port': ['ID=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:00.926541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (bd278de1-e680-475f-938e-dd9621b4420b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:00.939476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cffee1-3ab1-4c37-af6e-c305f1365eeb req-60f7a4e4-ede9-4f35-8a42-371f869b952a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:00.951583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52cffee1-3ab1-4c37-af6e-c305f1365eeb req-60f7a4e4-ede9-4f35-8a42-371f869b952a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1477802 Jan 29 20:15:00.970329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6288b-a833-4336-bb27-88b7ec42dec8 req-0bc2399f-d2e9-4779-bd1f-5462c7cd7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:00.976475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5f6288b-a833-4336-bb27-88b7ec42dec8 req-0bc2399f-d2e9-4779-bd1f-5462c7cd7d8b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=182b253ad62c4784b77549791897b309&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3222256 Jan 29 20:15:01.022535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8192b095-4d5c-4a44-a393-14212968f656 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:01.022864 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8192b095-4d5c-4a44-a393-14212968f656), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.057959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 8192b095-4d5c-4a44-a393-14212968f656, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8192b095-4d5c-4a44-a393-14212968f656,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:01.071343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Network a46ee294-0548-4ebb-a445-c14866f65ec1 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:01.115745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:01.121083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8192b095-4d5c-4a44-a393-14212968f656), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.133835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:01.135723 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-52cffee1-3ab1-4c37-af6e-c305f1365eeb req-8e7c05f5-a59a-41da-8fcd-384c4f3def45 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827488 Jan 29 20:15:01.172491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6288b-a833-4336-bb27-88b7ec42dec8 req-e6807718-5d05-4b6c-b8ec-8defeff6d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:01.174324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5f6288b-a833-4336-bb27-88b7ec42dec8 req-e6807718-5d05-4b6c-b8ec-8defeff6d4c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1828368 Jan 29 20:15:01.223828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=8192b095-4d5c-4a44-a393-14212968f656,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:01.252007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (005c0e9c-5f99-4bb9-9a53-cb77b16915e6), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.262070 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (12eadc42-feea-46fe-b306-226b9ccd2f42), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.272158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Pushing event updated for resources: {'Port': ['ID=bd278de1-e680-475f-938e-dd9621b4420b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:01.296895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-a236cad3-642f-4b32-87ca-ac42b71f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:01.304494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-a236cad3-642f-4b32-87ca-ac42b71f74c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 1125 time: 0.0693727 Jan 29 20:15:01.327051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f8c08-f319-42f8-ab37-48e633c05a48 req-54b0ff1b-e492-48a7-a2cf-accb1b11dd9c tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:01.334542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9f8c08-f319-42f8-ab37-48e633c05a48 req-54b0ff1b-e492-48a7-a2cf-accb1b11dd9c tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 931 time: 0.4161272 Jan 29 20:15:01.351439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:01.352078 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.358038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-a3a6e8cb-b88d-4845-8899-0067dd40f426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659368e5-b93a-4733-aef7-b6df9d1bfc37 HTTP/1.1" status: 200 len: 217 time: 0.0479026 Jan 29 20:15:01.451396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-8ac61d5f-0851-46dc-a633-85652d1e745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:01.453739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-8ac61d5f-0851-46dc-a633-85652d1e745c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0865853 Jan 29 20:15:01.498615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9f8c08-f319-42f8-ab37-48e633c05a48 req-e9a348c1-5246-446f-a557-5382a3b23cc7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625931 Jan 29 20:15:01.500404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (005c0e9c-5f99-4bb9-9a53-cb77b16915e6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.506067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-d3454722-250d-4ebb-a6ec-6057a6e40ba4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8358669 Jan 29 20:15:01.526136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Request body: {'port': {'device_id': '157fb986-1935-482f-aeb0-51c50380d06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:01.550203 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.567671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:01.571429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-221243e8-129d-47c0-9ebb-56c9671c933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:01.573416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:01.577535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-221243e8-129d-47c0-9ebb-56c9671c933f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120162 Jan 29 20:15:01.585544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (005c0e9c-5f99-4bb9-9a53-cb77b16915e6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.812690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.823967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005c0e9c-5f99-4bb9-9a53-cb77b16915e6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:01.911347 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:01.919644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d927db5-6c02-4400-92a7-069bed450004 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1194458 Jan 29 20:15:01.925482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60458) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:01.938061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '98f6d5d0-6724-416f-a0c2-69341c54d785', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:01.997367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Router 12eadc42-feea-46fe-b306-226b9ccd2f42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:15:02.022946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d8b1eb63-506f-43ee-903f-ba5605c46381 None None] Provisioning complete for port bd278de1-e680-475f-938e-dd9621b4420b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:02.024359 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d8b1eb63-506f-43ee-903f-ba5605c46381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bd278de1-e680-475f-938e-dd9621b4420b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.079980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1eb63-506f-43ee-903f-ba5605c46381 None None] Port bd278de1-e680-475f-938e-dd9621b4420b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:15:02.178897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-eb3f37c2-2c47-4d68-b90b-3852c9c0da91 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901444 Jan 29 20:15:02.183040 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:15:02.249441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (61b84fa5-0b0a-4219-8c94-33b3e487eb1d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.336961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e3f695d-c2a9-4041-b000-8fb09bbc7d62 req-1dd4ebf8-1d97-49ec-b7bb-b64cd0c6cbee service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459377 Jan 29 20:15:02.436148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ea15-0798-4c07-b0f8-1d9347b9a9a0 req-e81a0900-6840-45db-a268-8e3f8478d3dd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:02.439417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3116ea15-0798-4c07-b0f8-1d9347b9a9a0 req-e81a0900-6840-45db-a268-8e3f8478d3dd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1011450 Jan 29 20:15:02.456873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:15:02.477912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aa12294b-5742-45ed-8e2b-6c08c4c7162b admin admin] 10.222.0.15 "PUT /v2.0/routers/12eadc42-feea-46fe-b306-226b9ccd2f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8083313 Jan 29 20:15:02.477912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (61b84fa5-0b0a-4219-8c94-33b3e487eb1d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.494588 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Sync routers for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:15:02.508914 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:02.509739 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:02.567966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c2e704-0bf7-4b64-b17b-a3f60b4de4be {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:15:02.588441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (61b84fa5-0b0a-4219-8c94-33b3e487eb1d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.592436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3116ea15-0798-4c07-b0f8-1d9347b9a9a0 req-d7d3d92e-8aca-4587-b1ca-35e10d7691e9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466036 Jan 29 20:15:02.654559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Publish callbacks [] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.655848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8192b095-4d5c-4a44-a393-14212968f656 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:02.661365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b84fa5-0b0a-4219-8c94-33b3e487eb1d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:02.730976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Transition to ACTIVE for port object 55c2e704-0bf7-4b64-b17b-a3f60b4de4be will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:15:02.777549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445558f3-102c-4002-bfd5-0abf42f7c348 req-e838c646-56c4-4749-92e5-2ca23c4af6a3 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:02.782831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8192b095-4d5c-4a44-a393-14212968f656 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:02.783767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-445558f3-102c-4002-bfd5-0abf42f7c348 req-e838c646-56c4-4749-92e5-2ca23c4af6a3 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 931 time: 0.1112456 Jan 29 20:15:02.785507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8192b095-4d5c-4a44-a393-14212968f656), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.847780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.850170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-17d21f71-dd20-409a-a45f-479c8885de71 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9236965 Jan 29 20:15:02.853064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60468) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:02.858247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '98f6d5d0-6724-416f-a0c2-69341c54d785', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:02.865799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:02.942280 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:02.989389 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:15:02.994885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (48705374-d897-4483-99b0-60c029e1d216), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.015237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8192b095-4d5c-4a44-a393-14212968f656 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:03.078740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-445558f3-102c-4002-bfd5-0abf42f7c348 req-e24e5c3c-019f-4265-9d50-9c99f6efa32d tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853489 Jan 29 20:15:03.094121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Pushing event updated for resources: {'Port': ['ID=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:03.118145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (48705374-d897-4483-99b0-60c029e1d216), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.190111 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (48705374-d897-4483-99b0-60c029e1d216), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.218484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48705374-d897-4483-99b0-60c029e1d216,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:03.231123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Attempting to bind port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:03.233566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Attempting to bind port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:03.234203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Attempting to bind port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be on network a46ee294-0548-4ebb-a445-c14866f65ec1 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:03.240838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be on network a46ee294-0548-4ebb-a445-c14866f65ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:15:03.241552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Attempting to bind port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be on network a46ee294-0548-4ebb-a445-c14866f65ec1 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:03.248601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:03.249126 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Checking segment: {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:03.249588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Bound using segment: {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:03.250117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Bound port: 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:03.250544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.287367 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:00Z', 'revision_number': 2, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:03.318222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.320130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-52386f92-81ae-43ef-a341-fb54e8a5a21e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4658251 Jan 29 20:15:03.323342 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:03.326417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Checking router: 12eadc42-feea-46fe-b306-226b9ccd2f42 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:15:03.326417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Updating router 12eadc42-feea-46fe-b306-226b9ccd2f42 port bd278de1-e680-475f-938e-dd9621b4420b binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:15:03.334812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'network': {'name': 'tempest-network-smoke--593963967', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:03.386622 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bd278de1-e680-475f-938e-dd9621b4420b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.397765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] For port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:03.404666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] For port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:03.473618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:15:03.477210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.504541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.540236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:15:03.556783 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4a09da52-e87a-4029-8680-db0c87db987e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.557134 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Added segment 4a09da52-e87a-4029-8680-db0c87db987e of type vlan for network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 Jan 29 20:15:03.600524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:03.601304 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.603117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] 10.222.0.13 "PUT /v2.0/ports/55c2e704-0bf7-4b64-b17b-a3f60b4de4be HTTP/1.1" status: 200 len: 1091 time: 2.0821462 Jan 29 20:15:03.603698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157fb986-1935-482f-aeb0-51c50380d06d', 'tag': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:15:03.607374 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e" -d '{"events": [{"name": "network-changed", "server_uuid": "157fb986-1935-482f-aeb0-51c50380d06d", "tag": "55c2e704-0bf7-4b64-b17b-a3f60b4de4be"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:15:03.608642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.636140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaa9dc-5565-4881-9208-49d0b48bad79 service neutron] Pushing event updated for resources: {'Port': ['ID=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:03.650847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60488) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:03.732745 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.739070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:03.739551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.740478 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149628d-7aaf-4c02-8648-1af5deb3f8ba x-openstack-request-id: req-5149628d-7aaf-4c02-8648-1af5deb3f8ba {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:15:03.740835 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157fb986-1935-482f-aeb0-51c50380d06d", "tag": "55c2e704-0bf7-4b64-b17b-a3f60b4de4be", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:15:03.742920 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5149628d-7aaf-4c02-8648-1af5deb3f8ba {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:15:03.742920 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157fb986-1935-482f-aeb0-51c50380d06d', 'tag': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be', 'status': 'completed', 'code': 200} Jan 29 20:15:03.942289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6175327 Jan 29 20:15:03.943224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60496) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:03.949939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'admin_state_up': True, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:03.970157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:03.970411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8b92-3b73-4493-a52e-2d7700a911f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:03.972779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d527b0-9eba-4380-854d-fda88d82cd47 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Network': ['ID=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:03.987845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-840007250-network', 'tenant_id': '24ea318819f94db5aebe260a7e31455f'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:03.987984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:15:04.016242 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Publish callbacks [] for port (bd278de1-e680-475f-938e-dd9621b4420b), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.036102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (cc464c78-9750-4ece-bda2-522854c336f8), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.037597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (cc464c78-9750-4ece-bda2-522854c336f8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.041733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-dfd8e6d1-12cd-4e49-b5d6-5ebe12c3979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:04.044546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-dfd8e6d1-12cd-4e49-b5d6-5ebe12c3979d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 1125 time: 0.2944052 Jan 29 20:15:04.055118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba80804-7e68-46ef-bc20-43ada36fcc8e req-469eb8a9-2e23-4623-845b-d6962c3beb87 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:04.056760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ba80804-7e68-46ef-bc20-43ada36fcc8e req-469eb8a9-2e23-4623-845b-d6962c3beb87 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.2383773 Jan 29 20:15:04.066752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Made reservation on behalf of 24ea318819f94db5aebe260a7e31455f for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:15:04.069568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.092375 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bd278de1-e680-475f-938e-dd9621b4420b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.123023 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.139245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-a979bb25-6ff5-4aa3-8bf6-93f82e4bed96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be HTTP/1.1" status: 200 len: 217 time: 0.0809658 Jan 29 20:15:04.207646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Pushing event updated for resources: {'Port': ['ID=bd278de1-e680-475f-938e-dd9621b4420b,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:04.222733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (cc464c78-9750-4ece-bda2-522854c336f8), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.225069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.225596 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.225937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.226267 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.226645 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.226971 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.227293 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.227656 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.227976 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.228313 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.228684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.229129 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.229570 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:04.255320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-63671e81-8db0-414b-8e44-17529c147012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:04.260531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-63671e81-8db0-414b-8e44-17529c147012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bce60b1-38a7-4a14-91f7-7803fe9175c6 HTTP/1.1" status: 200 len: 854 time: 0.1073029 Jan 29 20:15:04.307826 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Attempting to bind port bd278de1-e680-475f-938e-dd9621b4420b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:04.308337 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Attempting to bind port bd278de1-e680-475f-938e-dd9621b4420b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:04.308706 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Attempting to bind port bd278de1-e680-475f-938e-dd9621b4420b on network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:04.316814 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:04.317190 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Checking segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:04.317679 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.318077 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Bound using segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:04.318644 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Bound port: bd278de1-e680-475f-938e-dd9621b4420b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:04.319014 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bd278de1-e680-475f-938e-dd9621b4420b), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.426423 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-57f0fca4-fed6-4870-ab9c-fd72e962f7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a46ee294-0548-4ebb-a445-c14866f65ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567082 Jan 29 20:15:04.426715 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] For port bd278de1-e680-475f-938e-dd9621b4420b, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:04.430576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] For port bd278de1-e680-475f-938e-dd9621b4420b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bd278de1-e680-475f-938e-dd9621b4420b,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:04.472449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0ba80804-7e68-46ef-bc20-43ada36fcc8e req-9cc5f870-f70b-4de9-a215-046f68dea1db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535156 Jan 29 20:15:04.538915 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bd278de1-e680-475f-938e-dd9621b4420b), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.549856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8b92-3b73-4493-a52e-2d7700a911f2 admin admin] Publish callbacks [] for security_group (a5e577d3-92f9-4693-8d01-22dedccc6a61), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.582962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-aac1971c-7c79-470b-bbd4-2184645bd4dd service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397083 Jan 29 20:15:04.627113 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:04.639552 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:04.648827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8b92-3b73-4493-a52e-2d7700a911f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a5e577d3-92f9-4693-8d01-22dedccc6a61), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.689249 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (cc464c78-9750-4ece-bda2-522854c336f8), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.723520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b8b92-3b73-4493-a52e-2d7700a911f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e577d3-92f9-4693-8d01-22dedccc6a61,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:04.728067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aa715-e19c-4f09-a465-f39c5a4f3d24 req-ba130da8-b41b-43a4-93ca-60a6f4447559 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:04.738973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-562aa715-e19c-4f09-a465-f39c5a4f3d24 req-ba130da8-b41b-43a4-93ca-60a6f4447559 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 943 time: 0.5018630 Jan 29 20:15:04.766656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] Provisioning complete for port bd278de1-e680-475f-938e-dd9621b4420b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:04.769219 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bd278de1-e680-475f-938e-dd9621b4420b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.784824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f3b8b92-3b73-4493-a52e-2d7700a911f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a4d5c5d278440de9ff5277c41355a68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1303377 Jan 29 20:15:04.786266 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1011d7-2563-4149-b119-579b1dc73738 None None] Pushing event updated for resources: {'Port': ['ID=bd278de1-e680-475f-938e-dd9621b4420b,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:04.786439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60504) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:04.896971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a4f6a64-5dfc-4723-a7fc-68277175a8e7 req-58f38b0b-35b5-4dc3-a6cb-9bf2ab67938a service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009295 Jan 29 20:15:04.913168 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-562aa715-e19c-4f09-a465-f39c5a4f3d24 req-a5a88109-3189-42b0-83f0-c85410e757bb tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750631 Jan 29 20:15:04.976464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-45a37bca-2724-4efc-bd2c-12f194084d21 admin admin] Publish callbacks [] for security_group (a5e577d3-92f9-4693-8d01-22dedccc6a61), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:04.978415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] Current status of the port bd278de1-e680-475f-938e-dd9621b4420b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:04.978879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bd278de1-e680-475f-938e-dd9621b4420b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.002990 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks [] for security_group (aa655aae-0016-45b3-8e3c-8527491c1825), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.007959 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:05.046153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] For port bd278de1-e680-475f-938e-dd9621b4420b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bd278de1-e680-475f-938e-dd9621b4420b,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:05.062209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-45a37bca-2724-4efc-bd2c-12f194084d21 admin admin] Publish callbacks [] for security_group (a5e577d3-92f9-4693-8d01-22dedccc6a61), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.105297 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aa655aae-0016-45b3-8e3c-8527491c1825), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.115510 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (bd278de1-e680-475f-938e-dd9621b4420b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.181366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa655aae-0016-45b3-8e3c-8527491c1825,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:05.222997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c0cc3-fd99-42fb-ac0c-51b42c8a2be4 None None] Pushing event updated for resources: {'Port': ['ID=bd278de1-e680-475f-938e-dd9621b4420b,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:05.224658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:15:05.228531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-45a37bca-2724-4efc-bd2c-12f194084d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a5e577d3-92f9-4693-8d01-22dedccc6a61), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.232314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-45a37bca-2724-4efc-bd2c-12f194084d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.252907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-45a37bca-2724-4efc-bd2c-12f194084d21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5e577d3-92f9-4693-8d01-22dedccc6a61 HTTP/1.1" status: 204 len: 168 time: 0.4661045 Jan 29 20:15:05.254137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (de56e9d5-db9c-4c82-bb37-ca1b336d4261), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.254495 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Added segment de56e9d5-db9c-4c82-bb37-ca1b336d4261 of type vlan for network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd Jan 29 20:15:05.260748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d189ed52-3564-44f1-a350-35b5dca24c1f None None] Provisioning complete for port bd278de1-e680-475f-938e-dd9621b4420b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:05.261627 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d189ed52-3564-44f1-a350-35b5dca24c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bd278de1-e680-475f-938e-dd9621b4420b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.291080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a37bca-2724-4efc-bd2c-12f194084d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e577d3-92f9-4693-8d01-22dedccc6a61,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:05.300289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-f2826f2d-2a1c-446c-8acc-6258a095156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:05.303468 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-f2826f2d-2a1c-446c-8acc-6258a095156e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 1125 time: 0.1685283 Jan 29 20:15:05.517976 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:04Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:05.559919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d189ed52-3564-44f1-a350-35b5dca24c1f None None] Current status of the port bd278de1-e680-475f-938e-dd9621b4420b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:05.593055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (65606fc7-fb6f-4d6c-a441-86dd027ba7dd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.604387 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b548b8e-aebc-40ff-b2a8-3e9f123efd48 None None] The sync data for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 is: [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:04Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:15:05.626650 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (cc464c78-9750-4ece-bda2-522854c336f8), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.658344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.745996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-0471fc79-7976-4034-ba40-dee4696c3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:05.748373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-0471fc79-7976-4034-ba40-dee4696c3ed1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 200 len: 914 time: 0.4348476 Jan 29 20:15:05.756848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (65606fc7-fb6f-4d6c-a441-86dd027ba7dd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.758455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:05.758455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:05.854113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-3bbbe2ca-cf7d-4839-b28a-48841f154800 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be HTTP/1.1" status: 200 len: 217 time: 0.0838783 Jan 29 20:15:05.900650 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9288085 Jan 29 20:15:05.900926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f813c27-d03a-4bd7-ba1c-18f7cc79315b req-55ed1d35-3932-43f3-8599-eccc7698bfc9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:05.902257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f813c27-d03a-4bd7-ba1c-18f7cc79315b req-55ed1d35-3932-43f3-8599-eccc7698bfc9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.2751508 Jan 29 20:15:05.922239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60512) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:05.929027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317d7bb-6283-4fd1-83d1-e66c8c421e83 admin admin] Pushing event updated for resources: {'Network': ['ID=65606fc7-fb6f-4d6c-a441-86dd027ba7dd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:05.934340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Request body: {'subnet': {'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-840007250-subnet', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:05.941961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:15:05.991540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.215 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/11125d17-14cf-4ee7-8b34-6a8cd0d24b2a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:06.052755 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-4a79a303-9ac6-487c-b532-8ab81bb6822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:06.054263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-4a79a303-9ac6-487c-b532-8ab81bb6822d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bce60b1-38a7-4a14-91f7-7803fe9175c6 HTTP/1.1" status: 200 len: 854 time: 0.1928351 Jan 29 20:15:06.153600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-aa2c5b99-1bd5-48ef-b294-059be41553a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a46ee294-0548-4ebb-a445-c14866f65ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824494 Jan 29 20:15:06.154998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Made reservation on behalf of 24ea318819f94db5aebe260a7e31455f for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:15:06.157380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.163126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f813c27-d03a-4bd7-ba1c-18f7cc79315b req-f5f0212b-919f-42af-8dfc-bd079adef972 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399783 Jan 29 20:15:06.169976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-b567008d-9c9a-4186-a92b-404164f4a067 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:15:06.169976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-b567008d-9c9a-4186-a92b-404164f4a067 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049028 Jan 29 20:15:06.187049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.287774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60516) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:06.297792 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.319513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:06.323019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:06.327321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:06.392663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4ee6-6bba-483d-b3e2-1bdefe5737b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.539819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4ee6-6bba-483d-b3e2-1bdefe5737b8 admin admin] Publish callbacks [] for security_group (9505037e-02cf-4b23-b790-d475dac41c5c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.592404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-a4895f96-66c1-4d63-88cf-7729720ba5fd service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858542 Jan 29 20:15:06.609057 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33abf2-d613-43e1-bc35-f91306e1eb7c req-e1645313-b088-48ef-8798-77d2b63cb657 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:06.619561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c33abf2-d613-43e1-bc35-f91306e1eb7c req-e1645313-b088-48ef-8798-77d2b63cb657 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 943 time: 0.3962564 Jan 29 20:15:06.651241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 55c2e704-0bf7-4b64-b17b-a3f60b4de4be details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:15:06.655355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4ee6-6bba-483d-b3e2-1bdefe5737b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9505037e-02cf-4b23-b790-d475dac41c5c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.739584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:06.759326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bd278de1-e680-475f-938e-dd9621b4420b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:06.822706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c33abf2-d613-43e1-bc35-f91306e1eb7c req-25f6ebcb-23b3-40df-904c-c024e54e50b3 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801765 Jan 29 20:15:06.967560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port bd278de1-e680-475f-938e-dd9621b4420b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:06.971134 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (bd278de1-e680-475f-938e-dd9621b4420b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:06.976864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:07.005393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be', 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1', 'port_id': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be', 'mac_address': 'fa:16:3e:78:79:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bce60b1-38a7-4a14-91f7-7803fe9175c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:15:07.078107 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (cc464c78-9750-4ece-bda2-522854c336f8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.104955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:07.105407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.148866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c2e704-0bf7-4b64-b17b-a3f60b4de4be {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:15:07.186525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:07.249327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port bd278de1-e680-475f-938e-dd9621b4420b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:07.298348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.405687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (cc464c78-9750-4ece-bda2-522854c336f8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.407466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:07.462785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6ee4ee6-6bba-483d-b3e2-1bdefe5737b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2eb6613e2685463aa4fb2a362c87ba8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1681445 Jan 29 20:15:07.468993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60520) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:07.487782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4ee6-6bba-483d-b3e2-1bdefe5737b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9505037e-02cf-4b23-b790-d475dac41c5c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:07.573250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['55c2e704-0bf7-4b64-b17b-a3f60b4de4be'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:15:07.594909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d8941dd-d4c9-4fe4-89e2-91afbc1e876e req-0cddc542-4be8-4e31-b065-a8d11451b38f service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9529500 Jan 29 20:15:07.614904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b83bcb-5357-4b8b-adb4-2f4f5c257511 req-e6e5f13f-fcf3-4e5b-a743-e85707525424 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:07.617244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3b83bcb-5357-4b8b-adb4-2f4f5c257511 req-e6e5f13f-fcf3-4e5b-a743-e85707525424 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.2313695 Jan 29 20:15:07.636553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a59e54f-f806-443e-a7d3-ec7cecb561bc admin admin] Publish callbacks [] for security_group (9505037e-02cf-4b23-b790-d475dac41c5c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.682489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (41489e35-d9fb-499a-acfa-7e7e2f058885), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.687879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a59e54f-f806-443e-a7d3-ec7cecb561bc admin admin] Publish callbacks [] for security_group (9505037e-02cf-4b23-b790-d475dac41c5c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:07.726594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router cc464c78-9750-4ece-bda2-522854c336f8 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:15:07.799952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3b83bcb-5357-4b8b-adb4-2f4f5c257511 req-446c3689-45ff-44b8-bfe1-06bba84d29cd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553435 Jan 29 20:15:07.829989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Checking segment: {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:07.829989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Network hostable DHCP agents. Network: 65606fc7-fb6f-4d6c-a441-86dd027ba7dd, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:15:07.831519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=41489e35-d9fb-499a-acfa-7e7e2f058885,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:07.954185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:15:07.966402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Sync routers for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:15:07.979313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:07.980843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:07.986018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:15:07.991297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeefae-050a-41f4-a9a0-0cc3cbc8a228 req-aa259807-7633-489b-acd5-c5faca3be143 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:07.992876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffbeefae-050a-41f4-a9a0-0cc3cbc8a228 req-aa259807-7633-489b-acd5-c5faca3be143 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 944 time: 0.0710735 Jan 29 20:15:08.007319 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a59e54f-f806-443e-a7d3-ec7cecb561bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9505037e-02cf-4b23-b790-d475dac41c5c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.012648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a59e54f-f806-443e-a7d3-ec7cecb561bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.020508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4a59e54f-f806-443e-a7d3-ec7cecb561bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9505037e-02cf-4b23-b790-d475dac41c5c HTTP/1.1" status: 204 len: 168 time: 0.5387955 Jan 29 20:15:08.042675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59e54f-f806-443e-a7d3-ec7cecb561bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9505037e-02cf-4b23-b790-d475dac41c5c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:08.055563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.060623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-861a74ca-6152-4412-b20c-c39409e55b8a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1105106 Jan 29 20:15:08.062378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60526) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:08.074876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 65606fc7-fb6f-4d6c-a441-86dd027ba7dd) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:08.080804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:08.081785 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.109825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffbeefae-050a-41f4-a9a0-0cc3cbc8a228 req-b150522f-6bfd-4775-94be-f804de5973f2 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101911 Jan 29 20:15:08.112254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9b979f65-f669-47dd-b2d8-4942f9069769 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ec0025bbd33d457cb39eca2c22f54d65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477419 Jan 29 20:15:08.115015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60528) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:08.138914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be590265-178e-4045-8a7e-550ffe99670d None None] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:15:08.212575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83f3c512-2a0e-492e-8ced-f8b8ad06f2dd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2796202 Jan 29 20:15:08.212575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60530) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:08.218271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:08.255979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:08.318739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22721085-2de5-40dc-97be-db2aab3fbc9e tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:08.322837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-22721085-2de5-40dc-97be-db2aab3fbc9e tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2031908 Jan 29 20:15:08.322984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.323139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:08.343779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.347100 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.359177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60534) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:08.359391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5dccd8fd-f048-4052-82a5-9818fd78948c tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351245 Jan 29 20:15:08.364136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-712456481', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:08.396010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-65606fc7-fb6f-4d6c-a441-86dd027ba7dd', 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd', 'project_id': '24ea318819f94db5aebe260a7e31455f', 'fixed_ips': [{'subnet_id': '41489e35-d9fb-499a-acfa-7e7e2f058885'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:15:08.396899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.525522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks [] for router_controller (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.598603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Allocated IP 172.20.0.2 (65606fc7-fb6f-4d6c-a441-86dd027ba7dd/41489e35-d9fb-499a-acfa-7e7e2f058885/460d5359-e6ca-4f43-8d2d-22d5dca8fa06) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:08.612854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:06Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:08.645993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Checking router: cc464c78-9750-4ece-bda2-522854c336f8 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:15:08.646337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Updating router cc464c78-9750-4ece-bda2-522854c336f8 port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:15:08.659978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 55c2e704-0bf7-4b64-b17b-a3f60b4de4be up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:08.753120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:15:08.756570 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.913155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks [] for router_gateway (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:08.968037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.014871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69847-043d-4836-9cc1-772bc929f614 req-fc4e8117-fee3-43ce-9ba6-fffe5fdd37fd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:09.016469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3a69847-043d-4836-9cc1-772bc929f614 req-fc4e8117-fee3-43ce-9ba6-fffe5fdd37fd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1095817 Jan 29 20:15:09.143347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3a69847-043d-4836-9cc1-772bc929f614 req-c699104e-f18f-4f04-8b49-8bb37b26225f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165159 Jan 29 20:15:09.197085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Publish callbacks [] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.262454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877bea-4e0c-4731-991f-895fdea48cb4 req-ac6a21f3-4094-4bbd-b09e-960d557d74b9 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:09.263621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f877bea-4e0c-4731-991f-895fdea48cb4 req-ac6a21f3-4094-4bbd-b09e-960d557d74b9 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 944 time: 0.0586483 Jan 29 20:15:09.270252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:15:09.281092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:09.285727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.316731 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.326960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (a3068863-c94e-435e-9d58-0ece52580b94), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.337945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f877bea-4e0c-4731-991f-895fdea48cb4 req-e16de365-8cdf-4df6-97a8-4b2438e38832 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Jan 29 20:15:09.394131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:09.406335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:09.408638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:09.422237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Pushing event updated for resources: {'Port': ['ID=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:09.443054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Subnet': ['ID=a3068863-c94e-435e-9d58-0ece52580b94,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:09.446841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks [] for router_gateway (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.472029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.480634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Checking segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:09.481299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network hostable DHCP agents. Network: 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:15:09.564156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Publish callbacks [] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.568466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Attempting to bind port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:09.568928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Attempting to bind port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:09.569489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Attempting to bind port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 on network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:09.582996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:09.583393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Checking segment: {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:09.583784 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.584222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Bound using segment: {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:09.584732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Bound port: 460d5359-e6ca-4f43-8d2d-22d5dca8fa06, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:09.585111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.595514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:09.595996 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.601426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:15:09.658935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157fb986-1935-482f-aeb0-51c50380d06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:15:09.658935 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d085db0-bdfb-4abf-8e84-0b53083b3280" -d '{"events": [{"server_uuid": "157fb986-1935-482f-aeb0-51c50380d06d", "name": "network-vif-plugged", "status": "completed", "tag": "55c2e704-0bf7-4b64-b17b-a3f60b4de4be"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:15:09.664815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:09.693105 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d805cdc-0941-410e-8f97-fd5f692bd41e x-openstack-request-id: req-8d805cdc-0941-410e-8f97-fd5f692bd41e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:15:09.693399 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157fb986-1935-482f-aeb0-51c50380d06d", "name": "network-vif-plugged", "status": "completed", "tag": "55c2e704-0bf7-4b64-b17b-a3f60b4de4be", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:15:09.699470 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d805cdc-0941-410e-8f97-fd5f692bd41e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:15:09.699470 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157fb986-1935-482f-aeb0-51c50380d06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be', 'code': 200} Jan 29 20:15:09.699470 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.724862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:09.746690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f1af6-2bd9-4499-b32a-9d7921fc0fc7 None None] Pushing event updated for resources: {'Port': ['ID=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:09.748455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:09.751036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.755431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e1afb-b3ab-4a0f-a424-2858f087a820 None None] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:15:09.760572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.780191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] For port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:09.795416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Allocated IP 172.25.5.239 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/ae3f2b44-0319-44d0-82fc-54e319873785) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:09.844381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fc3e8843-fe28-4f14-81bc-8c7885fe0a96 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4790084 Jan 29 20:15:09.844621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] For port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,segment=NetworkSegment(de56e9d5-db9c-4c82-bb37-ca1b336d4261),segment_id=de56e9d5-db9c-4c82-bb37-ca1b336d4261)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:09.846294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60564) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:09.890678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Attempting to bind port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:09.891053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Attempting to bind port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:09.895083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Attempting to bind port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:09.910099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:09.910372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:09.910747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.911146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:09.911761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Bound port: 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:09.912007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.919919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228291-a66c-4f5a-9666-c7f090f4b0a1 req-325a713e-9387-4ada-aa8a-518008a4074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:09.922576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f228291-a66c-4f5a-9666-c7f090f4b0a1 req-325a713e-9387-4ada-aa8a-518008a4074c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 1127 time: 0.1366549 Jan 29 20:15:09.939846 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:09.950234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:10.048004 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f228291-a66c-4f5a-9666-c7f090f4b0a1 req-5dead725-5750-4132-b92b-b4dd0a7ab0b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092710 Jan 29 20:15:10.054547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks [] for port (ae3f2b44-0319-44d0-82fc-54e319873785), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:10.078702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] For port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:10.083559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:15:10.084962 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:10.121293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] For port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:10.123913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6bc48-499e-42ad-a8a0-b64dc8434c98 None None] Pushing event updated for resources: {'Port': ['ID=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:10.240006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:10.241209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:10.354495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:10.354780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3f2b44-0319-44d0-82fc-54e319873785,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:10.355149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:10.381644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:10.391362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:10.397038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:10.432710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f1af6-2bd9-4499-b32a-9d7921fc0fc7 None None] Pushing event updated for resources: {'Port': ['ID=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:10.438277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Allocated IP 172.20.0.2 (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3/a3068863-c94e-435e-9d58-0ece52580b94/41161ee6-eac3-4ec0-a455-26d895f2eecd) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:10.626103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:10.729030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:10.746772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f4511-bba4-464b-b32e-6edb50c82485 req-0a882f8c-eba5-4f21-85b4-b31d5ab25eb9 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:10.755153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-482f4511-bba4-464b-b32e-6edb50c82485 req-0a882f8c-eba5-4f21-85b4-b31d5ab25eb9 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 945 time: 0.2850773 Jan 29 20:15:10.848932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-482f4511-bba4-464b-b32e-6edb50c82485 req-11888504-c77e-4267-9f4f-6b106a37618c tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927787 Jan 29 20:15:10.888195 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Publish callbacks [] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:10.941703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:10.945891 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:10.992515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-80998560-c881-42c3-8067-b445752ecf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:06Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:11.030631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80998560-c881-42c3-8067-b445752ecf5f None None] The sync data for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 is: [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:06Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:15:11.032168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ecf43-2a5d-4f47-bcdd-c2b6af7d1810 req-b8af2e64-462f-4a01-8c50-a2bd9da781db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:11.033646 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f59ecf43-2a5d-4f47-bcdd-c2b6af7d1810 req-b8af2e64-462f-4a01-8c50-a2bd9da781db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.7904394 Jan 29 20:15:11.043049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks [] for router_gateway (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.055087 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.138860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:11.146752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:11.170578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f59ecf43-2a5d-4f47-bcdd-c2b6af7d1810 req-ce6dd7f0-9cfb-44bc-a5dc-68ef774aaa15 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123114 Jan 29 20:15:11.195813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:11.270618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Pushing event updated for resources: {'Port': ['ID=41161ee6-eac3-4ec0-a455-26d895f2eecd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:11.325149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:11.339036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.433464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.433665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Attempting to bind port 41161ee6-eac3-4ec0-a455-26d895f2eecd on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:11.433965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Attempting to bind port 41161ee6-eac3-4ec0-a455-26d895f2eecd by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:11.434700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Attempting to bind port 41161ee6-eac3-4ec0-a455-26d895f2eecd on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:11.463099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,segment=NetworkSegment(de56e9d5-db9c-4c82-bb37-ca1b336d4261),segment_id=de56e9d5-db9c-4c82-bb37-ca1b336d4261)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:11.464746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:11.465640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Checking segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:11.465640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.465955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Bound using segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:11.467339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Bound port: 41161ee6-eac3-4ec0-a455-26d895f2eecd, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:11.467864 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.574057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:11.739399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] For port 41161ee6-eac3-4ec0-a455-26d895f2eecd, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:11.743916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:11.757234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] For port 41161ee6-eac3-4ec0-a455-26d895f2eecd, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=41161ee6-eac3-4ec0-a455-26d895f2eecd,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:11.851422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:12.019307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7182e-54dd-4477-8830-9577c0dafb9b None None] Pushing event updated for resources: {'Port': ['ID=41161ee6-eac3-4ec0-a455-26d895f2eecd,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:12.071454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6cd935-b2cb-4a2e-b9cf-6471bd6df77a None None] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:15:12.123970 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:12.191858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.1 (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3/a3068863-c94e-435e-9d58-0ece52580b94/15152ba1-5a57-4417-baf9-8702bc67077d) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:12.195095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714ae8-4a55-4a92-b131-25574da4e5ec req-029eaad7-feec-43b6-9564-82eb978bc79b tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:12.213288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6714ae8-4a55-4a92-b131-25574da4e5ec req-029eaad7-feec-43b6-9564-82eb978bc79b tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 945 time: 0.1437116 Jan 29 20:15:12.384348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (15152ba1-5a57-4417-baf9-8702bc67077d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:12.396145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6714ae8-4a55-4a92-b131-25574da4e5ec req-9c411a50-222a-467c-af3d-de267cc1eb63 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812270 Jan 29 20:15:12.549361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e1b8d-08bc-4c42-a0fc-72bdf93aa2b4 req-8e9be1c4-af32-4bdc-86c6-c6a2d6c9b3f5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:12.551319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a9e1b8d-08bc-4c42-a0fc-72bdf93aa2b4 req-8e9be1c4-af32-4bdc-86c6-c6a2d6c9b3f5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1298041 Jan 29 20:15:12.554908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:12.619141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:12.629950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:12.637284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:12.793148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-90fb0072-e257-4efa-bc63-3775e7dee8b0 None None] Provisioning complete for port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:12.793691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-90fb0072-e257-4efa-bc63-3775e7dee8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:12.846029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:15:12.948747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a9e1b8d-08bc-4c42-a0fc-72bdf93aa2b4 req-bf0c7340-58cc-4816-828e-ad19d25b5ab7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733621 Jan 29 20:15:12.957801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=15152ba1-5a57-4417-baf9-8702bc67077d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:12.968006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (cc464c78-9750-4ece-bda2-522854c336f8), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.085611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-90fb0072-e257-4efa-bc63-3775e7dee8b0 None None] Current status of the port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:13.187083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:13.198611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:15:13.212553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Sync routers for ids ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:15:13.241825 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Routers {'1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:13.242989 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:13.303394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:13.304374 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.356249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.361464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:13.375214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d11c8ff4-f4e5-40fe-93a9-c49143ff1f65 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1598690 Jan 29 20:15:13.437999 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Set router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:13.542705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:13.545575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.627524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:13.664331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f68f44c6-4e86-433b-b6a7-1bafdd228d72 None None] Provisioning complete for port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:13.664732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f68f44c6-4e86-433b-b6a7-1bafdd228d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.735552 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.740306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 41161ee6-eac3-4ec0-a455-26d895f2eecd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:13.868773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.871749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:13.920920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 41161ee6-eac3-4ec0-a455-26d895f2eecd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:13.920920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:13.957663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:15:10Z', 'revision_number': 3, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:13.958580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f68f44c6-4e86-433b-b6a7-1bafdd228d72 None None] Current status of the port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:14.027315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 41161ee6-eac3-4ec0-a455-26d895f2eecd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:14.027792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.031224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649004e-5c2e-4535-9307-86824361882b None None] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:15:14.115368 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Checking router: 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:15:14.116732 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Updating router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 port ae3f2b44-0319-44d0-82fc-54e319873785 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:15:14.226320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 41161ee6-eac3-4ec0-a455-26d895f2eecd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=41161ee6-eac3-4ec0-a455-26d895f2eecd,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:14.229813 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.245799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Provisioning complete for port 41161ee6-eac3-4ec0-a455-26d895f2eecd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:14.246357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.368179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174b3d-25ef-46fd-b85c-3060c7b12736 req-77d1a92c-a31e-4398-b8dc-a35eead031de tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:14.392895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c174b3d-25ef-46fd-b85c-3060c7b12736 req-77d1a92c-a31e-4398-b8dc-a35eead031de tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1847289 Jan 29 20:15:14.404237 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.407546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:14.447585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (15152ba1-5a57-4417-baf9-8702bc67077d), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.507715 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c174b3d-25ef-46fd-b85c-3060c7b12736 req-6a901d0a-d051-47c2-845f-55db9df9b2ca tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132808 Jan 29 20:15:14.562464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.594091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Current status of the port 41161ee6-eac3-4ec0-a455-26d895f2eecd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:14.598783 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.671756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=15152ba1-5a57-4417-baf9-8702bc67077d,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:14.688028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=41161ee6-eac3-4ec0-a455-26d895f2eecd,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:14.725666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (cc464c78-9750-4ece-bda2-522854c336f8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.745270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:15:14.745584 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:15:14.750918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:14.751464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.763253 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Publish callbacks [] for port (ae3f2b44-0319-44d0-82fc-54e319873785), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.803793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.905245 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:14.911939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:14.993929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:14.995677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:15.015342 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Attempting to bind port ae3f2b44-0319-44d0-82fc-54e319873785 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:15.016558 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Attempting to bind port ae3f2b44-0319-44d0-82fc-54e319873785 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:15.016943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Attempting to bind port ae3f2b44-0319-44d0-82fc-54e319873785 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:15.028788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:15.038932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:15.040079 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:15.044674 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.044674 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:15.044674 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Bound port: ae3f2b44-0319-44d0-82fc-54e319873785, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:15.044674 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.081712 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49009d-3b26-4ff7-8221-3c8a778bc4b0 None None] Pushing event updated for resources: {'Port': ['ID=ae3f2b44-0319-44d0-82fc-54e319873785,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:15.123509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:15.123509 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.132699 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] For port ae3f2b44-0319-44d0-82fc-54e319873785, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:15.136394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] For port ae3f2b44-0319-44d0-82fc-54e319873785, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae3f2b44-0319-44d0-82fc-54e319873785,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:15.246734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:15.248055 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.248824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 41161ee6-eac3-4ec0-a455-26d895f2eecd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:15.290542 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router cc464c78-9750-4ece-bda2-522854c336f8 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:15:15.325743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Allocated IP 172.20.0.1 (65606fc7-fb6f-4d6c-a441-86dd027ba7dd/41489e35-d9fb-499a-acfa-7e7e2f058885/cf204655-e16f-4730-b74f-c3bbbeb4b0fa) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:15.384783 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Routers {'1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:15.385790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:15.388508 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49009d-3b26-4ff7-8221-3c8a778bc4b0 None None] Pushing event updated for resources: {'Port': ['ID=ae3f2b44-0319-44d0-82fc-54e319873785,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:15.408634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-555cbf2b-d6ce-4065-bc98-89b04f5d866d None None] Current status of the port 41161ee6-eac3-4ec0-a455-26d895f2eecd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:15.457752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 41161ee6-eac3-4ec0-a455-26d895f2eecd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:15.458029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.532387 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] Set router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:15.564763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 41161ee6-eac3-4ec0-a455-26d895f2eecd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:15.571979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fe941c63-7ae1-491b-9150-989cf0548f48 None None] Provisioning complete for port 41161ee6-eac3-4ec0-a455-26d895f2eecd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:15.572463 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe941c63-7ae1-491b-9150-989cf0548f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.666237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fe941c63-7ae1-491b-9150-989cf0548f48 None None] Current status of the port 41161ee6-eac3-4ec0-a455-26d895f2eecd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:15.684453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fe941c63-7ae1-491b-9150-989cf0548f48 None None] Provisioning complete for port 15152ba1-5a57-4417-baf9-8702bc67077d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:15.684983 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fe941c63-7ae1-491b-9150-989cf0548f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.700022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:15:15.712670 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8721f5fd-0cf5-4fa7-b6c9-15a917d968e4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/cc464c78-9750-4ece-bda2-522854c336f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8658717 Jan 29 20:15:15.726053 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks [] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.733872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Sync routers for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:15:15.746720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:15.748444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:15.805790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:15:10Z', 'revision_number': 3, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:15.828882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670a16a-571b-4f5c-9a9c-fb68e742b0d5 req-9ef319bf-bf76-4e81-98ea-c4aa44ab9905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:15.838967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4670a16a-571b-4f5c-9a9c-fb68e742b0d5 req-9ef319bf-bf76-4e81-98ea-c4aa44ab9905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.2304947 Jan 29 20:15:15.840722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fe941c63-7ae1-491b-9150-989cf0548f48 None None] Port 15152ba1-5a57-4417-baf9-8702bc67077d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:15:15.867071 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4727c8c-1373-48a3-921f-34db3d3dc6f6 None None] The sync data for ids ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'] in n-d-825496-5 is: [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:15:10Z', 'revision_number': 3, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:15:15.925808 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:15.949680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:15.985124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4670a16a-571b-4f5c-9a9c-fb68e742b0d5 req-8705a29b-f32d-48c4-b7a7-f8f009018f0d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443803 Jan 29 20:15:15.995663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:15.999150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:16.011221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:16.039150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Pushing event updated for resources: {'Port': ['ID=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:16.073304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:16.214913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-73ac6af8-bfb1-4d5d-8bb2-1a48e2decf0b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446308306&fields=id&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 267 time: 0.1415949 Jan 29 20:15:16.360368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:16.509055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:14Z', 'revision_number': 2, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:16.519900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-a6a9380a-d935-42a2-a490-00feade1d019 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:16.532632 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-a6a9380a-d935-42a2-a490-00feade1d019 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 796 time: 0.3057029 Jan 29 20:15:16.550848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-b6681517-3bb1-4818-a554-5e757d62f4da tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/quotas/ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 375 time: 0.0167382 Jan 29 20:15:16.594889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Checking router: cc464c78-9750-4ece-bda2-522854c336f8 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:15:16.595252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Updating router cc464c78-9750-4ece-bda2-522854c336f8 port 15152ba1-5a57-4417-baf9-8702bc67077d binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:15:16.644332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0dc3b9c4-e971-4b07-9769-fd3d4630fdd7 None None] Provisioning complete for port cf204655-e16f-4730-b74f-c3bbbeb4b0fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:16.644713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0dc3b9c4-e971-4b07-9769-fd3d4630fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:16.647074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:16.673998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-6b2e9f1f-884e-424f-8502-b01cc4cbd30d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129799 Jan 29 20:15:16.748513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3b9c4-e971-4b07-9769-fd3d4630fdd7 None None] Port cf204655-e16f-4730-b74f-c3bbbeb4b0fa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:15:16.763616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks [] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:16.829883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-8c55a805-3a7a-4c78-89f7-af116ad044e1 service neutron] 10.222.0.15 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549809 Jan 29 20:15:16.879253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:17.073545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-175c71f5-aa4f-46cc-91e9-cdf62a9a979d service neutron] 10.222.0.15 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371120 Jan 29 20:15:17.086179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:17.124898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Pushing event updated for resources: {'Port': ['ID=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:17.378939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae3f2b44-0319-44d0-82fc-54e319873785 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:17.466777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-b78c7fd7-2e3f-42b5-a49b-ced7b562b4d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2109070 Jan 29 20:15:17.488872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:17.519971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564981f4-8893-426d-8f55-048c7505c127 req-a7023043-6fa4-4f8f-97bc-72ac3097059b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:17.532294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-564981f4-8893-426d-8f55-048c7505c127 req-a7023043-6fa4-4f8f-97bc-72ac3097059b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.2752817 Jan 29 20:15:17.533506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f2a7616f-b243-4c9a-9b2d-f4a6dfda62e9 req-5e573d11-e54b-4416-ba33-9f42ab8c5979 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 210 time: 0.0724735 Jan 29 20:15:17.548963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:17.625312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ae3f2b44-0319-44d0-82fc-54e319873785 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:17.625797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:17.888819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Publish callbacks [] for port (15152ba1-5a57-4417-baf9-8702bc67077d), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:17.900005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ae3f2b44-0319-44d0-82fc-54e319873785 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:17.900432 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:17.938034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port ae3f2b44-0319-44d0-82fc-54e319873785, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae3f2b44-0319-44d0-82fc-54e319873785,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:17.980246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-04287644-46ee-40c8-b1f7-e4e7f22279d5 None None] Provisioning complete for port cf204655-e16f-4730-b74f-c3bbbeb4b0fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:17.980621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-04287644-46ee-40c8-b1f7-e4e7f22279d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.016423 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.101523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-04287644-46ee-40c8-b1f7-e4e7f22279d5 None None] Port cf204655-e16f-4730-b74f-c3bbbeb4b0fa cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:15:18.120816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.180453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5219475-c7c0-4c32-8815-2445859febfe None None] Pushing event updated for resources: {'Port': ['ID=15152ba1-5a57-4417-baf9-8702bc67077d,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:18.343735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Attempting to bind port 15152ba1-5a57-4417-baf9-8702bc67077d on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:18.344270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Attempting to bind port 15152ba1-5a57-4417-baf9-8702bc67077d by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:18.344787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Attempting to bind port 15152ba1-5a57-4417-baf9-8702bc67077d on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:18.368462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=ae3f2b44-0319-44d0-82fc-54e319873785,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:18.401060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:18.401796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Checking segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:18.401906 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.402232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Bound using segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:18.402896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Bound port: 15152ba1-5a57-4417-baf9-8702bc67077d, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:18.403805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.503059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:15:18.536629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] For port 15152ba1-5a57-4417-baf9-8702bc67077d, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:18.548932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-564981f4-8893-426d-8f55-048c7505c127 req-3be21f5b-99a5-493d-be59-1160717838a9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0156045 Jan 29 20:15:18.554605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-15e22971-db45-4325-ac8f-11ca7c1304c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:18.556102 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-15e22971-db45-4325-ac8f-11ca7c1304c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 1128 time: 0.9760437 Jan 29 20:15:18.573608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] For port 15152ba1-5a57-4417-baf9-8702bc67077d, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15152ba1-5a57-4417-baf9-8702bc67077d,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:18.590206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-479099c0-62c7-447f-a41b-d277471ae221 None None] Provisioning complete for port 15152ba1-5a57-4417-baf9-8702bc67077d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:18.591725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-479099c0-62c7-447f-a41b-d277471ae221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.658056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3455b21-26c8-4d15-9658-5e2a5c0e476d req-a5c96fed-822a-46f8-ab75-5694e6c5adb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 210 time: 0.0550249 Jan 29 20:15:18.676189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-479099c0-62c7-447f-a41b-d277471ae221 None None] Port 15152ba1-5a57-4417-baf9-8702bc67077d cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:15:18.716886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:18.752296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-efbe8337-fde5-4cb5-bb31-eaea2f2ff131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:18.753732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-efbe8337-fde5-4cb5-bb31-eaea2f2ff131 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1595223 Jan 29 20:15:18.796066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:18.797572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:18.824166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-0cf80c0f-85c5-4720-80b0-f278fe721fd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257cae81-cc34-4f9a-96cd-8057144a10f7 HTTP/1.1" status: 200 len: 217 time: 0.0622723 Jan 29 20:15:18.843591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:15:18.850631 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9a3a9140-2751-4499-a8ee-d093dafadd0c admin admin] 10.222.0.15 "PUT /v2.0/routers/1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4869561 Jan 29 20:15:18.866401 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Sync routers for ids ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:15:18.886210 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Routers {'1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:18.887217 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:18.916104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5219475-c7c0-4c32-8815-2445859febfe None None] Pushing event updated for resources: {'Port': ['ID=15152ba1-5a57-4417-baf9-8702bc67077d,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:18.963218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-c159e434-4334-462f-996e-5d8c7c429c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:18.972341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-c159e434-4334-462f-996e-5d8c7c429c49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.1332898 Jan 29 20:15:19.068778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-84e3912e-aced-488a-9d39-cb5120c47527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:19.070665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-84e3912e-aced-488a-9d39-cb5120c47527 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988390 Jan 29 20:15:19.107906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:19.115303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae3f2b44-0319-44d0-82fc-54e319873785 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:19.182198 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Set router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:19.306980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-ee937389-69d1-42b0-a5c9-62f7adf14626 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294891 Jan 29 20:15:19.433714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] Provisioning complete for port 15152ba1-5a57-4417-baf9-8702bc67077d triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:19.434313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:19.504346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7a879f6-48ac-4034-9c6c-310d23c5d1a4 req-61337b27-996b-4b4a-81c5-cd653b8114e0 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893938 Jan 29 20:15:19.594154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ae3f2b44-0319-44d0-82fc-54e319873785 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:19.594775 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:19.735717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:15:16Z', 'revision_number': 4, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf204655-e16f-4730-b74f-c3bbbeb4b0fa', 'name': '', 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'mac_address': 'fa:16:3e:42:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '41489e35-d9fb-499a-acfa-7e7e2f058885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:14Z', 'updated_at': '2022-01-29T20:15:16Z', 'revision_number': 2, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'subnets': [{'id': '41489e35-d9fb-499a-acfa-7e7e2f058885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:19.756448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49195c29-9753-4464-9568-74446fad1603 req-5b45637c-0fb5-4652-90fa-9dc56cb3ca84 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:19.758515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49195c29-9753-4464-9568-74446fad1603 req-5b45637c-0fb5-4652-90fa-9dc56cb3ca84 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0921516 Jan 29 20:15:19.869899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] Current status of the port 15152ba1-5a57-4417-baf9-8702bc67077d is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:19.870520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:19.875245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6ba7f37-a8a2-467d-9ae3-9c0eea341a7a req-7bdcc599-b487-46eb-aeb6-e6c1f94bcaed tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 210 time: 0.0716271 Jan 29 20:15:19.893086 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Checking router: 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:15:19.898412 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Updating router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 port cf204655-e16f-4730-b74f-c3bbbeb4b0fa binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:15:19.942938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49195c29-9753-4464-9568-74446fad1603 req-31f5982f-3ec7-42df-adb0-c729ab6ea513 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636372 Jan 29 20:15:19.954792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] For port 15152ba1-5a57-4417-baf9-8702bc67077d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15152ba1-5a57-4417-baf9-8702bc67077d,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:19.960169 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:19.962139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ae3f2b44-0319-44d0-82fc-54e319873785 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:20.004111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:18Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:20.055860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:20.058797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846cfd-c556-4394-a1a3-58aeaceb90fe None None] The sync data for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 is: [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:18Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:15:20.179195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010818cc-97a4-4719-8d8e-d3db7e6ad9c6 None None] Pushing event updated for resources: {'Port': ['ID=15152ba1-5a57-4417-baf9-8702bc67077d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:20.539671 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Publish callbacks [] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:20.686508 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:20.696572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-2fed01bf-d58d-4743-83bb-7e6f8ca3f7cd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:20.698372 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-2fed01bf-d58d-4743-83bb-7e6f8ca3f7cd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 796 time: 0.1475053 Jan 29 20:15:20.772147 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b351743-915a-4fac-925f-5e228f1caefe None None] Pushing event updated for resources: {'Port': ['ID=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:20.879952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-bee85b3f-5d4c-4ca2-a573-5c98b7354d5f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 379 time: 0.1671035 Jan 29 20:15:20.883762 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Attempting to bind port cf204655-e16f-4730-b74f-c3bbbeb4b0fa on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:20.884135 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Attempting to bind port cf204655-e16f-4730-b74f-c3bbbeb4b0fa by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:20.892305 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Attempting to bind port cf204655-e16f-4730-b74f-c3bbbeb4b0fa on network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:20.900092 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:20.900704 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Checking segment: {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:20.901910 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:20.903991 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Bound using segment: {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:20.904780 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Bound port: cf204655-e16f-4730-b74f-c3bbbeb4b0fa, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de56e9d5-db9c-4c82-bb37-ca1b336d4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:20.905596 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:20.910369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'port': {'device_id': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'admin_state_up': True, 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'security_groups': ['98f6d5d0-6724-416f-a0c2-69341c54d785']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:21.072752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aed2df5-8072-4860-8136-f851a51e2dd5 req-484ba2a3-9ff9-4557-854b-e741671c06dc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 210 time: 0.0452812 Jan 29 20:15:21.178069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] For port cf204655-e16f-4730-b74f-c3bbbeb4b0fa, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:21.186622 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] For port cf204655-e16f-4730-b74f-c3bbbeb4b0fa, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,segment=NetworkSegment(de56e9d5-db9c-4c82-bb37-ca1b336d4261),segment_id=de56e9d5-db9c-4c82-bb37-ca1b336d4261)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:21.293139 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:21.298119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15152ba1-5a57-4417-baf9-8702bc67077d up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:21.426594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dfc4f-79f2-4125-a418-3c7e2d86ca13 req-0b00c5cc-3473-4cfc-8dba-f0e2b008631f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:21.434032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c9dfc4f-79f2-4125-a418-3c7e2d86ca13 req-0b00c5cc-3473-4cfc-8dba-f0e2b008631f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.2079492 Jan 29 20:15:21.492325 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b351743-915a-4fac-925f-5e228f1caefe None None] Pushing event updated for resources: {'Port': ['ID=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:21.518972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] Provisioning complete for port cf204655-e16f-4730-b74f-c3bbbeb4b0fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:21.521040 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:21.531085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 15152ba1-5a57-4417-baf9-8702bc67077d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:21.532701 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:21.535185 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Routers {'1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:21.541203 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:14:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:21.541704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:15:21.546326 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:21.572837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c9dfc4f-79f2-4125-a418-3c7e2d86ca13 req-a8cabdf5-0216-4b09-ab6b-91a724b505a1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322691 Jan 29 20:15:21.924414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.13 (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3/a3068863-c94e-435e-9d58-0ece52580b94/16df9d64-142a-43a0-acea-df0ecc2339c9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:21.926459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] Current status of the port cf204655-e16f-4730-b74f-c3bbbeb4b0fa is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:21.926866 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:21.996994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] Set router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:22.006764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] For port cf204655-e16f-4730-b74f-c3bbbeb4b0fa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,segment=NetworkSegment(de56e9d5-db9c-4c82-bb37-ca1b336d4261),segment_id=de56e9d5-db9c-4c82-bb37-ca1b336d4261)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:22.028902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 15152ba1-5a57-4417-baf9-8702bc67077d is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:22.094030 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.267971 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.290125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0758972-4ba7-4e56-ba69-500dc837b47e req-11dc8f39-e38d-4ddb-984f-42335c840a06 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 210 time: 0.0867343 Jan 29 20:15:22.302254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc48c9c-3ae5-4d5c-be17-81ce6b76af89 None None] Pushing event updated for resources: {'Port': ['ID=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:22.324040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ddcc981a-f077-416e-a48b-833463cca299 None None] Provisioning complete for port cf204655-e16f-4730-b74f-c3bbbeb4b0fa triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:22.324882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ddcc981a-f077-416e-a48b-833463cca299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.406614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.409981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:15:16Z', 'revision_number': 4, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf204655-e16f-4730-b74f-c3bbbeb4b0fa', 'name': '', 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'mac_address': 'fa:16:3e:42:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '41489e35-d9fb-499a-acfa-7e7e2f058885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:14Z', 'updated_at': '2022-01-29T20:15:21Z', 'revision_number': 4, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'subnets': [{'id': '41489e35-d9fb-499a-acfa-7e7e2f058885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:22.451973 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f41a4-1256-4ca2-bcb7-89d31abf24b3 None None] The sync data for ids ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'] in n-d-825496-5 is: [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:15:16Z', 'revision_number': 4, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'cf204655-e16f-4730-b74f-c3bbbeb4b0fa', 'name': '', 'network_id': '65606fc7-fb6f-4d6c-a441-86dd027ba7dd', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'mac_address': 'fa:16:3e:42:ab:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '41489e35-d9fb-499a-acfa-7e7e2f058885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:14Z', 'updated_at': '2022-01-29T20:15:21Z', 'revision_number': 4, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'subnets': [{'id': '41489e35-d9fb-499a-acfa-7e7e2f058885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:15:22.480303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc981a-f077-416e-a48b-833463cca299 None None] Current status of the port cf204655-e16f-4730-b74f-c3bbbeb4b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:22.492874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:22.497377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:22.501445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:22.598800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:22.599876 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.620128 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:22.724278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-45dd9d38-217f-4aa8-855d-19ae900f5eb7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8242657 Jan 29 20:15:22.743452 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783200-c7b3-46de-a661-a6b735c24b87 req-acb6fdcd-3147-4576-9e05-89d757199646 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:22.752484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da783200-c7b3-46de-a661-a6b735c24b87 req-acb6fdcd-3147-4576-9e05-89d757199646 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0760868 Jan 29 20:15:22.764945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Request body: {'port': {'device_id': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:22.862837 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-da783200-c7b3-46de-a661-a6b735c24b87 req-c3662c5a-e6c6-4eb4-affb-f2b3e4a0526c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091561 Jan 29 20:15:22.867641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.914475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-06243fe4-14b8-4623-ab9f-ef4e693b1700 None None] Provisioning complete for port 16df9d64-142a-43a0-acea-df0ecc2339c9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:22.915303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06243fe4-14b8-4623-ab9f-ef4e693b1700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:22.976594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-06243fe4-14b8-4623-ab9f-ef4e693b1700 None None] Port 16df9d64-142a-43a0-acea-df0ecc2339c9 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:15:23.211391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16df9d64-142a-43a0-acea-df0ecc2339c9 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:15:23.255423 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Publish callbacks [] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:23.287220 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Transition to ACTIVE for port object 16df9d64-142a-43a0-acea-df0ecc2339c9 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:15:23.348362 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:23.472643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:23.580393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc764-6d95-420d-8309-c19f3e46e882 req-cd589821-61da-4d4c-afb0-dfc57380a4ef tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:23.588674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-106fc764-6d95-420d-8309-c19f3e46e882 req-cd589821-61da-4d4c-afb0-dfc57380a4ef tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.1666768 Jan 29 20:15:23.608897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:15:23.609416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:15:23.610811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:23.617776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:15:23.618201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:15:23.627318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:15:23.627760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Checking segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:15:23.628264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Bound using segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:15:23.628800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Bound port: 16df9d64-142a-43a0-acea-df0ecc2339c9, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:15:23.629263 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:23.673053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-106fc764-6d95-420d-8309-c19f3e46e882 req-f2016e33-a19d-4e88-ba8e-246e434c0e0e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817668 Jan 29 20:15:23.782543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:15:23.786218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:15:23.891858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:23.969127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:23.970295 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:23.973206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] 10.222.0.26 "PUT /v2.0/ports/16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1092 time: 1.2131059 Jan 29 20:15:23.973903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:15:23.977151 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a7c24-4551-468d-9fbb-15813c98e55d" -d '{"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:15:24.024952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca1ca6-8ca9-4053-a5b3-1f5a554f7daa service neutron] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:24.075079 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e9c12-c88b-4430-9498-4603e3a147d6 x-openstack-request-id: req-e07e9c12-c88b-4430-9498-4603e3a147d6 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:15:24.077826 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:15:24.077826 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e07e9c12-c88b-4430-9498-4603e3a147d6 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:15:24.077826 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'status': 'completed', 'code': 200} Jan 29 20:15:24.206482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1cbb7-1614-4dc7-9f3a-1ed2c21f7c20 req-3a196b88-9e49-4d33-b43a-ec9c72f82dba tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:24.208567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86e1cbb7-1614-4dc7-9f3a-1ed2c21f7c20 req-3a196b88-9e49-4d33-b43a-ec9c72f82dba tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1857643 Jan 29 20:15:24.221122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a7c24-4551-468d-9fbb-15813c98e55d req-ef860814-d00a-4fff-a785-259794e0e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:24.223586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d97a7c24-4551-468d-9fbb-15813c98e55d req-ef860814-d00a-4fff-a785-259794e0e0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1126 time: 0.1126680 Jan 29 20:15:24.324769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86e1cbb7-1614-4dc7-9f3a-1ed2c21f7c20 req-483273f5-ca74-425b-9da8-7c0dc62407ba tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936365 Jan 29 20:15:24.476630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a7c24-4551-468d-9fbb-15813c98e55d req-4ba3ea44-b2bf-48bf-9d37-aa5410bae85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:24.478185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d97a7c24-4551-468d-9fbb-15813c98e55d req-4ba3ea44-b2bf-48bf-9d37-aa5410bae85e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2378571 Jan 29 20:15:24.659587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a7c24-4551-468d-9fbb-15813c98e55d req-87146e76-b5a1-4dce-9e9f-3207d4b49961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:24.661348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d97a7c24-4551-468d-9fbb-15813c98e55d req-87146e76-b5a1-4dce-9e9f-3207d4b49961 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1770434 Jan 29 20:15:24.805953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-3db14f66-d672-4198-accd-811e52386e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:24.807501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-3db14f66-d672-4198-accd-811e52386e3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1126 time: 0.0705698 Jan 29 20:15:24.897359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-f71a1c4a-e7a5-4fcb-a703-d682e88ed582 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 217 time: 0.0768199 Jan 29 20:15:24.900293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50eee9-9d71-4fcc-8a97-734d702533eb req-d145aec1-e5d8-4df0-bc33-8400f2e85623 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:24.909081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df50eee9-9d71-4fcc-8a97-734d702533eb req-d145aec1-e5d8-4df0-bc33-8400f2e85623 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.0858128 Jan 29 20:15:25.007122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-b1e21f41-45d9-470f-bd60-c0b0686ebb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:25.007122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-b1e21f41-45d9-470f-bd60-c0b0686ebb29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.1006591 Jan 29 20:15:25.033403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-df50eee9-9d71-4fcc-8a97-734d702533eb req-94cecac2-08b9-4335-b440-1c42a44c6cb3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132159 Jan 29 20:15:25.099988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-1d8225d0-2270-4c9c-835d-dee319819e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:25.102339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-1d8225d0-2270-4c9c-835d-dee319819e6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877986 Jan 29 20:15:25.145128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf204655-e16f-4730-b74f-c3bbbeb4b0fa up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:25.221293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-20eec58f-dd10-4f7d-a106-2a25fa2cba0b service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124144 Jan 29 20:15:25.228237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port cf204655-e16f-4730-b74f-c3bbbeb4b0fa triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:25.228867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:25.253006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68ae57d6-71ab-4922-8cf9-86011b2a8346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:25.374012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port cf204655-e16f-4730-b74f-c3bbbeb4b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:25.380509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0918c5e1-a374-4775-9b36-9bff99a78f61 req-37c2e297-1013-4cca-a2bb-1ffae51b2e35 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514697 Jan 29 20:15:25.539122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36335708-95f4-4011-b86b-6be3048f46f5 req-9333e4f1-5b72-448d-9124-a89585eeb601 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:25.546685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36335708-95f4-4011-b86b-6be3048f46f5 req-9333e4f1-5b72-448d-9124-a89585eeb601 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1136348 Jan 29 20:15:25.599095 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-36335708-95f4-4011-b86b-6be3048f46f5 req-c937c3d5-ba01-4199-b38b-ebf322c77352 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514915 Jan 29 20:15:26.197835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab662d1-5d69-4fa3-aa59-f6b8363ef09f req-3878d87b-9b05-4da8-ad1b-726081049a6a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:26.205912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ab662d1-5d69-4fa3-aa59-f6b8363ef09f req-3878d87b-9b05-4da8-ad1b-726081049a6a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.0890977 Jan 29 20:15:26.280725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ab662d1-5d69-4fa3-aa59-f6b8363ef09f req-7a8bf898-ba78-495a-8e83-5fffdbabd80c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673213 Jan 29 20:15:26.765421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13819-f4e3-419a-9339-b2a5840c1cd3 req-e17f0d8d-97da-4ae4-9a98-773dc28c3703 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:26.768705 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21a13819-f4e3-419a-9339-b2a5840c1cd3 req-e17f0d8d-97da-4ae4-9a98-773dc28c3703 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0739300 Jan 29 20:15:26.913976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21a13819-f4e3-419a-9339-b2a5840c1cd3 req-99b56416-11e6-45d0-b0c0-12687d8d6a2f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Jan 29 20:15:27.409104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9456505-f657-4168-95a1-fc7dcec21fde req-4913c35b-9278-4a63-a784-528a8f551f94 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:27.411231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9456505-f657-4168-95a1-fc7dcec21fde req-4913c35b-9278-4a63-a784-528a8f551f94 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.0637767 Jan 29 20:15:27.466798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9456505-f657-4168-95a1-fc7dcec21fde req-b3846b96-9367-4b61-9960-bcfc8f11baef tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498233 Jan 29 20:15:27.971375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174400c-d4d2-4d5e-9643-abb3cde42067 req-e2b155c9-2281-4f36-b40c-946dd235f469 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:27.977397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f174400c-d4d2-4d5e-9643-abb3cde42067 req-e2b155c9-2281-4f36-b40c-946dd235f469 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0653429 Jan 29 20:15:28.041960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f174400c-d4d2-4d5e-9643-abb3cde42067 req-807ce29f-b879-4b32-a5ee-bc751a8a6802 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Jan 29 20:15:28.225215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4de1e4d3-e986-4cd7-b21b-56c6cc7968cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:28.610067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23114b-1564-421c-a314-2c942fe1b989 req-b4a47f06-a1d5-4629-bece-5abf2ecf7268 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:28.611721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a23114b-1564-421c-a314-2c942fe1b989 req-b4a47f06-a1d5-4629-bece-5abf2ecf7268 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.0573778 Jan 29 20:15:28.645868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:15:28.742111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a23114b-1564-421c-a314-2c942fe1b989 req-a07e4601-5245-4fd7-841e-3bf100aa0876 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128619 Jan 29 20:15:28.780567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:28.796234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'mac_address': 'fa:16:3e:5c:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:15:28.852402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 16df9d64-142a-43a0-acea-df0ecc2339c9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:28.852796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:28.867407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16df9d64-142a-43a0-acea-df0ecc2339c9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:15:28.892466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:28.942111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:28.977347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:29.043833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:29.177177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee70ed-f25f-4df8-a29c-651f5ee3d412 req-d7bb9891-0e88-4a8e-a452-2fbc935dae96 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:29.179484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3ee70ed-f25f-4df8-a29c-651f5ee3d412 req-d7bb9891-0e88-4a8e-a452-2fbc935dae96 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0658126 Jan 29 20:15:29.245806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['16df9d64-142a-43a0-acea-df0ecc2339c9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:15:29.254082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3ee70ed-f25f-4df8-a29c-651f5ee3d412 req-db64b87a-271e-4e3e-b6c2-4024309831ed tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Jan 29 20:15:29.903725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89d44-d52b-4b85-9a5f-455784fef6d9 req-3b436eff-5fbd-4101-aca5-71316799a0e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:29.906724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bb89d44-d52b-4b85-9a5f-455784fef6d9 req-3b436eff-5fbd-4101-aca5-71316799a0e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 945 time: 0.0634851 Jan 29 20:15:29.969635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9bb89d44-d52b-4b85-9a5f-455784fef6d9 req-a076c1d4-4b48-4308-b838-ca84aaba331a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562415 Jan 29 20:15:29.988827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:30.342954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:30.436614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cce32-37c3-44b1-8812-a8afedb5ffcc req-1cc81730-9645-45c5-b210-1bc036c55417 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:30.438118 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d4cce32-37c3-44b1-8812-a8afedb5ffcc req-1cc81730-9645-45c5-b210-1bc036c55417 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0633645 Jan 29 20:15:30.492406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d4cce32-37c3-44b1-8812-a8afedb5ffcc req-99f4623a-3c8d-49de-a96b-b0ddbee56277 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481393 Jan 29 20:15:30.642230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:15:30.780298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 16df9d64-142a-43a0-acea-df0ecc2339c9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:15:30.790970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 16df9d64-142a-43a0-acea-df0ecc2339c9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:15:30.793393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:30.894618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 16df9d64-142a-43a0-acea-df0ecc2339c9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:15:30.895083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:30.927434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:15:30.932295 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3ea73-f647-4835-9dc3-025666dc04f2" -d '{"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-plugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:15:30.949154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:15:30.991382 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76a86bd-d6d1-4368-93e6-476b8b966829 x-openstack-request-id: req-a76a86bd-d6d1-4368-93e6-476b8b966829 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:15:30.991672 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-plugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:15:30.991920 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a76a86bd-d6d1-4368-93e6-476b8b966829 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:15:30.992869 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'code': 200} Jan 29 20:15:31.051687 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:31.137419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:31.166650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a308-de3c-44a0-88d6-2956660163a3 req-e932e953-d65e-4ee6-bd51-eab8c6bd6850 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:31.168417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7364a308-de3c-44a0-88d6-2956660163a3 req-e932e953-d65e-4ee6-bd51-eab8c6bd6850 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1160314 Jan 29 20:15:31.187791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef534d-6b38-4e5b-8451-85bcdb38a061 req-73906a51-7a4f-40f1-9b63-fc84172812e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:31.189297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6ef534d-6b38-4e5b-8451-85bcdb38a061 req-73906a51-7a4f-40f1-9b63-fc84172812e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1128 time: 0.0882945 Jan 29 20:15:31.273109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7364a308-de3c-44a0-88d6-2956660163a3 req-5dce4f07-d346-444c-9e36-f6d17feee8f0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961468 Jan 29 20:15:31.291314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6ef534d-6b38-4e5b-8451-85bcdb38a061 req-0176d3c8-dcfe-4741-bb26-9c40e5e4e51d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886517 Jan 29 20:15:31.642915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7b3f3-ebe0-4677-84c6-2a11dd6b8db7 req-1ca02bcf-fd37-4f88-b2d0-7c85f63ef530 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:31.644496 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6d7b3f3-ebe0-4677-84c6-2a11dd6b8db7 req-1ca02bcf-fd37-4f88-b2d0-7c85f63ef530 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0720117 Jan 29 20:15:31.718044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6d7b3f3-ebe0-4677-84c6-2a11dd6b8db7 req-2d2aa8df-4161-48ca-9276-380645d53d7e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Jan 29 20:15:32.289636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:32.438249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdeddc-d632-4e3d-8279-6f32c10bd7c0 req-de12bfad-e701-4d2c-9e35-7e4f2aeef8ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:32.440451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41fdeddc-d632-4e3d-8279-6f32c10bd7c0 req-de12bfad-e701-4d2c-9e35-7e4f2aeef8ae tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0731759 Jan 29 20:15:32.508887 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41fdeddc-d632-4e3d-8279-6f32c10bd7c0 req-041a351e-02bb-4493-a1e3-e12b2cd05dd5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622137 Jan 29 20:15:32.873042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fd507-5345-42e1-af99-36707be4180b req-4f5d3fcf-dc7e-4c15-89f8-4f3a2c56589c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:32.874971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e95fd507-5345-42e1-af99-36707be4180b req-4f5d3fcf-dc7e-4c15-89f8-4f3a2c56589c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0816994 Jan 29 20:15:32.948818 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e95fd507-5345-42e1-af99-36707be4180b req-d9f41f0e-b2ce-43c9-b748-434fa9da418d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617676 Jan 29 20:15:33.650508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73ae9-baf1-42de-b599-b21fc6ce45ad req-50e23900-c90b-4992-a3f5-a13fb0fa9149 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:33.652154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34d73ae9-baf1-42de-b599-b21fc6ce45ad req-50e23900-c90b-4992-a3f5-a13fb0fa9149 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0667465 Jan 29 20:15:33.705230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34d73ae9-baf1-42de-b599-b21fc6ce45ad req-1367b51a-ee9b-4c24-9fc3-4e8ba3478738 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469677 Jan 29 20:15:33.838983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540cf24-28b5-4652-9b50-17062cb526b7 req-fe644c51-0e1a-4f0a-805a-6137aef01ecb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:33.840528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8540cf24-28b5-4652-9b50-17062cb526b7 req-fe644c51-0e1a-4f0a-805a-6137aef01ecb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0595431 Jan 29 20:15:33.900327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8540cf24-28b5-4652-9b50-17062cb526b7 req-75ae71cd-5a9f-4a2b-9c00-e2d340da6e38 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536084 Jan 29 20:15:33.938755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 60940) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:34.001988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0caa98f-d614-48e9-83f0-d66c8cbfe379 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:34.001988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c0caa98f-d614-48e9-83f0-d66c8cbfe379 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1123 time: 0.0545397 Jan 29 20:15:34.002619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 60944) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:34.002757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:15:34.104615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:34.109665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95594953-e3b0-4f8b-aff5-17d0b5e76255 req-265a5454-6a2d-47e4-b01a-71d4e01fb6f2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:34.110562 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95594953-e3b0-4f8b-aff5-17d0b5e76255 req-265a5454-6a2d-47e4-b01a-71d4e01fb6f2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0697784 Jan 29 20:15:34.186555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95594953-e3b0-4f8b-aff5-17d0b5e76255 req-2b3ddead-d3f4-4b46-8468-0a1719e10185 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672503 Jan 29 20:15:34.240723 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:34.372694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.218 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/556de012-3f19-43e6-bb7b-b1837735e6ee) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:15:34.507447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:34.641121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:34.688945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:15:34.691956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:15:34.694550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:15:34.719062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=556de012-3f19-43e6-bb7b-b1837735e6ee,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:34.733657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.734000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.734350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.734687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.735020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.735348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.735674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.736000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.736354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.736681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.737006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.737326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:34.737648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:15:35.342858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (173c9fe8-2fbf-4553-8fb5-ab0347ff6a78), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:35.403490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a272a6-7591-4303-bbb1-86d70beab569 req-aefa4ed0-6c67-4d65-b1a4-fe111d7ac5f1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:35.405161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64a272a6-7591-4303-bbb1-86d70beab569 req-aefa4ed0-6c67-4d65-b1a4-fe111d7ac5f1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1438010 Jan 29 20:15:35.480710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64a272a6-7591-4303-bbb1-86d70beab569 req-7b04a1f0-1dc6-4eff-94fe-b90a8d8c0a1c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628159 Jan 29 20:15:35.595900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:36.036833 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:36.143666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:36.221421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=556de012-3f19-43e6-bb7b-b1837735e6ee,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:15:36.229326 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (173c9fe8-2fbf-4553-8fb5-ab0347ff6a78), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:36.281805 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:15:36.337574 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP 173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 associated. External IP: 172.25.5.218, port: 16df9d64-142a-43a0-acea-df0ecc2339c9. Jan 29 20:15:36.653364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316686c-ecc4-46ca-b394-ca5c6de8f3cc req-9f031ec3-eba4-474b-8e02-a6444ec4a64e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:36.655790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8316686c-ecc4-46ca-b394-ca5c6de8f3cc req-9f031ec3-eba4-474b-8e02-a6444ec4a64e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0785894 Jan 29 20:15:36.714001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router cc464c78-9750-4ece-bda2-522854c336f8 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:15:36.717620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8316686c-ecc4-46ca-b394-ca5c6de8f3cc req-bc8a4426-d821-416a-920a-107493262b4a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 Jan 29 20:15:36.849626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:15:36.867928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] Sync routers for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:15:36.879141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:36.896887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:15:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:36.950730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:37.014900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d619a49b-e409-4d2e-86f3-770fba1c53c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0155196 Jan 29 20:15:37.020979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:15:37.020979 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b938d-54f7-48eb-9135-8b9b4cac7dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:15:37.057610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:37.094593 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a8e68d-d733-4bc7-815f-a2025b642f02 x-openstack-request-id: req-12a8e68d-d733-4bc7-815f-a2025b642f02 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:15:37.094993 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:15:37.095327 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12a8e68d-d733-4bc7-815f-a2025b642f02 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:15:37.095832 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'status': 'completed', 'code': 200} Jan 29 20:15:37.173167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51047-7cdb-4399-a84f-7507ce790d94 req-6f112dc4-3486-405a-a6b4-5cce6d679576 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:37.184279 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41f51047-7cdb-4399-a84f-7507ce790d94 req-6f112dc4-3486-405a-a6b4-5cce6d679576 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1015213 Jan 29 20:15:37.267881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-d8b25b29-708e-40b0-8c41-c5390da56f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:37.270590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-d8b25b29-708e-40b0-8c41-c5390da56f20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1128 time: 0.1298862 Jan 29 20:15:37.323818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41f51047-7cdb-4399-a84f-7507ce790d94 req-20b56826-1f23-4055-8dc0-af771c655005 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373448 Jan 29 20:15:37.342432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '173c9fe8-2fbf-4553-8fb5-ab0347ff6a78', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'mac_address': 'fa:16:3e:5c:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:15:34Z', 'updated_at': '2022-01-29T20:15:34Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:19Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:37.369077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 32770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:37.370923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] Checking router: cc464c78-9750-4ece-bda2-522854c336f8 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:15:37.383464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:15:37.383464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:15:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:37.429418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-ef2aa9fe-f4cb-4514-b184-b297a091ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:37.434106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-ef2aa9fe-f4cb-4514-b184-b297a091ebdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.1412535 Jan 29 20:15:37.502599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6a3e9c5-72d0-4d14-952c-785a38149995 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 HTTP/1.1" status: 200 len: 992 time: 0.1316612 Jan 29 20:15:37.531921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:15:37.583390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-d0753884-5ea5-4c57-8e6f-f10c856a2429 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.1443996 Jan 29 20:15:37.662109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-fa9eefe8-a257-4561-9c41-49f51aeb7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:37.664493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-fa9eefe8-a257-4561-9c41-49f51aeb7c60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.0746167 Jan 29 20:15:37.731484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-98e23501-3557-4e7e-aa62-e3c986abe3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:37.735465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-98e23501-3557-4e7e-aa62-e3c986abe3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655842 Jan 29 20:15:37.863227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-074ca4de-38bf-4a33-aa01-23cbac53e138 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158998 Jan 29 20:15:37.869510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '173c9fe8-2fbf-4553-8fb5-ab0347ff6a78', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'mac_address': 'fa:16:3e:5c:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:15:34Z', 'updated_at': '2022-01-29T20:15:34Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:19Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:15:37.874593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e383-6ee5-4282-83a1-70416a81fafc req-a558dda8-63bd-46c8-a59e-79620c1feaa9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:37.876007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a72e383-6ee5-4282-83a1-70416a81fafc req-a558dda8-63bd-46c8-a59e-79620c1feaa9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0648885 Jan 29 20:15:37.919473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2232d-1f39-401d-81a8-146f8dc9df28 None None] The sync data for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 is: [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '173c9fe8-2fbf-4553-8fb5-ab0347ff6a78', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'mac_address': 'fa:16:3e:5c:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:15:34Z', 'updated_at': '2022-01-29T20:15:34Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:19Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:15:37.962239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a72e383-6ee5-4282-83a1-70416a81fafc req-77540170-23d0-4b78-b516-48a04cf3183a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794609 Jan 29 20:15:38.033448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-871b938d-54f7-48eb-9135-8b9b4cac7dd7 req-865b4de8-aea1-4fe3-8d98-e40848aed9d1 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587102 Jan 29 20:15:38.224482 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32909db-9deb-434f-a0e9-50384c052fff None None] New status for floating IP 173c9fe8-2fbf-4553-8fb5-ab0347ff6a78: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:15:38.234108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:38.506089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32790) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:38.608611 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-14cdfe32-fe72-490d-92c4-bc6efdb04367 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 HTTP/1.1" status: 200 len: 992 time: 0.1011834 Jan 29 20:15:39.166854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2009cf-ca1b-4de3-aac1-de5a73ae0609 req-4dbf8703-7e90-4711-aef1-cf431122cfa6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:39.172760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f2009cf-ca1b-4de3-aac1-de5a73ae0609 req-4dbf8703-7e90-4711-aef1-cf431122cfa6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0820818 Jan 29 20:15:39.233585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f2009cf-ca1b-4de3-aac1-de5a73ae0609 req-132c6c67-e0b3-451d-8e66-ff3a530c5d24 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581448 Jan 29 20:15:39.612288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 32812) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:15:39.710919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8961739f-c676-4784-9842-814a506c3f86 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 HTTP/1.1" status: 200 len: 994 time: 0.0969439 Jan 29 20:15:40.396266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e1932-ee4b-4005-b447-85b808ac6cec req-c9554b76-e1e5-4dab-9b02-3a694c7e65ca tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:40.398569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd4e1932-ee4b-4005-b447-85b808ac6cec req-c9554b76-e1e5-4dab-9b02-3a694c7e65ca tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0787230 Jan 29 20:15:40.473023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd4e1932-ee4b-4005-b447-85b808ac6cec req-271e5a92-bbe9-45f4-a16a-120dfd4232c5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653465 Jan 29 20:15:41.643055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26929b-07fe-439b-aaa2-0c0fef8091b0 req-433d184c-604e-4e70-bbc4-56bc99b99f07 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:41.644644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc26929b-07fe-439b-aaa2-0c0fef8091b0 req-433d184c-604e-4e70-bbc4-56bc99b99f07 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0815363 Jan 29 20:15:41.697854 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc26929b-07fe-439b-aaa2-0c0fef8091b0 req-75188784-3d00-4d61-af4f-b12be29ddcd5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Jan 29 20:15:42.829759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1792c6-c8c0-4cd0-bbcd-d8001b1efb04 req-d427076f-98ef-41db-99ed-e45b8d5326b6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:42.832500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c1792c6-c8c0-4cd0-bbcd-d8001b1efb04 req-d427076f-98ef-41db-99ed-e45b8d5326b6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0566576 Jan 29 20:15:42.897679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c1792c6-c8c0-4cd0-bbcd-d8001b1efb04 req-8a19e85f-7cfb-4e09-b9f3-753402280e05 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Jan 29 20:15:44.041367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38283e36-99f7-492b-82e4-d7b569274a24 req-b54be1d3-2794-4889-9f59-f0f61e6e658f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:44.043513 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38283e36-99f7-492b-82e4-d7b569274a24 req-b54be1d3-2794-4889-9f59-f0f61e6e658f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0653718 Jan 29 20:15:44.102015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-38283e36-99f7-492b-82e4-d7b569274a24 req-acc34db3-2a3d-4a7e-bc53-5ab01400e49b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Jan 29 20:15:45.277587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c883a-807a-423e-859d-41124c0e6c78 req-837393be-172c-48ec-91cd-948985a9540c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:45.291461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-211c883a-807a-423e-859d-41124c0e6c78 req-837393be-172c-48ec-91cd-948985a9540c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0935957 Jan 29 20:15:45.334424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-211c883a-807a-423e-859d-41124c0e6c78 req-a0bf7951-247e-43d7-b358-14810d3be490 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Jan 29 20:15:46.538875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6d601-9db6-45e2-9f6e-2af74cc3ce67 req-d396e6f6-78f5-43d4-b367-168229825688 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:46.541404 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24d6d601-9db6-45e2-9f6e-2af74cc3ce67 req-d396e6f6-78f5-43d4-b367-168229825688 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0892718 Jan 29 20:15:46.604927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24d6d601-9db6-45e2-9f6e-2af74cc3ce67 req-ad01609a-54a3-4670-afe0-2e102f7a031b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Jan 29 20:15:47.754168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195df95-247e-4edc-9897-f6dc6675e8ca req-ac9c967b-a942-439e-9bf0-ec2099111b4c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:47.755985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5195df95-247e-4edc-9897-f6dc6675e8ca req-ac9c967b-a942-439e-9bf0-ec2099111b4c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0816271 Jan 29 20:15:47.876046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5195df95-247e-4edc-9897-f6dc6675e8ca req-cf2f74cc-d458-4878-a38e-b4390b1d455c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145029 Jan 29 20:15:49.011984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7bd1-b73a-4f4e-892b-8328b72b5205 req-72d1c14f-d7f1-44d3-a719-9ce762c33c53 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:49.014204 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c0c7bd1-b73a-4f4e-892b-8328b72b5205 req-72d1c14f-d7f1-44d3-a719-9ce762c33c53 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0629728 Jan 29 20:15:49.068607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c0c7bd1-b73a-4f4e-892b-8328b72b5205 req-8bcaec8a-0061-4726-91dd-34c4bffd037b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 Jan 29 20:15:50.207521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dfc53-743d-41fa-98fb-254fc4226068 req-d5f3f65a-4161-46cf-bc58-11fb95b69902 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:50.209438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e7dfc53-743d-41fa-98fb-254fc4226068 req-d5f3f65a-4161-46cf-bc58-11fb95b69902 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0557835 Jan 29 20:15:50.293046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e7dfc53-743d-41fa-98fb-254fc4226068 req-29237647-ba76-4048-8955-10cde020916b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728917 Jan 29 20:15:51.413785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7425f45-063a-459f-91a3-f9a2a242af02 req-9ad282c0-5771-4013-ad62-afaaf8c405fa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:51.415325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7425f45-063a-459f-91a3-f9a2a242af02 req-9ad282c0-5771-4013-ad62-afaaf8c405fa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0621352 Jan 29 20:15:51.463850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7425f45-063a-459f-91a3-f9a2a242af02 req-4258666b-4523-426b-9452-26f94ac47f49 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Jan 29 20:15:52.605929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22485b-9ee3-47c6-a5fc-877f74bad44f req-4bac5fbb-8e3a-4fdd-b790-e846f31ae4a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:52.607548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c22485b-9ee3-47c6-a5fc-877f74bad44f req-4bac5fbb-8e3a-4fdd-b790-e846f31ae4a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0582645 Jan 29 20:15:52.669663 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c22485b-9ee3-47c6-a5fc-877f74bad44f req-90268584-0580-4986-bc71-2c4fd7efd81d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537562 Jan 29 20:15:53.800693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97bcb9-049a-4035-8051-80ace62bd0cd req-a1394274-dea1-4a0d-ae2c-72ba0b43005f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:53.802179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a97bcb9-049a-4035-8051-80ace62bd0cd req-a1394274-dea1-4a0d-ae2c-72ba0b43005f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0573411 Jan 29 20:15:53.855332 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a97bcb9-049a-4035-8051-80ace62bd0cd req-7e7c0ba3-de7a-427c-8b62-eaacbcbb2083 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 Jan 29 20:15:54.985983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a12ef6-1064-4443-8bca-d30ee4f9321b req-c3f9de1f-3ddc-4311-8afd-4650326308c0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:54.987442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66a12ef6-1064-4443-8bca-d30ee4f9321b req-c3f9de1f-3ddc-4311-8afd-4650326308c0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0569301 Jan 29 20:15:55.042214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66a12ef6-1064-4443-8bca-d30ee4f9321b req-a92cea20-f880-43a0-be4a-0320080dd6f3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Jan 29 20:15:55.198039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a262-3958-4d0b-96c5-7d567693b99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:56.175555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145ad0-e891-48e1-ab3e-728202ff3840 req-bdd88c7a-1125-4dc4-b0db-53fed3dcb93d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:56.177254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a145ad0-e891-48e1-ab3e-728202ff3840 req-bdd88c7a-1125-4dc4-b0db-53fed3dcb93d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0616043 Jan 29 20:15:56.243480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a145ad0-e891-48e1-ab3e-728202ff3840 req-2303c627-5501-4802-84f6-d1f3a3d78cb4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594695 Jan 29 20:15:57.392642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145824-ca86-4e73-a48f-808a4e5f7e03 req-42012834-6ae6-4b8a-9599-e112891638e1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:57.394282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb145824-ca86-4e73-a48f-808a4e5f7e03 req-42012834-6ae6-4b8a-9599-e112891638e1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0703166 Jan 29 20:15:57.460705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb145824-ca86-4e73-a48f-808a4e5f7e03 req-f482f8ec-cbd7-48cb-85e9-4719a9783b7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604603 Jan 29 20:15:58.187505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a326430c-dd85-4f90-be06-cfe5806e778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:58.604890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5636f-e624-41aa-8cbc-0de6f4c601f5 req-2d833e17-226f-4b21-80d9-a1fe3beb3d02 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:58.606454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2c5636f-e624-41aa-8cbc-0de6f4c601f5 req-2d833e17-226f-4b21-80d9-a1fe3beb3d02 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0639248 Jan 29 20:15:58.658123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2c5636f-e624-41aa-8cbc-0de6f4c601f5 req-94af43ac-011b-4468-a6f7-b6d591d3c7ab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Jan 29 20:15:58.954044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:15:59.836162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ccc06-a7b3-43e4-9454-543cc57b4be0 req-5fbb56d1-e3e9-4487-ae6d-2abb12411c26 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:15:59.847791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa9ccc06-a7b3-43e4-9454-543cc57b4be0 req-5fbb56d1-e3e9-4487-ae6d-2abb12411c26 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0731704 Jan 29 20:15:59.904072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa9ccc06-a7b3-43e4-9454-543cc57b4be0 req-c116071e-1162-44d9-8a33-9fd3ac097aae tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550265 Jan 29 20:16:00.027953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:00.353268 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:01.049341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaaf77-9928-4620-8868-06d08ce1577c req-0511dc30-2f86-46cd-9650-28db338c1c6d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:01.050871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74aaaf77-9928-4620-8868-06d08ce1577c req-0511dc30-2f86-46cd-9650-28db338c1c6d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0565970 Jan 29 20:16:01.101317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74aaaf77-9928-4620-8868-06d08ce1577c req-5f9d4db8-84c2-4c78-bf55-12375180f1ba tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Jan 29 20:16:01.553368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:02.267525 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141cde1-23f9-4933-83bf-4eaa14b0d98d req-3924c4e3-880e-449a-8fa7-dad7aaf29488 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:02.279709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b141cde1-23f9-4933-83bf-4eaa14b0d98d req-3924c4e3-880e-449a-8fa7-dad7aaf29488 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0935824 Jan 29 20:16:02.338078 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b141cde1-23f9-4933-83bf-4eaa14b0d98d req-28adf22f-9c50-4e50-a27f-a85b215663bc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 Jan 29 20:16:03.472731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d0846-4a79-4945-ac24-0101c6816041 req-a6b9d9af-62aa-4ddd-8fd6-d00874fe66d2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:03.475122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-993d0846-4a79-4945-ac24-0101c6816041 req-a6b9d9af-62aa-4ddd-8fd6-d00874fe66d2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0668955 Jan 29 20:16:03.527352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-993d0846-4a79-4945-ac24-0101c6816041 req-151ea504-0a40-4a92-8799-6a9195c69288 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Jan 29 20:16:04.356637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f730-ea29-4314-8c4d-7f562d8d2a7d req-497236bc-955c-44a7-bccc-f80af30bf4e7 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:04.358770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d66f730-ea29-4314-8c4d-7f562d8d2a7d req-497236bc-955c-44a7-bccc-f80af30bf4e7 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1128 time: 0.0468602 Jan 29 20:16:04.412461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d66f730-ea29-4314-8c4d-7f562d8d2a7d req-95904611-8c13-403f-93b7-b2920d5c2b1e tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Jan 29 20:16:04.551059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887c45f-5687-4723-9d4e-04742c90500c req-302dff79-2eb8-4bb1-a64a-16c3555a23dd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:04.559044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2887c45f-5687-4723-9d4e-04742c90500c req-302dff79-2eb8-4bb1-a64a-16c3555a23dd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0748262 Jan 29 20:16:04.605981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2887c45f-5687-4723-9d4e-04742c90500c req-9d922d52-5a64-4e9f-8c63-e0fbb2f2a2e7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 Jan 29 20:16:04.630185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33274) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:04.688688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd622-7826-493a-8acc-4134d5855284 req-967e445d-a213-4535-b081-c5dacf14c92f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:04.690299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25efd622-7826-493a-8acc-4134d5855284 req-967e445d-a213-4535-b081-c5dacf14c92f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0798106 Jan 29 20:16:04.741344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-40b0d2ce-48a2-48f2-b647-dd8abf1f9e36 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 HTTP/1.1" status: 200 len: 994 time: 0.1097190 Jan 29 20:16:04.780012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-25efd622-7826-493a-8acc-4134d5855284 req-6e2c905a-f7be-4ea7-92ed-795335160970 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835540 Jan 29 20:16:05.566797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4b77c-1547-486b-99fc-64c90b66b7d2 req-4fdcb88d-852b-4729-a479-7a0cd1c6f043 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:05.568465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aa4b77c-1547-486b-99fc-64c90b66b7d2 req-4fdcb88d-852b-4729-a479-7a0cd1c6f043 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0710557 Jan 29 20:16:05.626701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5aa4b77c-1547-486b-99fc-64c90b66b7d2 req-951b3f96-1f45-44e8-aae8-110125a21c5e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520177 Jan 29 20:16:05.890297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-1db4cccd-a760-4861-81ce-5f357f95cbd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2345171 Jan 29 20:16:05.905773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-7ea80b9e-5a34-4ea6-8e7d-8b0ca36be5a3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:16:05.907049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-7ea80b9e-5a34-4ea6-8e7d-8b0ca36be5a3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078342 Jan 29 20:16:05.981473 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f6fe-5db0-4493-836f-fb90acfbe8c8 req-012abcaa-e3b2-496f-ae81-e7182ac00171 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:05.986345 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6023f6fe-5db0-4493-836f-fb90acfbe8c8 req-012abcaa-e3b2-496f-ae81-e7182ac00171 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0938950 Jan 29 20:16:06.053532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6023f6fe-5db0-4493-836f-fb90acfbe8c8 req-e4c4c40d-eae3-4f2e-8fbb-e189e0327207 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661755 Jan 29 20:16:06.884438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b889c-8722-4997-856a-dcebdf166417 req-70850cc3-be4a-48f9-99f1-30640d42cd50 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:06.890426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc4b889c-8722-4997-856a-dcebdf166417 req-70850cc3-be4a-48f9-99f1-30640d42cd50 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1407280 Jan 29 20:16:06.982550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bc4b889c-8722-4997-856a-dcebdf166417 req-267b1b09-730d-4f4b-a148-436e947a0901 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815754 Jan 29 20:16:07.293861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ceeed-562b-4108-a558-76a47e96da64 req-b5f25742-1c73-440e-bd83-3325f9e4161f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:07.304933 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-323ceeed-562b-4108-a558-76a47e96da64 req-b5f25742-1c73-440e-bd83-3325f9e4161f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.1123753 Jan 29 20:16:07.357322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-323ceeed-562b-4108-a558-76a47e96da64 req-a6162e3a-d3dd-4262-9ebd-a7badcef80ae tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Jan 29 20:16:08.116538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc13664-3e90-46b5-b658-98924769a088 req-db4bb048-3106-4ac2-aeec-4ae600a5b856 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:08.125555 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc13664-3e90-46b5-b658-98924769a088 req-db4bb048-3106-4ac2-aeec-4ae600a5b856 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0729423 Jan 29 20:16:08.188626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc13664-3e90-46b5-b658-98924769a088 req-3cdf3c0f-2732-4c3d-b183-a4dae028dcd4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602922 Jan 29 20:16:08.265145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:08.516333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3bcbd-7147-4f27-8550-6c9f7bdfb433 req-6afa6af6-adc9-4e2f-88fe-9ee00780a8b0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:08.517897 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82a3bcbd-7147-4f27-8550-6c9f7bdfb433 req-6afa6af6-adc9-4e2f-88fe-9ee00780a8b0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0675156 Jan 29 20:16:08.572392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82a3bcbd-7147-4f27-8550-6c9f7bdfb433 req-6d7a878e-2d42-472b-9107-38a58d70e0b9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Jan 29 20:16:08.623272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-31a7b236-9574-437c-81de-60553ed225d4 req-4b9543db-6927-4dfd-9dd8-b092339e1741 service neutron] (103562) timed out ('10.222.0.13', 52221) {{(pid=103562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:16:08.625220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-2bd56195-0cd9-4a97-bf1d-8046b3f98d5c req-ca4762a4-4256-4881-ae18-70e0cf92635d service neutron] (103562) timed out ('10.222.0.26', 65114) {{(pid=103562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:16:08.701992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-07ab9373-0fe6-475b-8d77-41a569d0058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:08.703818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-07ab9373-0fe6-475b-8d77-41a569d0058f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1128 time: 0.0477746 Jan 29 20:16:08.799779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-785452d5-75df-4a23-9d87-eec6782d44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:08.801599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-785452d5-75df-4a23-9d87-eec6782d44ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.0899072 Jan 29 20:16:08.875299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-13614c14-412d-4234-afa7-ba54d1468d78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1002 time: 0.0635304 Jan 29 20:16:08.928384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-9dcebe75-a885-47de-939c-122fda5998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:08.929891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-9dcebe75-a885-47de-939c-122fda5998e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.0477700 Jan 29 20:16:08.991717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-07230c7d-580f-41f3-8587-17b2d4c4238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:08.993284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-07230c7d-580f-41f3-8587-17b2d4c4238a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552604 Jan 29 20:16:09.009111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-81812e39-1917-4c58-b528-1ddd25eac65e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:16:09.010316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-81812e39-1917-4c58-b528-1ddd25eac65e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083234 Jan 29 20:16:09.123220 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-f419d236-5670-4076-8c86-91949232b088 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051657 Jan 29 20:16:09.219005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-8aaeb89b-8a59-430e-99f8-96b725206d0d service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Jan 29 20:16:09.333168 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b7643-6ee6-4321-9a1d-7e39076a8245 req-00082d10-fb64-448c-9827-7a2730a2d6b6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:09.336716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e36b7643-6ee6-4321-9a1d-7e39076a8245 req-00082d10-fb64-448c-9827-7a2730a2d6b6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0782132 Jan 29 20:16:09.391116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e36b7643-6ee6-4321-9a1d-7e39076a8245 req-e0beb8ae-0d54-42c8-a021-06670955370a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472493 Jan 29 20:16:09.707677 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767c6b0-7251-432c-991e-5bd201538c40 req-3a84614b-27fd-4ad2-a587-0ff3dcef6ab3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:09.709205 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3767c6b0-7251-432c-991e-5bd201538c40 req-3a84614b-27fd-4ad2-a587-0ff3dcef6ab3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0552020 Jan 29 20:16:09.757588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3767c6b0-7251-432c-991e-5bd201538c40 req-2315b04f-a35c-4f13-bd67-5417d8db6069 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Jan 29 20:16:10.517396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093c0b-f590-4ded-9af2-9407bb12adc3 req-23a96024-ecb3-430f-80c7-36732253058b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:10.518905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c093c0b-f590-4ded-9af2-9407bb12adc3 req-23a96024-ecb3-430f-80c7-36732253058b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0540793 Jan 29 20:16:10.575047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c093c0b-f590-4ded-9af2-9407bb12adc3 req-f0c4f4fd-429f-4e18-9b6b-3f3a561de9ef tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494220 Jan 29 20:16:10.879810 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490fb21-3fed-431b-bef7-ff4ff50d7811 req-2744a43c-f3e8-4e16-b5bb-d5e250beade9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:10.881385 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7490fb21-3fed-431b-bef7-ff4ff50d7811 req-2744a43c-f3e8-4e16-b5bb-d5e250beade9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0527713 Jan 29 20:16:10.936641 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7490fb21-3fed-431b-bef7-ff4ff50d7811 req-631f393d-b345-442b-9c30-307c269d9727 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493953 Jan 29 20:16:11.730083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de4eb-afbe-4130-b9cd-4cc7eb8002d0 req-f29b79d0-ae92-4b5a-b258-46067460271d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:11.733280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-334de4eb-afbe-4130-b9cd-4cc7eb8002d0 req-f29b79d0-ae92-4b5a-b258-46067460271d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0707059 Jan 29 20:16:11.826317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-334de4eb-afbe-4130-b9cd-4cc7eb8002d0 req-d7901f25-5cac-45a0-a942-60601367d5cf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872579 Jan 29 20:16:12.072957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649caf76-7ccd-42ec-aba0-e628d0364806 req-abc5edf3-30ff-4d98-a90a-18d834ce2941 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:12.074401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-649caf76-7ccd-42ec-aba0-e628d0364806 req-abc5edf3-30ff-4d98-a90a-18d834ce2941 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0571051 Jan 29 20:16:12.129073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-649caf76-7ccd-42ec-aba0-e628d0364806 req-1e82e1c8-5f2f-4b62-8e2a-5d4e4de3e971 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461187 Jan 29 20:16:12.958294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f5745-2a8a-4060-85c9-8cf8a641f774 req-81775834-09ac-4615-b96e-cd07e114a550 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:12.963096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c92f5745-2a8a-4060-85c9-8cf8a641f774 req-81775834-09ac-4615-b96e-cd07e114a550 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0579073 Jan 29 20:16:12.974988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 659368e5-b93a-4733-aef7-b6df9d1bfc37 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:16:13.023556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c92f5745-2a8a-4060-85c9-8cf8a641f774 req-a73aeaf8-97ea-4965-b78c-ef62eb8bbd80 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Jan 29 20:16:13.077858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 659368e5-b93a-4733-aef7-b6df9d1bfc37, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=659368e5-b93a-4733-aef7-b6df9d1bfc37,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:13.093973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '659368e5-b93a-4733-aef7-b6df9d1bfc37', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': '659368e5-b93a-4733-aef7-b6df9d1bfc37', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:16:13.132738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 659368e5-b93a-4733-aef7-b6df9d1bfc37 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:16:13.133041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:13.147686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659368e5-b93a-4733-aef7-b6df9d1bfc37 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:16:13.169726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 659368e5-b93a-4733-aef7-b6df9d1bfc37, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=659368e5-b93a-4733-aef7-b6df9d1bfc37,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:13.273504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:13.278827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75cfa9-bab1-4b01-8370-62c8e17c4e5a req-caa62220-ba59-42ab-9287-be3c707e89d3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:13.285456 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc75cfa9-bab1-4b01-8370-62c8e17c4e5a req-caa62220-ba59-42ab-9287-be3c707e89d3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 943 time: 0.0756884 Jan 29 20:16:13.289468 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:16:13.328276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=659368e5-b93a-4733-aef7-b6df9d1bfc37,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:13.337053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.337385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.337721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.338055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.338384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.338710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.339035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.339356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.339723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.340111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.349526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.349526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.349526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:13.357894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc75cfa9-bab1-4b01-8370-62c8e17c4e5a req-cf8e1ccb-16ac-43e2-b968-f23c45d10257 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580497 Jan 29 20:16:13.546276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['659368e5-b93a-4733-aef7-b6df9d1bfc37'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:16:14.164195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f867003-cab0-4a4d-8157-5fba526b89c2 req-995f911e-a2f7-4b1a-904f-05e0d1d52e62 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:14.166423 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f867003-cab0-4a4d-8157-5fba526b89c2 req-995f911e-a2f7-4b1a-904f-05e0d1d52e62 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0636456 Jan 29 20:16:14.252723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f867003-cab0-4a4d-8157-5fba526b89c2 req-ddbbafc9-4f5e-4a41-8cfa-a6abe2debbdb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741858 Jan 29 20:16:14.269894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-fbafc739-1c63-4161-a652-b79e6f404143 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727203 Jan 29 20:16:14.383390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-700b2019-8b7a-496a-8c64-dd37282e756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:14.385161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-700b2019-8b7a-496a-8c64-dd37282e756d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23c366fc7314407a99a7f97d4c0602d3&device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 1128 time: 0.0558503 Jan 29 20:16:14.492386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199017-8498-4718-9e4c-460d95d16427 req-d3ff6381-2143-42b4-bc73-c1629b82e7a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:14.493898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b199017-8498-4718-9e4c-460d95d16427 req-d3ff6381-2143-42b4-bc73-c1629b82e7a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 944 time: 0.0629880 Jan 29 20:16:14.506578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-7e22d3d2-1d3a-490a-8f15-79bfc7997272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:14.508233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-7e22d3d2-1d3a-490a-8f15-79bfc7997272 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 200 len: 908 time: 0.0975082 Jan 29 20:16:14.543360 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b199017-8498-4718-9e4c-460d95d16427 req-9fcb61ec-287a-45af-afe9-5da804e5a4bc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Jan 29 20:16:14.629896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-0c05cec3-8d80-4d9d-900f-1348fbbd1188 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 200 len: 1002 time: 0.1097541 Jan 29 20:16:14.683901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-57b4d15d-cc9f-452d-8dbf-b6792ab5bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:14.685911 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-57b4d15d-cc9f-452d-8dbf-b6792ab5bbb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 200 len: 847 time: 0.0468776 Jan 29 20:16:14.752276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-a087a84e-0235-4195-9845-f9f5071fe634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:14.753846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-a087a84e-0235-4195-9845-f9f5071fe634 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4c15833-29b7-4cb8-8dc3-0aa2075eea29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592160 Jan 29 20:16:14.857451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-b2c771be-d264-4a9b-a403-e08ffdf4e0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939119 Jan 29 20:16:14.962187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3ed0275-269e-4f72-90c0-019eda32c8eb req-67ad98af-bf60-4087-bcf3-684d43d71c26 service neutron] 10.222.0.13 "GET /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912597 Jan 29 20:16:14.990146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 659368e5-b93a-4733-aef7-b6df9d1bfc37 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:16:15.123444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 659368e5-b93a-4733-aef7-b6df9d1bfc37 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:16:15.128147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 659368e5-b93a-4733-aef7-b6df9d1bfc37 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:16:15.128641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:15.218705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 659368e5-b93a-4733-aef7-b6df9d1bfc37 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:16:15.219106 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:15.241867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659368e5-b93a-4733-aef7-b6df9d1bfc37'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:15.244739 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d597821b-641c-498a-84b5-b582c9f3188e" -d '{"events": [{"server_uuid": "e8316e64-344d-436a-a90c-0b296fb2a68a", "name": "network-vif-plugged", "status": "completed", "tag": "659368e5-b93a-4733-aef7-b6df9d1bfc37"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:15.264961 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 659368e5-b93a-4733-aef7-b6df9d1bfc37, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=659368e5-b93a-4733-aef7-b6df9d1bfc37,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:15.290570 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e691ff0a-b013-4a11-a912-d38fd0d0ea21 x-openstack-request-id: req-e691ff0a-b013-4a11-a912-d38fd0d0ea21 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:15.290848 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8316e64-344d-436a-a90c-0b296fb2a68a", "name": "network-vif-plugged", "status": "completed", "tag": "659368e5-b93a-4733-aef7-b6df9d1bfc37", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:15.291172 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e691ff0a-b013-4a11-a912-d38fd0d0ea21 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:15.291594 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659368e5-b93a-4733-aef7-b6df9d1bfc37', 'code': 200} Jan 29 20:16:15.359168 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:15.432588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe60a9-54af-40db-98cc-a08a89119788 req-76e208f6-7892-40ea-941e-973a81b89273 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:15.441534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bfe60a9-54af-40db-98cc-a08a89119788 req-76e208f6-7892-40ea-941e-973a81b89273 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0931885 Jan 29 20:16:15.455392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=659368e5-b93a-4733-aef7-b6df9d1bfc37,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:15.488926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ff08b-8aef-45a4-b29e-0bf228488082 req-ebb57648-436d-49eb-b4de-59087dfa2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:15.490716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-675ff08b-8aef-45a4-b29e-0bf228488082 req-ebb57648-436d-49eb-b4de-59087dfa2c8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 1127 time: 0.1058376 Jan 29 20:16:15.522696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0bfe60a9-54af-40db-98cc-a08a89119788 req-ffa6c6a4-3660-46ce-8229-be7736121bca tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797956 Jan 29 20:16:15.549813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-675ff08b-8aef-45a4-b29e-0bf228488082 req-f6a1239d-88d6-4783-a0a7-84a0da7c5e2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Jan 29 20:16:15.689564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19fa9-c458-4425-9dcb-2e10bcd73583 req-3b3627fd-35f3-4628-8288-4b003bde9dbc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:15.690961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5a19fa9-c458-4425-9dcb-2e10bcd73583 req-3b3627fd-35f3-4628-8288-4b003bde9dbc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.0753810 Jan 29 20:16:15.741356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a5a19fa9-c458-4425-9dcb-2e10bcd73583 req-9e1307ca-cf35-4996-9eca-b54c92a259aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Jan 29 20:16:16.663596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fdef-ec37-4a79-8f4a-a5d012ad89f5 req-39ee214a-08ce-425b-b69b-7a2b144d1838 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:16.665281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5773fdef-ec37-4a79-8f4a-a5d012ad89f5 req-39ee214a-08ce-425b-b69b-7a2b144d1838 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0639031 Jan 29 20:16:16.724834 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5773fdef-ec37-4a79-8f4a-a5d012ad89f5 req-0193699a-56fa-476f-b32d-44e5243fd88f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529444 Jan 29 20:16:16.885506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c988-4387-4bd0-9415-e70414168484 req-07988e81-4236-4aa6-95f9-17c86f1c1000 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:16.893447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e93c988-4387-4bd0-9415-e70414168484 req-07988e81-4236-4aa6-95f9-17c86f1c1000 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.0719242 Jan 29 20:16:16.942901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e93c988-4387-4bd0-9415-e70414168484 req-444f73d7-79e7-4e01-a606-6ae0aa8750b5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Jan 29 20:16:17.858579 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4836f-2b26-488b-89f8-66a0148b9634 req-154225e1-282e-4106-839a-f9ace161d01d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:17.860087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b4836f-2b26-488b-89f8-66a0148b9634 req-154225e1-282e-4106-839a-f9ace161d01d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0536463 Jan 29 20:16:17.910017 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e5b4836f-2b26-488b-89f8-66a0148b9634 req-da3a0523-887f-4b4b-b188-140557bc5d73 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Jan 29 20:16:18.078373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e763701-b422-43aa-852e-1dea3f1c4581 req-d737090b-3069-4fc0-acc2-4ce1f8cea406 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:18.084611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e763701-b422-43aa-852e-1dea3f1c4581 req-d737090b-3069-4fc0-acc2-4ce1f8cea406 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.0651476 Jan 29 20:16:18.090765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-e3ec03a8-aa89-4945-a637-39cd97992932 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483098 Jan 29 20:16:18.138208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e763701-b422-43aa-852e-1dea3f1c4581 req-0f4c995e-bdac-4edd-bb32-923fc3724646 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Jan 29 20:16:18.224963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-240c5bb4-dc58-4f4d-b7e5-9777ed6b82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:18.226554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-240c5bb4-dc58-4f4d-b7e5-9777ed6b82b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 1128 time: 0.0731950 Jan 29 20:16:18.347200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813563b-d4fa-4766-a684-517ce9332104 req-99db0d1e-1e15-409d-b075-ac3c72255e5b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:18.348751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a813563b-d4fa-4766-a684-517ce9332104 req-99db0d1e-1e15-409d-b075-ac3c72255e5b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.1131334 Jan 29 20:16:18.391790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-2200ff92-2675-41c0-bfac-e35f4dcebf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:18.393294 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-2200ff92-2675-41c0-bfac-e35f4dcebf24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1457248 Jan 29 20:16:18.457087 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-55ac5311-11c4-4a21-8711-4bfa55683618 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=257cae81-cc34-4f9a-96cd-8057144a10f7 HTTP/1.1" status: 200 len: 217 time: 0.0559766 Jan 29 20:16:18.461925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a813563b-d4fa-4766-a684-517ce9332104 req-6429d47f-f1f6-49dc-9f97-3ea1cd06facf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043322 Jan 29 20:16:18.507110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-ed8ac938-eea6-4da5-8a2c-b58fee852c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:18.508588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-ed8ac938-eea6-4da5-8a2c-b58fee852c1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0456464 Jan 29 20:16:18.571842 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-ed0b7613-90eb-48f0-ab7e-0e1cc7eb5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:18.573630 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-ed0b7613-90eb-48f0-ab7e-0e1cc7eb5b0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0595028 Jan 29 20:16:19.139427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f8bb-2ffb-4427-a81d-34d19b3824ae req-cf5a31a3-7379-4bb2-bfe3-bb2ade3c9f9c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:19.140962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce33f8bb-2ffb-4427-a81d-34d19b3824ae req-cf5a31a3-7379-4bb2-bfe3-bb2ade3c9f9c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0886533 Jan 29 20:16:19.143006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-96be2310-d9d3-4547-8845-28247264a08d service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636413 Jan 29 20:16:19.240070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca061ff-0305-4903-b435-04203122bc28 req-049c7c43-4e12-427a-9d02-7f2250dbc928 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:19.249921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eca061ff-0305-4903-b435-04203122bc28 req-049c7c43-4e12-427a-9d02-7f2250dbc928 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.0713909 Jan 29 20:16:19.292077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ce33f8bb-2ffb-4427-a81d-34d19b3824ae req-3e8b14ae-75ba-4b10-a3c6-e33259ea7cda tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447453 Jan 29 20:16:19.302680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eca061ff-0305-4903-b435-04203122bc28 req-f3e1d087-4394-4415-8e4b-daade89d0986 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510840 Jan 29 20:16:19.310369 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-752cd29a-dd41-4b56-8249-2764ac242fd6 req-40079104-dd5a-44cb-b4a2-91f0f2a5b500 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557894 Jan 29 20:16:20.452093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0f387-d4d2-499a-b7b0-78827c8836a3 req-6965e7e6-53ed-48b2-bf97-895260756730 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:20.459543 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8a0f387-d4d2-499a-b7b0-78827c8836a3 req-6965e7e6-53ed-48b2-bf97-895260756730 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0767150 Jan 29 20:16:20.459696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93161f-7c2b-4b1e-980f-bc01db0ec8d7 req-fa40cbfb-53c3-48a3-aa29-221f408ee9b9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:20.459696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f93161f-7c2b-4b1e-980f-bc01db0ec8d7 req-fa40cbfb-53c3-48a3-aa29-221f408ee9b9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.0683684 Jan 29 20:16:20.507759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8a0f387-d4d2-499a-b7b0-78827c8836a3 req-3ba3f8f4-95f8-405a-a60b-c439a5bd0796 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474675 Jan 29 20:16:20.511860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5f93161f-7c2b-4b1e-980f-bc01db0ec8d7 req-709d5a14-4d42-4475-835c-00c109573961 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Jan 29 20:16:20.745087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-0de6dc60-be2b-4fb5-a7e2-a9fda4738cbe tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:20.752651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-0de6dc60-be2b-4fb5-a7e2-a9fda4738cbe tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 945 time: 0.0603609 Jan 29 20:16:20.864878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 659368e5-b93a-4733-aef7-b6df9d1bfc37 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:20.866890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:20.960923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port 659368e5-b93a-4733-aef7-b6df9d1bfc37, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=659368e5-b93a-4733-aef7-b6df9d1bfc37,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:20.961283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:20.974539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 659368e5-b93a-4733-aef7-b6df9d1bfc37 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:21.181054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (659368e5-b93a-4733-aef7-b6df9d1bfc37), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:21.212170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['659368e5-b93a-4733-aef7-b6df9d1bfc37'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:16:21.212804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=659368e5-b93a-4733-aef7-b6df9d1bfc37,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:21.238628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['257cae81-cc34-4f9a-96cd-8057144a10f7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:16:21.316138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port 659368e5-b93a-4733-aef7-b6df9d1bfc37 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:21.320911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:21.324397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d1f6bc4-5d18-450b-ba68-bfa34feb9917 req-3be7fad8-b451-49be-b394-128b854c3148 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "DELETE /v2.0/ports/659368e5-b93a-4733-aef7-b6df9d1bfc37 HTTP/1.1" status: 204 len: 173 time: 0.5629034 Jan 29 20:16:21.330117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'name': 'network-vif-deleted', 'tag': '659368e5-b93a-4733-aef7-b6df9d1bfc37'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:21.330117 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f80d41-5dee-4803-ad6c-b44e2655b9fa" -d '{"events": [{"server_uuid": "e8316e64-344d-436a-a90c-0b296fb2a68a", "name": "network-vif-deleted", "tag": "659368e5-b93a-4733-aef7-b6df9d1bfc37"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:21.398017 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56ca47-5e70-49be-8731-a6cd8ff27370 x-openstack-request-id: req-2e56ca47-5e70-49be-8731-a6cd8ff27370 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:21.398347 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8316e64-344d-436a-a90c-0b296fb2a68a", "name": "network-vif-deleted", "tag": "659368e5-b93a-4733-aef7-b6df9d1bfc37", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:21.398760 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e56ca47-5e70-49be-8731-a6cd8ff27370 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:21.399183 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8316e64-344d-436a-a90c-0b296fb2a68a', 'name': 'network-vif-deleted', 'tag': '659368e5-b93a-4733-aef7-b6df9d1bfc37', 'status': 'completed', 'code': 200} Jan 29 20:16:21.671786 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-812f88e8-987e-4000-9786-8762d5da95e4 req-ba97140a-fb64-4172-b7a2-c2399a6a906c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0475557 Jan 29 20:16:21.709742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c503c56-4b1a-4e25-8b0c-093b355ac2ab req-a79408e2-5a5c-41fc-ad75-f1cd4b8dd7a8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:21.713994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c503c56-4b1a-4e25-8b0c-093b355ac2ab req-a79408e2-5a5c-41fc-ad75-f1cd4b8dd7a8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0994973 Jan 29 20:16:21.770445 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c503c56-4b1a-4e25-8b0c-093b355ac2ab req-48e87c08-619e-4688-930f-a8a0451b18dc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511830 Jan 29 20:16:22.807594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6dd62f56-8d8a-4cea-89de-d76c089b25a4 req-7726f835-0ee2-4d2c-8766-22b2e6673839 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0370023 Jan 29 20:16:22.926397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307988f3-e000-4c0c-b682-e37b3874549e req-931615d3-e85a-49b0-99f2-5630d5d267bf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:22.929191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-307988f3-e000-4c0c-b682-e37b3874549e req-931615d3-e85a-49b0-99f2-5630d5d267bf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0779665 Jan 29 20:16:23.003724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-307988f3-e000-4c0c-b682-e37b3874549e req-d0ef215c-658c-4574-ab40-4faf92d1f8cd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672841 Jan 29 20:16:23.941176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f41f49cc-debf-4124-b54c-eebad456720c req-0fc7c1e6-1e78-4cfe-9daa-0a6042a9ffd6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0349443 Jan 29 20:16:24.130666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d11838-58b5-4a1c-b44c-02b532be1eee req-6ee5167e-d2c6-4035-9dcf-d55d0a931ce6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:24.132405 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75d11838-58b5-4a1c-b44c-02b532be1eee req-6ee5167e-d2c6-4035-9dcf-d55d0a931ce6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0620439 Jan 29 20:16:24.184119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75d11838-58b5-4a1c-b44c-02b532be1eee req-d591ea4c-a9a1-4fb6-9895-ec2036e0a56f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456121 Jan 29 20:16:25.058106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a03aff6-9eb2-4c48-9d54-ffd1db2a638e req-0e66e57d-a4cc-4acd-8d2d-b6062c55635d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0330164 Jan 29 20:16:25.075594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 659368e5-b93a-4733-aef7-b6df9d1bfc37 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:25.147142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 659368e5-b93a-4733-aef7-b6df9d1bfc37 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:25.147503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 659368e5-b93a-4733-aef7-b6df9d1bfc37 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:25.255832 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84a12cb6-7290-48aa-9f58-34ffe851b12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:25.358288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6213-2d30-4af0-8b99-b1fdddae777e req-56ed6264-163c-4fb5-ad5a-fc565cc9c53d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:25.361625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-444e6213-2d30-4af0-8b99-b1fdddae777e req-56ed6264-163c-4fb5-ad5a-fc565cc9c53d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0671363 Jan 29 20:16:25.415147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-444e6213-2d30-4af0-8b99-b1fdddae777e req-81d6023c-2ead-4107-a784-31c7950c4919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495203 Jan 29 20:16:25.877445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dc5f4-75c3-45d1-8824-8ce21be3d75e req-cef7bee0-b26a-4324-9013-ecaff49de847 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:25.878874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-206dc5f4-75c3-45d1-8824-8ce21be3d75e req-cef7bee0-b26a-4324-9013-ecaff49de847 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.0566139 Jan 29 20:16:25.937429 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-206dc5f4-75c3-45d1-8824-8ce21be3d75e req-427dde76-9322-4449-86a8-513c645c4371 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526586 Jan 29 20:16:26.198296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a30f7c62-43f0-4178-8e0b-b933af0e4b64 req-aead705c-0d1e-457d-83eb-ac22c25457b6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0416219 Jan 29 20:16:26.426439 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-ddeab954-f220-4822-bd29-c799c3917ef0 service neutron] show failed (client error): The resource could not be found. Jan 29 20:16:26.427616 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-ddeab954-f220-4822-bd29-c799c3917ef0 service neutron] 10.222.0.26 "GET /v2.0/ports/16df9d64-142a-43a0-acea-df0ecc2339c9/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0823383 Jan 29 20:16:26.576379 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e078af2-4987-4d88-8129-6fe97c606223 req-98e2e7a9-18f3-41bf-9344-57364c20f466 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:26.578660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e078af2-4987-4d88-8129-6fe97c606223 req-98e2e7a9-18f3-41bf-9344-57364c20f466 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.0618503 Jan 29 20:16:26.663227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e078af2-4987-4d88-8129-6fe97c606223 req-3fbff624-b044-4ff8-b933-2ea26c75e1de tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744565 Jan 29 20:16:26.689776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-f23cbd52-7db8-4abe-bed5-6f26f8fd94a5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:26.694929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-f23cbd52-7db8-4abe-bed5-6f26f8fd94a5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.13 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.0985816 Jan 29 20:16:26.859253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Deleting port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:26.859976 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.036008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] For port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:27.036545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.104541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3ebfd68e-39e4-4be3-be49-2c8d5cb4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:27.107477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3ebfd68e-39e4-4be3-be49-2c8d5cb4a20c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 1128 time: 0.1117659 Jan 29 20:16:27.124449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:16:27.213911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.298080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875ef63-0d28-4447-aad8-9cb3a567c7ac req-624353eb-7e58-4c69-bec0-8d9b52bf85fc tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:27.300588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d875ef63-0d28-4447-aad8-9cb3a567c7ac req-624353eb-7e58-4c69-bec0-8d9b52bf85fc tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 946 time: 0.2227759 Jan 29 20:16:27.307804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c86198b-c3f6-4dc5-8ce0-bbd45c417927 req-5cf8a099-8855-42bd-ac4d-bf8e77656ddb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0354390 Jan 29 20:16:27.451859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.452987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (697e9ba0-3091-43f1-8df1-8a4925865103), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.453144 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Floating IP 697e9ba0-3091-43f1-8df1-8a4925865103 disassociated. External IP: 172.25.5.153, port: f63deabb-1ce0-4923-9e15-5f22c0cbfcb3. Jan 29 20:16:27.453591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Calling delete_port for f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:27.459364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d875ef63-0d28-4447-aad8-9cb3a567c7ac req-920ab735-0da6-4622-9e1d-2e56d3e8faa8 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/security-groups?id=03dbe811-38da-4745-815d-23b6f98329ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380708 Jan 29 20:16:27.569127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:27.633295 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:16:27.718174 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:27.721328 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea7599a-5303-419a-bfb0-8a227453f0c2" -d '{"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:27.725619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Publish callbacks [] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.781192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f63deabb-1ce0-4923-9e15-5f22c0cbfcb3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:27.879393 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c40ac-3772-4bca-a98c-04d9b544f1b8 x-openstack-request-id: req-434c40ac-3772-4bca-a98c-04d9b544f1b8 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:27.882338 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:27.882338 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-434c40ac-3772-4bca-a98c-04d9b544f1b8 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:27.882338 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'code': 200} Jan 29 20:16:27.882338 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Transition to ACTIVE for port object 16df9d64-142a-43a0-acea-df0ecc2339c9 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:16:27.942435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca038e-c1f6-42f9-9be6-9e6f8f5616b0 req-bd274578-8c88-4487-901d-9f3392966eba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:27.948245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e9ca038e-c1f6-42f9-9be6-9e6f8f5616b0 req-bd274578-8c88-4487-901d-9f3392966eba tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1800475 Jan 29 20:16:27.993065 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:28.068276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e9ca038e-c1f6-42f9-9be6-9e6f8f5616b0 req-4baeeef0-d2fb-4588-9097-688295acc1d8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105173 Jan 29 20:16:28.221178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a8c9-5d8d-4ecd-9cc4-96759abfdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:28.260915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] No DVR routers for this DVR port 16df9d64-142a-43a0-acea-df0ecc2339c9 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:28.394013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:28.427148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.429032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.443361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.444044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.444523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.445046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.445407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.445986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.446445 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.446886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.447330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.447783 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.448242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:28.566588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event deleted for resources: {'Port': ['ID=f63deabb-1ce0-4923-9e15-5f22c0cbfcb3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:28.614696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-088fabc1-0580-4723-9fef-8a3c2fad6508 req-693dd930-66ce-4e92-a0f9-e83c0be3dbef tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0558035 Jan 29 20:16:28.709872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Router 864b543e-1795-4db4-8048-43f23bf142d6 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:16:28.726240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b11f8f3f-0fc4-4177-9688-b1e76a9cd4f1 req-8ac88d70-0e38-4159-ae04-6cc0d0e571cc tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.0927837 Jan 29 20:16:28.726946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:16:28.727268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:16:28.727593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:16:28.734217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:16:28.734547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:16:28.743816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:16:28.744171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Checking segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:16:28.744601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Bound using segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:16:28.745033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Bound port: 16df9d64-142a-43a0-acea-df0ecc2339c9, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:16:28.745400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:28.869892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:16:28.886045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:16:28.886045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:16:28.889079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] Sync routers for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:16:28.900733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:16:28.901927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:28.925578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] No DVR routers for this DVR port f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:28.928331 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:28.931728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6513a14e-c911-488d-b9fa-99e5f0f2d841 req-eefc1c93-f4f6-49e3-9cd8-ef831327a181 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.13 "DELETE /v2.0/ports/f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 HTTP/1.1" status: 204 len: 173 time: 2.2320552 Jan 29 20:16:28.932345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'name': 'network-vif-deleted', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:28.934785 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5b3831-bec3-42c4-ba46-2df2ff84a266" -d '{"events": [{"server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "name": "network-vif-deleted", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:28.953601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:28.970591 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:28.978640 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca6bf80-17f8-415f-9700-9d075edb32f1 x-openstack-request-id: req-bca6bf80-17f8-415f-9700-9d075edb32f1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:28.979147 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905bbae8-4b56-4f22-81e1-d68545499bfb", "name": "network-vif-deleted", "tag": "f63deabb-1ce0-4923-9e15-5f22c0cbfcb3", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:28.979335 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bca6bf80-17f8-415f-9700-9d075edb32f1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:28.982660 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905bbae8-4b56-4f22-81e1-d68545499bfb', 'name': 'network-vif-deleted', 'tag': 'f63deabb-1ce0-4923-9e15-5f22c0cbfcb3', 'status': 'completed', 'code': 200} Jan 29 20:16:29.019153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:29.021113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:29.021948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] 10.222.0.13 "PUT /v2.0/ports/16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1092 time: 1.9048507 Jan 29 20:16:29.046106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa140eb7-dd23-46f6-b80a-ecb634867c06 service neutron] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:29.148667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:16:29.411483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-c5bd932d-6e41-4c0b-9164-5d4942fc75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:29.413014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-c5bd932d-6e41-4c0b-9164-5d4942fc75f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1126 time: 0.3482502 Jan 29 20:16:29.519076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057384d-0201-42f3-88af-1fdbcef0694b req-91d7645f-bb6c-4c1a-adee-54940e22e7d7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:29.521448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7057384d-0201-42f3-88af-1fdbcef0694b req-91d7645f-bb6c-4c1a-adee-54940e22e7d7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.3132892 Jan 29 20:16:29.630576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3716e319-ebbd-4641-86b9-21aa20a88840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:29.633894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3716e319-ebbd-4641-86b9-21aa20a88840 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.2098904 Jan 29 20:16:29.685028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:38Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:29.702866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7057384d-0201-42f3-88af-1fdbcef0694b req-fe004088-3ad0-4824-af30-9e342bfe8c37 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691558 Jan 29 20:16:29.763878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6be99286-f8ab-45e6-b6cb-a3d0dd0b653a req-624ada8b-dbab-4bca-8eeb-0c47caa4aa4c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0552464 Jan 29 20:16:29.781450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3653d0a3-d6d5-42e7-aa70-92cc8f61ba87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.1383221 Jan 29 20:16:29.782145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] Checking router: 864b543e-1795-4db4-8048-43f23bf142d6 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:16:29.804722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:16:29.806048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:29.877110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-7cb84d92-20eb-46ff-aef1-f5d8a5fe89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:29.878605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-7cb84d92-20eb-46ff-aef1-f5d8a5fe89fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.0842171 Jan 29 20:16:29.884739 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:29.900162 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b" -d '{"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:30.059811 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82d8bd1e-2274-4d96-af15-33b575969c25 req-cf71b666-ae32-406a-a4f8-87ce088f1d20 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "GET /v2.0/ports?device_id=905bbae8-4b56-4f22-81e1-d68545499bfb HTTP/1.1" status: 200 len: 210 time: 0.1517057 Jan 29 20:16:30.061359 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648c0cc-361e-4a3a-8473-a536f8bbb0da x-openstack-request-id: req-c648c0cc-361e-4a3a-8473-a536f8bbb0da {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:30.061654 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:30.061913 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c648c0cc-361e-4a3a-8473-a536f8bbb0da {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:30.062311 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'status': 'completed', 'code': 200} Jan 29 20:16:30.141230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3b09590c-1e10-42c3-a9eb-04c6d8d56825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.142751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-3b09590c-1e10-42c3-a9eb-04c6d8d56825 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2359679 Jan 29 20:16:30.180976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-154303e9-66ea-4663-83a8-741be6703741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.180976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-154303e9-66ea-4663-83a8-741be6703741 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1126 time: 0.1169438 Jan 29 20:16:30.183912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:16:30.316051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:30.323711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-030d737b-0e27-45a4-a673-a825e057eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.326788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-030d737b-0e27-45a4-a673-a825e057eee3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.1367447 Jan 29 20:16:30.387998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-8715a8d1-a185-456a-b5f1-8c392cd9c852 service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361488 Jan 29 20:16:30.431716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-1affa402-d7d6-48ba-8cc3-b80c7c84a9f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.0991881 Jan 29 20:16:30.434188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:30.464742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:38Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:30.501021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840455b6-8d3c-427d-9f87-9dcaad7fb3b6 None None] The sync data for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 is: [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:10:28Z', 'revision_number': 4, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '37c2cd02-0ccf-4b6a-81a9-72a83855cae1', 'name': '', 'network_id': 'e4c15833-29b7-4cb8-8dc3-0aa2075eea29', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'mac_address': 'fa:16:3e:cd:5e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:27Z', 'updated_at': '2022-01-29T20:10:38Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'subnets': [{'id': '90bb78a2-60ff-4f8d-80f4-d4c040be1d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:16:30.535274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-3c90f0cb-e25b-408c-b2d0-65b2e30a28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.536788 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-3c90f0cb-e25b-408c-b2d0-65b2e30a28b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.0982070 Jan 29 20:16:30.588212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aed6ce65-2bfd-48f0-9ff4-35be2e80de9c req-1f8858ad-4aca-482f-b78a-4f1fb191a66a service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843302 Jan 29 20:16:30.612653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-1bc73c8a-610a-41f3-bb2b-81e7a7784ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.614428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-1bc73c8a-610a-41f3-bb2b-81e7a7784ac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0715256 Jan 29 20:16:30.728094 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-64ecdc4d-79ad-4ab4-bb2a-452690b0a0d6 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066422 Jan 29 20:16:30.930593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7049c1-b787-4863-b07f-b1c5d8cf68f8 req-bd60aeba-d678-46a2-b0dd-439cbf2f208c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.940955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd7049c1-b787-4863-b07f-b1c5d8cf68f8 req-bd60aeba-d678-46a2-b0dd-439cbf2f208c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.1112957 Jan 29 20:16:30.966844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7460d08-313d-438c-b725-ea9bcdad7c90 req-3cc49ef7-8c63-42e9-bb34-6e9f54ab2685 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0581846 Jan 29 20:16:30.969759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-f4e24753-6310-4528-9762-5812f817cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:30.971248 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-f4e24753-6310-4528-9762-5812f817cdf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1126 time: 0.1566832 Jan 29 20:16:30.973267 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-c119f70c-b17a-42f2-9571-0c524e4a047d service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393723 Jan 29 20:16:30.975819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:30.981469 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc357153-e168-4c5c-95dd-7a72c7734044 None None] New status for floating IP 697e9ba0-3091-43f1-8df1-8a4925865103: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:16:31.096435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd7049c1-b787-4863-b07f-b1c5d8cf68f8 req-fd37509f-88ec-4341-b7eb-2d66cb41f7d5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466568 Jan 29 20:16:31.097439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 16df9d64-142a-43a0-acea-df0ecc2339c9 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:16:31.097857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:31.109743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:31.150240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:31.150870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f63deabb-1ce0-4923-9e15-5f22c0cbfcb3 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:31.162314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:31.216690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-e2bfb8dc-3a9a-4dc5-a638-26589435085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:31.218615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-e2bfb8dc-3a9a-4dc5-a638-26589435085d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.2269657 Jan 29 20:16:31.322387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Deleting port 37b1f692-77cf-4381-a573-5bce04e38c70 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:31.322890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (37b1f692-77cf-4381-a573-5bce04e38c70), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.330341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-896eea03-8af7-4d08-808e-39a88d95c9a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.1023712 Jan 29 20:16:31.404073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-1d92dec8-d0f4-4a86-b166-ab77822b7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:31.406301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-1d92dec8-d0f4-4a86-b166-ab77822b7d99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.0696886 Jan 29 20:16:31.436046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (37b1f692-77cf-4381-a573-5bce04e38c70), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.436630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for floatingip (37b1f692-77cf-4381-a573-5bce04e38c70), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.453072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Calling delete_port for 37b1f692-77cf-4381-a573-5bce04e38c70 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:31.484343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-349bc06c-74b6-49a6-959a-63ea4c1b9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:31.486284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-349bc06c-74b6-49a6-959a-63ea4c1b9ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719762 Jan 29 20:16:31.547046 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.616872 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-4be6038f-71a0-4fed-8ba7-e8bc32b8fa89 service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224315 Jan 29 20:16:31.732480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c0d700-480f-4bde-a0c7-4fa3d11ad69b req-b46f0916-4151-4130-92f4-2f0a802fba1f service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080835 Jan 29 20:16:31.759109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (37b1f692-77cf-4381-a573-5bce04e38c70), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.799324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event deleted for resources: {'Port': ['ID=37b1f692-77cf-4381-a573-5bce04e38c70,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:31.869327 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for floatingip (697e9ba0-3091-43f1-8df1-8a4925865103), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.875386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:31.876706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8c1405f5-9600-4827-9335-34bef081a108 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "DELETE /v2.0/floatingips/697e9ba0-3091-43f1-8df1-8a4925865103 HTTP/1.1" status: 204 len: 168 time: 0.7133043 Jan 29 20:16:31.952720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33808) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:32.103736 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2b14-bb0e-42ad-937b-c5c8d270eff5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group (03dbe811-38da-4745-815d-23b6f98329ed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:32.132440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-882b6fa2-f2bc-466d-bed4-49f7857563d2 req-9b45dcb8-b2d9-41ab-8874-6f3a5b6ab30a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0430646 Jan 29 20:16:32.152575 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2b14-bb0e-42ad-937b-c5c8d270eff5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group (03dbe811-38da-4745-815d-23b6f98329ed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:32.299419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee5f71-4526-43a8-b837-bcc239fda179 req-fb196275-28f5-4c40-a7f0-6aab88445bd4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:32.307167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22ee5f71-4526-43a8-b837-bcc239fda179 req-fb196275-28f5-4c40-a7f0-6aab88445bd4 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.1262126 Jan 29 20:16:32.332612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2b14-bb0e-42ad-937b-c5c8d270eff5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (03dbe811-38da-4745-815d-23b6f98329ed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:32.336221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2b14-bb0e-42ad-937b-c5c8d270eff5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:32.340744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef5d2b14-bb0e-42ad-937b-c5c8d270eff5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] 10.222.0.15 "DELETE /v2.0/security-groups/03dbe811-38da-4745-815d-23b6f98329ed HTTP/1.1" status: 204 len: 168 time: 0.3869472 Jan 29 20:16:32.370860 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d2b14-bb0e-42ad-937b-c5c8d270eff5 tempest-TestServerBasicOps-2088320916 tempest-TestServerBasicOps-2088320916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dbe811-38da-4745-815d-23b6f98329ed,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:32.392866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-22ee5f71-4526-43a8-b837-bcc239fda179 req-d61d609d-7f25-4441-a452-7059e9fcce56 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846610 Jan 29 20:16:32.429621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33818) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:33.057715 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (864b543e-1795-4db4-8048-43f23bf142d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:33.115078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:16:33.285243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:33.308326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'mac_address': 'fa:16:3e:5c:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:16:33.320932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b27e6b7-1f52-40b8-9900-a43b47b2088f req-0d78e1d8-db26-40bf-8351-21d9233c9db5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0587616 Jan 29 20:16:33.388107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 16df9d64-142a-43a0-acea-df0ecc2339c9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:16:33.388956 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:33.430369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16df9d64-142a-43a0-acea-df0ecc2339c9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:16:33.477775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:33.498290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Deleting port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:33.501165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:33.547839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:33.576454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94046c4-5d46-4205-ab15-c0a8bb485383 req-151760ac-d3e5-4e47-813a-98bb0669e24f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:33.585855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a94046c4-5d46-4205-ab15-c0a8bb485383 req-151760ac-d3e5-4e47-813a-98bb0669e24f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 944 time: 0.0956252 Jan 29 20:16:33.678757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:33.694721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a94046c4-5d46-4205-ab15-c0a8bb485383 req-f0961ef0-20d4-4cf6-a6f3-7212abbba386 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028399 Jan 29 20:16:33.723238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] For port 37c2cd02-0ccf-4b6a-81a9-72a83855cae1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:33.723776 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:33.741487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Calling delete_port for 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:33.796771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['16df9d64-142a-43a0-acea-df0ecc2339c9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:16:34.141113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (37c2cd02-0ccf-4b6a-81a9-72a83855cae1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:34.198378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Pushing event deleted for resources: {'Port': ['ID=37c2cd02-0ccf-4b6a-81a9-72a83855cae1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:34.446758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-5e72b604-ef0b-4759-badd-935094419846 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:34.450717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-5e72b604-ef0b-4759-badd-935094419846 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.13 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e&tenant_id=ec0025bbd33d457cb39eca2c22f54d65&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 945 time: 0.1736021 Jan 29 20:16:34.471642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa459-85f3-4ace-8e13-5e06b8270678 req-b64e7edc-ca3f-4471-80dd-8e2fa93ea4dc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:34.489297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10cfa459-85f3-4ace-8e13-5e06b8270678 req-b64e7edc-ca3f-4471-80dd-8e2fa93ea4dc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 945 time: 0.1974247 Jan 29 20:16:34.603442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10cfa459-85f3-4ace-8e13-5e06b8270678 req-9c30d081-bec8-442d-8e89-9e478bf92a90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117558 Jan 29 20:16:34.955783 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4375b652-a935-48c0-be98-720659b82608 req-63d5f79f-f1b5-4919-bf82-c1a84a1ac352 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8316e64-344d-436a-a90c-0b296fb2a68a HTTP/1.1" status: 200 len: 210 time: 0.0653279 Jan 29 20:16:34.967190 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (864b543e-1795-4db4-8048-43f23bf142d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:35.058368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-34438c2f-8e94-4069-bcce-eae737b1917e service neutron] 10.222.0.13 "GET /v2.0/ports/16df9d64-142a-43a0-acea-df0ecc2339c9/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 382 time: 0.1756325 Jan 29 20:16:35.128312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:16:35.249841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b64018c4-a26f-4236-9eae-e6d419d5f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:35.251337 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b64018c4-a26f-4236-9eae-e6d419d5f129 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1127 time: 0.1634941 Jan 29 20:16:35.311958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 16df9d64-142a-43a0-acea-df0ecc2339c9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:16:35.318117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 16df9d64-142a-43a0-acea-df0ecc2339c9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:16:35.322901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:35.437314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 16df9d64-142a-43a0-acea-df0ecc2339c9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:16:35.438186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:35.467025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-0c2834bc-9e3f-4fc2-b481-36f678e9e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:35.468530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-0c2834bc-9e3f-4fc2-b481-36f678e9e6f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.1678369 Jan 29 20:16:35.470323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Router 864b543e-1795-4db4-8048-43f23bf142d6 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:16:35.475167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:35.477551 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e902b1b-32db-47fa-9812-b113a91f9049" -d '{"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-plugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:35.518569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:35.551196 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87670665-eddf-46d5-a6de-0bfa06f7b244 x-openstack-request-id: req-87670665-eddf-46d5-a6de-0bfa06f7b244 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:35.551861 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-plugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:35.552324 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87670665-eddf-46d5-a6de-0bfa06f7b244 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:35.552910 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'code': 200} Jan 29 20:16:35.586888 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:35.599669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-eb32f189-0522-4cbc-a417-2c018db008e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1001 time: 0.1216800 Jan 29 20:16:35.702716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:35.752514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-231f6928-ba14-4b42-95c8-d355b6ae64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:35.754137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-231f6928-ba14-4b42-95c8-d355b6ae64cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.1456251 Jan 29 20:16:35.775036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:16:35.790728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] Sync routers for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:16:35.800068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b51e5722-d1e7-452d-929a-a8310935811e admin admin] 10.222.0.15 "PUT /v2.0/routers/864b543e-1795-4db4-8048-43f23bf142d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3693466 Jan 29 20:16:35.802647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33880) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:35.815094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:16:35.815805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:35.862931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5dd1e-be37-4834-a216-13c567df5680 req-a08a30f6-e999-4204-9981-d6dc0203f265 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:35.869866 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44c5dd1e-be37-4834-a216-13c567df5680 req-a08a30f6-e999-4204-9981-d6dc0203f265 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1666491 Jan 29 20:16:35.946672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-2f4d4cab-d206-48e0-92f8-3f0e61d350e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:35.948274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-2f4d4cab-d206-48e0-92f8-3f0e61d350e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1864774 Jan 29 20:16:35.993687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:16:36.024756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44c5dd1e-be37-4834-a216-13c567df5680 req-744b1fed-4f45-4058-8752-5d4a5661afca tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538188 Jan 29 20:16:36.028058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks [] for router (864b543e-1795-4db4-8048-43f23bf142d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:36.253101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:16:33Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:36.261040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-0562b544-fb31-48a0-9952-e4eb366b0b18 service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033934 Jan 29 20:16:36.281517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] Checking router: 864b543e-1795-4db4-8048-43f23bf142d6 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:16:36.291038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] Routers {'864b543e-1795-4db4-8048-43f23bf142d6'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:16:36.293946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['864b543e-1795-4db4-8048-43f23bf142d6'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:36.331877 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks [] for router_gateway (864b543e-1795-4db4-8048-43f23bf142d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:36.419962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] Set router 864b543e-1795-4db4-8048-43f23bf142d6 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:16:36.495164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-1255b148-369b-48e5-ae08-a31df4e720e4 service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221529 Jan 29 20:16:36.516050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Deleting port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:36.516520 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:36.646853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] For port 6692bd34-5dda-497b-8d5a-fc41e0b3e1be, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:36.647134 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:36.686676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Calling delete_port for 6692bd34-5dda-497b-8d5a-fc41e0b3e1be owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:36.758376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:16:33Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:36.839215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4ca35-2321-451e-92f2-5431d081e902 None None] The sync data for ids ['864b543e-1795-4db4-8048-43f23bf142d6'] in n-d-825496-5 is: [{'id': '864b543e-1795-4db4-8048-43f23bf142d6', 'name': 'tempest-TestServerBasicOps-584718393-router', 'tenant_id': '23c366fc7314407a99a7f97d4c0602d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:20Z', 'updated_at': '2022-01-29T20:16:33Z', 'revision_number': 5, 'project_id': '23c366fc7314407a99a7f97d4c0602d3', 'gw_port': {'id': '6692bd34-5dda-497b-8d5a-fc41e0b3e1be', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:90:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864b543e-1795-4db4-8048-43f23bf142d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:21Z', 'updated_at': '2022-01-29T20:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:16:37.043363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6692bd34-5dda-497b-8d5a-fc41e0b3e1be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.114196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6692bd34-5dda-497b-8d5a-fc41e0b3e1be,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:37.200740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080cb8e-f44d-4a99-bcd5-5bb9324b69d5 req-769ccbb6-9a5f-4976-82d3-dc3b73d8b7e3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:37.234219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7080cb8e-f44d-4a99-bcd5-5bb9324b69d5 req-769ccbb6-9a5f-4976-82d3-dc3b73d8b7e3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1040311 Jan 29 20:16:37.239298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (864b543e-1795-4db4-8048-43f23bf142d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.322750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7080cb8e-f44d-4a99-bcd5-5bb9324b69d5 req-0bc9fe45-7b3c-4570-93bb-61381f3a1320 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872769 Jan 29 20:16:37.378358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:37.391828 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (864b543e-1795-4db4-8048-43f23bf142d6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.394789 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks [] for router_controller (864b543e-1795-4db4-8048-43f23bf142d6), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.420285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:37.420765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37c2cd02-0ccf-4b6a-81a9-72a83855cae1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:37.522605 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (864b543e-1795-4db4-8048-43f23bf142d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.523372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864b543e-1795-4db4-8048-43f23bf142d6 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:16:37.532873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.534133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b855213-8d59-4f54-8169-7d97c5031e10 admin admin] 10.222.0.15 "DELETE /v2.0/routers/864b543e-1795-4db4-8048-43f23bf142d6 HTTP/1.1" status: 204 len: 168 time: 1.7304914 Jan 29 20:16:37.536968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33904) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:37.613624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Deleting subnet 90bb78a2-60ff-4f8d-80f4-d4c040be1d95 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:16:37.616866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Publish callbacks [] for subnet (90bb78a2-60ff-4f8d-80f4-d4c040be1d95), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.673827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (90bb78a2-60ff-4f8d-80f4-d4c040be1d95), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.793927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (90bb78a2-60ff-4f8d-80f4-d4c040be1d95), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.947630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (90bb78a2-60ff-4f8d-80f4-d4c040be1d95), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:37.981361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90bb78a2-60ff-4f8d-80f4-d4c040be1d95,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:37.996726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9ec35-8a74-46ac-aae2-db664ce2e9ca None None] Network e4c15833-29b7-4cb8-8dc3-0aa2075eea29 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:16:37.996894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.997116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.997512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.997900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.998273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.998624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.998957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.999290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:37.999808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:38.000404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:38.000816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:38.001098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:38.005211 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:16:38.010781 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.034102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8f931e15-0acb-486c-8036-bdbdae0b9623 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90bb78a2-60ff-4f8d-80f4-d4c040be1d95 HTTP/1.1" status: 204 len: 168 time: 0.4958909 Jan 29 20:16:38.052413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33912) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:38.161522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e4c15833-29b7-4cb8-8dc3-0aa2075eea29), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.276484 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.295803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] DHCP port deletion for e4c15833-29b7-4cb8-8dc3-0aa2075eea29 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:16:38.305069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Deleting port d35538b1-cf2e-4a33-82bd-8380aa657fc4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:38.305069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.421501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] Deleting port d35538b1-cf2e-4a33-82bd-8380aa657fc4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:38.422067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.430461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] For port d35538b1-cf2e-4a33-82bd-8380aa657fc4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d35538b1-cf2e-4a33-82bd-8380aa657fc4,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:38.434270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.458945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Calling delete_port for d35538b1-cf2e-4a33-82bd-8380aa657fc4 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:38.552042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230af7-3c51-40cd-aee8-9fd0ff17828c req-a1961c74-7b0b-4d89-9c70-d393dba42523 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:38.556769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2230af7-3c51-40cd-aee8-9fd0ff17828c req-a1961c74-7b0b-4d89-9c70-d393dba42523 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1083651 Jan 29 20:16:38.598818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] For port d35538b1-cf2e-4a33-82bd-8380aa657fc4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d35538b1-cf2e-4a33-82bd-8380aa657fc4,segment=NetworkSegment(e84864b3-2819-4942-b7d4-d2c0e6cfb2ef),segment_id=e84864b3-2819-4942-b7d4-d2c0e6cfb2ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:38.601394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.659584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2230af7-3c51-40cd-aee8-9fd0ff17828c req-403f8ca1-19e6-46b1-bda9-df4c22232726 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992360 Jan 29 20:16:38.690156 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.743471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Pushing event deleted for resources: {'Port': ['ID=d35538b1-cf2e-4a33-82bd-8380aa657fc4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:38.767848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] No DVR routers for this DVR port d35538b1-cf2e-4a33-82bd-8380aa657fc4 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:38.978493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e4c15833-29b7-4cb8-8dc3-0aa2075eea29), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:38.988495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] Calling delete_port for d35538b1-cf2e-4a33-82bd-8380aa657fc4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:39.004796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c15833-29b7-4cb8-8dc3-0aa2075eea29']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:39.016354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:39.016690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84864b3-2819-4942-b7d4-d2c0e6cfb2ef') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:39.027931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (e84864b3-2819-4942-b7d4-d2c0e6cfb2ef), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.045076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e84864b3-2819-4942-b7d4-d2c0e6cfb2ef), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.052330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:16:39.052787 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (e84864b3-2819-4942-b7d4-d2c0e6cfb2ef), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.069392 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (d35538b1-cf2e-4a33-82bd-8380aa657fc4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:16:39.122733 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:16:39.144568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6692bd34-5dda-497b-8d5a-fc41e0b3e1be no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:39.145301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] Pushing event deleted for resources: {'Port': ['ID=d35538b1-cf2e-4a33-82bd-8380aa657fc4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:39.193374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86f2f-0744-46ec-9d51-981078f26d03 None None] No DVR routers for this DVR port d35538b1-cf2e-4a33-82bd-8380aa657fc4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:39.194295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 6692bd34-5dda-497b-8d5a-fc41e0b3e1be {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:39.194652 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6692bd34-5dda-497b-8d5a-fc41e0b3e1be not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:39.195088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d35538b1-cf2e-4a33-82bd-8380aa657fc4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:39.219159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d35538b1-cf2e-4a33-82bd-8380aa657fc4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:39.219869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d35538b1-cf2e-4a33-82bd-8380aa657fc4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:39.233378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e4c15833-29b7-4cb8-8dc3-0aa2075eea29), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.248684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.251985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] 10.222.0.15 "DELETE /v2.0/networks/e4c15833-29b7-4cb8-8dc3-0aa2075eea29 HTTP/1.1" status: 204 len: 168 time: 1.1956787 Jan 29 20:16:39.255382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 33928) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:39.289617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb811f-add9-4514-8614-0ddb801b898a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c15833-29b7-4cb8-8dc3-0aa2075eea29,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:39.640395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-6c3457fc-7842-4960-8a81-5e14953bdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:39.642175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-6c3457fc-7842-4960-8a81-5e14953bdbb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 1128 time: 0.1337590 Jan 29 20:16:39.689323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:16:39.803265 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:39.930762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce06bc-64a4-4d2c-8b85-62c5ef03dd93 req-0b8809bb-72db-4efc-b52e-055700c1341f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:39.939857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24ce06bc-64a4-4d2c-8b85-62c5ef03dd93 req-0b8809bb-72db-4efc-b52e-055700c1341f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 946 time: 0.1365857 Jan 29 20:16:40.019134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-24ce06bc-64a4-4d2c-8b85-62c5ef03dd93 req-c53c4cc4-de85-4b80-bd60-e49305a9f732 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522363 Jan 29 20:16:40.090529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:40.145920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:40.669112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:16:40.716811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Publish callbacks [] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:40.731377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Transition to ACTIVE for port object 16df9d64-142a-43a0-acea-df0ecc2339c9 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:16:40.732437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:40.735248 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170af217-f5d0-459d-adf1-b61d67a29cdd" -d '{"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:40.808088 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:40.846822 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72745d59-e807-4fbe-b53d-d2cd3b91a5f2 x-openstack-request-id: req-72745d59-e807-4fbe-b53d-d2cd3b91a5f2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:40.847402 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:40.847839 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72745d59-e807-4fbe-b53d-d2cd3b91a5f2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:40.854947 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'code': 200} Jan 29 20:16:41.110799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] No DVR routers for this DVR port 16df9d64-142a-43a0-acea-df0ecc2339c9 on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:41.131899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=10']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:41.272812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8d95-80c5-466b-b08c-658858266ba9 req-b83b485b-5b33-4806-a4fa-8d07f7a697e9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:41.277566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcff8d95-80c5-466b-b08c-658858266ba9 req-b83b485b-5b33-4806-a4fa-8d07f7a697e9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 945 time: 0.1361861 Jan 29 20:16:41.347449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Deleting port f38a527e-a0de-4e2b-9c8e-a43ebc39772d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:41.347795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:41.360614 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcff8d95-80c5-466b-b08c-658858266ba9 req-ab35107c-256e-44e0-9e90-a8fcf0410862 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733147 Jan 29 20:16:41.434839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:16:41.435196 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:16:41.435515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:16:41.467151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] For port f38a527e-a0de-4e2b-9c8e-a43ebc39772d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:41.467664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:41.486432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Calling delete_port for f38a527e-a0de-4e2b-9c8e-a43ebc39772d owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:41.626765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:16:41.633809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Attempting to bind port 16df9d64-142a-43a0-acea-df0ecc2339c9 on network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:16:41.642438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:16:41.642789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Checking segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:16:41.643183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Bound using segment: {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:16:41.643624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Bound port: 16df9d64-142a-43a0-acea-df0ecc2339c9, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a09da52-e87a-4029-8680-db0c87db987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:16:41.643988 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:41.795508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:16:41.798467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:16:41.866746 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:41.958521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:41.959537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:41.961405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] 10.222.0.26 "PUT /v2.0/ports/16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1093 time: 2.2763588 Jan 29 20:16:41.979124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f33b7b-e6a3-44b2-a2f8-d405d6ed9ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=11']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:42.114401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-78c32976-ab53-45bf-aa7e-2762c4affc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:42.115438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-78c32976-ab53-45bf-aa7e-2762c4affc81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1127 time: 0.1085849 Jan 29 20:16:42.142641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f38a527e-a0de-4e2b-9c8e-a43ebc39772d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:42.391383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-5eb4f24d-d47c-40b7-8150-30b75016e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:42.393123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-5eb4f24d-d47c-40b7-8150-30b75016e1df service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.2707639 Jan 29 20:16:42.398883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38a527e-a0de-4e2b-9c8e-a43ebc39772d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:42.543881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-d1cd1bad-6d91-4abc-a715-9be58113d2c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.1130559 Jan 29 20:16:42.722777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-02c04de4-9789-4f25-b104-7223814df9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:42.731857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-02c04de4-9789-4f25-b104-7223814df9ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.1300058 Jan 29 20:16:42.863016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:42.866470 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc5223-3309-4946-8b39-cd497b8d196e" -d '{"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:43.053349 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce36ad8-3c1a-4238-83d3-231e8e1aa890 x-openstack-request-id: req-5ce36ad8-3c1a-4238-83d3-231e8e1aa890 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:43.053994 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:43.054354 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ce36ad8-3c1a-4238-83d3-231e8e1aa890 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:43.054862 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'status': 'completed', 'code': 200} Jan 29 20:16:43.132178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:43.186999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:43.221454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port 16df9d64-142a-43a0-acea-df0ecc2339c9 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:16:43.222216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:43.234911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8aa3f-4a6b-4ad8-b7e3-578cfdc900c2 req-f3b32367-b8ba-47a9-93ae-18e214133540 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:43.236580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bda8aa3f-4a6b-4ad8-b7e3-578cfdc900c2 req-f3b32367-b8ba-47a9-93ae-18e214133540 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 945 time: 0.5197091 Jan 29 20:16:43.238606 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-cb59d381-d305-4a2a-863e-bbbd5acca5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:43.239984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-cb59d381-d305-4a2a-863e-bbbd5acca5f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4844427 Jan 29 20:16:43.369820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-5ae626e1-57af-4d11-8c8e-fce27b111d82 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226318 Jan 29 20:16:43.482129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-cfbf7a4b-7ae4-49e9-bb4c-83a2d7e5b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:43.483572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-cfbf7a4b-7ae4-49e9-bb4c-83a2d7e5b35d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1127 time: 0.4278064 Jan 29 20:16:43.629024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-6f31ae1e-094e-4416-a548-b8c50185b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:43.630579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-6f31ae1e-094e-4416-a548-b8c50185b27e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.1276488 Jan 29 20:16:43.670051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bda8aa3f-4a6b-4ad8-b7e3-578cfdc900c2 req-e8649474-fb67-416d-a5e5-6f79ceacfe0c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251060 Jan 29 20:16:43.784937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-d231c1ee-7cb3-4b86-b79a-5c930633e42a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.1117158 Jan 29 20:16:43.790996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7d5ead1d-6600-4720-b0dd-d416d0e98ccc req-048f360e-588c-47f1-867e-ac7fac0d2da8 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104302 Jan 29 20:16:44.010257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-ef7e4533-287b-4477-af45-f858891d8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:44.015519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-ef7e4533-287b-4477-af45-f858891d8ed8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.2154977 Jan 29 20:16:44.144052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-0c17a5e7-5e8a-4c87-925a-5047fa78661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:44.145870 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-0c17a5e7-5e8a-4c87-925a-5047fa78661c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1127 time: 0.2508385 Jan 29 20:16:44.165460 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-47553cf2-a168-42b7-8da1-6174c2db1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:44.166925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-47553cf2-a168-42b7-8da1-6174c2db1438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372790 Jan 29 20:16:44.181300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:16:44.444367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-a29e6fe3-ac6e-44ba-b0e5-3764df5a6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:44.451402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-a29e6fe3-ac6e-44ba-b0e5-3764df5a6e8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.2960868 Jan 29 20:16:44.529306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-7fe7a3bf-431d-419e-bbac-d601558218d0 service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468978 Jan 29 20:16:44.656747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-da203e4a-fa6f-4be7-85d0-f66dca0f8dfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 1000 time: 0.1940119 Jan 29 20:16:44.659696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:16:44.671106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-dbe8d8eb-58b3-416e-a13e-538a6bd886d8 admin admin] 10.222.0.15 "PUT /v2.0/routers/f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4115899 Jan 29 20:16:44.671939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 33998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:44.678719 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] Sync routers for ids ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:16:44.711361 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] Routers {'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:16:44.712499 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:44.794487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-dafa20e1-5de7-4a67-a486-c6cbbaeb9c75 service neutron] 10.222.0.13 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287040 Jan 29 20:16:44.796131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-5d6139d6-59bb-4fdd-b92a-3cf194a4fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:44.797530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-5d6139d6-59bb-4fdd-b92a-3cf194a4fc0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.1329389 Jan 29 20:16:45.043108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks [] for router (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:45.061283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] Set router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:16:45.167703 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks [] for router_gateway (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:45.181538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315023-a8fe-4adb-b803-386527970dd9 req-4f8eb332-c772-49c8-b2de-56a2efef25cf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:45.188776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92315023-a8fe-4adb-b803-386527970dd9 req-4f8eb332-c772-49c8-b2de-56a2efef25cf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 945 time: 0.2633350 Jan 29 20:16:45.271181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92315023-a8fe-4adb-b803-386527970dd9 req-f6ca9b75-17c3-4154-8730-aa4dfffb3e57 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813715 Jan 29 20:16:45.365428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Deleting port fbc0a580-a25a-4894-b75b-731023d99ce0 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:45.365771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:45.429455 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:16:41Z', 'revision_number': 5, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port': {'id': 'fbc0a580-a25a-4894-b75b-731023d99ce0', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:10:39Z', 'updated_at': '2022-01-29T20:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:45.461817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5223-3309-4946-8b39-cd497b8d196e req-e49b78ee-1c93-4a85-9b3d-4fb12c7fc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:45.466733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-e49b78ee-1c93-4a85-9b3d-4fb12c7fc959 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6622503 Jan 29 20:16:45.467398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] Checking router: f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:16:45.490714 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] Routers {'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:16:45.491652 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:45.572616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] For port fbc0a580-a25a-4894-b75b-731023d99ce0, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fbc0a580-a25a-4894-b75b-731023d99ce0,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:45.572982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:45.605734 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-cc85ea43-d34f-45bd-8d03-c2a0da3669d8 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311736 Jan 29 20:16:45.619140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Calling delete_port for fbc0a580-a25a-4894-b75b-731023d99ce0 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:45.623706 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] Set router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:16:45.771466 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:16:45Z', 'revision_number': 6, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:45.777515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73bc5223-3309-4946-8b39-cd497b8d196e req-e217f301-8d1e-4001-b35e-a07cae8da5f4 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654842 Jan 29 20:16:45.843522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a54998-6dee-4572-acd3-7ecda1c4bf51 None None] The sync data for ids ['f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5'] in n-d-825496-5 is: [{'id': 'f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5', 'name': 'tempest-TestServerBasicOps-1931751334-router', 'tenant_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:10:36Z', 'updated_at': '2022-01-29T20:16:45Z', 'revision_number': 6, 'project_id': 'a68ffafbf41142fe8af6f345f2bc5452', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:16:45.969184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fbc0a580-a25a-4894-b75b-731023d99ce0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:45.998734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc0a580-a25a-4894-b75b-731023d99ce0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:46.123423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.304649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.309155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks [] for router_controller (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.503255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae52b5-8e19-4cc4-be07-f6bb470d1862 req-2a98e692-6b6f-40af-a715-2cfdc4d6e5c1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:46.506165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.506764 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:16:46.512059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32ae52b5-8e19-4cc4-be07-f6bb470d1862 req-2a98e692-6b6f-40af-a715-2cfdc4d6e5c1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 945 time: 0.1300311 Jan 29 20:16:46.512422 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.513669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71e23d1b-11a4-4afd-a9c8-4a76b314a95b admin admin] 10.222.0.15 "DELETE /v2.0/routers/f848aa0f-9a6f-4f39-9fe9-d883f9b70ca5 HTTP/1.1" status: 204 len: 168 time: 1.8390150 Jan 29 20:16:46.516333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34026) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:46.613891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Deleting subnet be3696d5-ad45-4c7c-98ec-314b31ec0ecf {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:16:46.617908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Publish callbacks [] for subnet (be3696d5-ad45-4c7c-98ec-314b31ec0ecf), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.619570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32ae52b5-8e19-4cc4-be07-f6bb470d1862 req-566bf9bf-77a3-42f7-a035-199728fb9406 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008840 Jan 29 20:16:46.649848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34030) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:46.716136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (be3696d5-ad45-4c7c-98ec-314b31ec0ecf), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:46.817188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-acfe0d82-bb54-4324-a177-487880a3ac33 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 HTTP/1.1" status: 200 len: 992 time: 0.1655545 Jan 29 20:16:46.898870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (be3696d5-ad45-4c7c-98ec-314b31ec0ecf), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.072790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (be3696d5-ad45-4c7c-98ec-314b31ec0ecf), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.078389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:16:47.155951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3696d5-ad45-4c7c-98ec-314b31ec0ecf,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:47.166775 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.176855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2b9a4884-7f31-49c8-a7fe-f70d069c853e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/be3696d5-ad45-4c7c-98ec-314b31ec0ecf HTTP/1.1" status: 204 len: 168 time: 0.6588702 Jan 29 20:16:47.178945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34040) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:47.194249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682838c-daf5-4b10-a5d1-58de2ecd281e None None] Network 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:16:47.197803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f38a527e-a0de-4e2b-9c8e-a43ebc39772d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:47.282692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f38a527e-a0de-4e2b-9c8e-a43ebc39772d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:47.283045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f38a527e-a0de-4e2b-9c8e-a43ebc39772d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:47.286393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbc0a580-a25a-4894-b75b-731023d99ce0 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:47.339937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0c19a3dc-0f57-43cc-98c0-067ebc310fa7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.341217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fbc0a580-a25a-4894-b75b-731023d99ce0 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:47.341567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fbc0a580-a25a-4894-b75b-731023d99ce0 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:47.466520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:47.494184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'port_id': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'mac_address': 'fa:16:3e:5c:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:16:47.512227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Deleting port 7e403297-c31e-49e6-bab4-1b2b944306d4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:47.513244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.588547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 16df9d64-142a-43a0-acea-df0ecc2339c9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:16:47.589255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.621019 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] DHCP port deletion for 0c19a3dc-0f57-43cc-98c0-067ebc310fa7 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:16:47.674101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] For port 7e403297-c31e-49e6-bab4-1b2b944306d4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e403297-c31e-49e6-bab4-1b2b944306d4,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:47.674700 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.676002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16df9d64-142a-43a0-acea-df0ecc2339c9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:16:47.704105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Calling delete_port for 7e403297-c31e-49e6-bab4-1b2b944306d4 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:47.719801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:47.775387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] Deleting port 7e403297-c31e-49e6-bab4-1b2b944306d4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:47.775806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.781654 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.934276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:47.979066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e403297-c31e-49e6-bab4-1b2b944306d4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:47.993092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] No DVR routers for this DVR port 7e403297-c31e-49e6-bab4-1b2b944306d4 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:48.022130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] For port 7e403297-c31e-49e6-bab4-1b2b944306d4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7e403297-c31e-49e6-bab4-1b2b944306d4,segment=NetworkSegment(3d54bc76-ba5a-4b1b-952c-80e80f28c13f),segment_id=3d54bc76-ba5a-4b1b-952c-80e80f28c13f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:48.022535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.038643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] Calling delete_port for 7e403297-c31e-49e6-bab4-1b2b944306d4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:48.138020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (7e403297-c31e-49e6-bab4-1b2b944306d4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.153515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] No DVR routers for this DVR port 7e403297-c31e-49e6-bab4-1b2b944306d4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:48.158971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:48.202892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0c19a3dc-0f57-43cc-98c0-067ebc310fa7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.223227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683a811-90c1-4570-bb9c-144f64758b04 None None] Pushing event deleted for resources: {'Port': ['ID=7e403297-c31e-49e6-bab4-1b2b944306d4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:48.250629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['16df9d64-142a-43a0-acea-df0ecc2339c9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:16:48.251996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c19a3dc-0f57-43cc-98c0-067ebc310fa7']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:48.270139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d54bc76-ba5a-4b1b-952c-80e80f28c13f') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:48.270139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d54bc76-ba5a-4b1b-952c-80e80f28c13f') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:16:48.289067 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (3d54bc76-ba5a-4b1b-952c-80e80f28c13f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.319742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (3d54bc76-ba5a-4b1b-952c-80e80f28c13f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.326443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:16:48.326861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (3d54bc76-ba5a-4b1b-952c-80e80f28c13f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:16:48.328551 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:16:48.523537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0c19a3dc-0f57-43cc-98c0-067ebc310fa7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.549893 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:48.555674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c19a3dc-0f57-43cc-98c0-067ebc310fa7 HTTP/1.1" status: 204 len: 168 time: 1.3730657 Jan 29 20:16:48.555674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c376-76f0-4000-baa1-5b02957c3d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c19a3dc-0f57-43cc-98c0-067ebc310fa7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:49.129924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e403297-c31e-49e6-bab4-1b2b944306d4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:49.169836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7e403297-c31e-49e6-bab4-1b2b944306d4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:49.170512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7e403297-c31e-49e6-bab4-1b2b944306d4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:49.186294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:49.310951 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-87a4bbd4-8096-4010-8663-10d1857f782d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23c366fc7314407a99a7f97d4c0602d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234829 Jan 29 20:16:49.313739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34068) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:49.419165 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dae078f6-59a1-4ecd-837f-d7179b6e197b admin admin] Publish callbacks [] for security_group (25dae8c7-3028-442a-bfcb-db256fd23c9f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:49.458109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dae078f6-59a1-4ecd-837f-d7179b6e197b admin admin] Publish callbacks [] for security_group (25dae8c7-3028-442a-bfcb-db256fd23c9f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:49.570805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dae078f6-59a1-4ecd-837f-d7179b6e197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (25dae8c7-3028-442a-bfcb-db256fd23c9f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:49.574836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dae078f6-59a1-4ecd-837f-d7179b6e197b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:49.580089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dae078f6-59a1-4ecd-837f-d7179b6e197b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25dae8c7-3028-442a-bfcb-db256fd23c9f HTTP/1.1" status: 204 len: 168 time: 0.2646673 Jan 29 20:16:49.590848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae078f6-59a1-4ecd-837f-d7179b6e197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dae8c7-3028-442a-bfcb-db256fd23c9f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:50.280258 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:16:50.688752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34116) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:50.726811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-11a7d781-1075-4f0d-8069-bcfac8a34310 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a68ffafbf41142fe8af6f345f2bc5452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400648 Jan 29 20:16:50.730216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 34118) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:16:50.790786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27514e64-b9ce-493e-b05e-05ce399ce9c3 admin admin] Publish callbacks [] for security_group (729def1e-5c10-40b2-8a93-9499eaf644a2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:50.841852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27514e64-b9ce-493e-b05e-05ce399ce9c3 admin admin] Publish callbacks [] for security_group (729def1e-5c10-40b2-8a93-9499eaf644a2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:50.963196 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27514e64-b9ce-493e-b05e-05ce399ce9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (729def1e-5c10-40b2-8a93-9499eaf644a2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:50.965868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27514e64-b9ce-493e-b05e-05ce399ce9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:50.969553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-27514e64-b9ce-493e-b05e-05ce399ce9c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/729def1e-5c10-40b2-8a93-9499eaf644a2 HTTP/1.1" status: 204 len: 168 time: 0.2359087 Jan 29 20:16:50.976292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27514e64-b9ce-493e-b05e-05ce399ce9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729def1e-5c10-40b2-8a93-9499eaf644a2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:51.093220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:16:51.211053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 16df9d64-142a-43a0-acea-df0ecc2339c9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:16:51.230496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 16df9d64-142a-43a0-acea-df0ecc2339c9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:16:51.230975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:51.362089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 16df9d64-142a-43a0-acea-df0ecc2339c9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:16:51.369041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:51.419754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:51.421828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:51.424756 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524c3244-765c-4dd3-9a68-78f90540f727" -d '{"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-plugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:51.540483 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:51.669646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=13']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:51.813563 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9396f0-fe3d-4a7a-bfcc-81ca0fc5db49 x-openstack-request-id: req-af9396f0-fe3d-4a7a-bfcc-81ca0fc5db49 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:51.813861 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-plugged", "status": "completed", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:51.814119 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af9396f0-fe3d-4a7a-bfcc-81ca0fc5db49 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:51.814817 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'code': 200} Jan 29 20:16:53.147555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c68ed-0747-4534-876e-8bc3c5a2fcce req-87b08c71-3d2e-4f04-9bd9-bb7b67ec8e46 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:53.149361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac6c68ed-0747-4534-876e-8bc3c5a2fcce req-87b08c71-3d2e-4f04-9bd9-bb7b67ec8e46 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0630960 Jan 29 20:16:53.203631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac6c68ed-0747-4534-876e-8bc3c5a2fcce req-828ea30c-926e-44dc-a158-e589cbda2538 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Jan 29 20:16:54.343051 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139cd9d-06f1-4c23-b373-c35d5da210ca req-d19508c0-3846-4f6f-9aa0-cd90ed13a4ff tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:54.344756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e139cd9d-06f1-4c23-b373-c35d5da210ca req-d19508c0-3846-4f6f-9aa0-cd90ed13a4ff tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0653229 Jan 29 20:16:54.394515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e139cd9d-06f1-4c23-b373-c35d5da210ca req-c2402e51-fe8a-46db-bea7-b4395184efd7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a059287-0cee-4e76-84c0-2fd35caceaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Jan 29 20:16:54.721882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-595ad8ad-f5e0-4f70-bc1a-d15dc92583eb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:16:54.723430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-595ad8ad-f5e0-4f70-bc1a-d15dc92583eb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 946 time: 0.0551913 Jan 29 20:16:54.827122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 257cae81-cc34-4f9a-96cd-8057144a10f7 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:16:54.827464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:54.922358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port 257cae81-cc34-4f9a-96cd-8057144a10f7, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=257cae81-cc34-4f9a-96cd-8057144a10f7,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:16:54.922714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:54.936387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 257cae81-cc34-4f9a-96cd-8057144a10f7 owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:16:55.140749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (257cae81-cc34-4f9a-96cd-8057144a10f7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:55.170169 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=257cae81-cc34-4f9a-96cd-8057144a10f7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:16:55.170412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b463ad1-9332-4346-a196-88d7e8e7c121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:55.184237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['257cae81-cc34-4f9a-96cd-8057144a10f7'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:16:55.233966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port 257cae81-cc34-4f9a-96cd-8057144a10f7 on host n-h2-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:16:55.236471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:55.239746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79a57907-e36e-4037-b4c2-07f6def97de3 req-ccb3e48d-9978-491d-937a-6f9529d4cc83 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "DELETE /v2.0/ports/257cae81-cc34-4f9a-96cd-8057144a10f7 HTTP/1.1" status: 204 len: 173 time: 0.5082788 Jan 29 20:16:55.240189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'name': 'network-vif-deleted', 'tag': '257cae81-cc34-4f9a-96cd-8057144a10f7'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:16:55.242778 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e8ba2-0d19-4af5-964b-40060a934687" -d '{"events": [{"server_uuid": "4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4", "name": "network-vif-deleted", "tag": "257cae81-cc34-4f9a-96cd-8057144a10f7"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:16:55.373566 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cbb132-a5a5-4d6b-b2c3-e646d9d82f0e x-openstack-request-id: req-59cbb132-a5a5-4d6b-b2c3-e646d9d82f0e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:16:55.374160 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4", "name": "network-vif-deleted", "tag": "257cae81-cc34-4f9a-96cd-8057144a10f7", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:16:55.374160 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59cbb132-a5a5-4d6b-b2c3-e646d9d82f0e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:16:55.374566 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4', 'name': 'network-vif-deleted', 'tag': '257cae81-cc34-4f9a-96cd-8057144a10f7', 'status': 'completed', 'code': 200} Jan 29 20:16:55.498438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6e39327-dc7e-4b96-aa28-56eca1859124 req-748092ec-9f00-4493-a721-b8adbebae159 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0291207 Jan 29 20:16:56.609127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a0076c2-5205-4c48-9061-199fadfc243e req-f731bca1-3a31-4d6d-b61e-00a0a9e43485 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0299623 Jan 29 20:16:57.724523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd1c9dbe-5e10-4f04-87bf-8405d4f0b8e9 req-a0c54023-3526-4148-9a34-1f501dcebfdb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0333185 Jan 29 20:16:58.180629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-540e5ee6-ea4a-4427-bab2-9588abc0543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:58.842961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c47dbd8f-c5b1-43ce-bdd5-35160538b74b req-f96658ea-91e9-406c-a5bd-150591c4ac5f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0327964 Jan 29 20:16:58.951539 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:16:59.127092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 257cae81-cc34-4f9a-96cd-8057144a10f7 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:16:59.148622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 257cae81-cc34-4f9a-96cd-8057144a10f7 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:16:59.148973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 257cae81-cc34-4f9a-96cd-8057144a10f7 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:16:59.952526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-168b3dfd-6151-401f-8538-ad60f77274e6 req-9712ff16-fa2c-430f-ae4e-4a52dc45b6bc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jan 29 20:17:00.002754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:00.351382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:01.058605 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-73d40c75-0799-4c93-9694-6f93e8b0b3b7 req-5af5bfb5-31f8-46f0-8d74-daaf53771d89 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0344615 Jan 29 20:17:01.568810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:02.159673 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd73b873-c4b8-48ed-89d1-1d0f77adf403 req-42fd3371-6595-45a4-ace2-539dbe94c627 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0285840 Jan 29 20:17:03.255182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dcae958a-7f10-44ed-80d6-224b084993ea req-726c474b-dab4-4992-bf7d-f363765d360e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0280902 Jan 29 20:17:04.373461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5d1c3858-7ddd-4417-afc9-8d8e314fd2fa req-83563535-392d-42c8-830d-c82d21d6f656 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0367706 Jan 29 20:17:05.487796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5efebbd7-5bf9-44ce-9801-a10558ae30ed req-b5cf8629-26e7-4fb3-98a0-2809fcbfba0a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c5bb2b7-7dc6-4681-9e8f-0b87a3d8dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0334458 Jan 29 20:17:08.254292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:13.187115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08a5cc-020d-4a5b-a688-d0e693d170a6 req-706755b5-a202-4b12-b1cc-5c9760f70370 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:13.188746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae08a5cc-020d-4a5b-a688-d0e693d170a6 req-706755b5-a202-4b12-b1cc-5c9760f70370 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 945 time: 0.0587924 Jan 29 20:17:13.253438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae08a5cc-020d-4a5b-a688-d0e693d170a6 req-0f23eb59-0a4d-4f86-afda-739910e6a063 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477610 Jan 29 20:17:14.390694 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aa462-9f1c-4b27-9172-2da667ded91d req-3a242c9c-2ce1-4099-b77f-d10a29d2d713 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:14.392869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e48aa462-9f1c-4b27-9172-2da667ded91d req-3a242c9c-2ce1-4099-b77f-d10a29d2d713 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 945 time: 0.0557444 Jan 29 20:17:14.449858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e48aa462-9f1c-4b27-9172-2da667ded91d req-626735f0-43ae-4c02-8874-bfa36f34da1c tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506091 Jan 29 20:17:14.853941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-a74c6c42-2783-41d9-abe0-5f698f7dd8c5 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:14.855843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-a74c6c42-2783-41d9-abe0-5f698f7dd8c5 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 945 time: 0.0574238 Jan 29 20:17:15.000468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Deleting port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:17:15.000468 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:15.118393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] For port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:15.118911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:15.132816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Calling delete_port for 55c2e704-0bf7-4b64-b17b-a3f60b4de4be owned by compute:nova {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:17:15.397071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (55c2e704-0bf7-4b64-b17b-a3f60b4de4be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:15.417768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['55c2e704-0bf7-4b64-b17b-a3f60b4de4be'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:17:15.469869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Pushing event deleted for resources: {'Port': ['ID=55c2e704-0bf7-4b64-b17b-a3f60b4de4be,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:15.549074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] No DVR routers for this DVR port 55c2e704-0bf7-4b64-b17b-a3f60b4de4be on host n-h1-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:17:15.551764 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:15.556086 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2666bfbe-64db-4886-9ab3-7705b6bf35e3 req-7847eae8-ed45-4efb-8bad-75db80fa5ee8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "DELETE /v2.0/ports/55c2e704-0bf7-4b64-b17b-a3f60b4de4be HTTP/1.1" status: 204 len: 173 time: 0.6917922 Jan 29 20:17:15.557880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157fb986-1935-482f-aeb0-51c50380d06d', 'name': 'network-vif-deleted', 'tag': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:15.573698 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7c8f58-5c6d-4c93-b2bd-41959afa0374" -d '{"events": [{"server_uuid": "157fb986-1935-482f-aeb0-51c50380d06d", "name": "network-vif-deleted", "tag": "55c2e704-0bf7-4b64-b17b-a3f60b4de4be"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:15.612053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5da711cc-f8bd-40f7-9380-8a8153ece4ca req-ce593c32-4d61-4a4e-a151-8e46f8cbaa2b tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=157fb986-1935-482f-aeb0-51c50380d06d HTTP/1.1" status: 200 len: 210 time: 0.0489335 Jan 29 20:17:15.623752 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad48034f-418b-49ff-9d61-3e7a1a0379c5 x-openstack-request-id: req-ad48034f-418b-49ff-9d61-3e7a1a0379c5 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:15.624275 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157fb986-1935-482f-aeb0-51c50380d06d", "name": "network-vif-deleted", "tag": "55c2e704-0bf7-4b64-b17b-a3f60b4de4be", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:15.624724 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad48034f-418b-49ff-9d61-3e7a1a0379c5 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:15.625314 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157fb986-1935-482f-aeb0-51c50380d06d', 'name': 'network-vif-deleted', 'tag': '55c2e704-0bf7-4b64-b17b-a3f60b4de4be', 'status': 'completed', 'code': 200} Jan 29 20:17:17.347266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eb565-d3d3-44bf-a5ed-977edb03d93c req-b5a2f861-e243-4694-b4d8-9538abe8b1d0 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:17.356733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b89eb565-d3d3-44bf-a5ed-977edb03d93c req-b5a2f861-e243-4694-b4d8-9538abe8b1d0 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1129 time: 0.0625353 Jan 29 20:17:17.425387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b89eb565-d3d3-44bf-a5ed-977edb03d93c req-0cc16766-e20f-4098-8f05-abcafa3f8fc0 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667455 Jan 29 20:17:17.440653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:17.681218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 556de012-3f19-43e6-bb7b-b1837735e6ee {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:17:17.681833 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:17.790344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:17.790673 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (556de012-3f19-43e6-bb7b-b1837735e6ee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:17.805216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 556de012-3f19-43e6-bb7b-b1837735e6ee owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:17:18.117232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (556de012-3f19-43e6-bb7b-b1837735e6ee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:18.158498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=556de012-3f19-43e6-bb7b-b1837735e6ee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:18.259749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (173c9fe8-2fbf-4553-8fb5-ab0347ff6a78), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:18.260312 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP 173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 disassociated (deleted). External IP: 172.25.5.218, port: 16df9d64-142a-43a0-acea-df0ecc2339c9. Jan 29 20:17:18.616929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router cc464c78-9750-4ece-bda2-522854c336f8 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:17:18.796663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:17:18.801904 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:18.807930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] Sync routers for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:17:18.822400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:18.825091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:18.859045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8e2e179e-6df5-4905-9a02-63a4e33170c5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/floatingips/173c9fe8-2fbf-4553-8fb5-ab0347ff6a78 HTTP/1.1" status: 204 len: 168 time: 1.4151230 Jan 29 20:17:18.859931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:18.870250 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea" -d '{"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:18.962011 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e190ad-e29b-4e38-a101-576db83c8053 x-openstack-request-id: req-58e190ad-e29b-4e38-a101-576db83c8053 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:18.962304 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:18.962560 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58e190ad-e29b-4e38-a101-576db83c8053 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:18.962963 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'status': 'completed', 'code': 200} Jan 29 20:17:19.237696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:19.310649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 55c2e704-0bf7-4b64-b17b-a3f60b4de4be no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:17:19.376505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 55c2e704-0bf7-4b64-b17b-a3f60b4de4be {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:17:19.377206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 55c2e704-0bf7-4b64-b17b-a3f60b4de4be not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:17:19.545367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-0695c11a-0ec5-4a87-a269-a68b16f6118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:19.546918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-0695c11a-0ec5-4a87-a269-a68b16f6118c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1129 time: 0.5243189 Jan 29 20:17:19.570900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-9fc4d000-80c8-4d9a-a3ee-8f9a93c12947 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4731874 Jan 29 20:17:19.651450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c415d04-ff16-4a9f-9dc9-d485691fca53 req-fa04778f-2aa2-4147-90bd-5665196d2482 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:19.667420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c415d04-ff16-4a9f-9dc9-d485691fca53 req-fa04778f-2aa2-4147-90bd-5665196d2482 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 947 time: 0.1798503 Jan 29 20:17:19.722088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:19Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:19.766011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-a8c5a8ac-8f9a-4d13-80ad-48850093e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:19.774198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c415d04-ff16-4a9f-9dc9-d485691fca53 req-4d180345-c7a5-4157-96e7-d514fbc52cb3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054370 Jan 29 20:17:19.797979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-a8c5a8ac-8f9a-4d13-80ad-48850093e0dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.2220056 Jan 29 20:17:19.798633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] Checking router: cc464c78-9750-4ece-bda2-522854c336f8 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:17:19.812046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:19.813879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:19.841224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-bdc1e9e1-d243-48fe-8ad3-694ee6aabbe9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 217 time: 0.0509155 Jan 29 20:17:19.974461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-3d00b9a7-af82-4485-8275-ada3cc7018d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:19.980537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-3d00b9a7-af82-4485-8275-ada3cc7018d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.1275678 Jan 29 20:17:19.982393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:20.111369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-71fb96a4-e324-458f-bf21-e3c3e08760cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:20.112932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-71fb96a4-e324-458f-bf21-e3c3e08760cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1216857 Jan 29 20:17:20.306913 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-f36d6650-5c50-4095-85f6-710a5e532752 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857121 Jan 29 20:17:20.440802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:19Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:20.494304 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60c8f65e-9b17-4fe3-ab7b-71c500f92aea req-aa3bab23-2a1b-4ff4-9f60-e3fc24a6d2c6 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800063 Jan 29 20:17:20.523888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6d62c-7676-49e1-91ab-f1f62b2a3cd6 None None] The sync data for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 is: [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15152ba1-5a57-4417-baf9-8702bc67077d', 'name': '', 'network_id': '4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:6f:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:11Z', 'updated_at': '2022-01-29T20:15:19Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': 'a3068863-c94e-435e-9d58-0ece52580b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:17:20.766071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-28d9dd14-5693-49f1-86d9-843dc4f1c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:20.771759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-28d9dd14-5693-49f1-86d9-843dc4f1c787 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 1129 time: 0.1078222 Jan 29 20:17:20.962968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-aab9cb94-490d-44e3-8dcc-090d16a8dc03 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:20.978266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-aab9cb94-490d-44e3-8dcc-090d16a8dc03 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 947 time: 0.2294919 Jan 29 20:17:21.069943 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-2febef67-a699-48bc-98f3-3cef8409d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:21.071109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-2febef67-a699-48bc-98f3-3cef8409d887 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 200 len: 896 time: 0.2474968 Jan 29 20:17:21.111378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8f8cd-92ea-4d91-ad30-4665f5fdc53d req-02894316-e9b0-4444-9124-08459bbaa34f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:21.112960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ed8f8cd-92ea-4d91-ad30-4665f5fdc53d req-02894316-e9b0-4444-9124-08459bbaa34f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 947 time: 0.1311181 Jan 29 20:17:21.124897 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc9c39-6717-4084-a690-47b02db61dfc None None] New status for floating IP 173c9fe8-2fbf-4553-8fb5-ab0347ff6a78: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:17:21.147865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-d08a19d8-67ea-4c40-8659-7961da6ffa88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 200 len: 217 time: 0.0699408 Jan 29 20:17:21.206374 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-fa6574f5-a321-4d67-9f63-94dbd450a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:21.208004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-fa6574f5-a321-4d67-9f63-94dbd450a8de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 200 len: 834 time: 0.0547814 Jan 29 20:17:21.208582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34956) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:21.214430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981482892', 'description': 'tempest-secgroup-smoke-981482892 description', 'project_id': '182b253ad62c4784b77549791897b309'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:21.290245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-d002ce3d-b5ef-4a70-b589-4c0d6020b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:21.295324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-d002ce3d-b5ef-4a70-b589-4c0d6020b139 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764487 Jan 29 20:17:21.480083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-98a3d7d1-fff7-4be5-9d35-051c2b667636 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779232 Jan 29 20:17:21.481403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:21.649160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-800d5a71-fafa-4abc-b122-cfde7fec5769 req-7e1d7f7f-eeca-4032-bba2-cdf77ea86db0 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564867 Jan 29 20:17:21.679734 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group (af779ecb-e72b-45ab-9852-4d5904dd9c1e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:21.724982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ed8f8cd-92ea-4d91-ad30-4665f5fdc53d req-709acfc3-b8ff-41a7-af4e-9c893f26a1d7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=98f6d5d0-6724-416f-a0c2-69341c54d785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722873 Jan 29 20:17:21.736929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 16df9d64-142a-43a0-acea-df0ecc2339c9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:17:21.737282 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:21.739679 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (af779ecb-e72b-45ab-9852-4d5904dd9c1e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:21.776515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af779ecb-e72b-45ab-9852-4d5904dd9c1e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:21.822206 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:21.824810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aef48d8a-22a6-4226-9f4e-c0d2ff397113 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6148074 Jan 29 20:17:21.827447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:21.833127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group_rule': {'security_group_id': 'af779ecb-e72b-45ab-9852-4d5904dd9c1e', 'project_id': '182b253ad62c4784b77549791897b309', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:21.870866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 16df9d64-142a-43a0-acea-df0ecc2339c9, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=16df9d64-142a-43a0-acea-df0ecc2339c9,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:21.871561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:21.886802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 16df9d64-142a-43a0-acea-df0ecc2339c9 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:17:21.961980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (28b5ff9a-b07b-4c01-8737-77183a79f4b3), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.069415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (28b5ff9a-b07b-4c01-8737-77183a79f4b3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.156710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (28b5ff9a-b07b-4c01-8737-77183a79f4b3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.157395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (16df9d64-142a-43a0-acea-df0ecc2339c9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.179017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b5ff9a-b07b-4c01-8737-77183a79f4b3,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:22.241631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=16df9d64-142a-43a0-acea-df0ecc2339c9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:22.269984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] No DVR routers for this DVR port 16df9d64-142a-43a0-acea-df0ecc2339c9 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:17:22.272816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.277827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6f5a895-830f-44f1-8ca7-5a066457a23d req-5c1b4a84-e763-4255-b6bb-895738a382fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "DELETE /v2.0/ports/16df9d64-142a-43a0-acea-df0ecc2339c9 HTTP/1.1" status: 204 len: 173 time: 1.2825618 Jan 29 20:17:22.278981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-deleted', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:22.281449 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755757d1-ef43-4796-8c1b-945bf009ed6f" -d '{"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-deleted", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:22.319680 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.321088 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-65cd52be-5f8e-4cb6-9d55-c674ed9a174b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924860 Jan 29 20:17:22.324436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34978) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:22.329673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group_rule': {'security_group_id': 'af779ecb-e72b-45ab-9852-4d5904dd9c1e', 'project_id': '182b253ad62c4784b77549791897b309', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:22.413086 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce6d266-bd3c-4395-89fc-183336872d55 x-openstack-request-id: req-2ce6d266-bd3c-4395-89fc-183336872d55 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:22.413086 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972bb71f-7413-45db-9de2-23ea7b540b0e", "name": "network-vif-deleted", "tag": "16df9d64-142a-43a0-acea-df0ecc2339c9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:22.413086 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ce6d266-bd3c-4395-89fc-183336872d55 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:22.413086 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972bb71f-7413-45db-9de2-23ea7b540b0e', 'name': 'network-vif-deleted', 'tag': '16df9d64-142a-43a0-acea-df0ecc2339c9', 'status': 'completed', 'code': 200} Jan 29 20:17:22.437599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (27a17a06-317d-4df5-9d21-d38baf46332d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.557705 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (27a17a06-317d-4df5-9d21-d38baf46332d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.613214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34992) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:22.621227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (27a17a06-317d-4df5-9d21-d38baf46332d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.641337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a17a06-317d-4df5-9d21-d38baf46332d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:22.735590 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.737340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c1dd69a0-af7c-420c-9011-2ff25c770868 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4119079 Jan 29 20:17:22.743223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 34998) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:22.746501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group_rule': {'security_group_id': 'af779ecb-e72b-45ab-9852-4d5904dd9c1e', 'project_id': '182b253ad62c4784b77549791897b309', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:22.852124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34738239-fcb7-446a-8287-6e6c1bb9f5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:22.951427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4528095e-ab60-4300-961b-a16ac7dbcc14 req-220830f8-2ee7-484d-8d2e-9c579ad9066e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=972bb71f-7413-45db-9de2-23ea7b540b0e HTTP/1.1" status: 200 len: 210 time: 0.0723238 Jan 29 20:17:22.966853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (c93c936f-f192-44d9-a39e-674d550dc5cf), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.044428 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34738239-fcb7-446a-8287-6e6c1bb9f5ed admin admin] Publish callbacks [] for security_group (4bceeb37-4218-4e3b-83c6-3f32661d9c36), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.276501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (c93c936f-f192-44d9-a39e-674d550dc5cf), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.276501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-34738239-fcb7-446a-8287-6e6c1bb9f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4bceeb37-4218-4e3b-83c6-3f32661d9c36), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.276501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738239-fcb7-446a-8287-6e6c1bb9f5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bceeb37-4218-4e3b-83c6-3f32661d9c36,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:23.276501 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-34738239-fcb7-446a-8287-6e6c1bb9f5ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9cc3a3351424f13af75bd1e9e5e934d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566845 Jan 29 20:17:23.276501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c93c936f-f192-44d9-a39e-674d550dc5cf), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.283608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35012) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:23.285087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93c936f-f192-44d9-a39e-674d550dc5cf,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:23.286067 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-444dc9db-f546-4b83-880c-b5983ce22406 admin admin] Publish callbacks [] for security_group (4bceeb37-4218-4e3b-83c6-3f32661d9c36), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.287240 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-444dc9db-f546-4b83-880c-b5983ce22406 admin admin] Publish callbacks [] for security_group (4bceeb37-4218-4e3b-83c6-3f32661d9c36), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.445041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.446570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3484898b-ef64-4a75-9f49-84f07f4417aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7055194 Jan 29 20:17:23.449869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35014) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:23.454469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group_rule': {'security_group_id': 'af779ecb-e72b-45ab-9852-4d5904dd9c1e', 'project_id': '182b253ad62c4784b77549791897b309', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:23.471211 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-444dc9db-f546-4b83-880c-b5983ce22406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (4bceeb37-4218-4e3b-83c6-3f32661d9c36), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.474027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-444dc9db-f546-4b83-880c-b5983ce22406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.475311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-444dc9db-f546-4b83-880c-b5983ce22406 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4bceeb37-4218-4e3b-83c6-3f32661d9c36 HTTP/1.1" status: 204 len: 168 time: 0.2996759 Jan 29 20:17:23.493245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dc9db-f546-4b83-880c-b5983ce22406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bceeb37-4218-4e3b-83c6-3f32661d9c36,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:23.563007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (dc202769-b2ab-42a5-8f70-48bc36d8d048), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.643802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (dc202769-b2ab-42a5-8f70-48bc36d8d048), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.796474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (dc202769-b2ab-42a5-8f70-48bc36d8d048), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:23.847608 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc202769-b2ab-42a5-8f70-48bc36d8d048,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:23.984231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.002216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35024) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:24.002937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-03a57cf9-7507-415d-a79a-3ef2fafafb94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5518322 Jan 29 20:17:24.009812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group_rule': {'security_group_id': 'af779ecb-e72b-45ab-9852-4d5904dd9c1e', 'project_id': '182b253ad62c4784b77549791897b309', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:24.054104 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35028) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:24.134650 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Project 182b253ad62c4784b77549791897b309 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:17:24.142844 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (54fe8c52-feff-423b-bd9e-e39d0d266a16), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.319337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (54fe8c52-feff-423b-bd9e-e39d0d266a16), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.368060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (54fe8c52-feff-423b-bd9e-e39d0d266a16), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.398483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fe8c52-feff-423b-bd9e-e39d0d266a16,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:24.490266 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.491475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5c17730b-fca9-42b7-aa96-5e5b3870fa54 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4875910 Jan 29 20:17:24.494732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:24.498848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'security_group_rule': {'security_group_id': 'af779ecb-e72b-45ab-9852-4d5904dd9c1e', 'project_id': '182b253ad62c4784b77549791897b309', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:24.586342 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (cc464c78-9750-4ece-bda2-522854c336f8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.608255 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Project 182b253ad62c4784b77549791897b309 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:17:24.614748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (efe0eb64-30b2-4a27-afd4-6f0e419337fd), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.683865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (efe0eb64-30b2-4a27-afd4-6f0e419337fd), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.734148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (efe0eb64-30b2-4a27-afd4-6f0e419337fd), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.749350 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe0eb64-30b2-4a27-afd4-6f0e419337fd,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:24.812465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:24.814511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-902f7707-35d8-4cdb-b548-ffd10e51ef7d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3190374 Jan 29 20:17:24.888913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 15152ba1-5a57-4417-baf9-8702bc67077d {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:17:24.889343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:25.003730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 15152ba1-5a57-4417-baf9-8702bc67077d, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15152ba1-5a57-4417-baf9-8702bc67077d,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:25.004341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:25.018232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 15152ba1-5a57-4417-baf9-8702bc67077d owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:17:25.220478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5fd49b36-2c5e-4446-b031-91b973439b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:25.263974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:17:25.287856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 16df9d64-142a-43a0-acea-df0ecc2339c9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:17:25.288555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 16df9d64-142a-43a0-acea-df0ecc2339c9 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:17:25.699202 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (15152ba1-5a57-4417-baf9-8702bc67077d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:25.729627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=15152ba1-5a57-4417-baf9-8702bc67077d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:25.951498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (cc464c78-9750-4ece-bda2-522854c336f8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.197119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router cc464c78-9750-4ece-bda2-522854c336f8 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:17:26.321843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:17:26.330969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bb7b603f-1c46-404e-9fa0-d0ce88116bc1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/cc464c78-9750-4ece-bda2-522854c336f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2723730 Jan 29 20:17:26.331045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35130) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:26.333654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] Sync routers for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:17:26.350398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:26.351102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:26.396285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting subnet a3068863-c94e-435e-9d58-0ece52580b94 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:17:26.402362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (a3068863-c94e-435e-9d58-0ece52580b94), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.449998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (a3068863-c94e-435e-9d58-0ece52580b94), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.479917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:26.573814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a3068863-c94e-435e-9d58-0ece52580b94), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.730099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (a3068863-c94e-435e-9d58-0ece52580b94), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.772668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Subnet': ['ID=a3068863-c94e-435e-9d58-0ece52580b94,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:26.797485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.805599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dadef340-96e8-4275-adec-d9a1aed3a583 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/subnets/a3068863-c94e-435e-9d58-0ece52580b94 HTTP/1.1" status: 204 len: 168 time: 0.4726064 Jan 29 20:17:26.806375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35136) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:26.842059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90e4ef-cd68-4abe-85f5-4957c9edd6db None None] Network 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:17:26.934891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (cc464c78-9750-4ece-bda2-522854c336f8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:26.952010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:17:25Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:26.981691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] Checking router: cc464c78-9750-4ece-bda2-522854c336f8 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:17:27.001452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] Routers {'cc464c78-9750-4ece-bda2-522854c336f8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:27.002100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:16:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['cc464c78-9750-4ece-bda2-522854c336f8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:27.091499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (cc464c78-9750-4ece-bda2-522854c336f8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.149988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] DHCP port deletion for 4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:17:27.283621 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:17:27.289639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] Set router cc464c78-9750-4ece-bda2-522854c336f8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:27.293045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 41161ee6-eac3-4ec0-a455-26d895f2eecd no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:17:27.301749 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:17:27.302685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.399054 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:27.399956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.419296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:17:27.435947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] Deleting port 41161ee6-eac3-4ec0-a455-26d895f2eecd {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:17:27.436504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.573637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] For port 41161ee6-eac3-4ec0-a455-26d895f2eecd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=41161ee6-eac3-4ec0-a455-26d895f2eecd,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:27.573852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.630635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] Calling delete_port for 41161ee6-eac3-4ec0-a455-26d895f2eecd owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:17:27.675856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 41161ee6-eac3-4ec0-a455-26d895f2eecd is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:27.676176 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.752741 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (11125d17-14cf-4ee7-8b34-6a8cd0d24b2a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.782938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 41161ee6-eac3-4ec0-a455-26d895f2eecd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=41161ee6-eac3-4ec0-a455-26d895f2eecd,segment=NetworkSegment(4a09da52-e87a-4029-8680-db0c87db987e),segment_id=4a09da52-e87a-4029-8680-db0c87db987e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:27.801010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=11125d17-14cf-4ee7-8b34-6a8cd0d24b2a,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:27.803255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:17:25Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:27.832274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776692f-a747-4df4-8004-54d667e0ebae None None] The sync data for ids ['cc464c78-9750-4ece-bda2-522854c336f8'] in n-d-825496-5 is: [{'id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-759106189', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:04Z', 'updated_at': '2022-01-29T20:17:25Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': '11125d17-14cf-4ee7-8b34-6a8cd0d24b2a', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc464c78-9750-4ece-bda2-522854c336f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:05Z', 'updated_at': '2022-01-29T20:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:17:27.848224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.910167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (cc464c78-9750-4ece-bda2-522854c336f8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.932980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=41161ee6-eac3-4ec0-a455-26d895f2eecd,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:27.946013 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (41161ee6-eac3-4ec0-a455-26d895f2eecd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:27.953175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.953175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.953175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.953175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.953497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.954025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.954858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.955448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.955854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.956314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.956732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.957122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:27.957575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.005646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] Pushing event deleted for resources: {'Port': ['ID=41161ee6-eac3-4ec0-a455-26d895f2eecd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:28.008731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbcf3a-44b2-4f0a-b9ea-e8550654254d None None] No DVR routers for this DVR port 41161ee6-eac3-4ec0-a455-26d895f2eecd on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:17:28.059899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (cc464c78-9750-4ece-bda2-522854c336f8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.062296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (cc464c78-9750-4ece-bda2-522854c336f8), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.185209 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (cc464c78-9750-4ece-bda2-522854c336f8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.185690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Fanout notify agent at l3_agent the message router_deleted on router cc464c78-9750-4ece-bda2-522854c336f8 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:17:28.192914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.194039 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e3fe1a67-23b6-49ce-8520-6df5becd311d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/routers/cc464c78-9750-4ece-bda2-522854c336f8 HTTP/1.1" status: 204 len: 168 time: 1.3853505 Jan 29 20:17:28.196907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35160) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:28.214221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1068c289-18ab-4990-b300-f772fca05bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.318500 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.446331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.474785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:28.494018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a09da52-e87a-4029-8680-db0c87db987e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:28.494476 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a09da52-e87a-4029-8680-db0c87db987e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:28.507054 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4a09da52-e87a-4029-8680-db0c87db987e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.531523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4a09da52-e87a-4029-8680-db0c87db987e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.543034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:17:28.543451 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4a09da52-e87a-4029-8680-db0c87db987e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:17:28.546805 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:17:28.693468 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.715553 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.721840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35168) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:28.732688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/networks/4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3 HTTP/1.1" status: 204 len: 168 time: 0.5346532 Jan 29 20:17:28.733700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Network': ['ID=4fa32aa3-c137-4cfc-b7c6-27f5e395f8e3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:28.758203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.758570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.758921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.759269 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.759611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.760022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.760611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.760963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.761298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.761636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.761968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.762300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.762627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c6ab0-b840-46fd-8d63-1e3ff36ac729 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:28.862426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c3a632e-e3b2-4327-a54a-f546946f8919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (98f6d5d0-6724-416f-a0c2-69341c54d785), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.902802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:28.921108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c3a632e-e3b2-4327-a54a-f546946f8919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (98f6d5d0-6724-416f-a0c2-69341c54d785), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.077157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c3a632e-e3b2-4327-a54a-f546946f8919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (98f6d5d0-6724-416f-a0c2-69341c54d785), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.083489 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9c3a632e-e3b2-4327-a54a-f546946f8919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.087213 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9c3a632e-e3b2-4327-a54a-f546946f8919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/security-groups/98f6d5d0-6724-416f-a0c2-69341c54d785 HTTP/1.1" status: 204 len: 168 time: 0.3619826 Jan 29 20:17:29.102204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a632e-e3b2-4327-a54a-f546946f8919 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f6d5d0-6724-416f-a0c2-69341c54d785,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:29.345848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:17:29.371500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:17:29.372166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 11125d17-14cf-4ee7-8b34-6a8cd0d24b2a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:17:29.372824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15152ba1-5a57-4417-baf9-8702bc67077d no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:17:29.395773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 15152ba1-5a57-4417-baf9-8702bc67077d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:17:29.396479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15152ba1-5a57-4417-baf9-8702bc67077d not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:17:29.642662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35190) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:29.647969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982258352', 'description': 'tempest-secgroup-smoke-982258352 description', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:29.745616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.820493 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (8f9618a9-7cb3-4adb-badf-274755806897), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.893501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8f9618a9-7cb3-4adb-badf-274755806897), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.921566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9618a9-7cb3-4adb-badf-274755806897,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:29.995393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:29.997105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f4166de3-40b6-429c-917a-85b064564878 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3532197 Jan 29 20:17:29.999977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35194) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:30.007717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '8f9618a9-7cb3-4adb-badf-274755806897', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:30.024883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.111016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (7cfd2526-973b-42f2-90e8-25a912a2617b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.194697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (7cfd2526-973b-42f2-90e8-25a912a2617b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.264853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7cfd2526-973b-42f2-90e8-25a912a2617b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.299431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfd2526-973b-42f2-90e8-25a912a2617b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:30.369856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.374158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-30e8f084-ec66-49a0-82ba-e3ec690de016 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3699024 Jan 29 20:17:30.374158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35200) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:30.378951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '8f9618a9-7cb3-4adb-badf-274755806897', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:30.402587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.475596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (52547e46-5cd9-4f7c-b479-b0436458ae78), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.563827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (52547e46-5cd9-4f7c-b479-b0436458ae78), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.642581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (52547e46-5cd9-4f7c-b479-b0436458ae78), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.674866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52547e46-5cd9-4f7c-b479-b0436458ae78,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:30.747450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.751859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-12851a79-845b-4a82-bf95-dbcc01efaa69 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3738215 Jan 29 20:17:30.752006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35206) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:30.756702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '8f9618a9-7cb3-4adb-badf-274755806897', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:30.875502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (f061063e-d9ad-44a5-8dee-54cb53f71b8d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:30.956487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (f061063e-d9ad-44a5-8dee-54cb53f71b8d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.036918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f061063e-d9ad-44a5-8dee-54cb53f71b8d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.073129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f061063e-d9ad-44a5-8dee-54cb53f71b8d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:31.199714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.201060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-902efd3e-c44e-4360-9614-b1ac58b26040 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4480340 Jan 29 20:17:31.203924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:31.212624 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '8f9618a9-7cb3-4adb-badf-274755806897', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:31.294588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (4e20329f-cdd7-4982-b7c6-35b40048b360), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.367338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (4e20329f-cdd7-4982-b7c6-35b40048b360), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.430301 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (4e20329f-cdd7-4982-b7c6-35b40048b360), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.453052 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e20329f-cdd7-4982-b7c6-35b40048b360,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:31.518116 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.520257 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-60d5e7d2-b9c3-4c6a-901c-486d15fbecff tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3151238 Jan 29 20:17:31.522989 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35216) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:31.528800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '8f9618a9-7cb3-4adb-badf-274755806897', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:31.545122 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.614129 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:17:31.621669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (5df8c8a1-b980-4137-8d9e-abdeea6bad2c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.690017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (5df8c8a1-b980-4137-8d9e-abdeea6bad2c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.756585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (5df8c8a1-b980-4137-8d9e-abdeea6bad2c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.777849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df8c8a1-b980-4137-8d9e-abdeea6bad2c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:31.838569 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:31.842810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35218) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:31.843274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ec3db388-af86-4c4e-9d56-3e56c8e498fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3191650 Jan 29 20:17:31.848835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': '8f9618a9-7cb3-4adb-badf-274755806897', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:31.939247 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:17:31.944859 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (9d2573cc-b113-4b50-9112-bcb1157e9858), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.007857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (9d2573cc-b113-4b50-9112-bcb1157e9858), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.099262 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (9d2573cc-b113-4b50-9112-bcb1157e9858), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.122850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2573cc-b113-4b50-9112-bcb1157e9858,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:32.221298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.222640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d0962b38-5f1c-4364-a474-4061edf1cc28 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3780391 Jan 29 20:17:32.225892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35240) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:32.232725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'network': {'name': 'tempest-network-smoke--99487280', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:32.333871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:17:32.338449 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.349332 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-2edcd292-d98e-4269-bf88-c53cdf067546 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:32.350975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-2edcd292-d98e-4269-bf88-c53cdf067546 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/networks?id=a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 200 len: 814 time: 0.1146126 Jan 29 20:17:32.387572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:17:32.391583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-83508361-7422-4700-8e48-626851cfddeb tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/quotas/5d32b222901e43428974212dce1fdce5 HTTP/1.1" status: 200 len: 375 time: 0.0315452 Jan 29 20:17:32.401819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (df52ec8f-8a21-466a-9e79-67a8dbc3657e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.402174 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Added segment df52ec8f-8a21-466a-9e79-67a8dbc3657e of type vlan for network b0eb3f85-8771-4406-804a-92ae973a2bde Jan 29 20:17:32.447948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-85d9d82d-fe85-4443-a886-e975cb695579 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434861 Jan 29 20:17:32.459602 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (b0eb3f85-8771-4406-804a-92ae973a2bde), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.546057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (b0eb3f85-8771-4406-804a-92ae973a2bde), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.552591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:32.553535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:32.563041 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-81686b61-f37f-4b0e-8240-459c30d9ce01 service neutron] 10.222.0.15 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106172 Jan 29 20:17:32.645348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Network': ['ID=b0eb3f85-8771-4406-804a-92ae973a2bde,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:32.658352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network b0eb3f85-8771-4406-804a-92ae973a2bde details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:17:32.666301 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-790d4683-00d2-414e-b9ad-3cc819eb5ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953436 Jan 29 20:17:32.696579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a27d7ca-f9d0-4b91-a837-a4bf1e36ab90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4692745 Jan 29 20:17:32.699878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35246) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:32.913150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'admin_state_up': True, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:32.957912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f0f3c0f-2460-47b9-9e98-6e0b474580ac req-2654a287-800b-4c02-ac45-20e43bab05d6 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0372410 Jan 29 20:17:33.013397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (3bb1fa7a-338a-499f-be4c-9e95c215c537), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.014538 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (3bb1fa7a-338a-499f-be4c-9e95c215c537), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.083032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (3bb1fa7a-338a-499f-be4c-9e95c215c537), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.330784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (3bb1fa7a-338a-499f-be4c-9e95c215c537), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.615243 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (3bb1fa7a-338a-499f-be4c-9e95c215c537), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.635604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.749328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.237 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/fd3234ff-b571-45dd-8ebe-164d08a7f970) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:17:33.876840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:33.968377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:34.009778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:34.012708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:34.018540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:17:34.049083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=fd3234ff-b571-45dd-8ebe-164d08a7f970,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:34.069488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52ec5935-2306-460b-b4a3-a2d6bf7fdfeb req-983a837d-4771-489e-b173-841fa31bf817 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0354738 Jan 29 20:17:34.425097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (3bb1fa7a-338a-499f-be4c-9e95c215c537), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:34.658791 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (3bb1fa7a-338a-499f-be4c-9e95c215c537), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:34.854504 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 3bb1fa7a-338a-499f-be4c-9e95c215c537 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:17:34.988346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:17:35.004810 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Sync routers for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:17:35.015301 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:35.015913 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:17:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:35.108296 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:35.112314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d1a1235c-6314-4db7-b653-9cea5ec17b10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4080691 Jan 29 20:17:35.113130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:35.208500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35302) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:35.208804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-09ac19dd-a5b8-4a64-b0ce-aff191b5f763 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ec0025bbd33d457cb39eca2c22f54d65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881124 Jan 29 20:17:35.231177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:35.466152 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:34Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:35.495943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Checking router: 3bb1fa7a-338a-499f-be4c-9e95c215c537 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:17:35.496320 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Updating router 3bb1fa7a-338a-499f-be4c-9e95c215c537 port fd3234ff-b571-45dd-8ebe-164d08a7f970 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:17:35.527518 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:35.724599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0acfa7ac-d3e2-44e5-813e-21e81a35a44e req-8ffad1be-09b1-4943-be0f-7ebaa0282e8e tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 210 time: 0.5206249 Jan 29 20:17:35.803822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-14b6b2ba-27e2-4652-b7ab-70d0ec96ef99 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:35.805274 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-14b6b2ba-27e2-4652-b7ab-70d0ec96ef99 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "GET /v2.0/networks?id=a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 200 len: 814 time: 0.7563493 Jan 29 20:17:35.830777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Request body: {'port': {'device_id': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1', 'admin_state_up': True, 'tenant_id': '5d32b222901e43428974212dce1fdce5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:35.841958 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Publish callbacks [] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:35.848494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304912d6-00a4-4a76-a50c-59dae257a5c1 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:35.850009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-304912d6-00a4-4a76-a50c-59dae257a5c1 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6397779 Jan 29 20:17:35.852924 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35314) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:35.894383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3ba6afea-e351-4a31-b93c-07d161426669 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395792 Jan 29 20:17:35.897203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35316) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:35.902592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090813914', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:35.917216 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:35.972236 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Attempting to bind port fd3234ff-b571-45dd-8ebe-164d08a7f970 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:17:35.972630 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Attempting to bind port fd3234ff-b571-45dd-8ebe-164d08a7f970 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:17:35.973140 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Attempting to bind port fd3234ff-b571-45dd-8ebe-164d08a7f970 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:35.981913 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:17:35.982284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:17:35.982678 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:35.983068 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:17:35.983597 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Bound port: fd3234ff-b571-45dd-8ebe-164d08a7f970, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:17:35.983966 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.017076 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Pushing event updated for resources: {'Port': ['ID=fd3234ff-b571-45dd-8ebe-164d08a7f970,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:36.030560 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.030878 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.031255 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.031588 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.031915 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.032253 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.032604 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.033184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.033713 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.036382 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.036742 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.037060 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.037392 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:36.047884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Made reservation on behalf of 5d32b222901e43428974212dce1fdce5 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:17:36.052024 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.070694 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] For port fd3234ff-b571-45dd-8ebe-164d08a7f970, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:17:36.075773 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] For port fd3234ff-b571-45dd-8ebe-164d08a7f970, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fd3234ff-b571-45dd-8ebe-164d08a7f970,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:17:36.133864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:17:36.138434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.162888 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.193715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Allocated IP 172.20.0.10 (a46ee294-0548-4ebb-a445-c14866f65ec1/7bce60b1-38a7-4a14-91f7-7803fe9175c6/5fe91707-aae2-4da2-8fe6-3da1817620de) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:17:36.258715 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:36.260514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:17:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:36.326498 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5552785-0a38-4be5-bd49-7f7c33e07396 None None] Pushing event updated for resources: {'Port': ['ID=fd3234ff-b571-45dd-8ebe-164d08a7f970,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:36.441949 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:36.468279 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks [] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.494670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (9f84723e-f2d0-4570-b233-254f394dd14a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.583656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Subnet': ['ID=9f84723e-f2d0-4570-b233-254f394dd14a,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:36.594638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Checking segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:17:36.595300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network hostable DHCP agents. Network: b0eb3f85-8771-4406-804a-92ae973a2bde, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:17:36.702654 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:34Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:36.729356 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6633cc27-b977-4b5c-a226-5ce3571b746e None None] The sync data for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 is: [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:34Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:17:36.751400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.762702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network b0eb3f85-8771-4406-804a-92ae973a2bde is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:17:36.800664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Network a46ee294-0548-4ebb-a445-c14866f65ec1 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:36.806140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:36.810296 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:17:36.818825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, b0eb3f85-8771-4406-804a-92ae973a2bde) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:36.826746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:36.831592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.837404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c75a7d-f59a-4c94-a8cf-29098cb0ab90 None None] Network b0eb3f85-8771-4406-804a-92ae973a2bde requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:17:36.849788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Pushing event updated for resources: {'Port': ['ID=5fe91707-aae2-4da2-8fe6-3da1817620de,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:36.908283 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:36.908979 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:36.938536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d291c58-f2a5-4115-a05c-59f59a223807 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0401852 Jan 29 20:17:36.941531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35334) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:36.974514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cce992-240a-4c06-af75-aacbe6cb5845 req-355d6128-3076-4e3c-b6e9-b8e0f246ba10 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:36.976403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c0cce992-240a-4c06-af75-aacbe6cb5845 req-355d6128-3076-4e3c-b6e9-b8e0f246ba10 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 932 time: 0.1071372 Jan 29 20:17:36.982261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-edd77e06-0bc1-4b45-952d-e886193a9952 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1567161 Jan 29 20:17:37.035653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-b0eb3f85-8771-4406-804a-92ae973a2bde', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:17:37.037029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.122553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Request body: {'port': {'device_id': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:37.231974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.371777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c0cce992-240a-4c06-af75-aacbe6cb5845 req-a56da9be-35cd-4fb3-8059-e1457346a077 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383958 Jan 29 20:17:37.397764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Allocated IP 172.20.0.2 (b0eb3f85-8771-4406-804a-92ae973a2bde/9f84723e-f2d0-4570-b233-254f394dd14a/a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:17:37.701523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Publish callbacks [] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.753307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe91707-aae2-4da2-8fe6-3da1817620de {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:17:37.768550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Publish callbacks [] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.780368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.785107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Transition to ACTIVE for port object 5fe91707-aae2-4da2-8fe6-3da1817620de will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:17:37.803648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.856424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Network b0eb3f85-8771-4406-804a-92ae973a2bde is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:37.856424 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:37.860719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:17:37.875914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.919171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Pushing event updated for resources: {'Port': ['ID=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:37.933791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Attempting to bind port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:17:37.934244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Attempting to bind port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:17:37.934673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Attempting to bind port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:37.934915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe91707-aae2-4da2-8fe6-3da1817620de,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:37.941935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:17:37.942402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Checking segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:17:37.942876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:37.943336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Bound using segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:17:37.943812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Bound port: a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:17:37.944189 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.048311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] For port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:17:38.052244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] For port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:17:38.057306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Attempting to bind port 5fe91707-aae2-4da2-8fe6-3da1817620de on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:17:38.057306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Attempting to bind port 5fe91707-aae2-4da2-8fe6-3da1817620de by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:17:38.057306 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Attempting to bind port 5fe91707-aae2-4da2-8fe6-3da1817620de on network a46ee294-0548-4ebb-a445-c14866f65ec1 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:38.059431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Port 5fe91707-aae2-4da2-8fe6-3da1817620de on network a46ee294-0548-4ebb-a445-c14866f65ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:17:38.059863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Attempting to bind port 5fe91707-aae2-4da2-8fe6-3da1817620de on network a46ee294-0548-4ebb-a445-c14866f65ec1 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:38.065236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:17:38.065690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Checking segment: {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:17:38.066170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Bound using segment: {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:17:38.066742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Bound port: 5fe91707-aae2-4da2-8fe6-3da1817620de, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1522b8f3-b83c-4306-bd77-36c8680e6374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:17:38.067220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.133599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.146335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] For port 5fe91707-aae2-4da2-8fe6-3da1817620de, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:17:38.153125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] For port 5fe91707-aae2-4da2-8fe6-3da1817620de, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5fe91707-aae2-4da2-8fe6-3da1817620de,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:17:38.209395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f70600-3f9b-4b78-80a9-b2d62486a6e2 None None] Pushing event updated for resources: {'Port': ['ID=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:38.214300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.302108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:38.302765 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.309329 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fe91707-aae2-4da2-8fe6-3da1817620de HTTP/1.1" status: 200 len: 1092 time: 1.3156536 Jan 29 20:17:38.312500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'tag': '5fe91707-aae2-4da2-8fe6-3da1817620de'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:38.316958 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f9c36-3e48-4608-bd82-4126542085d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72", "tag": "5fe91707-aae2-4da2-8fe6-3da1817620de"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:38.337276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f461d2-34c7-4e75-abec-95c5d4f7fca7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe91707-aae2-4da2-8fe6-3da1817620de,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:38.339082 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.382326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.1 (b0eb3f85-8771-4406-804a-92ae973a2bde/9f84723e-f2d0-4570-b233-254f394dd14a/8bf5e359-2a6f-4079-843e-10d9e9797475) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:17:38.385006 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61243078-90c2-4b5d-bd1d-bbd28ee3adfc x-openstack-request-id: req-61243078-90c2-4b5d-bd1d-bbd28ee3adfc {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:38.385345 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72", "tag": "5fe91707-aae2-4da2-8fe6-3da1817620de", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:38.385601 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61243078-90c2-4b5d-bd1d-bbd28ee3adfc {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:38.386020 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'tag': '5fe91707-aae2-4da2-8fe6-3da1817620de', 'status': 'completed', 'code': 200} Jan 29 20:17:38.492388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9c36-3e48-4608-bd82-4126542085d8 req-3ab19554-3757-4b33-a7e1-b579cb69c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:38.494560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-142f9c36-3e48-4608-bd82-4126542085d8 req-3ab19554-3757-4b33-a7e1-b579cb69c807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 1126 time: 0.0789585 Jan 29 20:17:38.696501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9c36-3e48-4608-bd82-4126542085d8 req-bd20a170-c8c2-4862-a57d-d6de8a46fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:38.698378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-142f9c36-3e48-4608-bd82-4126542085d8 req-bd20a170-c8c2-4862-a57d-d6de8a46fdac service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5d32b222901e43428974212dce1fdce5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1909664 Jan 29 20:17:38.705470 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.715507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6639ee-9543-4142-8684-eaa0d3b1e47c req-5f6df141-23d2-4f92-ac23-025a7f6ada22 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:38.717207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c6639ee-9543-4142-8684-eaa0d3b1e47c req-5f6df141-23d2-4f92-ac23-025a7f6ada22 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 944 time: 0.2086828 Jan 29 20:17:38.828111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c6639ee-9543-4142-8684-eaa0d3b1e47c req-c5b39ffa-ce4a-43f4-a3df-e6a711883a8b tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027582 Jan 29 20:17:38.861132 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9c36-3e48-4608-bd82-4126542085d8 req-631c9f09-b3ab-4d4a-b230-4ef2552c58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:38.862657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-142f9c36-3e48-4608-bd82-4126542085d8 req-631c9f09-b3ab-4d4a-b230-4ef2552c58cb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1542099 Jan 29 20:17:38.891841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:38.929989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network b0eb3f85-8771-4406-804a-92ae973a2bde is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:38.939869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:38.942381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:17:38.961557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-3f4ed91f-3e0e-4866-8ab7-ad1b41feff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:38.963864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-3f4ed91f-3e0e-4866-8ab7-ad1b41feff3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 1126 time: 0.0531797 Jan 29 20:17:38.972734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=8bf5e359-2a6f-4079-843e-10d9e9797475,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:38.988633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.988989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.989337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.989730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.990052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.990393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.990725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.991055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.991384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.991712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.992037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.992386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:38.992716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:17:39.010797 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (3bb1fa7a-338a-499f-be4c-9e95c215c537), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.024996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-78efc5d5-aff6-4db3-8577-1fa1d154a022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe91707-aae2-4da2-8fe6-3da1817620de HTTP/1.1" status: 200 len: 217 time: 0.0474880 Jan 29 20:17:39.120030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-ef9dafc8-b7a0-4791-9393-204234dafab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:39.121784 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-ef9dafc8-b7a0-4791-9393-204234dafab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bce60b1-38a7-4a14-91f7-7803fe9175c6 HTTP/1.1" status: 200 len: 854 time: 0.0846310 Jan 29 20:17:39.193453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-e6fea52d-b081-46b7-9b7d-de7c012ac5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a46ee294-0548-4ebb-a445-c14866f65ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521836 Jan 29 20:17:39.303377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.324526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fd3234ff-b571-45dd-8ebe-164d08a7f970 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:39.366941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-fbe52cf8-5b2e-411b-bcc6-b85c1dec0d85 service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637216 Jan 29 20:17:39.401144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fd3234ff-b571-45dd-8ebe-164d08a7f970 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:39.401461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.520057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fd3234ff-b571-45dd-8ebe-164d08a7f970 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:39.521150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.528385 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d41e693-bc98-471e-baea-08c83daa4e87 req-bac1c3fe-64f6-4ac2-813d-850f43f82151 service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514642 Jan 29 20:17:39.547410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port fd3234ff-b571-45dd-8ebe-164d08a7f970, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fd3234ff-b571-45dd-8ebe-164d08a7f970,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:39.638923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.638923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:39.731558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.775943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=fd3234ff-b571-45dd-8ebe-164d08a7f970,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:39.782477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:39.782862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.795915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.885894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:39.886081 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.896495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=8bf5e359-2a6f-4079-843e-10d9e9797475,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:39.899000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (3bb1fa7a-338a-499f-be4c-9e95c215c537), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:39.940783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:40.007562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:40.053961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network b0eb3f85-8771-4406-804a-92ae973a2bde is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:40.055486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:40.062887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:40.086996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8d615-7516-4e49-9744-10dd358cb177 req-5a8b465b-c6bc-4208-a08a-d6d6e48c23fb tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:40.089232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72b8d615-7516-4e49-9744-10dd358cb177 req-5a8b465b-c6bc-4208-a08a-d6d6e48c23fb tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 944 time: 0.1315536 Jan 29 20:17:40.161383 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72b8d615-7516-4e49-9744-10dd358cb177 req-568348d3-11d6-40c9-b31b-0aaaefc0353b tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Jan 29 20:17:40.422676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678167f-895e-47fa-91e8-e9d8688f50c8 None None] Network b0eb3f85-8771-4406-804a-92ae973a2bde requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:17:40.549830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-27c67aa4-6f7d-4ea6-ba82-398daa552b7e None None] Provisioning complete for port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:40.557305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27c67aa4-6f7d-4ea6-ba82-398daa552b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:40.557432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 3bb1fa7a-338a-499f-be4c-9e95c215c537 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:17:40.662201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-27c67aa4-6f7d-4ea6-ba82-398daa552b7e None None] Current status of the port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:40.740163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:17:40.752266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f83ad308-358b-4030-abe7-64a2c80f54ec tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/3bb1fa7a-338a-499f-be4c-9e95c215c537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8069439 Jan 29 20:17:40.769518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Sync routers for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:17:40.787473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:40.788959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:17:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:40.934946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae8413ce-82a9-4b8a-870d-aca3b0bbdb38 None None] Provisioning complete for port 8bf5e359-2a6f-4079-843e-10d9e9797475 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:40.935320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae8413ce-82a9-4b8a-870d-aca3b0bbdb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:40.940987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:41.094205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-4a5d58bb-d58f-4512-9045-e662b25b4eac tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982258352&fields=id&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 267 time: 0.0572839 Jan 29 20:17:41.145710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-a53cb67b-5843-4b09-a9eb-91003eaf8daf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:41.147733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-a53cb67b-5843-4b09-a9eb-91003eaf8daf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 795 time: 0.1576428 Jan 29 20:17:41.160032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fd3234ff-b571-45dd-8ebe-164d08a7f970 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:41.170750 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-751fc3e9-095a-4ba8-963c-02f466572c9d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/quotas/ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 375 time: 0.0156202 Jan 29 20:17:41.220319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae8413ce-82a9-4b8a-870d-aca3b0bbdb38 None None] Port 8bf5e359-2a6f-4079-843e-10d9e9797475 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:17:41.273185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-5962add4-34a7-44e4-8419-ecb5e638429f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953491 Jan 29 20:17:41.297116 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-41daf806-d4bf-44d4-a18b-95dd3ef0b0f7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:17:41.298591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-41daf806-d4bf-44d4-a18b-95dd3ef0b0f7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068767 Jan 29 20:17:41.317716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae8413ce-82a9-4b8a-870d-aca3b0bbdb38 None None] Provisioning complete for port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:41.318093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae8413ce-82a9-4b8a-870d-aca3b0bbdb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:41.368828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fd3234ff-b571-45dd-8ebe-164d08a7f970 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:41.369213 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:41.389317 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8341c-fc37-42d3-a3bf-8cc5b078f3b2 req-ded42dc3-8e86-4cb2-b018-6ab180c18519 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:41.391217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70f8341c-fc37-42d3-a3bf-8cc5b078f3b2 req-ded42dc3-8e86-4cb2-b018-6ab180c18519 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 944 time: 0.0893025 Jan 29 20:17:41.434100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-b149f274-00c5-4b9a-a119-ce5c04678f3d service neutron] 10.222.0.15 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186934 Jan 29 20:17:41.496192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70f8341c-fc37-42d3-a3bf-8cc5b078f3b2 req-a15ad3be-ebbe-49a3-a129-93e6d19ed7d0 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937421 Jan 29 20:17:41.570356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-c31e123c-d837-4756-88f4-0e7b7e60751d service neutron] 10.222.0.15 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347628 Jan 29 20:17:41.616738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae8413ce-82a9-4b8a-870d-aca3b0bbdb38 None None] Current status of the port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:41.632931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fd3234ff-b571-45dd-8ebe-164d08a7f970 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:41.634571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:41.688846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 2, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:41.719168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Checking router: 3bb1fa7a-338a-499f-be4c-9e95c215c537 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:17:41.719523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Updating router 3bb1fa7a-338a-499f-be4c-9e95c215c537 port 8bf5e359-2a6f-4079-843e-10d9e9797475 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:17:41.768064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:41.768599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:41.800050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:41.865359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2bd3a150-4dc5-4a81-b018-47efdc8978b2 None None] Provisioning complete for port 8bf5e359-2a6f-4079-843e-10d9e9797475 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:41.865667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a150-4dc5-4a81-b018-47efdc8978b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:41.892117 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91933e35-698b-4ef5-8959-85dec8ada872 req-6ede0f88-6867-47e3-9ef7-8261fe771f29 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 210 time: 0.0341618 Jan 29 20:17:41.937239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3a150-4dc5-4a81-b018-47efdc8978b2 None None] Port 8bf5e359-2a6f-4079-843e-10d9e9797475 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:17:42.067095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:42.261510 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Publish callbacks [] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:42.367537 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:42.472946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388bb3-3bd5-4a20-83bc-8fc2cab112bd None None] Pushing event updated for resources: {'Port': ['ID=8bf5e359-2a6f-4079-843e-10d9e9797475,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:42.490020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Attempting to bind port 8bf5e359-2a6f-4079-843e-10d9e9797475 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:17:42.490020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Attempting to bind port 8bf5e359-2a6f-4079-843e-10d9e9797475 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:17:42.490020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Attempting to bind port 8bf5e359-2a6f-4079-843e-10d9e9797475 on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:42.495388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:17:42.495769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Checking segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:17:42.496263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:42.496663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Bound using segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:17:42.497142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Bound port: 8bf5e359-2a6f-4079-843e-10d9e9797475, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:17:42.497520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:42.580995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] For port 8bf5e359-2a6f-4079-843e-10d9e9797475, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:17:42.588505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] For port 8bf5e359-2a6f-4079-843e-10d9e9797475, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8bf5e359-2a6f-4079-843e-10d9e9797475,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:17:42.645737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49c4c6-ff4a-4808-9c4f-4d05157ef7dd req-66e3f6b4-ac4d-4e63-b1e4-95cfcfced4ff tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:42.648187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b49c4c6-ff4a-4808-9c4f-4d05157ef7dd req-66e3f6b4-ac4d-4e63-b1e4-95cfcfced4ff tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 944 time: 0.0731936 Jan 29 20:17:42.716531 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:42.739053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b49c4c6-ff4a-4808-9c4f-4d05157ef7dd req-8a9240de-1360-40bd-ab5f-e6fce886a098 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815938 Jan 29 20:17:42.795630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] Provisioning complete for port 8bf5e359-2a6f-4079-843e-10d9e9797475 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:42.795630 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:42.840386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:42.841468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:17:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:42.846745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388bb3-3bd5-4a20-83bc-8fc2cab112bd None None] Pushing event updated for resources: {'Port': ['ID=8bf5e359-2a6f-4079-843e-10d9e9797475,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:43.075766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f48a5d8-967f-49c2-8029-20a23558665a req-a8c7236c-92e6-4af4-92b8-4684c2ee6bed tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 210 time: 0.0579727 Jan 29 20:17:43.120477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:43.143445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] Current status of the port 8bf5e359-2a6f-4079-843e-10d9e9797475 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:43.144103 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:43.230408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] For port 8bf5e359-2a6f-4079-843e-10d9e9797475, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8bf5e359-2a6f-4079-843e-10d9e9797475,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:43.340254 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:43.397422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5fe91707-aae2-4da2-8fe6-3da1817620de details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:17:43.428940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428037b9-7e51-4e5a-a87e-f3aad1f75b34 None None] Pushing event updated for resources: {'Port': ['ID=8bf5e359-2a6f-4079-843e-10d9e9797475,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:43.444434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:42Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:43.491977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b9016b-38ac-4412-8c22-5ba9819caf87 None None] The sync data for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 is: [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:42Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:17:43.523742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cca552dd-d9ff-4c47-80c9-338cb1996fbd None None] Provisioning complete for port 8bf5e359-2a6f-4079-843e-10d9e9797475 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:43.524322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cca552dd-d9ff-4c47-80c9-338cb1996fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:43.682574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5fe91707-aae2-4da2-8fe6-3da1817620de, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5fe91707-aae2-4da2-8fe6-3da1817620de,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:43.722636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '5fe91707-aae2-4da2-8fe6-3da1817620de', 'network_id': 'a46ee294-0548-4ebb-a445-c14866f65ec1', 'port_id': '5fe91707-aae2-4da2-8fe6-3da1817620de', 'mac_address': 'fa:16:3e:a2:87:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bce60b1-38a7-4a14-91f7-7803fe9175c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:17:43.764435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cca552dd-d9ff-4c47-80c9-338cb1996fbd None None] Current status of the port 8bf5e359-2a6f-4079-843e-10d9e9797475 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:43.793641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5fe91707-aae2-4da2-8fe6-3da1817620de is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:43.794088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:43.814150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe91707-aae2-4da2-8fe6-3da1817620de {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:17:43.838296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5fe91707-aae2-4da2-8fe6-3da1817620de, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5fe91707-aae2-4da2-8fe6-3da1817620de,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:43.910250 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:43.937473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38863d4c-8c4b-4e1f-a88d-4aff4e4b4fd5 req-bf7d8845-0db9-4e20-a62b-863c9633cbf7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:43.939868 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38863d4c-8c4b-4e1f-a88d-4aff4e4b4fd5 req-bf7d8845-0db9-4e20-a62b-863c9633cbf7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 944 time: 0.0757861 Jan 29 20:17:44.006096 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5fe91707-aae2-4da2-8fe6-3da1817620de,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:44.020888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38863d4c-8c4b-4e1f-a88d-4aff4e4b4fd5 req-f7b3af29-b0a7-41ff-95d9-88ea4b90dbe3 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752454 Jan 29 20:17:44.179446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5fe91707-aae2-4da2-8fe6-3da1817620de'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:17:44.218280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1c943f4-fc47-4862-9650-490b26209134 req-ead7a110-b8ca-4f37-bf3e-14548e88a5b9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 210 time: 0.0546134 Jan 29 20:17:44.313319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-66a45cd5-1bb5-428c-98db-61c1e322fd7e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:44.314963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-66a45cd5-1bb5-428c-98db-61c1e322fd7e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 795 time: 0.1738968 Jan 29 20:17:44.436530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-948b4859-d725-477f-b363-64306a6a5c73 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 379 time: 0.1006994 Jan 29 20:17:44.452539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'port': {'device_id': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'admin_state_up': True, 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'security_groups': ['8f9618a9-7cb3-4adb-badf-274755806897']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:44.647572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:17:44.651564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:44.795623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.4 (b0eb3f85-8771-4406-804a-92ae973a2bde/9f84723e-f2d0-4570-b233-254f394dd14a/69e0c037-ef87-42dd-991c-74752b3ccb9f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:17:44.958559 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.039378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.186569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network b0eb3f85-8771-4406-804a-92ae973a2bde is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:45.197869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:45.217192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:45.232489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:17:45.274347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8bf5e359-2a6f-4079-843e-10d9e9797475 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:45.327927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34cab7-4174-42ff-b0c3-79dbb92c974d req-f1ba24b7-3c50-4301-8ea8-730fdd8cdf90 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:45.341935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae34cab7-4174-42ff-b0c3-79dbb92c974d req-f1ba24b7-3c50-4301-8ea8-730fdd8cdf90 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 945 time: 0.1840799 Jan 29 20:17:45.349248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:45.350105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.369104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 8bf5e359-2a6f-4079-843e-10d9e9797475 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:45.369592 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.468128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae34cab7-4174-42ff-b0c3-79dbb92c974d req-2a16fbf2-de7e-498f-b28d-61c5146b3009 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149821 Jan 29 20:17:45.495036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a6a50-f890-4614-b237-392254cbbe3a req-8883877e-b3d9-4628-8b48-cea0c726cf46 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:45.497341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-702a6a50-f890-4614-b237-392254cbbe3a req-8883877e-b3d9-4628-8b48-cea0c726cf46 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 931 time: 0.1205294 Jan 29 20:17:45.519265 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-ac107afc-6b91-43c0-926e-1f8e6ca83e40 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0737379 Jan 29 20:17:45.537194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Request body: {'port': {'device_id': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:45.603784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5fe91707-aae2-4da2-8fe6-3da1817620de up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:45.620225 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-702a6a50-f890-4614-b237-392254cbbe3a req-19001bf1-1f37-4cba-b702-c237c4d17248 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163981 Jan 29 20:17:45.641627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.661731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c4db154b-b313-437b-8151-fb9dbb479581 None None] Provisioning complete for port 69e0c037-ef87-42dd-991c-74752b3ccb9f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:45.662105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4db154b-b313-437b-8151-fb9dbb479581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.714200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4db154b-b313-437b-8151-fb9dbb479581 None None] Port 69e0c037-ef87-42dd-991c-74752b3ccb9f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:17:45.758350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 8bf5e359-2a6f-4079-843e-10d9e9797475 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:45.807419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 5fe91707-aae2-4da2-8fe6-3da1817620de completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:17:45.811646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 5fe91707-aae2-4da2-8fe6-3da1817620de triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:45.812027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.922529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 5fe91707-aae2-4da2-8fe6-3da1817620de is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:45.922937 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:45.975595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 5fe91707-aae2-4da2-8fe6-3da1817620de, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5fe91707-aae2-4da2-8fe6-3da1817620de,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:45.976647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e0c037-ef87-42dd-991c-74752b3ccb9f {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:17:45.977110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe91707-aae2-4da2-8fe6-3da1817620de'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:45.979749 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47916465-7643-404f-b83d-309389953c14" -d '{"events": [{"server_uuid": "7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72", "name": "network-vif-plugged", "status": "completed", "tag": "5fe91707-aae2-4da2-8fe6-3da1817620de"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:45.987223 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Publish callbacks [] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:46.004843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Transition to ACTIVE for port object 69e0c037-ef87-42dd-991c-74752b3ccb9f will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:17:46.032703 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b3d2fd-189b-4f25-9653-8256e0a0f8c5 x-openstack-request-id: req-43b3d2fd-189b-4f25-9653-8256e0a0f8c5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:46.032996 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72", "name": "network-vif-plugged", "status": "completed", "tag": "5fe91707-aae2-4da2-8fe6-3da1817620de", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:46.033288 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43b3d2fd-189b-4f25-9653-8256e0a0f8c5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:46.033688 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe91707-aae2-4da2-8fe6-3da1817620de', 'code': 200} Jan 29 20:17:46.073558 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:46.093234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:46.126360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=5fe91707-aae2-4da2-8fe6-3da1817620de,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:46.180629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de97537-6bfb-4227-9fbe-a11c485dd932 req-6bbcf750-41fb-45b5-9e30-4cf945e91867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.184771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de97537-6bfb-4227-9fbe-a11c485dd932 req-6bbcf750-41fb-45b5-9e30-4cf945e91867 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 1128 time: 0.0796950 Jan 29 20:17:46.188091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:46.265847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de97537-6bfb-4227-9fbe-a11c485dd932 req-beda7fe3-0b92-42fd-b227-c6a43e23935a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Jan 29 20:17:46.278102 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:17:46.278408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:17:46.278694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:46.289896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:17:46.290480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:17:46.314123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:17:46.314587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Checking segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:17:46.315075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Bound using segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:17:46.315610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Bound port: 69e0c037-ef87-42dd-991c-74752b3ccb9f, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:17:46.316073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:46.389024 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:17:46.392543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:17:46.453623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:46.494147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.494861 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:46.496486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] 10.222.0.26 "PUT /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 1091 time: 0.9640152 Jan 29 20:17:46.497017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:46.499428 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaf9b03-d30b-4a78-b489-04a192bb10ca" -d '{"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:46.523600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05939-3ecb-40bc-b577-0cd7c615c62a service neutron] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:46.610638 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffba9b9-e019-4a24-ab83-946bd00a4997 x-openstack-request-id: req-9ffba9b9-e019-4a24-ab83-946bd00a4997 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:46.611037 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:46.611724 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ffba9b9-e019-4a24-ab83-946bd00a4997 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:46.612319 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'status': 'completed', 'code': 200} Jan 29 20:17:46.693185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-7d794df3-ec9b-4a37-a0ca-b09329b87de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.695146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-7d794df3-ec9b-4a37-a0ca-b09329b87de2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1125 time: 0.0716662 Jan 29 20:17:46.737091 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8fd2-58c4-4e3f-a0e1-6c890c16bf91 req-cd7f18b5-a6c2-49c3-af8a-165607ac0c49 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.745787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf6d8fd2-58c4-4e3f-a0e1-6c890c16bf91 req-cd7f18b5-a6c2-49c3-af8a-165607ac0c49 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 946 time: 0.1613674 Jan 29 20:17:46.807807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-2b73cbc5-f4b0-4c29-9de4-1db008e40936 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 217 time: 0.0983660 Jan 29 20:17:46.819941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bf6d8fd2-58c4-4e3f-a0e1-6c890c16bf91 req-1a66c70a-b444-494f-9329-883ead7a09f4 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709143 Jan 29 20:17:46.889980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-4b73206b-e5de-4e1c-a9fb-ca48d5992561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.891762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-4b73206b-e5de-4e1c-a9fb-ca48d5992561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0545089 Jan 29 20:17:46.970456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35852af0-ea6d-4662-91cb-b0eb75685d4e req-c7ce6851-c23f-4526-9795-388914d513e7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.972057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35852af0-ea6d-4662-91cb-b0eb75685d4e req-c7ce6851-c23f-4526-9795-388914d513e7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 943 time: 0.1632824 Jan 29 20:17:46.997315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-d57bc80d-4d99-4a78-a137-21eb3b507e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:46.999114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-d57bc80d-4d99-4a78-a137-21eb3b507e6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888386 Jan 29 20:17:47.057574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35852af0-ea6d-4662-91cb-b0eb75685d4e req-24c81ffc-5c4c-4b09-92da-a15b6eebaddf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776777 Jan 29 20:17:47.112848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-8861dd8b-7534-4fd3-9a22-501055c1565b service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074739 Jan 29 20:17:47.212194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b8d99cb-ba9b-4a4d-8158-abaf6f22d493 req-6ad992a0-1189-4317-a144-5071de0bdf19 service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936906 Jan 29 20:17:47.414550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-f96d1178-0c99-43f6-8414-9855e0efd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:47.416809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-f96d1178-0c99-43f6-8414-9855e0efd487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1125 time: 0.0483475 Jan 29 20:17:47.519468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-3e7156a9-7884-4335-bd5f-dfc74ad0b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:47.521802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-3e7156a9-7884-4335-bd5f-dfc74ad0b1a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.0986135 Jan 29 20:17:47.565858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-4a01bc0d-1825-49df-98a7-84e67de37a0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 217 time: 0.0383632 Jan 29 20:17:47.620234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-68462c32-6a86-4593-a6b7-7fa7b16e26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:47.621722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-68462c32-6a86-4593-a6b7-7fa7b16e26e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0504305 Jan 29 20:17:47.688370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-b36f51bc-531b-414e-847b-afc5de4d6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:47.689895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-b36f51bc-531b-414e-847b-afc5de4d6b77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610266 Jan 29 20:17:47.784420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-8ffe04fa-21d2-46b1-898b-d3230ed09de7 service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876853 Jan 29 20:17:47.906694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7eaf9b03-d30b-4a78-b489-04a192bb10ca req-0b8e1369-1dd3-400e-b58c-c0e58055481b service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142867 Jan 29 20:17:47.963015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0efe95-ff3a-4103-bb40-b6b6d70c86b5 req-e9048a89-b5ae-46be-abba-df2545b4e534 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:47.968902 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac0efe95-ff3a-4103-bb40-b6b6d70c86b5 req-e9048a89-b5ae-46be-abba-df2545b4e534 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 946 time: 0.0624506 Jan 29 20:17:48.013546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac0efe95-ff3a-4103-bb40-b6b6d70c86b5 req-608044fd-4327-4ab6-b9ab-c06903788afc tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Jan 29 20:17:48.189030 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d85f6-eaa8-4061-9e4c-05232f225352 req-72efc693-1cc8-443f-858e-609207dadb87 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:48.193701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f4d85f6-eaa8-4061-9e4c-05232f225352 req-72efc693-1cc8-443f-858e-609207dadb87 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 943 time: 0.0566394 Jan 29 20:17:48.248577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f4d85f6-eaa8-4061-9e4c-05232f225352 req-704de20b-6084-487f-8151-6ea632140526 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504231 Jan 29 20:17:49.336941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:17:49.450230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b7dc-d2e9-41ce-910e-a31bb2dfd92e req-dff5b516-b27b-4ff8-80a3-2706f9792494 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:49.452519 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b54b7dc-d2e9-41ce-910e-a31bb2dfd92e req-dff5b516-b27b-4ff8-80a3-2706f9792494 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 943 time: 0.1247799 Jan 29 20:17:49.523166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6b54b7dc-d2e9-41ce-910e-a31bb2dfd92e req-59094946-2989-410c-a174-884d68c78955 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617363 Jan 29 20:17:49.543778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:49.556066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'port_id': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'mac_address': 'fa:16:3e:77:37:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:17:49.596897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 69e0c037-ef87-42dd-991c-74752b3ccb9f is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:49.597286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:49.610582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e0c037-ef87-42dd-991c-74752b3ccb9f {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:17:49.631709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:49.715944 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:49.776230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:49.993169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['69e0c037-ef87-42dd-991c-74752b3ccb9f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:17:50.679751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723308-934c-491e-a8b3-9b7193e3db16 req-9dbd8faf-8805-4840-aae9-d050b6505b67 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:50.688938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32723308-934c-491e-a8b3-9b7193e3db16 req-9dbd8faf-8805-4840-aae9-d050b6505b67 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.0836959 Jan 29 20:17:50.742582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32723308-934c-491e-a8b3-9b7193e3db16 req-3985a2f7-da35-4afa-80d5-49122ca1e34f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526891 Jan 29 20:17:51.338356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:17:51.470204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 69e0c037-ef87-42dd-991c-74752b3ccb9f completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:17:51.474335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 69e0c037-ef87-42dd-991c-74752b3ccb9f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:17:51.474712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:51.571784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 69e0c037-ef87-42dd-991c-74752b3ccb9f is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:17:51.572108 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:51.595191 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:51.597383 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b689c0-3ec7-4f84-8c31-0f1d468e0d01" -d '{"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-plugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:51.615142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:17:51.636714 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a4c2cd-cbdf-4a32-be6c-c46ba5cfcf84 x-openstack-request-id: req-a6a4c2cd-cbdf-4a32-be6c-c46ba5cfcf84 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:51.637410 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-plugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:51.637666 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6a4c2cd-cbdf-4a32-be6c-c46ba5cfcf84 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:51.638118 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'code': 200} Jan 29 20:17:51.698544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:51.779811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:51.795094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c446aff-3c5e-4551-8509-5a0d2c91d92f req-21b41dcf-79d7-405d-a927-6000059e82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:51.796855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c446aff-3c5e-4551-8509-5a0d2c91d92f req-21b41dcf-79d7-405d-a927-6000059e82d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1127 time: 0.0719488 Jan 29 20:17:51.870191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c446aff-3c5e-4551-8509-5a0d2c91d92f req-1cd3405f-e206-4786-a29e-cbdf46aefcfa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662644 Jan 29 20:17:51.916473 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a3b57-5d5c-4766-8276-fec07a163652 req-55b306c6-bd1f-4d2c-9bf1-06c5c03a2dd2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:51.918143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-173a3b57-5d5c-4766-8276-fec07a163652 req-55b306c6-bd1f-4d2c-9bf1-06c5c03a2dd2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0664182 Jan 29 20:17:51.976161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-173a3b57-5d5c-4766-8276-fec07a163652 req-63ce3416-ab12-45d6-8f45-8c1bbb0317f1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512538 Jan 29 20:17:53.139983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6a1d7-b70e-4a81-927b-82deec13e415 req-620ad58a-62c7-4d9f-b8d1-a7011d4b16b3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:53.140550 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27d6a1d7-b70e-4a81-927b-82deec13e415 req-620ad58a-62c7-4d9f-b8d1-a7011d4b16b3 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0730104 Jan 29 20:17:53.189655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27d6a1d7-b70e-4a81-927b-82deec13e415 req-276c6a09-a04b-432a-8f09-400f0eebdbbf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485575 Jan 29 20:17:53.315334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194e44e-fc70-4ae1-a8cc-e4470cd4919a req-52e985a3-53b6-4ec4-9fa3-8efb17ecc17a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:53.316852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d194e44e-fc70-4ae1-a8cc-e4470cd4919a req-52e985a3-53b6-4ec4-9fa3-8efb17ecc17a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0541186 Jan 29 20:17:53.368169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d194e44e-fc70-4ae1-a8cc-e4470cd4919a req-803d1a3d-938b-49fb-b290-eedc40063340 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 Jan 29 20:17:53.391034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35616) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:53.557642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea34256-f888-487a-90ab-2772d3b5a897 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:53.559256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cea34256-f888-487a-90ab-2772d3b5a897 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1122 time: 0.1671004 Jan 29 20:17:53.562390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 35620) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:53.567057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:17:53.681762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:53.786506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:53.900609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.30 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/ed66192f-db76-4d91-972b-b71429f480a5) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:17:54.005868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (ed66192f-db76-4d91-972b-b71429f480a5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:54.099151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ed66192f-db76-4d91-972b-b71429f480a5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:54.145841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:17:54.148741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:17:54.155499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:17:54.158160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=ed66192f-db76-4d91-972b-b71429f480a5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:54.543490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:54.694972 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ed66192f-db76-4d91-972b-b71429f480a5), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:54.857248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (ed66192f-db76-4d91-972b-b71429f480a5), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:54.938942 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ed66192f-db76-4d91-972b-b71429f480a5), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:55.010598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=ed66192f-db76-4d91-972b-b71429f480a5,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:17:55.024215 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:55.133486 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 associated. External IP: 172.25.5.30, port: 69e0c037-ef87-42dd-991c-74752b3ccb9f. Jan 29 20:17:55.218091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c048a0e6-70f8-4097-bff3-b7db81122c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:55.367060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 3bb1fa7a-338a-499f-be4c-9e95c215c537 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:17:55.793465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:17:55.803218 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] Sync routers for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:17:55.817170 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:55.817793 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:17:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:55.889744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:55.925856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ac5b8e4d-a8d9-483b-a371-96e58e1dc6e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3598192 Jan 29 20:17:55.925856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:17:55.926184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:55.926364 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823" -d '{"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:17:55.981129 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c98c4b-2c20-43c7-88f2-3986feeb2d4a x-openstack-request-id: req-32c98c4b-2c20-43c7-88f2-3986feeb2d4a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:17:55.981431 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:17:55.981689 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32c98c4b-2c20-43c7-88f2-3986feeb2d4a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:17:55.982230 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'status': 'completed', 'code': 200} Jan 29 20:17:56.037481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbc6e-098a-4905-bced-5b2b2531edd3 req-184d16c8-6417-4ce7-8016-0ba9f0be8d90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:56.045881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-699dbc6e-098a-4905-bced-5b2b2531edd3 req-184d16c8-6417-4ce7-8016-0ba9f0be8d90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0686038 Jan 29 20:17:56.078364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-d768b01e-6008-477b-afd0-ec9c7d7637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:56.080288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-d768b01e-6008-477b-afd0-ec9c7d7637d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1127 time: 0.0516772 Jan 29 20:17:56.096921 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-699dbc6e-098a-4905-bced-5b2b2531edd3 req-6c49c402-d163-450f-9936-9c6a9e40f1ca tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497727 Jan 29 20:17:56.124609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35640) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:56.211300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b11adf99-42a6-4124-b228-919c11276744 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 HTTP/1.1" status: 200 len: 990 time: 0.0853682 Jan 29 20:17:56.213722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-b989de55-fe30-4668-a046-84abcc28ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:56.215489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-b989de55-fe30-4668-a046-84abcc28ddde service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.1295283 Jan 29 20:17:56.308887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-87bfa1da-aa0e-43ac-b461-561445360c36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 998 time: 0.0877459 Jan 29 20:17:56.334909 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'port_id': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'mac_address': 'fa:16:3e:77:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:17:54Z', 'updated_at': '2022-01-29T20:17:54Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:43Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:56.372512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-89ef3594-4411-4bde-b69c-7613629d678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:56.374348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-89ef3594-4411-4bde-b69c-7613629d678b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0584993 Jan 29 20:17:56.382876 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] Checking router: 3bb1fa7a-338a-499f-be4c-9e95c215c537 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:17:56.394342 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:17:56.394962 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:17:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:56.432849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-1803dae6-2229-4fde-97e4-94e3ac525987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:56.434614 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-1803dae6-2229-4fde-97e4-94e3ac525987 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545106 Jan 29 20:17:56.513168 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:17:56.535138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-de5ea1c8-2799-4b7c-bbfa-3dcafc5c34a4 service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941622 Jan 29 20:17:56.640119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9dfe2f69-2635-4ba2-ae30-fab2e2c8e823 req-c7a10c73-592b-4e7d-b72d-0aec583aba26 service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990191 Jan 29 20:17:56.759008 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'port_id': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'mac_address': 'fa:16:3e:77:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:17:54Z', 'updated_at': '2022-01-29T20:17:54Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:43Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:17:56.801921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3db0e8-c4a3-4b5b-afe0-bdf5ea44d5d4 None None] The sync data for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 is: [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'port_id': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'mac_address': 'fa:16:3e:77:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:17:54Z', 'updated_at': '2022-01-29T20:17:54Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:43Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:17:57.037361 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc59a13-52f3-4564-bb3d-865ae4a4d446 None None] New status for floating IP b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:17:57.215300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35648) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:57.289507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-08f35ed6-34a6-4489-b93b-a1d38977c867 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 HTTP/1.1" status: 200 len: 990 time: 0.0730569 Jan 29 20:17:58.207151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2d4b1d39-784d-452b-969e-e6a6e97e65a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:58.294099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35656) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:17:58.355433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0ae77358-44eb-4f85-8ef6-a6494abdccb9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 HTTP/1.1" status: 200 len: 992 time: 0.0600815 Jan 29 20:17:58.898215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:17:59.142671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-18583eaa-e588-417c-9384-b609e6d96a14 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981482892&fields=id&tenant_id=182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 267 time: 0.0443089 Jan 29 20:17:59.251405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-23d1c067-db01-4a22-a68e-8db4dd743a67 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:17:59.252903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-23d1c067-db01-4a22-a68e-8db4dd743a67 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1033247 Jan 29 20:17:59.272449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-7a6df4c0-1548-43fd-88f4-519407ff073f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0138569 Jan 29 20:17:59.328787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-bd04fc05-bae5-43fa-890e-b9dde3766a72 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505586 Jan 29 20:17:59.430792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-8cc4f0d6-fc73-47a4-a59b-36c3a7efead0 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891407 Jan 29 20:17:59.537494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-4f001a32-d86e-4d3c-8e6c-5f47e115347a service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005595 Jan 29 20:18:00.023687 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:00.175534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e61b824d-5205-4fd8-9314-c85d3606003b req-221a6942-75cf-42b4-bcaa-daaf8a2f4faa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0323324 Jan 29 20:18:00.370390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:01.277264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb3326e7-a00c-4a78-aff3-6fb24f50889e req-b5f5469c-4d76-4f5d-9a62-d299f5a7180b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0303571 Jan 29 20:18:01.521114 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:01.914218 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-dcd55184-09cc-4f77-94c8-45c94aa63c4d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:01.915884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-dcd55184-09cc-4f77-94c8-45c94aa63c4d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1119013 Jan 29 20:18:01.980314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-2e871dd2-0beb-46aa-97fa-5cb39f4cb062 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 379 time: 0.0553067 Jan 29 20:18:01.990756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309', 'security_groups': ['af779ecb-e72b-45ab-9852-4d5904dd9c1e']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:02.161325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:18:02.165603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:02.303108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.11 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/1f69202d-fb36-4fae-97c0-d8c282dead82) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:18:02.423807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7a7f99b0-68e5-4158-b056-b8f1455968b6 req-2c7e3912-b93f-42a0-8259-e72abc36c182 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0489516 Jan 29 20:18:02.522581 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:02.647377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:02.720428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:18:02.724704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:18:02.727285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=1f69202d-fb36-4fae-97c0-d8c282dead82,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:02.729893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:18:02.800275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:02.801093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:02.872688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-cee4c3e8-a3d2-40ac-afe8-8e296b098357 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8859046 Jan 29 20:18:02.890641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Request body: {'port': {'device_id': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:02.965531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.053063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cd029183-72a8-4a3f-9b9f-7b7e21804b0e None None] Provisioning complete for port 1f69202d-fb36-4fae-97c0-d8c282dead82 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:18:03.054017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd029183-72a8-4a3f-9b9f-7b7e21804b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.092538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cd029183-72a8-4a3f-9b9f-7b7e21804b0e None None] Port 1f69202d-fb36-4fae-97c0-d8c282dead82 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:18:03.255941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f69202d-fb36-4fae-97c0-d8c282dead82 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:18:03.266904 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Publish callbacks [] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.282596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Transition to ACTIVE for port object 1f69202d-fb36-4fae-97c0-d8c282dead82 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:18:03.343892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.413959 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Pushing event updated for resources: {'Port': ['ID=1f69202d-fb36-4fae-97c0-d8c282dead82,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:03.479543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Attempting to bind port 1f69202d-fb36-4fae-97c0-d8c282dead82 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:18:03.480012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Attempting to bind port 1f69202d-fb36-4fae-97c0-d8c282dead82 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:18:03.480750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Attempting to bind port 1f69202d-fb36-4fae-97c0-d8c282dead82 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:03.485566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Port 1f69202d-fb36-4fae-97c0-d8c282dead82 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:18:03.485890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Attempting to bind port 1f69202d-fb36-4fae-97c0-d8c282dead82 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:03.492020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:18:03.492388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:18:03.493337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:18:03.493763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Bound port: 1f69202d-fb36-4fae-97c0-d8c282dead82, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:18:03.494185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.561886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12836f2b-2cba-4070-afeb-be3fc6094ce7 req-3896c313-96f0-4175-aef5-ff1cc03b3760 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:03.568407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] For port 1f69202d-fb36-4fae-97c0-d8c282dead82, host n-h1-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:18:03.569823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12836f2b-2cba-4070-afeb-be3fc6094ce7 req-3896c313-96f0-4175-aef5-ff1cc03b3760 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0657148 Jan 29 20:18:03.572864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] For port 1f69202d-fb36-4fae-97c0-d8c282dead82, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=1f69202d-fb36-4fae-97c0-d8c282dead82,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:18:03.618868 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12836f2b-2cba-4070-afeb-be3fc6094ce7 req-71f7ee37-c947-40f9-b437-5f648f9dd412 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474992 Jan 29 20:18:03.664844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.699516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:03.700213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:03.701627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-826da9bb-0702-44bb-b023-20e761070064 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f69202d-fb36-4fae-97c0-d8c282dead82 HTTP/1.1" status: 200 len: 1092 time: 0.8172429 Jan 29 20:18:03.702079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:03.704404 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cdc02e-d452-4dca-90d4-701858452751" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:03.758169 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f0a4f1-be65-43c9-a603-d15e4aa65912 x-openstack-request-id: req-b8f0a4f1-be65-43c9-a603-d15e4aa65912 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:03.759039 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:03.759209 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8f0a4f1-be65-43c9-a603-d15e4aa65912 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:03.759642 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'status': 'completed', 'code': 200} Jan 29 20:18:03.765404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826da9bb-0702-44bb-b023-20e761070064 service neutron] Pushing event updated for resources: {'Port': ['ID=1f69202d-fb36-4fae-97c0-d8c282dead82,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:03.831222 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc02e-d452-4dca-90d4-701858452751 req-8e6c9388-140f-4f7a-808a-fdb34dc1e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:03.833196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64cdc02e-d452-4dca-90d4-701858452751 req-8e6c9388-140f-4f7a-808a-fdb34dc1e39d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1126 time: 0.0524244 Jan 29 20:18:03.950319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc02e-d452-4dca-90d4-701858452751 req-93ae02d3-e872-4ced-9c13-dccedab1fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:03.951977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64cdc02e-d452-4dca-90d4-701858452751 req-93ae02d3-e872-4ced-9c13-dccedab1fbd4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=182b253ad62c4784b77549791897b309&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1117375 Jan 29 20:18:04.054106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc02e-d452-4dca-90d4-701858452751 req-54928f27-d158-4582-912e-64481a5553a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:04.055671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-64cdc02e-d452-4dca-90d4-701858452751 req-54928f27-d158-4582-912e-64481a5553a1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0973580 Jan 29 20:18:04.142465 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-7d854909-b3b9-4afd-8fe4-0de76fba83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:04.144221 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-7d854909-b3b9-4afd-8fe4-0de76fba83d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1126 time: 0.0448880 Jan 29 20:18:04.184099 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-9e083777-93c4-4c22-99d1-d4b206912e41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f69202d-fb36-4fae-97c0-d8c282dead82 HTTP/1.1" status: 200 len: 217 time: 0.0328741 Jan 29 20:18:04.234661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-75aab0f2-a466-4746-8da6-e4bb2a42b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:04.236141 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-75aab0f2-a466-4746-8da6-e4bb2a42b5a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0460365 Jan 29 20:18:04.283456 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:18:04.286748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-4eb59faa-e0f4-4d18-87e7-145fb0a2f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:04.288308 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-4eb59faa-e0f4-4d18-87e7-145fb0a2f41a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460844 Jan 29 20:18:04.375479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-a1558143-f78f-4a44-8b72-081502d1511c service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Jan 29 20:18:04.472988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8590ffea-9f03-46b7-acd1-26bc876f3de7 req-b6a30675-dd79-41d7-b8fe-295e71605142 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Jan 29 20:18:04.744223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95db6-03ae-41f2-a1af-25270cd0eaf2 req-298ee921-dc7b-488e-b34f-e9e22dfb00bf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:04.745735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ee95db6-03ae-41f2-a1af-25270cd0eaf2 req-298ee921-dc7b-488e-b34f-e9e22dfb00bf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0543652 Jan 29 20:18:04.805526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6ee95db6-03ae-41f2-a1af-25270cd0eaf2 req-076df78d-00c7-4046-8302-aa41be025d68 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530369 Jan 29 20:18:05.935101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa1b6-6afc-4f3c-b95a-4bacdc875f18 req-aa31a262-24e1-452a-bcf7-4f1a100a96fb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:05.936640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b6aa1b6-6afc-4f3c-b95a-4bacdc875f18 req-aa31a262-24e1-452a-bcf7-4f1a100a96fb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0532939 Jan 29 20:18:05.989142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b6aa1b6-6afc-4f3c-b95a-4bacdc875f18 req-0a1e7686-6e62-4d06-b274-d8128c5e18f7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467944 Jan 29 20:18:07.119922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821d6a6-17b3-4ed6-bfbb-733bf7515537 req-ab2dc095-4e08-47a2-ad4c-1738ede1a346 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:07.121618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0821d6a6-17b3-4ed6-bfbb-733bf7515537 req-ab2dc095-4e08-47a2-ad4c-1738ede1a346 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0618465 Jan 29 20:18:07.178828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0821d6a6-17b3-4ed6-bfbb-733bf7515537 req-9f4ac90a-d1f9-4ef5-8f47-4c7f2792d55d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507557 Jan 29 20:18:08.252667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:08.310394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87c3e5-80b6-45cf-9dce-cd7bc69ccb71 req-2c3c1fcf-21b8-4a26-8771-5c9f2cb048d7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:08.311892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e87c3e5-80b6-45cf-9dce-cd7bc69ccb71 req-2c3c1fcf-21b8-4a26-8771-5c9f2cb048d7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0625775 Jan 29 20:18:08.363010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e87c3e5-80b6-45cf-9dce-cd7bc69ccb71 req-ae032f17-f00b-40a9-974d-cbfe9e6df04f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Jan 29 20:18:09.493242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816fc09-53a5-485c-be89-97b155a845e3 req-e7ffbc1f-a608-4ea3-ac55-5d63cea50c2a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:09.494896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b816fc09-53a5-485c-be89-97b155a845e3 req-e7ffbc1f-a608-4ea3-ac55-5d63cea50c2a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0539200 Jan 29 20:18:09.546733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b816fc09-53a5-485c-be89-97b155a845e3 req-fcdb582d-78d9-44f0-a42c-43257af2f987 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Jan 29 20:18:10.668284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f509-9b81-449e-9c3f-953f951416ef req-f82af79b-3f22-4c45-9f70-971d3e0c7574 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:10.669815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bed6f509-9b81-449e-9c3f-953f951416ef req-f82af79b-3f22-4c45-9f70-971d3e0c7574 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0543337 Jan 29 20:18:10.720873 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bed6f509-9b81-449e-9c3f-953f951416ef req-de98deea-881b-4328-a799-9d14231ded14 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Jan 29 20:18:11.859685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1996d-b2fa-4615-b4e8-ac09b832ee37 req-9efd309d-2b95-4c96-85f1-27601cfd71c5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:11.871934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44f1996d-b2fa-4615-b4e8-ac09b832ee37 req-9efd309d-2b95-4c96-85f1-27601cfd71c5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0731800 Jan 29 20:18:11.939509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44f1996d-b2fa-4615-b4e8-ac09b832ee37 req-895256e4-09a3-42d6-8cd9-e7723e29d648 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662615 Jan 29 20:18:13.062188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1b40-c3d3-4623-a0cb-45ebc31c1d40 req-492533df-e80a-4d9f-aebb-e0bed2b9357d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:13.063699 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4dcd1b40-c3d3-4623-a0cb-45ebc31c1d40 req-492533df-e80a-4d9f-aebb-e0bed2b9357d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0567598 Jan 29 20:18:13.120864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4dcd1b40-c3d3-4623-a0cb-45ebc31c1d40 req-531691a3-10f0-48d9-a996-811b5d72389b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513589 Jan 29 20:18:14.221341 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-74210c8b-88ca-4f70-8111-69bd1a07be76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529516 Jan 29 20:18:14.244933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e64cb4-ccce-4aed-9acb-fe06fe871195 req-d2b83e38-b08f-4f6e-b721-ed82ef4bf5f3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:14.246439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3e64cb4-ccce-4aed-9acb-fe06fe871195 req-d2b83e38-b08f-4f6e-b721-ed82ef4bf5f3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0543046 Jan 29 20:18:14.298503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3e64cb4-ccce-4aed-9acb-fe06fe871195 req-624d2021-919c-4115-8e87-c8c33f806720 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464005 Jan 29 20:18:14.335101 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-8a953334-2d0b-4d8f-9ddf-9b58b7086fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:14.337386 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-8a953334-2d0b-4d8f-9ddf-9b58b7086fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d32b222901e43428974212dce1fdce5&device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 1128 time: 0.0663657 Jan 29 20:18:14.451823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-38bed03b-fb04-4212-b632-a0c6da335de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:14.453393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-38bed03b-fb04-4212-b632-a0c6da335de9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 200 len: 914 time: 0.0958748 Jan 29 20:18:14.494554 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-fec48fc4-7c44-44b6-b574-8cf65435e3a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fe91707-aae2-4da2-8fe6-3da1817620de HTTP/1.1" status: 200 len: 217 time: 0.0351501 Jan 29 20:18:14.543730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-d91cd631-99f7-447f-aa8e-33c2d3c6483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:14.545287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-d91cd631-99f7-447f-aa8e-33c2d3c6483f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bce60b1-38a7-4a14-91f7-7803fe9175c6 HTTP/1.1" status: 200 len: 854 time: 0.0446837 Jan 29 20:18:14.577206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-d792805b-dd54-4b55-8f65-0eb1dfdfc1a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a46ee294-0548-4ebb-a445-c14866f65ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260456 Jan 29 20:18:14.677901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-02dfcb58-fdec-415a-b47f-d4530a3667a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920227 Jan 29 20:18:14.798385 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-771ae62f-cabb-4dec-83f0-3338b3193243 req-7611ab5b-e177-46b7-b7d4-35b5d5ad6616 service neutron] 10.222.0.13 "GET /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139212 Jan 29 20:18:15.431985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8606f5f-e003-4e47-89e5-b5cf19fe54ea req-d0cd1063-06e4-4fc2-bd20-a217d839d2b5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:15.433733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8606f5f-e003-4e47-89e5-b5cf19fe54ea req-d0cd1063-06e4-4fc2-bd20-a217d839d2b5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0564787 Jan 29 20:18:15.491354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8606f5f-e003-4e47-89e5-b5cf19fe54ea req-e864b8e5-6a6c-40db-92c1-521026935da1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511913 Jan 29 20:18:16.616017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21ad8-3d89-4f5b-a0da-2e196c2100f3 req-0d456d5f-ff79-4404-bcbd-bb6b62f9db81 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:16.617543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14b21ad8-3d89-4f5b-a0da-2e196c2100f3 req-0d456d5f-ff79-4404-bcbd-bb6b62f9db81 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0562251 Jan 29 20:18:16.669260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14b21ad8-3d89-4f5b-a0da-2e196c2100f3 req-175c65a0-dc9a-44c2-a805-d30860dfc836 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453577 Jan 29 20:18:17.791786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10435e49-eadb-41a9-96ab-91bcd71fa705 req-b40f45f9-34fd-4dbf-aad6-5f65c614b96b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:17.793547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10435e49-eadb-41a9-96ab-91bcd71fa705 req-b40f45f9-34fd-4dbf-aad6-5f65c614b96b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0535655 Jan 29 20:18:17.844691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-10435e49-eadb-41a9-96ab-91bcd71fa705 req-75134adf-db91-4f75-9e31-ace5ea6cf9f7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448089 Jan 29 20:18:19.009914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa745-4a27-4f5c-aa45-40f3d23064ea req-158e9ebf-a000-44f7-a265-a5e9e8c1da5d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:19.011522 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0ffa745-4a27-4f5c-aa45-40f3d23064ea req-158e9ebf-a000-44f7-a265-a5e9e8c1da5d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0767367 Jan 29 20:18:19.065763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0ffa745-4a27-4f5c-aa45-40f3d23064ea req-1df964d5-8871-489a-8289-ebd436793b0a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480494 Jan 29 20:18:20.206864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb004cbd-d1e9-4e41-bb28-7a82b41d88c2 req-2192e534-3660-4f0a-a004-208a25674ea9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:20.208506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb004cbd-d1e9-4e41-bb28-7a82b41d88c2 req-2192e534-3660-4f0a-a004-208a25674ea9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0655589 Jan 29 20:18:20.266554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb004cbd-d1e9-4e41-bb28-7a82b41d88c2 req-53d8c2fa-f091-4fb5-b4bc-592b5f99b0d0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451486 Jan 29 20:18:20.375066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-373e0d0d-8f82-415c-83eb-cdde43a1d2e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481725 Jan 29 20:18:20.481903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-f475d9ce-c8e9-4505-98ce-c3692ccade85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:20.483539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-f475d9ce-c8e9-4505-98ce-c3692ccade85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1127 time: 0.0462577 Jan 29 20:18:20.599228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-72154a2f-ae22-4a51-9d81-894b8ec36d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:20.600772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-72154a2f-ae22-4a51-9d81-894b8ec36d85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.0921707 Jan 29 20:18:20.668956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-554c9a6e-3464-4923-89cc-e9303bb791f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 1000 time: 0.0617361 Jan 29 20:18:20.728973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-9132adbe-7674-4862-804e-b0d413d3aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:20.730450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-9132adbe-7674-4862-804e-b0d413d3aefc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0523093 Jan 29 20:18:20.783565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-912f435c-fe88-4328-8dfa-9ae6e4116880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:20.785124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-912f435c-fe88-4328-8dfa-9ae6e4116880 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478368 Jan 29 20:18:20.876562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-853c21bc-c8c2-4117-8e81-81ea8b41e6ae service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839798 Jan 29 20:18:20.973089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb68b82f-0843-4671-89ef-ee3ebce6e377 req-cb84f678-2b34-47ff-8d12-355e6d25c20d service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905685 Jan 29 20:18:21.399649 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2df87d-7324-44cc-8bb5-a6ccf10a032c req-69eb7dc8-2fec-4446-875b-03b583232d2a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:21.401133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb2df87d-7324-44cc-8bb5-a6ccf10a032c req-69eb7dc8-2fec-4446-875b-03b583232d2a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0554805 Jan 29 20:18:21.458502 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb2df87d-7324-44cc-8bb5-a6ccf10a032c req-99b03cd4-11c2-4317-b525-5a4ac2db50a6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505235 Jan 29 20:18:22.614873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7df9c3-bc28-48c4-82ab-f57325b6b07a req-61fd16fb-8a1b-438e-abcf-9c9971f8c252 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:22.616702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb7df9c3-bc28-48c4-82ab-f57325b6b07a req-61fd16fb-8a1b-438e-abcf-9c9971f8c252 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0804045 Jan 29 20:18:22.673116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb7df9c3-bc28-48c4-82ab-f57325b6b07a req-f23eec16-4e41-4334-b873-af9ae1258402 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507042 Jan 29 20:18:23.811656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435ad6-f2cc-4546-a0c0-31cd872a19b5 req-50681732-b5ee-4dd3-8fb7-06c305197db5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:23.813174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f435ad6-f2cc-4546-a0c0-31cd872a19b5 req-50681732-b5ee-4dd3-8fb7-06c305197db5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0598879 Jan 29 20:18:23.862828 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f435ad6-f2cc-4546-a0c0-31cd872a19b5 req-1b7877b6-6b32-4e49-860b-109b0b56516d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438888 Jan 29 20:18:25.003297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eddac5-8bb1-41d6-b5e1-7d9ab513c739 req-eb98394b-060e-4b9f-8e46-9bfe436db6d0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:25.005045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5eddac5-8bb1-41d6-b5e1-7d9ab513c739 req-eb98394b-060e-4b9f-8e46-9bfe436db6d0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0716352 Jan 29 20:18:25.043251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64f88-e8de-4b06-bee7-38d73bbb6b22 req-d355c5a6-67cd-4944-b78e-516607c906ce tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:25.044953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75e64f88-e8de-4b06-bee7-38d73bbb6b22 req-d355c5a6-67cd-4944-b78e-516607c906ce tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0694740 Jan 29 20:18:25.058470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5eddac5-8bb1-41d6-b5e1-7d9ab513c739 req-ec4cbcc1-a1a5-4130-8075-dea1bb1fd7f6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477037 Jan 29 20:18:25.100084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75e64f88-e8de-4b06-bee7-38d73bbb6b22 req-9a254ebc-557e-4c3d-957c-cd8d96e1d148 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494852 Jan 29 20:18:25.123416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 35872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:25.187977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b87246d4-484e-4b95-ba88-9c347057bb0c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 HTTP/1.1" status: 200 len: 992 time: 0.0631902 Jan 29 20:18:25.195650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3506c7ab-c809-48dc-a500-62a191e3e0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:25.605685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1353996-8913-4b02-9a54-9ced3dd0b2b1 req-a1c4b5c7-89d1-4a76-a6b1-e3e7b3da8549 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:25.607611 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1353996-8913-4b02-9a54-9ced3dd0b2b1 req-a1c4b5c7-89d1-4a76-a6b1-e3e7b3da8549 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1127 time: 0.0478938 Jan 29 20:18:25.655368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1353996-8913-4b02-9a54-9ced3dd0b2b1 req-453072e2-6e02-4453-a5fe-3f8e2844badf tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Jan 29 20:18:25.728953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-66327069-aff5-4365-9267-e606c11c32d7 req-0dd4cf91-f117-4867-917d-175b76c9953e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:18:25.730177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66327069-aff5-4365-9267-e606c11c32d7 req-0dd4cf91-f117-4867-917d-175b76c9953e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061440 Jan 29 20:18:26.189176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c92a-a218-4301-80fc-35f8224ceb30 req-03fb0612-b728-4732-af3e-e392121de0ab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:26.191613 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7d6c92a-a218-4301-80fc-35f8224ceb30 req-03fb0612-b728-4732-af3e-e392121de0ab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0569973 Jan 29 20:18:26.277057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7d6c92a-a218-4301-80fc-35f8224ceb30 req-6fbabe1c-fa11-4fac-a976-fa599e862c9b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783291 Jan 29 20:18:26.764351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-74e5caf5-2b72-42bf-aa5a-369a8be89b4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777562 Jan 29 20:18:26.764351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-06c1c1ec-3c84-4cae-9558-fda86e9ed5ea service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:18:26.764351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-06c1c1ec-3c84-4cae-9558-fda86e9ed5ea service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076802 Jan 29 20:18:27.424115 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8469e-b3b0-4022-8e3d-2ede2a6babbc req-aa506602-c294-4d0b-9a11-f788d4531122 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:27.425747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6b8469e-b3b0-4022-8e3d-2ede2a6babbc req-aa506602-c294-4d0b-9a11-f788d4531122 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0692275 Jan 29 20:18:27.479927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6b8469e-b3b0-4022-8e3d-2ede2a6babbc req-78e866d4-68fb-43ac-9229-f01bf80a8a7a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452354 Jan 29 20:18:27.753158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-093509cc-50dc-4f7d-9f9e-a623291dacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:27.754901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-093509cc-50dc-4f7d-9f9e-a623291dacd0 service neutron] 10.222.0.15 "GET /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 1124 time: 0.0409567 Jan 29 20:18:27.769133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Request body: {'binding': {'host': 'n-h1-825496-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:27.769771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Unknown quota resources ['binding']. {{(pid=103562) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 29 20:18:27.919499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on host n-h1-825496-5 for vnic_type normal with profile None {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:18:27.919897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:18:27.920331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:27.925433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:18:27.925990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:27.933754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:18:27.934106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Checking segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:18:27.934503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Bound using segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:18:27.934945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Bound port: 69e0c037-ef87-42dd-991c-74752b3ccb9f, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:18:28.030817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:18:28.157099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:28.158444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] 10.222.0.15 "POST /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3932459 Jan 29 20:18:28.183276 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4d5f767f-3940-4b51-83dd-c1cd37cd1547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:28.472596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3aa8f-371d-4052-a280-5da9af11523c req-e04098f0-4a3e-4b02-9088-e2ad232d0e14 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:28.474334 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80f3aa8f-371d-4052-a280-5da9af11523c req-e04098f0-4a3e-4b02-9088-e2ad232d0e14 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0594907 Jan 29 20:18:28.542051 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80f3aa8f-371d-4052-a280-5da9af11523c req-4303c680-1bbf-4223-b362-9dac881c12b0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619020 Jan 29 20:18:28.646727 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f471fb-5a6a-4fc8-b73c-a5b66c047fca req-ca5752e7-ff48-4102-87a1-9dd7a8120fad tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:28.648779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94f471fb-5a6a-4fc8-b73c-a5b66c047fca req-ca5752e7-ff48-4102-87a1-9dd7a8120fad tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0635703 Jan 29 20:18:28.703241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94f471fb-5a6a-4fc8-b73c-a5b66c047fca req-39341afb-bb7d-43a6-8bcc-ed116dbc8fe2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487061 Jan 29 20:18:28.897329 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:28.953906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-a17c947c-c074-424e-ae86-051b39fb8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:28.955446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-a17c947c-c074-424e-ae86-051b39fb8d9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1127 time: 0.0709951 Jan 29 20:18:29.056872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-b9b256b5-2b23-4c3e-bdce-ba709086c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:29.058368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-b9b256b5-2b23-4c3e-bdce-ba709086c667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.0970078 Jan 29 20:18:29.141901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-5b224751-55c5-4b3b-882f-6236a720da88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 1000 time: 0.0724623 Jan 29 20:18:29.204859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-242e4458-2335-4d5f-ba2c-0f21659d3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:29.205291 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-242e4458-2335-4d5f-ba2c-0f21659d3a72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0546036 Jan 29 20:18:29.261879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-45089efe-3e85-4308-a794-e22a22c4c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:29.263530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-45089efe-3e85-4308-a794-e22a22c4c3a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493793 Jan 29 20:18:29.597443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 1f69202d-fb36-4fae-97c0-d8c282dead82 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:18:29.712173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 1f69202d-fb36-4fae-97c0-d8c282dead82, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=1f69202d-fb36-4fae-97c0-d8c282dead82,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:29.725050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'mac_address': 'fa:16:3e:c0:ba:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:18:29.787915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-70a529fc-058d-4a84-bea8-08d763765348 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120602 Jan 29 20:18:29.794807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 1f69202d-fb36-4fae-97c0-d8c282dead82 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:18:29.796267 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:29.800949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeda461-2290-4a4c-8393-7a7bf9f6104e req-afd36025-a548-4516-98c1-e3a37c8b2905 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:29.802409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aeda461-2290-4a4c-8393-7a7bf9f6104e req-afd36025-a548-4516-98c1-e3a37c8b2905 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0847452 Jan 29 20:18:29.827328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f69202d-fb36-4fae-97c0-d8c282dead82 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:18:29.847849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 1f69202d-fb36-4fae-97c0-d8c282dead82, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=1f69202d-fb36-4fae-97c0-d8c282dead82,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:29.893674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ece8-a796-44ad-83f6-1fbf40b130bc req-09228c6e-ad05-4d0d-8887-5b51b9b5c620 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:29.896651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9d5ece8-a796-44ad-83f6-1fbf40b130bc req-09228c6e-ad05-4d0d-8887-5b51b9b5c620 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 944 time: 0.0755265 Jan 29 20:18:29.937855 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:29.966797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9d5ece8-a796-44ad-83f6-1fbf40b130bc req-4bba647c-04ca-4822-bdb4-e9deff314bb4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642519 Jan 29 20:18:29.980280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3aeda461-2290-4a4c-8393-7a7bf9f6104e req-869a1cc3-123f-4c48-884b-197ab24c7850 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253469 Jan 29 20:18:29.999565 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-d8077ae1-d892-4c9e-8a51-03cff2facf61 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934519 Jan 29 20:18:30.036755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=1f69202d-fb36-4fae-97c0-d8c282dead82,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:30.045855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.046434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.046789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.047131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.047475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.047803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.048132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.048484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.049412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.049756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.050086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.050444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.050769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.100876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.156931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-af5d2989-88a0-48a6-81a6-c204cc18e566 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:30.158512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-af5d2989-88a0-48a6-81a6-c204cc18e566 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee&tenant_id=ec0025bbd33d457cb39eca2c22f54d65&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1127 time: 0.0987656 Jan 29 20:18:30.170408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825496-5'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:30.197061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['1f69202d-fb36-4fae-97c0-d8c282dead82'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:18:30.246690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.398243 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.410595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:30.455020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:18:30.504716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:30.506920 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb16c6-ffdf-4d0c-a122-9eedf5d2ed19" -d '{"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-unplugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:30.511975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Publish callbacks [] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.554627 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cc85b8-df59-4539-90b9-2f6a5d3eff9f x-openstack-request-id: req-12cc85b8-df59-4539-90b9-2f6a5d3eff9f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:30.554968 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-unplugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:30.555249 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12cc85b8-df59-4539-90b9-2f6a5d3eff9f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:30.555774 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'code': 200} Jan 29 20:18:30.565905 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.685839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=7']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:30.700016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.700475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.700730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.701077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.701401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.701728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.702063 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.702382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.703013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.703013 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.703354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.703643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.703965 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:30.747669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on host n-h2-825496-5 for vnic_type normal with profile {"migrating_to": "n-h1-825496-5"} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:18:30.747957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:18:30.748400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:30.753201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:18:30.753508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Attempting to bind port 69e0c037-ef87-42dd-991c-74752b3ccb9f on network b0eb3f85-8771-4406-804a-92ae973a2bde {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:30.759597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:18:30.759941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Checking segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:18:30.760359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Bound using segment: {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:18:30.760790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Bound port: 69e0c037-ef87-42dd-991c-74752b3ccb9f, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df52ec8f-8a21-466a-9e79-67a8dbc3657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:18:30.761151 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.842412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:18:30.846786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:18:30.868355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a0d1cbe9-c305-4b86-a316-70bbf8bd6d9c None None] Provisioning complete for port 69e0c037-ef87-42dd-991c-74752b3ccb9f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:18:30.868889 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cbe9-c305-4b86-a316-70bbf8bd6d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:30.903518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1cbe9-c305-4b86-a316-70bbf8bd6d9c None None] Port 69e0c037-ef87-42dd-991c-74752b3ccb9f cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:18:30.932126 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:31.070302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=8']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:31.154125 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:31.154902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:31.156340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-c92d77b7-57d9-40f2-a2f6-12c9d32b481e service neutron] 10.222.0.13 "PUT /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 1121 time: 0.9904761 Jan 29 20:18:31.231612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb8504-b582-40b7-98d7-7409ed16aca2 req-e23dbe1a-4511-4144-a6e7-4b8f05956040 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:31.234220 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-feeb8504-b582-40b7-98d7-7409ed16aca2 req-e23dbe1a-4511-4144-a6e7-4b8f05956040 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 945 time: 0.0948966 Jan 29 20:18:31.247156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4be6c-9be2-49a6-bdb0-51f2bf3ce02f req-2ad9c2cf-1b2c-4429-ac88-d1e7e053a90d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:31.250283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ff4be6c-9be2-49a6-bdb0-51f2bf3ce02f req-2ad9c2cf-1b2c-4429-ac88-d1e7e053a90d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 943 time: 0.0944319 Jan 29 20:18:31.263040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['69e0c037-ef87-42dd-991c-74752b3ccb9f'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:18:31.322219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-feeb8504-b582-40b7-98d7-7409ed16aca2 req-b7508dd8-f5f7-412c-abc0-f15f91381fa2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819519 Jan 29 20:18:31.366108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ff4be6c-9be2-49a6-bdb0-51f2bf3ce02f req-57af1b73-97b4-4e1d-9ce6-083c6034f44a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106899 Jan 29 20:18:31.487777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] Provisioning complete for port 69e0c037-ef87-42dd-991c-74752b3ccb9f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:18:31.488152 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:31.578295 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:31.610734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 1f69202d-fb36-4fae-97c0-d8c282dead82 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:18:31.680221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] Current status of the port 69e0c037-ef87-42dd-991c-74752b3ccb9f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:18:31.680617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:31.734008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:31.736280 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09566a78-5508-4d1a-b899-d2645fbe0297" -d '{"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-plugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:31.760948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:31.795251 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66b4949-5945-4e9d-8de1-40a236dbf2fa x-openstack-request-id: req-e66b4949-5945-4e9d-8de1-40a236dbf2fa {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:31.795251 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-plugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:31.795251 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e66b4949-5945-4e9d-8de1-40a236dbf2fa {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:31.795251 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'code': 200} Jan 29 20:18:31.863034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 1f69202d-fb36-4fae-97c0-d8c282dead82 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:18:31.867468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 1f69202d-fb36-4fae-97c0-d8c282dead82 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:18:31.868393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:31.891825 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:32.050999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c0f14-bf71-4d32-aae1-6c27a85f3d36 None None] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:32.197046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 1f69202d-fb36-4fae-97c0-d8c282dead82 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:18:32.197569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:32.244502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 1f69202d-fb36-4fae-97c0-d8c282dead82, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=1f69202d-fb36-4fae-97c0-d8c282dead82,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:32.508904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abc88d-c18c-4c83-8b8f-a0aff16d5cf1 req-283cd175-f9fe-4e72-82ac-7ff84809c5e9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:32.512263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559343-096b-47d9-acf6-af3ebd783d6c req-c17b44f0-992b-4950-b2ab-1506b28425b8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:32.519894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b559343-096b-47d9-acf6-af3ebd783d6c req-c17b44f0-992b-4950-b2ab-1506b28425b8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0831997 Jan 29 20:18:32.522056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77abc88d-c18c-4c83-8b8f-a0aff16d5cf1 req-283cd175-f9fe-4e72-82ac-7ff84809c5e9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0986516 Jan 29 20:18:32.539706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:32.587847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:32.587847 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e786eaed-5122-4e2e-b04a-c13170c5a6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:32.589233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77abc88d-c18c-4c83-8b8f-a0aff16d5cf1 req-7549f7db-ce02-44a8-9bbb-d1237146d835 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578375 Jan 29 20:18:32.630500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=1f69202d-fb36-4fae-97c0-d8c282dead82,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:32.638679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5b559343-096b-47d9-acf6-af3ebd783d6c req-c1a9ed9d-5efb-494c-82c2-06ea2a371cc5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126800 Jan 29 20:18:32.644485 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b087bb-f23b-43d1-bae8-7cc0888d09a2 x-openstack-request-id: req-30b087bb-f23b-43d1-bae8-7cc0888d09a2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:32.644485 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:32.644485 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30b087bb-f23b-43d1-bae8-7cc0888d09a2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:32.644485 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'status': 'completed', 'code': 200} Jan 29 20:18:32.732582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-4c2a5d58-75be-45aa-8de4-f21ced0eb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:32.734266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-4c2a5d58-75be-45aa-8de4-f21ced0eb5c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1157 time: 0.0539658 Jan 29 20:18:32.829264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-61861e9b-1fab-4523-9ded-20ee9977d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:32.830889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-61861e9b-1fab-4523-9ded-20ee9977d43c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.0909245 Jan 29 20:18:32.902065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-3c936319-155a-40fa-bbbc-606dc5c27d92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 1000 time: 0.0644815 Jan 29 20:18:32.954233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-09e6d375-60e5-4f42-b225-76339e51b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:32.955720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-09e6d375-60e5-4f42-b225-76339e51b1aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0475450 Jan 29 20:18:33.004740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-2bffbbf8-7532-4145-9503-262c013fa5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:33.006309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-2bffbbf8-7532-4145-9503-262c013fa5fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444913 Jan 29 20:18:33.110807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-4046a0c1-e078-472c-bd77-b1cbbd7983ca service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982494 Jan 29 20:18:33.206131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e786eaed-5122-4e2e-b04a-c13170c5a6a3 req-ff8d43f0-f62d-469c-815b-1a222344aba8 service neutron] 10.222.0.26 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888543 Jan 29 20:18:33.613321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:18:33.729782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895e51a-aaf9-446e-a436-e19a83a0c9eb req-f3b37edf-41b3-4efd-ab49-73ffeabd10b2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:33.732262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3895e51a-aaf9-446e-a436-e19a83a0c9eb req-f3b37edf-41b3-4efd-ab49-73ffeabd10b2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0738523 Jan 29 20:18:33.773200 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:33.798721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:33.803400 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d1d36-a5fa-44d5-ac12-0aa5d2e88deb" -d '{"events": [{"server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "name": "network-vif-plugged", "status": "completed", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:33.809059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3895e51a-aaf9-446e-a436-e19a83a0c9eb req-e0a8bd43-73d6-4aea-befb-99275b0ffdd6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691695 Jan 29 20:18:33.815799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59cc5f-4e16-442d-bf68-60ab1747eda1 req-d398794b-88ff-4ed2-ab0a-6cacd98eb414 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:33.816493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f has no active binding in host n-h1-825496-5 {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 29 20:18:33.816575 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de59cc5f-4e16-442d-bf68-60ab1747eda1 req-d398794b-88ff-4ed2-ab0a-6cacd98eb414 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0996714 Jan 29 20:18:33.859315 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd5195e-02ee-4e0b-a329-d91403ac60ed x-openstack-request-id: req-2dd5195e-02ee-4e0b-a329-d91403ac60ed {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:33.859615 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "name": "network-vif-plugged", "status": "completed", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:33.859916 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dd5195e-02ee-4e0b-a329-d91403ac60ed {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:33.860349 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'code': 200} Jan 29 20:18:33.876336 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de59cc5f-4e16-442d-bf68-60ab1747eda1 req-0cd5216d-7460-4c22-96de-04662dd47b52 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569723 Jan 29 20:18:33.970793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1ea1d-7630-4d38-a136-f025c9883ed1 req-95f1b2ce-4b42-4a6e-a49a-0bccef66eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:33.972439 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0e1ea1d-7630-4d38-a136-f025c9883ed1 req-95f1b2ce-4b42-4a6e-a49a-0bccef66eba7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1128 time: 0.0459509 Jan 29 20:18:34.033288 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0e1ea1d-7630-4d38-a136-f025c9883ed1 req-e83835d2-59aa-4c1b-8204-0da44894ba6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506346 Jan 29 20:18:34.937831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8968-d138-4dd9-91ec-e17af3293f13 req-626bf487-6c8c-4cc2-bb5f-3f44cab18de0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:34.939520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f6d8968-d138-4dd9-91ec-e17af3293f13 req-626bf487-6c8c-4cc2-bb5f-3f44cab18de0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0643649 Jan 29 20:18:34.995072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f6d8968-d138-4dd9-91ec-e17af3293f13 req-c08c30fe-cd56-4967-a07b-6de4a8be5511 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492284 Jan 29 20:18:35.027312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ceae9-87c2-4e3b-aaf2-e55e9a4ba0cc req-d8595b99-c7db-4166-abe0-fa31b1954647 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:35.029723 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e41ceae9-87c2-4e3b-aaf2-e55e9a4ba0cc req-d8595b99-c7db-4166-abe0-fa31b1954647 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jan 29 20:18:35.086739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e41ceae9-87c2-4e3b-aaf2-e55e9a4ba0cc req-b4b20705-26c0-4354-9506-4b9d3de654db tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512857 Jan 29 20:18:36.134667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e2036-734c-412b-86da-e1b5a1c89c0a req-f67be005-4eff-4e4a-9ce4-be3f04869a94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:36.136431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-199e2036-734c-412b-86da-e1b5a1c89c0a req-f67be005-4eff-4e4a-9ce4-be3f04869a94 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0679944 Jan 29 20:18:36.197371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-199e2036-734c-412b-86da-e1b5a1c89c0a req-56bb8153-44c8-48a8-9231-d08a716b3f9f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554364 Jan 29 20:18:36.273828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ae9f-80e4-494d-b15a-c733b36fb9c9 req-ac52e742-3415-4fd5-912d-cc011333f974 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:36.284749 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fa7ae9f-80e4-494d-b15a-c733b36fb9c9 req-ac52e742-3415-4fd5-912d-cc011333f974 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 945 time: 0.1103485 Jan 29 20:18:36.344975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fff0c-0898-4315-8941-1ef72b9c92cc req-952cfade-24b1-4662-8ccf-abe9d3c5d31f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:36.346811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-846fff0c-0898-4315-8941-1ef72b9c92cc req-952cfade-24b1-4662-8ccf-abe9d3c5d31f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0601943 Jan 29 20:18:36.358333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4fa7ae9f-80e4-494d-b15a-c733b36fb9c9 req-e87ebc0d-74f3-45e5-a23c-0c48d8014b66 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718212 Jan 29 20:18:36.408783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-846fff0c-0898-4315-8941-1ef72b9c92cc req-834c43ff-f225-47cd-9102-4fa6d43b4bf4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544612 Jan 29 20:18:36.430589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36110) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:36.606682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afee21b-235e-4cb9-9147-2625713f0ae6 tempest-TestVolumeBootPattern-1828724988 tempest-TestVolumeBootPattern-1828724988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:36.611020 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8afee21b-235e-4cb9-9147-2625713f0ae6 tempest-TestVolumeBootPattern-1828724988 tempest-TestVolumeBootPattern-1828724988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1123 time: 0.1761007 Jan 29 20:18:36.611257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36116) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:36.615383 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'tenant_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:36.655202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-615eeab4-66b9-40fb-b3a7-319884161f0c service neutron] 10.222.0.26 "GET /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 384 time: 0.0622766 Jan 29 20:18:36.698699 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:36.830980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:36.885556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:36.906634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:18:36.951564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:36.954122 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f580fdb-5644-4ff3-b430-9f8dd49e91d5" -d '{"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-unplugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:36.965068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.25.5.234 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/c009ac0d-64b6-47c4-9325-4af1ac67894a) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:18:36.975282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:37.008829 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759594b5-9e63-410a-874b-1fe3c85a507d x-openstack-request-id: req-759594b5-9e63-410a-874b-1fe3c85a507d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:37.009132 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-unplugged", "status": "completed", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:37.009386 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-759594b5-9e63-410a-874b-1fe3c85a507d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:37.009800 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'code': 200} Jan 29 20:18:37.040488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:37.113218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:37.146914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] Transition to ACTIVE for port object 69e0c037-ef87-42dd-991c-74752b3ccb9f will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:18:37.224604 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:37.252507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:37.338492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=c009ac0d-64b6-47c4-9325-4af1ac67894a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:37.360137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:18:37.368697 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:18:37.371780 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:18:37.391784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] Pushing event updated for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=11']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:37.529372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] No DVR routers for this DVR port 69e0c037-ef87-42dd-991c-74752b3ccb9f on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:18:37.645810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529a08f-bb56-4e06-bf70-b16ed882195e req-7293955b-0700-4eb4-b2b8-fcfe734d6d25 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:37.648695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3529a08f-bb56-4e06-bf70-b16ed882195e req-7293955b-0700-4eb4-b2b8-fcfe734d6d25 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.1951716 Jan 29 20:18:37.763722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3529a08f-bb56-4e06-bf70-b16ed882195e req-5cfe248a-cab1-41d5-82c9-05341534419b tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091394 Jan 29 20:18:37.813630 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-231f4fdb-1304-4ce7-831d-1f8c4ac627a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f/bindings/n-h1-825496-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1511986 Jan 29 20:18:38.097240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (b07820f0-0a11-48b8-aed7-615c4cfde82e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:38.161967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-85f2216c-92f7-455d-8914-bfebb5cc4f86 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.163518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-85f2216c-92f7-455d-8914-bfebb5cc4f86 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee&tenant_id=ec0025bbd33d457cb39eca2c22f54d65&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.1640811 Jan 29 20:18:38.286190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-7b218a9c-d171-4efd-98ca-b22282299c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.286388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:38.287686 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-7b218a9c-d171-4efd-98ca-b22282299c75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 1126 time: 0.1126206 Jan 29 20:18:38.373938 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:38.405042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-0173e670-a6b5-406a-af0f-81d2204fd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.406583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-0173e670-a6b5-406a-af0f-81d2204fd076 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1126 time: 0.0955544 Jan 29 20:18:38.573518 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-2eb79959-f669-4b2f-894e-097909381c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.575206 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-2eb79959-f669-4b2f-894e-097909381c19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.1561038 Jan 29 20:18:38.673108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:38.676346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-79f12b77-0cfe-4fe6-9200-43886f35c668 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 998 time: 0.0931323 Jan 29 20:18:38.727913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-fe5ff9f2-37e9-4984-b11a-6f2157049f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.729417 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-fe5ff9f2-37e9-4984-b11a-6f2157049f2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0472121 Jan 29 20:18:38.730032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:38.832707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=c009ac0d-64b6-47c4-9325-4af1ac67894a,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:38.852735 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b07820f0-0a11-48b8-aed7-615c4cfde82e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:38.897398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-66a6d302-da58-4e7b-bae4-570eb7312fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.899057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-66a6d302-da58-4e7b-bae4-570eb7312fbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1637676 Jan 29 20:18:38.911298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8430458-a964-4461-b1e3-0b50c2b3ad06 req-31bf7d12-99b3-4345-83fb-fd032f53997c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:38.913604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8430458-a964-4461-b1e3-0b50c2b3ad06 req-31bf7d12-99b3-4345-83fb-fd032f53997c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.0676305 Jan 29 20:18:38.985526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8430458-a964-4461-b1e3-0b50c2b3ad06 req-9e77f6fc-3844-40ff-951a-4afe7e6d6341 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640574 Jan 29 20:18:39.394034 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Floating IP b07820f0-0a11-48b8-aed7-615c4cfde82e associated. External IP: 172.25.5.234, port: 1f69202d-fb36-4fae-97c0-d8c282dead82. Jan 29 20:18:39.461216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-db37ade2-a99b-42c1-ba1f-e20705418830 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540702 Jan 29 20:18:39.479988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545de95-28a0-4d1c-a622-ef371d0b109d req-35500caf-d014-4cee-ab00-b9de6414b56a tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:39.481459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c545de95-28a0-4d1c-a622-ef371d0b109d req-35500caf-d014-4cee-ab00-b9de6414b56a tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 946 time: 0.1273780 Jan 29 20:18:39.631401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c545de95-28a0-4d1c-a622-ef371d0b109d req-3a5cd4d0-bdd9-48e8-b4b6-8a05b21c645f tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141510 Jan 29 20:18:39.687927 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-3ff07127-3f76-47ff-96a6-8dd3014fe362 service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158687 Jan 29 20:18:39.755097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:18:39.875139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:18:39.891663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:18:39.905502 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:39.905502 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:39.939849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:39.981271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3dd64f55-17fc-4d8e-9213-3e7e73c8e11c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3589211 Jan 29 20:18:39.981271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:39.981271 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f615af-014a-4246-96a0-76e527461293" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:40.033897 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944e90e0-f8dc-4bf4-9900-c468828ce72f x-openstack-request-id: req-944e90e0-f8dc-4bf4-9900-c468828ce72f {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:40.033897 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:40.033897 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-944e90e0-f8dc-4bf4-9900-c468828ce72f {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:40.033897 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'status': 'completed', 'code': 200} Jan 29 20:18:40.036628 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:40.145515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f615af-014a-4246-96a0-76e527461293 req-91a96ae2-dd96-4528-98a9-7d0c7a0f1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.149662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-91a96ae2-dd96-4528-98a9-7d0c7a0f1053 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1128 time: 0.0968974 Jan 29 20:18:40.180313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da50a4-9fed-4663-a1c4-e11b0d2fef29 req-1aba3aed-e726-4922-8f99-e9fb44b90a41 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.180313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0da50a4-9fed-4663-a1c4-e11b0d2fef29 req-1aba3aed-e726-4922-8f99-e9fb44b90a41 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.1056716 Jan 29 20:18:40.216429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83508-324b-42ae-b25b-204f36350658 req-c32dd230-c204-460b-a7d0-b8faf3a574aa tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.217948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-c32dd230-c204-460b-a7d0-b8faf3a574aa tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee&tenant_id=ec0025bbd33d457cb39eca2c22f54d65&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 1126 time: 0.0927310 Jan 29 20:18:40.300556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0da50a4-9fed-4663-a1c4-e11b0d2fef29 req-ab8524f1-0374-42e9-931c-7128f9964d43 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045001 Jan 29 20:18:40.307582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b07820f0-0a11-48b8-aed7-615c4cfde82e', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:c0:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:18:37Z', 'updated_at': '2022-01-29T20:18:37Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:40.337811 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f615af-014a-4246-96a0-76e527461293 req-e10f0e04-f559-478e-a62e-b8774c4ffd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.339989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-e10f0e04-f559-478e-a62e-b8774c4ffd3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1792057 Jan 29 20:18:40.353151 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:18:40.362845 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:40.363442 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:40.411062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-9de5b350-b623-4097-afa8-2549d8f57533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f69202d-fb36-4fae-97c0-d8c282dead82 HTTP/1.1" status: 200 len: 1000 time: 0.0651109 Jan 29 20:18:40.420467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-80c83508-324b-42ae-b25b-204f36350658 req-17c0896c-001a-46e0-8bad-18db7d3b0efe service neutron] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:18:40.424650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-80c83508-324b-42ae-b25b-204f36350658 req-17c0896c-001a-46e0-8bad-18db7d3b0efe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:40.425840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-17c0896c-001a-46e0-8bad-18db7d3b0efe service neutron] 10.222.0.13 "DELETE /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f/bindings/n-h2-825496-5 HTTP/1.1" status: 204 len: 173 time: 0.1932254 Jan 29 20:18:40.477974 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:40.480003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f615af-014a-4246-96a0-76e527461293 req-df6d9100-f24c-4e54-8876-5b556444ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.481640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-df6d9100-f24c-4e54-8876-5b556444ce8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0543249 Jan 29 20:18:40.541258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f615af-014a-4246-96a0-76e527461293 req-924d34f8-749f-4596-97a9-4ff385849dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.542792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-924d34f8-749f-4596-97a9-4ff385849dfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538583 Jan 29 20:18:40.646859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-f23c0a02-838b-4b4a-9628-34b12d2cf062 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971689 Jan 29 20:18:40.720453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-f25f1ac6-916c-4ee5-a109-0ad884b50242 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.725756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-f25f1ac6-916c-4ee5-a109-0ad884b50242 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 946 time: 0.0882924 Jan 29 20:18:40.752772 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b07820f0-0a11-48b8-aed7-615c4cfde82e', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:c0:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:18:37Z', 'updated_at': '2022-01-29T20:18:37Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:40.777037 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-7e6e4433-c093-4b49-88fa-345399dc6662 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232333 Jan 29 20:18:40.788409 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbadb96-875d-4f78-976d-018799e92b57 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b07820f0-0a11-48b8-aed7-615c4cfde82e', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:c0:ba:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:18:37Z', 'updated_at': '2022-01-29T20:18:37Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:18:40.876610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ce456-12a7-44c8-ae25-3b66dcbcaef6 req-fbf9fa4f-17d5-478e-a1ef-1d219c8a3ed8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:40.878803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-031ce456-12a7-44c8-ae25-3b66dcbcaef6 req-fbf9fa4f-17d5-478e-a1ef-1d219c8a3ed8 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 946 time: 0.1535616 Jan 29 20:18:40.921239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Deleting port 5fe91707-aae2-4da2-8fe6-3da1817620de {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:18:40.921582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:41.003431 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-031ce456-12a7-44c8-ae25-3b66dcbcaef6 req-7ebee455-7ee7-42a8-82b2-32cba6e0d021 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d90408e-502e-4e5e-ba23-ffb304dac421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149356 Jan 29 20:18:41.057526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] For port 5fe91707-aae2-4da2-8fe6-3da1817620de, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=5fe91707-aae2-4da2-8fe6-3da1817620de,segment=NetworkSegment(1522b8f3-b83c-4306-bd77-36c8680e6374),segment_id=1522b8f3-b83c-4306-bd77-36c8680e6374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:41.057526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:41.069986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Calling delete_port for 5fe91707-aae2-4da2-8fe6-3da1817620de owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:18:41.096566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc852f-2c35-490a-9086-86f40f18bd0c None None] New status for floating IP b07820f0-0a11-48b8-aed7-615c4cfde82e: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:18:41.287885 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:18:41.483928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08ddbc-0f68-46ea-a26c-78a665b36654 req-3c61f862-57c0-454a-b4d5-180218fad144 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:41.485982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb08ddbc-0f68-46ea-a26c-78a665b36654 req-3c61f862-57c0-454a-b4d5-180218fad144 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.0912380 Jan 29 20:18:41.528724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:18:41.566758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb08ddbc-0f68-46ea-a26c-78a665b36654 req-8eacc04c-d662-49d1-9a0c-9790ffde48da tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735137 Jan 29 20:18:41.576979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 69e0c037-ef87-42dd-991c-74752b3ccb9f host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:18:41.577399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:18:41.629102 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5fe91707-aae2-4da2-8fe6-3da1817620de), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:41.643759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['5fe91707-aae2-4da2-8fe6-3da1817620de'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:18:41.675043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Pushing event deleted for resources: {'Port': ['ID=5fe91707-aae2-4da2-8fe6-3da1817620de,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:41.718786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.719246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.719592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.719927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.720284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.720617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.720945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.721270 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.721591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.721910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.722226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.722541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.722872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:18:41.749005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] No DVR routers for this DVR port 5fe91707-aae2-4da2-8fe6-3da1817620de on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:18:41.753027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:41.757216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-120fcbc1-d901-4615-8624-fbd4e7cecaee req-a8161876-d7ee-4d2e-a448-a73d4f4c05e7 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.13 "DELETE /v2.0/ports/5fe91707-aae2-4da2-8fe6-3da1817620de HTTP/1.1" status: 204 len: 173 time: 1.0227222 Jan 29 20:18:41.757714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'name': 'network-vif-deleted', 'tag': '5fe91707-aae2-4da2-8fe6-3da1817620de'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:41.760746 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbf791-d61f-4749-bf79-63ea8e557b19" -d '{"events": [{"server_uuid": "7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72", "name": "network-vif-deleted", "tag": "5fe91707-aae2-4da2-8fe6-3da1817620de"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:41.788335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb695699-cf95-47fb-9cae-e3ee2e0860fc req-cad5dcf9-747a-4768-8bd3-c9d86d2a9cd6 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:41.788335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb695699-cf95-47fb-9cae-e3ee2e0860fc req-cad5dcf9-747a-4768-8bd3-c9d86d2a9cd6 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1126 time: 0.1136382 Jan 29 20:18:41.810158 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c73ad9-51e5-4151-9575-f84f9f287bef x-openstack-request-id: req-06c73ad9-51e5-4151-9575-f84f9f287bef {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:41.810546 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72", "name": "network-vif-deleted", "tag": "5fe91707-aae2-4da2-8fe6-3da1817620de", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:41.810944 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06c73ad9-51e5-4151-9575-f84f9f287bef {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:41.811393 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72', 'name': 'network-vif-deleted', 'tag': '5fe91707-aae2-4da2-8fe6-3da1817620de', 'status': 'completed', 'code': 200} Jan 29 20:18:41.835886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eb695699-cf95-47fb-9cae-e3ee2e0860fc req-992e11b1-7867-407d-95c2-7cdb65432142 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525711 Jan 29 20:18:41.969838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12ce1d-b2cb-45fa-8dbb-db97256606a3 req-8907f645-10a6-4afd-ae5a-b052e1ce7108 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:41.971379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea12ce1d-b2cb-45fa-8dbb-db97256606a3 req-8907f645-10a6-4afd-ae5a-b052e1ce7108 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.0612817 Jan 29 20:18:42.026521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea12ce1d-b2cb-45fa-8dbb-db97256606a3 req-cac5193e-3bfb-4ca4-8e62-6cffa50ec5d7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488462 Jan 29 20:18:42.053457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36230) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:42.134962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a979630f-96f3-4a65-9256-10a2291f2147 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 HTTP/1.1" status: 200 len: 990 time: 0.0799656 Jan 29 20:18:42.138028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cfd21bb8-1414-461a-bf97-767c6c835de8 req-ebc1bb35-d765-4579-90ee-9e4db9683517 tempest-VolumesSnapshotTestJSON-546498276 tempest-VolumesSnapshotTestJSON-546498276-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ed3b9bc-aa21-4b74-a3ce-961a4c3c1b72 HTTP/1.1" status: 200 len: 210 time: 0.0369380 Jan 29 20:18:43.657305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5fe91707-aae2-4da2-8fe6-3da1817620de no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:18:43.684937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 5fe91707-aae2-4da2-8fe6-3da1817620de {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:18:43.685205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 5fe91707-aae2-4da2-8fe6-3da1817620de not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:18:44.369020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36280) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:44.550733 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port ed66192f-db76-4d91-972b-b71429f480a5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:18:44.550733 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ed66192f-db76-4d91-972b-b71429f480a5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:44.632919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ed66192f-db76-4d91-972b-b71429f480a5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:44.633309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (ed66192f-db76-4d91-972b-b71429f480a5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:44.648742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for ed66192f-db76-4d91-972b-b71429f480a5 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:18:44.927310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ed66192f-db76-4d91-972b-b71429f480a5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:44.960904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=ed66192f-db76-4d91-972b-b71429f480a5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:45.029573 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:45.030202 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 disassociated (deleted). External IP: 172.25.5.30, port: 69e0c037-ef87-42dd-991c-74752b3ccb9f. Jan 29 20:18:45.262329 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 3bb1fa7a-338a-499f-be4c-9e95c215c537 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:18:45.390490 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:18:45.398217 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:45.402164 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] Sync routers for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:18:45.411831 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:45.412509 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:45.434995 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b72263ac-78c7-4f0f-9aec-a3e334f5b285 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/floatingips/b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67 HTTP/1.1" status: 204 len: 168 time: 1.0648701 Jan 29 20:18:45.435576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:45.437818 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c" -d '{"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:45.483655 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e25eb-f3c8-47a2-9834-a1e55cb68174 x-openstack-request-id: req-4f6e25eb-f3c8-47a2-9834-a1e55cb68174 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:45.483956 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:45.484249 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f6e25eb-f3c8-47a2-9834-a1e55cb68174 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:45.484629 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'status': 'completed', 'code': 200} Jan 29 20:18:45.563198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-36a835e1-a129-47ff-87a9-60632bb37706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:45.570822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-36a835e1-a129-47ff-87a9-60632bb37706 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 1126 time: 0.0547943 Jan 29 20:18:45.617383 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:45.664849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-ded7c3ae-c9fa-4587-9b8d-8b468dac7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:45.666281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-ded7c3ae-c9fa-4587-9b8d-8b468dac7b13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 200 len: 895 time: 0.0956888 Jan 29 20:18:45.715762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-0fdb9ad3-46fa-4a45-af3f-a5bcca11536e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 200 len: 217 time: 0.0423973 Jan 29 20:18:45.768003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-cc4b7b6e-273b-4f13-a5e2-eac376a5d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:45.772982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-cc4b7b6e-273b-4f13-a5e2-eac376a5d760 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 200 len: 835 time: 0.0484617 Jan 29 20:18:45.836410 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:43Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:45.867083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-5f650a83-c6b2-4532-b82c-67335a74c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:45.868240 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] Checking router: 3bb1fa7a-338a-499f-be4c-9e95c215c537 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:18:45.873016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-5f650a83-c6b2-4532-b82c-67335a74c420 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0eb3f85-8771-4406-804a-92ae973a2bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915678 Jan 29 20:18:45.878287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:45.878287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:45.917104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39727306-65a4-4ca9-87e5-892723fc07f5 req-b8f034b6-a5fb-4820-b9cf-478c6ffe122f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:45.920747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39727306-65a4-4ca9-87e5-892723fc07f5 req-b8f034b6-a5fb-4820-b9cf-478c6ffe122f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.1016512 Jan 29 20:18:46.005111 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:46.018180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-39727306-65a4-4ca9-87e5-892723fc07f5 req-1e1f3304-01a2-46ed-bbe8-d2a64701bebb tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f9618a9-7cb3-4adb-badf-274755806897&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861962 Jan 29 20:18:46.048115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-1ecd4c81-f660-41b2-bc6d-fb59c688bf5d service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670396 Jan 29 20:18:46.158929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3fb0d91-1189-4aaa-add6-7c157fa1c73c req-f31df86b-d034-42a9-8980-73303524113b service neutron] 10.222.0.13 "GET /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044090 Jan 29 20:18:46.222173 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:43Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:46.251102 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773b77e-2387-42fb-9b66-82d99f51f2c4 None None] The sync data for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 is: [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '8bf5e359-2a6f-4079-843e-10d9e9797475', 'name': '', 'network_id': 'b0eb3f85-8771-4406-804a-92ae973a2bde', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:70:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:38Z', 'updated_at': '2022-01-29T20:17:43Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '9f84723e-f2d0-4570-b233-254f394dd14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:18:46.316067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-bafbddc2-65f4-484f-93bc-0832fe12aedc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:46.321975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-bafbddc2-65f4-484f-93bc-0832fe12aedc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 944 time: 0.0707891 Jan 29 20:18:46.457146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 69e0c037-ef87-42dd-991c-74752b3ccb9f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:18:46.457146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:46.581846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 69e0c037-ef87-42dd-991c-74752b3ccb9f, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=69e0c037-ef87-42dd-991c-74752b3ccb9f,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:46.582510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:46.599317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 69e0c037-ef87-42dd-991c-74752b3ccb9f owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:18:46.671978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da513d3f-a181-4717-ae71-85c82cd3ef5b None None] New status for floating IP b1b97a35-f2be-4cd2-aa1d-6e6784bcfd67: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:18:46.851913 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69e0c037-ef87-42dd-991c-74752b3ccb9f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:46.942384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] No DVR routers for this DVR port 69e0c037-ef87-42dd-991c-74752b3ccb9f on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:18:46.945442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:46.949605 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a77d7f5-e754-42fe-8672-e707aa577c64 req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.13 "DELETE /v2.0/ports/69e0c037-ef87-42dd-991c-74752b3ccb9f HTTP/1.1" status: 204 len: 173 time: 0.6240504 Jan 29 20:18:46.950308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-deleted', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:18:46.955325 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55ac39-51db-48cf-86b3-2cb5fb41c1e5" -d '{"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-deleted", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:18:46.960358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f29d1-e855-45f8-8c46-ca56b9433437 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=69e0c037-ef87-42dd-991c-74752b3ccb9f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:47.003244 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35adcd-3895-4a37-af6f-da9815caa6c4 x-openstack-request-id: req-1c35adcd-3895-4a37-af6f-da9815caa6c4 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:18:47.003568 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ef80ba-73c4-4eeb-b206-971fe63c30ee", "name": "network-vif-deleted", "tag": "69e0c037-ef87-42dd-991c-74752b3ccb9f", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:18:47.003856 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c35adcd-3895-4a37-af6f-da9815caa6c4 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:18:47.004328 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef80ba-73c4-4eeb-b206-971fe63c30ee', 'name': 'network-vif-deleted', 'tag': '69e0c037-ef87-42dd-991c-74752b3ccb9f', 'status': 'completed', 'code': 200} Jan 29 20:18:47.132553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc98a44e-3168-4052-ab7b-7b6eae9e39f4 req-86f378e1-dd2b-417a-a75c-2816a4bad4fd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=12ef80ba-73c4-4eeb-b206-971fe63c30ee HTTP/1.1" status: 200 len: 210 time: 0.0365877 Jan 29 20:18:48.194383 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:48.654640 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (3bb1fa7a-338a-499f-be4c-9e95c215c537), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:49.049597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 8bf5e359-2a6f-4079-843e-10d9e9797475 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:18:49.050137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:49.151093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 8bf5e359-2a6f-4079-843e-10d9e9797475, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8bf5e359-2a6f-4079-843e-10d9e9797475,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:49.151460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:49.169365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 8bf5e359-2a6f-4079-843e-10d9e9797475 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:18:49.411828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8bf5e359-2a6f-4079-843e-10d9e9797475), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:49.457319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=8bf5e359-2a6f-4079-843e-10d9e9797475,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:49.679603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (3bb1fa7a-338a-499f-be4c-9e95c215c537), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:49.705109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:18:49.752963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 69e0c037-ef87-42dd-991c-74752b3ccb9f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:18:49.753914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 69e0c037-ef87-42dd-991c-74752b3ccb9f not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:18:49.916815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 3bb1fa7a-338a-499f-be4c-9e95c215c537 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:18:50.363828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:18:50.369900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-90995baf-30b7-4a13-bfbc-4b2f2ed76cd8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/3bb1fa7a-338a-499f-be4c-9e95c215c537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1743987 Jan 29 20:18:50.372593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36342) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:50.377177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] Sync routers for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:18:50.395202 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:50.397063 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:50.434113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting subnet 9f84723e-f2d0-4570-b233-254f394dd14a {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:18:50.438292 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (9f84723e-f2d0-4570-b233-254f394dd14a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:50.483767 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (9f84723e-f2d0-4570-b233-254f394dd14a), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:50.518342 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:50.592677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9f84723e-f2d0-4570-b233-254f394dd14a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:50.704939 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:18:49Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:50.731060 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] Checking router: 3bb1fa7a-338a-499f-be4c-9e95c215c537 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:18:50.739408 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] Routers {'3bb1fa7a-338a-499f-be4c-9e95c215c537'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:50.740004 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3bb1fa7a-338a-499f-be4c-9e95c215c537'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:50.743472 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (9f84723e-f2d0-4570-b233-254f394dd14a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:50.770334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab907570-277c-4567-a296-92bed1aa1d59 None None] Network b0eb3f85-8771-4406-804a-92ae973a2bde requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:18:50.790870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Subnet': ['ID=9f84723e-f2d0-4570-b233-254f394dd14a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:50.793508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:50.797925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-105b7058-0491-439f-9a6e-95b225258584 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/subnets/9f84723e-f2d0-4570-b233-254f394dd14a HTTP/1.1" status: 204 len: 168 time: 0.4241402 Jan 29 20:18:50.800709 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36346) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:50.925604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (3bb1fa7a-338a-499f-be4c-9e95c215c537), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:50.925837 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] Set router 3bb1fa7a-338a-499f-be4c-9e95c215c537 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:51.069973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] DHCP port deletion for b0eb3f85-8771-4406-804a-92ae973a2bde request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:18:51.086434 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (3bb1fa7a-338a-499f-be4c-9e95c215c537), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.122422 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:18:49Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:51.163663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525c92f-45a7-4a1c-8556-ae44264118b8 None None] The sync data for ids ['3bb1fa7a-338a-499f-be4c-9e95c215c537'] in n-d-825496-5 is: [{'id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736633047', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:18:49Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'fd3234ff-b571-45dd-8ebe-164d08a7f970', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:84:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fa7a-338a-499f-be4c-9e95c215c537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:17:33Z', 'updated_at': '2022-01-29T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:18:51.188002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] Deleting port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:18:51.190202 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.251257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port fd3234ff-b571-45dd-8ebe-164d08a7f970 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:18:51.251604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.313572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] For port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,segment=NetworkSegment(df52ec8f-8a21-466a-9e79-67a8dbc3657e),segment_id=df52ec8f-8a21-466a-9e79-67a8dbc3657e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:51.314601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.336499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] Calling delete_port for a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:18:51.361157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port fd3234ff-b571-45dd-8ebe-164d08a7f970, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fd3234ff-b571-45dd-8ebe-164d08a7f970,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:18:51.361613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.376417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for fd3234ff-b571-45dd-8ebe-164d08a7f970 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:18:51.474499 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.487447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] No DVR routers for this DVR port a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:18:51.549046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0cbaf-07ed-42c3-93e6-8212db4f0c1e None None] Pushing event deleted for resources: {'Port': ['ID=a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:51.650048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:18:51.679359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:18:51.679854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a9bcc93b-995b-4fe8-9cfb-dd41c7f562c4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:18:51.680656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fd3234ff-b571-45dd-8ebe-164d08a7f970), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.725754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=fd3234ff-b571-45dd-8ebe-164d08a7f970,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:51.791872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (3bb1fa7a-338a-499f-be4c-9e95c215c537), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.902490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (3bb1fa7a-338a-499f-be4c-9e95c215c537), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.904819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (3bb1fa7a-338a-499f-be4c-9e95c215c537), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:51.999671 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (3bb1fa7a-338a-499f-be4c-9e95c215c537), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.000225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb1fa7a-338a-499f-be4c-9e95c215c537 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:18:52.008965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.016151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a1517f4c-e731-408f-a072-e8a6fcd20038 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/routers/3bb1fa7a-338a-499f-be4c-9e95c215c537 HTTP/1.1" status: 204 len: 168 time: 1.2077665 Jan 29 20:18:52.016151 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36352) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:52.112958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (b0eb3f85-8771-4406-804a-92ae973a2bde), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.215035 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (b0eb3f85-8771-4406-804a-92ae973a2bde), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.253941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eb3f85-8771-4406-804a-92ae973a2bde']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:52.265484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df52ec8f-8a21-466a-9e79-67a8dbc3657e') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:52.265886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df52ec8f-8a21-466a-9e79-67a8dbc3657e') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:52.290866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (df52ec8f-8a21-466a-9e79-67a8dbc3657e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.305598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (df52ec8f-8a21-466a-9e79-67a8dbc3657e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.317764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (df52ec8f-8a21-466a-9e79-67a8dbc3657e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:18:52.327526 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:18:52.422737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (b0eb3f85-8771-4406-804a-92ae973a2bde), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.431665 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.438021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/networks/b0eb3f85-8771-4406-804a-92ae973a2bde HTTP/1.1" status: 204 len: 168 time: 0.4170971 Jan 29 20:18:52.439002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36358) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:52.454094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e37597-254a-482f-a31c-36902733f13f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Network': ['ID=b0eb3f85-8771-4406-804a-92ae973a2bde,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:52.510009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa4074f0-04f6-4ab4-b069-caae44c92ffd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (8f9618a9-7cb3-4adb-badf-274755806897), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.545249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa4074f0-04f6-4ab4-b069-caae44c92ffd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (8f9618a9-7cb3-4adb-badf-274755806897), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.697274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa4074f0-04f6-4ab4-b069-caae44c92ffd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8f9618a9-7cb3-4adb-badf-274755806897), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.699865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa4074f0-04f6-4ab4-b069-caae44c92ffd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:52.703639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aa4074f0-04f6-4ab4-b069-caae44c92ffd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/security-groups/8f9618a9-7cb3-4adb-badf-274755806897 HTTP/1.1" status: 204 len: 168 time: 0.2618926 Jan 29 20:18:52.720582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4074f0-04f6-4ab4-b069-caae44c92ffd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9618a9-7cb3-4adb-badf-274755806897,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:53.055589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36364) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:53.060342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431755178', 'description': 'tempest-secgroup-smoke-431755178 description', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:53.125549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.187905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8bf5e359-2a6f-4079-843e-10d9e9797475 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:18:53.211341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8bf5e359-2a6f-4079-843e-10d9e9797475 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:18:53.211958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8bf5e359-2a6f-4079-843e-10d9e9797475 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:18:53.212639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fd3234ff-b571-45dd-8ebe-164d08a7f970 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:18:53.214741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.235670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fd3234ff-b571-45dd-8ebe-164d08a7f970 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:18:53.236365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fd3234ff-b571-45dd-8ebe-164d08a7f970 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:18:53.258683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.300431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:53.373586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.377912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-adc45ae9-a6a9-471c-8559-960e60d2a70e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3181050 Jan 29 20:18:53.378144 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36372) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:53.383616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:53.474431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (9dd18a68-4ee5-417c-b265-e9b1f97bc43c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.530998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (9dd18a68-4ee5-417c-b265-e9b1f97bc43c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.623261 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (9dd18a68-4ee5-417c-b265-e9b1f97bc43c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.643717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd18a68-4ee5-417c-b265-e9b1f97bc43c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:53.704644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.708585 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-62b2658e-23b6-426d-bc3c-625ba13c68e5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3265998 Jan 29 20:18:53.708726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36374) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:53.713620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:53.824003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (838b5ed1-c63c-4dd3-8309-c5635d2a63aa), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.886120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (838b5ed1-c63c-4dd3-8309-c5635d2a63aa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.948354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (838b5ed1-c63c-4dd3-8309-c5635d2a63aa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:53.968534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838b5ed1-c63c-4dd3-8309-c5635d2a63aa,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:54.059488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.063551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-62c78883-bd8b-4c15-b7be-2b0d92a0c23c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3511159 Jan 29 20:18:54.064105 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36376) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:54.068836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:54.154379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (42d6d747-d088-4ec8-b096-1c152c0cc4d2), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.218928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (42d6d747-d088-4ec8-b096-1c152c0cc4d2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.281183 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (42d6d747-d088-4ec8-b096-1c152c0cc4d2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.312092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d6d747-d088-4ec8-b096-1c152c0cc4d2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:54.380628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.382100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-881d49ac-8012-484b-a360-a0e6d6470e97 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169153 Jan 29 20:18:54.385259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36382) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:54.390127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:54.485549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (93867331-e63f-40a7-9130-c804b70f0ee5), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.546689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (93867331-e63f-40a7-9130-c804b70f0ee5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.588864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (93867331-e63f-40a7-9130-c804b70f0ee5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.608485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93867331-e63f-40a7-9130-c804b70f0ee5,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:54.678574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.680166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-08aca589-c029-4a6a-acaa-6eff96709243 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936966 Jan 29 20:18:54.683348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36384) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:54.689297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:54.794158 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:18:54.800389 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (5044eeeb-6299-4d3e-9593-07543baf79e1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.861571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (5044eeeb-6299-4d3e-9593-07543baf79e1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.925441 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (5044eeeb-6299-4d3e-9593-07543baf79e1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:54.954076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5044eeeb-6299-4d3e-9593-07543baf79e1,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:55.033360 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.033450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-303d939d-7187-45ed-adff-78ae448cd59f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3483469 Jan 29 20:18:55.036483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36386) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:55.042214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'security_group_rule': {'security_group_id': 'bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:55.131842 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Project ec0025bbd33d457cb39eca2c22f54d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:18:55.138274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (f8213259-2620-40c7-85ce-6548484b7d7c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.161249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5cfbea71-4bba-42ba-8ca1-dc67cbb9ee76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.214545 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (f8213259-2620-40c7-85ce-6548484b7d7c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.287002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f8213259-2620-40c7-85ce-6548484b7d7c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.312476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8213259-2620-40c7-85ce-6548484b7d7c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:55.379447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.384328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f2690b15-05b2-46e7-85f0-706ed894bbcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3434894 Jan 29 20:18:55.390593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36390) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:55.390593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'network': {'name': 'tempest-network-smoke--1441784432', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:55.474271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:18:55.478568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.503838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:18:55.513447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5757982f-0f75-44d4-a2d0-d1a80fa498a3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.513792 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Added segment 5757982f-0f75-44d4-a2d0-d1a80fa498a3 of type vlan for network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 Jan 29 20:18:55.554222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (52c4a166-7d04-41fd-bfaa-895b44fa0c51), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.668231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (52c4a166-7d04-41fd-bfaa-895b44fa0c51), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.673946 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:55.675364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.745335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Network': ['ID=52c4a166-7d04-41fd-bfaa-895b44fa0c51,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:55.756996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:18:55.777331 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e9c8760-cd76-4173-8d24-bdfed3e459b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3883970 Jan 29 20:18:55.777331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:55.782094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'admin_state_up': True, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:55.868796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.869918 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:55.930306 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:56.391167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:56.666234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:56.685523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:56.790129 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.253 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/e1e02799-1bc4-4c4c-bbdf-b680472dff34) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:18:56.917412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:57.028729 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:57.069794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:18:57.076813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:18:57.081309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:18:57.085040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=e1e02799-1bc4-4c4c-bbdf-b680472dff34,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:57.416881 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:57.635742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:57.814773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36410) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:57.819788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39540117', 'description': 'tempest-secgroup-smoke-39540117 description', 'project_id': '3108fd62515e424db9234239280b9449'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:57.833645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:18:57.908706 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:57.952580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:18:57.964879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Sync routers for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:18:57.979364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:57.980243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:57.992473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group (9c373df4-7d13-4a21-9385-c3af85ec0a88), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.065464 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.066889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aff92c6e-b27f-4d9d-bbf4-5d3eae63d010 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2882931 Jan 29 20:18:58.069976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:58.090776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:58.108187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d3bf4eb-20ee-4a5d-a586-9f412bc402cb tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ec0025bbd33d457cb39eca2c22f54d65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369933 Jan 29 20:18:58.110883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:58.127650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9c373df4-7d13-4a21-9385-c3af85ec0a88), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.234804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-581814db-9087-41eb-8bde-c4d6ae4434c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.243770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c373df4-7d13-4a21-9385-c3af85ec0a88,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:58.288254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.289659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-28f657b3-2ea9-48b7-acbf-5a63a5e336e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4738910 Jan 29 20:18:58.292848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36416) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:58.300130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group_rule': {'security_group_id': '9c373df4-7d13-4a21-9385-c3af85ec0a88', 'project_id': '3108fd62515e424db9234239280b9449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:58.307714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:18:57Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:58.313529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda8e7c-0cd5-48b0-94d4-0defacf6e389 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:58.315186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1dda8e7c-0cd5-48b0-94d4-0defacf6e389 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2031982 Jan 29 20:18:58.319407 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36418) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:58.342533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Checking router: 770014ce-d8ad-40a6-bf5c-f30db35a1d3a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:18:58.342788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Updating router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a port e1e02799-1bc4-4c4c-bbdf-b680472dff34 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:18:58.350697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a112ce85-5253-4f67-b714-feb0ea607362 tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300543 Jan 29 20:18:58.353470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36420) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:58.358292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1159520352', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:58.371547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.435888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (416c56cf-bfb6-4581-9820-666fec82c71f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.507387 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (416c56cf-bfb6-4581-9820-666fec82c71f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.577094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:18:58.580709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.612752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (416c56cf-bfb6-4581-9820-666fec82c71f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.646145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Publish callbacks [] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.679574 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416c56cf-bfb6-4581-9820-666fec82c71f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:58.805877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.847414 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.849031 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c5f17121-774a-4e2f-921c-f03fea9c0494 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5541322 Jan 29 20:18:58.852799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36424) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:58.857505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group_rule': {'security_group_id': '9c373df4-7d13-4a21-9385-c3af85ec0a88', 'project_id': '3108fd62515e424db9234239280b9449', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:58.873692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fa19f-d43f-45ab-b2df-2282878d1967 None None] Pushing event updated for resources: {'Port': ['ID=e1e02799-1bc4-4c4c-bbdf-b680472dff34,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:58.878213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Attempting to bind port e1e02799-1bc4-4c4c-bbdf-b680472dff34 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:18:58.878577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Attempting to bind port e1e02799-1bc4-4c4c-bbdf-b680472dff34 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:18:58.878936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Attempting to bind port e1e02799-1bc4-4c4c-bbdf-b680472dff34 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:18:58.885255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:18:58.886257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:18:58.886828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.887220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:18:58.887705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Bound port: e1e02799-1bc4-4c4c-bbdf-b680472dff34, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:18:58.888262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.908574 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (8b462eac-34b0-47aa-9921-f879d506f19f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:58.939664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] For port e1e02799-1bc4-4c4c-bbdf-b680472dff34, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:18:58.943314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] For port e1e02799-1bc4-4c4c-bbdf-b680472dff34, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e1e02799-1bc4-4c4c-bbdf-b680472dff34,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:18:58.979362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Subnet': ['ID=8b462eac-34b0-47aa-9921-f879d506f19f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:58.988219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Checking segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:18:58.988588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network hostable DHCP agents. Network: 52c4a166-7d04-41fd-bfaa-895b44fa0c51, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:18:59.022747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.027453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (0f62f49c-b87f-47f5-af25-a0dc7082da52), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.086561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (0f62f49c-b87f-47f5-af25-a0dc7082da52), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.097145 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.125046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:18:59.161950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:18:59.162602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:59.165276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (0f62f49c-b87f-47f5-af25-a0dc7082da52), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.167575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fa19f-d43f-45ab-b2df-2282878d1967 None None] Pushing event updated for resources: {'Port': ['ID=e1e02799-1bc4-4c4c-bbdf-b680472dff34,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:59.196945 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f62f49c-b87f-47f5-af25-a0dc7082da52,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:59.200116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 52c4a166-7d04-41fd-bfaa-895b44fa0c51) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:18:59.204769 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:18:59.205419 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.218316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e098804-7b01-458e-87c5-cd1deefd214b None None] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:18:59.288273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.289614 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bfe8d102-b8a2-4f80-b911-11ee880cfb34 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4357591 Jan 29 20:18:59.292740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36426) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:59.297389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group_rule': {'security_group_id': '9c373df4-7d13-4a21-9385-c3af85ec0a88', 'project_id': '3108fd62515e424db9234239280b9449', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:59.316743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a738fd30-44c6-4281-8694-dadcb7a9d448 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9622726 Jan 29 20:18:59.326955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36428) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:59.338820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:18:59.428414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (7ef4348b-e2f1-48f0-9c07-b348cd237288), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.441036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:18:59.442952 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.542064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (7ef4348b-e2f1-48f0-9c07-b348cd237288), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.660824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Allocated IP 172.20.0.2 (52c4a166-7d04-41fd-bfaa-895b44fa0c51/8b462eac-34b0-47aa-9921-f879d506f19f/3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:18:59.661083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7ef4348b-e2f1-48f0-9c07-b348cd237288), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.675067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb999a10-4299-4864-8948-b2734628a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:18:57Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:18:59.694004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef4348b-e2f1-48f0-9c07-b348cd237288,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:18:59.714235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb999a10-4299-4864-8948-b2734628a73e None None] The sync data for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 is: [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:18:57Z', 'revision_number': 3, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:18:59.796064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.797361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e2adc4f5-3d64-41ee-a059-4eb5f1dba81c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5035577 Jan 29 20:18:59.805018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36432) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:18:59.813704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group_rule': {'security_group_id': '9c373df4-7d13-4a21-9385-c3af85ec0a88', 'project_id': '3108fd62515e424db9234239280b9449', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:18:59.885131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Publish callbacks [] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.922921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.934968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (43c65f93-7bcd-4c4e-8736-eb2a42dead3d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:18:59.977539 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.047494 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (43c65f93-7bcd-4c4e-8736-eb2a42dead3d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.109122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (43c65f93-7bcd-4c4e-8736-eb2a42dead3d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.130870 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c65f93-7bcd-4c4e-8736-eb2a42dead3d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:00.219441 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.231228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.235847 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e41f8eed-1e44-4faf-a987-9fc3b01bb9ca tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4261987 Jan 29 20:19:00.236007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:00.236305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36434) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:00.239202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:00.243666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:19:00.245690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group_rule': {'security_group_id': '9c373df4-7d13-4a21-9385-c3af85ec0a88', 'project_id': '3108fd62515e424db9234239280b9449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:00.251279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Pushing event updated for resources: {'Port': ['ID=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:00.335205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Attempting to bind port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:19:00.335644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Attempting to bind port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:19:00.336143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Attempting to bind port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e on network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:19:00.345390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:19:00.345772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Checking segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:19:00.346327 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.346704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Bound using segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:19:00.353636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Bound port: 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:19:00.353636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.354213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.1 (52c4a166-7d04-41fd-bfaa-895b44fa0c51/8b462eac-34b0-47aa-9921-f879d506f19f/3a1e4bbe-bc11-4b47-8d93-761fe6e22886) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:19:00.379031 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Project 3108fd62515e424db9234239280b9449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:19:00.386021 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (d0fda168-71fa-49c2-84a4-a90d209afd6c), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.406199 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.430964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] For port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:19:00.434369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] For port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:19:00.485812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (d0fda168-71fa-49c2-84a4-a90d209afd6c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.497419 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.503212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.568107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166e0a7-1088-4dc6-bcb0-4f358d94232f None None] Pushing event updated for resources: {'Port': ['ID=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:00.577091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (d0fda168-71fa-49c2-84a4-a90d209afd6c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.606200 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fda168-71fa-49c2-84a4-a90d209afd6c,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:00.619130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.670076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:00.675775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:00.680446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:19:00.705158 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.706727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47212d7e-ba48-42b5-b0a1-99ac68300370 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4693875 Jan 29 20:19:00.710414 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36436) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:00.716153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'security_group_rule': {'security_group_id': '9c373df4-7d13-4a21-9385-c3af85ec0a88', 'project_id': '3108fd62515e424db9234239280b9449', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:00.719457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:00.762257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.859304 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Project 3108fd62515e424db9234239280b9449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:19:00.868939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (299a7931-d224-4e85-b05d-6db9ef2506e4), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:00.943796 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (299a7931-d224-4e85-b05d-6db9ef2506e4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.023606 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (299a7931-d224-4e85-b05d-6db9ef2506e4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.033430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.052362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299a7931-d224-4e85-b05d-6db9ef2506e4,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:01.130048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.130048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-771fe36a-1e39-4308-8ad9-44bf128f055f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4171679 Jan 29 20:19:01.308416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:01.368947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:01.369322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.407663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.423259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-e2b0cc49-1540-4bfc-95c4-4b458bd07641 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39540117&fields=id&tenant_id=3108fd62515e424db9234239280b9449 HTTP/1.1" status: 200 len: 267 time: 0.0866859 Jan 29 20:19:01.468690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.484840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:01.484840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.541572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:01.560163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.569543 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.576135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-0eb5abfc-a819-4b85-a933-d67eb99fa63c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:01.576371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:01.576453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-0eb5abfc-a819-4b85-a933-d67eb99fa63c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/networks?id=3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 200 len: 814 time: 0.1474223 Jan 29 20:19:01.599278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-442a19a8-e1ec-4c16-a2e7-97eb4ccd3b61 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/quotas/3108fd62515e424db9234239280b9449 HTTP/1.1" status: 200 len: 375 time: 0.0162997 Jan 29 20:19:01.622967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.623602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e1e02799-1bc4-4c4c-bbdf-b680472dff34 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:01.710997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-147d85ae-6bbf-4cc5-aa70-1045edb34a1d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094263 Jan 29 20:19:01.734257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:01.736232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:01.737518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:01.763101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e1e02799-1bc4-4c4c-bbdf-b680472dff34 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:01.763600 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.856911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e1e02799-1bc4-4c4c-bbdf-b680472dff34 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:01.857422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:01.897414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:19:01.909285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port e1e02799-1bc4-4c4c-bbdf-b680472dff34, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e1e02799-1bc4-4c4c-bbdf-b680472dff34,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:01.953314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026f787-d500-46dc-b9be-c87b45c7ef00 None None] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:19:01.960453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-4e300e2e-f9e7-4f96-8fb9-854355f5c158 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329984 Jan 29 20:19:02.042565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:19:02.043459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:02.060092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-524c402b-ba37-410c-95be-f40e8d47f560 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/770014ce-d8ad-40a6-bf5c-f30db35a1d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317657 Jan 29 20:19:02.066967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6e8f7d57-a1cd-4646-be29-9d8578b5e533 None None] Provisioning complete for port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:02.067150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7d57-a1cd-4646-be29-9d8578b5e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:02.095004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-a3fd82c4-ac10-4bd0-97fe-a3b852aaba30 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276484 Jan 29 20:19:02.180609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=e1e02799-1bc4-4c4c-bbdf-b680472dff34,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:02.254957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f7d57-a1cd-4646-be29-9d8578b5e533 None None] Current status of the port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:02.261658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-8470d8cc-d1cc-4802-9f8a-257141ec4df9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431755178&fields=id&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 267 time: 0.0572104 Jan 29 20:19:02.399726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-a31ff428-925f-44e6-aa4a-309e9ce5d3df tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:02.401351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-a31ff428-925f-44e6-aa4a-309e9ce5d3df tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 797 time: 0.1281126 Jan 29 20:19:02.418519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-6ad301c9-276a-451d-bc19-5eed438cecfa tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/quotas/ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 375 time: 0.0110741 Jan 29 20:19:02.467019 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Sync routers for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:19:02.485439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-99708c88-7584-4fdf-a68e-f43958ff0955 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614684 Jan 29 20:19:02.498366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8763335c-6f28-49bd-b3fb-5a0503d3af76 None None] Provisioning complete for port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:02.499336 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8763335c-6f28-49bd-b3fb-5a0503d3af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:02.506631 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:02.507394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:02.647127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-f26a9e10-48a5-456a-bdd6-72912a9cf7ca service neutron] 10.222.0.15 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434436 Jan 29 20:19:02.657987 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:02.661999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8763335c-6f28-49bd-b3fb-5a0503d3af76 None None] Current status of the port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:02.678298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8763335c-6f28-49bd-b3fb-5a0503d3af76 None None] Provisioning complete for port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:02.678858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8763335c-6f28-49bd-b3fb-5a0503d3af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:02.732314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8763335c-6f28-49bd-b3fb-5a0503d3af76 None None] Port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:19:02.762879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-5ee5f1bf-7854-40e6-8370-eba5e6b8e9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097090 Jan 29 20:19:02.864137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b8eda36e-4fc0-4581-9cf7-4942d0dfbf1c None None] Provisioning complete for port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:02.864575 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8eda36e-4fc0-4581-9cf7-4942d0dfbf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:02.908983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b8eda36e-4fc0-4581-9cf7-4942d0dfbf1c None None] Port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:19:03.052045 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 2, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:03.080260 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Checking router: 770014ce-d8ad-40a6-bf5c-f30db35a1d3a for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:19:03.080627 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Updating router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:19:03.089048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc7f42a6-5683-4815-a799-fce9bf28c945 req-f2d30853-d395-4c53-af65-f46e861058b8 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 210 time: 0.0413210 Jan 29 20:19:03.111041 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.139367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7be2d12d-5a23-44f6-80f2-9d12e8a59af9 None None] Provisioning complete for port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:03.139749 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7be2d12d-5a23-44f6-80f2-9d12e8a59af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.180100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7be2d12d-5a23-44f6-80f2-9d12e8a59af9 None None] Port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:19:03.223863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:03.280252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:03.280980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.367258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:03.368358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e1e02799-1bc4-4c4c-bbdf-b680472dff34 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:03.411837 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Publish callbacks [] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.419111 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e1e02799-1bc4-4c4c-bbdf-b680472dff34 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:03.419491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.501531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e1e02799-1bc4-4c4c-bbdf-b680472dff34 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:03.508529 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.558013 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Pushing event updated for resources: {'Port': ['ID=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:03.588526 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.591447 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.592160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.592160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.592461 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:03.632694 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Attempting to bind port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:19:03.633069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Attempting to bind port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:19:03.633426 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Attempting to bind port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 on network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:19:03.638858 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:19:03.639368 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Checking segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:19:03.643292 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.643292 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Bound using segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:19:03.643292 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Bound port: 3a1e4bbe-bc11-4b47-8d93-761fe6e22886, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:19:03.643292 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.712690 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] For port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:19:03.716042 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] For port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:19:03.804827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f2cd77a7-6dea-4038-983f-aea19f218436 None None] Provisioning complete for port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:03.805136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f2cd77a7-6dea-4038-983f-aea19f218436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.824692 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:03.843949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd77a7-6dea-4038-983f-aea19f218436 None None] Port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:19:03.861398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a741879-fb8e-43f4-8652-675756787d48 req-754c7353-facb-4e98-a0bd-d6c5e8ee859a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0509238 Jan 29 20:19:03.909508 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:03.910188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:03.912249 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773148d3-5543-4739-bcf9-1fd1ce55e54a None None] Pushing event updated for resources: {'Port': ['ID=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:04.042910 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:04.177620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] Provisioning complete for port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:04.178383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:04.205528 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3702164f-d25e-436e-b10a-d338cf4b9d72 req-e791903c-7917-4011-9f68-beaf773a9d12 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 210 time: 0.0328655 Jan 29 20:19:04.278109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] Current status of the port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:04.278560 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:04.279200 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-38783393-c439-4d38-9681-56d40e8b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:03Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:04.312048 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38783393-c439-4d38-9681-56d40e8b146e None None] The sync data for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 is: [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:03Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:19:04.312624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] For port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:04.429187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:04.486342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bedc1-734a-4aff-8172-b5052d2ba7db None None] Pushing event updated for resources: {'Port': ['ID=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:04.958427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fad926f-78d8-4e24-a49c-57fccda72e5a req-465253b1-21d3-40f3-8e3c-40e17347ab6c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0311201 Jan 29 20:19:05.239454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:05.308721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:05.309139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:05.357473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-817245cf-f1f6-4525-ae77-2cfd0486820f req-c677d3b5-b40e-489c-819e-8ecc8e99524e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 210 time: 0.0453413 Jan 29 20:19:05.403399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:05.560684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-138d9c26-cba9-4c3d-8274-25f3bbe6d03f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:05.562465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-138d9c26-cba9-4c3d-8274-25f3bbe6d03f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 797 time: 0.1228232 Jan 29 20:19:05.641157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-325cd432-793c-404d-b5ea-76405a0badcd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0025bbd33d457cb39eca2c22f54d65 HTTP/1.1" status: 200 len: 379 time: 0.0641589 Jan 29 20:19:05.651872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'port': {'device_id': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'admin_state_up': True, 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'security_groups': ['bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:05.834834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Made reservation on behalf of ec0025bbd33d457cb39eca2c22f54d65 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:19:05.838835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:05.974311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.20.0.7 (52c4a166-7d04-41fd-bfaa-895b44fa0c51/8b462eac-34b0-47aa-9921-f879d506f19f/e2179582-33db-4aca-8649-6c99a501901e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:19:06.077511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a50c638d-d817-411d-8442-2b3d51ca835c req-e5f8e8c7-c726-48b0-973d-02f7f0510589 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0463603 Jan 29 20:19:06.161288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (e2179582-33db-4aca-8649-6c99a501901e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:06.343108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:06.387022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:06.392507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:06.396349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:19:06.402966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:06.489749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:06.490926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:06.586072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-14f5babf-2344-42e8-abed-6b0c24d2730a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380517 Jan 29 20:19:06.592873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0af80b-f2cd-46b4-a44d-129bb89420c9 req-5d9dde0b-2108-456b-9ee7-121a991e0748 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:06.594477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe0af80b-f2cd-46b4-a44d-129bb89420c9 req-5d9dde0b-2108-456b-9ee7-121a991e0748 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 931 time: 0.0897088 Jan 29 20:19:06.604306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Request body: {'port': {'device_id': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:06.605556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-b98a072a-71b6-43aa-86f1-194ff1a69581 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:06.607367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-b98a072a-71b6-43aa-86f1-194ff1a69581 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.26 "GET /v2.0/networks?id=3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 200 len: 814 time: 0.1920757 Jan 29 20:19:06.662795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe0af80b-f2cd-46b4-a44d-129bb89420c9 req-119d9013-8562-48b4-9bf6-d28bf1a94a15 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542455 Jan 29 20:19:06.678492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:06.742235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-c6846085-f8f2-4aac-8c64-65fc68d737f6 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3108fd62515e424db9234239280b9449 HTTP/1.1" status: 200 len: 378 time: 0.0882807 Jan 29 20:19:06.787498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'port': {'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'admin_state_up': True, 'tenant_id': '3108fd62515e424db9234239280b9449', 'security_groups': ['9c373df4-7d13-4a21-9385-c3af85ec0a88']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:06.794002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ea071a56-cc3a-44fb-990e-06095cb0e9f1 None None] Provisioning complete for port e2179582-33db-4aca-8649-6c99a501901e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:06.795228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea071a56-cc3a-44fb-990e-06095cb0e9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2179582-33db-4aca-8649-6c99a501901e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:06.859038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ea071a56-cc3a-44fb-990e-06095cb0e9f1 None None] Port e2179582-33db-4aca-8649-6c99a501901e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:19:07.046046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Made reservation on behalf of 3108fd62515e424db9234239280b9449 for: {'port': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:19:07.050385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2179582-33db-4aca-8649-6c99a501901e {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:19:07.053144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.059700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Publish callbacks [] for port (e2179582-33db-4aca-8649-6c99a501901e), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.086743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Transition to ACTIVE for port object e2179582-33db-4aca-8649-6c99a501901e will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:19:07.199542 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.256575 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Allocated IP 172.20.0.9 (3e1fb176-d122-41a2-ac97-8e63b9420dd3/c2b268ca-cdb0-4fee-aa2b-e40a508a8b88/10eb3437-3687-4a9d-8454-7f1d6774a641) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:19:07.292698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:07.344859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-815b1d2a-7143-4349-bbd1-c4d9fee520fe req-8ffebf72-8144-4196-bbdc-3c37dc6b3d8a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.1337450 Jan 29 20:19:07.454811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Attempting to bind port e2179582-33db-4aca-8649-6c99a501901e on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:19:07.454918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Attempting to bind port e2179582-33db-4aca-8649-6c99a501901e by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:19:07.455317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Attempting to bind port e2179582-33db-4aca-8649-6c99a501901e on network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:19:07.458223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.465741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Port e2179582-33db-4aca-8649-6c99a501901e on network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:19:07.466086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Attempting to bind port e2179582-33db-4aca-8649-6c99a501901e on network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:19:07.474865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:19:07.475217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Checking segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:19:07.475608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Bound using segment: {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:19:07.476129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Bound port: e2179582-33db-4aca-8649-6c99a501901e, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5757982f-0f75-44d4-a2d0-d1a80fa498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:19:07.476519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.570577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:19:07.578023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:19:07.611491 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.681245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:07.686856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:07.690538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:19:07.743131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.758655 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:07.759376 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.794004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'Port': ['ID=10eb3437-3687-4a9d-8454-7f1d6774a641,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:07.815257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:07.821417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:07.824306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 1091 time: 1.2236540 Jan 29 20:19:07.825017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:07.827943 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8daac-8964-41ef-99e5-b56da12f4d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "tag": "e2179582-33db-4aca-8649-6c99a501901e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:07.896003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74c7c-e01f-4623-8c9b-5b358bf08488 req-9d30d563-e632-4165-a853-2f4530977a62 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:07.902895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69c74c7c-e01f-4623-8c9b-5b358bf08488 req-9d30d563-e632-4165-a853-2f4530977a62 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 943 time: 0.1327996 Jan 29 20:19:07.904467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684b31-dbea-4a03-abb0-35a8efe36727 service neutron] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:07.928478 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-dd5fc6bb-4b98-4a72-b935-58c276b4c0a4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1728954 Jan 29 20:19:07.946580 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4684a160-d4fa-4394-b439-9fc5ccdb6149 x-openstack-request-id: req-4684a160-d4fa-4394-b439-9fc5ccdb6149 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:07.946939 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "tag": "e2179582-33db-4aca-8649-6c99a501901e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:07.949566 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4684a160-d4fa-4394-b439-9fc5ccdb6149 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:07.949566 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e', 'status': 'completed', 'code': 200} Jan 29 20:19:07.955596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Request body: {'port': {'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:08.044600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-92868faf-3f76-4e18-8ec0-4d626728ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:08.046310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-92868faf-3f76-4e18-8ec0-4d626728ad94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1125 time: 0.0866575 Jan 29 20:19:08.062874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69c74c7c-e01f-4623-8c9b-5b358bf08488 req-c88889d2-b841-4231-b1f5-2784d30caed6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481009 Jan 29 20:19:08.109626 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-aa62290d-86ad-4353-a32b-bbe8875fbbfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 217 time: 0.0506539 Jan 29 20:19:08.121864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:08.193517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-ed750ae9-d5cc-475f-8150-a07fa7271717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:08.195502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-ed750ae9-d5cc-475f-8150-a07fa7271717 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 200 len: 835 time: 0.0797622 Jan 29 20:19:08.279102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:08.290558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-54cc196b-d042-44f6-b2b0-44a7df811a37 None None] Provisioning complete for port 10eb3437-3687-4a9d-8454-7f1d6774a641 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:08.291184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54cc196b-d042-44f6-b2b0-44a7df811a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:08.316426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-12cfab17-5913-4459-a33d-1f6b3f43cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:08.318847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-12cfab17-5913-4459-a33d-1f6b3f43cb74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52c4a166-7d04-41fd-bfaa-895b44fa0c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1164145 Jan 29 20:19:08.357600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-54cc196b-d042-44f6-b2b0-44a7df811a37 None None] Port 10eb3437-3687-4a9d-8454-7f1d6774a641 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:19:08.474104 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-16194598-9c72-4cb1-825e-294958a91776 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396332 Jan 29 20:19:08.625466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39c0e-aba3-44ff-8ef2-7cf8631123b8 req-5b67da51-1dda-48f6-9a9f-e4bf4bc0afae tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:08.627053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99a39c0e-aba3-44ff-8ef2-7cf8631123b8 req-5b67da51-1dda-48f6-9a9f-e4bf4bc0afae tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 931 time: 0.1515479 Jan 29 20:19:08.642681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10eb3437-3687-4a9d-8454-7f1d6774a641 {{(pid=103563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:19:08.651346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Publish callbacks [] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:08.665327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.provisioning_blocks [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Transition to ACTIVE for port object 10eb3437-3687-4a9d-8454-7f1d6774a641 will not be triggered until provisioned by entity L2. {{(pid=103563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:19:08.670467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c989c58-a39b-4e54-b3bd-00786140a5d2 req-777274cb-6e30-4be6-8213-f50fe2108d05 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827886 Jan 29 20:19:08.719531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99a39c0e-aba3-44ff-8ef2-7cf8631123b8 req-73cfa377-d325-4828-a318-58e46b6765bc tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778661 Jan 29 20:19:08.748098 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:08.807940 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb3437-3687-4a9d-8454-7f1d6774a641,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:08.894146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-908469c0-3965-4979-9a86-89cae51d999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:08.895838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-908469c0-3965-4979-9a86-89cae51d999a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1125 time: 0.0674279 Jan 29 20:19:09.044389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-8f2f34b4-c75c-40e2-9734-652457eb12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.046008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-8f2f34b4-c75c-40e2-9734-652457eb12fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 897 time: 0.1433315 Jan 29 20:19:09.250523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Attempting to bind port 10eb3437-3687-4a9d-8454-7f1d6774a641 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:19:09.250523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Attempting to bind port 10eb3437-3687-4a9d-8454-7f1d6774a641 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:19:09.250523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Attempting to bind port 10eb3437-3687-4a9d-8454-7f1d6774a641 on network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:19:09.260322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Port 10eb3437-3687-4a9d-8454-7f1d6774a641 on network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:19:09.260322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Attempting to bind port 10eb3437-3687-4a9d-8454-7f1d6774a641 on network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:19:09.268265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:19:09.268265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Checking segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:19:09.268502 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Bound using segment: {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'} {{(pid=103563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:19:09.271316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.managers [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Bound port: 10eb3437-3687-4a9d-8454-7f1d6774a641, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1568de8-7f78-47c9-aa3d-19bce935f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3'}}] {{(pid=103563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:19:09.271316 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:09.287067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5f800-af9d-49e3-9429-b5cfdc8594a7 req-d91c6043-fd88-4b28-8c21-edd13c251b00 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.288688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9e5f800-af9d-49e3-9429-b5cfdc8594a7 req-d91c6043-fd88-4b28-8c21-edd13c251b00 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 943 time: 0.0958962 Jan 29 20:19:09.389202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] For port 10eb3437-3687-4a9d-8454-7f1d6774a641, host n-h2-825496-5, cleared binding levels {{(pid=103563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:19:09.392789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] For port 10eb3437-3687-4a9d-8454-7f1d6774a641, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10eb3437-3687-4a9d-8454-7f1d6774a641,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:19:09.407461 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c9e5f800-af9d-49e3-9429-b5cfdc8594a7 req-fded4372-8d0f-4e46-91ee-731210431d3f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913336 Jan 29 20:19:09.474817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-6cdd05ff-10dc-4a63-916a-aabf030e86b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 217 time: 0.4203656 Jan 29 20:19:09.485447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:09.521866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.522498 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:09.523894 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] 10.222.0.26 "PUT /v2.0/ports/10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 200 len: 1091 time: 1.5749588 Jan 29 20:19:09.524393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:09.526801 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3ce375-7061-4985-a3df-dd28bae63302" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:09.534731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-1330ec32-ab79-46f0-ad12-82876410f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.537254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-1330ec32-ab79-46f0-ad12-82876410f5bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 200 len: 835 time: 0.0554628 Jan 29 20:19:09.574280 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6cfc7-c6f7-42a1-a2a6-c27b65991f98 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb3437-3687-4a9d-8454-7f1d6774a641,revision_number=3']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:09.594683 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b402423-5ef9-41af-9895-bb64f82479a2 x-openstack-request-id: req-4b402423-5ef9-41af-9895-bb64f82479a2 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:09.594982 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:09.595245 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b402423-5ef9-41af-9895-bb64f82479a2 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:09.595815 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'status': 'completed', 'code': 200} Jan 29 20:19:09.632566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-7602cdad-44e0-4881-8758-c3674cc690d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.634159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-7602cdad-44e0-4881-8758-c3674cc690d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52c4a166-7d04-41fd-bfaa-895b44fa0c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0899568 Jan 29 20:19:09.698134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce375-7061-4985-a3df-dd28bae63302 req-843cd2cc-73ee-46fe-b10e-d69f288d9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.700073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb3ce375-7061-4985-a3df-dd28bae63302 req-843cd2cc-73ee-46fe-b10e-d69f288d9bac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1125 time: 0.0572665 Jan 29 20:19:09.746897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-b9b19645-184d-4669-9c52-c163624059f8 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040623 Jan 29 20:19:09.877310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce375-7061-4985-a3df-dd28bae63302 req-201b16e0-a4da-4308-b56e-db85c495851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.878797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb3ce375-7061-4985-a3df-dd28bae63302 req-201b16e0-a4da-4308-b56e-db85c495851b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3108fd62515e424db9234239280b9449&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1654050 Jan 29 20:19:09.887975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dff8daac-8964-41ef-99e5-b56da12f4d1b req-cbc50c1d-e7cc-4e27-acf2-0c911faf0c44 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311028 Jan 29 20:19:09.900728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875662e-b53d-44a9-bd03-6ab6d49d058d req-9bf4ab6a-5d44-4083-90cf-f344d2a24ac7 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:09.904757 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8875662e-b53d-44a9-bd03-6ab6d49d058d req-9bf4ab6a-5d44-4083-90cf-f344d2a24ac7 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0937912 Jan 29 20:19:10.023177 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8875662e-b53d-44a9-bd03-6ab6d49d058d req-2be34793-5ddc-4a26-b401-cfdc771eac49 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009910 Jan 29 20:19:10.037270 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ce375-7061-4985-a3df-dd28bae63302 req-a3836d2a-e81e-4661-9cd6-de434938579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:10.038394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eb3ce375-7061-4985-a3df-dd28bae63302 req-a3836d2a-e81e-4661-9cd6-de434938579f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1529853 Jan 29 20:19:10.147120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-44240978-e071-4c0c-b091-18650889bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:10.149001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-44240978-e071-4c0c-b091-18650889bb78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1125 time: 0.0522857 Jan 29 20:19:10.200992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-6e69e854-5ef4-40be-908d-8f63e5a1f953 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 200 len: 217 time: 0.0392094 Jan 29 20:19:10.262708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-a3046f51-f432-4cc8-872a-c9130751dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:10.264307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-a3046f51-f432-4cc8-872a-c9130751dd43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 HTTP/1.1" status: 200 len: 853 time: 0.0562642 Jan 29 20:19:10.318679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-219b2066-e264-4253-85a1-310bf3ee6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:10.320175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-219b2066-e264-4253-85a1-310bf3ee6bfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e1fb176-d122-41a2-ac97-8e63b9420dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490298 Jan 29 20:19:10.415262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-6ce24538-d717-47af-bd2d-8062e0b5b4bb service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892925 Jan 29 20:19:10.507823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6c6b82d4-dc88-4652-852e-54ca83c60982 req-950d3eac-6d49-4a92-82d6-a1e95084218b service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Jan 29 20:19:10.558546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fad60c-b0fc-43b2-8062-bccdf067682b req-4f7eec32-9a26-42e3-96c1-fa33e5b1f19e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:10.560049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30fad60c-b0fc-43b2-8062-bccdf067682b req-4f7eec32-9a26-42e3-96c1-fa33e5b1f19e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 943 time: 0.0610402 Jan 29 20:19:10.616964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30fad60c-b0fc-43b2-8062-bccdf067682b req-a1b72f9a-ed13-4db2-a6d0-b4de19789c6f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500650 Jan 29 20:19:11.155834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b090c-806b-4c94-9194-37176f31dae8 req-f6ae69de-c569-4a37-8afb-786229ea211c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:11.157534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-540b090c-806b-4c94-9194-37176f31dae8 req-f6ae69de-c569-4a37-8afb-786229ea211c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0573826 Jan 29 20:19:11.213496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-540b090c-806b-4c94-9194-37176f31dae8 req-27325805-4d1c-47c1-bfc5-23f91b2af49f tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484691 Jan 29 20:19:11.656866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e2179582-33db-4aca-8649-6c99a501901e details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:19:11.747404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948154-a63b-46c1-90c8-10561453c1f1 req-96634c0e-d52f-46ec-9c69-9a858394152c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:11.749049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65948154-a63b-46c1-90c8-10561453c1f1 req-96634c0e-d52f-46ec-9c69-9a858394152c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 943 time: 0.0583715 Jan 29 20:19:11.789427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:11.803619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'e2179582-33db-4aca-8649-6c99a501901e', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'port_id': 'e2179582-33db-4aca-8649-6c99a501901e', 'mac_address': 'fa:16:3e:0c:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:19:11.811559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65948154-a63b-46c1-90c8-10561453c1f1 req-20634c4a-02d0-47e8-b396-b03f0855acd5 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499396 Jan 29 20:19:11.851174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e2179582-33db-4aca-8649-6c99a501901e is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:11.851598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:11.866752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2179582-33db-4aca-8649-6c99a501901e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:19:11.892521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:11.948089 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:11.998926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:12.226080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e2179582-33db-4aca-8649-6c99a501901e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:19:12.350212 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bbbf3-fc77-430a-abbb-96cf8363e01a req-644e3c77-0b7f-4f4c-aae8-3eda335a8a6d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:12.351756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f7bbbf3-fc77-430a-abbb-96cf8363e01a req-644e3c77-0b7f-4f4c-aae8-3eda335a8a6d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0595393 Jan 29 20:19:12.408928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f7bbbf3-fc77-430a-abbb-96cf8363e01a req-8f04e388-ab32-4926-b425-cbfbf0d160e1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500515 Jan 29 20:19:12.947908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc3997-8877-4698-8756-3a93d61476c7 req-989c883c-2775-4ff7-ba1e-24ad24b0a026 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:12.949454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96fc3997-8877-4698-8756-3a93d61476c7 req-989c883c-2775-4ff7-ba1e-24ad24b0a026 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 944 time: 0.0637434 Jan 29 20:19:13.006851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-96fc3997-8877-4698-8756-3a93d61476c7 req-d6d2e154-b5df-401c-91bb-5f567a86c4bc tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510740 Jan 29 20:19:13.531545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496664f-d489-4616-9cc6-6d316e6f930a req-92085cb2-e089-497a-b457-4391ce023adc tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:13.533324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7496664f-d489-4616-9cc6-6d316e6f930a req-92085cb2-e089-497a-b457-4391ce023adc tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0563538 Jan 29 20:19:13.593594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7496664f-d489-4616-9cc6-6d316e6f930a req-eef1b299-a352-4a26-9dea-d345e66e7ab6 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543854 Jan 29 20:19:13.669873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e2179582-33db-4aca-8649-6c99a501901e up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:13.816678 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port e2179582-33db-4aca-8649-6c99a501901e completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:19:13.821683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port e2179582-33db-4aca-8649-6c99a501901e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:13.822056 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2179582-33db-4aca-8649-6c99a501901e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:13.906585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e2179582-33db-4aca-8649-6c99a501901e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:13.906910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:13.930177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:13.932830 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b80b26-95c2-43f3-a392-62b38754eda2" -d '{"events": [{"server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "name": "network-vif-plugged", "status": "completed", "tag": "e2179582-33db-4aca-8649-6c99a501901e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:13.947853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:13.971979 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e70d2-eabf-4650-a552-442db879d469 x-openstack-request-id: req-e33e70d2-eabf-4650-a552-442db879d469 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:13.972337 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "name": "network-vif-plugged", "status": "completed", "tag": "e2179582-33db-4aca-8649-6c99a501901e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:13.972600 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e33e70d2-eabf-4650-a552-442db879d469 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:13.973066 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e', 'code': 200} Jan 29 20:19:14.045416 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:14.128232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:14.170878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3a22c-755c-4db5-b392-c7cad5fa4905 req-f304dde2-2067-4a69-b172-00a44644e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:14.172638 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0d3a22c-755c-4db5-b392-c7cad5fa4905 req-f304dde2-2067-4a69-b172-00a44644e63c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1127 time: 0.1019440 Jan 29 20:19:14.211466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba677-df4d-4ce5-8f33-5eee536961f4 req-5d792d9a-4f43-4db5-a3a3-8995f2f27ab7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:14.213277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a7ba677-df4d-4ce5-8f33-5eee536961f4 req-5d792d9a-4f43-4db5-a3a3-8995f2f27ab7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0942783 Jan 29 20:19:14.256420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0d3a22c-755c-4db5-b392-c7cad5fa4905 req-59bc258b-426f-4bc8-a3bf-620214be7d93 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770264 Jan 29 20:19:14.288251 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a7ba677-df4d-4ce5-8f33-5eee536961f4 req-6691e13b-b7fa-44c7-80e0-85131b5469d0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667250 Jan 29 20:19:14.759822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de3540-c559-44bd-a3fa-8d9c9a922d43 req-f2dd5434-cdd4-4f30-824a-8c95733b6b5c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:14.761347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04de3540-c559-44bd-a3fa-8d9c9a922d43 req-f2dd5434-cdd4-4f30-824a-8c95733b6b5c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0556996 Jan 29 20:19:14.814114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04de3540-c559-44bd-a3fa-8d9c9a922d43 req-c2d4d8fb-f57c-4100-b228-01b01bce87ed tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458119 Jan 29 20:19:15.219701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-93e5a511-aafd-4649-bdea-0c836b35fd1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550580 Jan 29 20:19:15.330695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-2cdac4fe-1692-4d32-8b12-9c327887c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:15.337583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-2cdac4fe-1692-4d32-8b12-9c327887c45e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1128 time: 0.0612924 Jan 29 20:19:15.434767 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e878e-ce67-436f-831b-7f1d21b06929 req-fe41363b-aa60-4aaa-ac07-264a93e8b05a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:15.436577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb4e878e-ce67-436f-831b-7f1d21b06929 req-fe41363b-aa60-4aaa-ac07-264a93e8b05a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0617208 Jan 29 20:19:15.483233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-2ed3ec89-8244-459e-9908-8fbf8ef1588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:15.485204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-2ed3ec89-8244-459e-9908-8fbf8ef1588d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1108809 Jan 29 20:19:15.506591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fb4e878e-ce67-436f-831b-7f1d21b06929 req-4a0c5f92-f01c-441a-85f6-f845fbb461a1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616248 Jan 29 20:19:15.570285 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-8b1708e0-f35b-424c-b1cb-98f504a57a2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f69202d-fb36-4fae-97c0-d8c282dead82 HTTP/1.1" status: 200 len: 1002 time: 0.0745733 Jan 29 20:19:15.629123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-95018a99-a6ba-42df-9f4d-235521776807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:15.630864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-95018a99-a6ba-42df-9f4d-235521776807 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0499611 Jan 29 20:19:15.685528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-daa1e754-8d5e-48e6-8eba-f816da239ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:15.687202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-daa1e754-8d5e-48e6-8eba-f816da239ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502911 Jan 29 20:19:15.787333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-6ef1f823-3120-43e7-acf0-6605ca4cba38 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896053 Jan 29 20:19:15.880866 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52726a22-87d6-4c70-846b-b9250ecb8ada req-159e5b45-50de-465e-ae0c-f81ce36e629c service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866530 Jan 29 20:19:15.962605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7bfce-efba-4d6b-a7c2-ad8d024daa42 req-73d48440-db66-45a1-b248-8a05156c338d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:15.966309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0d7bfce-efba-4d6b-a7c2-ad8d024daa42 req-73d48440-db66-45a1-b248-8a05156c338d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0633450 Jan 29 20:19:16.015938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0d7bfce-efba-4d6b-a7c2-ad8d024daa42 req-e0b55528-78bd-4ee2-9de3-86a10c1de630 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460820 Jan 29 20:19:16.629004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a572a2-e903-4153-a463-f7f3dc42366e req-301aed4a-0b95-47b9-8f88-75094139319e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:16.630660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51a572a2-e903-4153-a463-f7f3dc42366e req-301aed4a-0b95-47b9-8f88-75094139319e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0534313 Jan 29 20:19:16.682552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-51a572a2-e903-4153-a463-f7f3dc42366e req-2438cf56-52d7-4a76-b15e-1a9bde629dbd tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458210 Jan 29 20:19:16.810762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ca508-303b-4fce-94ab-c42863efe89f req-812f978e-7fde-4f2e-af66-7baab14daa10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:16.812450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c9ca508-303b-4fce-94ab-c42863efe89f req-812f978e-7fde-4f2e-af66-7baab14daa10 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0602567 Jan 29 20:19:16.865585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c9ca508-303b-4fce-94ab-c42863efe89f req-0127467b-fd9a-4142-8a86-da46210fdf9a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Jan 29 20:19:16.892113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36576) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:16.942300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683e444-2ef6-41fa-9576-0823d14fa8ab tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:16.945050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b683e444-2ef6-41fa-9576-0823d14fa8ab tempest-TestNetworkAdvancedServerOps-1650992044 tempest-TestNetworkAdvancedServerOps-1650992044-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1122 time: 0.0518403 Jan 29 20:19:16.947940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36578) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:16.952305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'e2179582-33db-4aca-8649-6c99a501901e', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:17.029685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:17.149805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:17.151250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1afe-74d5-4b30-a2ea-89ec585eb946 req-651b56af-b611-4416-8412-e9bf56991031 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:17.152836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56ea1afe-74d5-4b30-a2ea-89ec585eb946 req-651b56af-b611-4416-8412-e9bf56991031 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0587065 Jan 29 20:19:17.205045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56ea1afe-74d5-4b30-a2ea-89ec585eb946 req-2214f466-e083-4999-a540-d582f918434e tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462897 Jan 29 20:19:17.262815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Allocated IP 172.25.5.181 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/30dba049-f990-40ea-879d-6bb8e6461d6b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:19:17.367406 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:17.468429 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:17.507630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:17.510695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:17.514288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:19:17.543898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=30dba049-f990-40ea-879d-6bb8e6461d6b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:17.898847 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (8247e8af-65a2-4f5d-99df-ff0218e5d851), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:18.050988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:18.213337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:18.280433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:18.288853 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:19:18.372021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event updated for resources: {'Port': ['ID=30dba049-f990-40ea-879d-6bb8e6461d6b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:18.400901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (8247e8af-65a2-4f5d-99df-ff0218e5d851), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:18.410470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804617-02a9-4240-83b2-7c23aadbf5dd req-b02b1a2c-abd2-4a17-bbb2-cd80158800f3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:18.411958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c804617-02a9-4240-83b2-7c23aadbf5dd req-b02b1a2c-abd2-4a17-bbb2-cd80158800f3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.1326625 Jan 29 20:19:18.530241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c804617-02a9-4240-83b2-7c23aadbf5dd req-ca83cdf7-dde3-451b-bcdb-4b100c3c8b3a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884123 Jan 29 20:19:18.544090 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP 8247e8af-65a2-4f5d-99df-ff0218e5d851 associated. External IP: 172.25.5.181, port: e2179582-33db-4aca-8649-6c99a501901e. Jan 29 20:19:18.751122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:19:18.859265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:19:18.879585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] Sync routers for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:19:18.890376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:18.891376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:18.984306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:19.001670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:19.018850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-02433d88-e577-467b-ac0b-dfb90a5b10c2 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0697677 Jan 29 20:19:19.019426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:19.022208 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559cfec5-f886-4532-a100-dfb53609804e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "tag": "e2179582-33db-4aca-8649-6c99a501901e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:19.062422 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48875296-bd75-4ae7-8872-dadadb628bd3 x-openstack-request-id: req-48875296-bd75-4ae7-8872-dadadb628bd3 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:19.062766 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "tag": "e2179582-33db-4aca-8649-6c99a501901e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:19.063074 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48875296-bd75-4ae7-8872-dadadb628bd3 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:19.063504 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e', 'status': 'completed', 'code': 200} Jan 29 20:19:19.176564 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237ac21-eecf-414e-847e-44834012ab6d req-421908d4-d0df-4d76-89f6-4ab8600aa7d1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:19.178275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e237ac21-eecf-414e-847e-44834012ab6d req-421908d4-d0df-4d76-89f6-4ab8600aa7d1 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.1004272 Jan 29 20:19:19.185305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfec5-f886-4532-a100-dfb53609804e req-283a5e67-5e88-477c-b68f-ed514c144a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:19.186842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-283a5e67-5e88-477c-b68f-ed514c144a76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1127 time: 0.0744870 Jan 29 20:19:19.271447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8247e8af-65a2-4f5d-99df-ff0218e5d851', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'port_id': 'e2179582-33db-4aca-8649-6c99a501901e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'mac_address': 'fa:16:3e:0c:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:17Z', 'updated_at': '2022-01-29T20:19:17Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:04Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:19.299968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] Checking router: 770014ce-d8ad-40a6-bf5c-f30db35a1d3a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:19:19.302210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e237ac21-eecf-414e-847e-44834012ab6d req-c50eed81-3300-4ad8-a1cf-635831e240ea tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131065 Jan 29 20:19:19.310227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:19.310996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:18:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:19.332500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfec5-f886-4532-a100-dfb53609804e req-03c32ac8-9c83-4d3d-bf81-7c953cbe36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:19.332500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-03c32ac8-9c83-4d3d-bf81-7c953cbe36ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 897 time: 0.1327093 Jan 29 20:19:19.335450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36600) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:19.412166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e296bc60-2f7f-4a1c-88ec-5b383e8a5e72 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/8247e8af-65a2-4f5d-99df-ff0218e5d851 HTTP/1.1" status: 200 len: 991 time: 0.0735939 Jan 29 20:19:19.429521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-cb3fa7b2-bc9c-436b-86df-b312293962a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 999 time: 0.0948212 Jan 29 20:19:19.432028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:19.478663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfec5-f886-4532-a100-dfb53609804e req-04eb787b-3911-4ad6-ba58-5bbe5683d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:19.480317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-04eb787b-3911-4ad6-ba58-5bbe5683d267 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 200 len: 835 time: 0.0457187 Jan 29 20:19:19.540529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfec5-f886-4532-a100-dfb53609804e req-1b6f99b3-59ea-4005-b83f-9e5c8a297b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:19.542510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-1b6f99b3-59ea-4005-b83f-9e5c8a297b87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52c4a166-7d04-41fd-bfaa-895b44fa0c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567446 Jan 29 20:19:19.665313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-324f4c71-015b-45fd-b937-387226d8ae7d service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161194 Jan 29 20:19:19.693284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0aab-3185-4e08-9cf3-683efc53e640 req-d927ad3c-129a-4777-9cf3-f404189d8780 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:19.701731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-064e0aab-3185-4e08-9cf3-683efc53e640 req-d927ad3c-129a-4777-9cf3-f404189d8780 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0773504 Jan 29 20:19:19.754612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-064e0aab-3185-4e08-9cf3-683efc53e640 req-e33aa943-a4e9-4c66-bc7c-b46a1d18b687 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518482 Jan 29 20:19:19.778284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-559cfec5-f886-4532-a100-dfb53609804e req-91a7437a-27f3-4e30-bc8f-80c23a5505f6 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069098 Jan 29 20:19:19.848533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8247e8af-65a2-4f5d-99df-ff0218e5d851', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'port_id': 'e2179582-33db-4aca-8649-6c99a501901e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'mac_address': 'fa:16:3e:0c:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:17Z', 'updated_at': '2022-01-29T20:19:17Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:04Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:19.879267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2923f1e-a0ef-4b2c-851f-3db1774511ef None None] The sync data for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 is: [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '8247e8af-65a2-4f5d-99df-ff0218e5d851', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'port_id': 'e2179582-33db-4aca-8649-6c99a501901e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'mac_address': 'fa:16:3e:0c:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:17Z', 'updated_at': '2022-01-29T20:19:17Z', 'revision_number': 0, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:04Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:19:20.101329 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04ea7b-ffd2-426d-8e84-4548dab4a8c1 None None] New status for floating IP 8247e8af-65a2-4f5d-99df-ff0218e5d851: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:19:20.365218 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-fdd0bd8e-1fc3-402c-aa67-6bfaa5c7b59d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501235 Jan 29 20:19:20.414665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36606) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:20.467443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-2051b26d-54f2-47f8-bfe9-f32ba51b0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:20.469244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-2051b26d-54f2-47f8-bfe9-f32ba51b0338 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1127 time: 0.0485482 Jan 29 20:19:20.486356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9ed0a159-8ad5-4dfd-9d79-7554ed663a90 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/8247e8af-65a2-4f5d-99df-ff0218e5d851 HTTP/1.1" status: 200 len: 993 time: 0.0705662 Jan 29 20:19:20.581081 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-df6426a3-2ef1-4c2a-8a29-0960b9e76bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:20.582482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-df6426a3-2ef1-4c2a-8a29-0960b9e76bd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 897 time: 0.0931268 Jan 29 20:19:20.647736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-0c028679-a150-486f-a4fc-e30bfa1602b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 1001 time: 0.0594029 Jan 29 20:19:20.699194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-5b97eacd-0e83-4299-8234-2013169a5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:20.700733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-5b97eacd-0e83-4299-8234-2013169a5f53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 200 len: 835 time: 0.0482683 Jan 29 20:19:20.754532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-fc25fa20-38cc-48e7-80bb-718a7c5b3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:20.756023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-fc25fa20-38cc-48e7-80bb-718a7c5b3edb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52c4a166-7d04-41fd-bfaa-895b44fa0c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494792 Jan 29 20:19:20.881378 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-c4fe83eb-1d3f-4444-9945-fe8b3bf4d023 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194158 Jan 29 20:19:20.917454 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c6b4b-5dfd-442e-bc0c-ea1abc95b8ee req-aa6b1347-c2d7-43ed-a069-ad4e9531725a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:20.918850 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb2c6b4b-5dfd-442e-bc0c-ea1abc95b8ee req-aa6b1347-c2d7-43ed-a069-ad4e9531725a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0895932 Jan 29 20:19:21.022557 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb2c6b4b-5dfd-442e-bc0c-ea1abc95b8ee req-8751bcdf-0bdf-4e72-883b-0039afe8f2e8 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950956 Jan 29 20:19:21.024807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f02fa26d-bbaf-49f5-909d-9973bcde8894 req-1fe532bc-e86e-45ef-99d6-f36b54e43683 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374278 Jan 29 20:19:22.147043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2b134-696e-4d5e-b048-f489c5c3ce60 req-a382d080-630b-4806-8a48-0fd9f868967d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:22.148541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7e2b134-696e-4d5e-b048-f489c5c3ce60 req-a382d080-630b-4806-8a48-0fd9f868967d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0558450 Jan 29 20:19:22.199206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e7e2b134-696e-4d5e-b048-f489c5c3ce60 req-446f2633-b795-4161-93f7-b795cd459c60 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449722 Jan 29 20:19:23.324791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee49e-bb53-45bc-81f9-783681c75322 req-200ed4ac-58ef-47e8-b646-506878d8da2a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:23.326280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03cee49e-bb53-45bc-81f9-783681c75322 req-200ed4ac-58ef-47e8-b646-506878d8da2a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0533931 Jan 29 20:19:23.379376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-03cee49e-bb53-45bc-81f9-783681c75322 req-f0c91fc8-a431-413d-9644-f875e43cfa9e tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472338 Jan 29 20:19:24.511472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf572f6-5a12-43de-bc62-cb47429cd84c req-df6866dc-1aca-47ee-bff7-7846da3ffd7c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:24.513903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-caf572f6-5a12-43de-bc62-cb47429cd84c req-df6866dc-1aca-47ee-bff7-7846da3ffd7c tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0611172 Jan 29 20:19:24.564975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-caf572f6-5a12-43de-bc62-cb47429cd84c req-adea27ec-227e-4a36-8248-4a7c110850fe tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451665 Jan 29 20:19:25.204953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-47ef7f8f-e494-4b0a-89c4-708b727af6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:25.686433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9561-a54f-4991-aa2e-3006007d714d req-739d3f15-ec5a-4af3-9342-59f5d21c38ad tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:25.687815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be7a9561-a54f-4991-aa2e-3006007d714d req-739d3f15-ec5a-4af3-9342-59f5d21c38ad tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 943 time: 0.0524116 Jan 29 20:19:25.721141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10eb3437-3687-4a9d-8454-7f1d6774a641 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:19:25.742570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be7a9561-a54f-4991-aa2e-3006007d714d req-8042bea7-0b52-4d94-b61d-fcd63a0377f4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488346 Jan 29 20:19:25.819446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10eb3437-3687-4a9d-8454-7f1d6774a641, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10eb3437-3687-4a9d-8454-7f1d6774a641,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:25.829743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:19:25.868162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 10eb3437-3687-4a9d-8454-7f1d6774a641 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:25.868584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:25.881340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10eb3437-3687-4a9d-8454-7f1d6774a641 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:19:25.901612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10eb3437-3687-4a9d-8454-7f1d6774a641, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10eb3437-3687-4a9d-8454-7f1d6774a641,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:25.982061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:26.028447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=10eb3437-3687-4a9d-8454-7f1d6774a641,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:26.268528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['10eb3437-3687-4a9d-8454-7f1d6774a641'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:19:26.862885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9c629-2459-4cbb-94fb-aabdf6ee3f94 req-7cb2daad-783f-4b1a-ab89-6e00137b6dbe tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:26.864455 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0dc9c629-2459-4cbb-94fb-aabdf6ee3f94 req-7cb2daad-783f-4b1a-ab89-6e00137b6dbe tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 944 time: 0.0546155 Jan 29 20:19:26.918982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0dc9c629-2459-4cbb-94fb-aabdf6ee3f94 req-86381378-dad8-421f-a2af-7e5012ff6cd5 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487180 Jan 29 20:19:27.729660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10eb3437-3687-4a9d-8454-7f1d6774a641 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:19:27.850763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 10eb3437-3687-4a9d-8454-7f1d6774a641 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:19:27.855938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 10eb3437-3687-4a9d-8454-7f1d6774a641 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:19:27.856394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:27.939327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 10eb3437-3687-4a9d-8454-7f1d6774a641 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:19:27.939717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:27.967995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:27.970522 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3088ffa3-7da5-4279-85af-050223ab9e17" -d '{"events": [{"server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "name": "network-vif-plugged", "status": "completed", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:27.984183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10eb3437-3687-4a9d-8454-7f1d6774a641, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10eb3437-3687-4a9d-8454-7f1d6774a641,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:19:28.013819 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e729062-9a5f-4ab6-87e2-02ca21ef8ffe x-openstack-request-id: req-1e729062-9a5f-4ab6-87e2-02ca21ef8ffe {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:28.014173 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "name": "network-vif-plugged", "status": "completed", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:28.014551 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e729062-9a5f-4ab6-87e2-02ca21ef8ffe {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:28.015008 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'code': 200} Jan 29 20:19:28.050121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e920f-81b4-4f78-8c09-1643429f338b req-0559a7a1-2387-4320-970c-16656bb84eb6 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:28.051658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa1e920f-81b4-4f78-8c09-1643429f338b req-0559a7a1-2387-4320-970c-16656bb84eb6 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 944 time: 0.0591822 Jan 29 20:19:28.056508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:28.134822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=10eb3437-3687-4a9d-8454-7f1d6774a641,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:28.154182 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa1e920f-81b4-4f78-8c09-1643429f338b req-6d77b72e-be30-495d-a21c-b8905b2a06f1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914462 Jan 29 20:19:28.175384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511402-1bf4-4185-8b9c-7f0eaa28d25e req-362c82b8-48e7-4fb1-97a7-42d5ef95062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:28.176935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07511402-1bf4-4185-8b9c-7f0eaa28d25e req-362c82b8-48e7-4fb1-97a7-42d5ef95062b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1127 time: 0.0581875 Jan 29 20:19:28.187257 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-df8cec3b-888f-47a2-bd35-7acdd1363ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:28.227631 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07511402-1bf4-4185-8b9c-7f0eaa28d25e req-b84a0300-393e-43af-9764-b770e14574ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448771 Jan 29 20:19:28.942073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:29.285163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3258e-56ab-40e6-8fcb-31ffc2101e73 req-2ef965f0-1c49-4df2-b61f-0ac5319d8032 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:29.287195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7d3258e-56ab-40e6-8fcb-31ffc2101e73 req-2ef965f0-1c49-4df2-b61f-0ac5319d8032 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 945 time: 0.0595176 Jan 29 20:19:29.342661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7d3258e-56ab-40e6-8fcb-31ffc2101e73 req-f8cf02cd-311b-4f66-afd5-a1c289d51724 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497174 Jan 29 20:19:30.068238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:30.399049 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:30.471835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e12ced-f470-418c-ab2a-09dff6175a6e req-11dad051-7148-4c4a-bec1-2df4d343e7f2 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:30.473285 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07e12ced-f470-418c-ab2a-09dff6175a6e req-11dad051-7148-4c4a-bec1-2df4d343e7f2 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 945 time: 0.0599828 Jan 29 20:19:30.525325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-07e12ced-f470-418c-ab2a-09dff6175a6e req-f8eb6ad8-be58-4ef0-9c63-56fef19d9294 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456910 Jan 29 20:19:30.650052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f94640-986f-42cb-aa26-a4fd8e143c75 req-a510c1dd-6ab9-478c-b979-428cdd3d5cff tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:30.651460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8f94640-986f-42cb-aa26-a4fd8e143c75 req-a510c1dd-6ab9-478c-b979-428cdd3d5cff tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 945 time: 0.0547228 Jan 29 20:19:30.700391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8f94640-986f-42cb-aa26-a4fd8e143c75 req-231f7845-fb0f-472e-83bd-c7e0b9aa9057 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428584 Jan 29 20:19:30.723323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36670) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:30.870070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f2bb9d-af65-4321-a481-730f35f0094c tempest-TestVolumeBackupRestore-1175951743 tempest-TestVolumeBackupRestore-1175951743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:30.874734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36674) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:30.874859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71f2bb9d-af65-4321-a481-730f35f0094c tempest-TestVolumeBackupRestore-1175951743 tempest-TestVolumeBackupRestore-1175951743-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1122 time: 0.1504731 Jan 29 20:19:30.879437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'tenant_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:30.953809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:31.051011 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:31.161777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Allocated IP 172.25.5.151 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/567dc4d5-9a00-459b-8820-aa2a8d203dfb) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:19:31.263331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:31.354424 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:31.400366 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:19:31.403394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:19:31.406065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:19:31.412872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'Port': ['ID=567dc4d5-9a00-459b-8820-aa2a8d203dfb,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:31.445245 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.445598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.445954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.446277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.446607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.446939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.447263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.447586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.447906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.448253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.448682 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.449014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.449334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:19:31.548611 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:31.810412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for floatingip (0f17f6e4-49ad-44f8-8f14-9490254f2b1c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:31.930685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:32.089364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:32.153086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:32.217931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event updated for resources: {'Port': ['ID=567dc4d5-9a00-459b-8820-aa2a8d203dfb,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:19:32.235403 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0f17f6e4-49ad-44f8-8f14-9490254f2b1c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:32.341057 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Floating IP 0f17f6e4-49ad-44f8-8f14-9490254f2b1c associated. External IP: 172.25.5.151, port: 10eb3437-3687-4a9d-8454-7f1d6774a641. Jan 29 20:19:32.558846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Router 12eadc42-feea-46fe-b306-226b9ccd2f42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:19:32.938070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:19:32.950861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] Sync routers for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:19:32.962318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:32.963013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:19:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:33.025961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:33.057910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b48899fd-d72e-40c0-8e57-32a8f64e4144 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1817188 Jan 29 20:19:33.058505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:33.060471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36682) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:33.061349 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ff423-a866-4504-8f2b-34d97d6b2374" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:33.094516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:33.108372 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7948187-139e-4a16-bed5-c89ee9f24eb4 x-openstack-request-id: req-b7948187-139e-4a16-bed5-c89ee9f24eb4 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:33.108881 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:33.109605 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7948187-139e-4a16-bed5-c89ee9f24eb4 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:33.110162 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'status': 'completed', 'code': 200} Jan 29 20:19:33.126342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1a03d-0122-4328-9b94-548b91b66393 tempest-TestVolumeBackupRestore-1175951743 tempest-TestVolumeBackupRestore-1175951743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:33.128333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-89e1a03d-0122-4328-9b94-548b91b66393 tempest-TestVolumeBackupRestore-1175951743 tempest-TestVolumeBackupRestore-1175951743-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1122 time: 0.0657966 Jan 29 20:19:33.131478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36686) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:19:33.137508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Request body: {'floatingip': {'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:19:33.203776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-e353ea31-c91f-4af9-8b6a-3badef33616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:33.204603 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for floatingip (0f17f6e4-49ad-44f8-8f14-9490254f2b1c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:33.206546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-e353ea31-c91f-4af9-8b6a-3badef33616d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1127 time: 0.0510209 Jan 29 20:19:33.322753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-da411de1-9f0b-49cc-b81d-74ea25b6d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:33.324430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-da411de1-9f0b-49cc-b81d-74ea25b6d292 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 200 len: 914 time: 0.1112795 Jan 29 20:19:33.382412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0f17f6e4-49ad-44f8-8f14-9490254f2b1c', 'tenant_id': '3108fd62515e424db9234239280b9449', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:31Z', 'updated_at': '2022-01-29T20:19:31Z', 'revision_number': 0, 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:33.410480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-6613d91c-2535-46a0-8bfb-4f7abd0e816e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 200 len: 999 time: 0.0759830 Jan 29 20:19:33.412232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] Checking router: 12eadc42-feea-46fe-b306-226b9ccd2f42 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:19:33.421403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:33.422024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:19:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:33.479996 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-abd61770-d148-44bc-912f-f55375b2d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:33.481441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-abd61770-d148-44bc-912f-f55375b2d8b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 HTTP/1.1" status: 200 len: 853 time: 0.0643566 Jan 29 20:19:33.541697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:33.548700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-a75f0a50-35b6-4491-84de-8d87a9eb487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:33.550380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-a75f0a50-35b6-4491-84de-8d87a9eb487c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e1fb176-d122-41a2-ac97-8e63b9420dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622921 Jan 29 20:19:33.714100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-c1498d7e-0590-44cd-b712-88b70cb7262f service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562867 Jan 29 20:19:33.771152 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:33.820457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0f17f6e4-49ad-44f8-8f14-9490254f2b1c', 'tenant_id': '3108fd62515e424db9234239280b9449', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:31Z', 'updated_at': '2022-01-29T20:19:31Z', 'revision_number': 0, 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:33.824748 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e1ff423-a866-4504-8f2b-34d97d6b2374 req-ac53cc2a-e360-4969-a946-e62f32914ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053448 Jan 29 20:19:33.833780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0f17f6e4-49ad-44f8-8f14-9490254f2b1c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:33.853666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4b8dd-ef78-44ab-bab7-892ffe43c78d None None] The sync data for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 is: [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0f17f6e4-49ad-44f8-8f14-9490254f2b1c', 'tenant_id': '3108fd62515e424db9234239280b9449', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:31Z', 'updated_at': '2022-01-29T20:19:31Z', 'revision_number': 0, 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:19:34.065884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Router 12eadc42-feea-46fe-b306-226b9ccd2f42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:19:34.122266 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88030b1a-c913-4288-ad69-a7416fcb369a None None] New status for floating IP 0f17f6e4-49ad-44f8-8f14-9490254f2b1c: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:19:34.196299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:19:34.204332 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:34.401442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] Sync routers for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:19:34.412578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:34.413287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:19:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:34.526720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:34.581569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:34.584755 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:34.624649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-226bd007-04a0-42c5-bd17-5fda598df1b1 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "PUT /v2.0/floatingips/0f17f6e4-49ad-44f8-8f14-9490254f2b1c HTTP/1.1" status: 200 len: 991 time: 1.4914889 Jan 29 20:19:34.636824 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e7efc-eb0c-418f-a1e5-518cb8974f66 x-openstack-request-id: req-592e7efc-eb0c-418f-a1e5-518cb8974f66 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:34.637218 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:34.637482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-592e7efc-eb0c-418f-a1e5-518cb8974f66 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:34.638035 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'status': 'completed', 'code': 200} Jan 29 20:19:34.726182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-9698e233-91ec-4fcc-84e1-f79ec402135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:34.727706 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-9698e233-91ec-4fcc-84e1-f79ec402135a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1127 time: 0.0500131 Jan 29 20:19:34.793592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0f17f6e4-49ad-44f8-8f14-9490254f2b1c', 'tenant_id': '3108fd62515e424db9234239280b9449', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:31Z', 'updated_at': '2022-01-29T20:19:34Z', 'revision_number': 2, 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:34.823965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] Checking router: 12eadc42-feea-46fe-b306-226b9ccd2f42 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:19:34.828335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-c416f5ea-5a4f-4797-bb99-d645e02595a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:34.829975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-c416f5ea-5a4f-4797-bb99-d645e02595a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 200 len: 914 time: 0.0960224 Jan 29 20:19:34.833626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:19:34.834295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:19:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:34.898476 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-e08da162-1a9e-4b9d-9461-58e497d5e707 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 200 len: 1001 time: 0.0613136 Jan 29 20:19:34.958020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-ad86379a-6454-46e2-9bb0-9379147a7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:34.959841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-ad86379a-6454-46e2-9bb0-9379147a7a9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 HTTP/1.1" status: 200 len: 853 time: 0.0557568 Jan 29 20:19:35.015569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-711f8ccf-377f-4eff-9179-9fcc00f32818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:35.017406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-711f8ccf-377f-4eff-9179-9fcc00f32818 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e1fb176-d122-41a2-ac97-8e63b9420dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521202 Jan 29 20:19:35.113373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:19:35.120493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-f211e4df-a45a-41ca-885e-9d71df53ed6c service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970895 Jan 29 20:19:35.240113 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4c8869c0-6c9e-42c9-81df-a8fc11a5de61 req-3d278aa3-dcb4-452a-a4c3-2943290265a8 service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139014 Jan 29 20:19:35.375843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0f17f6e4-49ad-44f8-8f14-9490254f2b1c', 'tenant_id': '3108fd62515e424db9234239280b9449', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:31Z', 'updated_at': '2022-01-29T20:19:34Z', 'revision_number': 2, 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:19:35.404000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89d726-92fe-4b79-8e73-28f12790e8e6 None None] The sync data for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 is: [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0f17f6e4-49ad-44f8-8f14-9490254f2b1c', 'tenant_id': '3108fd62515e424db9234239280b9449', 'floating_ip_address': '172.25.5.151', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'port_id': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'mac_address': 'fa:16:3e:70:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:19:31Z', 'updated_at': '2022-01-29T20:19:34Z', 'revision_number': 2, 'project_id': '3108fd62515e424db9234239280b9449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:19:36.638966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:19:36.641983 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9800f6dd-1df5-4074-992a-7420ac9c5b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:19:36.684348 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c20b3-1674-4f0c-b3f7-7aa0bb26f800 x-openstack-request-id: req-ff7c20b3-1674-4f0c-b3f7-7aa0bb26f800 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:19:36.684348 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:19:36.684348 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff7c20b3-1674-4f0c-b3f7-7aa0bb26f800 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:19:36.684348 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'status': 'completed', 'code': 200} Jan 29 20:19:36.771230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-97b62236-178d-40ac-bed9-cdfc18ece5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:36.772909 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-97b62236-178d-40ac-bed9-cdfc18ece5f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1127 time: 0.0467620 Jan 29 20:19:36.871463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-e3ae37b7-d729-4aed-a2c9-da60d9a0314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:36.873060 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-e3ae37b7-d729-4aed-a2c9-da60d9a0314f service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 200 len: 914 time: 0.0933766 Jan 29 20:19:36.940862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-35d386a1-393a-4a6a-ac90-c79d05e2dbbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 200 len: 1001 time: 0.0611725 Jan 29 20:19:36.994371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-ae197521-259c-42ef-99e0-124d30a125ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:36.995996 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-ae197521-259c-42ef-99e0-124d30a125ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 HTTP/1.1" status: 200 len: 853 time: 0.0484538 Jan 29 20:19:37.046638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-259481cf-43b7-4d72-8be4-9a835e74769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:37.048123 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-259481cf-43b7-4d72-8be4-9a835e74769a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e1fb176-d122-41a2-ac97-8e63b9420dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454898 Jan 29 20:19:37.144259 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-d88b522d-c530-4c58-9478-4f32956a28df service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896091 Jan 29 20:19:37.236470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9800f6dd-1df5-4074-992a-7420ac9c5b2a req-ec5d7637-7bd9-4969-a99f-f0e9080b12e1 service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Jan 29 20:19:38.261835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:49.567377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa119-94ca-42f7-99e1-e0cd53bcbe4a req-601a229d-2a65-4f56-81ff-91807a30bf3c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:49.568976 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6bfa119-94ca-42f7-99e1-e0cd53bcbe4a req-601a229d-2a65-4f56-81ff-91807a30bf3c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0631311 Jan 29 20:19:49.631688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e6bfa119-94ca-42f7-99e1-e0cd53bcbe4a req-0c74a756-07b2-485c-b449-b7809522376f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570538 Jan 29 20:19:50.758435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cf7b1-1410-4f84-99f9-69b4803ef4c5 req-52f5471f-6f35-40a0-8d0d-a47882d33746 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:50.759947 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e9cf7b1-1410-4f84-99f9-69b4803ef4c5 req-52f5471f-6f35-40a0-8d0d-a47882d33746 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0547926 Jan 29 20:19:50.814962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e9cf7b1-1410-4f84-99f9-69b4803ef4c5 req-5f7f41af-867d-4ff8-a6a7-4ceb8a35ad5c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479970 Jan 29 20:19:51.944405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9f7b-18a8-46c2-b53e-f28016c7f793 req-d8b1699d-c2f3-4ebb-b669-0eb518a95cb0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:51.947057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f7b9f7b-18a8-46c2-b53e-f28016c7f793 req-d8b1699d-c2f3-4ebb-b669-0eb518a95cb0 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0603590 Jan 29 20:19:51.998852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f7b9f7b-18a8-46c2-b53e-f28016c7f793 req-2ac8df71-9abf-4f56-9ba5-a51f9e30fc53 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465956 Jan 29 20:19:53.242508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d11a3-11ab-42c3-81c4-9b77c9bdb6d5 req-bf71f5eb-953b-482e-ab8c-4d15aa445637 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:53.244029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-965d11a3-11ab-42c3-81c4-9b77c9bdb6d5 req-bf71f5eb-953b-482e-ab8c-4d15aa445637 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.1760733 Jan 29 20:19:53.295315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-965d11a3-11ab-42c3-81c4-9b77c9bdb6d5 req-595af6a5-c673-46ba-ad1d-0ebd1cd26990 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Jan 29 20:19:54.482312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a043101-481d-417c-90c9-3b65f63eff39 req-a455a136-346d-4d65-a8ba-724cfe4fd02a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:54.484084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a043101-481d-417c-90c9-3b65f63eff39 req-a455a136-346d-4d65-a8ba-724cfe4fd02a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.1161435 Jan 29 20:19:54.541068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a043101-481d-417c-90c9-3b65f63eff39 req-6fd7bc65-6067-4463-be36-c02780f3767c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504889 Jan 29 20:19:55.175350 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-942d24ad-2db3-40f6-a958-801ed6ebd6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:55.287717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:19:55.666111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b96abd-0069-4922-ac5b-bc7f794a47f1 req-5fee4516-21e2-4d06-b9a3-bf6b8a73b786 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:55.667370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6b96abd-0069-4922-ac5b-bc7f794a47f1 req-5fee4516-21e2-4d06-b9a3-bf6b8a73b786 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Jan 29 20:19:55.718270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c6b96abd-0069-4922-ac5b-bc7f794a47f1 req-56a4cf1b-a5ad-483d-8430-b55f4564a1df tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Jan 29 20:19:56.844801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb373ff-14fa-4b12-94e2-1e9e56dc7837 req-48bb25f0-6c7a-41bf-b810-5ae95250e64f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:56.846563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cb373ff-14fa-4b12-94e2-1e9e56dc7837 req-48bb25f0-6c7a-41bf-b810-5ae95250e64f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0565095 Jan 29 20:19:56.900985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1cb373ff-14fa-4b12-94e2-1e9e56dc7837 req-c5d93cd5-470d-49ca-9052-60777c0be95a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485537 Jan 29 20:19:58.031073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc2389-f60e-4621-bd43-c7647e8378d6 req-c876729e-1e13-476d-ae80-fdcc6c4a3b1e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:58.032617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33dc2389-f60e-4621-bd43-c7647e8378d6 req-c876729e-1e13-476d-ae80-fdcc6c4a3b1e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0583577 Jan 29 20:19:58.081346 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33dc2389-f60e-4621-bd43-c7647e8378d6 req-0217af5b-0a77-44a0-94d5-1ce1ec2f2671 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Jan 29 20:19:58.170316 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0a5a-4179-452b-8516-728e2b9b1530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:58.918358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:19:59.207436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8a79d-904e-444f-9926-a6ce81179f54 req-63333a78-bd85-46c1-b951-5bc8e9ad349d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:19:59.208965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8f8a79d-904e-444f-9926-a6ce81179f54 req-63333a78-bd85-46c1-b951-5bc8e9ad349d tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0578337 Jan 29 20:19:59.260179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8f8a79d-904e-444f-9926-a6ce81179f54 req-c6f6b98f-9f92-4b31-93b5-6872fd66a6f6 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455704 Jan 29 20:20:00.072913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:00.386433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:00.400287 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921c71d-0b1e-4c2b-8c70-290c470559b1 req-00a1f273-6b27-4ad0-9639-2a6b5f49ab87 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:00.407442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7921c71d-0b1e-4c2b-8c70-290c470559b1 req-00a1f273-6b27-4ad0-9639-2a6b5f49ab87 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0621376 Jan 29 20:20:00.454795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7921c71d-0b1e-4c2b-8c70-290c470559b1 req-16fe1774-e35b-47e9-97a0-19c7653c31ef tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 Jan 29 20:20:01.540912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:01.586509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889358cc-e03d-4855-9f98-0f208a3bc813 req-433a9c2b-1d4f-497d-bc3e-b1c8a6871e57 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:01.588098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-889358cc-e03d-4855-9f98-0f208a3bc813 req-433a9c2b-1d4f-497d-bc3e-b1c8a6871e57 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0606437 Jan 29 20:20:01.639799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-889358cc-e03d-4855-9f98-0f208a3bc813 req-fd4ae4ee-5f71-43d3-b31e-d1109dbb2d02 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451789 Jan 29 20:20:02.760271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d31c-2016-46cd-a8c2-716cb64dfdc7 req-f4b90813-0ef5-479b-a5fb-c140a8a91546 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:02.761672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1502d31c-2016-46cd-a8c2-716cb64dfdc7 req-f4b90813-0ef5-479b-a5fb-c140a8a91546 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Jan 29 20:20:02.816321 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1502d31c-2016-46cd-a8c2-716cb64dfdc7 req-7c0ffd99-11c8-4f42-beff-99b37119a317 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481038 Jan 29 20:20:03.105825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbc22d-9b2c-4d87-82a7-1b66a4791d8f req-acaff031-de0f-4bdf-a00f-1063d44838e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:03.107874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95dbc22d-9b2c-4d87-82a7-1b66a4791d8f req-acaff031-de0f-4bdf-a00f-1063d44838e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1127 time: 0.0454035 Jan 29 20:20:03.158023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-95dbc22d-9b2c-4d87-82a7-1b66a4791d8f req-f094df93-1bfd-45bf-bf30-5a0098682330 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Jan 29 20:20:03.887648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e2179582-33db-4aca-8649-6c99a501901e details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:20:03.944071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a6a3e-8dce-4173-9b05-09a37eaf441c req-b78a97ec-b7e6-4db8-bbe3-e6e0c137ad94 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:03.945645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250a6a3e-8dce-4173-9b05-09a37eaf441c req-b78a97ec-b7e6-4db8-bbe3-e6e0c137ad94 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0587060 Jan 29 20:20:03.993994 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:04.006430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'e2179582-33db-4aca-8649-6c99a501901e', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'port_id': 'e2179582-33db-4aca-8649-6c99a501901e', 'mac_address': 'fa:16:3e:0c:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:20:04.007056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-250a6a3e-8dce-4173-9b05-09a37eaf441c req-b3c4853f-3751-4d07-b6ed-f16c78fd1fed tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475776 Jan 29 20:20:04.048402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e2179582-33db-4aca-8649-6c99a501901e is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:20:04.048793 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:04.063306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2179582-33db-4aca-8649-6c99a501901e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:20:04.087603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:04.152777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:04.207622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:04.215131 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.215492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.215862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.216190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.216546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.216883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.217184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.217500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.217815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.218155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.218467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.218785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.219100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:04.483599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['e2179582-33db-4aca-8649-6c99a501901e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:20:05.134679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce97c0-db11-4463-b9f2-d2a7266a3276 req-89c417b8-b28a-44fa-9519-204ed078eb34 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:05.136800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23ce97c0-db11-4463-b9f2-d2a7266a3276 req-89c417b8-b28a-44fa-9519-204ed078eb34 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 944 time: 0.0585330 Jan 29 20:20:05.191359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-23ce97c0-db11-4463-b9f2-d2a7266a3276 req-12b38a17-0c2f-48d7-b899-fb81e20d1dd9 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484552 Jan 29 20:20:05.216939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36830) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:05.283046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5ccd84a0-b00f-4b56-824f-088b6c3773cf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/floatingips/8247e8af-65a2-4f5d-99df-ff0218e5d851 HTTP/1.1" status: 200 len: 992 time: 0.0649478 Jan 29 20:20:05.884978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e2179582-33db-4aca-8649-6c99a501901e up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:20:05.936606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port e2179582-33db-4aca-8649-6c99a501901e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:20:05.936982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e2179582-33db-4aca-8649-6c99a501901e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:06.023306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port e2179582-33db-4aca-8649-6c99a501901e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:20:06.023698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:06.048640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:20:06.050865 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2941ca-6c40-4732-b5d4-d88ea78f1236" -d '{"events": [{"server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "name": "network-vif-plugged", "status": "completed", "tag": "e2179582-33db-4aca-8649-6c99a501901e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:20:06.068332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:06.105756 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d680d4-8822-48f9-98e7-04e5a9a00f73 x-openstack-request-id: req-46d680d4-8822-48f9-98e7-04e5a9a00f73 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:20:06.105756 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "name": "network-vif-plugged", "status": "completed", "tag": "e2179582-33db-4aca-8649-6c99a501901e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:20:06.105756 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46d680d4-8822-48f9-98e7-04e5a9a00f73 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:20:06.105756 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e', 'code': 200} Jan 29 20:20:06.146828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:06.196781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:08.255369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:16.221012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-5267ad6a-b776-40f3-952f-d71e3ded3c17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504777 Jan 29 20:20:16.325338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-09831abc-3244-4b46-bd0b-84851184186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:16.326950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-09831abc-3244-4b46-bd0b-84851184186b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 1128 time: 0.0567029 Jan 29 20:20:16.452093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-6fd2db2b-6036-4386-a9ca-00b64ff6d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:16.454307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-6fd2db2b-6036-4386-a9ca-00b64ff6d504 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0995736 Jan 29 20:20:16.527646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-7449a2af-afc6-414e-bd3f-b7d32ec7a671 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f69202d-fb36-4fae-97c0-d8c282dead82 HTTP/1.1" status: 200 len: 1002 time: 0.0642891 Jan 29 20:20:16.581670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-e809091b-1338-432d-92bb-c9a4227b2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:16.583161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-e809091b-1338-432d-92bb-c9a4227b2e71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0462742 Jan 29 20:20:16.635285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-0db7f733-4751-43fa-a260-37fc19e5f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:16.636822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-0db7f733-4751-43fa-a260-37fc19e5f0f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440052 Jan 29 20:20:16.736306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-e18879f4-dea1-44f1-9cec-de69c4550c41 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891294 Jan 29 20:20:16.836051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-acc54b32-8ff0-43c3-b808-b24e1011af99 req-90f83ee6-e735-467a-8a2f-f3fdf7e0ce3e service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896490 Jan 29 20:20:20.355737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-6b068dfb-3447-4dad-b678-086de80a44f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486071 Jan 29 20:20:20.458327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-1555fcf4-0cbb-46a4-881f-47a26207947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:20.459701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-1555fcf4-0cbb-46a4-881f-47a26207947a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1127 time: 0.0445261 Jan 29 20:20:20.571985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-4f64df87-678d-4b84-a9c2-fd14de067ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:20.573558 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-4f64df87-678d-4b84-a9c2-fd14de067ff3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 897 time: 0.0953856 Jan 29 20:20:20.647719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-09c788a1-f51a-4a77-a4c1-e20dbed2d8ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 1001 time: 0.0630400 Jan 29 20:20:20.699475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-9c52e20c-8d32-4b1e-aa3a-a51272fbf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:20.704427 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-9c52e20c-8d32-4b1e-aa3a-a51272fbf1d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 200 len: 835 time: 0.0497379 Jan 29 20:20:20.756137 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-f1efc22d-389f-4e38-828a-8a28c8c3b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:20.757708 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-f1efc22d-389f-4e38-828a-8a28c8c3b520 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52c4a166-7d04-41fd-bfaa-895b44fa0c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499530 Jan 29 20:20:20.850510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-f2678443-d6c6-4f17-91bd-6ba5ad048512 service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Jan 29 20:20:20.945276 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a59bd3c6-5578-478c-b3e9-c3017bf8989d req-8d28c5d3-367f-4341-8664-f7029107859c service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887630 Jan 29 20:20:25.152128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc254923-c7e7-498d-8634-500a9a13e2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:28.169159 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b5e4b169-a6cd-426f-ba14-afbb9cb69586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:28.934923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.194623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36926) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:29.351388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Deleting subnet 7bce60b1-38a7-4a14-91f7-7803fe9175c6 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:20:29.354592 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Publish callbacks [] for subnet (7bce60b1-38a7-4a14-91f7-7803fe9175c6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.391325 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (7bce60b1-38a7-4a14-91f7-7803fe9175c6), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.432975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (7bce60b1-38a7-4a14-91f7-7803fe9175c6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.570023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (7bce60b1-38a7-4a14-91f7-7803fe9175c6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.595687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bce60b1-38a7-4a14-91f7-7803fe9175c6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:29.600276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.606272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7bce60b1-38a7-4a14-91f7-7803fe9175c6 HTTP/1.1" status: 204 len: 168 time: 0.4078832 Jan 29 20:20:29.606554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36934) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:29.618012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.618272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.618614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.618949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.619289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.619620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.619947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.620299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.620627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.620947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.621268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.621589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.621914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d4f831-a8d0-4470-9c9a-3fe43121c2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:29.682063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a46ee294-0548-4ebb-a445-c14866f65ec1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.781038 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a46ee294-0548-4ebb-a445-c14866f65ec1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.800825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46ee294-0548-4ebb-a445-c14866f65ec1']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:29.810241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1522b8f3-b83c-4306-bd77-36c8680e6374') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:29.811049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1522b8f3-b83c-4306-bd77-36c8680e6374') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:29.820890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (1522b8f3-b83c-4306-bd77-36c8680e6374), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.834585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1522b8f3-b83c-4306-bd77-36c8680e6374), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.840692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:20:29.841198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (1522b8f3-b83c-4306-bd77-36c8680e6374), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:20:29.842962 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:20:29.980607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a46ee294-0548-4ebb-a445-c14866f65ec1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.994191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:29.997489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] 10.222.0.15 "DELETE /v2.0/networks/a46ee294-0548-4ebb-a445-c14866f65ec1 HTTP/1.1" status: 204 len: 168 time: 0.3899081 Jan 29 20:20:30.008488 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d9884-95d5-4760-933d-c13816a9505a admin admin] Pushing event deleted for resources: {'Network': ['ID=a46ee294-0548-4ebb-a445-c14866f65ec1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:30.077816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:30.298348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36938) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:30.347456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-970dfdde-e91f-41d5-8a71-29589a6111c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d32b222901e43428974212dce1fdce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472786 Jan 29 20:20:30.349852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36940) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:30.363309 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:30.397926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1928b066-5cc2-471e-a576-0614613ce005 admin admin] Publish callbacks [] for security_group (2d90408e-502e-4e5e-ba23-ffb304dac421), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:30.419476 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1928b066-5cc2-471e-a576-0614613ce005 admin admin] Publish callbacks [] for security_group (2d90408e-502e-4e5e-ba23-ffb304dac421), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:30.575003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1928b066-5cc2-471e-a576-0614613ce005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (2d90408e-502e-4e5e-ba23-ffb304dac421), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:30.578763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1928b066-5cc2-471e-a576-0614613ce005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:30.579930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1928b066-5cc2-471e-a576-0614613ce005 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d90408e-502e-4e5e-ba23-ffb304dac421 HTTP/1.1" status: 204 len: 168 time: 0.2291346 Jan 29 20:20:30.587751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928b066-5cc2-471e-a576-0614613ce005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d90408e-502e-4e5e-ba23-ffb304dac421,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:31.540303 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:32.286756 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:20:38.312077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:40.432898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36954) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:40.596312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 30dba049-f990-40ea-879d-6bb8e6461d6b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:40.596666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:40.673477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:40.673872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (30dba049-f990-40ea-879d-6bb8e6461d6b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:40.685594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 30dba049-f990-40ea-879d-6bb8e6461d6b owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:40.911927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (30dba049-f990-40ea-879d-6bb8e6461d6b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:40.933493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=30dba049-f990-40ea-879d-6bb8e6461d6b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:41.042305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for floatingip (8247e8af-65a2-4f5d-99df-ff0218e5d851), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:41.042824 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Floating IP 8247e8af-65a2-4f5d-99df-ff0218e5d851 disassociated (deleted). External IP: 172.25.5.181, port: e2179582-33db-4aca-8649-6c99a501901e. Jan 29 20:20:41.135201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36958) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:41.259243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:20:41.373297 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:20:41.379419 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:41.384149 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] Sync routers for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:20:41.395306 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:20:41.395947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:41.414513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-671d2411-c7b6-4edd-ac8d-82b1634a0c2e tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/floatingips/8247e8af-65a2-4f5d-99df-ff0218e5d851 HTTP/1.1" status: 204 len: 168 time: 0.9804749 Jan 29 20:20:41.415305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:20:41.418005 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f74c31-2d52-48c8-840c-9621f3ca37d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "tag": "e2179582-33db-4aca-8649-6c99a501901e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:20:41.473338 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d079c8-7b63-49a0-9adf-b7cc20b19129 x-openstack-request-id: req-85d079c8-7b63-49a0-9adf-b7cc20b19129 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:20:41.473993 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "tag": "e2179582-33db-4aca-8649-6c99a501901e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:20:41.473993 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85d079c8-7b63-49a0-9adf-b7cc20b19129 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:20:41.474467 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e', 'status': 'completed', 'code': 200} Jan 29 20:20:41.521772 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Deleting port 567dc4d5-9a00-459b-8820-aa2a8d203dfb {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:41.522119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:41.538632 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:20:41.633077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-611031e8-2c4d-4f31-9d91-25d521d9f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:41.634772 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-611031e8-2c4d-4f31-9d91-25d521d9f2d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 1127 time: 0.1105976 Jan 29 20:20:41.651999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:41.652356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for floatingip (567dc4d5-9a00-459b-8820-aa2a8d203dfb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:41.684937 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Calling delete_port for 567dc4d5-9a00-459b-8820-aa2a8d203dfb owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:41.757982 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:04Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:41.785782 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] Checking router: 770014ce-d8ad-40a6-bf5c-f30db35a1d3a for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:20:41.794127 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:20:41.794791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:41.803103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-7147b949-09a1-4e2f-8a63-c9df98aafa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:41.804620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-7147b949-09a1-4e2f-8a63-c9df98aafa93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 200 len: 897 time: 0.1638441 Jan 29 20:20:41.891333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-3fc718f4-e8f6-48c1-8518-ba3dace11703 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 200 len: 217 time: 0.0781491 Jan 29 20:20:41.901042 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:20:41.991228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-fabdfab5-b817-46b1-8f2e-bf077ca45517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:41.992665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-fabdfab5-b817-46b1-8f2e-bf077ca45517 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 200 len: 835 time: 0.0947931 Jan 29 20:20:42.000194 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f443f7-0676-4a12-ac00-caa13d0570f6 req-87838558-c212-4c1f-8795-0ec1984b0533 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:42.001598 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81f443f7-0676-4a12-ac00-caa13d0570f6 req-87838558-c212-4c1f-8795-0ec1984b0533 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.1809466 Jan 29 20:20:42.101444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-0377cc9d-f558-40f3-8841-7f9e9e065a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:42.103004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-0377cc9d-f558-40f3-8841-7f9e9e065a00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52c4a166-7d04-41fd-bfaa-895b44fa0c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988185 Jan 29 20:20:42.107243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81f443f7-0676-4a12-ac00-caa13d0570f6 req-dde1a3f9-8dc8-47a3-9819-568a13247d4a tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932655 Jan 29 20:20:42.107909 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:04Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:42.138184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f51636-9217-46d0-9a60-70ee543fe2cf None None] The sync data for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 is: [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:19:00Z', 'revision_number': 4, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3a1e4bbe-bc11-4b47-8d93-761fe6e22886', 'name': '', 'network_id': '52c4a166-7d04-41fd-bfaa-895b44fa0c51', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'mac_address': 'fa:16:3e:94:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:19:00Z', 'updated_at': '2022-01-29T20:19:04Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'subnets': [{'id': '8b462eac-34b0-47aa-9921-f879d506f19f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:20:42.168677 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (567dc4d5-9a00-459b-8820-aa2a8d203dfb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:42.206138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event deleted for resources: {'Port': ['ID=567dc4d5-9a00-459b-8820-aa2a8d203dfb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:42.223432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.225804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.225804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.225804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.225804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.225804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.225804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.226285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.226285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.226536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.226861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.227184 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.227507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:20:42.276943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-dadba415-e3d0-45f7-8c3a-e2044300580e service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665719 Jan 29 20:20:42.324351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for floatingip (0f17f6e4-49ad-44f8-8f14-9490254f2b1c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:42.327560 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Floating IP 0f17f6e4-49ad-44f8-8f14-9490254f2b1c disassociated (deleted). External IP: 172.25.5.151, port: 10eb3437-3687-4a9d-8454-7f1d6774a641. Jan 29 20:20:42.524296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47b437-3832-4a13-a7de-ab5fc94f152c None None] New status for floating IP 8247e8af-65a2-4f5d-99df-ff0218e5d851: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:20:42.737587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e1f74c31-2d52-48c8-840c-9621f3ca37d1 req-97e6f345-8aad-42b6-b9e7-845d3a9ca06d service neutron] 10.222.0.26 "GET /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539819 Jan 29 20:20:42.863826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Router 12eadc42-feea-46fe-b306-226b9ccd2f42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:20:42.973619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:20:42.977974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:42.985280 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] Sync routers for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:20:42.997530 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:20:42.998128 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:43.011662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b10aa14d-653e-4fd7-a5e9-a4213ae33c41 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f17f6e4-49ad-44f8-8f14-9490254f2b1c HTTP/1.1" status: 204 len: 168 time: 1.8750746 Jan 29 20:20:43.012386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:20:43.016654 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1369c6-ea39-4134-ab89-f96f44dc8f92" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:20:43.060374 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f16449-14a9-4cf9-9fb2-ef3b9463c64b x-openstack-request-id: req-22f16449-14a9-4cf9-9fb2-ef3b9463c64b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:20:43.060374 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:20:43.060374 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22f16449-14a9-4cf9-9fb2-ef3b9463c64b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:20:43.060374 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'status': 'completed', 'code': 200} Jan 29 20:20:43.112920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:20:43.165333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-ac49b402-2378-426f-8cbd-c80bfe7cd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.167399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-ac49b402-2378-426f-8cbd-c80bfe7cd53f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3108fd62515e424db9234239280b9449&device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 1127 time: 0.0527170 Jan 29 20:20:43.311276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b368-54ed-429e-aed3-5edd0da98dc6 req-7629b040-e6fa-4e3e-928f-41d094e4113f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.313766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1590b368-54ed-429e-aed3-5edd0da98dc6 req-7629b040-e6fa-4e3e-928f-41d094e4113f tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.1204686 Jan 29 20:20:43.316921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-de39a936-ada8-4492-b0e7-352da419b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.318324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-de39a936-ada8-4492-b0e7-352da419b562 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 200 len: 914 time: 0.1456678 Jan 29 20:20:43.338514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:43.365551 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] Checking router: 12eadc42-feea-46fe-b306-226b9ccd2f42 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:20:43.366377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-416f8255-f86b-46da-90bc-cb650109c097 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 200 len: 217 time: 0.0371172 Jan 29 20:20:43.373393 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-bd10106f-e9d6-4de2-884f-ae769f1eba9c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.375581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-bd10106f-e9d6-4de2-884f-ae769f1eba9c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 945 time: 0.0615726 Jan 29 20:20:43.376232 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:20:43.376893 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:43.448957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1590b368-54ed-429e-aed3-5edd0da98dc6 req-5c073c48-7fbb-406d-983c-f6eb8519e542 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268084 Jan 29 20:20:43.467912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-8c51e0aa-0996-46ee-bcbc-e299e2c32153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.469780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-8c51e0aa-0996-46ee-bcbc-e299e2c32153 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 HTTP/1.1" status: 200 len: 853 time: 0.0964787 Jan 29 20:20:43.519034 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:20:43.522859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c96c8-0efe-454d-bce7-1c0097f98dfb req-5e2e2515-15ef-474d-9d2e-11047b47d10a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.524337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f44c96c8-0efe-454d-bce7-1c0097f98dfb req-5e2e2515-15ef-474d-9d2e-11047b47d10a tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 945 time: 0.0901287 Jan 29 20:20:43.528122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-49db7578-5b0a-4a38-8e6c-443745db656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:43.529820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-49db7578-5b0a-4a38-8e6c-443745db656b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e1fb176-d122-41a2-ac97-8e63b9420dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535884 Jan 29 20:20:43.554660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port e2179582-33db-4aca-8649-6c99a501901e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:43.555402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e2179582-33db-4aca-8649-6c99a501901e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:43.632981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-5daf7117-99b7-4a63-9e4c-586460cb1129 service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956180 Jan 29 20:20:43.640661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f44c96c8-0efe-454d-bce7-1c0097f98dfb req-6976a75b-5c71-45c2-be31-bca7ab36d089 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062984 Jan 29 20:20:43.685670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port e2179582-33db-4aca-8649-6c99a501901e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=e2179582-33db-4aca-8649-6c99a501901e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:43.686249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e2179582-33db-4aca-8649-6c99a501901e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:43.701729 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for e2179582-33db-4aca-8649-6c99a501901e owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:43.741914 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-7ed4dae7-54c9-4f98-b6b7-77174151ba2c service neutron] 10.222.0.26 "GET /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018574 Jan 29 20:20:43.843583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:43.871159 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab691d-1631-410b-b0a6-37b7cafcdda0 None None] The sync data for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 is: [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:14:59Z', 'revision_number': 4, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'bd278de1-e680-475f-938e-dd9621b4420b', 'name': '', 'network_id': '3e1fb176-d122-41a2-ac97-8e63b9420dd3', 'tenant_id': '3108fd62515e424db9234239280b9449', 'mac_address': 'fa:16:3e:6b:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:57Z', 'updated_at': '2022-01-29T20:15:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'subnets': [{'id': 'c2b268ca-cdb0-4fee-aa2b-e40a508a8b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:20:43.957611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e2179582-33db-4aca-8649-6c99a501901e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:43.985878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=e2179582-33db-4aca-8649-6c99a501901e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:44.038093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] No DVR routers for this DVR port e2179582-33db-4aca-8649-6c99a501901e on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:20:44.040825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:44.044445 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b9c67af-014c-45e2-b5a2-4ba34f952c2c req-23b75f86-bb8c-4a27-b1b3-5289049aba01 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.26 "DELETE /v2.0/ports/e2179582-33db-4aca-8649-6c99a501901e HTTP/1.1" status: 204 len: 173 time: 0.6642487 Jan 29 20:20:44.044917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'name': 'network-vif-deleted', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:20:44.048057 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdb8293-8bf2-4cbf-b663-727a43a38738" -d '{"events": [{"server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "name": "network-vif-deleted", "tag": "e2179582-33db-4aca-8649-6c99a501901e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:20:44.088474 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f75f88-d414-4b49-a848-5297e6735dfc x-openstack-request-id: req-26f75f88-d414-4b49-a848-5297e6735dfc {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:20:44.088777 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee0d5-eb26-441c-a3fb-69fdfbb69415", "name": "network-vif-deleted", "tag": "e2179582-33db-4aca-8649-6c99a501901e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:20:44.089036 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26f75f88-d414-4b49-a848-5297e6735dfc {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:20:44.089451 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee0d5-eb26-441c-a3fb-69fdfbb69415', 'name': 'network-vif-deleted', 'tag': 'e2179582-33db-4aca-8649-6c99a501901e', 'status': 'completed', 'code': 200} Jan 29 20:20:44.132918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba06ca-6e12-42e9-9667-19f7553eddb8 None None] New status for floating IP 0f17f6e4-49ad-44f8-8f14-9490254f2b1c: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:20:44.559886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-309696b0-4ff6-494c-b14c-098e29a229b6 req-557fd76a-db13-412c-9df8-92278e321a13 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdaee0d5-eb26-441c-a3fb-69fdfbb69415 HTTP/1.1" status: 200 len: 210 time: 0.0318415 Jan 29 20:20:44.765255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169c4fa-703d-4239-b967-bd4a8efc2148 req-dc2ffa60-f092-4c18-9941-bf85cf14ba3e tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:44.766654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1169c4fa-703d-4239-b967-bd4a8efc2148 req-dc2ffa60-f092-4c18-9941-bf85cf14ba3e tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Jan 29 20:20:44.821079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1169c4fa-703d-4239-b967-bd4a8efc2148 req-8a322efd-97f4-4034-8f38-9a83398770fe tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c373df4-7d13-4a21-9385-c3af85ec0a88&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479748 Jan 29 20:20:45.195387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-76b9a58d-5f07-49b9-8d6e-0f9c86151efd tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:45.197007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-76b9a58d-5f07-49b9-8d6e-0f9c86151efd tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 945 time: 0.0557301 Jan 29 20:20:45.292765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Deleting port 10eb3437-3687-4a9d-8454-7f1d6774a641 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:45.293109 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:45.403013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] For port 10eb3437-3687-4a9d-8454-7f1d6774a641, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10eb3437-3687-4a9d-8454-7f1d6774a641,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:45.403381 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:45.418779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Calling delete_port for 10eb3437-3687-4a9d-8454-7f1d6774a641 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:45.614271 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (10eb3437-3687-4a9d-8454-7f1d6774a641), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:45.622515 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36984) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:45.646169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event deleted for resources: {'Port': ['ID=10eb3437-3687-4a9d-8454-7f1d6774a641,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:45.699407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] No DVR routers for this DVR port 10eb3437-3687-4a9d-8454-7f1d6774a641 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:20:45.702174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:45.705837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d8f2eced-0073-45a6-9509-faacfe24cfdf req-385a0007-256c-4088-bb64-9ca1c4a57b9d tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.26 "DELETE /v2.0/ports/10eb3437-3687-4a9d-8454-7f1d6774a641 HTTP/1.1" status: 204 len: 173 time: 0.5035863 Jan 29 20:20:45.930743 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d46947c-afe8-4bea-a05b-5961d04e1ffa req-f718edfa-9b47-4296-bd8b-d761f6e6a998 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0346503 Jan 29 20:20:46.090943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'name': 'network-vif-deleted', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:20:46.094053 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e27370-6888-4bb2-99c1-2fcd59e3592c" -d '{"events": [{"server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "name": "network-vif-deleted", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:20:46.139494 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba25091b-de2b-4e73-90b8-e593fe22fef4 x-openstack-request-id: req-ba25091b-de2b-4e73-90b8-e593fe22fef4 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:20:46.139836 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8", "name": "network-vif-deleted", "tag": "10eb3437-3687-4a9d-8454-7f1d6774a641", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:20:46.140100 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba25091b-de2b-4e73-90b8-e593fe22fef4 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:20:46.140588 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8', 'name': 'network-vif-deleted', 'tag': '10eb3437-3687-4a9d-8454-7f1d6774a641', 'status': 'completed', 'code': 200} Jan 29 20:20:46.151161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:46.484403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:46.484667 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:46.576045 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port 3a1e4bbe-bc11-4b47-8d93-761fe6e22886, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:46.576443 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:46.591231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:46.843251 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3a1e4bbe-bc11-4b47-8d93-761fe6e22886), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:46.876589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=3a1e4bbe-bc11-4b47-8d93-761fe6e22886,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:47.080188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f50d774-c208-4465-bf8b-ed1c993f122f req-6e43309c-b73b-401c-a41c-78962e2653e3 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0631521 Jan 29 20:20:47.090783 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:47.337844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:20:47.721785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:20:47.730024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2573bc95-8822-4443-a496-0b10f13c0adf tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "PUT /v2.0/routers/770014ce-d8ad-40a6-bf5c-f30db35a1d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1030443 Jan 29 20:20:47.730706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36992) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:47.731755 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] Sync routers for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:20:47.751476 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:20:47.770582 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:47.809787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting subnet 8b462eac-34b0-47aa-9921-f879d506f19f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:20:47.813228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (8b462eac-34b0-47aa-9921-f879d506f19f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:47.860615 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (8b462eac-34b0-47aa-9921-f879d506f19f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:47.868437 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:20:47.945517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8b462eac-34b0-47aa-9921-f879d506f19f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.049864 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:20:46Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:48.066209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e2179582-33db-4aca-8649-6c99a501901e no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:20:48.077803 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] Checking router: 770014ce-d8ad-40a6-bf5c-f30db35a1d3a for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:20:48.079373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (8b462eac-34b0-47aa-9921-f879d506f19f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.086079 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] Routers {'770014ce-d8ad-40a6-bf5c-f30db35a1d3a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:20:48.086682 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:48.088329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: e2179582-33db-4aca-8649-6c99a501901e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:20:48.088891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device e2179582-33db-4aca-8649-6c99a501901e not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:20:48.119180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Subnet': ['ID=8b462eac-34b0-47aa-9921-f879d506f19f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:48.122430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.132119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 36996) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:48.133140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ad4dbfde-3cd8-4b43-9e56-94974c306c09 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/subnets/8b462eac-34b0-47aa-9921-f879d506f19f HTTP/1.1" status: 204 len: 168 time: 0.3995023 Jan 29 20:20:48.136613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa6f7c-e3b0-4d50-883e-47365623d090 None None] Network 52c4a166-7d04-41fd-bfaa-895b44fa0c51 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:20:48.250374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca7a2839-b44f-4f09-a556-883b89db4b5f req-552e7aa9-c290-4414-81ee-92361402f0cc tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0602109 Jan 29 20:20:48.267908 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] Set router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:20:48.280093 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.353488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] DHCP port deletion for 52c4a166-7d04-41fd-bfaa-895b44fa0c51 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:20:48.402271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] Deleting port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:48.403101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.412020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_gateway (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.473065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] For port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,segment=NetworkSegment(5757982f-0f75-44d4-a2d0-d1a80fa498a3),segment_id=5757982f-0f75-44d4-a2d0-d1a80fa498a3)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:48.473613 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.487014 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:20:46Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:48.490979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] Calling delete_port for 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:48.526368 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Deleting port e1e02799-1bc4-4c4c-bbdf-b680472dff34 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:20:48.526719 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.529417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d19c4-7e1e-4d64-b34e-3abd63302571 None None] The sync data for ids ['770014ce-d8ad-40a6-bf5c-f30db35a1d3a'] in n-d-825496-5 is: [{'id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73127708', 'tenant_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:18:55Z', 'updated_at': '2022-01-29T20:20:46Z', 'revision_number': 5, 'project_id': 'ec0025bbd33d457cb39eca2c22f54d65', 'gw_port': {'id': 'e1e02799-1bc4-4c4c-bbdf-b680472dff34', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770014ce-d8ad-40a6-bf5c-f30db35a1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:18:56Z', 'updated_at': '2022-01-29T20:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:20:48.618323 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] For port e1e02799-1bc4-4c4c-bbdf-b680472dff34, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e1e02799-1bc4-4c4c-bbdf-b680472dff34,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:20:48.618698 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.631813 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Calling delete_port for e1e02799-1bc4-4c4c-bbdf-b680472dff34 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:20:48.632057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.662360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] Pushing event deleted for resources: {'Port': ['ID=3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:48.665954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926a03f-b4f4-4e97-93ec-51022ca26de6 None None] No DVR routers for this DVR port 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:20:48.860607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (e1e02799-1bc4-4c4c-bbdf-b680472dff34), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:48.893002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Port': ['ID=e1e02799-1bc4-4c4c-bbdf-b680472dff34,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:48.961406 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.059469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.061881 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router_controller (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.157818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (770014ce-d8ad-40a6-bf5c-f30db35a1d3a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.158499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Fanout notify agent at l3_agent the message router_deleted on router 770014ce-d8ad-40a6-bf5c-f30db35a1d3a {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:20:49.165165 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.166297 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f81212f7-3078-4e89-bfe3-cdf272fb41b7 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/routers/770014ce-d8ad-40a6-bf5c-f30db35a1d3a HTTP/1.1" status: 204 len: 168 time: 1.0341899 Jan 29 20:20:49.169715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 36998) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:49.280933 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (52c4a166-7d04-41fd-bfaa-895b44fa0c51), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.359415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:20:49.374755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d7f1fed-68d8-4f7b-9b7f-fcfb19175acb req-8d262fab-7584-4960-b7e8-5bb0be3f7efa tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0484419 Jan 29 20:20:49.381147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:20:49.381638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3a1e4bbe-bc11-4b47-8d93-761fe6e22886 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:20:49.382164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:20:49.403147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:20:49.403644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3ccfb71a-82f4-4480-a3ba-9cff1d6d5b5e not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:20:49.414401 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (52c4a166-7d04-41fd-bfaa-895b44fa0c51), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.438621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c4a166-7d04-41fd-bfaa-895b44fa0c51']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:49.448558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5757982f-0f75-44d4-a2d0-d1a80fa498a3') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:49.448857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5757982f-0f75-44d4-a2d0-d1a80fa498a3') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:20:49.459474 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (5757982f-0f75-44d4-a2d0-d1a80fa498a3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.475026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (5757982f-0f75-44d4-a2d0-d1a80fa498a3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.481599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:20:49.481949 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (5757982f-0f75-44d4-a2d0-d1a80fa498a3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:20:49.485694 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:20:49.631754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (52c4a166-7d04-41fd-bfaa-895b44fa0c51), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.636696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.643238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/networks/52c4a166-7d04-41fd-bfaa-895b44fa0c51 HTTP/1.1" status: 204 len: 168 time: 0.4695380 Jan 29 20:20:49.643720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37002) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:49.657254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe10c2-c1a2-45ca-b104-7b343d7de19c tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'Network': ['ID=52c4a166-7d04-41fd-bfaa-895b44fa0c51,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:49.716442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d31c4f9-cb23-44b7-bd97-755f6c94ec54 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.748194 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d31c4f9-cb23-44b7-bd97-755f6c94ec54 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.865917 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d31c4f9-cb23-44b7-bd97-755f6c94ec54 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.868772 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4d31c4f9-cb23-44b7-bd97-755f6c94ec54 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:49.869993 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4d31c4f9-cb23-44b7-bd97-755f6c94ec54 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc HTTP/1.1" status: 204 len: 168 time: 0.2248187 Jan 29 20:20:49.886871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31c4f9-cb23-44b7-bd97-755f6c94ec54 tempest-TestNetworkAdvancedServerOps-214850318 tempest-TestNetworkAdvancedServerOps-214850318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6cdb10-5b5d-44ea-adc4-639c3dcebdfc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:50.058502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10eb3437-3687-4a9d-8454-7f1d6774a641 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:20:50.082721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 10eb3437-3687-4a9d-8454-7f1d6774a641 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:20:50.082721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10eb3437-3687-4a9d-8454-7f1d6774a641 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:20:50.399977 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37010) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:50.479468 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bba3567f-9a3b-4d04-8cbe-80a7b4eb86cc req-e095c2d8-8e97-44dd-9be9-b14f7feedad4 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0316558 Jan 29 20:20:50.553145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3361614a-58fe-4c82-b30f-e8dad727adfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec0025bbd33d457cb39eca2c22f54d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518934 Jan 29 20:20:50.555653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37016) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:50.611889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fc19696-5132-4b47-ba8d-406f6951da62 admin admin] Publish callbacks [] for security_group (59c5546a-7ffb-432d-8f08-20d3aaf43d16), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:50.633043 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fc19696-5132-4b47-ba8d-406f6951da62 admin admin] Publish callbacks [] for security_group (59c5546a-7ffb-432d-8f08-20d3aaf43d16), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:50.728984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fc19696-5132-4b47-ba8d-406f6951da62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (59c5546a-7ffb-432d-8f08-20d3aaf43d16), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:50.731529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4fc19696-5132-4b47-ba8d-406f6951da62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:50.732825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4fc19696-5132-4b47-ba8d-406f6951da62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59c5546a-7ffb-432d-8f08-20d3aaf43d16 HTTP/1.1" status: 204 len: 168 time: 0.1762578 Jan 29 20:20:50.740482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc19696-5132-4b47-ba8d-406f6951da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c5546a-7ffb-432d-8f08-20d3aaf43d16,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:51.193277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e1e02799-1bc4-4c4c-bbdf-b680472dff34 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:20:51.216507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: e1e02799-1bc4-4c4c-bbdf-b680472dff34 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:20:51.216857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e1e02799-1bc4-4c4c-bbdf-b680472dff34 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:20:51.337559 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37022) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:51.380750 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-72334014-57e8-41bb-aac2-8c020341112b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23d82300aa5a477ba9f39b29903a5a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418837 Jan 29 20:20:51.383193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37024) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:51.434268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa17ce14-f8ba-4239-8f7c-aac16430df2f admin admin] Publish callbacks [] for security_group (e827a065-cddf-48e2-bd77-f502d00e275e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:51.452106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa17ce14-f8ba-4239-8f7c-aac16430df2f admin admin] Publish callbacks [] for security_group (e827a065-cddf-48e2-bd77-f502d00e275e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:51.585317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-114a620a-df8b-48cf-b64d-2b4ec018fabc req-51e932ca-aebd-4be2-93a7-4fe3c4c50e97 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Jan 29 20:20:51.603408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa17ce14-f8ba-4239-8f7c-aac16430df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e827a065-cddf-48e2-bd77-f502d00e275e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:51.606383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fa17ce14-f8ba-4239-8f7c-aac16430df2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:51.607842 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fa17ce14-f8ba-4239-8f7c-aac16430df2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e827a065-cddf-48e2-bd77-f502d00e275e HTTP/1.1" status: 204 len: 168 time: 0.2236383 Jan 29 20:20:51.617228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17ce14-f8ba-4239-8f7c-aac16430df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e827a065-cddf-48e2-bd77-f502d00e275e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:52.617390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37050) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:52.684659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-054e67cd-b745-4f0e-bedf-eb5c0c91e944 req-30cd85e8-001d-494c-bbb1-57ccaf4763a8 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Jan 29 20:20:52.730387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1134914888-network', 'tenant_id': '2de72c5926e34b83a380c49dd27a3808'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:20:52.814492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Made reservation on behalf of 2de72c5926e34b83a380c49dd27a3808 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:20:52.817013 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:52.826227 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:52.904619 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks [] for security_group (bb62fae0-6976-4590-9890-ab8c339715aa), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:52.973768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bb62fae0-6976-4590-9890-ab8c339715aa), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.001523 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:20:53.011676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62fae0-6976-4590-9890-ab8c339715aa,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:53.018964 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (997635da-ab2d-4e09-9dbf-4a3d64d327c9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.019528 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Added segment 997635da-ab2d-4e09-9dbf-4a3d64d327c9 of type vlan for network 262d0ace-6d88-496a-8737-335bdb1f61a6 Jan 29 20:20:53.064046 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (262d0ace-6d88-496a-8737-335bdb1f61a6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.151722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (262d0ace-6d88-496a-8737-335bdb1f61a6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.152800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:53.153383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.244327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] Pushing event updated for resources: {'Network': ['ID=262d0ace-6d88-496a-8737-335bdb1f61a6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:53.255352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 262d0ace-6d88-496a-8737-335bdb1f61a6 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:20:53.281210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c7efe288-b910-4ef0-8c3b-abb58b505c12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6611309 Jan 29 20:20:53.283762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37054) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:53.290505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Request body: {'subnet': {'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1134914888-subnet', 'tenant_id': '2de72c5926e34b83a380c49dd27a3808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:20:53.368776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Made reservation on behalf of 2de72c5926e34b83a380c49dd27a3808 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:20:53.371209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.592222 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (02aa835d-eca4-4584-b4c5-4aa4cdf7892b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.647705 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02aa835d-eca4-4584-b4c5-4aa4cdf7892b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:53.657660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Checking segment: {'id': '997635da-ab2d-4e09-9dbf-4a3d64d327c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:20:53.658045 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Network hostable DHCP agents. Network: 262d0ace-6d88-496a-8737-335bdb1f61a6, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:20:53.750858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Network 262d0ace-6d88-496a-8737-335bdb1f61a6 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:20:53.785433 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d389083-ddc9-47a8-a015-d5faf2ab4328 req-36795e98-6e3b-4986-9879-0851cbb31cf0 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Jan 29 20:20:53.853983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 262d0ace-6d88-496a-8737-335bdb1f61a6) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:20:53.858888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:53.859547 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:53.865923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2dc356-84c0-4801-b1d6-0395338df1db None None] Network 262d0ace-6d88-496a-8737-335bdb1f61a6 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:20:53.955202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc0031af-31a7-46a4-b74d-92b2724c1313 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6697502 Jan 29 20:20:53.962337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcfcde-ea34-4c5c-8fb6-2808f127d251 None None] Network 262d0ace-6d88-496a-8737-335bdb1f61a6 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:20:54.663759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37072) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:54.669357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-157025720-network', 'tenant_id': '757c6220a9124a9daf16b7dbdb432926'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:20:54.740177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Made reservation on behalf of 757c6220a9124a9daf16b7dbdb432926 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:20:54.742516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:54.755801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:54.833711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks [] for security_group (308f2355-bd29-478a-80bb-8f5b26014b1c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:54.898948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24ce300e-4edb-4bd2-ab19-f9d42c64332e req-f14a448c-515c-4db1-afa0-83ce5fe727e5 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c9be15-5c6e-4d28-85b9-a4ce6a1267a8 HTTP/1.1" status: 200 len: 210 time: 0.0278871 Jan 29 20:20:54.899717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (308f2355-bd29-478a-80bb-8f5b26014b1c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:54.925527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:20:54.936079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308f2355-bd29-478a-80bb-8f5b26014b1c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:54.942357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c24bd49-0920-4b3e-9c08-b0208e255c78), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:54.942706 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Added segment 4c24bd49-0920-4b3e-9c08-b0208e255c78 of type vlan for network 9beefebb-336f-4162-bba7-c1bec24d0f0a Jan 29 20:20:54.981671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (9beefebb-336f-4162-bba7-c1bec24d0f0a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.054369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (9beefebb-336f-4162-bba7-c1bec24d0f0a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.055254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:55.055832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.117669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] Pushing event updated for resources: {'Network': ['ID=9beefebb-336f-4162-bba7-c1bec24d0f0a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:55.128309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 9beefebb-336f-4162-bba7-c1bec24d0f0a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:20:55.137369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-61f7739a-84ca-4cbe-9858-5444b717194a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4721055 Jan 29 20:20:55.140813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37076) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:55.146567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Request body: {'subnet': {'network_id': '9beefebb-336f-4162-bba7-c1bec24d0f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-157025720-subnet', 'tenant_id': '757c6220a9124a9daf16b7dbdb432926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:20:55.188951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2168-0106-4f18-a471-aa4be87765c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.271491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Made reservation on behalf of 757c6220a9124a9daf16b7dbdb432926 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:20:55.273896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.488799 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (60894fbb-7d23-4bae-b66f-ee1df49ec3ad), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.542759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=60894fbb-7d23-4bae-b66f-ee1df49ec3ad,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:55.555129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Checking segment: {'id': '4c24bd49-0920-4b3e-9c08-b0208e255c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9beefebb-336f-4162-bba7-c1bec24d0f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:20:55.555129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Network hostable DHCP agents. Network: 9beefebb-336f-4162-bba7-c1bec24d0f0a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:20:55.631255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Network 9beefebb-336f-4162-bba7-c1bec24d0f0a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:20:55.717043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 9beefebb-336f-4162-bba7-c1bec24d0f0a) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:20:55.721819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:55.722414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:55.728153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8715e20-36d3-4a6b-a0fa-e59b9a54cbd7 None None] Network 9beefebb-336f-4162-bba7-c1bec24d0f0a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:20:55.817519 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4a24d086-5764-4b3b-948d-5e1856be10ae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6746476 Jan 29 20:20:55.822504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c4541-e744-45d7-a643-6e0f9d5c0500 None None] Network 9beefebb-336f-4162-bba7-c1bec24d0f0a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:20:55.956537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37084) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:20:56.012289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba5885bc-3453-4a0a-ac3e-5d101cacd382 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group (9c373df4-7d13-4a21-9385-c3af85ec0a88), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:56.040485 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba5885bc-3453-4a0a-ac3e-5d101cacd382 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group (9c373df4-7d13-4a21-9385-c3af85ec0a88), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:56.152148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba5885bc-3453-4a0a-ac3e-5d101cacd382 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9c373df4-7d13-4a21-9385-c3af85ec0a88), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:56.154856 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ba5885bc-3453-4a0a-ac3e-5d101cacd382 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:56.159212 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ba5885bc-3453-4a0a-ac3e-5d101cacd382 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] 10.222.0.15 "DELETE /v2.0/security-groups/9c373df4-7d13-4a21-9385-c3af85ec0a88 HTTP/1.1" status: 204 len: 168 time: 0.1991808 Jan 29 20:20:56.169165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5885bc-3453-4a0a-ac3e-5d101cacd382 tempest-TestVolumeBackupRestore-1173415808 tempest-TestVolumeBackupRestore-1173415808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c373df4-7d13-4a21-9385-c3af85ec0a88,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:20:56.309099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-d7a0bf0c-5ed7-49f6-9a4a-be1adeaeb3ff tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:56.310555 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-d7a0bf0c-5ed7-49f6-9a4a-be1adeaeb3ff tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/networks?id=262d0ace-6d88-496a-8737-335bdb1f61a6 HTTP/1.1" status: 200 len: 812 time: 0.1074598 Jan 29 20:20:56.325994 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-36c712f8-77b4-4ad6-8793-4256fad377b0 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/quotas/2de72c5926e34b83a380c49dd27a3808 HTTP/1.1" status: 200 len: 375 time: 0.0091369 Jan 29 20:20:56.358563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-706ecdd0-cf03-4436-9841-2ea3c9d3766c tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2de72c5926e34b83a380c49dd27a3808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268390 Jan 29 20:20:56.457423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-8f080e99-79e5-4a47-8e89-811569b34c2f service neutron] 10.222.0.15 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922425 Jan 29 20:20:56.566001 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-60551f39-4973-4cb7-986e-865b5101bd27 service neutron] 10.222.0.15 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027343 Jan 29 20:20:56.875808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5cb3399c-7c9e-4d05-9f58-e1596386f070 req-81d5bc8d-893f-404f-972f-da6ad0e78e5d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 210 time: 0.0381756 Jan 29 20:20:57.985829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8307ad1c-0ca3-4539-9e60-55efd549bfee req-99db794d-e01f-48f4-8c1d-fc3b90bdcb36 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 210 time: 0.0344088 Jan 29 20:20:58.220510 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c45de751-c057-4153-a254-47df7fcd24e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:58.993625 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:59.143544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81a4e6c3-1eab-4355-8339-d93d3dc71562 req-0b0b1f51-3323-4872-9cad-1143e63184ba tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 210 time: 0.0523670 Jan 29 20:20:59.163740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-44916196-1e7e-4662-8a0e-ee0152d7a40c tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:20:59.165370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-44916196-1e7e-4662-8a0e-ee0152d7a40c tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.26 "GET /v2.0/networks?id=262d0ace-6d88-496a-8737-335bdb1f61a6 HTTP/1.1" status: 200 len: 812 time: 0.1770432 Jan 29 20:20:59.183673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Request body: {'port': {'device_id': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6', 'admin_state_up': True, 'tenant_id': '2de72c5926e34b83a380c49dd27a3808'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:20:59.443534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Made reservation on behalf of 2de72c5926e34b83a380c49dd27a3808 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:20:59.448060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:59.597057 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Allocated IP 172.20.0.5 (262d0ace-6d88-496a-8737-335bdb1f61a6/02aa835d-eca4-4584-b4c5-4aa4cdf7892b/674da3b5-fa32-4ade-8ce5-72e4fabe6d26) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:20:59.774213 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks [] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:59.891395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:20:59.977920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Network 262d0ace-6d88-496a-8737-335bdb1f61a6 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:20:59.982009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:20:59.987529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:20:59.991741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Pushing event updated for resources: {'Port': ['ID=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:00.040262 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:00.040886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.082827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.137692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-edb89ba0-9777-4ad6-b966-b56dc326bacf tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585309 Jan 29 20:21:00.158030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Request body: {'port': {'device_id': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:00.232768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.312569 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3a63-d6d8-4d62-8ab0-a3ce7990c3a5 req-17d3bed4-a369-4fc0-b089-6fb064fe34d3 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:00.320742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-098f3a63-d6d8-4d62-8ab0-a3ce7990c3a5 req-17d3bed4-a369-4fc0-b089-6fb064fe34d3 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 931 time: 0.0916939 Jan 29 20:21:00.381730 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-098f3a63-d6d8-4d62-8ab0-a3ce7990c3a5 req-9fd4e3c0-0cbd-46b4-b50e-1db995e9309e tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Jan 29 20:21:00.431764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.546283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:00.555710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Publish callbacks [] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.570425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Transition to ACTIVE for port object 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:21:00.649998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.742313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:00.779635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Attempting to bind port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:00.780071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Attempting to bind port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '997635da-ab2d-4e09-9dbf-4a3d64d327c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:00.780419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Attempting to bind port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 on network 262d0ace-6d88-496a-8737-335bdb1f61a6 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:00.785055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 on network 262d0ace-6d88-496a-8737-335bdb1f61a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:21:00.785375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Attempting to bind port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 on network 262d0ace-6d88-496a-8737-335bdb1f61a6 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:00.790859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:00.791195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Checking segment: {'id': '997635da-ab2d-4e09-9dbf-4a3d64d327c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:00.791576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Bound using segment: {'id': '997635da-ab2d-4e09-9dbf-4a3d64d327c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:00.792002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Bound port: 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997635da-ab2d-4e09-9dbf-4a3d64d327c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:00.792424 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:00.875994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] For port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:00.879210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] For port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,segment=NetworkSegment(997635da-ab2d-4e09-9dbf-4a3d64d327c9),segment_id=997635da-ab2d-4e09-9dbf-4a3d64d327c9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:00.953054 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:01.002564 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:01.003183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:01.004979 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] 10.222.0.26 "PUT /v2.0/ports/674da3b5-fa32-4ade-8ce5-72e4fabe6d26 HTTP/1.1" status: 200 len: 1091 time: 0.8529921 Jan 29 20:21:01.009634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'tag': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:01.011988 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f18918-9426-4a26-a8f8-074912005cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf744d18-0b67-4243-99b5-32d443f3d29e", "tag": "674da3b5-fa32-4ade-8ce5-72e4fabe6d26"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:01.032375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31465-3441-414d-90d9-7e460f544ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:01.061108 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff867a-590d-4292-9510-9b107d275d4c x-openstack-request-id: req-1cff867a-590d-4292-9510-9b107d275d4c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:01.061658 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf744d18-0b67-4243-99b5-32d443f3d29e", "tag": "674da3b5-fa32-4ade-8ce5-72e4fabe6d26", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:01.062533 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cff867a-590d-4292-9510-9b107d275d4c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:01.063303 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'tag': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26', 'status': 'completed', 'code': 200} Jan 29 20:21:01.165756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18918-9426-4a26-a8f8-074912005cc0 req-54a8d3bf-24c0-4309-890b-f64fcd7fc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:01.165756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54f18918-9426-4a26-a8f8-074912005cc0 req-54a8d3bf-24c0-4309-890b-f64fcd7fc9cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de72c5926e34b83a380c49dd27a3808&device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 1125 time: 0.0550494 Jan 29 20:21:01.357629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18918-9426-4a26-a8f8-074912005cc0 req-4958b660-37f5-4095-b75c-6bd6e04d13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:01.359321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54f18918-9426-4a26-a8f8-074912005cc0 req-4958b660-37f5-4095-b75c-6bd6e04d13b9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2de72c5926e34b83a380c49dd27a3808&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1820531 Jan 29 20:21:01.542431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8bf32-e600-40a2-99b7-a95fa523b6e6 req-b543456e-9bb2-4cf6-af2a-75c6420f01c5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:01.544035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13c8bf32-e600-40a2-99b7-a95fa523b6e6 req-b543456e-9bb2-4cf6-af2a-75c6420f01c5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 943 time: 0.0788584 Jan 29 20:21:01.569904 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:01.655692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13c8bf32-e600-40a2-99b7-a95fa523b6e6 req-e4f7e22e-bd0f-4fc4-a3b1-92dd90862fa0 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942323 Jan 29 20:21:01.915237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18918-9426-4a26-a8f8-074912005cc0 req-03ba57ad-d34d-4d1b-a8b2-c2f2b76946c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:01.917635 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-54f18918-9426-4a26-a8f8-074912005cc0 req-03ba57ad-d34d-4d1b-a8b2-c2f2b76946c1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5519233 Jan 29 20:21:02.022747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-fad910a4-1052-45b4-ac4f-8be9e90f9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:02.027491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-fad910a4-1052-45b4-ac4f-8be9e90f9caa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de72c5926e34b83a380c49dd27a3808&device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 1125 time: 0.0513799 Jan 29 20:21:02.090950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-d3a3145d-71db-4186-b008-251d6a7cd254 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26 HTTP/1.1" status: 200 len: 217 time: 0.0479848 Jan 29 20:21:02.142480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-a1f846cb-a8dc-482e-9643-416cd3a80112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:02.144059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-a1f846cb-a8dc-482e-9643-416cd3a80112 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02aa835d-eca4-4584-b4c5-4aa4cdf7892b HTTP/1.1" status: 200 len: 852 time: 0.0477443 Jan 29 20:21:02.175710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-2358f404-60b5-4d31-8a53-cc440ce6cef8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=262d0ace-6d88-496a-8737-335bdb1f61a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259941 Jan 29 20:21:02.289201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-f3f24fbc-08ba-467f-8842-a4119c4be015 service neutron] 10.222.0.26 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075053 Jan 29 20:21:02.398763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1100db10-d421-4eca-b5bd-6c1f21cb8063 req-6a435ff8-ad7b-433b-ac28-615eb7845807 service neutron] 10.222.0.26 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010506 Jan 29 20:21:02.787203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fb58a-e1ad-4637-90ac-7df4ca5e8b52 req-89351bc8-905c-425d-9747-1d45a0672739 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:02.788769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec2fb58a-e1ad-4637-90ac-7df4ca5e8b52 req-89351bc8-905c-425d-9747-1d45a0672739 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 943 time: 0.0556424 Jan 29 20:21:02.856514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec2fb58a-e1ad-4637-90ac-7df4ca5e8b52 req-63e16f43-2e08-46eb-9360-8d67836313ce tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610893 Jan 29 20:21:04.019734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932e81-fb1b-48e4-8bbb-d0dbb7257a5e req-a8739647-b32d-4463-8322-776861fe7837 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:04.025249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf932e81-fb1b-48e4-8bbb-d0dbb7257a5e req-a8739647-b32d-4463-8322-776861fe7837 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 943 time: 0.0783284 Jan 29 20:21:04.071175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cf932e81-fb1b-48e4-8bbb-d0dbb7257a5e req-ff85fadd-5c30-4d5e-8a09-8299d44bd1ef tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Jan 29 20:21:04.140865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:21:04.194147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:04.478423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,segment=NetworkSegment(997635da-ab2d-4e09-9dbf-4a3d64d327c9),segment_id=997635da-ab2d-4e09-9dbf-4a3d64d327c9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:04.492110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26', 'network_id': '262d0ace-6d88-496a-8737-335bdb1f61a6', 'port_id': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26', 'mac_address': 'fa:16:3e:f4:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02aa835d-eca4-4584-b4c5-4aa4cdf7892b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:21:04.534316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:04.534858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:04.555587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:04.581505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,segment=NetworkSegment(997635da-ab2d-4e09-9dbf-4a3d64d327c9),segment_id=997635da-ab2d-4e09-9dbf-4a3d64d327c9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:04.648885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:04.708039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:04.716814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.717257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.717702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.718001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.718528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.718856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.719226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.719495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.719797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.720224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.720660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.721022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.721356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:04.765671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (12eadc42-feea-46fe-b306-226b9ccd2f42), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:04.923250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['674da3b5-fa32-4ade-8ce5-72e4fabe6d26'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:21:05.040494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Deleting port bd278de1-e680-475f-938e-dd9621b4420b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:05.040801 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bd278de1-e680-475f-938e-dd9621b4420b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:05.132007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] For port bd278de1-e680-475f-938e-dd9621b4420b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=bd278de1-e680-475f-938e-dd9621b4420b,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:05.132412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bd278de1-e680-475f-938e-dd9621b4420b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:05.147681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Calling delete_port for bd278de1-e680-475f-938e-dd9621b4420b owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:05.257927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784d3e-e416-47ce-a447-bf0cee486ae5 req-55d0bec9-9ea6-4589-816e-284b67030c9e tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:05.262213 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40784d3e-e416-47ce-a447-bf0cee486ae5 req-55d0bec9-9ea6-4589-816e-284b67030c9e tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 944 time: 0.1097770 Jan 29 20:21:05.365141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40784d3e-e416-47ce-a447-bf0cee486ae5 req-1f0c60f9-bcbf-4b33-829b-453b3487171d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646253 Jan 29 20:21:05.523217 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bd278de1-e680-475f-938e-dd9621b4420b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:05.551066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd278de1-e680-475f-938e-dd9621b4420b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:05.733110 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (12eadc42-feea-46fe-b306-226b9ccd2f42), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:05.975110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Router 12eadc42-feea-46fe-b306-226b9ccd2f42 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:21:06.090054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:06.098708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37542) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:06.099178 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-004136c6-91db-4dd0-be7b-4aad67e02e93 admin admin] 10.222.0.15 "PUT /v2.0/routers/12eadc42-feea-46fe-b306-226b9ccd2f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9032485 Jan 29 20:21:06.100638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] Sync routers for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:06.120192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:06.120192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:06.160134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:06.232127 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks [] for router (12eadc42-feea-46fe-b306-226b9ccd2f42), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.283403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:06.346615 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks [] for router_gateway (12eadc42-feea-46fe-b306-226b9ccd2f42), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.460765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:21:06.470718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:06.471102 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.503007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '8192b095-4d5c-4a44-a393-14212968f656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:21:05Z', 'revision_number': 5, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port': {'id': '8192b095-4d5c-4a44-a393-14212968f656', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:14:54Z', 'updated_at': '2022-01-29T20:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:06.537171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b17b92-d0d8-4236-9acf-f52266cc5ecc req-bc795b20-ca9e-4c07-96de-0cd7ef636277 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:06.538788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] Checking router: 12eadc42-feea-46fe-b306-226b9ccd2f42 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:06.544328 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60b17b92-d0d8-4236-9acf-f52266cc5ecc req-bc795b20-ca9e-4c07-96de-0cd7ef636277 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 944 time: 0.0817702 Jan 29 20:21:06.556367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] Routers {'12eadc42-feea-46fe-b306-226b9ccd2f42'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:06.556998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['12eadc42-feea-46fe-b306-226b9ccd2f42'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:06.565395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Deleting port 8192b095-4d5c-4a44-a393-14212968f656 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:06.566061 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8192b095-4d5c-4a44-a393-14212968f656), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.655111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-60b17b92-d0d8-4236-9acf-f52266cc5ecc req-801a92ee-daab-4a40-96f8-4e8dece20a75 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086450 Jan 29 20:21:06.672239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:06.672239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.676288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] Set router 12eadc42-feea-46fe-b306-226b9ccd2f42 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:06.692589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] For port 8192b095-4d5c-4a44-a393-14212968f656, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8192b095-4d5c-4a44-a393-14212968f656,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:06.693078 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8192b095-4d5c-4a44-a393-14212968f656), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.705974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Calling delete_port for 8192b095-4d5c-4a44-a393-14212968f656 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:06.736602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:21:06Z', 'revision_number': 6, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:06.772720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9b02e3-5dde-428a-9388-c420c701f23f None None] The sync data for ids ['12eadc42-feea-46fe-b306-226b9ccd2f42'] in n-d-825496-5 is: [{'id': '12eadc42-feea-46fe-b306-226b9ccd2f42', 'name': 'tempest-TestVolumeBackupRestore-1364578514-router', 'tenant_id': '3108fd62515e424db9234239280b9449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:14:52Z', 'updated_at': '2022-01-29T20:21:06Z', 'revision_number': 6, 'project_id': '3108fd62515e424db9234239280b9449', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:06.777778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:06.784815 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c717b2-9063-4b41-ba4c-08b5b9f4dfc3" -d '{"events": [{"server_uuid": "bf744d18-0b67-4243-99b5-32d443f3d29e", "name": "network-vif-plugged", "status": "completed", "tag": "674da3b5-fa32-4ade-8ce5-72e4fabe6d26"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:06.830727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,segment=NetworkSegment(997635da-ab2d-4e09-9dbf-4a3d64d327c9),segment_id=997635da-ab2d-4e09-9dbf-4a3d64d327c9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:06.850201 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc988e-e456-4456-9369-ad270c093c24 x-openstack-request-id: req-3ccc988e-e456-4456-9369-ad270c093c24 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:06.850309 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf744d18-0b67-4243-99b5-32d443f3d29e", "name": "network-vif-plugged", "status": "completed", "tag": "674da3b5-fa32-4ade-8ce5-72e4fabe6d26", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:06.850634 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ccc988e-e456-4456-9369-ad270c093c24 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:06.851207 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26', 'code': 200} Jan 29 20:21:06.923146 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.957774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (8192b095-4d5c-4a44-a393-14212968f656), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:06.980886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:06.989920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166e80-7698-40a1-a923-54ff4574431e req-fc6b66d7-f00b-42e0-a035-18eaf74ba22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:06.992859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a166e80-7698-40a1-a923-54ff4574431e req-fc6b66d7-f00b-42e0-a035-18eaf74ba22c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 1127 time: 0.0520575 Jan 29 20:21:06.993185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8192b095-4d5c-4a44-a393-14212968f656,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:07.046744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a166e80-7698-40a1-a923-54ff4574431e req-ecd3a273-4ffa-4882-a67c-3c242f269f66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Jan 29 20:21:07.067049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (12eadc42-feea-46fe-b306-226b9ccd2f42), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.174002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (12eadc42-feea-46fe-b306-226b9ccd2f42), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.176550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks [] for router_controller (12eadc42-feea-46fe-b306-226b9ccd2f42), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.283101 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (12eadc42-feea-46fe-b306-226b9ccd2f42), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.283638 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12eadc42-feea-46fe-b306-226b9ccd2f42 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:21:07.290002 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.291159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b1fc78f-66e3-4290-8ee0-16bb538a3d9c admin admin] 10.222.0.15 "DELETE /v2.0/routers/12eadc42-feea-46fe-b306-226b9ccd2f42 HTTP/1.1" status: 204 len: 168 time: 1.1912057 Jan 29 20:21:07.294019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37590) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:07.343442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Deleting subnet c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:21:07.346914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Publish callbacks [] for subnet (c2b268ca-cdb0-4fee-aa2b-e40a508a8b88), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.386011 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (c2b268ca-cdb0-4fee-aa2b-e40a508a8b88), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.498616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c2b268ca-cdb0-4fee-aa2b-e40a508a8b88), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.626598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (c2b268ca-cdb0-4fee-aa2b-e40a508a8b88), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.631470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bd278de1-e680-475f-938e-dd9621b4420b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:07.659062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: bd278de1-e680-475f-938e-dd9621b4420b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:07.659638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device bd278de1-e680-475f-938e-dd9621b4420b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:07.662325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b268ca-cdb0-4fee-aa2b-e40a508a8b88,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:07.664474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.667824 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1c49cdae-870c-49e8-b43c-0deabce06977 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c2b268ca-cdb0-4fee-aa2b-e40a508a8b88 HTTP/1.1" status: 204 len: 168 time: 0.3727868 Jan 29 20:21:07.670971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37598) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:07.674664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b32fdb-ffe0-4052-8d85-b8414b589a7c None None] Network 3e1fb176-d122-41a2-ac97-8e63b9420dd3 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:21:07.775971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (3e1fb176-d122-41a2-ac97-8e63b9420dd3), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.828603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501fe2c-41fe-476c-be77-2639b1aee1d6 req-defe28e6-57f0-4fc3-9c01-de825a10e19b tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:07.840106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3501fe2c-41fe-476c-be77-2639b1aee1d6 req-defe28e6-57f0-4fc3-9c01-de825a10e19b tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0948484 Jan 29 20:21:07.864037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Deleting port ae745381-89fd-4026-bb4e-078075307cbd {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:07.864601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ae745381-89fd-4026-bb4e-078075307cbd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.902070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] DHCP port deletion for 3e1fb176-d122-41a2-ac97-8e63b9420dd3 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:21:07.917689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3501fe2c-41fe-476c-be77-2639b1aee1d6 req-d26ef18d-2db4-44ca-99e0-4ed9e122d826 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761142 Jan 29 20:21:07.951078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] For port ae745381-89fd-4026-bb4e-078075307cbd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae745381-89fd-4026-bb4e-078075307cbd,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:07.951660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ae745381-89fd-4026-bb4e-078075307cbd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:07.972264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Calling delete_port for ae745381-89fd-4026-bb4e-078075307cbd owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:07.982658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] Deleting port ae745381-89fd-4026-bb4e-078075307cbd {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:07.983797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ae745381-89fd-4026-bb4e-078075307cbd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.083996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] For port ae745381-89fd-4026-bb4e-078075307cbd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae745381-89fd-4026-bb4e-078075307cbd,segment=NetworkSegment(e1568de8-7f78-47c9-aa3d-19bce935f352),segment_id=e1568de8-7f78-47c9-aa3d-19bce935f352)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:08.084636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ae745381-89fd-4026-bb4e-078075307cbd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.126735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] Calling delete_port for ae745381-89fd-4026-bb4e-078075307cbd owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:08.129282 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ae745381-89fd-4026-bb4e-078075307cbd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.164858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] No DVR routers for this DVR port ae745381-89fd-4026-bb4e-078075307cbd on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:21:08.170349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae745381-89fd-4026-bb4e-078075307cbd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:08.232280 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ae745381-89fd-4026-bb4e-078075307cbd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.262995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (3e1fb176-d122-41a2-ac97-8e63b9420dd3), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.276944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] Pushing event deleted for resources: {'Port': ['ID=ae745381-89fd-4026-bb4e-078075307cbd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:08.278981 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a2876d-b198-4747-9731-549c988c0c56 None None] No DVR routers for this DVR port ae745381-89fd-4026-bb4e-078075307cbd on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:21:08.301306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1fb176-d122-41a2-ac97-8e63b9420dd3']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:08.319588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1568de8-7f78-47c9-aa3d-19bce935f352') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:08.319807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1568de8-7f78-47c9-aa3d-19bce935f352') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:08.322619 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.335289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (e1568de8-7f78-47c9-aa3d-19bce935f352), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.352839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (e1568de8-7f78-47c9-aa3d-19bce935f352), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.361624 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:21:08.362018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (e1568de8-7f78-47c9-aa3d-19bce935f352), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:21:08.363707 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:21:08.494469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (3e1fb176-d122-41a2-ac97-8e63b9420dd3), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.500436 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:08.503724 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3e1fb176-d122-41a2-ac97-8e63b9420dd3 HTTP/1.1" status: 204 len: 168 time: 0.8317113 Jan 29 20:21:08.507263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:08.515461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee5981-5429-4efe-b5e6-38c27a543252 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1fb176-d122-41a2-ac97-8e63b9420dd3,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:09.032547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b26d3-645a-42e0-a164-815861605817 req-8be894c7-ddbc-45d0-800f-ad20a90a900d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:09.034030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-639b26d3-645a-42e0-a164-815861605817 req-8be894c7-ddbc-45d0-800f-ad20a90a900d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0567458 Jan 29 20:21:09.035980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84ebc-7403-44f7-b5cc-dad2282f33c4 req-df5b8fca-609b-48f4-943e-dfeba288299c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:09.037488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75f84ebc-7403-44f7-b5cc-dad2282f33c4 req-df5b8fca-609b-48f4-943e-dfeba288299c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.1050115 Jan 29 20:21:09.085598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-639b26d3-645a-42e0-a164-815861605817 req-6bb9c655-c8ee-44ff-8161-93a4857c72df tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Jan 29 20:21:09.133796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75f84ebc-7403-44f7-b5cc-dad2282f33c4 req-3d28d519-6443-494f-840f-a42dd4468654 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907497 Jan 29 20:21:09.215669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb57b8-5fb2-4330-a0e5-f26a691d72d4 req-19a8b6a0-fe2d-4d33-bf43-e882a09f202a tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:09.217350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6dfb57b8-5fb2-4330-a0e5-f26a691d72d4 req-19a8b6a0-fe2d-4d33-bf43-e882a09f202a tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0562718 Jan 29 20:21:09.227991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:09.253414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8192b095-4d5c-4a44-a393-14212968f656 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:09.273933 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6dfb57b8-5fb2-4330-a0e5-f26a691d72d4 req-f4a623a0-c88b-463b-b879-57d0f47a4e53 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501306 Jan 29 20:21:09.286512 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:21:09.299888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8192b095-4d5c-4a44-a393-14212968f656 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:09.299888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8192b095-4d5c-4a44-a393-14212968f656 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:09.299888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae745381-89fd-4026-bb4e-078075307cbd no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:09.316028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ae745381-89fd-4026-bb4e-078075307cbd {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:09.316540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae745381-89fd-4026-bb4e-078075307cbd not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:09.495586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Deleting port cf204655-e16f-4730-b74f-c3bbbeb4b0fa {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:09.495921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:09.575663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] For port cf204655-e16f-4730-b74f-c3bbbeb4b0fa, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,segment=NetworkSegment(de56e9d5-db9c-4c82-bb37-ca1b336d4261),segment_id=de56e9d5-db9c-4c82-bb37-ca1b336d4261)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:09.576344 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:09.588573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Calling delete_port for cf204655-e16f-4730-b74f-c3bbbeb4b0fa owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:09.735572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97e756-e39a-4c0a-81cd-6fc6982e6574 req-f46eea58-4677-4640-b39c-3d5734475151 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:09.737110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b97e756-e39a-4c0a-81cd-6fc6982e6574 req-f46eea58-4677-4640-b39c-3d5734475151 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0591705 Jan 29 20:21:09.785817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b97e756-e39a-4c0a-81cd-6fc6982e6574 req-156e4814-d5b4-4d50-b6b7-803c5297993d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Jan 29 20:21:09.831254 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (cf204655-e16f-4730-b74f-c3bbbeb4b0fa), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:09.857255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf204655-e16f-4730-b74f-c3bbbeb4b0fa,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:10.027914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:10.277573 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:21:10.293823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d81458-91c9-4330-b6a1-37f83fb9fddd req-aaa4e86e-9ae1-43ff-866b-92a6b6891f04 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:10.295289 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46d81458-91c9-4330-b6a1-37f83fb9fddd req-aaa4e86e-9ae1-43ff-866b-92a6b6891f04 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0786595 Jan 29 20:21:10.417209 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46d81458-91c9-4330-b6a1-37f83fb9fddd req-cccfd923-01b4-4aee-9bdb-184b0bf50724 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144843 Jan 29 20:21:10.434474 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:10.445393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-46856b24-0754-4430-b638-03ad7149520c admin admin] 10.222.0.15 "PUT /v2.0/routers/1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9341955 Jan 29 20:21:10.445874 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] Sync routers for ids ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:10.447206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37620) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:10.457494 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] Routers {'1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:10.458093 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:10.562266 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] Set router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:10.577092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks [] for router (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:10.646338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-8dbaaf50-58ae-4672-a170-34ae5014c077 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:10.647780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-8dbaaf50-58ae-4672-a170-34ae5014c077 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.1040077 Jan 29 20:21:10.733545 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:21:09Z', 'revision_number': 5, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:10.754097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks [] for router_gateway (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:10.763179 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] Checking router: 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:10.772403 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] Routers {'1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:10.773010 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:10.787305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 1f69202d-fb36-4fae-97c0-d8c282dead82 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:10.787650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:10.940089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port 1f69202d-fb36-4fae-97c0-d8c282dead82, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=1f69202d-fb36-4fae-97c0-d8c282dead82,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:10.940483 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:10.973621 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] Set router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:11.011138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5c0d-dbbc-4e16-bee5-18bb80afa989 req-d9ae0308-5f6b-4fd5-b527-6626c418d76b tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:11.012553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c7d5c0d-dbbc-4e16-bee5-18bb80afa989 req-d9ae0308-5f6b-4fd5-b527-6626c418d76b tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.1436002 Jan 29 20:21:11.021930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Deleting port ae3f2b44-0319-44d0-82fc-54e319873785 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:11.022270 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:11.150478 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:21:09Z', 'revision_number': 5, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:11.178045 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc3412-eb62-463c-8a68-65efa7675148 None None] The sync data for ids ['1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6'] in n-d-825496-5 is: [{'id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'name': 'tempest-TestVolumeBackupRestore-840007250-router', 'tenant_id': '24ea318819f94db5aebe260a7e31455f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:15:08Z', 'updated_at': '2022-01-29T20:21:09Z', 'revision_number': 5, 'project_id': '24ea318819f94db5aebe260a7e31455f', 'gw_port': {'id': 'ae3f2b44-0319-44d0-82fc-54e319873785', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:15:09Z', 'updated_at': '2022-01-29T20:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:11.554248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55d385-a697-4ec8-9317-4f4f4cb6aac8 req-cae229c1-7e90-43f4-8bc5-e9664b34f434 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:11.557011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b55d385-a697-4ec8-9317-4f4f4cb6aac8 req-cae229c1-7e90-43f4-8bc5-e9664b34f434 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 946 time: 0.0696776 Jan 29 20:21:11.557524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c7d5c0d-dbbc-4e16-bee5-18bb80afa989 req-d64df73e-d5c0-4258-a479-10c1a7f90c5d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286987 Jan 29 20:21:11.599421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] For port ae3f2b44-0319-44d0-82fc-54e319873785, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ae3f2b44-0319-44d0-82fc-54e319873785,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:11.599794 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:11.608973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:11.609343 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b07820f0-0a11-48b8-aed7-615c4cfde82e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:11.609670 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Floating IP b07820f0-0a11-48b8-aed7-615c4cfde82e disassociated. External IP: 172.25.5.234, port: 1f69202d-fb36-4fae-97c0-d8c282dead82. Jan 29 20:21:11.610023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 1f69202d-fb36-4fae-97c0-d8c282dead82 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:11.619490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Calling delete_port for ae3f2b44-0319-44d0-82fc-54e319873785 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:11.640412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4b55d385-a697-4ec8-9317-4f4f4cb6aac8 req-e3f85639-2a78-4ea7-bcbb-63137cc726d0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642583 Jan 29 20:21:11.939158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762f0e-bcc9-48e6-bd1d-554188ec8c36 req-6209e9f0-a088-43b2-b50b-63c8ba1b6474 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:11.940678 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8762f0e-bcc9-48e6-bd1d-554188ec8c36 req-6209e9f0-a088-43b2-b50b-63c8ba1b6474 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0556962 Jan 29 20:21:11.954648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (1f69202d-fb36-4fae-97c0-d8c282dead82), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:11.958981 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ae3f2b44-0319-44d0-82fc-54e319873785), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.000148 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b8762f0e-bcc9-48e6-bd1d-554188ec8c36 req-5769583a-e9b8-47d8-85f0-e08ecfa8024f tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530498 Jan 29 20:21:12.022787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=1f69202d-fb36-4fae-97c0-d8c282dead82,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:12.091465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3f2b44-0319-44d0-82fc-54e319873785,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:12.165168 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.259912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-8e86167a-3917-4e94-910b-4333bc370894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:12.261481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-8e86167a-3917-4e94-910b-4333bc370894 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de72c5926e34b83a380c49dd27a3808&device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 1127 time: 0.2414160 Jan 29 20:21:12.304561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.314909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks [] for router_controller (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.415174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:21:12.480107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.480757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:21:12.487931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.491332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9d2ab60b-ad11-45f9-837d-6d4795cc2efd admin admin] 10.222.0.15 "DELETE /v2.0/routers/1c3d00e5-46cd-46ef-b7d9-1a85d35df7f6 HTTP/1.1" status: 204 len: 168 time: 2.0407841 Jan 29 20:21:12.491698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:12.498695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-80d952f0-70ca-4b2b-b3a5-67612d82a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:12.504561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-80d952f0-70ca-4b2b-b3a5-67612d82a0c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=262d0ace-6d88-496a-8737-335bdb1f61a6 HTTP/1.1" status: 200 len: 912 time: 0.2142327 Jan 29 20:21:12.545079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Deleting subnet 41489e35-d9fb-499a-acfa-7e7e2f058885 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:21:12.549489 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Publish callbacks [] for subnet (41489e35-d9fb-499a-acfa-7e7e2f058885), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.553686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-0c0a649e-8c68-401e-a3cb-948da0a649a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26 HTTP/1.1" status: 200 len: 217 time: 0.0461173 Jan 29 20:21:12.586595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (41489e35-d9fb-499a-acfa-7e7e2f058885), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.651146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-dfa6abf9-0828-4565-acd0-477bc6112687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:12.652656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-dfa6abf9-0828-4565-acd0-477bc6112687 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02aa835d-eca4-4584-b4c5-4aa4cdf7892b HTTP/1.1" status: 200 len: 852 time: 0.0919869 Jan 29 20:21:12.653795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:12.664061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:12.676983 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (41489e35-d9fb-499a-acfa-7e7e2f058885), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.677103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:12.678132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:12.716767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-7c6ba6b9-bd52-4225-82f2-6ee6ce77e2c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=262d0ace-6d88-496a-8737-335bdb1f61a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570946 Jan 29 20:21:12.737008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port 1f69202d-fb36-4fae-97c0-d8c282dead82 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:21:12.754308 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.757641 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-276d2dd0-5017-4f8b-928c-40a01b4bcdce req-ebafed45-ae7b-45fd-ab57-c8dd7879890e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "DELETE /v2.0/ports/1f69202d-fb36-4fae-97c0-d8c282dead82 HTTP/1.1" status: 204 len: 173 time: 2.0819247 Jan 29 20:21:12.759382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'name': 'network-vif-deleted', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:12.761943 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3bd2e6-cc18-438a-984c-69f514938df5" -d '{"events": [{"server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "name": "network-vif-deleted", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:12.783827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c0661932-4569-4a44-8e22-c93354cf1145 req-721f483a-bf86-4834-ba81-47f2374f982e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0505080 Jan 29 20:21:12.799269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:12.806220 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (41489e35-d9fb-499a-acfa-7e7e2f058885), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.819488 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.825649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41489e35-d9fb-499a-acfa-7e7e2f058885 HTTP/1.1" status: 204 len: 168 time: 0.3305953 Jan 29 20:21:12.840560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37638) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:12.843195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1a231-9712-4529-9af7-3c43eb3ca28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41489e35-d9fb-499a-acfa-7e7e2f058885,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:12.886490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-1cdc7853-5c71-4e19-b50a-b5bae2150f40 service neutron] 10.222.0.26 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514513 Jan 29 20:21:12.887977 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fdba0-6701-4b30-8ffc-cf74d90513af x-openstack-request-id: req-517fdba0-6701-4b30-8ffc-cf74d90513af {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:12.888641 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc0f23a-f7c7-40e3-953f-66f0f19b436a", "name": "network-vif-deleted", "tag": "1f69202d-fb36-4fae-97c0-d8c282dead82", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:12.888966 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-517fdba0-6701-4b30-8ffc-cf74d90513af {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:12.889421 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc0f23a-f7c7-40e3-953f-66f0f19b436a', 'name': 'network-vif-deleted', 'tag': '1f69202d-fb36-4fae-97c0-d8c282dead82', 'status': 'completed', 'code': 200} Jan 29 20:21:12.897965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7226a-09aa-4dff-adc2-d1c28e912eb8 None None] Network 65606fc7-fb6f-4d6c-a441-86dd027ba7dd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:21:12.915825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (65606fc7-fb6f-4d6c-a441-86dd027ba7dd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:12.995849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Deleting port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:12.996192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.003429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c575539e-f84b-4179-bda0-1fb6bf9676fd req-6653581a-c828-4790-b3be-68d01e1af6e4 service neutron] 10.222.0.26 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092348 Jan 29 20:21:13.101930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] For port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,segment=NetworkSegment(de56e9d5-db9c-4c82-bb37-ca1b336d4261),segment_id=de56e9d5-db9c-4c82-bb37-ca1b336d4261)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:13.102525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.116521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Calling delete_port for 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:13.155836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:13.193364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d423b2-d45f-40fb-b042-b6c0ce1986ee req-0c2e2a80-b0ac-4940-bb84-c21c75c91aca tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:13.200885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97d423b2-d45f-40fb-b042-b6c0ce1986ee req-0c2e2a80-b0ac-4940-bb84-c21c75c91aca tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.1030848 Jan 29 20:21:13.260410 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (460d5359-e6ca-4f43-8d2d-22d5dca8fa06), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.299924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97d423b2-d45f-40fb-b042-b6c0ce1986ee req-acdeff76-bfa0-4549-a530-359b262a2594 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980377 Jan 29 20:21:13.326819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Pushing event deleted for resources: {'Port': ['ID=460d5359-e6ca-4f43-8d2d-22d5dca8fa06,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:13.352718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] No DVR routers for this DVR port 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:21:13.416827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:13.423074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e93e4-d946-418d-9787-96be8fa6392e None None] DHCP port deletion for 65606fc7-fb6f-4d6c-a441-86dd027ba7dd request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:21:13.424922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf204655-e16f-4730-b74f-c3bbbeb4b0fa no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:13.433027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:13.433742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:20:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:13.441998 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (65606fc7-fb6f-4d6c-a441-86dd027ba7dd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.454494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: cf204655-e16f-4730-b74f-c3bbbeb4b0fa {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:13.455034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device cf204655-e16f-4730-b74f-c3bbbeb4b0fa not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:13.455524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae3f2b44-0319-44d0-82fc-54e319873785 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:13.469248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65606fc7-fb6f-4d6c-a441-86dd027ba7dd']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:13.479589 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de56e9d5-db9c-4c82-bb37-ca1b336d4261') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:13.479893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de56e9d5-db9c-4c82-bb37-ca1b336d4261') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:13.492148 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (de56e9d5-db9c-4c82-bb37-ca1b336d4261), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.516017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (de56e9d5-db9c-4c82-bb37-ca1b336d4261), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.516585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ae3f2b44-0319-44d0-82fc-54e319873785 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:13.516952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ae3f2b44-0319-44d0-82fc-54e319873785 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:13.517455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:13.525015 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:21:13.525710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (de56e9d5-db9c-4c82-bb37-ca1b336d4261), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.541304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:13.541532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 460d5359-e6ca-4f43-8d2d-22d5dca8fa06 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:21:13.586375 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:21:13.637504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:13.648669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (65606fc7-fb6f-4d6c-a441-86dd027ba7dd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.656120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:13.663390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/65606fc7-fb6f-4d6c-a441-86dd027ba7dd HTTP/1.1" status: 204 len: 168 time: 0.8214910 Jan 29 20:21:13.676429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a555-c052-4beb-90f9-582e917e38eb admin admin] Pushing event deleted for resources: {'Network': ['ID=65606fc7-fb6f-4d6c-a441-86dd027ba7dd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:13.916797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad157efd-5ce1-4443-909c-223926fbf2a0 req-bdf028ed-f504-4883-a108-cc4f90c3ea74 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0365243 Jan 29 20:21:13.922781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:13.950488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855682b9-9b67-4aea-af60-f3b5b1a38780 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:14.034703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37646) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:14.084109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-409b3030-0f04-42f1-a391-7b4c84efe927 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3108fd62515e424db9234239280b9449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482335 Jan 29 20:21:14.086632 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37648) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:14.143864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a583ad-b42e-4b65-b129-34b6bd4b43e9 admin admin] Publish callbacks [] for security_group (0c32a91d-25c5-48ee-8173-7962036e4361), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:14.167740 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a583ad-b42e-4b65-b129-34b6bd4b43e9 admin admin] Publish callbacks [] for security_group (0c32a91d-25c5-48ee-8173-7962036e4361), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:14.227541 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfd8b4-be1a-4e2c-ba60-36f5be1270c8 None None] New status for floating IP b07820f0-0a11-48b8-aed7-615c4cfde82e: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:21:14.234501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 1f69202d-fb36-4fae-97c0-d8c282dead82 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:14.255176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 1f69202d-fb36-4fae-97c0-d8c282dead82 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:14.255526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 1f69202d-fb36-4fae-97c0-d8c282dead82 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:14.273637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a583ad-b42e-4b65-b129-34b6bd4b43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0c32a91d-25c5-48ee-8173-7962036e4361), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:14.279314 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-45a583ad-b42e-4b65-b129-34b6bd4b43e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:14.283553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-45a583ad-b42e-4b65-b129-34b6bd4b43e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c32a91d-25c5-48ee-8173-7962036e4361 HTTP/1.1" status: 204 len: 168 time: 0.1930032 Jan 29 20:21:14.289910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a583ad-b42e-4b65-b129-34b6bd4b43e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c32a91d-25c5-48ee-8173-7962036e4361,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:14.436251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9d031-0212-44e7-9470-a5a4e0ac7cec req-7838b607-813d-4222-868a-8ff26a0c449f tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:14.438435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85d9d031-0212-44e7-9470-a5a4e0ac7cec req-7838b607-813d-4222-868a-8ff26a0c449f tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0607505 Jan 29 20:21:14.494145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-85d9d031-0212-44e7-9470-a5a4e0ac7cec req-f2a82d31-542b-4484-9a4a-526b5f3b9b30 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Jan 29 20:21:14.925347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba90ec8-cf41-4b2f-b380-1124ed5d1548 req-cca2e9b7-e6e7-43dc-8da7-8ad2ed3346af tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:14.927010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ba90ec8-cf41-4b2f-b380-1124ed5d1548 req-cca2e9b7-e6e7-43dc-8da7-8ad2ed3346af tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0611668 Jan 29 20:21:14.979028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ba90ec8-cf41-4b2f-b380-1124ed5d1548 req-03bcddde-73ff-43ec-9b76-297df519d44c tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Jan 29 20:21:14.997290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:15.049846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d16a183-dbb1-49fd-89a9-ec2a13dec32d req-ed37c652-7a5e-4f64-b467-7c53e478f449 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0348322 Jan 29 20:21:15.069130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a5b75980-2db3-4944-b040-f84c36b6f381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24ea318819f94db5aebe260a7e31455f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680394 Jan 29 20:21:15.069294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37664) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:15.119771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-663b5c9e-dcd9-4120-bc0e-f4560aa408e1 admin admin] Publish callbacks [] for security_group (aa655aae-0016-45b3-8e3c-8527491c1825), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:15.141842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-663b5c9e-dcd9-4120-bc0e-f4560aa408e1 admin admin] Publish callbacks [] for security_group (aa655aae-0016-45b3-8e3c-8527491c1825), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:15.266124 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-663b5c9e-dcd9-4120-bc0e-f4560aa408e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aa655aae-0016-45b3-8e3c-8527491c1825), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:15.269195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-663b5c9e-dcd9-4120-bc0e-f4560aa408e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:15.273063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-663b5c9e-dcd9-4120-bc0e-f4560aa408e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa655aae-0016-45b3-8e3c-8527491c1825 HTTP/1.1" status: 204 len: 168 time: 0.2000399 Jan 29 20:21:15.285000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b5c9e-dcd9-4120-bc0e-f4560aa408e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa655aae-0016-45b3-8e3c-8527491c1825,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:16.110202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb54aa-43c7-4ad0-a302-9331193c3f84 req-29b3f978-b541-4fae-ab9a-4291e16f47e9 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:16.111705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecdb54aa-43c7-4ad0-a302-9331193c3f84 req-29b3f978-b541-4fae-ab9a-4291e16f47e9 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0561407 Jan 29 20:21:16.149580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1df7a6c9-462f-4ce2-9dd0-518dab933d14 req-58c09119-1353-4012-8e81-d5bf96b8a54a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0299225 Jan 29 20:21:16.160783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecdb54aa-43c7-4ad0-a302-9331193c3f84 req-225b7abf-9173-4319-8b31-4c2ebc6bf74d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Jan 29 20:21:16.534065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326059-1b0a-46f6-b742-794d9e0425be req-6429f313-299f-44bd-a56a-ad2a3e98ce9a tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:16.536802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32326059-1b0a-46f6-b742-794d9e0425be req-6429f313-299f-44bd-a56a-ad2a3e98ce9a tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0575793 Jan 29 20:21:16.592018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32326059-1b0a-46f6-b742-794d9e0425be req-c9e5086b-adbe-40b7-9e72-6e1feede219d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495219 Jan 29 20:21:16.667301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-a221596f-9101-4166-b133-eb1165c87955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:16.668858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-a221596f-9101-4166-b133-eb1165c87955 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2de72c5926e34b83a380c49dd27a3808&device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 1127 time: 0.0460727 Jan 29 20:21:16.759506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-5987e0c9-0d5e-4432-af6e-7a83b9ee7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:16.760919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-5987e0c9-0d5e-4432-af6e-7a83b9ee7c7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=262d0ace-6d88-496a-8737-335bdb1f61a6 HTTP/1.1" status: 200 len: 912 time: 0.0856082 Jan 29 20:21:16.806596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-29505631-368f-4aac-b0cd-47400a5b3857 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26 HTTP/1.1" status: 200 len: 217 time: 0.0384123 Jan 29 20:21:16.857536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-278daf12-aeb3-467e-b469-72e1fbf75588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:16.860106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-278daf12-aeb3-467e-b469-72e1fbf75588 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02aa835d-eca4-4584-b4c5-4aa4cdf7892b HTTP/1.1" status: 200 len: 852 time: 0.0469728 Jan 29 20:21:16.895573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-3cb1e439-e707-4193-83a0-b1a92db2fc96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=262d0ace-6d88-496a-8737-335bdb1f61a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300262 Jan 29 20:21:16.994651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-6b4d6e8b-81f8-4c61-8ed9-62293e779754 service neutron] 10.222.0.26 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937152 Jan 29 20:21:17.083903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cd9d882-6774-497d-bacf-eae985ffe7fb req-3c485082-faaf-4b03-be4c-072b9f393cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831289 Jan 29 20:21:17.252391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0e32133-4390-4ea1-8428-0c60dfde7366 req-49afec23-e0ba-49d8-b2c6-b7e5cec9be7b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0281768 Jan 29 20:21:17.721003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a00bf-8984-447f-b2e0-b70cb82dbd4b req-c776cac4-c6fa-4e27-a316-4ec6e80e5a71 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:17.722500 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-964a00bf-8984-447f-b2e0-b70cb82dbd4b req-c776cac4-c6fa-4e27-a316-4ec6e80e5a71 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0606258 Jan 29 20:21:17.780572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-964a00bf-8984-447f-b2e0-b70cb82dbd4b req-d16dbbf9-1cb7-4264-806c-a59bdf13475e tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 Jan 29 20:21:18.353412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2d60dd70-3ab7-4f54-a4a5-2a3735d03848 req-68207bb9-9e03-464a-ae29-bf1d3199e1aa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0309770 Jan 29 20:21:18.916964 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17400c4-7b24-47fc-ad0e-8938483166ab req-65e2a7c1-4657-4073-9fa9-26b18659cc39 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:18.918438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a17400c4-7b24-47fc-ad0e-8938483166ab req-65e2a7c1-4657-4073-9fa9-26b18659cc39 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0555210 Jan 29 20:21:18.966018 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a17400c4-7b24-47fc-ad0e-8938483166ab req-72cbb302-88af-48d0-ad0c-8d10c95511a8 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Jan 29 20:21:19.414034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bad126-aab1-4916-a919-0055779f8164 req-cc9d4929-9e85-4a5b-a266-336f7da80591 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:19.415681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0bad126-aab1-4916-a919-0055779f8164 req-cc9d4929-9e85-4a5b-a266-336f7da80591 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0537369 Jan 29 20:21:19.454934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-326740be-74a2-458a-a814-8032b3aedd94 req-cc088893-5bd4-424a-ab25-045e6308ba0f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0281563 Jan 29 20:21:19.465442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0bad126-aab1-4916-a919-0055779f8164 req-85bfcf34-7372-404a-bd28-9f0a083ebcb8 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Jan 29 20:21:20.554278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c2157804-e46e-4b76-ad6f-38c92b7e0763 req-28399160-ee46-4440-bac3-a76474091779 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0294049 Jan 29 20:21:20.597207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4686-cf31-45d7-bbf0-59358e41ba10 req-a44a4854-d109-49b5-a211-8ca2a41f9194 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:20.598803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cab4686-cf31-45d7-bbf0-59358e41ba10 req-a44a4854-d109-49b5-a211-8ca2a41f9194 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0619998 Jan 29 20:21:20.645914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cab4686-cf31-45d7-bbf0-59358e41ba10 req-8a656f6d-eb2c-4211-a669-59562e10e0ca tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Jan 29 20:21:21.351147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-217a6a5f-90d8-4745-9721-c06f23a7f650 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:21.352994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-217a6a5f-90d8-4745-9721-c06f23a7f650 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0562687 Jan 29 20:21:21.458365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Deleting port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:21:21.458992 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:21.545699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] For port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,segment=NetworkSegment(997635da-ab2d-4e09-9dbf-4a3d64d327c9),segment_id=997635da-ab2d-4e09-9dbf-4a3d64d327c9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:21.546274 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:21.559303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Calling delete_port for 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:21:21.660937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b03e41e-d4c7-49d5-8d7d-b39aedee4f65 req-b026bd85-9f51-42f3-8f1f-944d0f5be9a5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc0f23a-f7c7-40e3-953f-66f0f19b436a HTTP/1.1" status: 200 len: 210 time: 0.0271375 Jan 29 20:21:21.763660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (674da3b5-fa32-4ade-8ce5-72e4fabe6d26), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:21.777610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba63c0-add4-4987-93a2-92bde737a9a1 req-e9176b27-2fd6-4ce3-a85c-c3a846d3efc6 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:21.779148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3ba63c0-add4-4987-93a2-92bde737a9a1 req-e9176b27-2fd6-4ce3-a85c-c3a846d3efc6 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf744d18-0b67-4243-99b5-32d443f3d29e HTTP/1.1" status: 200 len: 945 time: 0.0641279 Jan 29 20:21:21.797791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['674da3b5-fa32-4ade-8ce5-72e4fabe6d26'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:21:21.809941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Pushing event deleted for resources: {'Port': ['ID=674da3b5-fa32-4ade-8ce5-72e4fabe6d26,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:21.882714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] No DVR routers for this DVR port 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:21:21.889851 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:21.892775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d192d048-b1d0-4fdc-b4d2-b0af49edc9b4 req-d67cd658-2352-42ef-9fa8-9e7bebd5d0f5 tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.26 "DELETE /v2.0/ports/674da3b5-fa32-4ade-8ce5-72e4fabe6d26 HTTP/1.1" status: 204 len: 173 time: 0.5348582 Jan 29 20:21:21.893525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'name': 'network-vif-deleted', 'tag': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:21.896752 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf2625-471f-4364-9668-3b6b39899831" -d '{"events": [{"server_uuid": "bf744d18-0b67-4243-99b5-32d443f3d29e", "name": "network-vif-deleted", "tag": "674da3b5-fa32-4ade-8ce5-72e4fabe6d26"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:21.902245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f3ba63c0-add4-4987-93a2-92bde737a9a1 req-e2c3b9f1-e645-41d7-85a5-169017bc9d4d tempest-TestServerAdvancedOps-702803583 tempest-TestServerAdvancedOps-702803583-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb62fae0-6976-4590-9890-ab8c339715aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166134 Jan 29 20:21:21.937231 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e730829-9b41-4b68-87b6-de976c7884ef x-openstack-request-id: req-1e730829-9b41-4b68-87b6-de976c7884ef {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:21.937533 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf744d18-0b67-4243-99b5-32d443f3d29e", "name": "network-vif-deleted", "tag": "674da3b5-fa32-4ade-8ce5-72e4fabe6d26", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:21.937790 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e730829-9b41-4b68-87b6-de976c7884ef {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:21.938217 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf744d18-0b67-4243-99b5-32d443f3d29e', 'name': 'network-vif-deleted', 'tag': '674da3b5-fa32-4ade-8ce5-72e4fabe6d26', 'status': 'completed', 'code': 200} Jan 29 20:21:22.934409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-8f63f4a2-a4be-4cf7-9ac0-5874fbee42bf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981482892&fields=id&tenant_id=182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 267 time: 0.0432520 Jan 29 20:21:22.963557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37710) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:23.056727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Deleting subnet 02aa835d-eca4-4584-b4c5-4aa4cdf7892b {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:21:23.063749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Publish callbacks [] for subnet (02aa835d-eca4-4584-b4c5-4aa4cdf7892b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.109009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-c8a6bbeb-5f01-47bd-9c1b-6cf5b4c994e3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:23.110499 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-c8a6bbeb-5f01-47bd-9c1b-6cf5b4c994e3 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1685724 Jan 29 20:21:23.119349 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (02aa835d-eca4-4584-b4c5-4aa4cdf7892b), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.151603 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-56a559fd-c0de-44cf-aed4-50f334107b61 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0350096 Jan 29 20:21:23.196485 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (02aa835d-eca4-4584-b4c5-4aa4cdf7892b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.247790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-a7b896cb-27a4-49a0-8769-db6ac71313eb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902004 Jan 29 20:21:23.266024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-81545ff0-0fb4-49a1-8e51-3bd4312cb0e0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:21:23.267062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-81545ff0-0fb4-49a1-8e51-3bd4312cb0e0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067797 Jan 29 20:21:23.335196 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (02aa835d-eca4-4584-b4c5-4aa4cdf7892b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.372691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02aa835d-eca4-4584-b4c5-4aa4cdf7892b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:23.377809 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.380829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d840cf06-3451-4fc4-89e5-23a2ff25baa4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/02aa835d-eca4-4584-b4c5-4aa4cdf7892b HTTP/1.1" status: 204 len: 168 time: 0.4161489 Jan 29 20:21:23.383539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37712) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:23.395430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-c6cde569-b337-4022-bf8c-a1ec65637ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225035 Jan 29 20:21:23.452726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (262d0ace-6d88-496a-8737-335bdb1f61a6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.486411 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-15694071-aa98-4bc8-9798-5b67396c0e89 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853705 Jan 29 20:21:23.534128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (262d0ace-6d88-496a-8737-335bdb1f61a6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.555052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262d0ace-6d88-496a-8737-335bdb1f61a6']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:23.564623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997635da-ab2d-4e09-9dbf-4a3d64d327c9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:23.564933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997635da-ab2d-4e09-9dbf-4a3d64d327c9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:23.574390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (997635da-ab2d-4e09-9dbf-4a3d64d327c9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.588626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (997635da-ab2d-4e09-9dbf-4a3d64d327c9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.595783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:21:23.596172 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (997635da-ab2d-4e09-9dbf-4a3d64d327c9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:21:23.597934 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:21:23.739782 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (262d0ace-6d88-496a-8737-335bdb1f61a6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.744726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.750845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] 10.222.0.15 "DELETE /v2.0/networks/262d0ace-6d88-496a-8737-335bdb1f61a6 HTTP/1.1" status: 204 len: 168 time: 0.3635468 Jan 29 20:21:23.751193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37720) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:23.767611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28eec9-06ff-4ece-b34a-d0fc1ecac759 admin admin] Pushing event deleted for resources: {'Network': ['ID=262d0ace-6d88-496a-8737-335bdb1f61a6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:23.806542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Deleting subnet 60894fbb-7d23-4bae-b66f-ee1df49ec3ad {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:21:23.809924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Publish callbacks [] for subnet (60894fbb-7d23-4bae-b66f-ee1df49ec3ad), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.844721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (60894fbb-7d23-4bae-b66f-ee1df49ec3ad), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:23.883209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (60894fbb-7d23-4bae-b66f-ee1df49ec3ad), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.008527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (60894fbb-7d23-4bae-b66f-ee1df49ec3ad), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.026930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ef26708-7d2f-46d0-aa71-6bb0c5f19b1a req-c4c9cecc-37c6-4c4a-ab8b-52ee8a2f349c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0338006 Jan 29 20:21:24.047220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60894fbb-7d23-4bae-b66f-ee1df49ec3ad,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:24.049609 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.052788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-04f169ed-df4a-4c8e-8b47-016d9b92845e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/60894fbb-7d23-4bae-b66f-ee1df49ec3ad HTTP/1.1" status: 204 len: 168 time: 0.3006892 Jan 29 20:21:24.055206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:24.120981 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (9beefebb-336f-4162-bba7-c1bec24d0f0a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.202626 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (9beefebb-336f-4162-bba7-c1bec24d0f0a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.222182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beefebb-336f-4162-bba7-c1bec24d0f0a']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:24.231289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c24bd49-0920-4b3e-9c08-b0208e255c78') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:24.231599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c24bd49-0920-4b3e-9c08-b0208e255c78') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:24.240952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4c24bd49-0920-4b3e-9c08-b0208e255c78), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.258198 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c24bd49-0920-4b3e-9c08-b0208e255c78), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.266972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:21:24.267346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4c24bd49-0920-4b3e-9c08-b0208e255c78), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:21:24.269113 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:21:24.396555 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (9beefebb-336f-4162-bba7-c1bec24d0f0a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.401905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.405369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] 10.222.0.15 "DELETE /v2.0/networks/9beefebb-336f-4162-bba7-c1bec24d0f0a HTTP/1.1" status: 204 len: 168 time: 0.3492432 Jan 29 20:21:24.416341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35029d48-ac94-47a3-a8f4-680c90b19dac admin admin] Pushing event deleted for resources: {'Network': ['ID=9beefebb-336f-4162-bba7-c1bec24d0f0a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:24.773053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37728) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:24.812634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ab76a73f-cc0d-46a2-b139-f99c2a9d6e2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2de72c5926e34b83a380c49dd27a3808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378346 Jan 29 20:21:24.815038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37730) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:24.860853 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17685d6c-4e28-48e4-9185-3e738a588e66 admin admin] Publish callbacks [] for security_group (bb62fae0-6976-4590-9890-ab8c339715aa), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.881893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17685d6c-4e28-48e4-9185-3e738a588e66 admin admin] Publish callbacks [] for security_group (bb62fae0-6976-4590-9890-ab8c339715aa), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.991243 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17685d6c-4e28-48e4-9185-3e738a588e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (bb62fae0-6976-4590-9890-ab8c339715aa), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.993937 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-17685d6c-4e28-48e4-9185-3e738a588e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:24.998012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-17685d6c-4e28-48e4-9185-3e738a588e66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb62fae0-6976-4590-9890-ab8c339715aa HTTP/1.1" status: 204 len: 168 time: 0.1791997 Jan 29 20:21:25.003559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17685d6c-4e28-48e4-9185-3e738a588e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62fae0-6976-4590-9890-ab8c339715aa,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:25.139235 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a929fcdf-ac7c-4bf2-95d6-3e66941cdf33 req-3c269e5b-2319-4f50-a6b0-18868d132ccf tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0446467 Jan 29 20:21:25.185307 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-699757d6-6903-4c32-8686-f2c6eb44c218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:25.710459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:25.750197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8e93658f-a8f6-478e-ade3-8bc74f5af5ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=757c6220a9124a9daf16b7dbdb432926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386121 Jan 29 20:21:25.752775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37750) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:25.799142 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd95-3dbc-4d17-b82c-06e5c9160aad admin admin] Publish callbacks [] for security_group (308f2355-bd29-478a-80bb-8f5b26014b1c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:25.819626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd95-3dbc-4d17-b82c-06e5c9160aad admin admin] Publish callbacks [] for security_group (308f2355-bd29-478a-80bb-8f5b26014b1c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:25.945372 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd95-3dbc-4d17-b82c-06e5c9160aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (308f2355-bd29-478a-80bb-8f5b26014b1c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:25.947962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d76bd95-3dbc-4d17-b82c-06e5c9160aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:25.949176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d76bd95-3dbc-4d17-b82c-06e5c9160aad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/308f2355-bd29-478a-80bb-8f5b26014b1c HTTP/1.1" status: 204 len: 168 time: 0.1955214 Jan 29 20:21:25.957276 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76bd95-3dbc-4d17-b82c-06e5c9160aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f2355-bd29-478a-80bb-8f5b26014b1c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:26.211683 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1af7e0de-3950-4d4c-97ee-f107b58ac83a req-c60a7b11-45b9-4293-ab2f-b1e7155c8573 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0310962 Jan 29 20:21:26.249057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:21:26.265611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:21:26.265975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 674da3b5-fa32-4ade-8ce5-72e4fabe6d26 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:21:26.999557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37774) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:27.107578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-425558124-network', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:27.184909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-4226cf1d-2d57-4603-a899-803bd590ef5a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:27.186381 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-4226cf1d-2d57-4603-a899-803bd590ef5a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1173887 Jan 29 20:21:27.214400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Made reservation on behalf of 7d439e3480094d11b97ecf6ce61236c2 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:27.218644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.227408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.293153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-3d3d56f4-701a-47ab-8c6a-83d5c4c259d9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 379 time: 0.0912435 Jan 29 20:21:27.304837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309', 'security_groups': ['af779ecb-e72b-45ab-9852-4d5904dd9c1e']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:27.317125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84ce06a4-58e0-42d1-a9aa-ab31aaff89cd req-6bbdd336-dbe6-4892-b9b3-06ef11dd5efc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0279632 Jan 29 20:21:27.437650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks [] for security_group (14c0dc36-ff82-400d-9163-8812637a1463), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.498779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (14c0dc36-ff82-400d-9163-8812637a1463), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.528170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:21:27.530199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:27.533634 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.552708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c0dc36-ff82-400d-9163-8812637a1463,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:27.564438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c576b09-7306-4fc4-9ea4-90e3e58d7ed8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.564896 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Added segment 4c576b09-7306-4fc4-9ea4-90e3e58d7ed8 of type vlan for network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 Jan 29 20:21:27.644558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (a8406d74-9b8e-4390-85cc-0f9ae902d9a9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.721072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.7 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/ece85708-0821-4493-9fd1-4afb40a27730) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:27.758132 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (a8406d74-9b8e-4390-85cc-0f9ae902d9a9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.759081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:27.759663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:27.875876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] Pushing event updated for resources: {'Network': ['ID=a8406d74-9b8e-4390-85cc-0f9ae902d9a9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:27.887534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0a3ac911-f197-43f8-b403-481691b9171a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8842745 Jan 29 20:21:27.887688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:21:27.888459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37780) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:27.892876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Request body: {'subnet': {'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-425558124-subnet', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:27.941013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (ece85708-0821-4493-9fd1-4afb40a27730), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.014138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Made reservation on behalf of 7d439e3480094d11b97ecf6ce61236c2 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:28.017095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.033384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ece85708-0821-4493-9fd1-4afb40a27730), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.118691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:28.121529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:28.123645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=ece85708-0821-4493-9fd1-4afb40a27730,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:28.126866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:28.202656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:28.203281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.208785 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b22b1c6-953c-41d2-b9d2-1e2c6203a2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.311751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-7cda1ef5-6c36-410a-817f-266143f27217 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0106633 Jan 29 20:21:28.334271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Request body: {'port': {'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:28.395409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7569d62c-5130-43e5-92a1-dce3fbe21e4a None None] Provisioning complete for port ece85708-0821-4493-9fd1-4afb40a27730 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:28.395409 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7569d62c-5130-43e5-92a1-dce3fbe21e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ece85708-0821-4493-9fd1-4afb40a27730), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.418744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (a525516c-b9c7-4ade-b08f-5f3de068fb98), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.437740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7569d62c-5130-43e5-92a1-dce3fbe21e4a None None] Port ece85708-0821-4493-9fd1-4afb40a27730 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:28.438363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ece85708-0821-4493-9fd1-4afb40a27730), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:28.548296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a525516c-b9c7-4ade-b08f-5f3de068fb98,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:28.571864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Checking segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:28.572294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Network hostable DHCP agents. Network: a8406d74-9b8e-4390-85cc-0f9ae902d9a9, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:21:28.580408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff35e6-2766-4d85-ac7e-3448eb2ba684 req-d3fc8151-c287-4d23-9a54-f69848f9cf98 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:28.581908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52ff35e6-2766-4d85-ac7e-3448eb2ba684 req-d3fc8151-c287-4d23-9a54-f69848f9cf98 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 931 time: 0.1850708 Jan 29 20:21:28.718744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52ff35e6-2766-4d85-ac7e-3448eb2ba684 req-1ee1b867-ff47-45c2-b2d7-c69ad212b502 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906463 Jan 29 20:21:28.746247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:21:28.939975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.152911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, a8406d74-9b8e-4390-85cc-0f9ae902d9a9) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:29.157394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:29.157995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.161829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e83375-b9da-4c78-9a2f-1a134010b845 None None] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:21:29.220589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece85708-0821-4493-9fd1-4afb40a27730 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:29.228526 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Publish callbacks [] for port (ece85708-0821-4493-9fd1-4afb40a27730), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.241889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Transition to ACTIVE for port object ece85708-0821-4493-9fd1-4afb40a27730 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:21:29.254247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-176d4bc5-cf34-4146-81fc-fcc380c7a89d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3624659 Jan 29 20:21:29.254583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:29.259787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:29.275528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'fixed_ips': [{'subnet_id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:21:29.276488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.322504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ece85708-0821-4493-9fd1-4afb40a27730), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.353089 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.354363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.390305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ece85708-0821-4493-9fd1-4afb40a27730,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:29.413608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Allocated IP 172.20.0.2 (a8406d74-9b8e-4390-85cc-0f9ae902d9a9/a525516c-b9c7-4ade-b08f-5f3de068fb98/769b8759-40ea-46c2-b463-cadca24b3a65) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:29.494561 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks [] for router_controller (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.523835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Attempting to bind port ece85708-0821-4493-9fd1-4afb40a27730 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:29.524312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Attempting to bind port ece85708-0821-4493-9fd1-4afb40a27730 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:29.524756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Attempting to bind port ece85708-0821-4493-9fd1-4afb40a27730 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:29.532582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Port ece85708-0821-4493-9fd1-4afb40a27730 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:21:29.532957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Attempting to bind port ece85708-0821-4493-9fd1-4afb40a27730 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:29.539053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:29.539401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:29.539796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:29.541779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Bound port: ece85708-0821-4493-9fd1-4afb40a27730, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:29.542153 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ece85708-0821-4493-9fd1-4afb40a27730), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.570359 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Publish callbacks [] for port (769b8759-40ea-46c2-b463-cadca24b3a65), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.637578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.682863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:29.689012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:29.691385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:29.731395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Pushing event updated for resources: {'Port': ['ID=769b8759-40ea-46c2-b463-cadca24b3a65,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:29.743208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks [] for router_gateway (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.752619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] For port ece85708-0821-4493-9fd1-4afb40a27730, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:29.756462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] For port ece85708-0821-4493-9fd1-4afb40a27730, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ece85708-0821-4493-9fd1-4afb40a27730,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:29.770775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Attempting to bind port 769b8759-40ea-46c2-b463-cadca24b3a65 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:29.771147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Attempting to bind port 769b8759-40ea-46c2-b463-cadca24b3a65 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:29.771507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Attempting to bind port 769b8759-40ea-46c2-b463-cadca24b3a65 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:29.776535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:29.776914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Checking segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:29.777314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.777701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Bound using segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:29.778215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Bound port: 769b8759-40ea-46c2-b463-cadca24b3a65, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:29.778543 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.840325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] For port 769b8759-40ea-46c2-b463-cadca24b3a65, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:29.843536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] For port 769b8759-40ea-46c2-b463-cadca24b3a65, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=769b8759-40ea-46c2-b463-cadca24b3a65,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:29.845015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ece85708-0821-4493-9fd1-4afb40a27730), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.866588 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7481936-f536-47f1-8b03-11b985ceb2f5 req-98b07429-58cb-4cd7-aa49-72c93691a130 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:29.870145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7481936-f536-47f1-8b03-11b985ceb2f5 req-98b07429-58cb-4cd7-aa49-72c93691a130 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0732088 Jan 29 20:21:29.894813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:29.905064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.905064 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 1091 time: 1.5680361 Jan 29 20:21:29.905064 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:29.905064 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b8afbd-4227-4c4e-9d19-30d849b63bad" -d '{"events": [{"name": "network-changed", "server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "tag": "ece85708-0821-4493-9fd1-4afb40a27730"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:29.934854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:29.954587 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b7481936-f536-47f1-8b03-11b985ceb2f5 req-3aa1a9aa-f0e2-4895-9f1a-b933b1433f14 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790937 Jan 29 20:21:29.959720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ece85708-0821-4493-9fd1-4afb40a27730,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:29.970879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.971237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.971585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.971932 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.972309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.972679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.973016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.973352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.973687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.974022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.974354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.974681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:29.975008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafe2587-802f-48f0-9477-6927b27c49c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:30.026260 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc2e012-5907-4cfa-8be8-6cd4dcd5bbf8 x-openstack-request-id: req-bbc2e012-5907-4cfa-8be8-6cd4dcd5bbf8 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:30.026561 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "tag": "ece85708-0821-4493-9fd1-4afb40a27730", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:30.026822 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbc2e012-5907-4cfa-8be8-6cd4dcd5bbf8 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:30.027241 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730', 'status': 'completed', 'code': 200} Jan 29 20:21:30.051867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e95c88-7ff8-4d73-8bc2-08198f72f38d None None] Pushing event updated for resources: {'Port': ['ID=769b8759-40ea-46c2-b463-cadca24b3a65,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:30.094287 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:30.198329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-00167f0a-9a17-4b6e-80f2-1b8513b7499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:30.198546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-00167f0a-9a17-4b6e-80f2-1b8513b7499f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1125 time: 0.1695135 Jan 29 20:21:30.281393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-caee7d49-e01d-42f8-b6cb-070d34575a06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 217 time: 0.0682511 Jan 29 20:21:30.282912 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks [] for router_gateway (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:30.329718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:30.384854 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:30.431531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-d44d2479-a4b9-4ea7-9547-7a2e7b85f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:30.433210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-d44d2479-a4b9-4ea7-9547-7a2e7b85f529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0999441 Jan 29 20:21:30.521916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Allocated IP 172.25.5.231 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/19002a45-f087-4307-b26e-b6d9e1b1acb2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:30.554896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-9592f278-4c1d-441f-9810-738da65dc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:30.556388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-9592f278-4c1d-441f-9810-738da65dc719 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928805 Jan 29 20:21:30.703525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks [] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:30.712894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-6ec83ec4-a58f-410c-956b-b86bf7f6f5d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464291 Jan 29 20:21:30.824834 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-31987f3b-6b85-4e0c-8094-a540513c7b98 req-4e5208af-3399-4ad9-a7a5-944fddfcc1ce service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988624 Jan 29 20:21:30.826569 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:30.866300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:30.871360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:30.875020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:30.880721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Pushing event updated for resources: {'Port': ['ID=19002a45-f087-4307-b26e-b6d9e1b1acb2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:31.088468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-41a7cf52-7c37-41f9-9b9c-91f782a56f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:31.090039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-41a7cf52-7c37-41f9-9b9c-91f782a56f22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1125 time: 0.1285515 Jan 29 20:21:31.091696 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5e15-5ae7-4c9d-9262-3abdedd588c9 req-ca710d1e-90c8-44f8-9f8a-12247b6e28a9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:31.093859 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50cf5e15-5ae7-4c9d-9262-3abdedd588c9 req-ca710d1e-90c8-44f8-9f8a-12247b6e28a9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0650454 Jan 29 20:21:31.157843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50cf5e15-5ae7-4c9d-9262-3abdedd588c9 req-a457e662-2d04-4154-b729-de7a2dd74ad0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580795 Jan 29 20:21:31.237272 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea30214-8d61-4123-ba44-95028b091bba None None] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:21:31.272923 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-de133d42-5f10-414e-a28d-5bbda04b0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:31.274447 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-de133d42-5f10-414e-a28d-5bbda04b0c01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1711364 Jan 29 20:21:31.349374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-7bcfe29f-ea41-48df-8305-f643968afa48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 217 time: 0.0375221 Jan 29 20:21:31.358431 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] Provisioning complete for port 769b8759-40ea-46c2-b463-cadca24b3a65 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:31.359352 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.392531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 769b8759-40ea-46c2-b463-cadca24b3a65 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:31.406729 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks [] for router_gateway (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.459334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-7cde83c0-04f1-4e1a-8691-466dd89ab0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:31.461155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-7cde83c0-04f1-4e1a-8691-466dd89ab0dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0971782 Jan 29 20:21:31.502690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 769b8759-40ea-46c2-b463-cadca24b3a65 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:31.503065 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.542571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] Current status of the port 769b8759-40ea-46c2-b463-cadca24b3a65 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:31.542822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.570142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-adf5bef4-8cee-45d7-9e8a-df1a8b7fa9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:31.572464 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-adf5bef4-8cee-45d7-9e8a-df1a8b7fa9e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013863 Jan 29 20:21:31.594796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] For port 769b8759-40ea-46c2-b463-cadca24b3a65, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=769b8759-40ea-46c2-b463-cadca24b3a65,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:31.635661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.637047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 769b8759-40ea-46c2-b463-cadca24b3a65 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:31.637414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.672748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.747018 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:21:31.747381 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:21:31.752334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a8e42-c986-4b58-9a16-746de2cfc875 None None] Pushing event updated for resources: {'Port': ['ID=769b8759-40ea-46c2-b463-cadca24b3a65,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:31.783680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-fe2a3292-77b2-4351-b82d-f6f416a2d514 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641920 Jan 29 20:21:31.785252 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.792336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-754d772e-4436-4733-91a5-1bbdd7266c8e None None] Provisioning complete for port 769b8759-40ea-46c2-b463-cadca24b3a65 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:31.792704 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-754d772e-4436-4733-91a5-1bbdd7266c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:31.873577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-754d772e-4436-4733-91a5-1bbdd7266c8e None None] Current status of the port 769b8759-40ea-46c2-b463-cadca24b3a65 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:31.974577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3b8afbd-4227-4c4e-9d19-30d849b63bad req-a8829356-7dcb-4829-ae49-996152963f69 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486061 Jan 29 20:21:32.059402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:21:32.171697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:32.188402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Sync routers for ids ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:32.198770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Routers {'7ebf3a2a-80f8-4fce-b718-da40b357cf3e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:32.201218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:32.250108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:32.254015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f5440003-2a14-4c8f-9af6-6180e730721b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9959121 Jan 29 20:21:32.254351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37794) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:32.318835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ad5a7-326b-427d-94ad-45d551b611f8 req-2da1a308-1a65-4c68-adfe-8be03e9121fd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:32.320860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb5ad5a7-326b-427d-94ad-45d551b611f8 req-2da1a308-1a65-4c68-adfe-8be03e9121fd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0850532 Jan 29 20:21:32.323767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 769b8759-40ea-46c2-b463-cadca24b3a65 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:32.343052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Set router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:32.395711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb5ad5a7-326b-427d-94ad-45d551b611f8 req-346fc046-6a51-40b9-b99a-cfb4d5eff672 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619709 Jan 29 20:21:32.533723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:21:31Z', 'revision_number': 3, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:32.734979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Checking router: 7ebf3a2a-80f8-4fce-b718-da40b357cf3e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:32.735251 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Updating router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e port 19002a45-f087-4307-b26e-b6d9e1b1acb2 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:21:32.767700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.033672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Publish callbacks [] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.046568 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.099328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.158352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69df12-70d8-4fc5-b591-b5d1d0aaaf47 None None] Pushing event updated for resources: {'Port': ['ID=19002a45-f087-4307-b26e-b6d9e1b1acb2,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:33.160859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Attempting to bind port 19002a45-f087-4307-b26e-b6d9e1b1acb2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:33.161000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Attempting to bind port 19002a45-f087-4307-b26e-b6d9e1b1acb2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:33.161297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Attempting to bind port 19002a45-f087-4307-b26e-b6d9e1b1acb2 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:33.170169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:33.170169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:33.170169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.170169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:33.170169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Bound port: 19002a45-f087-4307-b26e-b6d9e1b1acb2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:33.170169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.225598 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] For port 19002a45-f087-4307-b26e-b6d9e1b1acb2, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:33.229273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] For port 19002a45-f087-4307-b26e-b6d9e1b1acb2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=19002a45-f087-4307-b26e-b6d9e1b1acb2,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:33.275217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Allocated IP 172.20.0.1 (a8406d74-9b8e-4390-85cc-0f9ae902d9a9/a525516c-b9c7-4ade-b08f-5f3de068fb98/fb59e79b-4728-4ffb-ab13-26238ebcc725) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:33.295135 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 769b8759-40ea-46c2-b463-cadca24b3a65 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:33.320016 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.383482 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks [] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.396618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69df12-70d8-4fc5-b591-b5d1d0aaaf47 None None] Pushing event updated for resources: {'Port': ['ID=19002a45-f087-4307-b26e-b6d9e1b1acb2,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:33.401969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Routers {'7ebf3a2a-80f8-4fce-b718-da40b357cf3e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:33.402576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:33.442206 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 769b8759-40ea-46c2-b463-cadca24b3a65 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:33.442583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.484033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.543031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:33.550594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:33.557016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:33.564710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] Set router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:33.606966 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.672456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bdc97-7139-4483-9dfd-713208bf9d99 req-4986cadb-8de5-4f75-bdc0-bda5c1b35b5b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:33.673864 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-940bdc97-7139-4483-9dfd-713208bf9d99 req-4986cadb-8de5-4f75-bdc0-bda5c1b35b5b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.2011673 Jan 29 20:21:33.676640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Pushing event updated for resources: {'Port': ['ID=fb59e79b-4728-4ffb-ab13-26238ebcc725,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:33.688565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 769b8759-40ea-46c2-b463-cadca24b3a65 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:33.822373 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-456f7b11-28c7-40e0-8d89-85bf486a2adc None None] Provisioning complete for port fb59e79b-4728-4ffb-ab13-26238ebcc725 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:33.826342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-456f7b11-28c7-40e0-8d89-85bf486a2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:33.826500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-940bdc97-7139-4483-9dfd-713208bf9d99 req-8b66d2d3-7ff4-47af-a7d5-229dd8839902 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264365 Jan 29 20:21:33.870231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:21:31Z', 'revision_number': 3, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:33.899366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-456f7b11-28c7-40e0-8d89-85bf486a2adc None None] Port fb59e79b-4728-4ffb-ab13-26238ebcc725 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:33.901025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39479b50-174d-4bcd-b877-079da6aab000 None None] The sync data for ids ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'] in n-d-825496-5 is: [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:21:31Z', 'revision_number': 3, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:33.902444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:34.081361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks [] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:34.151123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:34.226492 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Pushing event updated for resources: {'Port': ['ID=fb59e79b-4728-4ffb-ab13-26238ebcc725,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:34.229810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:34.338952 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:34.340906 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:34.478108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:21:34.606271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:34.616052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5d201a2f-22ca-4784-a962-ebca666b1dbb admin admin] 10.222.0.15 "PUT /v2.0/routers/7ebf3a2a-80f8-4fce-b718-da40b357cf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564436 Jan 29 20:21:34.634647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6d9959f8-94f8-4ee8-9951-be77950539a3 None None] Provisioning complete for port fb59e79b-4728-4ffb-ab13-26238ebcc725 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:34.635813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d9959f8-94f8-4ee8-9951-be77950539a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:34.678325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6d9959f8-94f8-4ee8-9951-be77950539a3 None None] Port fb59e79b-4728-4ffb-ab13-26238ebcc725 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:34.975368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa50964-92cb-40ce-984a-a6a700d062e8 req-11e47006-a898-41fb-ad93-43f9258ab5a5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:34.977269 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fa50964-92cb-40ce-984a-a6a700d062e8 req-11e47006-a898-41fb-ad93-43f9258ab5a5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0560658 Jan 29 20:21:35.034031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fa50964-92cb-40ce-984a-a6a700d062e8 req-fc8ef5e6-a04d-4a06-bb44-0cef46628dde tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510106 Jan 29 20:21:35.344126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37814) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:35.349123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-899285110-network', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:35.353408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19002a45-f087-4307-b26e-b6d9e1b1acb2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:35.402799 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Made reservation on behalf of 5834045483f54dd3b9e995fb014a0f81 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:35.404324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 19002a45-f087-4307-b26e-b6d9e1b1acb2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:35.404702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.406175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.416510 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.486525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 19002a45-f087-4307-b26e-b6d9e1b1acb2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:35.486920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.504032 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks [] for security_group (1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.511740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 19002a45-f087-4307-b26e-b6d9e1b1acb2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=19002a45-f087-4307-b26e-b6d9e1b1acb2,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:35.574366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.585951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.608085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:21:35.615899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:35.625782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1620245f-63d4-4450-9b97-e1e2c5cb6792), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.626124 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Added segment 1620245f-63d4-4450-9b97-e1e2c5cb6792 of type vlan for network bbb06613-aa47-4a2e-a82b-609263c004ce Jan 29 20:21:35.659603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=19002a45-f087-4307-b26e-b6d9e1b1acb2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:35.685086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (bbb06613-aa47-4a2e-a82b-609263c004ce), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.733306 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Sync routers for ids ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:35.744561 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Routers {'7ebf3a2a-80f8-4fce-b718-da40b357cf3e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:35.745162 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:35.762308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (bbb06613-aa47-4a2e-a82b-609263c004ce), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.763708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:35.764461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:35.828568 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb06613-aa47-4a2e-a82b-609263c004ce,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:35.838239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ce26f727-7749-48ec-9afe-dc798c59af87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4904091 Jan 29 20:21:35.838577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 37816) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:35.846074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network bbb06613-aa47-4a2e-a82b-609263c004ce details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:21:35.854495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Request body: {'subnet': {'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-899285110-subnet', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:35.855760 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Set router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:35.968467 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Made reservation on behalf of 5834045483f54dd3b9e995fb014a0f81 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:35.970989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.062545 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:21:33Z', 'revision_number': 4, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'fb59e79b-4728-4ffb-ab13-26238ebcc725', 'name': '', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'mac_address': 'fa:16:3e:d0:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:33Z', 'updated_at': '2022-01-29T20:21:33Z', 'revision_number': 2, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'subnets': [{'id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:36.094490 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Checking router: 7ebf3a2a-80f8-4fce-b718-da40b357cf3e for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:36.094848 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Updating router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e port fb59e79b-4728-4ffb-ab13-26238ebcc725 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:21:36.122620 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.203660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e30fa3-7da0-443d-8e41-791a9e4ea93b req-9142e65b-f6bb-45fa-8c7f-ad083af7c9f1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:36.206322 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e3e30fa3-7da0-443d-8e41-791a9e4ea93b req-9142e65b-f6bb-45fa-8c7f-ad083af7c9f1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0675972 Jan 29 20:21:36.241811 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (f6f5c597-eded-41f6-947b-ef55996c9914), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.291979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e3e30fa3-7da0-443d-8e41-791a9e4ea93b req-5619dc81-ddb8-4b9b-aabe-69c8ff65b53c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793083 Jan 29 20:21:36.326043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f5c597-eded-41f6-947b-ef55996c9914,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:36.337754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Checking segment: {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:36.338244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Network hostable DHCP agents. Network: bbb06613-aa47-4a2e-a82b-609263c004ce, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:21:36.412600 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Publish callbacks [] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.418309 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Network bbb06613-aa47-4a2e-a82b-609263c004ce is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:21:36.465073 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.494078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, bbb06613-aa47-4a2e-a82b-609263c004ce) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:36.500362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:36.501144 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.511382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990dab4-f814-4ba8-9d53-706945e5d5d8 None None] Network bbb06613-aa47-4a2e-a82b-609263c004ce requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:21:36.548581 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Pushing event updated for resources: {'Port': ['ID=fb59e79b-4728-4ffb-ab13-26238ebcc725,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:36.570177 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.570427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.570691 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.571031 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.571362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.571695 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.572021 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.572386 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.572708 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.573032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.573350 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.573669 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.573984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:21:36.585044 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1bdd5890-509d-4dc8-b9ab-53df2a330ccd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7453055 Jan 29 20:21:36.585721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37820) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:36.590620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:36.599984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Attempting to bind port fb59e79b-4728-4ffb-ab13-26238ebcc725 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:36.599984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Attempting to bind port fb59e79b-4728-4ffb-ab13-26238ebcc725 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:36.601576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Attempting to bind port fb59e79b-4728-4ffb-ab13-26238ebcc725 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:36.611458 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:36.611950 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Checking segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:36.613007 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.613473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Bound using segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:36.614021 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Bound port: fb59e79b-4728-4ffb-ab13-26238ebcc725, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:36.614467 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.664267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-bbb06613-aa47-4a2e-a82b-609263c004ce', 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'fixed_ips': [{'subnet_id': 'f6f5c597-eded-41f6-947b-ef55996c9914'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:21:36.665177 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.688660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (3b38bbe9-7fa3-4bac-aac1-44de17036b79), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.690902 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (3b38bbe9-7fa3-4bac-aac1-44de17036b79), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.707978 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] For port fb59e79b-4728-4ffb-ab13-26238ebcc725, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:36.714499 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] For port fb59e79b-4728-4ffb-ab13-26238ebcc725, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fb59e79b-4728-4ffb-ab13-26238ebcc725,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:36.771386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks [] for router_controller (3b38bbe9-7fa3-4bac-aac1-44de17036b79), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.785991 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:36.876675 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Routers {'7ebf3a2a-80f8-4fce-b718-da40b357cf3e'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:36.877684 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:36.914864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Allocated IP 172.20.0.2 (bbb06613-aa47-4a2e-a82b-609263c004ce/f6f5c597-eded-41f6-947b-ef55996c9914/53ea1045-7a7b-425e-aaab-2c94af1ce1e4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:36.975184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb13a6-49e5-40ba-abf1-3cf015477dbc None None] Pushing event updated for resources: {'Port': ['ID=fb59e79b-4728-4ffb-ab13-26238ebcc725,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:37.049117 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks [] for router_gateway (3b38bbe9-7fa3-4bac-aac1-44de17036b79), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.133095 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] Set router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:37.203589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] Provisioning complete for port fb59e79b-4728-4ffb-ab13-26238ebcc725 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:37.204032 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.278970 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Publish callbacks [] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.375363 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.382891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] Current status of the port fb59e79b-4728-4ffb-ab13-26238ebcc725 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:37.382891 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.382891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19002a45-f087-4307-b26e-b6d9e1b1acb2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:37.492666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Network bbb06613-aa47-4a2e-a82b-609263c004ce is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:37.505117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:37.509024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:37.545515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] For port fb59e79b-4728-4ffb-ab13-26238ebcc725, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fb59e79b-4728-4ffb-ab13-26238ebcc725,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:37.547741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Pushing event updated for resources: {'Port': ['ID=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:37.607403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 19002a45-f087-4307-b26e-b6d9e1b1acb2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:37.607787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.610209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:21:33Z', 'revision_number': 4, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'fb59e79b-4728-4ffb-ab13-26238ebcc725', 'name': '', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'mac_address': 'fa:16:3e:d0:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:33Z', 'updated_at': '2022-01-29T20:21:36Z', 'revision_number': 4, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'subnets': [{'id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:37.635422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.648050 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f937532-308b-440b-910f-dff365fd3d16 None None] The sync data for ids ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'] in n-d-825496-5 is: [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:21:33Z', 'revision_number': 4, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'fb59e79b-4728-4ffb-ab13-26238ebcc725', 'name': '', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'mac_address': 'fa:16:3e:d0:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:33Z', 'updated_at': '2022-01-29T20:21:36Z', 'revision_number': 4, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'subnets': [{'id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:37.649926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Attempting to bind port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:37.649926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Attempting to bind port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:37.650197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Attempting to bind port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 on network bbb06613-aa47-4a2e-a82b-609263c004ce {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:37.703290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:37.703900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Checking segment: {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:37.703985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de926e-3199-49be-a632-dd83b99e9905 req-3c07828b-b64b-4a7e-b4d7-0387bce6ba89 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:37.704382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.704382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Bound using segment: {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:37.704799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Bound port: 53ea1045-7a7b-425e-aaab-2c94af1ce1e4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:37.705242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37de926e-3199-49be-a632-dd83b99e9905 req-3c07828b-b64b-4a7e-b4d7-0387bce6ba89 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0812871 Jan 29 20:21:37.711599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.746697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a651b6b-cc09-450d-a0d0-198017346b3d None None] Pushing event updated for resources: {'Port': ['ID=fb59e79b-4728-4ffb-ab13-26238ebcc725,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:37.813829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37de926e-3199-49be-a632-dd83b99e9905 req-4e845c3c-820a-49e5-81a5-74bf016aac20 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993779 Jan 29 20:21:37.839936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-94f0b745-1945-4008-9bf9-a27c76b36128 None None] Provisioning complete for port fb59e79b-4728-4ffb-ab13-26238ebcc725 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:37.840785 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94f0b745-1945-4008-9bf9-a27c76b36128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.922497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] For port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:37.951583 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks [] for router_gateway (3b38bbe9-7fa3-4bac-aac1-44de17036b79), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:37.976095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:38.095658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Allocated IP 172.25.5.230 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/0ee95efe-1404-4f05-92e5-b3fd0785ffcb) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:38.139774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] For port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:38.148097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 19002a45-f087-4307-b26e-b6d9e1b1acb2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:38.192778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-94f0b745-1945-4008-9bf9-a27c76b36128 None None] Current status of the port fb59e79b-4728-4ffb-ab13-26238ebcc725 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:38.224348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks [] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:38.248516 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:38.311141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af788e4-2e56-4a35-934e-745322d979fb None None] Pushing event updated for resources: {'Port': ['ID=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:38.333892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:38.334241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:38.383345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:38.386594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:38.392737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:38.394773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Pushing event updated for resources: {'Port': ['ID=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:38.774136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks [] for router_gateway (3b38bbe9-7fa3-4bac-aac1-44de17036b79), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:38.954801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75132d4c-9f23-455a-9bb8-6bbf542d6eb2 req-d6793c8b-dd23-4e39-9e72-6e490f324899 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:38.956521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75132d4c-9f23-455a-9bb8-6bbf542d6eb2 req-d6793c8b-dd23-4e39-9e72-6e490f324899 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0608635 Jan 29 20:21:38.994692 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (3b38bbe9-7fa3-4bac-aac1-44de17036b79), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:39.008653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75132d4c-9f23-455a-9bb8-6bbf542d6eb2 req-430d34eb-7516-4cb7-9f80-03be205d66a4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Jan 29 20:21:39.195785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:21:39.315530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:39.333549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Sync routers for ids ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:39.345338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Routers {'3b38bbe9-7fa3-4bac-aac1-44de17036b79'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:39.346371 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:39.403183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:39.404481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8dd3e295-cc0c-43bb-a2a4-a2fec3de9e9e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8176429 Jan 29 20:21:39.408036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37826) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:39.446012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fb59e79b-4728-4ffb-ab13-26238ebcc725 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:39.478398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e6ff7-24a0-42d9-96cb-9ea7440ef844 None None] Network bbb06613-aa47-4a2e-a82b-609263c004ce requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:21:39.503931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Set router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:39.658295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] Provisioning complete for port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:39.658661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:39.737305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port fb59e79b-4728-4ffb-ab13-26238ebcc725 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:39.737562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:39.852890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:39.915416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] Current status of the port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:39.915805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:39.949938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port fb59e79b-4728-4ffb-ab13-26238ebcc725 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:39.950999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:39.976439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:21:38Z', 'revision_number': 3, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:40.020943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] For port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:40.025554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Checking router: 3b38bbe9-7fa3-4bac-aac1-44de17036b79 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:40.025905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Updating router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:21:40.042229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Allocated IP 172.20.0.1 (bbb06613-aa47-4a2e-a82b-609263c004ce/f6f5c597-eded-41f6-947b-ef55996c9914/4c2e3c15-3b36-4d58-a406-980ffa986aa4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:40.060036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.086748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.095229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:40.095604 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.197868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks [] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.208349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0608-39e3-440e-bc61-5260af7a2c6a req-c85ab511-bd5e-401a-9129-cf04cd2870a1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:40.209869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e2d0608-39e3-440e-bc61-5260af7a2c6a req-c85ab511-bd5e-401a-9129-cf04cd2870a1 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0861502 Jan 29 20:21:40.266573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fdb65-364a-4ec3-91a7-f0a298f7ea5b None None] Pushing event updated for resources: {'Port': ['ID=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:40.273878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6dc32e1e-c37e-4941-8937-273be684dac1 None None] Provisioning complete for port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:40.274174 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e1e-c37e-4941-8937-273be684dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.286858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0e2d0608-39e3-440e-bc61-5260af7a2c6a req-b9d763d4-f496-4c35-948b-a0b1cc2e756b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704808 Jan 29 20:21:40.339789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.379411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Network bbb06613-aa47-4a2e-a82b-609263c004ce is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:40.385879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:40.391503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:40.393837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2e3c15-3b36-4d58-a406-980ffa986aa4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:40.407238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:40.432159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (3b38bbe9-7fa3-4bac-aac1-44de17036b79), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.490209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6dc32e1e-c37e-4941-8937-273be684dac1 None None] Current status of the port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:40.511537 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Publish callbacks [] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.606416 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.654268 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.655978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Attempting to bind port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:40.655978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Attempting to bind port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:40.656636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Attempting to bind port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:40.658323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672bf96-ff5d-415e-8a7a-9796e5de2161 None None] Pushing event updated for resources: {'Port': ['ID=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:40.663872 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:40.664270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:40.664674 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.665061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:40.666115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Bound port: 0ee95efe-1404-4f05-92e5-b3fd0785ffcb, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:40.666115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.723518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] For port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:40.729971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] For port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:40.732048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-adc944a4-146e-4a22-8872-b8f1501818b1 None None] Provisioning complete for port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:40.732452 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-adc944a4-146e-4a22-8872-b8f1501818b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.770232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-adc944a4-146e-4a22-8872-b8f1501818b1 None None] Port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:40.797125 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.823655 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks [] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.853521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Routers {'3b38bbe9-7fa3-4bac-aac1-44de17036b79'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:40.854125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:40.876789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.890007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672bf96-ff5d-415e-8a7a-9796e5de2161 None None] Pushing event updated for resources: {'Port': ['ID=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:40.945072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (3b38bbe9-7fa3-4bac-aac1-44de17036b79), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:40.946815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2e3c15-3b36-4d58-a406-980ffa986aa4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:40.972616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] Set router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:41.044706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Network bbb06613-aa47-4a2e-a82b-609263c004ce is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:41.046919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:41.169603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:21:41.288333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:41.295017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-23c942be-b7d7-4bc8-98e4-99345db604e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/3b38bbe9-7fa3-4bac-aac1-44de17036b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859255 Jan 29 20:21:41.303485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:41.392318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:41.392689 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:41.413158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4077-190c-44a7-8878-ea3162e678b7 req-7826ba30-714a-48d1-9a94-dfe139671f3a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:41.414668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-518a4077-190c-44a7-8878-ea3162e678b7 req-7826ba30-714a-48d1-9a94-dfe139671f3a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0543480 Jan 29 20:21:41.431184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-19153773-936f-433b-b49a-ffd27aae6872 None None] Provisioning complete for port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:41.431606 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-19153773-936f-433b-b49a-ffd27aae6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:41.462061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4c2e3c15-3b36-4d58-a406-980ffa986aa4', 'name': '', 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'mac_address': 'fa:16:3e:e9:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:39Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 1, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'subnets': [{'id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:41.476547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-518a4077-190c-44a7-8878-ea3162e678b7 req-cf8774ca-cb48-4582-9d0c-f07844eb5ff2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560443 Jan 29 20:21:41.501167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d6ad2-f649-4570-b3c5-61769b8a9561 None None] The sync data for ids ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'] in n-d-825496-5 is: [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4c2e3c15-3b36-4d58-a406-980ffa986aa4', 'name': '', 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'mac_address': 'fa:16:3e:e9:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:39Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 1, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'subnets': [{'id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:41.514721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-19153773-936f-433b-b49a-ffd27aae6872 None None] Port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:41.560939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:41.863243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-6ded1b63-a4ea-402f-8cfd-4cbdd00463ce tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:41.865085 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-6ded1b63-a4ea-402f-8cfd-4cbdd00463ce tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/networks?id=a8406d74-9b8e-4390-85cc-0f9ae902d9a9 HTTP/1.1" status: 200 len: 909 time: 0.0977368 Jan 29 20:21:41.880389 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-276f67f3-b320-4eff-9823-b67da484f6ef tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/quotas/5834045483f54dd3b9e995fb014a0f81 HTTP/1.1" status: 200 len: 375 time: 0.0094485 Jan 29 20:21:41.973124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-5c4bbd83-0708-4af5-ae2e-7ade50750866 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=5834045483f54dd3b9e995fb014a0f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870202 Jan 29 20:21:42.065760 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-4326cfbd-664c-4eae-9124-c288e77c851d service neutron] 10.222.0.15 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860503 Jan 29 20:21:42.177423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-3012a571-1d66-4f81-b5a5-43992942d812 service neutron] 10.222.0.15 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054461 Jan 29 20:21:42.446068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-afc10f28-a473-4d87-9de3-5f7c151b7863 req-052d6764-09c5-465f-a904-50272134503a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 210 time: 0.0299482 Jan 29 20:21:42.614103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f617709-67e6-4c8b-83f4-8e670abf182f req-ed953370-fae1-4216-852f-24c6a7347e8b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:42.615792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f617709-67e6-4c8b-83f4-8e670abf182f req-ed953370-fae1-4216-852f-24c6a7347e8b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0597765 Jan 29 20:21:42.668514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2f617709-67e6-4c8b-83f4-8e670abf182f req-3b24934e-e2fd-4aa6-b540-529fa5ff4345 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Jan 29 20:21:43.304487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ee95efe-1404-4f05-92e5-b3fd0785ffcb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:43.352949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:43.353324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:43.434387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:43.434692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:43.457188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:43.528066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:43.545429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-392158e9-d3ea-4b18-b05f-85a83ac1f7d0 req-3299c833-b34a-4568-b6b6-28ffa19684ac tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 210 time: 0.0278542 Jan 29 20:21:43.578662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:43.789485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273e1b3-ec71-4eae-8782-ca0cd5c718a3 req-9e261364-7670-4591-acb7-9365bc0f684d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:43.790997 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9273e1b3-ec71-4eae-8782-ca0cd5c718a3 req-9e261364-7670-4591-acb7-9365bc0f684d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0530415 Jan 29 20:21:43.847524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9273e1b3-ec71-4eae-8782-ca0cd5c718a3 req-c601553a-d4a1-4eb8-8da5-6d72fc843f79 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507174 Jan 29 20:21:44.618914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-646fcdcf-5da5-4835-ab45-8b503808d24a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:44.620429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-646fcdcf-5da5-4835-ab45-8b503808d24a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.26 "GET /v2.0/networks?id=a8406d74-9b8e-4390-85cc-0f9ae902d9a9 HTTP/1.1" status: 200 len: 909 time: 0.0877287 Jan 29 20:21:44.631098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Request body: {'port': {'device_id': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'admin_state_up': True, 'tenant_id': '5834045483f54dd3b9e995fb014a0f81'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:44.659165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aee77546-5293-4d4e-9c4c-276dd1108d3a req-a31ef7d3-7186-4a65-ac5a-a637edf09e2f tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 210 time: 0.0423186 Jan 29 20:21:44.744042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Made reservation on behalf of 5834045483f54dd3b9e995fb014a0f81 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:44.746397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:44.861422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Allocated IP 172.20.0.10 (a8406d74-9b8e-4390-85cc-0f9ae902d9a9/a525516c-b9c7-4ade-b08f-5f3de068fb98/f7e102ee-17be-4c6a-a197-9faa64e00653) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:44.978072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1c4d-59e0-4bf8-9549-e5f1484e26f6 req-bcd3e20f-cf86-4c58-b537-1227e137f149 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:44.979568 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da1c4d-59e0-4bf8-9549-e5f1484e26f6 req-bcd3e20f-cf86-4c58-b537-1227e137f149 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0551786 Jan 29 20:21:45.017596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks [] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.036770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-41da1c4d-59e0-4bf8-9549-e5f1484e26f6 req-a6195c51-5471-4378-af0d-6ef360367992 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509584 Jan 29 20:21:45.145473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.187109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:45.192892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:45.197108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:45.229535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e102ee-17be-4c6a-a197-9faa64e00653,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:45.240489 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Sync routers for ids ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:45.247087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:45.248120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.264979 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Routers {'3b38bbe9-7fa3-4bac-aac1-44de17036b79'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:45.265695 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:45.321243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ee95efe-1404-4f05-92e5-b3fd0785ffcb up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:45.360616 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-2605a3a7-72d6-4ed0-b873-1fd14f521e68 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7325804 Jan 29 20:21:45.377952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Request body: {'port': {'device_id': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:45.378592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:45.378981 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.393541 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Set router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:45.449006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.482635 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:45.494081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fde4f2bf-62ed-49f8-adff-2eed23ae5659 None None] Provisioning complete for port f7e102ee-17be-4c6a-a197-9faa64e00653 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:45.494081 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fde4f2bf-62ed-49f8-adff-2eed23ae5659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.531737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fde4f2bf-62ed-49f8-adff-2eed23ae5659 None None] Port f7e102ee-17be-4c6a-a197-9faa64e00653 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:45.608698 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4c2e3c15-3b36-4d58-a406-980ffa986aa4', 'name': '', 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'mac_address': 'fa:16:3e:e9:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:39Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 2, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'subnets': [{'id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:45.634229 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Checking router: 3b38bbe9-7fa3-4bac-aac1-44de17036b79 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:45.634579 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Updating router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:21:45.660278 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.759595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e102ee-17be-4c6a-a197-9faa64e00653 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:45.770204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Publish callbacks [] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.787095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Transition to ACTIVE for port object f7e102ee-17be-4c6a-a197-9faa64e00653 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:21:45.795730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe9ce3-8827-4b12-8ae6-23720a0ff8f4 req-487f5f4c-57b3-48ac-b44c-a0c05536ef2e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:45.797299 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cfe9ce3-8827-4b12-8ae6-23720a0ff8f4 req-487f5f4c-57b3-48ac-b44c-a0c05536ef2e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1028 time: 0.0696690 Jan 29 20:21:45.843809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3cfe9ce3-8827-4b12-8ae6-23720a0ff8f4 req-25f83aad-3654-4703-a5a3-87b486e72760 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Jan 29 20:21:45.870571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.926098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Pushing event updated for resources: {'Port': ['ID=f7e102ee-17be-4c6a-a197-9faa64e00653,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:45.930422 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Publish callbacks [] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:45.996296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Attempting to bind port f7e102ee-17be-4c6a-a197-9faa64e00653 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:45.996641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Attempting to bind port f7e102ee-17be-4c6a-a197-9faa64e00653 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:45.996976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Attempting to bind port f7e102ee-17be-4c6a-a197-9faa64e00653 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:46.002858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Port f7e102ee-17be-4c6a-a197-9faa64e00653 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:21:46.003189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Attempting to bind port f7e102ee-17be-4c6a-a197-9faa64e00653 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:46.008246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:46.008597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Checking segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:46.008986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Bound using segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:46.009423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Bound port: f7e102ee-17be-4c6a-a197-9faa64e00653, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:46.009780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.013146 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.059907 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339fc5-7587-4ec2-82ed-499779d4addd None None] Pushing event updated for resources: {'Port': ['ID=4c2e3c15-3b36-4d58-a406-980ffa986aa4,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:46.084961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] For port f7e102ee-17be-4c6a-a197-9faa64e00653, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:46.096822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] For port f7e102ee-17be-4c6a-a197-9faa64e00653, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=f7e102ee-17be-4c6a-a197-9faa64e00653,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:46.150085 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Attempting to bind port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:46.150462 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Attempting to bind port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:46.150827 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Attempting to bind port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 on network bbb06613-aa47-4a2e-a82b-609263c004ce {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:46.158413 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:46.158799 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Checking segment: {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:46.159198 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.159587 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Bound using segment: {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:46.160349 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Bound port: 4c2e3c15-3b36-4d58-a406-980ffa986aa4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1620245f-63d4-4450-9b97-e1e2c5cb6792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:46.160636 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.182247 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eae999-5aba-40cf-a83c-25599526992a req-40383aeb-a0ba-41f4-ba90-69849b714490 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.183721 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7eae999-5aba-40cf-a83c-25599526992a req-40383aeb-a0ba-41f4-ba90-69849b714490 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 943 time: 0.0636230 Jan 29 20:21:46.197314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.232362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.233718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.235819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] 10.222.0.26 "PUT /v2.0/ports/f7e102ee-17be-4c6a-a197-9faa64e00653 HTTP/1.1" status: 200 len: 1092 time: 0.8627741 Jan 29 20:21:46.238676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'tag': 'f7e102ee-17be-4c6a-a197-9faa64e00653'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:46.241152 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676" -d '{"events": [{"name": "network-changed", "server_uuid": "785c9ddd-3ef6-4399-ba28-a3c575de2869", "tag": "f7e102ee-17be-4c6a-a197-9faa64e00653"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:46.260247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] For port 4c2e3c15-3b36-4d58-a406-980ffa986aa4, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:46.261889 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] For port 4c2e3c15-3b36-4d58-a406-980ffa986aa4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4c2e3c15-3b36-4d58-a406-980ffa986aa4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:46.263833 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7eae999-5aba-40cf-a83c-25599526992a req-cde4e685-b1e1-4d0d-80a7-41626a1d3d82 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580149 Jan 29 20:21:46.286885 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:21:46.312365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8975-8b1a-42ec-bf36-6ff95d57aafe service neutron] Pushing event updated for resources: {'Port': ['ID=f7e102ee-17be-4c6a-a197-9faa64e00653,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:46.324399 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642e98c8-32ed-403c-8543-5e23feca81ee x-openstack-request-id: req-642e98c8-32ed-403c-8543-5e23feca81ee {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:46.324703 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785c9ddd-3ef6-4399-ba28-a3c575de2869", "tag": "f7e102ee-17be-4c6a-a197-9faa64e00653", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:46.324956 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-642e98c8-32ed-403c-8543-5e23feca81ee {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:46.325372 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'tag': 'f7e102ee-17be-4c6a-a197-9faa64e00653', 'status': 'completed', 'code': 200} Jan 29 20:21:46.355844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ece85708-0821-4493-9fd1-4afb40a27730 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:21:46.379605 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.425799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] Provisioning complete for port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:46.427723 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.449677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676 req-00971eca-85c7-4e55-b918-d0742173016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.450876 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Routers {'3b38bbe9-7fa3-4bac-aac1-44de17036b79'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:46.451513 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:46.452707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676 req-00971eca-85c7-4e55-b918-d0742173016a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5834045483f54dd3b9e995fb014a0f81&device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1126 time: 0.0843337 Jan 29 20:21:46.553355 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339fc5-7587-4ec2-82ed-499779d4addd None None] Pushing event updated for resources: {'Port': ['ID=4c2e3c15-3b36-4d58-a406-980ffa986aa4,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:46.580779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676 req-141133be-56c5-4dda-b95d-5b4dc800b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.582272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676 req-141133be-56c5-4dda-b95d-5b4dc800b3dd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5834045483f54dd3b9e995fb014a0f81&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1174207 Jan 29 20:21:46.624641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] Current status of the port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:46.625227 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] Set router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:46.625398 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.632878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ece85708-0821-4493-9fd1-4afb40a27730, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ece85708-0821-4493-9fd1-4afb40a27730,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:46.681260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] For port 4c2e3c15-3b36-4d58-a406-980ffa986aa4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4c2e3c15-3b36-4d58-a406-980ffa986aa4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:46.682378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ece85708-0821-4493-9fd1-4afb40a27730', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:21:46.711542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676 req-bcbdd4df-d7a1-42bc-9b4e-75736dcd5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.713146 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0454bf49-eda8-4bb8-8d2a-efc3e14ea676 req-bcbdd4df-d7a1-42bc-9b4e-75736dcd5105 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1237268 Jan 29 20:21:46.727136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ece85708-0821-4493-9fd1-4afb40a27730 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:46.727526 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ece85708-0821-4493-9fd1-4afb40a27730), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.741879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece85708-0821-4493-9fd1-4afb40a27730 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:46.761924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ece85708-0821-4493-9fd1-4afb40a27730, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ece85708-0821-4493-9fd1-4afb40a27730,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:46.763941 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.815978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a0696-b717-4e60-b18f-8d92ea47ddaa None None] Pushing event updated for resources: {'Port': ['ID=4c2e3c15-3b36-4d58-a406-980ffa986aa4,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:46.817029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-33a9e287-67f3-4613-a3e3-a2523fea55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.818623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-33a9e287-67f3-4613-a3e3-a2523fea55be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5834045483f54dd3b9e995fb014a0f81&device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1126 time: 0.0485642 Jan 29 20:21:46.833277 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4c2e3c15-3b36-4d58-a406-980ffa986aa4', 'name': '', 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'mac_address': 'fa:16:3e:e9:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:39Z', 'updated_at': '2022-01-29T20:21:46Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'subnets': [{'id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:46.853917 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ece85708-0821-4493-9fd1-4afb40a27730), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.861646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035d5de-f557-443c-b125-6147e5d8c6f8 None None] The sync data for ids ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'] in n-d-825496-5 is: [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:21:40Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '4c2e3c15-3b36-4d58-a406-980ffa986aa4', 'name': '', 'network_id': 'bbb06613-aa47-4a2e-a82b-609263c004ce', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'mac_address': 'fa:16:3e:e9:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:39Z', 'updated_at': '2022-01-29T20:21:46Z', 'revision_number': 4, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'subnets': [{'id': 'f6f5c597-eded-41f6-947b-ef55996c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:46.869206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-753ec563-2c3c-4ce4-98b3-c1001487e399 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7e102ee-17be-4c6a-a197-9faa64e00653 HTTP/1.1" status: 200 len: 217 time: 0.0371826 Jan 29 20:21:46.942419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ece85708-0821-4493-9fd1-4afb40a27730,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:46.942625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-03ab4640-bbc5-46e1-be3e-ac821efa458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.944134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-03ab4640-bbc5-46e1-be3e-ac821efa458f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a525516c-b9c7-4ade-b08f-5f3de068fb98 HTTP/1.1" status: 200 len: 848 time: 0.0665774 Jan 29 20:21:46.951231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f51ab3f7-33b8-48ce-a30c-98e43ca7308d None None] Provisioning complete for port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:46.951607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f51ab3f7-33b8-48ce-a30c-98e43ca7308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:46.988040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561970-4a3b-4847-9e01-77303753bd50 req-af16094c-d41b-4348-aed5-9edfe0b71fbb tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:46.996398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57561970-4a3b-4847-9e01-77303753bd50 req-af16094c-d41b-4348-aed5-9edfe0b71fbb tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1126 time: 0.0620065 Jan 29 20:21:47.042916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f51ab3f7-33b8-48ce-a30c-98e43ca7308d None None] Current status of the port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:47.048831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57561970-4a3b-4847-9e01-77303753bd50 req-2e876acc-27e5-4f9e-bf99-a7ad38b7c5e5 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 Jan 29 20:21:47.143816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ece85708-0821-4493-9fd1-4afb40a27730'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:21:47.390774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4c2e3c15-3b36-4d58-a406-980ffa986aa4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:47.461689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-facf9012-bcd1-42b3-9d2f-599fa5d54d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:47.463199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-facf9012-bcd1-42b3-9d2f-599fa5d54d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8406d74-9b8e-4390-85cc-0f9ae902d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5087440 Jan 29 20:21:47.492130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:47.492505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:47.508852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661adf-629e-4225-987d-158c351f859d req-9b25e6d6-8d62-433f-8ed1-9c80f3899663 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:47.510828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa661adf-629e-4225-987d-158c351f859d req-9b25e6d6-8d62-433f-8ed1-9c80f3899663 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 944 time: 0.1105311 Jan 29 20:21:47.588011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:47.627341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa661adf-629e-4225-987d-158c351f859d req-cd50e1c6-fd6d-46b4-8671-8020670d9272 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027527 Jan 29 20:21:47.628474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-4664d0e1-d446-4c93-8cfa-79853eafeb85 service neutron] 10.222.0.26 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578903 Jan 29 20:21:47.731253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f0b59ebc-5be0-453a-8799-d51ccf231678 req-0e826e87-7563-4eb3-a8b5-a997696c1e50 service neutron] 10.222.0.26 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972681 Jan 29 20:21:48.154273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9145ad-e870-4a48-bca7-d5ea9c2b0695 req-51583f1e-7388-40ca-b742-8d716ca0296a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:48.155845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d9145ad-e870-4a48-bca7-d5ea9c2b0695 req-51583f1e-7388-40ca-b742-8d716ca0296a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1126 time: 0.0445864 Jan 29 20:21:48.206989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d9145ad-e870-4a48-bca7-d5ea9c2b0695 req-077a7447-18c0-45ee-8748-10838530d751 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Jan 29 20:21:48.371831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ece85708-0821-4493-9fd1-4afb40a27730 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:48.458958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ece85708-0821-4493-9fd1-4afb40a27730 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:21:48.462606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ece85708-0821-4493-9fd1-4afb40a27730 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:48.462985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ece85708-0821-4493-9fd1-4afb40a27730), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:48.542168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ece85708-0821-4493-9fd1-4afb40a27730 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:48.542551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ece85708-0821-4493-9fd1-4afb40a27730), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:48.564732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:48.566958 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432ffb2f-0c28-42a0-b56b-242a041e3b74" -d '{"events": [{"server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "name": "network-vif-plugged", "status": "completed", "tag": "ece85708-0821-4493-9fd1-4afb40a27730"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:48.579498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ece85708-0821-4493-9fd1-4afb40a27730, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ece85708-0821-4493-9fd1-4afb40a27730,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:48.604143 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb3b07d-dcdf-4e3d-856c-9b926ceed915 x-openstack-request-id: req-bfb3b07d-dcdf-4e3d-856c-9b926ceed915 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:48.604462 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "name": "network-vif-plugged", "status": "completed", "tag": "ece85708-0821-4493-9fd1-4afb40a27730", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:48.604713 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfb3b07d-dcdf-4e3d-856c-9b926ceed915 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:48.605107 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730', 'code': 200} Jan 29 20:21:48.625154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ece85708-0821-4493-9fd1-4afb40a27730), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:48.677852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ece85708-0821-4493-9fd1-4afb40a27730,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:48.722994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a46b-4b8b-4c24-a845-eb0604a24eaf req-3a2c0054-e554-45fe-9b29-c2a921fa3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:48.725145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e75a46b-4b8b-4c24-a845-eb0604a24eaf req-3a2c0054-e554-45fe-9b29-c2a921fa3a43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0504279 Jan 29 20:21:48.757143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a078270-2dd4-4ece-965e-bdb2ec16c94f req-d230a05e-85cf-4b54-bd85-4b6a9c3febc6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:48.758691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a078270-2dd4-4ece-965e-bdb2ec16c94f req-d230a05e-85cf-4b54-bd85-4b6a9c3febc6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 945 time: 0.0588005 Jan 29 20:21:48.776498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e75a46b-4b8b-4c24-a845-eb0604a24eaf req-0e6650f8-23ae-4077-bd8c-ecc06835773a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391843 Jan 29 20:21:48.811797 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a078270-2dd4-4ece-965e-bdb2ec16c94f req-9c597456-4328-4717-9b61-dd2a779acc6f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Jan 29 20:21:49.316942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da7b8c-5e0b-4245-bf64-06a3bec29f4a req-01553b51-bcaf-4415-b11f-79fa5ba7d30c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:49.318470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10da7b8c-5e0b-4245-bf64-06a3bec29f4a req-01553b51-bcaf-4415-b11f-79fa5ba7d30c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1126 time: 0.0439005 Jan 29 20:21:49.361788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10da7b8c-5e0b-4245-bf64-06a3bec29f4a req-2e34bc00-a3b7-4782-b8e0-7432c803548a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Jan 29 20:21:49.933599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618934d-439a-46b2-93bc-8a4c68db35fa req-22414047-b3dc-4532-b005-bf8175853733 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:49.935065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c618934d-439a-46b2-93bc-8a4c68db35fa req-22414047-b3dc-4532-b005-bf8175853733 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Jan 29 20:21:49.982559 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c618934d-439a-46b2-93bc-8a4c68db35fa req-e58e2a60-1e68-47bd-8246-852c686e0e5c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Jan 29 20:21:50.367891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device f7e102ee-17be-4c6a-a197-9faa64e00653 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:21:50.469458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port f7e102ee-17be-4c6a-a197-9faa64e00653, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=f7e102ee-17be-4c6a-a197-9faa64e00653,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:50.479592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7a666-4f76-42e0-9dd8-880a4e172d74 req-11a75fdd-1ade-48b4-aa5c-61a81e5a1cb5 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:50.480122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'f7e102ee-17be-4c6a-a197-9faa64e00653', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'port_id': 'f7e102ee-17be-4c6a-a197-9faa64e00653', 'mac_address': 'fa:16:3e:84:0e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:21:50.481300 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d7a666-4f76-42e0-9dd8-880a4e172d74 req-11a75fdd-1ade-48b4-aa5c-61a81e5a1cb5 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1126 time: 0.0489376 Jan 29 20:21:50.518355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port f7e102ee-17be-4c6a-a197-9faa64e00653 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:50.518661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:50.526010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d7a666-4f76-42e0-9dd8-880a4e172d74 req-d055a106-53aa-4a93-a730-031c54ea1462 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385275 Jan 29 20:21:50.531411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e102ee-17be-4c6a-a197-9faa64e00653 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:50.550949 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port f7e102ee-17be-4c6a-a197-9faa64e00653, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=f7e102ee-17be-4c6a-a197-9faa64e00653,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:50.618878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:50.671479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=f7e102ee-17be-4c6a-a197-9faa64e00653,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:50.876175 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['f7e102ee-17be-4c6a-a197-9faa64e00653'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:21:51.100963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d936cd-638a-4fa7-b6ac-42e718815776 req-e576fcc5-fa44-4f58-b1c3-f6f635336fc7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:51.102426 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57d936cd-638a-4fa7-b6ac-42e718815776 req-e576fcc5-fa44-4f58-b1c3-f6f635336fc7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Jan 29 20:21:51.149588 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-57d936cd-638a-4fa7-b6ac-42e718815776 req-3367d6f2-53aa-4123-8fc1-1cf71e0fdea0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Jan 29 20:21:51.266012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946e472-f35d-498f-ac33-8e6753ce66cf req-6e4290a0-db83-4c10-98ab-7912a2a74e21 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:51.267534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8946e472-f35d-498f-ac33-8e6753ce66cf req-6e4290a0-db83-4c10-98ab-7912a2a74e21 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 945 time: 0.0538988 Jan 29 20:21:51.315291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8946e472-f35d-498f-ac33-8e6753ce66cf req-9716fa75-d763-4e96-945e-a0627820a028 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Jan 29 20:21:51.338281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37898) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:51.381166 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4244e5b-f366-4644-a8f5-46ba0f007a2a tempest-TestVolumeBootPattern-1828724988 tempest-TestVolumeBootPattern-1828724988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:51.382580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c4244e5b-f366-4644-a8f5-46ba0f007a2a tempest-TestVolumeBootPattern-1828724988 tempest-TestVolumeBootPattern-1828724988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1122 time: 0.0433238 Jan 29 20:21:51.385416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 37900) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:21:51.390294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'tenant_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:51.555394 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:51.641043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4ec5-a29d-42ba-8343-53dc24ce267c req-3818c129-fc4c-4c4f-b7e9-55af30e387b0 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:51.642521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8bd4ec5-a29d-42ba-8343-53dc24ce267c req-3818c129-fc4c-4c4f-b7e9-55af30e387b0 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1127 time: 0.0493007 Jan 29 20:21:51.658779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:51.686582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8bd4ec5-a29d-42ba-8343-53dc24ce267c req-1987228e-2be1-441e-ade7-3bd3b288ef84 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Jan 29 20:21:51.772220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.25.5.70 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/07cabb5a-127a-4b4f-a642-5475464691f6) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:51.869322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (07cabb5a-127a-4b4f-a642-5475464691f6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:51.995886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (07cabb5a-127a-4b4f-a642-5475464691f6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.033447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:52.036292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:52.043236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:52.071980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=07cabb5a-127a-4b4f-a642-5475464691f6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:52.386260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device f7e102ee-17be-4c6a-a197-9faa64e00653 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:21:52.412281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (c1bd03ef-a42e-443f-a03b-292a54b3762f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.493307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port f7e102ee-17be-4c6a-a197-9faa64e00653 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:21:52.497162 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port f7e102ee-17be-4c6a-a197-9faa64e00653 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:52.497535 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.555006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (07cabb5a-127a-4b4f-a642-5475464691f6), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.572686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port f7e102ee-17be-4c6a-a197-9faa64e00653 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:21:52.573076 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.597479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e102ee-17be-4c6a-a197-9faa64e00653'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:52.599658 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e9e24-9240-45e3-887a-b2215a217705" -d '{"events": [{"server_uuid": "785c9ddd-3ef6-4399-ba28-a3c575de2869", "name": "network-vif-plugged", "status": "completed", "tag": "f7e102ee-17be-4c6a-a197-9faa64e00653"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:52.611809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port f7e102ee-17be-4c6a-a197-9faa64e00653, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=f7e102ee-17be-4c6a-a197-9faa64e00653,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:21:52.693561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.710743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (07cabb5a-127a-4b4f-a642-5475464691f6), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.722598 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da38bca-6118-4a38-9373-c848817ca18a x-openstack-request-id: req-7da38bca-6118-4a38-9373-c848817ca18a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:52.722891 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c9ddd-3ef6-4399-ba28-a3c575de2869", "name": "network-vif-plugged", "status": "completed", "tag": "f7e102ee-17be-4c6a-a197-9faa64e00653", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:52.723143 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7da38bca-6118-4a38-9373-c848817ca18a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:52.723665 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e102ee-17be-4c6a-a197-9faa64e00653', 'code': 200} Jan 29 20:21:52.761507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=f7e102ee-17be-4c6a-a197-9faa64e00653,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:52.773431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (07cabb5a-127a-4b4f-a642-5475464691f6), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.812688 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43dc68-669b-48c1-80a0-cd0aa9fccd81 req-1a6dc977-c987-4559-93f3-6527ba52f2ba tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:52.814170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f43dc68-669b-48c1-80a0-cd0aa9fccd81 req-1a6dc977-c987-4559-93f3-6527ba52f2ba tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0482433 Jan 29 20:21:52.858032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f43dc68-669b-48c1-80a0-cd0aa9fccd81 req-ca22cfc4-51ef-4535-9cd0-ac733b7d0f39 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Jan 29 20:21:52.874002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=07cabb5a-127a-4b4f-a642-5475464691f6,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:52.887300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (c1bd03ef-a42e-443f-a03b-292a54b3762f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:52.936477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239452e-baa5-42db-8579-3d73225ab8a9 req-cfc141f1-e7ba-449f-b96e-50b2b3be6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:52.938030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c239452e-baa5-42db-8579-3d73225ab8a9 req-cfc141f1-e7ba-449f-b96e-50b2b3be6c4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.1328447 Jan 29 20:21:53.023334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c239452e-baa5-42db-8579-3d73225ab8a9 req-1f7680ad-59c2-4676-9bd6-da6fd2e049dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772727 Jan 29 20:21:53.024506 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Floating IP c1bd03ef-a42e-443f-a03b-292a54b3762f associated. External IP: 172.25.5.70, port: ece85708-0821-4493-9fd1-4afb40a27730. Jan 29 20:21:53.234606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:21:53.344835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:21:53.354061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:21:53.364822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:53.365429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:53.437568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:53.468281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2d2ee46e-870c-4367-8aa6-f1d4a3101594 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0817082 Jan 29 20:21:53.468779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:53.471017 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8bc56-da17-498c-b1b1-103893388f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "tag": "ece85708-0821-4493-9fd1-4afb40a27730"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:53.471626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:53.508616 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bd158-de37-4b8b-910a-828954a00323 x-openstack-request-id: req-df2bd158-de37-4b8b-910a-828954a00323 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:53.509163 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "tag": "ece85708-0821-4493-9fd1-4afb40a27730", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:53.509425 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df2bd158-de37-4b8b-910a-828954a00323 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:53.510337 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730', 'status': 'completed', 'code': 200} Jan 29 20:21:53.578284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-52d522ec-a62e-408f-9419-f9583df1769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:53.579787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-52d522ec-a62e-408f-9419-f9583df1769f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0458226 Jan 29 20:21:53.673695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-d2936004-c310-4f7a-b734-73f52e9a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:53.675168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-d2936004-c310-4f7a-b734-73f52e9a786e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0879953 Jan 29 20:21:53.694264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:52Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:53.746168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-0a6505ab-20cd-463f-b80e-88cd46dab913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 998 time: 0.0633123 Jan 29 20:21:53.801026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-40422f47-beb4-40f2-97cf-61c930c601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:53.802526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-40422f47-beb4-40f2-97cf-61c930c601e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0482821 Jan 29 20:21:53.856378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-75d1bd6e-aa76-4f1c-b4b1-871cf3f50a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:53.858648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-75d1bd6e-aa76-4f1c-b4b1-871cf3f50a9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495646 Jan 29 20:21:53.878805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:21:53.887752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:21:53.888386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:53.966126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-68e7e9f0-45e2-4242-977c-8f481221ea5d service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011772 Jan 29 20:21:53.979761 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfea1a-6b19-4f47-a058-69bfd4bec5e2 req-b066ead4-634b-41a8-a06a-6e90121f4498 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:53.982420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24dfea1a-6b19-4f47-a058-69bfd4bec5e2 req-b066ead4-634b-41a8-a06a-6e90121f4498 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0511084 Jan 29 20:21:54.004319 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:21:54.033683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24dfea1a-6b19-4f47-a058-69bfd4bec5e2 req-bb19b3b1-006f-4426-8fc7-a26aeb227eb3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Jan 29 20:21:54.080962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ad8bc56-da17-498c-b1b1-103893388f3c req-b46843e3-0dae-481b-a040-18ae9dba8b4c service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081009 Jan 29 20:21:54.248001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:52Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:21:54.277503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732aa46-6336-480c-8af2-386f3ef10441 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:52Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:21:54.459247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09256a3f-15bf-4bcb-995a-ab9550e46a68 None None] New status for floating IP c1bd03ef-a42e-443f-a03b-292a54b3762f: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:21:55.148252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3b7f-8019-48c9-9235-866c9ee14a86 req-ece67c8e-d581-47aa-ab16-3f90ef15a7ff tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:55.149808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe3b3b7f-8019-48c9-9235-866c9ee14a86 req-ece67c8e-d581-47aa-ab16-3f90ef15a7ff tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0455112 Jan 29 20:21:55.150654 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-91bb1ec7-56a5-4e95-9d00-199ef0b5d330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:55.199721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe3b3b7f-8019-48c9-9235-866c9ee14a86 req-85c31e11-7d9c-4762-9444-72a37d70e6f2 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Jan 29 20:21:55.311535 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd520-b2cd-4e5e-bcb8-8f142aebcbeb req-e811f343-b6fe-4c37-bd75-3659d977b7c6 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:55.313156 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-565dd520-b2cd-4e5e-bcb8-8f142aebcbeb req-e811f343-b6fe-4c37-bd75-3659d977b7c6 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0440588 Jan 29 20:21:55.355930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-565dd520-b2cd-4e5e-bcb8-8f142aebcbeb req-3da7d273-5309-4c17-9ca8-56689bede944 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Jan 29 20:21:55.473791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078e41-26dc-40ff-bd9f-bce551a74660 req-d76a53d6-5d98-4260-8bfa-55e46284ba5e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:55.475328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66078e41-26dc-40ff-bd9f-bce551a74660 req-d76a53d6-5d98-4260-8bfa-55e46284ba5e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0442245 Jan 29 20:21:55.520491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66078e41-26dc-40ff-bd9f-bce551a74660 req-d5eccf76-f24c-4885-a03a-8da1adc73dc0 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Jan 29 20:21:55.725667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-ec84509e-7312-4e7a-b1dc-1e2596c9c081 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:55.727210 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-ec84509e-7312-4e7a-b1dc-1e2596c9c081 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/networks?id=a8406d74-9b8e-4390-85cc-0f9ae902d9a9 HTTP/1.1" status: 200 len: 909 time: 0.0883172 Jan 29 20:21:55.741984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-fa0171a5-8785-468c-b18a-c495ff632df0 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/quotas/5834045483f54dd3b9e995fb014a0f81 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Jan 29 20:21:55.791195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-10f84b0a-183a-4c55-87f8-1d2bf23d6d1c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=5834045483f54dd3b9e995fb014a0f81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444305 Jan 29 20:21:55.884019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-87733f01-852a-4ecc-aa96-6ced8686453d service neutron] 10.222.0.15 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Jan 29 20:21:55.972474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-823fcca1-6df2-4538-ac34-6dbd21e9d58e service neutron] 10.222.0.15 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823550 Jan 29 20:21:56.186013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c0ce8c80-0e84-482b-be40-dc1c1c0cb912 req-73de1eeb-6ae8-4987-ba8c-d5903908f7d3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 210 time: 0.0264215 Jan 29 20:21:57.281325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-969e5e45-fb4c-4301-aaea-64895eb2bdc6 req-0c6363bd-532d-4327-9a76-93aa53ad5e93 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 210 time: 0.0277939 Jan 29 20:21:58.143952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-a6784522-0156-44dc-8668-7d0ceb29aa78 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:58.145450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-a6784522-0156-44dc-8668-7d0ceb29aa78 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.13 "GET /v2.0/networks?id=a8406d74-9b8e-4390-85cc-0f9ae902d9a9 HTTP/1.1" status: 200 len: 909 time: 0.0912049 Jan 29 20:21:58.158110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Request body: {'port': {'device_id': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'admin_state_up': True, 'tenant_id': '5834045483f54dd3b9e995fb014a0f81'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:58.179237 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b94e2627-6d3f-4b6e-a751-7ed6103df3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.241031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Made reservation on behalf of 5834045483f54dd3b9e995fb014a0f81 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:21:58.243414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.383110 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff318add-0453-4119-bbf4-5de23ec625fb req-f2f30a69-62e9-4d74-9478-818dc11e3a80 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 210 time: 0.0344770 Jan 29 20:21:58.389974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Allocated IP 172.20.0.4 (a8406d74-9b8e-4390-85cc-0f9ae902d9a9/a525516c-b9c7-4ade-b08f-5f3de068fb98/9818993c-7553-4dc6-8781-35d335ab5983) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:21:58.521136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks [] for port (9818993c-7553-4dc6-8781-35d335ab5983), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.613941 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9818993c-7553-4dc6-8781-35d335ab5983), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.646682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['f7e102ee-17be-4c6a-a197-9faa64e00653'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:21:58.665136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:21:58.667956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:21:58.670641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:21:58.695048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Pushing event updated for resources: {'Port': ['ID=9818993c-7553-4dc6-8781-35d335ab5983,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:58.716626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:58.717792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.787901 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-224a92bf-f403-4fa6-84a4-a19ded05f972 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6337123 Jan 29 20:21:58.801651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Request body: {'port': {'device_id': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:21:58.867288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9818993c-7553-4dc6-8781-35d335ab5983), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.932870 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.942342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-84ba227c-270e-4711-8a0f-83f0b8ff0baf None None] Provisioning complete for port 9818993c-7553-4dc6-8781-35d335ab5983 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:21:58.942742 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-84ba227c-270e-4711-8a0f-83f0b8ff0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9818993c-7553-4dc6-8781-35d335ab5983), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:58.977263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-84ba227c-270e-4711-8a0f-83f0b8ff0baf None None] Port 9818993c-7553-4dc6-8781-35d335ab5983 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:21:59.131958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9818993c-7553-4dc6-8781-35d335ab5983 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:21:59.140411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Publish callbacks [] for port (9818993c-7553-4dc6-8781-35d335ab5983), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:59.152030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Transition to ACTIVE for port object 9818993c-7553-4dc6-8781-35d335ab5983 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:21:59.207221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9818993c-7553-4dc6-8781-35d335ab5983), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:59.262710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Pushing event updated for resources: {'Port': ['ID=9818993c-7553-4dc6-8781-35d335ab5983,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:59.335885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Attempting to bind port 9818993c-7553-4dc6-8781-35d335ab5983 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:21:59.336258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Attempting to bind port 9818993c-7553-4dc6-8781-35d335ab5983 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:21:59.336592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Attempting to bind port 9818993c-7553-4dc6-8781-35d335ab5983 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:59.341071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Port 9818993c-7553-4dc6-8781-35d335ab5983 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:21:59.341523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Attempting to bind port 9818993c-7553-4dc6-8781-35d335ab5983 on network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:21:59.347187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:21:59.347526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Checking segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:21:59.347911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Bound using segment: {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:21:59.348370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Bound port: 9818993c-7553-4dc6-8781-35d335ab5983, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:21:59.348721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9818993c-7553-4dc6-8781-35d335ab5983), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:59.415014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] For port 9818993c-7553-4dc6-8781-35d335ab5983, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:21:59.418257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] For port 9818993c-7553-4dc6-8781-35d335ab5983, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9818993c-7553-4dc6-8781-35d335ab5983,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:21:59.470888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9818993c-7553-4dc6-8781-35d335ab5983), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:59.506570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:59.507194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:21:59.507418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f034cda-dbf1-4dc1-95c0-7bbd66059e7f req-192ffd52-c15a-4cf3-bdca-1085995067a8 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:59.508584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] 10.222.0.13 "PUT /v2.0/ports/9818993c-7553-4dc6-8781-35d335ab5983 HTTP/1.1" status: 200 len: 1091 time: 0.7113330 Jan 29 20:21:59.509043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'tag': '9818993c-7553-4dc6-8781-35d335ab5983'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:21:59.509380 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f034cda-dbf1-4dc1-95c0-7bbd66059e7f req-192ffd52-c15a-4cf3-bdca-1085995067a8 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1082 time: 0.0574956 Jan 29 20:21:59.511265 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15d2586-ddf1-4188-8698-feaa5c12e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "c121f82d-96ff-43a0-b8c1-6430e81c4581", "tag": "9818993c-7553-4dc6-8781-35d335ab5983"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:21:59.553031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fac0c6-cad9-4cc1-b60a-e3b06ff46b93 service neutron] Pushing event updated for resources: {'Port': ['ID=9818993c-7553-4dc6-8781-35d335ab5983,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:21:59.563212 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa75a9b-997d-4b3e-a3c1-49c43f6314a3 x-openstack-request-id: req-5fa75a9b-997d-4b3e-a3c1-49c43f6314a3 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:21:59.563516 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c121f82d-96ff-43a0-b8c1-6430e81c4581", "tag": "9818993c-7553-4dc6-8781-35d335ab5983", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:21:59.563782 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fa75a9b-997d-4b3e-a3c1-49c43f6314a3 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:21:59.564229 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'tag': '9818993c-7553-4dc6-8781-35d335ab5983', 'status': 'completed', 'code': 200} Jan 29 20:21:59.571747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f034cda-dbf1-4dc1-95c0-7bbd66059e7f req-84a84b76-fe85-44ad-b436-6b9d2bfc2b97 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Jan 29 20:21:59.632998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d2586-ddf1-4188-8698-feaa5c12e74c req-83b436bc-48b4-4071-a009-044371922276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:59.634577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f15d2586-ddf1-4188-8698-feaa5c12e74c req-83b436bc-48b4-4071-a009-044371922276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5834045483f54dd3b9e995fb014a0f81&device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1125 time: 0.0506592 Jan 29 20:21:59.741546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d2586-ddf1-4188-8698-feaa5c12e74c req-3d152dfe-cc0f-40f7-8b91-32898c3fa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:59.743025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f15d2586-ddf1-4188-8698-feaa5c12e74c req-3d152dfe-cc0f-40f7-8b91-32898c3fa8f6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5834045483f54dd3b9e995fb014a0f81&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1009035 Jan 29 20:21:59.839227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d2586-ddf1-4188-8698-feaa5c12e74c req-462952d3-810f-45a7-85a1-43af8cf77b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:59.840764 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f15d2586-ddf1-4188-8698-feaa5c12e74c req-462952d3-810f-45a7-85a1-43af8cf77b54 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916033 Jan 29 20:21:59.921609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-9b1770dd-290b-4ea9-90dd-884e2f3e9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:21:59.923391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-9b1770dd-290b-4ea9-90dd-884e2f3e9a92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5834045483f54dd3b9e995fb014a0f81&device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1125 time: 0.0467305 Jan 29 20:21:59.963619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-69506470-722b-47a0-9e45-900b1af33102 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9818993c-7553-4dc6-8781-35d335ab5983 HTTP/1.1" status: 200 len: 217 time: 0.0336444 Jan 29 20:22:00.011378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-d2223176-75fe-43f4-aa89-1f51f5d04f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:00.013244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-d2223176-75fe-43f4-aa89-1f51f5d04f44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a525516c-b9c7-4ade-b08f-5f3de068fb98 HTTP/1.1" status: 200 len: 848 time: 0.0433266 Jan 29 20:22:00.065484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-340b8058-cf2c-4f49-9acf-a651d7986eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:00.067011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-340b8058-cf2c-4f49-9acf-a651d7986eaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8406d74-9b8e-4390-85cc-0f9ae902d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479896 Jan 29 20:22:00.070289 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:00.156883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-b3592637-330f-416e-9164-a36b132de4bf service neutron] 10.222.0.13 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834670 Jan 29 20:22:00.266451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a7b2245b-8407-45d5-9c7f-6e413ff096b7 req-d2feef78-74ae-4385-a92f-e1efdfefc358 service neutron] 10.222.0.13 "GET /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 Jan 29 20:22:00.401574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:00.686746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e93bf-6e35-496e-8bb0-6b96aaf79ba2 req-87833821-5b58-44d2-a26b-dd522c36ccc2 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:00.688444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-981e93bf-6e35-496e-8bb0-6b96aaf79ba2 req-87833821-5b58-44d2-a26b-dd522c36ccc2 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1125 time: 0.0464828 Jan 29 20:22:00.738165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-981e93bf-6e35-496e-8bb0-6b96aaf79ba2 req-f06f3961-ee85-4c02-8735-37120a4a0575 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Jan 29 20:22:01.556005 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:01.851451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d6bd-54b2-4f28-9187-8b5b21aab0e6 req-fda3a217-35a1-4829-a133-bd08a9bb2db3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:01.853104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f05d6bd-54b2-4f28-9187-8b5b21aab0e6 req-fda3a217-35a1-4829-a133-bd08a9bb2db3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1125 time: 0.0457072 Jan 29 20:22:01.899446 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5f05d6bd-54b2-4f28-9187-8b5b21aab0e6 req-f48add70-f1b7-4ce1-bd89-d818f938135b tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Jan 29 20:22:02.432515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9818993c-7553-4dc6-8781-35d335ab5983 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:22:02.528500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9818993c-7553-4dc6-8781-35d335ab5983, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9818993c-7553-4dc6-8781-35d335ab5983,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:02.539640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '9818993c-7553-4dc6-8781-35d335ab5983', 'network_id': 'a8406d74-9b8e-4390-85cc-0f9ae902d9a9', 'port_id': '9818993c-7553-4dc6-8781-35d335ab5983', 'mac_address': 'fa:16:3e:9f:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525516c-b9c7-4ade-b08f-5f3de068fb98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:22:02.575297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9818993c-7553-4dc6-8781-35d335ab5983 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:22:02.575940 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9818993c-7553-4dc6-8781-35d335ab5983), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:02.587843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9818993c-7553-4dc6-8781-35d335ab5983 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:22:02.610974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9818993c-7553-4dc6-8781-35d335ab5983, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9818993c-7553-4dc6-8781-35d335ab5983,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:02.671037 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9818993c-7553-4dc6-8781-35d335ab5983), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:02.718280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9818993c-7553-4dc6-8781-35d335ab5983,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:02.900728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9818993c-7553-4dc6-8781-35d335ab5983'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:22:03.015374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36f0d-4d2b-4292-9ec9-900ac6e94f19 req-21efdb54-23bc-451d-b2d8-f9df5d5b711c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:03.017454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2a36f0d-4d2b-4292-9ec9-900ac6e94f19 req-21efdb54-23bc-451d-b2d8-f9df5d5b711c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1126 time: 0.0487289 Jan 29 20:22:03.061545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2a36f0d-4d2b-4292-9ec9-900ac6e94f19 req-70c3d690-8cb4-4f59-8da4-81256d3259d7 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Jan 29 20:22:04.167750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b601d-a07f-4fc6-a6d2-5d5dfc86b170 req-c0a93a30-bb6a-4eda-a58f-b7677f4dc9d9 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:04.169284 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-230b601d-a07f-4fc6-a6d2-5d5dfc86b170 req-c0a93a30-bb6a-4eda-a58f-b7677f4dc9d9 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1126 time: 0.0429986 Jan 29 20:22:04.215668 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-230b601d-a07f-4fc6-a6d2-5d5dfc86b170 req-e5603b2f-c6e1-4980-913e-4eb2d28e6bcc tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Jan 29 20:22:04.468820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9818993c-7553-4dc6-8781-35d335ab5983 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:22:04.624711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 9818993c-7553-4dc6-8781-35d335ab5983 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:22:04.628700 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 9818993c-7553-4dc6-8781-35d335ab5983 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:22:04.629070 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9818993c-7553-4dc6-8781-35d335ab5983), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:04.707547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9818993c-7553-4dc6-8781-35d335ab5983 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:22:04.707939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9818993c-7553-4dc6-8781-35d335ab5983), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:04.730327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9818993c-7553-4dc6-8781-35d335ab5983'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:22:04.732495 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d51204-75c5-4fae-b063-261c77246607" -d '{"events": [{"server_uuid": "c121f82d-96ff-43a0-b8c1-6430e81c4581", "name": "network-vif-plugged", "status": "completed", "tag": "9818993c-7553-4dc6-8781-35d335ab5983"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:22:04.745533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9818993c-7553-4dc6-8781-35d335ab5983, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9818993c-7553-4dc6-8781-35d335ab5983,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:04.771445 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707a5851-346a-4845-bd66-e7866503eb15 x-openstack-request-id: req-707a5851-346a-4845-bd66-e7866503eb15 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:22:04.771445 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c121f82d-96ff-43a0-b8c1-6430e81c4581", "name": "network-vif-plugged", "status": "completed", "tag": "9818993c-7553-4dc6-8781-35d335ab5983", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:22:04.771445 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-707a5851-346a-4845-bd66-e7866503eb15 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:22:04.771445 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9818993c-7553-4dc6-8781-35d335ab5983', 'code': 200} Jan 29 20:22:04.820064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9818993c-7553-4dc6-8781-35d335ab5983), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:04.871833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9818993c-7553-4dc6-8781-35d335ab5983,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:04.879932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.880307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.880683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.881148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.881351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.881676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.882349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.882693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.883007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.883330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.883649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.883969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.884315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:04.885106 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16932b35-26d2-43b1-ac65-7275ddb55c55 req-c93a8783-b8dd-4a52-b1e6-0fd247f523e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:04.886705 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16932b35-26d2-43b1-ac65-7275ddb55c55 req-c93a8783-b8dd-4a52-b1e6-0fd247f523e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0450583 Jan 29 20:22:04.929253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16932b35-26d2-43b1-ac65-7275ddb55c55 req-8cb82467-d0f3-4627-89cf-f2ff36560919 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367351 Jan 29 20:22:05.326563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d417e6-f241-4b92-bfb7-bfecc8fd8cfe req-516e7b68-5322-4ce2-ba4a-98e0a2133988 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:05.328637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53d417e6-f241-4b92-bfb7-bfecc8fd8cfe req-516e7b68-5322-4ce2-ba4a-98e0a2133988 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0434756 Jan 29 20:22:05.371250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53d417e6-f241-4b92-bfb7-bfecc8fd8cfe req-746a2113-5da1-4a42-b773-3b641da190ec tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Jan 29 20:22:06.484329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41f485-e908-4e12-9093-486ed9660096 req-77f7a4f8-8e4f-47e1-bf4e-91e032c9f721 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:06.485882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e41f485-e908-4e12-9093-486ed9660096 req-77f7a4f8-8e4f-47e1-bf4e-91e032c9f721 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0448520 Jan 29 20:22:06.534113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e41f485-e908-4e12-9093-486ed9660096 req-5f02b085-fae9-4f9a-a90b-a7001b3d64ca tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Jan 29 20:22:06.651794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63af18-7f97-4cf7-bdbb-18ad70c82eb8 req-bcb34f20-22b2-4770-ac48-dbaeea3bf4f4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:06.654012 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc63af18-7f97-4cf7-bdbb-18ad70c82eb8 req-bcb34f20-22b2-4770-ac48-dbaeea3bf4f4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0517271 Jan 29 20:22:06.699932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dc63af18-7f97-4cf7-bdbb-18ad70c82eb8 req-2011fcf3-8f7d-4942-abb5-b7cc5581496c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Jan 29 20:22:06.807513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78551acf-cd92-4b1d-9b1a-8376aff392a7 req-2c89fac2-fc5c-45d3-ae50-9559f1c3e44f tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:06.808990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78551acf-cd92-4b1d-9b1a-8376aff392a7 req-2c89fac2-fc5c-45d3-ae50-9559f1c3e44f tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0437183 Jan 29 20:22:06.854747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-78551acf-cd92-4b1d-9b1a-8376aff392a7 req-473e8c38-5004-4574-8b0f-f52a3c009c7d tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Jan 29 20:22:07.299646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac05a2-0886-4e2f-b0df-6f15f9b7192c req-a2531959-5bff-4605-985e-703a62635fe5 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:07.301198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11ac05a2-0886-4e2f-b0df-6f15f9b7192c req-a2531959-5bff-4605-985e-703a62635fe5 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0445271 Jan 29 20:22:07.344311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-11ac05a2-0886-4e2f-b0df-6f15f9b7192c req-535af0d5-956f-4722-b591-d8e99c729853 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Jan 29 20:22:08.287787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:08.473784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2dd35-b31d-4da2-a84c-9c0e98d27e65 req-22f6fa4d-96b6-4c78-861a-5d19892d6665 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:08.475401 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94b2dd35-b31d-4da2-a84c-9c0e98d27e65 req-22f6fa4d-96b6-4c78-861a-5d19892d6665 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0526581 Jan 29 20:22:08.522609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-94b2dd35-b31d-4da2-a84c-9c0e98d27e65 req-1f4a7e4e-a159-4502-a127-3aa0443ffc4e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Jan 29 20:22:08.723518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11089b1-5c30-4083-b182-1a8daf75414b req-2a33a12d-923c-4d17-bd40-93ef357da338 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:08.725049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a11089b1-5c30-4083-b182-1a8daf75414b req-2a33a12d-923c-4d17-bd40-93ef357da338 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 1127 time: 0.0500941 Jan 29 20:22:08.809983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Deleting port 9818993c-7553-4dc6-8781-35d335ab5983 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:08.810233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9818993c-7553-4dc6-8781-35d335ab5983), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:08.892513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] For port 9818993c-7553-4dc6-8781-35d335ab5983, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9818993c-7553-4dc6-8781-35d335ab5983,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:08.892879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9818993c-7553-4dc6-8781-35d335ab5983), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:08.904992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Calling delete_port for 9818993c-7553-4dc6-8781-35d335ab5983 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:09.086202 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9818993c-7553-4dc6-8781-35d335ab5983), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:09.100507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9818993c-7553-4dc6-8781-35d335ab5983'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:22:09.115148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Pushing event deleted for resources: {'Port': ['ID=9818993c-7553-4dc6-8781-35d335ab5983,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:09.124130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['f7e102ee-17be-4c6a-a197-9faa64e00653'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:22:09.162683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] No DVR routers for this DVR port 9818993c-7553-4dc6-8781-35d335ab5983 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:22:09.165601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:09.169972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a11089b1-5c30-4083-b182-1a8daf75414b req-c09e4fe5-2b42-4464-9cf5-fa3a505b6ad3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9818993c-7553-4dc6-8781-35d335ab5983 HTTP/1.1" status: 204 len: 173 time: 0.4366097 Jan 29 20:22:09.170707 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'name': 'network-vif-deleted', 'tag': '9818993c-7553-4dc6-8781-35d335ab5983'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:22:09.173284 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3eb1e1-442c-4fa6-b1ea-8a860f3d86e9" -d '{"events": [{"server_uuid": "c121f82d-96ff-43a0-b8c1-6430e81c4581", "name": "network-vif-deleted", "tag": "9818993c-7553-4dc6-8781-35d335ab5983"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:22:09.217989 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e01d5-bd69-42ad-8e06-1aad31c58449 x-openstack-request-id: req-9f2e01d5-bd69-42ad-8e06-1aad31c58449 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:22:09.218406 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c121f82d-96ff-43a0-b8c1-6430e81c4581", "name": "network-vif-deleted", "tag": "9818993c-7553-4dc6-8781-35d335ab5983", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:22:09.218848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f2e01d5-bd69-42ad-8e06-1aad31c58449 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:22:09.219503 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c121f82d-96ff-43a0-b8c1-6430e81c4581', 'name': 'network-vif-deleted', 'tag': '9818993c-7553-4dc6-8781-35d335ab5983', 'status': 'completed', 'code': 200} Jan 29 20:22:09.630779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b7904c5-e068-4608-bc9f-9f6379e95372 req-65ca7609-c959-496f-bab7-c8aa5ae50c5c tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c121f82d-96ff-43a0-b8c1-6430e81c4581 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Jan 29 20:22:11.125795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e440-3112-4f7c-9772-34619da8d383 req-5654e752-686f-40a6-96a8-a9dda4b37bc3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:11.127360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06c1e440-3112-4f7c-9772-34619da8d383 req-5654e752-686f-40a6-96a8-a9dda4b37bc3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0460081 Jan 29 20:22:11.169126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-06c1e440-3112-4f7c-9772-34619da8d383 req-0210bb49-5c07-466a-9557-0f8939d97b21 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362000 Jan 29 20:22:12.285814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495124-fd95-416c-8578-5b398fa43f9e req-a634954a-b877-47b2-b08e-8e6139eb063e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:12.287351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92495124-fd95-416c-8578-5b398fa43f9e req-a634954a-b877-47b2-b08e-8e6139eb063e tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0454874 Jan 29 20:22:12.330794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-92495124-fd95-416c-8578-5b398fa43f9e req-c624a711-e908-4e85-955e-df2a13041ed3 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377097 Jan 29 20:22:12.512739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9818993c-7553-4dc6-8781-35d335ab5983 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:12.533940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 9818993c-7553-4dc6-8781-35d335ab5983 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:12.534277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9818993c-7553-4dc6-8781-35d335ab5983 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:12.560742 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-ad0d786f-830e-454a-bf1e-15961aebac07 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:12.562310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-ad0d786f-830e-454a-bf1e-15961aebac07 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 1128 time: 0.0473502 Jan 29 20:22:12.642301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Deleting port f7e102ee-17be-4c6a-a197-9faa64e00653 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:12.642649 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:13.090779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] For port f7e102ee-17be-4c6a-a197-9faa64e00653, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=f7e102ee-17be-4c6a-a197-9faa64e00653,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:13.091148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:13.103470 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Calling delete_port for f7e102ee-17be-4c6a-a197-9faa64e00653 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:13.316257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f7e102ee-17be-4c6a-a197-9faa64e00653), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:13.346786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e102ee-17be-4c6a-a197-9faa64e00653,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:13.349783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['f7e102ee-17be-4c6a-a197-9faa64e00653'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:22:13.395155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] No DVR routers for this DVR port f7e102ee-17be-4c6a-a197-9faa64e00653 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:22:13.398517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:13.401982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8f9035fd-b988-405f-8578-c80b62fa8010 req-bc067cce-9c5f-4444-b522-69d3db74bbe4 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f7e102ee-17be-4c6a-a197-9faa64e00653 HTTP/1.1" status: 204 len: 173 time: 0.8349230 Jan 29 20:22:13.402455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'name': 'network-vif-deleted', 'tag': 'f7e102ee-17be-4c6a-a197-9faa64e00653'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:22:13.404912 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d418a7-cf04-4424-89b7-530ccc08332f" -d '{"events": [{"server_uuid": "785c9ddd-3ef6-4399-ba28-a3c575de2869", "name": "network-vif-deleted", "tag": "f7e102ee-17be-4c6a-a197-9faa64e00653"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:22:13.446101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0532b00b-e31d-4fc2-841a-ea36ad9871cf req-0baddf7f-6968-4ab4-937c-1045b5adea9a tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 210 time: 0.0306525 Jan 29 20:22:13.448043 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632752d-514b-4e03-9532-db324dee1df7 x-openstack-request-id: req-2632752d-514b-4e03-9532-db324dee1df7 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:22:13.448523 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c9ddd-3ef6-4399-ba28-a3c575de2869", "name": "network-vif-deleted", "tag": "f7e102ee-17be-4c6a-a197-9faa64e00653", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:22:13.448523 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2632752d-514b-4e03-9532-db324dee1df7 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:22:13.448915 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c9ddd-3ef6-4399-ba28-a3c575de2869', 'name': 'network-vif-deleted', 'tag': 'f7e102ee-17be-4c6a-a197-9faa64e00653', 'status': 'completed', 'code': 200} Jan 29 20:22:14.560117 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55d3e7f3-149e-4bc6-ba88-94dbe262b17f req-e514ffc1-e37d-4e02-b678-6d2e4ea4c5e7 tempest-TestServerMultinode-844102388 tempest-TestServerMultinode-844102388-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785c9ddd-3ef6-4399-ba28-a3c575de2869 HTTP/1.1" status: 200 len: 210 time: 0.0293436 Jan 29 20:22:15.625021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38002) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:15.986059 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:16.231186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Deleting port fb59e79b-4728-4ffb-ab13-26238ebcc725 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:16.231518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:16.309432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] For port fb59e79b-4728-4ffb-ab13-26238ebcc725, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=fb59e79b-4728-4ffb-ab13-26238ebcc725,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:16.309785 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:16.321947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Calling delete_port for fb59e79b-4728-4ffb-ab13-26238ebcc725 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:16.508538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device f7e102ee-17be-4c6a-a197-9faa64e00653 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:16.528503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: f7e102ee-17be-4c6a-a197-9faa64e00653 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:16.528782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device f7e102ee-17be-4c6a-a197-9faa64e00653 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:16.555971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (fb59e79b-4728-4ffb-ab13-26238ebcc725), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:16.586538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb59e79b-4728-4ffb-ab13-26238ebcc725,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:16.767529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:16.991143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:22:17.105300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:22:17.111898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-84b80d8f-004a-4953-b24f-c7e6dca07f6f admin admin] 10.222.0.15 "PUT /v2.0/routers/7ebf3a2a-80f8-4fce-b718-da40b357cf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858458 Jan 29 20:22:17.114657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38004) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:17.116796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] Sync routers for ids ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:22:17.127836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] Routers {'7ebf3a2a-80f8-4fce-b718-da40b357cf3e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:22:17.128488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:17.221601 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks [] for router (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:17.243126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] Set router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:22:17.336257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks [] for router_gateway (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:17.425721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:22:16Z', 'revision_number': 5, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port': {'id': '19002a45-f087-4307-b26e-b6d9e1b1acb2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:30Z', 'updated_at': '2022-01-29T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:17.455351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] Checking router: 7ebf3a2a-80f8-4fce-b718-da40b357cf3e for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:22:17.463747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] Routers {'7ebf3a2a-80f8-4fce-b718-da40b357cf3e'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:22:17.464523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:17.473378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Deleting port 19002a45-f087-4307-b26e-b6d9e1b1acb2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:17.473726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:17.552068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] Set router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:22:17.553354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] For port 19002a45-f087-4307-b26e-b6d9e1b1acb2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=19002a45-f087-4307-b26e-b6d9e1b1acb2,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:17.553738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:17.566744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Calling delete_port for 19002a45-f087-4307-b26e-b6d9e1b1acb2 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:17.604382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:22:17Z', 'revision_number': 6, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:17.634180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d212506-4645-48c3-b2dd-63a08504dff4 None None] The sync data for ids ['7ebf3a2a-80f8-4fce-b718-da40b357cf3e'] in n-d-825496-5 is: [{'id': '7ebf3a2a-80f8-4fce-b718-da40b357cf3e', 'name': 'tempest-TestServerMultinode-425558124-router', 'tenant_id': '7d439e3480094d11b97ecf6ce61236c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:29Z', 'updated_at': '2022-01-29T20:22:17Z', 'revision_number': 6, 'project_id': '7d439e3480094d11b97ecf6ce61236c2', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:22:17.813778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (19002a45-f087-4307-b26e-b6d9e1b1acb2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:17.841625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=19002a45-f087-4307-b26e-b6d9e1b1acb2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:17.906450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:17.999014 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.002071 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks [] for router_controller (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.110349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (7ebf3a2a-80f8-4fce-b718-da40b357cf3e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.110883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ebf3a2a-80f8-4fce-b718-da40b357cf3e {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:22:18.115234 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.116336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d80a526b-2255-4d3f-9235-8766a88bba35 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7ebf3a2a-80f8-4fce-b718-da40b357cf3e HTTP/1.1" status: 204 len: 168 time: 1.0005152 Jan 29 20:22:18.118892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38006) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:18.178465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Deleting subnet a525516c-b9c7-4ade-b08f-5f3de068fb98 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:22:18.195926 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Publish callbacks [] for subnet (a525516c-b9c7-4ade-b08f-5f3de068fb98), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.236688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (a525516c-b9c7-4ade-b08f-5f3de068fb98), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.270139 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-7da7825e-83bf-4161-8023-252ec462ddf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050813 Jan 29 20:22:18.354584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a525516c-b9c7-4ade-b08f-5f3de068fb98), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.404830 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-b56087b0-d540-4cab-a2f0-6ff0a2b6079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:18.406408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-b56087b0-d540-4cab-a2f0-6ff0a2b6079a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0861223 Jan 29 20:22:18.497164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (a525516c-b9c7-4ade-b08f-5f3de068fb98), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.534481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.537684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a525516c-b9c7-4ade-b08f-5f3de068fb98 HTTP/1.1" status: 204 len: 168 time: 0.4178326 Jan 29 20:22:18.538502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a19b93-a14f-4b8c-91fe-a42bb13bac47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a525516c-b9c7-4ade-b08f-5f3de068fb98,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:18.540359 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38010) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:18.542507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e9f08-ab4c-4435-9659-4732da0800f5 None None] Network a8406d74-9b8e-4390-85cc-0f9ae902d9a9 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:22:18.564584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-b85f5f04-1e9b-4568-9d84-82e33b0e7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:18.566886 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-b85f5f04-1e9b-4568-9d84-82e33b0e7c7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1319914 Jan 29 20:22:18.651050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-a6ff13f1-db45-44d4-82c7-61c1c4535569 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 1000 time: 0.0736313 Jan 29 20:22:18.664770 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (a8406d74-9b8e-4390-85cc-0f9ae902d9a9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.717557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-d14bb324-cc32-4e0e-bdc1-0653378557f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:18.718986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-d14bb324-cc32-4e0e-bdc1-0653378557f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0577006 Jan 29 20:22:18.729964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Deleting port 769b8759-40ea-46c2-b463-cadca24b3a65 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:18.730304 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.742886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] DHCP port deletion for a8406d74-9b8e-4390-85cc-0f9ae902d9a9 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:22:18.777771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-3edad353-6414-4994-b5ad-24273c6dcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:22:18.779396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-3edad353-6414-4994-b5ad-24273c6dcfbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529673 Jan 29 20:22:18.806139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] Deleting port 769b8759-40ea-46c2-b463-cadca24b3a65 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:18.807031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.814281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] For port 769b8759-40ea-46c2-b463-cadca24b3a65, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=769b8759-40ea-46c2-b463-cadca24b3a65,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:18.814657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.832800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Calling delete_port for 769b8759-40ea-46c2-b463-cadca24b3a65 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:18.877870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-b2706755-fce4-4ad4-b5f3-5162effa7dbd service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872347 Jan 29 20:22:18.878621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] For port 769b8759-40ea-46c2-b463-cadca24b3a65, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=769b8759-40ea-46c2-b463-cadca24b3a65,segment=NetworkSegment(4c576b09-7306-4fc4-9ea4-90e3e58d7ed8),segment_id=4c576b09-7306-4fc4-9ea4-90e3e58d7ed8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:18.879022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:18.902176 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] Calling delete_port for 769b8759-40ea-46c2-b463-cadca24b3a65 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:18.983020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2ec96de1-b541-4ee6-8917-7c9ab16bd9a6 req-34301007-a3d4-4f8e-bd02-91b83cea865b service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941298 Jan 29 20:22:19.002199 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.008820 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (769b8759-40ea-46c2-b463-cadca24b3a65), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.034691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] Pushing event deleted for resources: {'Port': ['ID=769b8759-40ea-46c2-b463-cadca24b3a65,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:19.039001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3044c-1017-454a-b680-47e90e9dfc94 None None] No DVR routers for this DVR port 769b8759-40ea-46c2-b463-cadca24b3a65 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:22:19.301081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fb59e79b-4728-4ffb-ab13-26238ebcc725 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:19.321791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: fb59e79b-4728-4ffb-ab13-26238ebcc725 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:19.322130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device fb59e79b-4728-4ffb-ab13-26238ebcc725 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:19.322547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 769b8759-40ea-46c2-b463-cadca24b3a65 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:19.342407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 769b8759-40ea-46c2-b463-cadca24b3a65 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:19.342698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=769b8759-40ea-46c2-b463-cadca24b3a65,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:19.342808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 769b8759-40ea-46c2-b463-cadca24b3a65 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:19.343148 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19002a45-f087-4307-b26e-b6d9e1b1acb2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:19.347931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] No DVR routers for this DVR port 769b8759-40ea-46c2-b463-cadca24b3a65 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:22:19.356078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.356468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.356808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.357146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.357478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.357808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.358133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.358458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.358779 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.359143 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.359491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.359908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.360253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:22:19.368722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 19002a45-f087-4307-b26e-b6d9e1b1acb2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:19.369074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 19002a45-f087-4307-b26e-b6d9e1b1acb2 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:19.427386 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (a8406d74-9b8e-4390-85cc-0f9ae902d9a9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.447858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8406d74-9b8e-4390-85cc-0f9ae902d9a9']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:19.457428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:19.457730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c576b09-7306-4fc4-9ea4-90e3e58d7ed8') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:19.466976 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4c576b09-7306-4fc4-9ea4-90e3e58d7ed8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.480277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4c576b09-7306-4fc4-9ea4-90e3e58d7ed8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.486288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:22:19.486672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4c576b09-7306-4fc4-9ea4-90e3e58d7ed8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:22:19.488436 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:22:19.618709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (a8406d74-9b8e-4390-85cc-0f9ae902d9a9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.624086 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:19.627836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a8406d74-9b8e-4390-85cc-0f9ae902d9a9 HTTP/1.1" status: 204 len: 168 time: 1.0845368 Jan 29 20:22:19.630864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38014) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:19.638738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12463f4b-5ea7-455f-b774-b9b2e576ab89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8406d74-9b8e-4390-85cc-0f9ae902d9a9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:19.972692 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (3b38bbe9-7fa3-4bac-aac1-44de17036b79), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:20.210001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Deleting port 4c2e3c15-3b36-4d58-a406-980ffa986aa4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:20.210338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:20.290808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] For port 4c2e3c15-3b36-4d58-a406-980ffa986aa4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4c2e3c15-3b36-4d58-a406-980ffa986aa4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:20.291170 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:20.303972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Calling delete_port for 4c2e3c15-3b36-4d58-a406-980ffa986aa4 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:20.561359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4c2e3c15-3b36-4d58-a406-980ffa986aa4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:20.585844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2e3c15-3b36-4d58-a406-980ffa986aa4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:20.760430 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (3b38bbe9-7fa3-4bac-aac1-44de17036b79), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:20.982333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:22:21.090701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:22:21.096973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-07325fdb-f269-45ab-bd27-f154c8a0a3ad admin admin] 10.222.0.15 "PUT /v2.0/routers/3b38bbe9-7fa3-4bac-aac1-44de17036b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644656 Jan 29 20:22:21.099063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38016) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:21.099224 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] Sync routers for ids ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:22:21.108887 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] Routers {'3b38bbe9-7fa3-4bac-aac1-44de17036b79'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:22:21.110324 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:21.215895 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] Set router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:22:21.406413 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:22:20Z', 'revision_number': 5, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:21.438097 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] Checking router: 3b38bbe9-7fa3-4bac-aac1-44de17036b79 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:22:21.446787 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] Routers {'3b38bbe9-7fa3-4bac-aac1-44de17036b79'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:22:21.447408 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:21:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:21.553909 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] Set router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:22:21.567800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks [] for router (3b38bbe9-7fa3-4bac-aac1-44de17036b79), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:21.673423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks [] for router_gateway (3b38bbe9-7fa3-4bac-aac1-44de17036b79), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:21.729870 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:22:20Z', 'revision_number': 5, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:21.755319 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19211c1-f7b7-4ab2-ae08-a5c62c24a5aa None None] The sync data for ids ['3b38bbe9-7fa3-4bac-aac1-44de17036b79'] in n-d-825496-5 is: [{'id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'name': 'tempest-TestServerMultinode-899285110-router', 'tenant_id': '5834045483f54dd3b9e995fb014a0f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:21:36Z', 'updated_at': '2022-01-29T20:22:20Z', 'revision_number': 5, 'project_id': '5834045483f54dd3b9e995fb014a0f81', 'gw_port': {'id': '0ee95efe-1404-4f05-92e5-b3fd0785ffcb', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b38bbe9-7fa3-4bac-aac1-44de17036b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:21:37Z', 'updated_at': '2022-01-29T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:22:21.817157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Deleting port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:21.817157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:21.897402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] For port 0ee95efe-1404-4f05-92e5-b3fd0785ffcb, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:21.897761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:21.909797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Calling delete_port for 0ee95efe-1404-4f05-92e5-b3fd0785ffcb owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:22.158865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (0ee95efe-1404-4f05-92e5-b3fd0785ffcb), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.183893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee95efe-1404-4f05-92e5-b3fd0785ffcb,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:22.248322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (3b38bbe9-7fa3-4bac-aac1-44de17036b79), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.344133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (3b38bbe9-7fa3-4bac-aac1-44de17036b79), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.346281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks [] for router_controller (3b38bbe9-7fa3-4bac-aac1-44de17036b79), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.445691 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (3b38bbe9-7fa3-4bac-aac1-44de17036b79), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.446269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b38bbe9-7fa3-4bac-aac1-44de17036b79 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:22:22.450641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.451858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6008308a-25b5-4db6-83ac-e04775c58d94 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3b38bbe9-7fa3-4bac-aac1-44de17036b79 HTTP/1.1" status: 204 len: 168 time: 1.3518248 Jan 29 20:22:22.454394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38018) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:22.502371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Deleting subnet f6f5c597-eded-41f6-947b-ef55996c9914 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:22:22.505892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Publish callbacks [] for subnet (f6f5c597-eded-41f6-947b-ef55996c9914), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.547210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f6f5c597-eded-41f6-947b-ef55996c9914), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.626162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f6f5c597-eded-41f6-947b-ef55996c9914), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.733392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f6f5c597-eded-41f6-947b-ef55996c9914), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.760049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f5c597-eded-41f6-947b-ef55996c9914,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:22.764426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.770131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-162acbf6-8d8c-47df-a344-5a6ba46addab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6f5c597-eded-41f6-947b-ef55996c9914 HTTP/1.1" status: 204 len: 168 time: 0.3123271 Jan 29 20:22:22.770489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38022) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:22.772901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9bf2c-9650-40f1-a63f-dca34c95c68c None None] Network bbb06613-aa47-4a2e-a82b-609263c004ce requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:22:22.844042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (bbb06613-aa47-4a2e-a82b-609263c004ce), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.903201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Deleting port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:22.903201 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.936301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] DHCP port deletion for bbb06613-aa47-4a2e-a82b-609263c004ce request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:22:22.975800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] For port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:22.976280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:22.990120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Calling delete_port for 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:22.990435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] Deleting port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:22:22.990809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.051293 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] For port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,segment=NetworkSegment(1620245f-63d4-4450-9b97-e1e2c5cb6792),segment_id=1620245f-63d4-4450-9b97-e1e2c5cb6792)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:22:23.051683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.063734 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] Calling delete_port for 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:22:23.150219 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.159448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (53ea1045-7a7b-425e-aaab-2c94af1ce1e4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.178334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:23.182100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] No DVR routers for this DVR port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:22:23.186839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] Pushing event deleted for resources: {'Port': ['ID=53ea1045-7a7b-425e-aaab-2c94af1ce1e4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:23.192112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2dee53-2894-48e3-b81c-7f55667bffab None None] No DVR routers for this DVR port 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:22:23.259694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (bbb06613-aa47-4a2e-a82b-609263c004ce), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.285806 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:22:23.288372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb06613-aa47-4a2e-a82b-609263c004ce']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:23.300062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1620245f-63d4-4450-9b97-e1e2c5cb6792') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:23.300408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1620245f-63d4-4450-9b97-e1e2c5cb6792') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:22:23.306127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4c2e3c15-3b36-4d58-a406-980ffa986aa4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:23.310272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (1620245f-63d4-4450-9b97-e1e2c5cb6792), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.323564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1620245f-63d4-4450-9b97-e1e2c5cb6792), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.326033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4c2e3c15-3b36-4d58-a406-980ffa986aa4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:23.326384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4c2e3c15-3b36-4d58-a406-980ffa986aa4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:23.326804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ee95efe-1404-4f05-92e5-b3fd0785ffcb no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:23.330930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:22:23.331447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (1620245f-63d4-4450-9b97-e1e2c5cb6792), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:22:23.333368 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:22:23.346623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 0ee95efe-1404-4f05-92e5-b3fd0785ffcb {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:23.346971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 0ee95efe-1404-4f05-92e5-b3fd0785ffcb not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:23.347394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:22:23.369535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:22:23.369882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 53ea1045-7a7b-425e-aaab-2c94af1ce1e4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:22:23.458936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (bbb06613-aa47-4a2e-a82b-609263c004ce), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.464447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:23.467663 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bbb06613-aa47-4a2e-a82b-609263c004ce HTTP/1.1" status: 204 len: 168 time: 0.6964688 Jan 29 20:22:23.478657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda76ad-fca8-464e-a9af-25e7ee250749 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb06613-aa47-4a2e-a82b-609263c004ce,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:23.904819 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38026) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:23.945697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6ff4db1b-5583-44b4-b6fe-4d46f946939a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d439e3480094d11b97ecf6ce61236c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397096 Jan 29 20:22:23.948182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38028) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:23.995292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b11b-0f95-4e6f-a96d-8d1e161b4ce1 admin admin] Publish callbacks [] for security_group (14c0dc36-ff82-400d-9163-8812637a1463), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:24.016963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b11b-0f95-4e6f-a96d-8d1e161b4ce1 admin admin] Publish callbacks [] for security_group (14c0dc36-ff82-400d-9163-8812637a1463), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:24.149802 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b11b-0f95-4e6f-a96d-8d1e161b4ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (14c0dc36-ff82-400d-9163-8812637a1463), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:24.152527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b11b-0f95-4e6f-a96d-8d1e161b4ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:24.153728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a7c1b11b-0f95-4e6f-a96d-8d1e161b4ce1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14c0dc36-ff82-400d-9163-8812637a1463 HTTP/1.1" status: 204 len: 168 time: 0.2045288 Jan 29 20:22:24.162303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b11b-0f95-4e6f-a96d-8d1e161b4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c0dc36-ff82-400d-9163-8812637a1463,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:24.879546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:24.921103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7bc8da81-4a71-4de7-af54-a98fe4495bea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5834045483f54dd3b9e995fb014a0f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402193 Jan 29 20:22:24.923498 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38036) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:22:24.971579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84ffb84e-8531-4c02-ae53-5f31306634ec admin admin] Publish callbacks [] for security_group (1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:24.992624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84ffb84e-8531-4c02-ae53-5f31306634ec admin admin] Publish callbacks [] for security_group (1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:25.148921 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84ffb84e-8531-4c02-ae53-5f31306634ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:25.151584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-84ffb84e-8531-4c02-ae53-5f31306634ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:25.152811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-84ffb84e-8531-4c02-ae53-5f31306634ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12 HTTP/1.1" status: 204 len: 168 time: 0.2284021 Jan 29 20:22:25.161407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffb84e-8531-4c02-ae53-5f31306634ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a53ad-5aaf-4a9f-a07d-a12fe0413f12,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:22:25.196003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6f3cdfa-bb95-48e3-abcf-dbc1f805ae8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:28.183972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-faf4254c-2ba8-49b7-9534-662cf6fef74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:28.944332 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:30.079718 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:30.366594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:31.559863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:38.281417 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:55.182180 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a978734-e11f-469c-99dd-c3067de5b47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:58.177638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-58f14e6a-2e1f-40c9-8340-5d98bac5c4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:22:58.925364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:00.086193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:00.285851 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:23:00.394885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:01.561029 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:08.280562 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:20.360924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-821c09f2-7660-4c2a-a3d3-9ec86fa006d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1900201 Jan 29 20:23:20.455086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4419dcb-3485-41b4-beca-8574a75018fd req-d540a793-0b32-497b-8b40-89fa872cd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:23:20.456530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-d540a793-0b32-497b-8b40-89fa872cd4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0448799 Jan 29 20:23:20.564785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4419dcb-3485-41b4-beca-8574a75018fd req-e7555874-2988-48a8-95a8-f264cd1b1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:23:20.566498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-e7555874-2988-48a8-95a8-f264cd1b1b5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0856500 Jan 29 20:23:20.637319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-db7f807e-e681-49c9-b9f6-e436b0df5f75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 1000 time: 0.0612257 Jan 29 20:23:20.687098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4419dcb-3485-41b4-beca-8574a75018fd req-9e0198e7-7460-4004-9f9b-ed9f0ec72e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:23:20.688564 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-9e0198e7-7460-4004-9f9b-ed9f0ec72e39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0428975 Jan 29 20:23:20.741175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4419dcb-3485-41b4-beca-8574a75018fd req-b7113050-17e0-480b-8cb4-5b31b39ff8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:23:20.742577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-b7113050-17e0-480b-8cb4-5b31b39ff8e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445633 Jan 29 20:23:20.839660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-c04213d8-c624-448d-9af3-2b07a96b427a service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870445 Jan 29 20:23:20.933481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4419dcb-3485-41b4-beca-8574a75018fd req-ffe6dd7d-9ae5-499f-aa1e-1872c4915177 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844851 Jan 29 20:23:25.171509 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c76e7cae-ea70-4ea8-ab79-506bb63e38a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:28.188823 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-216805e3-551b-4dc5-b458-185b4363890d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:28.931344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:30.095436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:30.371436 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:31.560415 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:37.285673 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:23:38.285983 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:55.171553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d42d5837-8739-4697-958e-9829b4d078aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:58.194422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d272abae-69b6-4739-ad8c-6ac127258242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:23:58.926404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:00.085720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:00.369711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:01.592150 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:08.337153 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:14.285528 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:24:21.206757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-220eebe5-5df8-4815-812a-5a99070bb712 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471411 Jan 29 20:24:21.303649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-7c3a45dc-8ff8-48cb-af3c-bbc19323c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:21.305203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-7c3a45dc-8ff8-48cb-af3c-bbc19323c91b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0475185 Jan 29 20:24:21.417443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-83beb2eb-df86-4b46-b001-9cdadd4f7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:21.418883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-83beb2eb-df86-4b46-b001-9cdadd4f7184 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0908725 Jan 29 20:24:21.487243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-bbd1581b-7982-4566-918e-0fef817fe71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 1000 time: 0.0589755 Jan 29 20:24:21.540906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-d71ce79a-c539-494f-a78d-c0265b61ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:21.542446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-d71ce79a-c539-494f-a78d-c0265b61ae34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0453477 Jan 29 20:24:21.602581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-9b579d99-dbd3-4f53-80ea-16ab98c050f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:21.604138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-9b579d99-dbd3-4f53-80ea-16ab98c050f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522451 Jan 29 20:24:21.699884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-cf058e1e-56d1-4544-a5e1-70b15265f3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Jan 29 20:24:21.800166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8f28f65-b50b-46a2-90dd-a54a91588a98 req-81e034e6-fb3a-4220-afbf-131949cc3d15 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904229 Jan 29 20:24:23.524922 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-5480031b-478a-4128-91bf-49fc62068ae7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981482892&fields=id&tenant_id=182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 267 time: 0.0448654 Jan 29 20:24:23.633153 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-168f031f-9513-4e1e-b2d9-9a5b1cbe221f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:23.634888 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-168f031f-9513-4e1e-b2d9-9a5b1cbe221f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1037581 Jan 29 20:24:23.649609 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-ee65eaba-9195-43e0-9d41-92f8822431fa tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/quotas/182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 375 time: 0.0094900 Jan 29 20:24:23.707902 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-56e74bfe-b80c-413d-9da5-657db37b560f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532279 Jan 29 20:24:23.886125 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-affd6bc4-57d3-4c0b-8601-7a56acbe8a3f service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663446 Jan 29 20:24:23.978823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-0236a93f-1074-449d-b619-c2a6ca5beae6 service neutron] 10.222.0.15 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Jan 29 20:24:25.182204 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9f0712ad-0d89-4713-97ed-b4a66b1762f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:25.586151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f283660a-48d9-4b44-8e97-a5a304b45e9f req-76c3db25-6843-4e5b-94d0-d970bffc8d06 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0285442 Jan 29 20:24:26.666394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be36a746-a2e7-4a56-81f1-a9ab035acd93 req-3dd59110-25d1-4c46-8af4-1b34ab905c8d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0290811 Jan 29 20:24:27.755638 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34af5699-fe33-48c2-b560-12383403b889 req-cecbad89-6233-4a97-bd6f-f32328517ac0 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0283449 Jan 29 20:24:28.204834 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61512f2d-9b27-42ab-b0f0-63df126fa5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:28.834431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-05c13d0d-5f72-422a-a5e2-3646abfd8397 req-5ceb1fe7-662f-4e60-9ad5-4692a2fdd497 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0275462 Jan 29 20:24:28.980547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:29.926145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c39bb5c-66ac-406b-a0c0-11c365dd6b6d req-4d1d978f-70de-4e89-9cf6-fbe3d9a804f9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0269670 Jan 29 20:24:30.123159 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:30.368514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:31.025531 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-801dc049-19f2-4ea4-a0f4-b128a89a8b24 req-43a0225a-532e-4a08-a201-b5f18f36a9f5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0276442 Jan 29 20:24:31.582515 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:31.676150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-ab0eaff8-2c0a-4543-aa9b-70cfbb720b32 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:31.677630 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-ab0eaff8-2c0a-4543-aa9b-70cfbb720b32 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 811 time: 0.1070383 Jan 29 20:24:31.747996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-bdd61844-cdad-4232-ac99-f610910dee5c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=182b253ad62c4784b77549791897b309 HTTP/1.1" status: 200 len: 379 time: 0.0571890 Jan 29 20:24:31.756028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'port': {'device_id': '953ac636-670a-4b04-8484-3ae312b1d39b', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'admin_state_up': True, 'tenant_id': '182b253ad62c4784b77549791897b309', 'security_groups': ['af779ecb-e72b-45ab-9852-4d5904dd9c1e']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:24:31.925006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Made reservation on behalf of 182b253ad62c4784b77549791897b309 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:24:31.929741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:32.059963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.20.0.4 (e207ff77-b733-4a9b-92ef-b5572b25f7eb/9ff64924-7b55-403c-bc83-d6d1f556cd27/40de0b15-df6e-46ff-ab1d-071cdd1c3ed1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:24:32.145164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db4cdb53-cab5-4cdb-91b5-a88b55fb5a03 req-badbed8b-470c-46a5-9b10-2dfbb83fc97e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0470228 Jan 29 20:24:32.231005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:32.337477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:32.383761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:24:32.388907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:24:32.392508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:24:32.418962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:32.433487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.433837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.434181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.434525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.434865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.435202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.435534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.435864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.436192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.436643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.436889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.437215 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.437578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:32.456437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:32.457247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:32.579628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-73f2d46a-6852-40b7-84db-65a5453b283e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271456 Jan 29 20:24:32.653048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Request body: {'port': {'device_id': '953ac636-670a-4b04-8484-3ae312b1d39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:24:32.714455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:32.767808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0107320e-dfd3-44ec-9564-face7ef92742 None None] Provisioning complete for port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:24:32.768461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0107320e-dfd3-44ec-9564-face7ef92742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:32.802584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0107320e-dfd3-44ec-9564-face7ef92742 None None] Port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:24:32.990695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:24:32.998690 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Publish callbacks [] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:33.011259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Transition to ACTIVE for port object 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:24:33.102929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:33.157060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Pushing event updated for resources: {'Port': ['ID=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:33.239817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Attempting to bind port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:24:33.240519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Attempting to bind port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:24:33.241010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Attempting to bind port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:24:33.247033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:24:33.249650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Attempting to bind port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 on network e207ff77-b733-4a9b-92ef-b5572b25f7eb {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:24:33.255840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:24:33.256290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Checking segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:24:33.256680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Bound using segment: {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:24:33.257232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Bound port: 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a371368-39ef-4931-ab8d-7ca119151892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:24:33.257589 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:33.315509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543caf-98d3-4d8e-8678-37ed0bccdf13 req-8cab9621-b8dc-4f9f-8a7d-898005e89f02 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:33.317038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2543caf-98d3-4d8e-8678-37ed0bccdf13 req-8cab9621-b8dc-4f9f-8a7d-898005e89f02 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0880740 Jan 29 20:24:33.350167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] For port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:24:33.355370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] For port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:24:33.375556 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2543caf-98d3-4d8e-8678-37ed0bccdf13 req-ace4524e-f438-400b-9d89-36a106f258e5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509095 Jan 29 20:24:33.432138 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:33.469489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:33.470535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:33.471965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] 10.222.0.26 "PUT /v2.0/ports/40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 1091 time: 0.8783233 Jan 29 20:24:33.472376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:24:33.474591 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f6239a-6c52-4913-a9d4-ece9a70e27dc" -d '{"events": [{"name": "network-changed", "server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:24:33.499893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4361-b7a8-4074-8027-b4bf026d6135 service neutron] Pushing event updated for resources: {'Port': ['ID=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:33.664543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-ab6b5a2d-b738-4853-8196-00aceb5207af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:33.666382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-ab6b5a2d-b738-4853-8196-00aceb5207af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1125 time: 0.0565796 Jan 29 20:24:33.667694 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b921da7-27cd-434e-b3cc-73fcc393476e x-openstack-request-id: req-9b921da7-27cd-434e-b3cc-73fcc393476e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:24:33.668155 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:24:33.668427 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b921da7-27cd-434e-b3cc-73fcc393476e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:24:33.668824 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'status': 'completed', 'code': 200} Jan 29 20:24:33.736220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-2f92fea2-8676-4f27-9ab8-e7bde6a9c96b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 217 time: 0.0409400 Jan 29 20:24:33.785408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-34d0729e-5438-4edc-8668-fb7f0378b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:33.787182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-34d0729e-5438-4edc-8668-fb7f0378b465 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0473335 Jan 29 20:24:33.838691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-57d80a54-e311-4d50-b1cb-d1651c4f8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:33.840246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-57d80a54-e311-4d50-b1cb-d1651c4f8c9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464685 Jan 29 20:24:33.934728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-0eb0d08e-8467-4825-8287-4dffc5ebf968 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885386 Jan 29 20:24:34.024822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-971eb264-5dca-4947-b9c3-99bec47225f5 req-13db81d5-ff1c-4d2a-91a1-2ca5c9705375 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Jan 29 20:24:34.224378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-bb3d9032-c8c7-4119-bc67-b830afe668f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:34.225967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-bb3d9032-c8c7-4119-bc67-b830afe668f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1125 time: 0.0518124 Jan 29 20:24:34.317955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-88ac37dd-12e1-424a-889a-256249bd511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:34.319329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-88ac37dd-12e1-424a-889a-256249bd511a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0870829 Jan 29 20:24:34.362610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-1b7f0105-c965-4503-b205-39dba087d48a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 217 time: 0.0373149 Jan 29 20:24:34.410039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-df4842fe-ac5d-4be6-9697-1bdd82b92b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:34.411546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-df4842fe-ac5d-4be6-9697-1bdd82b92b88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0435293 Jan 29 20:24:34.463585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-ab811b77-5570-42ed-996b-75bdf4e850b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:34.465251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-ab811b77-5570-42ed-996b-75bdf4e850b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476663 Jan 29 20:24:34.503345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ecd8-05f4-419f-b55d-f18c454932df req-58393ec6-8ce2-4d9c-8efb-ba1280830d98 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:34.504886 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6b5ecd8-05f4-419f-b55d-f18c454932df req-58393ec6-8ce2-4d9c-8efb-ba1280830d98 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0582871 Jan 29 20:24:34.558523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6b5ecd8-05f4-419f-b55d-f18c454932df req-0dec6cb0-e6ec-49d2-8672-1e6df31f468f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Jan 29 20:24:34.567017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-ad04a8d9-9a73-4489-8226-f6467a382161 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957570 Jan 29 20:24:34.659002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-28f6239a-6c52-4913-a9d4-ece9a70e27dc req-f95e2c8f-46b0-4276-bc72-b906779a6cbc service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Jan 29 20:24:35.683037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afbcc-c888-482c-9787-9e37a5b87893 req-e40e9965-5c7b-4ffd-b1a4-0587f2bf4884 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:35.684800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-166afbcc-c888-482c-9787-9e37a5b87893 req-e40e9965-5c7b-4ffd-b1a4-0587f2bf4884 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0551736 Jan 29 20:24:35.738126 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-166afbcc-c888-482c-9787-9e37a5b87893 req-7622ad11-8abb-4c99-a5e7-5633e309908c tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474844 Jan 29 20:24:36.864126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f33f-749b-4e73-ad25-c1d816d1aa18 req-269d4f44-c2d7-4c64-92cd-36e6ffc1630f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:36.865682 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1c8f33f-749b-4e73-ad25-c1d816d1aa18 req-269d4f44-c2d7-4c64-92cd-36e6ffc1630f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0595858 Jan 29 20:24:36.916731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d1c8f33f-749b-4e73-ad25-c1d816d1aa18 req-c9bbfef5-2601-413b-90de-b6687ee10947 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447099 Jan 29 20:24:38.042798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f7108-0f3f-481a-bea5-88be2d091515 req-b644f892-5eee-43ff-a0c9-49d4011992d6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:38.044580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-257f7108-0f3f-481a-bea5-88be2d091515 req-b644f892-5eee-43ff-a0c9-49d4011992d6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0574517 Jan 29 20:24:38.101761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-257f7108-0f3f-481a-bea5-88be2d091515 req-697e6636-691a-4084-862a-d967e5eaa944 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Jan 29 20:24:38.311730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:39.216754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4334-4e46-43f9-85cb-d5b206389a71 req-97f4d02f-70d6-4da7-8443-ca6f0f615461 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:39.218290 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c85b4334-4e46-43f9-85cb-d5b206389a71 req-97f4d02f-70d6-4da7-8443-ca6f0f615461 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0532861 Jan 29 20:24:39.270799 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c85b4334-4e46-43f9-85cb-d5b206389a71 req-1f1bcaa7-419b-4a30-9fec-4e308cbf86b7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469174 Jan 29 20:24:40.393859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d84908-4457-4b8d-bb0c-f7dd16dee2d4 req-e897a01b-d009-4948-879d-038c5c6f2cfd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:40.395335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84d84908-4457-4b8d-bb0c-f7dd16dee2d4 req-e897a01b-d009-4948-879d-038c5c6f2cfd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0530851 Jan 29 20:24:40.443951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84d84908-4457-4b8d-bb0c-f7dd16dee2d4 req-e3cf581c-1663-4e71-a50f-0eaf67f90f05 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426831 Jan 29 20:24:41.562948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e38af-6063-41a6-b344-4be946d63f3a req-3681fa62-06dc-4f0d-ab2c-bf6a507051b6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:41.564496 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c3e38af-6063-41a6-b344-4be946d63f3a req-3681fa62-06dc-4f0d-ab2c-bf6a507051b6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0524385 Jan 29 20:24:41.618989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c3e38af-6063-41a6-b344-4be946d63f3a req-ec9edac0-0304-440c-beea-651f5cf07f47 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483940 Jan 29 20:24:42.743601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd00ee4-e8ea-4b60-845c-32f201d5369e req-b9ed7db8-8374-4ca0-b4af-733cf435daab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:42.745111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcd00ee4-e8ea-4b60-845c-32f201d5369e req-b9ed7db8-8374-4ca0-b4af-733cf435daab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0564969 Jan 29 20:24:42.794242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcd00ee4-e8ea-4b60-845c-32f201d5369e req-10307096-5a73-4210-802e-a6dd3d36a446 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Jan 29 20:24:43.919827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d88fb-c0a2-4f03-88d5-96df7f7634f1 req-eec16950-1256-417b-88af-e953fdb574db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:43.921350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e6d88fb-c0a2-4f03-88d5-96df7f7634f1 req-eec16950-1256-417b-88af-e953fdb574db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0559022 Jan 29 20:24:43.970347 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e6d88fb-c0a2-4f03-88d5-96df7f7634f1 req-dd30e9ae-5f36-4283-bdd3-31bc0ccdaa13 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Jan 29 20:24:45.089709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a5212-a5cc-4904-80d3-ded19d03382a req-50344685-c6ef-4294-acc0-680f63c59014 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:45.091215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-568a5212-a5cc-4904-80d3-ded19d03382a req-50344685-c6ef-4294-acc0-680f63c59014 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0527465 Jan 29 20:24:45.140070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-568a5212-a5cc-4904-80d3-ded19d03382a req-26e024d2-3696-48d4-81dd-7a8f6615884b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 Jan 29 20:24:46.262679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e5589-dfd1-4dfc-a707-558b1bdc5e4d req-be295907-aea3-442d-a186-a8b1de9da02e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:46.264597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d0e5589-dfd1-4dfc-a707-558b1bdc5e4d req-be295907-aea3-442d-a186-a8b1de9da02e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0526285 Jan 29 20:24:46.313544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d0e5589-dfd1-4dfc-a707-558b1bdc5e4d req-97a544d3-5864-4eed-b6f6-68f8cb7fe9a9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437384 Jan 29 20:24:47.437306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c57b-f53e-4661-a238-c3cfa00d0cbc req-9aed5d8a-7049-4799-be62-734223ea0845 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:47.438811 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f707c57b-f53e-4661-a238-c3cfa00d0cbc req-9aed5d8a-7049-4799-be62-734223ea0845 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0583134 Jan 29 20:24:47.489776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f707c57b-f53e-4661-a238-c3cfa00d0cbc req-58887ca8-4940-4496-8f15-4321e7c77bbd tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Jan 29 20:24:48.613976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51d646-3df2-48fa-ac65-9aff8eea57e6 req-64335b6e-d48c-4541-81df-a850f6eaf72e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:48.615532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a51d646-3df2-48fa-ac65-9aff8eea57e6 req-64335b6e-d48c-4541-81df-a850f6eaf72e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 943 time: 0.0575554 Jan 29 20:24:48.663324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1a51d646-3df2-48fa-ac65-9aff8eea57e6 req-447ec2bf-8a2b-4d67-bdde-4c732edd0998 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Jan 29 20:24:49.207336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:24:49.309896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:24:49.321098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'port_id': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'mac_address': 'fa:16:3e:d3:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:24:49.364983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:24:49.365373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:49.378301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:24:49.398723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:24:49.485485 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:49.535287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:49.543802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.544144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.544555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.544884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.545210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.545536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.545857 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.546246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.546568 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.546887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.547201 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.547515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.547830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:24:49.795980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51ffdf-1a22-4eb8-9e43-3bd64895e18c req-8a9ae344-6726-459e-b24b-c3e214f763e4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:49.798317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb51ffdf-1a22-4eb8-9e43-3bd64895e18c req-8a9ae344-6726-459e-b24b-c3e214f763e4 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 944 time: 0.0607097 Jan 29 20:24:49.808633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['40de0b15-df6e-46ff-ab1d-071cdd1c3ed1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:24:49.855133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb51ffdf-1a22-4eb8-9e43-3bd64895e18c req-5c3b3361-6998-4131-b769-94543dc7bd11 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501294 Jan 29 20:24:50.985744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ceef2-903c-4322-bbcb-c0d3ffe95f19 req-ef4d7133-e46e-4142-9547-91fe77dfee01 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:50.987231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc4ceef2-903c-4322-bbcb-c0d3ffe95f19 req-ef4d7133-e46e-4142-9547-91fe77dfee01 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 944 time: 0.0531352 Jan 29 20:24:51.038751 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc4ceef2-903c-4322-bbcb-c0d3ffe95f19 req-69a2b348-f8a4-4018-8f2c-52a9644c44ef tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456328 Jan 29 20:24:51.210814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:24:51.285021 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:24:51.379829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:24:51.384260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:24:51.384641 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:51.460930 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:24:51.461248 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:51.483602 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:24:51.485843 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce63bc64-15d9-47f0-af7f-ad7431f7aaa0" -d '{"events": [{"server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "name": "network-vif-plugged", "status": "completed", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:24:51.498897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:24:51.533165 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e3c7bb-13f4-4129-89be-95c6aad5b216 x-openstack-request-id: req-40e3c7bb-13f4-4129-89be-95c6aad5b216 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:24:51.533165 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "name": "network-vif-plugged", "status": "completed", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:24:51.533165 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40e3c7bb-13f4-4129-89be-95c6aad5b216 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:24:51.533165 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'code': 200} Jan 29 20:24:51.564706 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:51.615619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:51.654686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d108305-8fbc-4cb2-8d3a-cb840983f26f req-dd7c4a0d-53a0-45c8-8eaa-21be4dd824af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:51.656224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d108305-8fbc-4cb2-8d3a-cb840983f26f req-dd7c4a0d-53a0-45c8-8eaa-21be4dd824af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1127 time: 0.0457051 Jan 29 20:24:51.705532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d108305-8fbc-4cb2-8d3a-cb840983f26f req-99d64e52-31f3-4589-9e51-687944f84864 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Jan 29 20:24:52.156514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04111b5-3393-48a9-9818-033ad4eead03 req-b23ca346-6311-40cf-8004-93805b353968 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:52.158014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b04111b5-3393-48a9-9818-033ad4eead03 req-b23ca346-6311-40cf-8004-93805b353968 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 945 time: 0.0527422 Jan 29 20:24:52.210310 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b04111b5-3393-48a9-9818-033ad4eead03 req-9fcfa7f2-39cb-481c-b9dc-d59fb1fd3fff tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466852 Jan 29 20:24:53.335386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d939e2-506c-410a-ba25-10321f02c783 req-abe29107-16c0-4687-a44a-ea9a12a527ea tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:53.336870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50d939e2-506c-410a-ba25-10321f02c783 req-abe29107-16c0-4687-a44a-ea9a12a527ea tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 945 time: 0.0524895 Jan 29 20:24:53.385161 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50d939e2-506c-410a-ba25-10321f02c783 req-5705c0c2-8eb5-423a-992a-b32d67646c0d tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Jan 29 20:24:53.555412 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ac9b-eb6f-44e2-aa73-069e3247f6c7 req-5fad2a05-f7c5-43f6-8353-175ddcb7bd56 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:53.556896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6128ac9b-eb6f-44e2-aa73-069e3247f6c7 req-5fad2a05-f7c5-43f6-8353-175ddcb7bd56 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 945 time: 0.1058955 Jan 29 20:24:53.604653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6128ac9b-eb6f-44e2-aa73-069e3247f6c7 req-5e429527-755c-4c6d-8b87-a45a42d3d190 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 Jan 29 20:24:53.626871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38284) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:24:53.800777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e84be1-2296-4fd6-8667-5ae83ab404e8 tempest-TestVolumeBootPattern-1828724988 tempest-TestVolumeBootPattern-1828724988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:53.802292 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83e84be1-2296-4fd6-8667-5ae83ab404e8 tempest-TestVolumeBootPattern-1828724988 tempest-TestVolumeBootPattern-1828724988-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1122 time: 0.1744227 Jan 29 20:24:53.805138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38288) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:24:53.809767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'tenant_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:24:53.913277 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:54.013907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:54.117114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Allocated IP 172.25.5.137 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/30eae4a9-ee31-474b-94f2-b1419974d44d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:24:54.219772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:54.340987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:54.377646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:24:54.380478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:24:54.386734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:24:54.410430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=30eae4a9-ee31-474b-94f2-b1419974d44d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:55.103453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (1b534581-16b6-44df-8a2b-0da9e35b57d0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:55.179500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c92f020d-ebdd-4eeb-a033-b0716c4cbf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:55.250123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:55.400509 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:55.450967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:55.525993 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event updated for resources: {'Port': ['ID=30eae4a9-ee31-474b-94f2-b1419974d44d,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:24:55.534780 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (1b534581-16b6-44df-8a2b-0da9e35b57d0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:55.636873 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Floating IP 1b534581-16b6-44df-8a2b-0da9e35b57d0 associated. External IP: 172.25.5.137, port: 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1. Jan 29 20:24:55.848565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:24:55.955111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:24:55.964516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:24:55.974837 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:24:55.975574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:24:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:24:56.047679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:56.080810 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f77a7d5a-3d2c-49c3-9ea5-0b694110dca2 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2746542 Jan 29 20:24:56.081500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:24:56.083781 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86984f16-de75-4b68-a9e9-ad5efafccc95" -d '{"events": [{"name": "network-changed", "server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:24:56.084167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:24:56.130415 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb021d-59da-4633-8d97-a20693b9eb87 x-openstack-request-id: req-3bbb021d-59da-4633-8d97-a20693b9eb87 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:24:56.130710 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:24:56.130967 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bbb021d-59da-4633-8d97-a20693b9eb87 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:24:56.131382 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'status': 'completed', 'code': 200} Jan 29 20:24:56.217639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-305d8904-e1dc-4b89-8811-4c635307ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:56.219176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-305d8904-e1dc-4b89-8811-4c635307ec98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1127 time: 0.0460887 Jan 29 20:24:56.309990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-c0ed8d14-40de-447b-92ab-d742b584582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:56.311601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-c0ed8d14-40de-447b-92ab-d742b584582f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0867405 Jan 29 20:24:56.319631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '1b534581-16b6-44df-8a2b-0da9e35b57d0', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:d3:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ac636-670a-4b04-8484-3ae312b1d39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:24:54Z', 'updated_at': '2022-01-29T20:24:54Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}, {'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:54Z', 'revision_number': 1, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:24:56.347120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:24:56.355575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:24:56.356839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:24:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:24:56.381819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-5b427daf-bd2b-4534-82d4-fbb2952d7119 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 999 time: 0.0647981 Jan 29 20:24:56.431245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-647c2c0c-0971-4426-ab80-18a8f358daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:56.432762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-647c2c0c-0971-4426-ab80-18a8f358daae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0442350 Jan 29 20:24:56.464043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:24:56.480834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-aaaf68ca-706a-41de-a9d1-744ab04bbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:24:56.482604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-aaaf68ca-706a-41de-a9d1-744ab04bbf51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446956 Jan 29 20:24:56.576754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-31075f34-b242-4ae4-97da-fc858e8b2761 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886459 Jan 29 20:24:56.670824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86984f16-de75-4b68-a9e9-ad5efafccc95 req-00415035-01b8-4fa7-8b7e-17eaa412562a service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885386 Jan 29 20:24:56.687790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '1b534581-16b6-44df-8a2b-0da9e35b57d0', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:d3:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ac636-670a-4b04-8484-3ae312b1d39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:24:54Z', 'updated_at': '2022-01-29T20:24:54Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}, {'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:54Z', 'revision_number': 1, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:24:56.718247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cc2fd-12d1-4b16-973d-f3a4e44a02f1 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '1b534581-16b6-44df-8a2b-0da9e35b57d0', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:d3:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ac636-670a-4b04-8484-3ae312b1d39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:24:54Z', 'updated_at': '2022-01-29T20:24:54Z', 'revision_number': 0, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}, {'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:54Z', 'revision_number': 1, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:24:56.911030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ec323-1fe3-4670-913b-23f284d2c95e None None] New status for floating IP 1b534581-16b6-44df-8a2b-0da9e35b57d0: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:24:58.215928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7645-b29c-4982-9f7d-00b6169599fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:24:58.947526 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:00.105696 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:00.364621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:01.564769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:08.465347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:23.195751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-735fadae-53f3-429c-a1f6-4f6db2a929eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440767 Jan 29 20:25:23.294803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-0d34b747-525e-41ce-8779-db8bbfbeaea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:23.296456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-0d34b747-525e-41ce-8779-db8bbfbeaea9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0487468 Jan 29 20:25:23.423728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-979c3afe-baeb-4727-bf38-b4611ce75053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:23.425255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-979c3afe-baeb-4727-bf38-b4611ce75053 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1009419 Jan 29 20:25:23.493580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-3a86587f-dd7b-41f5-8a63-abb1f025049c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 1000 time: 0.0584605 Jan 29 20:25:23.545180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-0e525744-09e7-49b3-abb5-721f7b9baddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:23.546586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-0e525744-09e7-49b3-abb5-721f7b9baddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0434115 Jan 29 20:25:23.603667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-283110fe-7ecc-495d-962d-ed1796b069b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:23.605191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-283110fe-7ecc-495d-962d-ed1796b069b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482271 Jan 29 20:25:23.619371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-721d7fb8-cf69-439d-bc37-a743435979f1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:25:23.620356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-721d7fb8-cf69-439d-bc37-a743435979f1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056019 Jan 29 20:25:23.713961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-e0bcd5f2-ba9f-4762-b827-f94e6a34cba2 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Jan 29 20:25:23.813342 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9c7b2bec-bfd0-4cfe-a9e5-59f4f7e81cb2 req-c1ee5217-c462-45e9-8b73-dc8802aa5a06 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Jan 29 20:25:24.093254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-35e05408-e976-42a2-83fe-1250eaea7ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442784 Jan 29 20:25:24.193250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73142-20f9-4c46-b818-383c6286561a req-6e6dfc81-3b92-4a75-95ce-f22a22f54981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:24.194782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-6e6dfc81-3b92-4a75-95ce-f22a22f54981 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1127 time: 0.0449791 Jan 29 20:25:24.304544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73142-20f9-4c46-b818-383c6286561a req-2c3b6b02-f50a-447f-b256-5ae6a727d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:24.306015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-2c3b6b02-f50a-447f-b256-5ae6a727d13d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0938067 Jan 29 20:25:24.370353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-975b361e-5fba-411d-8aaf-368dec8901ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0579739 Jan 29 20:25:24.422819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73142-20f9-4c46-b818-383c6286561a req-07d66e4b-13a9-46f7-a14d-5cc36cd7c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:24.424238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-07d66e4b-13a9-46f7-a14d-5cc36cd7c922 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0477314 Jan 29 20:25:24.473201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73142-20f9-4c46-b818-383c6286561a req-422bc6de-675b-4416-b865-6cf0f35fd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:25:24.474725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-422bc6de-675b-4416-b865-6cf0f35fd29c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447657 Jan 29 20:25:24.562961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-eecb51db-2033-4f80-bea0-6d3710243fea service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818284 Jan 29 20:25:24.657085 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-efe73142-20f9-4c46-b818-383c6286561a req-7c093fb3-d4d9-45a9-aa49-b44e12fbb552 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885124 Jan 29 20:25:25.169593 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1152417e-b4e7-4a28-a416-f6d8a2853392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:28.215605 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-69b5bc54-699c-48ba-9887-928a82c73b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:28.283884 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:25:28.921620 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:30.118374 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:30.379189 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:31.592786 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:38.338888 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:55.184144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24f5bfc7-98ef-4ed1-a6ee-3b7804f4a900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:58.238032 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a735355-e1db-4731-a640-662ebbcc3703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:25:58.946412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:00.132577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:00.401093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:01.580876 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:05.285856 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:26:08.381042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:24.961160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-b2a85444-0ea8-4f8f-bfc5-4f10242f32e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449960 Jan 29 20:26:25.060849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-fd68b50f-931f-40b0-b309-b80ee2b2bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.062329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-fd68b50f-931f-40b0-b309-b80ee2b2bc1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1127 time: 0.0446718 Jan 29 20:26:25.163635 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f0-c3b4-47eb-8307-cda56d06b8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:25.198015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-009b38e1-524a-4203-b6d9-143467b617d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.199516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-009b38e1-524a-4203-b6d9-143467b617d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1203461 Jan 29 20:26:25.253274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-7aadf9fc-18a2-43de-b902-35784a4aee4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982273 Jan 29 20:26:25.274483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-46a6627b-7210-456d-a105-70c32bb426c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0678818 Jan 29 20:26:25.353055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-acbb5c06-6e54-4ac4-a170-7dc88337a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.354514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-acbb5c06-6e54-4ac4-a170-7dc88337a191 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0742640 Jan 29 20:26:25.372657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9664-a213-4b14-8971-f590242799aa req-331986b5-787e-4a4b-b83d-121d3967ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.374112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-331986b5-787e-4a4b-b83d-121d3967ffe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0668917 Jan 29 20:26:25.462509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-476ebd93-d9a4-48a0-811b-5d38cefdd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.464008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-476ebd93-d9a4-48a0-811b-5d38cefdd9bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031094 Jan 29 20:26:25.475859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-d09e8249-d226-445b-a2df-b65155445061 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:26:25.476848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-d09e8249-d226-445b-a2df-b65155445061 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062861 Jan 29 20:26:25.520526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9664-a213-4b14-8971-f590242799aa req-b127cc7e-b19a-4199-a0d9-799ad4c8cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.521885 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-b127cc7e-b19a-4199-a0d9-799ad4c8cf42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.1245961 Jan 29 20:26:25.630436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-4a15e26b-615e-4da8-bc5f-579fe632ec91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 1000 time: 0.0758898 Jan 29 20:26:25.632703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-55c007fd-ae3a-4f73-829f-6ff1b2188344 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491599 Jan 29 20:26:25.736816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9664-a213-4b14-8971-f590242799aa req-86f3b1c3-0979-4ba5-8383-76665ad7c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.738256 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-86f3b1c3-0979-4ba5-8383-76665ad7c63c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0926914 Jan 29 20:26:25.768307 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a96d1f2-801e-40d1-80f9-442089d3b92e req-18dd1019-eedb-4670-865b-018670517520 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297128 Jan 29 20:26:25.802346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9664-a213-4b14-8971-f590242799aa req-8e38d067-3413-45a6-80ea-52524eefe117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:25.803748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-8e38d067-3413-45a6-80ea-52524eefe117 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533619 Jan 29 20:26:25.901397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-feedd0b1-ee0e-4144-8e6b-ba3ac6fcf4c5 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864675 Jan 29 20:26:25.991936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-339c9664-a213-4b14-8971-f590242799aa req-e451218f-c4c3-49d7-86b1-536ca49e7827 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808058 Jan 29 20:26:28.203420 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d8e9-e16b-4a27-8a36-8204a2b2a876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:28.923373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:30.128957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:30.386221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:31.568962 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:38.374634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:42.285775 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:26:55.162841 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9adc15e6-52ab-420c-9e32-d5748c6510c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:55.215351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38334) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:26:55.458197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 30eae4a9-ee31-474b-94f2-b1419974d44d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:26:55.458453 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:55.531558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:55.531888 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (30eae4a9-ee31-474b-94f2-b1419974d44d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:55.543770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 30eae4a9-ee31-474b-94f2-b1419974d44d owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:26:55.740319 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (30eae4a9-ee31-474b-94f2-b1419974d44d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:55.766378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=30eae4a9-ee31-474b-94f2-b1419974d44d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:26:55.778920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.779273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.779612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.779952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.780307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.780641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.780971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.781296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.781618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.781938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.782260 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.782580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.782903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:26:55.839587 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (1b534581-16b6-44df-8a2b-0da9e35b57d0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:55.839931 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Floating IP 1b534581-16b6-44df-8a2b-0da9e35b57d0 disassociated (deleted). External IP: 172.25.5.137, port: 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1. Jan 29 20:26:56.045826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:26:56.493631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:26:56.498917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:56.503432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:26:56.513327 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:26:56.513939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:26:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:26:56.529768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0bdaac4d-7426-4166-8b9f-cd77d46a8a39 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "DELETE /v2.0/floatingips/1b534581-16b6-44df-8a2b-0da9e35b57d0 HTTP/1.1" status: 204 len: 168 time: 1.3133237 Jan 29 20:26:56.530369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:26:56.532631 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff088b4-47f2-4dc6-9458-c5a8685f5f73" -d '{"events": [{"name": "network-changed", "server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:26:56.576498 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002ad7e-fe2c-4d5c-8d79-a39d5175fb66 x-openstack-request-id: req-d002ad7e-fe2c-4d5c-8d79-a39d5175fb66 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:26:56.576796 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:26:56.577065 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d002ad7e-fe2c-4d5c-8d79-a39d5175fb66 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:26:56.577467 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'status': 'completed', 'code': 200} Jan 29 20:26:56.625253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:26:56.664153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-685f1a81-dae3-4d2d-8b76-0c7bdb3567fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:56.665747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-685f1a81-dae3-4d2d-8b76-0c7bdb3567fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 1127 time: 0.0461724 Jan 29 20:26:56.761485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-7a4452fa-4a3f-454a-b1a0-635e76125d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:56.762944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-7a4452fa-4a3f-454a-b1a0-635e76125d98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0914989 Jan 29 20:26:56.807234 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-ba4e211e-d419-4646-b453-46ddef93efcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 200 len: 217 time: 0.0357463 Jan 29 20:26:56.866442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-ecee515a-2b68-4e57-abd3-27edf5f2eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:56.868154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-ecee515a-2b68-4e57-abd3-27edf5f2eaac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0544999 Jan 29 20:26:56.870142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:54Z', 'revision_number': 1, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:26:56.900983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:26:56.908990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:26:56.909600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:26:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:26:56.942050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-9c0062fb-dd5f-481b-8e88-3e77043219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:56.943579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-9c0062fb-dd5f-481b-8e88-3e77043219fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532770 Jan 29 20:26:57.022246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:26:57.063702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-76ab233d-a8ff-420a-a626-c0ca4b42e823 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125622 Jan 29 20:26:57.106690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2790-1ef3-4610-bba8-d0f2bc2ef768 req-fda1dd11-5d02-496e-95d8-db197355ec47 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:57.108189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb4b2790-1ef3-4610-bba8-d0f2bc2ef768 req-fda1dd11-5d02-496e-95d8-db197355ec47 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 945 time: 0.2226593 Jan 29 20:26:57.202187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cb4b2790-1ef3-4610-bba8-d0f2bc2ef768 req-31355b6c-5fe9-406b-ad5a-97cc1f63d111 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875313 Jan 29 20:26:57.207722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fff088b4-47f2-4dc6-9458-c5a8685f5f73 req-acd58a40-ad18-40bc-bf8e-2b82ff9b3d37 service neutron] 10.222.0.26 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365330 Jan 29 20:26:57.248378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:54Z', 'revision_number': 1, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:26:57.279696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de978d-2b97-4a54-a1bf-5693e1d5f050 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c1bd03ef-a42e-443f-a03b-292a54b3762f', 'tenant_id': '182b253ad62c4784b77549791897b309', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'port_id': 'ece85708-0821-4493-9fd1-4afb40a27730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'mac_address': 'fa:16:3e:6a:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:21:52Z', 'updated_at': '2022-01-29T20:21:54Z', 'revision_number': 1, 'project_id': '182b253ad62c4784b77549791897b309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:26:57.499962 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20591ec7-4c01-4777-8d6c-4d7636d11deb None None] New status for floating IP 1b534581-16b6-44df-8a2b-0da9e35b57d0: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:26:58.219787 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-af21b4e1-1de5-48c9-b1c2-7795cad1154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:58.325388 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fd3ec-83ef-408f-81c0-eb86c4bddcce req-aa96e95a-4621-418f-9b4b-549ee7ef7250 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:58.327026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-226fd3ec-83ef-408f-81c0-eb86c4bddcce req-aa96e95a-4621-418f-9b4b-549ee7ef7250 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 945 time: 0.0531535 Jan 29 20:26:58.379254 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-226fd3ec-83ef-408f-81c0-eb86c4bddcce req-db6fa35f-d9f6-4269-8e7a-bc671f5be5e8 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466893 Jan 29 20:26:58.628671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-b52e25f2-652f-48d5-9fde-e7ccd35f6fcc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:26:58.630180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-b52e25f2-652f-48d5-9fde-e7ccd35f6fcc tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 945 time: 0.0531440 Jan 29 20:26:58.725671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:26:58.726019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:58.817192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:26:58.817557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:58.830118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:26:58.934371 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:59.019920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (40de0b15-df6e-46ff-ab1d-071cdd1c3ed1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:59.054055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=40de0b15-df6e-46ff-ab1d-071cdd1c3ed1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:26:59.097264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:26:59.100353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:26:59.104111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b129f79-7667-4ab1-bb80-d90d00c256fb req-c796910e-0d59-4e88-8bf4-f09912282e3e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.26 "DELETE /v2.0/ports/40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 HTTP/1.1" status: 204 len: 173 time: 0.4684665 Jan 29 20:26:59.105230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'name': 'network-vif-deleted', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:26:59.108339 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd708f2c-d593-409c-b709-94d6089ae03d" -d '{"events": [{"server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "name": "network-vif-deleted", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:26:59.149295 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bbe664-80f4-48ee-aa4a-3ece75aa62e5 x-openstack-request-id: req-a9bbe664-80f4-48ee-aa4a-3ece75aa62e5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:26:59.156002 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953ac636-670a-4b04-8484-3ae312b1d39b", "name": "network-vif-deleted", "tag": "40de0b15-df6e-46ff-ab1d-071cdd1c3ed1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:26:59.156002 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9bbe664-80f4-48ee-aa4a-3ece75aa62e5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:26:59.156002 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ac636-670a-4b04-8484-3ae312b1d39b', 'name': 'network-vif-deleted', 'tag': '40de0b15-df6e-46ff-ab1d-071cdd1c3ed1', 'status': 'completed', 'code': 200} Jan 29 20:26:59.480663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43763af3-bed0-447d-9d99-57b305ec7ff7 req-af76d556-3ea7-4535-b892-d5f2bfeebbf6 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0313208 Jan 29 20:27:00.117227 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:00.372337 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:00.577581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a8dd768-230e-4246-a5a3-0d49875e5a4c req-1505a0cf-6af9-4493-aac7-389ac68eb668 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0271919 Jan 29 20:27:01.557073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:01.674326 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-df3f31dd-f678-46f6-b696-4b08974a51e1 req-7b128755-997e-46c6-b3e7-64e8020e9126 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0280745 Jan 29 20:27:01.916763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:01.937822 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:01.938169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 40de0b15-df6e-46ff-ab1d-071cdd1c3ed1 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:02.770864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ca20189-6272-4e70-8d50-dcf7f07633bf req-c23cea7c-b9d4-4f70-9ec8-8676c6abc66f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0285764 Jan 29 20:27:03.869666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e55364f-5094-4005-a884-f3d97c0edf36 req-f68b60f5-052c-4fbd-9fc0-d74a2135c43f tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0307765 Jan 29 20:27:04.965888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eee72a5e-65d0-461d-b85a-3abb92b24655 req-e6c3d878-d1e7-4e35-81c9-784f884d8fab tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0282545 Jan 29 20:27:06.063671 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4408f3d-3eed-41ed-be8f-aa1854dcf604 req-4d097206-06aa-4574-86c8-ee8181f6ea46 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0286903 Jan 29 20:27:07.177584 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b27ebcb4-0e2a-4e5a-8123-d73b78b33919 req-1d913d41-8c53-4b58-a745-43c91ce09cf9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0362554 Jan 29 20:27:08.292547 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7bdcf79-d4dc-49a6-8723-106b1c9b6e8e req-0c474c3e-3ad8-44dc-b68a-f7a7fdb7e2a7 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=953ac636-670a-4b04-8484-3ae312b1d39b HTTP/1.1" status: 200 len: 210 time: 0.0275693 Jan 29 20:27:08.380359 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.013495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38408) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:18.180811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port 07cabb5a-127a-4b4f-a642-5475464691f6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:18.181228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (07cabb5a-127a-4b4f-a642-5475464691f6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.258160 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (07cabb5a-127a-4b4f-a642-5475464691f6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.258404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (07cabb5a-127a-4b4f-a642-5475464691f6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.270797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for 07cabb5a-127a-4b4f-a642-5475464691f6 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:18.502491 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (07cabb5a-127a-4b4f-a642-5475464691f6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.528914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=07cabb5a-127a-4b4f-a642-5475464691f6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:18.594216 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (c1bd03ef-a42e-443f-a03b-292a54b3762f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.594572 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Floating IP c1bd03ef-a42e-443f-a03b-292a54b3762f disassociated (deleted). External IP: 172.25.5.70, port: ece85708-0821-4493-9fd1-4afb40a27730. Jan 29 20:27:18.803155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:27:18.909958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:27:18.914743 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:18.919905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:27:18.929246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:27:18.929827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:26:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:18.943758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b0dbc9ff-5c94-4ba1-8698-9e12f3984905 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "DELETE /v2.0/floatingips/c1bd03ef-a42e-443f-a03b-292a54b3762f HTTP/1.1" status: 204 len: 168 time: 0.9291663 Jan 29 20:27:18.944503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:27:18.946747 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcd4589-ec08-4175-ba91-f75f704ee70b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "tag": "ece85708-0821-4493-9fd1-4afb40a27730"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:27:18.984849 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b26646-831d-4064-994f-8c2df39f53ab x-openstack-request-id: req-c7b26646-831d-4064-994f-8c2df39f53ab {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:27:18.985150 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "tag": "ece85708-0821-4493-9fd1-4afb40a27730", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:27:18.985422 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7b26646-831d-4064-994f-8c2df39f53ab {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:27:18.985853 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730', 'status': 'completed', 'code': 200} Jan 29 20:27:19.040735 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:27:19.058996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-f9ede656-b2b3-4d7d-aa06-810eee5a3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:19.060537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-f9ede656-b2b3-4d7d-aa06-810eee5a3bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=182b253ad62c4784b77549791897b309&device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 1127 time: 0.0481710 Jan 29 20:27:19.158360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-f6475099-b471-4174-80d5-7740afc8062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:19.159857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-f6475099-b471-4174-80d5-7740afc8062a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 200 len: 911 time: 0.0900264 Jan 29 20:27:19.205373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-2b9ae545-8c0d-4ce7-878d-79e1da224618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 200 len: 217 time: 0.0358713 Jan 29 20:27:19.251053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:19.265781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-328bf133-14c1-4012-b599-1f2f77736829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:19.267341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-328bf133-14c1-4012-b599-1f2f77736829 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 200 len: 850 time: 0.0517716 Jan 29 20:27:19.286115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:27:19.296597 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:27:19.300476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:27:19.301092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:26:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:19.339931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-7f95c227-a242-4501-ac8e-095db768c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:19.339931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-7f95c227-a242-4501-ac8e-095db768c44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e207ff77-b733-4a9b-92ef-b5572b25f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557442 Jan 29 20:27:19.417765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:27:19.443533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa5985-88c3-4e4d-a5a1-02bf147ffb7f req-9ff54ee2-04f3-4e0a-92ef-8ebe4c4e99e5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:19.445066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ccaa5985-88c3-4e4d-a5a1-02bf147ffb7f req-9ff54ee2-04f3-4e0a-92ef-8ebe4c4e99e5 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 945 time: 0.1091323 Jan 29 20:27:19.478545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-862ea10e-ea4b-4ed9-b5a0-e1bc51278d86 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335511 Jan 29 20:27:19.537265 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ccaa5985-88c3-4e4d-a5a1-02bf147ffb7f req-f79cf1e0-312e-49c7-98ad-5b73ff6f4989 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/security-groups?id=af779ecb-e72b-45ab-9852-4d5904dd9c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834999 Jan 29 20:27:19.591512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebcd4589-ec08-4175-ba91-f75f704ee70b req-42e788a3-d308-4057-a682-8e881295b0e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050172 Jan 29 20:27:19.624417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:19.652891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef1c1f-6721-4b5a-b01d-73a0eb90d8d0 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:08:32Z', 'revision_number': 4, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a', 'name': '', 'network_id': 'e207ff77-b733-4a9b-92ef-b5572b25f7eb', 'tenant_id': '182b253ad62c4784b77549791897b309', 'mac_address': 'fa:16:3e:0a:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:30Z', 'updated_at': '2022-01-29T20:08:40Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'subnets': [{'id': '9ff64924-7b55-403c-bc83-d6d1f556cd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:27:19.834720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-65463bfe-2881-4a34-923f-40d7005317a5 req-ca973ebe-d158-4f1e-802f-8d2d8b900827 service neutron] (103563) timed out ('10.222.0.15', 56504) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:27:19.878214 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1668dd-41a1-4e87-ae46-afa1abcd3424 None None] New status for floating IP c1bd03ef-a42e-443f-a03b-292a54b3762f: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:27:20.025601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16433c29-0f83-4cee-bae3-d3e71062894c req-8d0469cb-4cf0-4974-b87e-3161cd2093c9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:20.027289 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16433c29-0f83-4cee-bae3-d3e71062894c req-8d0469cb-4cf0-4974-b87e-3161cd2093c9 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 945 time: 0.0561337 Jan 29 20:27:20.127333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port ece85708-0821-4493-9fd1-4afb40a27730 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:20.127991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ece85708-0821-4493-9fd1-4afb40a27730), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:20.212699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] For port ece85708-0821-4493-9fd1-4afb40a27730, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ece85708-0821-4493-9fd1-4afb40a27730,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:20.213044 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ece85708-0821-4493-9fd1-4afb40a27730), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:20.225512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for ece85708-0821-4493-9fd1-4afb40a27730 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:20.428413 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ece85708-0821-4493-9fd1-4afb40a27730), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:20.457386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=ece85708-0821-4493-9fd1-4afb40a27730,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:20.504931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] No DVR routers for this DVR port ece85708-0821-4493-9fd1-4afb40a27730 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:27:20.507887 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:20.511878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16433c29-0f83-4cee-bae3-d3e71062894c req-40342054-0cdf-4994-a1a5-1c28f838a2db tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.13 "DELETE /v2.0/ports/ece85708-0821-4493-9fd1-4afb40a27730 HTTP/1.1" status: 204 len: 173 time: 0.4748302 Jan 29 20:27:20.642232 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b80d6744-3969-4b3b-9da2-32dab0a1e749 req-30aeb92e-5611-43be-a5fc-847cf52fc923 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0335376 Jan 29 20:27:20.986776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'name': 'network-vif-deleted', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:27:20.989176 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb0a0b3-be80-4bb7-b36f-fdf33a3c8217" -d '{"events": [{"server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "name": "network-vif-deleted", "tag": "ece85708-0821-4493-9fd1-4afb40a27730"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:27:21.024003 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4afa26-a4c0-448f-b06f-b856c9a31776 x-openstack-request-id: req-8d4afa26-a4c0-448f-b06f-b856c9a31776 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:27:21.024491 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e564767-4a0f-457b-a782-faf1bd2dde95", "name": "network-vif-deleted", "tag": "ece85708-0821-4493-9fd1-4afb40a27730", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:27:21.024820 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d4afa26-a4c0-448f-b06f-b856c9a31776 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:27:21.025295 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e564767-4a0f-457b-a782-faf1bd2dde95', 'name': 'network-vif-deleted', 'tag': 'ece85708-0821-4493-9fd1-4afb40a27730', 'status': 'completed', 'code': 200} Jan 29 20:27:21.741892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a08c1ee5-11fb-4b7c-953e-ed6977926ab3 req-aa1e5033-eb22-4fea-9c8e-a6b1d5abf737 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jan 29 20:27:22.837197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-49ecd048-0686-4150-a0ab-f80b3a1ef97a req-78367c48-d61c-4d8f-aaca-8cda2f922adb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0270092 Jan 29 20:27:23.936002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48a5a7bd-d542-4ea5-9dc3-03f2b4542ca8 req-f37a6a7e-472d-43d6-aab1-9f955b538e8a tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0288742 Jan 29 20:27:24.034588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ece85708-0821-4493-9fd1-4afb40a27730 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:24.055150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: ece85708-0821-4493-9fd1-4afb40a27730 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:24.055505 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ece85708-0821-4493-9fd1-4afb40a27730 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:25.031411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55d6c716-4f29-41d5-9d2a-6c5e4b1f3b51 req-90d8c97a-a483-42f2-8f45-fcc3ff553dac tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0278940 Jan 29 20:27:25.165154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a986b18-c803-44a1-8243-932dc5ecfd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:26.125514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b2459096-45cf-4541-abae-3f8131cc8144 req-843483f0-19e8-4c9b-9353-935b1118946e tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0275297 Jan 29 20:27:27.226568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ef32878-0daa-4788-840f-3fe7bf858541 req-22a51298-ef2b-4e76-82d3-7fe586c1c817 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0290508 Jan 29 20:27:28.350570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4412ff9e-5451-46b7-8e0c-962a1fb0f94a req-96ba3a8a-3d0f-4adf-867f-f5dcd21725cb tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Jan 29 20:27:28.359443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e017d8a-7646-499f-b1ca-93397f774b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:28.973975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:29.462951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f29ba407-fe6b-4385-a1fe-57ddf03db3f8 req-653a70a7-ec23-4a5e-a6ae-e4dbc66a0071 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e564767-4a0f-457b-a782-faf1bd2dde95 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Jan 29 20:27:30.124980 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:30.419598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:30.519252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:30.644023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Deleting port c009ac0d-64b6-47c4-9325-4af1ac67894a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:30.644498 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:30.721580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:30.721826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (c009ac0d-64b6-47c4-9325-4af1ac67894a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:30.734291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Calling delete_port for c009ac0d-64b6-47c4-9325-4af1ac67894a owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:30.928183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c009ac0d-64b6-47c4-9325-4af1ac67894a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:30.952956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'Port': ['ID=c009ac0d-64b6-47c4-9325-4af1ac67894a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:31.013872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for floatingip (b07820f0-0a11-48b8-aed7-615c4cfde82e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:31.016419 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:31.017587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-34ee90a8-765c-4019-82cf-785ea575b103 tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "DELETE /v2.0/floatingips/b07820f0-0a11-48b8-aed7-615c4cfde82e HTTP/1.1" status: 204 len: 168 time: 0.4973500 Jan 29 20:27:31.554332 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:36.524654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38466) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:36.586497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f700d6f-eec8-434c-b318-db8ce9e6950b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group (af779ecb-e72b-45ab-9852-4d5904dd9c1e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:36.611623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f700d6f-eec8-434c-b318-db8ce9e6950b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group (af779ecb-e72b-45ab-9852-4d5904dd9c1e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:36.753742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f700d6f-eec8-434c-b318-db8ce9e6950b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (af779ecb-e72b-45ab-9852-4d5904dd9c1e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:36.756552 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8f700d6f-eec8-434c-b318-db8ce9e6950b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:36.757707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8f700d6f-eec8-434c-b318-db8ce9e6950b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] 10.222.0.15 "DELETE /v2.0/security-groups/af779ecb-e72b-45ab-9852-4d5904dd9c1e HTTP/1.1" status: 204 len: 168 time: 0.2320607 Jan 29 20:27:36.770579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f700d6f-eec8-434c-b318-db8ce9e6950b tempest-TestVolumeBootPattern-1522753793 tempest-TestVolumeBootPattern-1522753793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af779ecb-e72b-45ab-9852-4d5904dd9c1e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:36.908670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38470) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:37.393525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:37.645094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Deleting port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:37.645740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:37.724996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] For port 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:37.725358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:37.738244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Calling delete_port for 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:37.980608 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:38.005507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:38.368233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:38.532186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:38.748147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:27:38.849912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:27:38.854965 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-eea2b818-3428-4673-bc37-6315b7ebfb7f admin admin] 10.222.0.15 "PUT /v2.0/routers/75a73e2d-713c-4a7e-8cf7-7a7b9ef83559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451404 Jan 29 20:27:38.857566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:38.860611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] Sync routers for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:27:38.872013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:27:38.872676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:27:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:38.961662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks [] for router (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:38.977890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:27:39.066064 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks [] for router_gateway (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.153650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:27:37Z', 'revision_number': 5, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port': {'id': '94aef6db-f126-4023-adc5-159636c6f4ac', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:22Z', 'updated_at': '2022-01-29T20:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:39.168866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Deleting port 94aef6db-f126-4023-adc5-159636c6f4ac {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:39.169210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.185476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] Checking router: 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:27:39.193929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] Routers {'75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:27:39.194538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:27:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:39.251804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] For port 94aef6db-f126-4023-adc5-159636c6f4ac, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=94aef6db-f126-4023-adc5-159636c6f4ac,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:39.252293 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.266680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Calling delete_port for 94aef6db-f126-4023-adc5-159636c6f4ac owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:39.280705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] Set router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:27:39.334500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:27:39Z', 'revision_number': 6, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:39.363779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44368e20-2a35-46ec-a530-9bcb916e2bf4 None None] The sync data for ids ['75a73e2d-713c-4a7e-8cf7-7a7b9ef83559'] in n-d-825496-5 is: [{'id': '75a73e2d-713c-4a7e-8cf7-7a7b9ef83559', 'name': 'tempest-TestVolumeBootPattern-167468903-router', 'tenant_id': '182b253ad62c4784b77549791897b309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:20Z', 'updated_at': '2022-01-29T20:27:39Z', 'revision_number': 6, 'project_id': '182b253ad62c4784b77549791897b309', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:27:39.496790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (94aef6db-f126-4023-adc5-159636c6f4ac), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.522580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Pushing event deleted for resources: {'Port': ['ID=94aef6db-f126-4023-adc5-159636c6f4ac,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:39.587988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.680553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.682939 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks [] for router_controller (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.788193 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (75a73e2d-713c-4a7e-8cf7-7a7b9ef83559), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.788797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:27:39.793447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.797954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f017fe02-cdcb-4d2c-8028-8f950695a386 admin admin] 10.222.0.15 "DELETE /v2.0/routers/75a73e2d-713c-4a7e-8cf7-7a7b9ef83559 HTTP/1.1" status: 204 len: 168 time: 0.9361749 Jan 29 20:27:39.797954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38476) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:39.842180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Deleting subnet 9ff64924-7b55-403c-bc83-d6d1f556cd27 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:27:39.845285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Publish callbacks [] for subnet (9ff64924-7b55-403c-bc83-d6d1f556cd27), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.879153 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (9ff64924-7b55-403c-bc83-d6d1f556cd27), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:39.958438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9ff64924-7b55-403c-bc83-d6d1f556cd27), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.085192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (9ff64924-7b55-403c-bc83-d6d1f556cd27), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.114145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff64924-7b55-403c-bc83-d6d1f556cd27,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:40.116511 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.119349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:40.123883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-06134ff7-d96e-4934-b399-5e98287d028f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ff64924-7b55-403c-bc83-d6d1f556cd27 HTTP/1.1" status: 204 len: 168 time: 0.3250546 Jan 29 20:27:40.124171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38478) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:40.127495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0666b-542b-4a51-b019-ccff69ed18ad None None] Network e207ff77-b733-4a9b-92ef-b5572b25f7eb requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:27:40.151796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:40.152130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 03d1dd6c-5a5c-40b6-8631-e2dc54cbc63a not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:40.198981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e207ff77-b733-4a9b-92ef-b5572b25f7eb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.251793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Deleting port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:40.252143 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.319948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] For port a5625d79-fcf6-44c4-8c75-cbde01f16ea5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:40.320278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] DHCP port deletion for e207ff77-b733-4a9b-92ef-b5572b25f7eb request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:27:40.320412 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.337832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Calling delete_port for a5625d79-fcf6-44c4-8c75-cbde01f16ea5 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:40.368654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Deleting port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:40.369263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.436125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] For port a5625d79-fcf6-44c4-8c75-cbde01f16ea5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,segment=NetworkSegment(8a371368-39ef-4931-ab8d-7ca119151892),segment_id=8a371368-39ef-4931-ab8d-7ca119151892)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:40.436753 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.452048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Calling delete_port for a5625d79-fcf6-44c4-8c75-cbde01f16ea5 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:40.508331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.531264 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a5625d79-fcf6-44c4-8c75-cbde01f16ea5), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.535300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:40.537570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] No DVR routers for this DVR port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:27:40.547256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.547550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.547871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.548237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.548557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.548887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.549217 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.549540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.549861 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.550178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.550498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.550817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.551131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.557556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Pushing event deleted for resources: {'Port': ['ID=a5625d79-fcf6-44c4-8c75-cbde01f16ea5,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:40.561871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] No DVR routers for this DVR port a5625d79-fcf6-44c4-8c75-cbde01f16ea5 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:27:40.569278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.569630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.574240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbf6fd-9e5a-44db-be42-cd6ad6cf5524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:27:40.636655 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e207ff77-b733-4a9b-92ef-b5572b25f7eb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.657292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e207ff77-b733-4a9b-92ef-b5572b25f7eb']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:40.666386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a371368-39ef-4931-ab8d-7ca119151892') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:40.666708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a371368-39ef-4931-ab8d-7ca119151892') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:40.675935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (8a371368-39ef-4931-ab8d-7ca119151892), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.688970 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8a371368-39ef-4931-ab8d-7ca119151892), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.694935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (8a371368-39ef-4931-ab8d-7ca119151892), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:27:40.699275 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:27:40.840578 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e207ff77-b733-4a9b-92ef-b5572b25f7eb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.846004 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:40.849147 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e207ff77-b733-4a9b-92ef-b5572b25f7eb HTTP/1.1" status: 204 len: 168 time: 0.7234726 Jan 29 20:27:40.852241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:40.860303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55758-91ef-479d-88fd-adaf7b7dea05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e207ff77-b733-4a9b-92ef-b5572b25f7eb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:41.199353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (573c329d-2f9c-468e-8fa7-80f415a4ef2d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:41.446839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Deleting port 46f837fa-23fd-41c2-9fd1-03a1f3579390 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:41.456035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:41.475377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94aef6db-f126-4023-adc5-159636c6f4ac no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:41.495816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 94aef6db-f126-4023-adc5-159636c6f4ac {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:41.496163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 94aef6db-f126-4023-adc5-159636c6f4ac not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:41.500383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5625d79-fcf6-44c4-8c75-cbde01f16ea5 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:41.515951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a5625d79-fcf6-44c4-8c75-cbde01f16ea5 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:41.516320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a5625d79-fcf6-44c4-8c75-cbde01f16ea5 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:41.527863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] For port 46f837fa-23fd-41c2-9fd1-03a1f3579390, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=46f837fa-23fd-41c2-9fd1-03a1f3579390,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:41.528275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:41.540965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Calling delete_port for 46f837fa-23fd-41c2-9fd1-03a1f3579390 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:41.785407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (46f837fa-23fd-41c2-9fd1-03a1f3579390), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:41.815502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f837fa-23fd-41c2-9fd1-03a1f3579390,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:41.983393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (573c329d-2f9c-468e-8fa7-80f415a4ef2d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:42.195751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Router 573c329d-2f9c-468e-8fa7-80f415a4ef2d has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:27:42.300080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:27:42.305198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc84db78-e767-4af5-9d83-f48c96cd7411 admin admin] 10.222.0.15 "PUT /v2.0/routers/573c329d-2f9c-468e-8fa7-80f415a4ef2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518631 Jan 29 20:27:42.307797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38482) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:42.310783 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] Sync routers for ids ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:27:42.320306 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] Routers {'573c329d-2f9c-468e-8fa7-80f415a4ef2d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:27:42.320897 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:27:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:42.411339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks [] for router (573c329d-2f9c-468e-8fa7-80f415a4ef2d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:42.422657 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] Set router 573c329d-2f9c-468e-8fa7-80f415a4ef2d gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:27:42.512852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks [] for router_gateway (573c329d-2f9c-468e-8fa7-80f415a4ef2d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:42.599496 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:27:41Z', 'revision_number': 5, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port': {'id': 'd424ee74-89f8-4c63-9045-c54e59b6180c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:08:47Z', 'updated_at': '2022-01-29T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:42.626845 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] Checking router: 573c329d-2f9c-468e-8fa7-80f415a4ef2d for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:27:42.636396 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] Routers {'573c329d-2f9c-468e-8fa7-80f415a4ef2d'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:27:42.637012 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:27:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:42.725614 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] Set router 573c329d-2f9c-468e-8fa7-80f415a4ef2d gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:27:42.783992 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:27:42Z', 'revision_number': 6, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:42.814780 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169365a-6687-400c-a4b6-ecc035dfcf47 None None] The sync data for ids ['573c329d-2f9c-468e-8fa7-80f415a4ef2d'] in n-d-825496-5 is: [{'id': '573c329d-2f9c-468e-8fa7-80f415a4ef2d', 'name': 'tempest-TestVolumeBootPattern-755035965-router', 'tenant_id': 'cab802ef78dc4ffdb6313f79af399206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:08:44Z', 'updated_at': '2022-01-29T20:27:42Z', 'revision_number': 6, 'project_id': 'cab802ef78dc4ffdb6313f79af399206', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:27:42.964637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Deleting port d424ee74-89f8-4c63-9045-c54e59b6180c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:42.964975 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.041413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] For port d424ee74-89f8-4c63-9045-c54e59b6180c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d424ee74-89f8-4c63-9045-c54e59b6180c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:43.042075 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.054236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Calling delete_port for d424ee74-89f8-4c63-9045-c54e59b6180c owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:43.276936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d424ee74-89f8-4c63-9045-c54e59b6180c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.305829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d424ee74-89f8-4c63-9045-c54e59b6180c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:43.368185 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (573c329d-2f9c-468e-8fa7-80f415a4ef2d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.457020 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (573c329d-2f9c-468e-8fa7-80f415a4ef2d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.459122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks [] for router_controller (573c329d-2f9c-468e-8fa7-80f415a4ef2d), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.562735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (573c329d-2f9c-468e-8fa7-80f415a4ef2d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.563243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573c329d-2f9c-468e-8fa7-80f415a4ef2d {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:27:43.571141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.574352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-569a6920-92ce-4287-9422-7d95091662dd admin admin] 10.222.0.15 "DELETE /v2.0/routers/573c329d-2f9c-468e-8fa7-80f415a4ef2d HTTP/1.1" status: 204 len: 168 time: 1.2655499 Jan 29 20:27:43.576359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:43.586089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d424ee74-89f8-4c63-9045-c54e59b6180c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:43.607680 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d424ee74-89f8-4c63-9045-c54e59b6180c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:43.608029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d424ee74-89f8-4c63-9045-c54e59b6180c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:43.608484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46f837fa-23fd-41c2-9fd1-03a1f3579390 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:43.628452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 46f837fa-23fd-41c2-9fd1-03a1f3579390 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:43.629077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 46f837fa-23fd-41c2-9fd1-03a1f3579390 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:43.629232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Deleting subnet 8350939c-d652-4570-9ee1-7d3d625761db {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:27:43.633645 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Publish callbacks [] for subnet (8350939c-d652-4570-9ee1-7d3d625761db), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.669549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (8350939c-d652-4570-9ee1-7d3d625761db), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.747370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8350939c-d652-4570-9ee1-7d3d625761db), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.891182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (8350939c-d652-4570-9ee1-7d3d625761db), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.919143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:43.922525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8350939c-d652-4570-9ee1-7d3d625761db HTTP/1.1" status: 204 len: 168 time: 0.3450220 Jan 29 20:27:43.923508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d3bd3-292f-419e-85a2-14ca1aecffd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8350939c-d652-4570-9ee1-7d3d625761db,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:43.924193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6fba2-9d77-44ab-8089-79fbe4a6214d None None] Network 24f60689-4165-46bf-b84f-0c0c4e8df61e requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:27:43.924941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38486) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:44.001071 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (24f60689-4165-46bf-b84f-0c0c4e8df61e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.056370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Deleting port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:44.056763 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.079391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] DHCP port deletion for 24f60689-4165-46bf-b84f-0c0c4e8df61e request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:27:44.125086 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] For port 6d8ddd55-2115-430e-a4cd-71b921b51fd9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6d8ddd55-2115-430e-a4cd-71b921b51fd9,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:44.125453 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.125845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] Deleting port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:27:44.126215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.138880 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Calling delete_port for 6d8ddd55-2115-430e-a4cd-71b921b51fd9 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:44.190709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] For port 6d8ddd55-2115-430e-a4cd-71b921b51fd9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=6d8ddd55-2115-430e-a4cd-71b921b51fd9,segment=NetworkSegment(587fbc41-130c-48a5-a083-458491830312),segment_id=587fbc41-130c-48a5-a083-458491830312)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:27:44.191022 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.203521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] Calling delete_port for 6d8ddd55-2115-430e-a4cd-71b921b51fd9 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:27:44.279528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.285018 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (6d8ddd55-2115-430e-a4cd-71b921b51fd9), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.307328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8ddd55-2115-430e-a4cd-71b921b51fd9,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:44.309921 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] No DVR routers for this DVR port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:27:44.313036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] Pushing event deleted for resources: {'Port': ['ID=6d8ddd55-2115-430e-a4cd-71b921b51fd9,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:44.318066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828473a1-eaed-4ac3-9a54-d6d84c91256a None None] No DVR routers for this DVR port 6d8ddd55-2115-430e-a4cd-71b921b51fd9 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:27:44.387120 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (24f60689-4165-46bf-b84f-0c0c4e8df61e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.408164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f60689-4165-46bf-b84f-0c0c4e8df61e']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:44.417522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587fbc41-130c-48a5-a083-458491830312') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:44.417817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587fbc41-130c-48a5-a083-458491830312') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:27:44.427065 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (587fbc41-130c-48a5-a083-458491830312), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.440020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (587fbc41-130c-48a5-a083-458491830312), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.448641 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:27:44.448641 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (587fbc41-130c-48a5-a083-458491830312), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:27:44.449014 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:27:44.564995 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (24f60689-4165-46bf-b84f-0c0c4e8df61e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.570333 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.574260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] 10.222.0.15 "DELETE /v2.0/networks/24f60689-4165-46bf-b84f-0c0c4e8df61e HTTP/1.1" status: 204 len: 168 time: 0.6483254 Jan 29 20:27:44.585332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6edcf-b1fd-4d8c-970f-42a3c3451d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=24f60689-4165-46bf-b84f-0c0c4e8df61e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:44.879563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38490) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:44.919803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12d52d89-2571-4350-aad8-a35a1ae4bb4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=182b253ad62c4784b77549791897b309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387814 Jan 29 20:27:44.922312 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:44.968048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0458e590-4cee-47c3-9911-9a0494fe4b21 admin admin] Publish callbacks [] for security_group (0a059287-0cee-4e76-84c0-2fd35caceaa4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:44.988825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0458e590-4cee-47c3-9911-9a0494fe4b21 admin admin] Publish callbacks [] for security_group (0a059287-0cee-4e76-84c0-2fd35caceaa4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.102136 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0458e590-4cee-47c3-9911-9a0494fe4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (0a059287-0cee-4e76-84c0-2fd35caceaa4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.105402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0458e590-4cee-47c3-9911-9a0494fe4b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.106544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0458e590-4cee-47c3-9911-9a0494fe4b21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a059287-0cee-4e76-84c0-2fd35caceaa4 HTTP/1.1" status: 204 len: 168 time: 0.1833558 Jan 29 20:27:45.114094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458e590-4cee-47c3-9911-9a0494fe4b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a059287-0cee-4e76-84c0-2fd35caceaa4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:45.466526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6d8ddd55-2115-430e-a4cd-71b921b51fd9 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:27:45.486580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 6d8ddd55-2115-430e-a4cd-71b921b51fd9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:27:45.486918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 6d8ddd55-2115-430e-a4cd-71b921b51fd9 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:27:45.695284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38498) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:45.735316 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-049888fd-0a01-4783-8a18-44e985ab2381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cab802ef78dc4ffdb6313f79af399206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387664 Jan 29 20:27:45.737768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38500) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:27:45.787420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eadf9ac-4318-4838-b0f5-a2de01233f88 admin admin] Publish callbacks [] for security_group (aa559af2-a02e-49f8-8ee3-823236d3330c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.808890 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eadf9ac-4318-4838-b0f5-a2de01233f88 admin admin] Publish callbacks [] for security_group (aa559af2-a02e-49f8-8ee3-823236d3330c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.919267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eadf9ac-4318-4838-b0f5-a2de01233f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aa559af2-a02e-49f8-8ee3-823236d3330c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.922319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9eadf9ac-4318-4838-b0f5-a2de01233f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:45.923451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9eadf9ac-4318-4838-b0f5-a2de01233f88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa559af2-a02e-49f8-8ee3-823236d3330c HTTP/1.1" status: 204 len: 168 time: 0.1847959 Jan 29 20:27:45.931546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadf9ac-4318-4838-b0f5-a2de01233f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa559af2-a02e-49f8-8ee3-823236d3330c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:27:55.161933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b8c92c52-49d7-4430-a1d6-944d17fd4b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:56.285614 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:27:57.074621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-a69575bd-162b-4399-a9d1-6caf4268f586 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e8d2780a40a47d0b87719da4a67953a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290515 Jan 29 20:27:57.253031 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-b50cbd81-05f7-4318-ada8-fd96b5da840e tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:27:57.254490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-b50cbd81-05f7-4318-ada8-fd96b5da840e tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751654 Jan 29 20:27:57.269940 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-464322fb-8dc0-44ff-8bf9-0499edd8829c tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/quotas/9e8d2780a40a47d0b87719da4a67953a HTTP/1.1" status: 200 len: 375 time: 0.0092497 Jan 29 20:27:57.306249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-e59afae3-9f6e-4afe-a0ca-a4867987e379 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e8d2780a40a47d0b87719da4a67953a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311098 Jan 29 20:27:57.553731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d68bf52-51dd-4dcc-a25a-908f611a89a2 req-03793b58-933a-47db-b6dc-fc05f06e8a43 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Jan 29 20:27:58.241905 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a29e0b28-4075-4d0a-8743-c4e6d5686cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:58.632540 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-31083de9-c390-4bd0-b7f8-38c08e61fa81 req-9c7d7c15-0a87-499e-b50e-c1a4ad999c18 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 210 time: 0.0273838 Jan 29 20:27:58.953359 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:27:59.729127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a942c2bb-b7db-4baf-a33f-7f851fe59746 req-56df8296-e365-4558-8897-92a5e9b412f6 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 210 time: 0.0283818 Jan 29 20:28:00.133378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:00.390548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:00.823958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-907bd3ec-4d5c-4dc9-a1e5-af00d8a41220 req-b9b8329a-2838-4b74-9f55-7f62283ff699 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Jan 29 20:28:01.581419 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:01.901618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-fcc1896e-aebb-4c85-ac6e-33701db6073b tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9e8d2780a40a47d0b87719da4a67953a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315375 Jan 29 20:28:01.943978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1b550d6e-1d1f-4920-9612-1231ec45d0d6 req-9f9c8286-f6eb-427f-a587-8b6bfe8f58f4 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 210 time: 0.0467062 Jan 29 20:28:02.129633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-9056a3c1-dc87-4d3e-91ea-034a4fc47a33 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:02.131240 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-9056a3c1-dc87-4d3e-91ea-034a4fc47a33 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222664 Jan 29 20:28:02.148557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Request body: {'port': {'device_id': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'admin_state_up': True, 'tenant_id': '9e8d2780a40a47d0b87719da4a67953a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:28:02.316461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Made reservation on behalf of 9e8d2780a40a47d0b87719da4a67953a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:28:02.319922 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:02.329519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:02.425259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks [] for security_group (b024073d-e389-4f2c-93cf-3571a3d0767e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:02.498869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b024073d-e389-4f2c-93cf-3571a3d0767e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:02.562340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b024073d-e389-4f2c-93cf-3571a3d0767e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:02.576381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.576827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.577183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.577528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.577876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.578208 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.578542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.578877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.579209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.579543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.579875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.580221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.580551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:28:02.641815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Allocated IP 192.168.233.3 (6d9df12a-f6ec-4e6c-a101-ca1eea19fd93/beed8520-08b3-428e-afe7-b8bc145ceb72/400863a6-1492-4bdc-9bcf-935b9c7baec9) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:28:02.789675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks [] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:02.893900 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:02.937681 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:28:02.942499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:28:02.946622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:28:02.953427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Pushing event updated for resources: {'Port': ['ID=400863a6-1492-4bdc-9bcf-935b9c7baec9,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:03.002018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:03.003003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.072549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c527-0fb4-476b-aa24-20d62f289195 req-94a79a80-dafe-4822-909c-60f3b0664428 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:03.074083 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a188c527-0fb4-476b-aa24-20d62f289195 req-94a79a80-dafe-4822-909c-60f3b0664428 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 934 time: 0.0573602 Jan 29 20:28:03.079239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-21807051-8763-4771-8375-3820edaf34f1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9343386 Jan 29 20:28:03.095972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Request body: {'port': {'device_id': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:28:03.124512 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a188c527-0fb4-476b-aa24-20d62f289195 req-8c00897e-34be-4a11-82bb-3a751124e176 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Jan 29 20:28:03.165207 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.251101 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e35127e0-5263-4ae9-9a73-110a3b492aa6 None None] Provisioning complete for port 400863a6-1492-4bdc-9bcf-935b9c7baec9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:28:03.251638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e35127e0-5263-4ae9-9a73-110a3b492aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.286336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e35127e0-5263-4ae9-9a73-110a3b492aa6 None None] Port 400863a6-1492-4bdc-9bcf-935b9c7baec9 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:28:03.426289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400863a6-1492-4bdc-9bcf-935b9c7baec9 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:28:03.434390 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Publish callbacks [] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.446394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Transition to ACTIVE for port object 400863a6-1492-4bdc-9bcf-935b9c7baec9 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:28:03.518574 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.572228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Pushing event updated for resources: {'Port': ['ID=400863a6-1492-4bdc-9bcf-935b9c7baec9,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:03.644401 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Attempting to bind port 400863a6-1492-4bdc-9bcf-935b9c7baec9 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:28:03.644748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Attempting to bind port 400863a6-1492-4bdc-9bcf-935b9c7baec9 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:28:03.645085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Attempting to bind port 400863a6-1492-4bdc-9bcf-935b9c7baec9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:28:03.649811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Port 400863a6-1492-4bdc-9bcf-935b9c7baec9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:28:03.650703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Attempting to bind port 400863a6-1492-4bdc-9bcf-935b9c7baec9 on network 6d9df12a-f6ec-4e6c-a101-ca1eea19fd93 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:28:03.656055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:28:03.656435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Checking segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:28:03.656827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Bound using segment: {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:28:03.657282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Bound port: 400863a6-1492-4bdc-9bcf-935b9c7baec9, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51340f2e-1e64-4215-8210-0bd24faf1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:28:03.657628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.723361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] For port 400863a6-1492-4bdc-9bcf-935b9c7baec9, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:28:03.726320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] For port 400863a6-1492-4bdc-9bcf-935b9c7baec9, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=400863a6-1492-4bdc-9bcf-935b9c7baec9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:28:03.802719 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.840033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:03.840695 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:03.842090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] 10.222.0.13 "PUT /v2.0/ports/400863a6-1492-4bdc-9bcf-935b9c7baec9 HTTP/1.1" status: 200 len: 1094 time: 0.7511809 Jan 29 20:28:03.842544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'tag': '400863a6-1492-4bdc-9bcf-935b9c7baec9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:28:03.845006 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e317912-a18d-4909-a326-ecb2512a5abe" -d '{"events": [{"name": "network-changed", "server_uuid": "2caa19a4-1cf0-4eaa-bb52-a624bb3996d3", "tag": "400863a6-1492-4bdc-9bcf-935b9c7baec9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:28:03.877586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfde2d-7577-4dd5-b58d-f89f1520aced service neutron] Pushing event updated for resources: {'Port': ['ID=400863a6-1492-4bdc-9bcf-935b9c7baec9,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:03.894742 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ad0a82-aee1-44ec-bbbf-d5c509fdf2ee x-openstack-request-id: req-39ad0a82-aee1-44ec-bbbf-d5c509fdf2ee {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:28:03.894742 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2caa19a4-1cf0-4eaa-bb52-a624bb3996d3", "tag": "400863a6-1492-4bdc-9bcf-935b9c7baec9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:28:03.894742 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39ad0a82-aee1-44ec-bbbf-d5c509fdf2ee {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:28:03.894742 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'tag': '400863a6-1492-4bdc-9bcf-935b9c7baec9', 'status': 'completed', 'code': 200} Jan 29 20:28:03.966413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e317912-a18d-4909-a326-ecb2512a5abe req-012431b2-c1b1-479d-8966-d092e719db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:03.967645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e317912-a18d-4909-a326-ecb2512a5abe req-012431b2-c1b1-479d-8966-d092e719db22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e8d2780a40a47d0b87719da4a67953a&device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 1128 time: 0.0556061 Jan 29 20:28:03.999549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e317912-a18d-4909-a326-ecb2512a5abe req-97575d61-03ac-4151-9537-1fc3184045fc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9e8d2780a40a47d0b87719da4a67953a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201619 Jan 29 20:28:04.098657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e317912-a18d-4909-a326-ecb2512a5abe req-f69ec99a-6e3c-4fa7-8410-d57783428b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:04.100175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e317912-a18d-4909-a326-ecb2512a5abe req-f69ec99a-6e3c-4fa7-8410-d57783428b3e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914679 Jan 29 20:28:04.188319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-6fb1bf48-7603-4ddd-b46f-e2cde6ae9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:04.189849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-6fb1bf48-7603-4ddd-b46f-e2cde6ae9b1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e8d2780a40a47d0b87719da4a67953a&device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 1128 time: 0.0458462 Jan 29 20:28:04.244561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-e1017091-1a9c-46e1-b130-5bdef77b32fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=400863a6-1492-4bdc-9bcf-935b9c7baec9 HTTP/1.1" status: 200 len: 217 time: 0.0394602 Jan 29 20:28:04.247380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59fbcd-ff00-4717-b027-5c35cc797115 req-c265596e-caa7-4a34-b477-f621f8d145fa tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:04.248941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a59fbcd-ff00-4717-b027-5c35cc797115 req-c265596e-caa7-4a34-b477-f621f8d145fa tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 946 time: 0.0550590 Jan 29 20:28:04.296884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-36e57561-45ac-4172-ba42-171dec5c4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:04.298351 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-36e57561-45ac-4172-ba42-171dec5c4bd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=beed8520-08b3-428e-afe7-b8bc145ceb72 HTTP/1.1" status: 200 len: 843 time: 0.0441782 Jan 29 20:28:04.299445 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a59fbcd-ff00-4717-b027-5c35cc797115 req-76e83a0e-9ae1-4ad2-a729-abaa216f29ed tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Jan 29 20:28:04.351017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-3055e2ba-63ca-45b1-87e1-ecd063fae671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:04.352562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-3055e2ba-63ca-45b1-87e1-ecd063fae671 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d9df12a-f6ec-4e6c-a101-ca1eea19fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0440803 Jan 29 20:28:04.451872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-99c64d06-ae29-4ba8-8924-e4b5c7ea9190 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869579 Jan 29 20:28:04.546207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2be2e654-6d41-4913-b797-bc7e2568ff31 req-78f118ea-6c00-443b-8aaa-de409459d8a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9df12a-f6ec-4e6c-a101-ca1eea19fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843236 Jan 29 20:28:05.425257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159e9e8-6aaa-4f26-ab90-75e33cf04bee req-75e41a17-25a8-422e-a436-677081794b79 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:05.426739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7159e9e8-6aaa-4f26-ab90-75e33cf04bee req-75e41a17-25a8-422e-a436-677081794b79 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 946 time: 0.0575564 Jan 29 20:28:05.473383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7159e9e8-6aaa-4f26-ab90-75e33cf04bee req-d7fa4341-a65e-474a-a1ef-767eda851bb7 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Jan 29 20:28:06.221167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 400863a6-1492-4bdc-9bcf-935b9c7baec9 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:28:06.317377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 400863a6-1492-4bdc-9bcf-935b9c7baec9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=400863a6-1492-4bdc-9bcf-935b9c7baec9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:06.327469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '400863a6-1492-4bdc-9bcf-935b9c7baec9', 'network_id': '6d9df12a-f6ec-4e6c-a101-ca1eea19fd93', 'port_id': '400863a6-1492-4bdc-9bcf-935b9c7baec9', 'mac_address': 'fa:16:3e:fd:ab:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed8520-08b3-428e-afe7-b8bc145ceb72', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:28:06.367352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 400863a6-1492-4bdc-9bcf-935b9c7baec9 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:28:06.367748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:06.380823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400863a6-1492-4bdc-9bcf-935b9c7baec9 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:28:06.399112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 400863a6-1492-4bdc-9bcf-935b9c7baec9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=400863a6-1492-4bdc-9bcf-935b9c7baec9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:06.470862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:06.521746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=400863a6-1492-4bdc-9bcf-935b9c7baec9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:06.596795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e625dc-907e-4d39-8151-c12ce32212fa req-fd4d7a51-2986-43c2-9049-2549b6d82f35 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:06.598306 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2e625dc-907e-4d39-8151-c12ce32212fa req-fd4d7a51-2986-43c2-9049-2549b6d82f35 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 947 time: 0.0529933 Jan 29 20:28:06.648780 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2e625dc-907e-4d39-8151-c12ce32212fa req-b28b72cf-6d19-4d10-b77a-c1e34a3c6a58 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Jan 29 20:28:06.758100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['400863a6-1492-4bdc-9bcf-935b9c7baec9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:28:07.768922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881309b-5dc9-40f3-8879-e0237471b9a7 req-839140a0-882e-40c1-afac-ec19d7aaddfd tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:07.770428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7881309b-5dc9-40f3-8879-e0237471b9a7 req-839140a0-882e-40c1-afac-ec19d7aaddfd tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 947 time: 0.0535719 Jan 29 20:28:07.817176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7881309b-5dc9-40f3-8879-e0237471b9a7 req-59dbc3aa-9790-4016-a0bc-22da595892b1 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Jan 29 20:28:08.220392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 400863a6-1492-4bdc-9bcf-935b9c7baec9 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:28:08.327331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 400863a6-1492-4bdc-9bcf-935b9c7baec9 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:28:08.330965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 400863a6-1492-4bdc-9bcf-935b9c7baec9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:28:08.331336 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:08.399553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:08.411899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 400863a6-1492-4bdc-9bcf-935b9c7baec9 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:28:08.412318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:08.434528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400863a6-1492-4bdc-9bcf-935b9c7baec9'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:28:08.436777 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec01606a-33cf-4ada-9baf-5cf6b64706f7" -d '{"events": [{"server_uuid": "2caa19a4-1cf0-4eaa-bb52-a624bb3996d3", "name": "network-vif-plugged", "status": "completed", "tag": "400863a6-1492-4bdc-9bcf-935b9c7baec9"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:28:08.454002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 400863a6-1492-4bdc-9bcf-935b9c7baec9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=400863a6-1492-4bdc-9bcf-935b9c7baec9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:08.536078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:08.540048 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035c935-8307-45be-a5aa-799da9728137 x-openstack-request-id: req-8035c935-8307-45be-a5aa-799da9728137 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:28:08.540377 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caa19a4-1cf0-4eaa-bb52-a624bb3996d3", "name": "network-vif-plugged", "status": "completed", "tag": "400863a6-1492-4bdc-9bcf-935b9c7baec9", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:28:08.540631 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8035c935-8307-45be-a5aa-799da9728137 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:28:08.541022 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400863a6-1492-4bdc-9bcf-935b9c7baec9', 'code': 200} Jan 29 20:28:08.590613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=400863a6-1492-4bdc-9bcf-935b9c7baec9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:08.651562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964fa5-0a06-48a9-802d-55ff77f407f1 req-05c36383-d365-4cdf-a945-560ac6361fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:08.653154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04964fa5-0a06-48a9-802d-55ff77f407f1 req-05c36383-d365-4cdf-a945-560ac6361fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 1130 time: 0.0487258 Jan 29 20:28:08.699003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04964fa5-0a06-48a9-802d-55ff77f407f1 req-d13aa9af-22b2-442f-94d2-813baa25f6ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Jan 29 20:28:08.937961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57e20e-b3b4-4e0d-b60f-4677305c597a req-34afa4da-238d-4345-8afe-60316a71b6db tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:08.939460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e57e20e-b3b4-4e0d-b60f-4677305c597a req-34afa4da-238d-4345-8afe-60316a71b6db tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 948 time: 0.0525396 Jan 29 20:28:08.986320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e57e20e-b3b4-4e0d-b60f-4677305c597a req-1fa2ad64-df62-4c58-aae2-f7673222859e tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Jan 29 20:28:10.106192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e22b85-617f-40ca-99f4-7d5fd01ab327 req-51870b38-5810-4173-97ca-0f64642571d0 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:10.107697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5e22b85-617f-40ca-99f4-7d5fd01ab327 req-51870b38-5810-4173-97ca-0f64642571d0 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 948 time: 0.0522640 Jan 29 20:28:10.154735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5e22b85-617f-40ca-99f4-7d5fd01ab327 req-defebef6-42a4-43d3-a2b5-cd8ba2ce7696 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Jan 29 20:28:10.592406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d83e8530-9d2b-4815-af08-7ca42ad3f118 req-98aac6a5-6a6a-47b1-b39c-c87316767083 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:28:10.593435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d83e8530-9d2b-4815-af08-7ca42ad3f118 req-98aac6a5-6a6a-47b1-b39c-c87316767083 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1096764 Jan 29 20:28:11.045693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-1616a1f1-7f90-4e3f-9973-f14025b59a03 req-fd588c68-2602-466e-8276-6068fa6cf6f7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:28:11.046691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1616a1f1-7f90-4e3f-9973-f14025b59a03 req-fd588c68-2602-466e-8276-6068fa6cf6f7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054109 Jan 29 20:28:11.663948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17ca7-3d18-4b2d-b86f-221af9db534c req-f3922121-6916-442d-a9ec-67fa4f222d40 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:11.665563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ce17ca7-3d18-4b2d-b86f-221af9db534c req-f3922121-6916-442d-a9ec-67fa4f222d40 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 948 time: 0.0526791 Jan 29 20:28:11.710861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ce17ca7-3d18-4b2d-b86f-221af9db534c req-a0ccba5b-65ab-4d05-be01-bcb12a3723c9 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Jan 29 20:28:12.833356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c153733-9614-4eba-be1b-253d703e5ab8 req-ba79109e-3c64-4cc7-b19f-64fc9f8f20d0 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:12.834814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c153733-9614-4eba-be1b-253d703e5ab8 req-ba79109e-3c64-4cc7-b19f-64fc9f8f20d0 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 948 time: 0.0524471 Jan 29 20:28:12.887010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7c153733-9614-4eba-be1b-253d703e5ab8 req-081e89dd-8533-4360-b09a-ae96a66764c0 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/security-groups?id=b024073d-e389-4f2c-93cf-3571a3d0767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 Jan 29 20:28:13.124153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-d8431a66-b0ea-4da4-b311-7bbba8d866de tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:13.125625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-d8431a66-b0ea-4da4-b311-7bbba8d866de tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.13 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 948 time: 0.0522988 Jan 29 20:28:13.215662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Deleting port 400863a6-1492-4bdc-9bcf-935b9c7baec9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:28:13.215998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:13.307794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] For port 400863a6-1492-4bdc-9bcf-935b9c7baec9, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=400863a6-1492-4bdc-9bcf-935b9c7baec9,segment=NetworkSegment(51340f2e-1e64-4215-8210-0bd24faf1374),segment_id=51340f2e-1e64-4215-8210-0bd24faf1374)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:13.308149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:13.319629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Calling delete_port for 400863a6-1492-4bdc-9bcf-935b9c7baec9 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:28:13.521895 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (400863a6-1492-4bdc-9bcf-935b9c7baec9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:13.535067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['400863a6-1492-4bdc-9bcf-935b9c7baec9'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:28:13.551647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Pushing event deleted for resources: {'Port': ['ID=400863a6-1492-4bdc-9bcf-935b9c7baec9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:13.605795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] No DVR routers for this DVR port 400863a6-1492-4bdc-9bcf-935b9c7baec9 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:28:13.608423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:13.611775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12ccce8e-6bb8-4580-b6d1-0d59d5f71cd6 req-f2978c76-cc1b-4157-9afe-d44475561788 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.13 "DELETE /v2.0/ports/400863a6-1492-4bdc-9bcf-935b9c7baec9 HTTP/1.1" status: 204 len: 173 time: 0.4797273 Jan 29 20:28:13.616142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'name': 'network-vif-deleted', 'tag': '400863a6-1492-4bdc-9bcf-935b9c7baec9'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:28:13.616142 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce14549-f7f3-4eb3-b034-e4af9f4cafa9" -d '{"events": [{"server_uuid": "2caa19a4-1cf0-4eaa-bb52-a624bb3996d3", "name": "network-vif-deleted", "tag": "400863a6-1492-4bdc-9bcf-935b9c7baec9"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:28:13.653668 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c00963-cbfd-4278-ab1e-9ace679e8194 x-openstack-request-id: req-c8c00963-cbfd-4278-ab1e-9ace679e8194 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:28:13.653968 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caa19a4-1cf0-4eaa-bb52-a624bb3996d3", "name": "network-vif-deleted", "tag": "400863a6-1492-4bdc-9bcf-935b9c7baec9", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:28:13.654220 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8c00963-cbfd-4278-ab1e-9ace679e8194 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:28:13.654625 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caa19a4-1cf0-4eaa-bb52-a624bb3996d3', 'name': 'network-vif-deleted', 'tag': '400863a6-1492-4bdc-9bcf-935b9c7baec9', 'status': 'completed', 'code': 200} Jan 29 20:28:13.995992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33be1f4f-bbd2-47d8-a650-7fc59107a39c req-6fe537c7-127c-452b-879f-b8f220d1ad84 tempest-ServersAdminNegativeTestJSON-457140313 tempest-ServersAdminNegativeTestJSON-457140313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2caa19a4-1cf0-4eaa-bb52-a624bb3996d3 HTTP/1.1" status: 200 len: 210 time: 0.0290830 Jan 29 20:28:15.487630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:28:15.617679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2a0ca73-3b6a-4b10-a116-e8313ed08a46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e8d2780a40a47d0b87719da4a67953a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288314 Jan 29 20:28:15.621828 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38654) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:28:15.668118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a6e0-77dc-4284-9516-4ad06fec478f admin admin] Publish callbacks [] for security_group (b024073d-e389-4f2c-93cf-3571a3d0767e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:15.689544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a6e0-77dc-4284-9516-4ad06fec478f admin admin] Publish callbacks [] for security_group (b024073d-e389-4f2c-93cf-3571a3d0767e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:15.804666 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a6e0-77dc-4284-9516-4ad06fec478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b024073d-e389-4f2c-93cf-3571a3d0767e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:15.807855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a6e0-77dc-4284-9516-4ad06fec478f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:15.809227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6ac0a6e0-77dc-4284-9516-4ad06fec478f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b024073d-e389-4f2c-93cf-3571a3d0767e HTTP/1.1" status: 204 len: 168 time: 0.1864905 Jan 29 20:28:15.817114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0a6e0-77dc-4284-9516-4ad06fec478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024073d-e389-4f2c-93cf-3571a3d0767e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:16.283252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 400863a6-1492-4bdc-9bcf-935b9c7baec9 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:28:16.303800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 400863a6-1492-4bdc-9bcf-935b9c7baec9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:28:16.304144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 400863a6-1492-4bdc-9bcf-935b9c7baec9 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:28:16.408524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38660) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:28:16.422680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-29481175-62dc-418b-b5f6-ef99af8f8586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.496066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-29481175-62dc-418b-b5f6-ef99af8f8586 admin admin] Publish callbacks [] for security_group (e0189c1e-55b2-490f-a866-6df77e1ce70e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.561520 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-29481175-62dc-418b-b5f6-ef99af8f8586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e0189c1e-55b2-490f-a866-6df77e1ce70e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.602944 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-29481175-62dc-418b-b5f6-ef99af8f8586 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17404bda67394526b2f414f8b9491577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933174 Jan 29 20:28:16.603813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29481175-62dc-418b-b5f6-ef99af8f8586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0189c1e-55b2-490f-a866-6df77e1ce70e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:16.606119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38662) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:28:16.654211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cb474aa-3698-48e7-b451-d2ce2a7e9502 admin admin] Publish callbacks [] for security_group (e0189c1e-55b2-490f-a866-6df77e1ce70e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.674563 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cb474aa-3698-48e7-b451-d2ce2a7e9502 admin admin] Publish callbacks [] for security_group (e0189c1e-55b2-490f-a866-6df77e1ce70e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.778766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cb474aa-3698-48e7-b451-d2ce2a7e9502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e0189c1e-55b2-490f-a866-6df77e1ce70e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.781377 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5cb474aa-3698-48e7-b451-d2ce2a7e9502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:16.782544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5cb474aa-3698-48e7-b451-d2ce2a7e9502 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0189c1e-55b2-490f-a866-6df77e1ce70e HTTP/1.1" status: 204 len: 168 time: 0.1753516 Jan 29 20:28:16.790037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb474aa-3698-48e7-b451-d2ce2a7e9502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0189c1e-55b2-490f-a866-6df77e1ce70e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:17.789971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38684) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:28:17.883591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1306432995-network', 'tenant_id': '2371301837ed46689bc006f2ed4b4f70'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:28:17.964345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Made reservation on behalf of 2371301837ed46689bc006f2ed4b4f70 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:28:17.966738 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:17.975382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.048231 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks [] for security_group (010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.129937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.157016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:28:18.162324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:18.170442 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ce4354d7-0332-424e-ba32-17b0dd637ae7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.170792 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Added segment ce4354d7-0332-424e-ba32-17b0dd637ae7 of type vlan for network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a Jan 29 20:28:18.210607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.304853 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.305794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:18.306401 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.366362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:18.376444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:28:18.410775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-80ece41e-8837-4f39-9ab1-eff9575072e4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6194365 Jan 29 20:28:18.413569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:28:18.419028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Request body: {'subnet': {'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1306432995-subnet', 'tenant_id': '2371301837ed46689bc006f2ed4b4f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:28:18.499344 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Made reservation on behalf of 2371301837ed46689bc006f2ed4b4f70 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:28:18.501875 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.746983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (c8e9c6e7-bbeb-433e-aaed-98161eb736e8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:18.804858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e9c6e7-bbeb-433e-aaed-98161eb736e8,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:18.814559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Checking segment: {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:28:18.814927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Network hostable DHCP agents. Network: 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:28:18.961833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:28:19.032453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:28:19.036539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:19.037128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:19.042616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da3c3e7-c3d8-4d23-9712-c92af508e419 None None] Network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:28:19.113125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-96c7fa73-0fab-4607-90d7-2451d3349ccb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6983883 Jan 29 20:28:19.137419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe92a9-7019-4cf5-874f-8639f5568aea None None] Network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:28:19.536782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-e20253aa-9d3a-4c99-980e-55dd4e063ef9 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:19.538151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-e20253aa-9d3a-4c99-980e-55dd4e063ef9 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 812 time: 0.1013587 Jan 29 20:28:19.552345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-0b6b536d-d678-401a-91fd-2e9c02a08495 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/quotas/2371301837ed46689bc006f2ed4b4f70 HTTP/1.1" status: 200 len: 375 time: 0.0087063 Jan 29 20:28:19.602887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-98c4e1e2-360a-404e-8e2d-a86f5c102b72 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459738 Jan 29 20:28:19.613455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-b71a8df1-226f-417a-93ba-43ffdc8e7fbb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:28:19.614386 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-b71a8df1-226f-417a-93ba-43ffdc8e7fbb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048501 Jan 29 20:28:19.707152 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-c43c73d5-7275-4601-a803-a9a22775c320 service neutron] 10.222.0.15 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867138 Jan 29 20:28:19.795185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-7cb51f47-422a-4565-9153-3955ffedb356 service neutron] 10.222.0.15 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822210 Jan 29 20:28:20.048844 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c8b0f0e-def6-40e0-bc05-e8da7b565ba9 req-6f40c2a0-301b-4eca-b739-2582cdd3d67c tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 210 time: 0.0295656 Jan 29 20:28:21.144858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b55b3d4-d0ef-4f21-b644-44fbd567d98a req-27dda597-ba85-4555-8691-b51cc2249bd1 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 210 time: 0.0288205 Jan 29 20:28:22.162188 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-0470151a-5eba-4da2-aed9-b6bfecbbed25 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:22.163682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-0470151a-5eba-4da2-aed9-b6bfecbbed25 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.13 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 812 time: 0.1045246 Jan 29 20:28:22.183020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Request body: {'port': {'device_id': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a', 'admin_state_up': True, 'tenant_id': '2371301837ed46689bc006f2ed4b4f70'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:28:22.243796 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3a0541e9-6c4f-42a4-8a80-035a20a4d74d req-b0b795c6-51f7-4c93-b4c3-8ff09b1cc417 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 210 time: 0.0293770 Jan 29 20:28:22.384917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Made reservation on behalf of 2371301837ed46689bc006f2ed4b4f70 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:28:22.388421 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:22.511724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Allocated IP 172.20.0.12 (5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a/c8e9c6e7-bbeb-433e-aaed-98161eb736e8/35a4d486-540f-43fe-b699-994a7f8d1151) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:28:22.659428 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks [] for port (35a4d486-540f-43fe-b699-994a7f8d1151), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:22.767684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:22.810752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:28:22.815637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:28:22.826453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:28:22.830537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:22.881898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:22.882503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:22.975449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-d72ece6a-293e-466f-a675-29226b3ac169 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7965109 Jan 29 20:28:23.044745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Request body: {'port': {'device_id': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:28:23.103199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:23.399285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a4d486-540f-43fe-b699-994a7f8d1151 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:28:23.408760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Publish callbacks [] for port (35a4d486-540f-43fe-b699-994a7f8d1151), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:23.425656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc140-ef66-4f3e-8353-109db687f132 req-bd77681e-b349-4e43-a83c-f38523f55549 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:23.427151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c6cc140-ef66-4f3e-8353-109db687f132 req-bd77681e-b349-4e43-a83c-f38523f55549 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 932 time: 0.1094036 Jan 29 20:28:23.431862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Transition to ACTIVE for port object 35a4d486-540f-43fe-b699-994a7f8d1151 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:28:23.474421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5c6cc140-ef66-4f3e-8353-109db687f132 req-6b8656d6-9274-4414-b81f-ddc4d41e507f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Jan 29 20:28:23.495345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:23.548971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:23.621867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:28:23.622507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:28:23.622507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 on network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:28:23.627637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Port 35a4d486-540f-43fe-b699-994a7f8d1151 on network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:28:23.627997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 on network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:28:23.633156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:28:23.633495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Checking segment: {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:28:23.633882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Bound using segment: {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:28:23.634309 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Bound port: 35a4d486-540f-43fe-b699-994a7f8d1151, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:28:23.634666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:23.699682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:28:23.703317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:28:23.770717 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:23.804056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:23.804702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:23.806190 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] 10.222.0.13 "PUT /v2.0/ports/35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 1092 time: 0.8182411 Jan 29 20:28:23.806635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:28:23.809026 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae502a7-1984-4be8-a717-1f1b98e5df96" -d '{"events": [{"name": "network-changed", "server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:28:23.833256 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef017-3128-4672-99c5-516d94997bfc service neutron] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:23.846202 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6422857-f933-49cb-a141-2dd969710e4b x-openstack-request-id: req-b6422857-f933-49cb-a141-2dd969710e4b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:28:23.846497 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:28:23.846846 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6422857-f933-49cb-a141-2dd969710e4b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:28:23.847300 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151', 'status': 'completed', 'code': 200} Jan 29 20:28:23.926028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae502a7-1984-4be8-a717-1f1b98e5df96 req-05d06514-8b23-4b5e-bba9-28a33e07693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:23.927557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ae502a7-1984-4be8-a717-1f1b98e5df96 req-05d06514-8b23-4b5e-bba9-28a33e07693e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1126 time: 0.0517080 Jan 29 20:28:24.028184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae502a7-1984-4be8-a717-1f1b98e5df96 req-83732323-c1e4-488a-999e-1e3b0f4f91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:24.030600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ae502a7-1984-4be8-a717-1f1b98e5df96 req-83732323-c1e4-488a-999e-1e3b0f4f91d6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2371301837ed46689bc006f2ed4b4f70&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934019 Jan 29 20:28:24.129225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae502a7-1984-4be8-a717-1f1b98e5df96 req-424e2231-1ad1-4b21-a507-30b6a461a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:24.130959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ae502a7-1984-4be8-a717-1f1b98e5df96 req-424e2231-1ad1-4b21-a507-30b6a461a2fa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920858 Jan 29 20:28:24.221946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-85b09c11-0fa6-4dc3-8a76-f68941c12fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:24.223440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-85b09c11-0fa6-4dc3-8a76-f68941c12fbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1126 time: 0.0462229 Jan 29 20:28:24.268671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-c63de290-a58b-41ff-895e-28873a3f1772 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 217 time: 0.0347579 Jan 29 20:28:24.322940 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-460ba7a3-2df9-456c-88ec-dfa2a3149f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:24.324420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-460ba7a3-2df9-456c-88ec-dfa2a3149f81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 200 len: 852 time: 0.0474606 Jan 29 20:28:24.358962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-8e071944-1902-4fb5-9490-3bd03e557012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253248 Jan 29 20:28:24.450194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-7c08b5d5-7b96-4fee-ba17-c4a519f93e9c service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819945 Jan 29 20:28:24.557172 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bed17179-cc61-4d4c-b807-0d9ddb1a8718 req-01a358b0-0c01-48cb-a15a-9cc3c09b9b49 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971386 Jan 29 20:28:24.597594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947799ad-ddc6-4c72-b14e-9ce20e56e045 req-b16ceb3c-e2c3-47ea-a986-75c767894aec tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:24.599055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-947799ad-ddc6-4c72-b14e-9ce20e56e045 req-b16ceb3c-e2c3-47ea-a986-75c767894aec tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 944 time: 0.0550692 Jan 29 20:28:24.647040 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-947799ad-ddc6-4c72-b14e-9ce20e56e045 req-cd2a2007-68a6-4696-bef9-cc7b99832945 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Jan 29 20:28:25.181272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6b3edc71-2155-429e-81d7-2bb817b89006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:25.767322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be06c28-b5cb-48bb-8eaf-99e0c1d18082 req-2987ded9-4014-45d6-9559-69ff8b906726 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:25.768805 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3be06c28-b5cb-48bb-8eaf-99e0c1d18082 req-2987ded9-4014-45d6-9559-69ff8b906726 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 944 time: 0.0515683 Jan 29 20:28:25.818657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3be06c28-b5cb-48bb-8eaf-99e0c1d18082 req-8d3de6dd-9048-4c2b-ae8d-fb5d926018f5 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Jan 29 20:28:26.376634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:28:26.473428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:26.484574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '35a4d486-540f-43fe-b699-994a7f8d1151', 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a', 'port_id': '35a4d486-540f-43fe-b699-994a7f8d1151', 'mac_address': 'fa:16:3e:6d:32:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e9c6e7-bbeb-433e-aaed-98161eb736e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:28:26.523725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 35a4d486-540f-43fe-b699-994a7f8d1151 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:28:26.524045 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:26.537056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a4d486-540f-43fe-b699-994a7f8d1151 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:28:26.555236 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:26.624717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:26.671840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:26.870852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['35a4d486-540f-43fe-b699-994a7f8d1151'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:28:26.944621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfc9f-aa75-44af-8864-28aae0d5881d req-8bed3781-4507-4ada-8813-b84b8bf51703 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:26.947397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b7bfc9f-aa75-44af-8864-28aae0d5881d req-8bed3781-4507-4ada-8813-b84b8bf51703 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 945 time: 0.0582964 Jan 29 20:28:27.002941 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b7bfc9f-aa75-44af-8864-28aae0d5881d req-12eaa03a-25dc-4830-b7c2-3bfbda8bdec2 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482631 Jan 29 20:28:28.120567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1134-9281-49b8-9221-10439f7b26b2 req-7c0ab064-f182-4038-b1e5-d150a8578209 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:28.122017 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-315f1134-9281-49b8-9221-10439f7b26b2 req-7c0ab064-f182-4038-b1e5-d150a8578209 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 945 time: 0.0512686 Jan 29 20:28:28.169689 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-315f1134-9281-49b8-9221-10439f7b26b2 req-7af3707b-58cf-4c4b-b026-20dfa57ed7d6 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Jan 29 20:28:28.224694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2348f053-5f9c-4dc9-b264-a7dd4df39027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:28.376530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:28:28.470097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 35a4d486-540f-43fe-b699-994a7f8d1151 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:28:28.473763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 35a4d486-540f-43fe-b699-994a7f8d1151 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:28:28.474141 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:28.552593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 35a4d486-540f-43fe-b699-994a7f8d1151 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:28:28.552977 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:28.575137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:28:28.577377 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90b9bc-f010-4456-b48a-7a694eeab471" -d '{"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-plugged", "status": "completed", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:28:28.589320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:28:28.616689 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779cdd34-bfc4-430a-8466-dbb7be72f640 x-openstack-request-id: req-779cdd34-bfc4-430a-8466-dbb7be72f640 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:28:28.616983 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-plugged", "status": "completed", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:28:28.617239 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-779cdd34-bfc4-430a-8466-dbb7be72f640 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:28:28.617644 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151', 'code': 200} Jan 29 20:28:28.655548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:28.709374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:28:28.728453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5e841-73a1-4366-aadf-da126b2ab452 req-c93e0d3e-0d24-4ced-9ee7-179aed19226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:28.733685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19f5e841-73a1-4366-aadf-da126b2ab452 req-c93e0d3e-0d24-4ced-9ee7-179aed19226a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1128 time: 0.0434813 Jan 29 20:28:28.776295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19f5e841-73a1-4366-aadf-da126b2ab452 req-2b11dc55-ab21-4f4c-a425-775d48443192 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Jan 29 20:28:28.981259 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:29.289315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c166-4326-43d0-bd3b-7b4c8ab42338 req-8e5cac9a-9d1c-4f9a-a19b-020c1e58d299 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:29.290777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac26c166-4326-43d0-bd3b-7b4c8ab42338 req-8e5cac9a-9d1c-4f9a-a19b-020c1e58d299 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0527139 Jan 29 20:28:29.335601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac26c166-4326-43d0-bd3b-7b4c8ab42338 req-aded3af6-f7fc-471f-8901-c6f4366dd9c6 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Jan 29 20:28:30.089769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:30.369632 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:30.457121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e6a9c-6c26-4a83-9739-fc399d95cbf3 req-0d759544-dbe5-4227-8c7a-3818d46b936f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:30.458590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e13e6a9c-6c26-4a83-9739-fc399d95cbf3 req-0d759544-dbe5-4227-8c7a-3818d46b936f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0520251 Jan 29 20:28:30.509320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e13e6a9c-6c26-4a83-9739-fc399d95cbf3 req-d6a4bb0a-8681-4313-a9e7-647cc79ef631 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Jan 29 20:28:31.127704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-e5cd0452-dc14-4fc4-8ac9-f3f2d3cb34c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996470 Jan 29 20:28:31.138551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-c5f3a12a-339a-47b9-815d-580d31880204 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:28:31.140324 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-c5f3a12a-339a-47b9-815d-580d31880204 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054076 Jan 29 20:28:31.294888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd8104-c157-44a1-bdc8-44252ff34423 req-8604b234-0469-42f4-99a8-74bb8e717f17 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:31.296493 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dd8104-c157-44a1-bdc8-44252ff34423 req-8604b234-0469-42f4-99a8-74bb8e717f17 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.3993199 Jan 29 20:28:31.344282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dd8104-c157-44a1-bdc8-44252ff34423 req-1bd8f71e-e61b-490f-9acf-f62eca1ef0b3 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Jan 29 20:28:31.552673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:32.468346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3fc5-2612-4dac-96da-8520499b1460 req-e9c9ea6e-d224-4111-9b13-3122b5496a2e tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:32.469814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9ab3fc5-2612-4dac-96da-8520499b1460 req-e9c9ea6e-d224-4111-9b13-3122b5496a2e tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0526226 Jan 29 20:28:32.517463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f9ab3fc5-2612-4dac-96da-8520499b1460 req-09fb1dec-20c8-439c-ae30-7e8459de8410 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Jan 29 20:28:33.137027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-b37d6b82-77b2-490a-af64-a1251ed3fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:33.138531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-b37d6b82-77b2-490a-af64-a1251ed3fe18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1128 time: 0.0455146 Jan 29 20:28:33.227921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-d4d5f977-d537-4e79-abaf-a3467e36b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:33.229337 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-d4d5f977-d537-4e79-abaf-a3467e36b448 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 912 time: 0.0846579 Jan 29 20:28:33.270088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-74a07116-d243-415c-9c7c-27b41ef07852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 217 time: 0.0337744 Jan 29 20:28:33.284794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:28:33.317782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-45773f69-6a6b-4817-a9b9-39fbaa6b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:33.319207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-45773f69-6a6b-4817-a9b9-39fbaa6b055e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 200 len: 852 time: 0.0429466 Jan 29 20:28:33.355067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-fb8b8e76-7145-44cd-9a2c-3c233c322492 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291073 Jan 29 20:28:33.442102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-7cfd3305-ee5b-49c0-b80f-02a7864baea1 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806978 Jan 29 20:28:33.533326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-323ab33b-a2e5-4806-b4e3-a5029d110b2e service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847619 Jan 29 20:28:33.641911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdae12-c047-43ab-9849-77ae9847c81a req-92b943a6-2708-49a7-9032-607bc2ec5384 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:33.643533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34fdae12-c047-43ab-9849-77ae9847c81a req-92b943a6-2708-49a7-9032-607bc2ec5384 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0561118 Jan 29 20:28:33.691311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34fdae12-c047-43ab-9849-77ae9847c81a req-60b27d7e-9f43-4a1f-aa01-1f5285b30f3d tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Jan 29 20:28:34.809149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cdc03-27f3-43cd-8ac4-c98951265945 req-445dfe82-7f67-4ee1-8ed4-98067316f6c7 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:34.810619 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c1cdc03-27f3-43cd-8ac4-c98951265945 req-445dfe82-7f67-4ee1-8ed4-98067316f6c7 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0521166 Jan 29 20:28:34.857957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c1cdc03-27f3-43cd-8ac4-c98951265945 req-3d39b232-faf3-4f74-9559-47ec2f96bd0b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Jan 29 20:28:35.976896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23fed0-b549-432a-b2ab-8d6fed7b899a req-6fdaa18a-6258-4222-8bb2-ec203271c7dd tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:35.978373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f23fed0-b549-432a-b2ab-8d6fed7b899a req-6fdaa18a-6258-4222-8bb2-ec203271c7dd tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0525165 Jan 29 20:28:36.029267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2f23fed0-b549-432a-b2ab-8d6fed7b899a req-a9618cb2-8183-4f00-8d41-a7472be9c5b9 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Jan 29 20:28:37.152351 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd30563-8c31-4864-9fcc-d27c9b9f41c0 req-261561e4-0251-48df-b013-a39ad71cb6c2 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:37.153813 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0dd30563-8c31-4864-9fcc-d27c9b9f41c0 req-261561e4-0251-48df-b013-a39ad71cb6c2 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0566223 Jan 29 20:28:37.201485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0dd30563-8c31-4864-9fcc-d27c9b9f41c0 req-d690a439-6e38-4e1d-81fe-bdb702e5bbf4 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Jan 29 20:28:38.321821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b45be-876c-4a16-aa55-529ad91e6395 req-d1099e5a-1350-47bc-a7a7-20a55fbba3a9 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:38.323309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-693b45be-876c-4a16-aa55-529ad91e6395 req-d1099e5a-1350-47bc-a7a7-20a55fbba3a9 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0527279 Jan 29 20:28:38.372246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-693b45be-876c-4a16-aa55-529ad91e6395 req-ddd55a1e-85f0-4246-bf75-b6538161082e tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Jan 29 20:28:38.392348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:39.495162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca661-8c78-439c-985b-6c53207a7806 req-57455f12-cbfd-43d4-8c86-6caa3681b666 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:39.496692 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd1ca661-8c78-439c-985b-6c53207a7806 req-57455f12-cbfd-43d4-8c86-6caa3681b666 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0515068 Jan 29 20:28:39.543093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dd1ca661-8c78-439c-985b-6c53207a7806 req-a6f5dee1-450d-4d28-b175-a520bb3e869b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 Jan 29 20:28:40.666178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6aef8-719f-41e1-90a6-271a0f5425d8 req-ece8a338-fc99-4a08-bb66-081d0856c5e5 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:40.667633 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8e6aef8-719f-41e1-90a6-271a0f5425d8 req-ece8a338-fc99-4a08-bb66-081d0856c5e5 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0517302 Jan 29 20:28:40.713471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8e6aef8-719f-41e1-90a6-271a0f5425d8 req-5d7a2eb1-b852-43b0-908e-38fff1dc1b97 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Jan 29 20:28:41.835225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c1b8-b02d-4024-b26a-e0d8185639ac req-10f69109-dc31-4adc-9f63-2fd8692b52fe tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:41.836731 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae34c1b8-b02d-4024-b26a-e0d8185639ac req-10f69109-dc31-4adc-9f63-2fd8692b52fe tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0557148 Jan 29 20:28:41.883878 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae34c1b8-b02d-4024-b26a-e0d8185639ac req-6bbf693e-2e58-444e-97c4-85015c79fd43 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Jan 29 20:28:43.009658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217d150-3c47-4afc-a326-a9f50df7497f req-efd97901-fe3b-47c2-a7d0-36d68225891a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:43.011124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5217d150-3c47-4afc-a326-a9f50df7497f req-efd97901-fe3b-47c2-a7d0-36d68225891a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0572574 Jan 29 20:28:43.056894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5217d150-3c47-4afc-a326-a9f50df7497f req-3cc6fd5c-15d2-4ece-b869-d38efe04e193 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Jan 29 20:28:44.175395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146aac7-5d0e-41c4-bc3d-0808e80c76ed req-2981294f-6614-47a4-bf9d-aba1bfb5fdb8 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:44.176899 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a146aac7-5d0e-41c4-bc3d-0808e80c76ed req-2981294f-6614-47a4-bf9d-aba1bfb5fdb8 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0526593 Jan 29 20:28:44.222428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a146aac7-5d0e-41c4-bc3d-0808e80c76ed req-f7097bbf-760a-4a43-80ad-4e009115dba4 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Jan 29 20:28:45.344505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2739c18-7dae-4109-8d2d-8d6667d93d0e req-985e7b75-2d73-40c0-9d0f-44ef6ea595fd tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:45.345986 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2739c18-7dae-4109-8d2d-8d6667d93d0e req-985e7b75-2d73-40c0-9d0f-44ef6ea595fd tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0538249 Jan 29 20:28:45.392987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c2739c18-7dae-4109-8d2d-8d6667d93d0e req-c0ac3100-bf4d-49d8-b1c4-cea39ceedd8b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Jan 29 20:28:46.510376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4ab9-68c0-438e-a56a-b2524a7b13d7 req-080b1228-eacc-44ce-aadc-c3221e0a1ef3 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:46.511849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24ff4ab9-68c0-438e-a56a-b2524a7b13d7 req-080b1228-eacc-44ce-aadc-c3221e0a1ef3 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0521302 Jan 29 20:28:46.560976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24ff4ab9-68c0-438e-a56a-b2524a7b13d7 req-3c7a614b-e735-45b9-a5c3-2f229f12515a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Jan 29 20:28:47.678693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162753ba-27dc-40be-9ed8-64e4a355f1cc req-65f0944d-4c61-4cfe-aa16-f55801c6131a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:47.680186 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-162753ba-27dc-40be-9ed8-64e4a355f1cc req-65f0944d-4c61-4cfe-aa16-f55801c6131a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0523162 Jan 29 20:28:47.731021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-162753ba-27dc-40be-9ed8-64e4a355f1cc req-971dbfe4-73f4-4f2d-affc-cdf259fa5735 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Jan 29 20:28:48.849140 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a77b08-10ea-44e8-ae13-a976f157549e req-67f76790-27d2-4934-9673-200d06d5607a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:48.850605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06a77b08-10ea-44e8-ae13-a976f157549e req-67f76790-27d2-4934-9673-200d06d5607a tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0517778 Jan 29 20:28:48.897068 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-06a77b08-10ea-44e8-ae13-a976f157549e req-6a4765cf-9d67-44fe-b236-55984defaf42 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Jan 29 20:28:50.017464 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b7091-9c72-4471-b6ab-4a6d87c86651 req-8bd6fa98-b40f-4852-911c-aba03d6d0ef7 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:50.018972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f8b7091-9c72-4471-b6ab-4a6d87c86651 req-8bd6fa98-b40f-4852-911c-aba03d6d0ef7 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0536244 Jan 29 20:28:50.066389 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f8b7091-9c72-4471-b6ab-4a6d87c86651 req-cadcb8e8-9cf3-4816-8137-bb57aaecc9e3 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Jan 29 20:28:51.183288 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e1d4c-09e7-44c1-a56c-4e181a146d78 req-af83038b-ca3a-4af8-ac18-cf682f81806b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:51.184770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-724e1d4c-09e7-44c1-a56c-4e181a146d78 req-af83038b-ca3a-4af8-ac18-cf682f81806b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0512633 Jan 29 20:28:51.230154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-724e1d4c-09e7-44c1-a56c-4e181a146d78 req-3d32a306-9f68-47dd-9f42-57c0a6574110 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Jan 29 20:28:52.348948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359ece-88e3-4f06-98f3-b6027495de52 req-326c4389-a296-4f89-af24-bca293c84fc0 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:52.350421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a359ece-88e3-4f06-98f3-b6027495de52 req-326c4389-a296-4f89-af24-bca293c84fc0 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0529506 Jan 29 20:28:52.398095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a359ece-88e3-4f06-98f3-b6027495de52 req-4c0dfdb8-e54e-4732-8827-d7d2474ba126 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Jan 29 20:28:53.521511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48ba8-a37b-48a8-a990-5a9af51b6fdd req-1bb9f33c-a37d-496f-94dc-7a40348defb2 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:53.522892 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-faf48ba8-a37b-48a8-a990-5a9af51b6fdd req-1bb9f33c-a37d-496f-94dc-7a40348defb2 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0561316 Jan 29 20:28:53.568409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-faf48ba8-a37b-48a8-a990-5a9af51b6fdd req-8edb7d9f-76fa-4c23-9553-cc20d6dafe65 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jan 29 20:28:54.690453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3e3ea-bb85-4976-ab61-d3a2f255370e req-d13aeb61-3a1b-447a-83d5-980916cf5e30 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:54.691921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07b3e3ea-bb85-4976-ab61-d3a2f255370e req-d13aeb61-3a1b-447a-83d5-980916cf5e30 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0556169 Jan 29 20:28:54.737715 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-07b3e3ea-bb85-4976-ab61-d3a2f255370e req-71fe2192-59fc-49c2-b7da-50e22e8265ff tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Jan 29 20:28:55.166727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a231a3e8-c010-4121-a933-aba1d0bebded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:55.855654 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e9192-65a5-40f1-817a-fda790199b08 req-d8f754da-a66a-4636-a2d8-a04e659868e5 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:55.857195 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ff0e9192-65a5-40f1-817a-fda790199b08 req-d8f754da-a66a-4636-a2d8-a04e659868e5 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0521624 Jan 29 20:28:55.904006 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ff0e9192-65a5-40f1-817a-fda790199b08 req-6ae6d7ef-4f58-4e4e-8d48-ef7075037879 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Jan 29 20:28:57.027928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450803d-8a1f-4900-a7db-e4e00633f951 req-4daeb9a8-4bfb-4131-81a2-fa7b3bf367fe tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:57.029417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2450803d-8a1f-4900-a7db-e4e00633f951 req-4daeb9a8-4bfb-4131-81a2-fa7b3bf367fe tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0545416 Jan 29 20:28:57.075349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2450803d-8a1f-4900-a7db-e4e00633f951 req-8779fade-f9e3-4450-93b2-9444ec3c34b5 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Jan 29 20:28:58.194778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c8fc3-8a02-42b1-8010-e202497c4a9f req-f3e9f795-3a63-4695-a83e-1886ea1fda76 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:58.196275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1e3c8fc3-8a02-42b1-8010-e202497c4a9f req-f3e9f795-3a63-4695-a83e-1886ea1fda76 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0525503 Jan 29 20:28:58.209606 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e577f706-9201-401d-a0b9-c283c91849f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:58.246942 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1e3c8fc3-8a02-42b1-8010-e202497c4a9f req-297d3ca9-e927-4fd0-98ef-99dd6d4dc341 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Jan 29 20:28:58.957791 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:28:59.370006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715e7a6-3cdf-4d16-8b1c-b3cec12cea4f req-92b499f7-9d7f-458e-b75d-ab8449206515 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:28:59.371485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5715e7a6-3cdf-4d16-8b1c-b3cec12cea4f req-92b499f7-9d7f-458e-b75d-ab8449206515 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0553889 Jan 29 20:28:59.418144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5715e7a6-3cdf-4d16-8b1c-b3cec12cea4f req-4f90c024-aa6e-445b-8dab-be139ad00011 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Jan 29 20:29:00.117572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:00.403331 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:00.536497 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac1e94-7c23-47fb-8c32-a9e85fc4ebc0 req-027929bc-c6f7-465f-aed6-d3d4910472d4 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:00.537977 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0dac1e94-7c23-47fb-8c32-a9e85fc4ebc0 req-027929bc-c6f7-465f-aed6-d3d4910472d4 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0531592 Jan 29 20:29:00.585988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0dac1e94-7c23-47fb-8c32-a9e85fc4ebc0 req-b3f80f4f-5866-4563-ad6a-b06a5cf824cc tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424716 Jan 29 20:29:00.913263 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-b9e0d7dc-35ca-4c7d-bedf-cddf214f7056 service neutron] show failed (client error): The resource could not be found. Jan 29 20:29:00.914303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-b9e0d7dc-35ca-4c7d-bedf-cddf214f7056 service neutron] 10.222.0.13 "GET /v2.0/ports/35a4d486-540f-43fe-b699-994a7f8d1151/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0550005 Jan 29 20:29:01.402627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f49846c3-d115-48a7-84fc-50b79dc77a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:01.404344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f49846c3-d115-48a7-84fc-50b79dc77a80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a&tenant_id=2371301837ed46689bc006f2ed4b4f70 HTTP/1.1" status: 200 len: 1128 time: 0.0797286 Jan 29 20:29:01.421903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:29:01.480679 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:01.538235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:01.712712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:01.745756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba564195-d2cc-4f0a-bea2-8047b19fbd36 req-76d6fbdc-5b86-4e7a-b46b-c6987fe15981 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:01.747208 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba564195-d2cc-4f0a-bea2-8047b19fbd36 req-76d6fbdc-5b86-4e7a-b46b-c6987fe15981 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0871849 Jan 29 20:29:01.766023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:29:01.830191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:01.832392 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3453e-76f3-42c9-8ba6-8ad44f49d508" -d '{"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-unplugged", "status": "completed", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:01.835894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Publish callbacks [] for port (35a4d486-540f-43fe-b699-994a7f8d1151), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:01.843714 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ba564195-d2cc-4f0a-bea2-8047b19fbd36 req-4af16ff9-aa46-4d18-ac65-48253c3f596b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890896 Jan 29 20:29:01.853608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Transition to ACTIVE for port object 35a4d486-540f-43fe-b699-994a7f8d1151 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:29:01.885216 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d751fa3-2c5d-446c-863e-41b707749d7b x-openstack-request-id: req-2d751fa3-2c5d-446c-863e-41b707749d7b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:01.885514 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-unplugged", "status": "completed", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:01.885928 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d751fa3-2c5d-446c-863e-41b707749d7b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:01.886208 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151', 'code': 200} Jan 29 20:29:01.915657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:01.980100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:01.982408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] No DVR routers for this DVR port 35a4d486-540f-43fe-b699-994a7f8d1151 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:29:02.018403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:29:02.018735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:29:02.019061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 on network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:29:02.023339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Port 35a4d486-540f-43fe-b699-994a7f8d1151 on network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:29:02.023660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Attempting to bind port 35a4d486-540f-43fe-b699-994a7f8d1151 on network 5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:29:02.028359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:29:02.028701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Checking segment: {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:29:02.029103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Bound using segment: {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:29:02.029504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Bound port: 35a4d486-540f-43fe-b699-994a7f8d1151, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4354d7-0332-424e-ba32-17b0dd637ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:29:02.029910 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:02.090225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:29:02.093365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:29:02.155731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:02.189430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:02.190049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:02.191403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] 10.222.0.26 "PUT /v2.0/ports/35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 1092 time: 0.7740235 Jan 29 20:29:02.211144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4082b-375d-4ed2-ad74-87bfa0b3a245 service neutron] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:02.270540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-e8f0c09a-d32a-4bc6-a486-213dd09d9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:02.272053 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-e8f0c09a-d32a-4bc6-a486-213dd09d9c76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1126 time: 0.0494368 Jan 29 20:29:02.359234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-c45940d3-03e6-415a-a28b-0f5bfbb9b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:02.360619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-c45940d3-03e6-415a-a28b-0f5bfbb9b9ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 912 time: 0.0827618 Jan 29 20:29:02.403761 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-5e19710b-22bc-4dfa-b6e0-eb4268bfd110 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 217 time: 0.0372446 Jan 29 20:29:02.450369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-0130a945-efa5-4607-8e2f-1c73b934c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:02.451861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-0130a945-efa5-4607-8e2f-1c73b934c3a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 200 len: 852 time: 0.0425603 Jan 29 20:29:02.482577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-6779d958-796f-43bd-9ef8-bc81712874cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249410 Jan 29 20:29:02.574815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-ee04d661-81aa-49db-8504-1e83a4045a22 service neutron] 10.222.0.26 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852103 Jan 29 20:29:02.664540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a02971b4-2d3d-4584-8235-1406c8c38cea req-7835870b-4b7c-4b41-8c78-e6d446b8d3a3 service neutron] 10.222.0.26 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Jan 29 20:29:02.968238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31a66-2402-4884-97a3-a81c63b98939 req-9484e87d-3b62-42c1-9d19-bd9324110163 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:02.969664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fba31a66-2402-4884-97a3-a81c63b98939 req-9484e87d-3b62-42c1-9d19-bd9324110163 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 944 time: 0.0537560 Jan 29 20:29:03.021803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fba31a66-2402-4884-97a3-a81c63b98939 req-9c5b7fa2-3ec8-44c1-83aa-2815c8459abb tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466475 Jan 29 20:29:03.887439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:03.890344 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c497452-5a87-4a0f-87cc-eac7872e0641" -d '{"events": [{"name": "network-changed", "server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:03.939925 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15660de5-42da-4227-b35c-8101354d0fce x-openstack-request-id: req-15660de5-42da-4227-b35c-8101354d0fce {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:03.940344 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:03.940608 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15660de5-42da-4227-b35c-8101354d0fce {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:03.941013 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151', 'status': 'completed', 'code': 200} Jan 29 20:29:04.042179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-4e26b02a-31c4-4995-b1ba-c80a5718857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.043695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-4e26b02a-31c4-4995-b1ba-c80a5718857c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1126 time: 0.0752690 Jan 29 20:29:04.050628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-c3bcc902-cd82-4470-a662-fe1a8770092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.052003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-c3bcc902-cd82-4470-a662-fe1a8770092b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1126 time: 0.0586579 Jan 29 20:29:04.234612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-f96b8eb6-af18-47bc-a31f-e386d842f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.236029 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-f96b8eb6-af18-47bc-a31f-e386d842f9df service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 912 time: 0.1822786 Jan 29 20:29:04.263733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8940-c4a7-472a-b3ad-014d7db87e09 req-b63d1668-5c2f-4253-8af7-8e4aa6785dd0 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.265374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-29ce8940-c4a7-472a-b3ad-014d7db87e09 req-b63d1668-5c2f-4253-8af7-8e4aa6785dd0 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 944 time: 0.1731317 Jan 29 20:29:04.293030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-4547e15e-31b4-4278-9fe4-20c0f4aaa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.294433 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-4547e15e-31b4-4278-9fe4-20c0f4aaa190 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 912 time: 0.2320929 Jan 29 20:29:04.301361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-f3c56e16-9c30-4317-a6be-303ba5e09070 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 217 time: 0.0544116 Jan 29 20:29:04.383450 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-bf40d483-626f-45d1-9a45-7f6f34c497ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 217 time: 0.0706365 Jan 29 20:29:04.421322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-29ce8940-c4a7-472a-b3ad-014d7db87e09 req-69d40e3c-a053-443a-ab9c-4d7c1b1f2ecc tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297438 Jan 29 20:29:04.439409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-9a4270ed-9431-4038-b0b1-c97ab9288526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.440855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-9a4270ed-9431-4038-b0b1-c97ab9288526 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 200 len: 852 time: 0.1297009 Jan 29 20:29:04.481968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-520f49e4-d2cc-4320-96da-5235b8ded338 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314543 Jan 29 20:29:04.483722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-81605cb0-89d8-4ffe-986f-3079c4a4d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:04.485102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-81605cb0-89d8-4ffe-986f-3079c4a4d465 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 200 len: 852 time: 0.0826535 Jan 29 20:29:04.525563 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-ca977903-39b2-4bbc-a2fb-d0f5dc499d23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346525 Jan 29 20:29:04.568903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:29:04.579235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:29:04.639613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port 35a4d486-540f-43fe-b699-994a7f8d1151 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:29:04.640034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:29:04.673315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-b37c2be6-a625-494f-87f8-b668cc4585b8 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752100 Jan 29 20:29:04.676906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-f195cf6c-daf1-4df4-9e26-de8fb11f9b0a service neutron] 10.222.0.26 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420729 Jan 29 20:29:04.704919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:04.716555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '35a4d486-540f-43fe-b699-994a7f8d1151', 'network_id': '5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a', 'port_id': '35a4d486-540f-43fe-b699-994a7f8d1151', 'mac_address': 'fa:16:3e:6d:32:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e9c6e7-bbeb-433e-aaed-98161eb736e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:29:04.759336 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 35a4d486-540f-43fe-b699-994a7f8d1151 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:29:04.759651 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:04.772718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a4d486-540f-43fe-b699-994a7f8d1151 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:29:04.792049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:04.843364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-5d4485f6-8875-492b-9dd5-7c2f8decaaf4 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606531 Jan 29 20:29:04.845306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c497452-5a87-4a0f-87cc-eac7872e0641 req-f15339d7-1959-4634-aeb2-4f6686247d17 service neutron] 10.222.0.26 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615758 Jan 29 20:29:04.859346 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:04.907562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:04.914871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.915214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.915566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.915924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.916302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.916630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.916952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.917270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.917585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.917901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.918218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.918530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:04.918840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:05.182403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['35a4d486-540f-43fe-b699-994a7f8d1151'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:29:05.541607 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673dee-98f7-4aef-81bf-67c015730da8 req-5ec3cc8b-f203-480b-a888-ac9798c6c78e tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:05.543064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca673dee-98f7-4aef-81bf-67c015730da8 req-5ec3cc8b-f203-480b-a888-ac9798c6c78e tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 945 time: 0.0514469 Jan 29 20:29:05.588494 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca673dee-98f7-4aef-81bf-67c015730da8 req-d6575c1d-bcfa-4d19-9a41-fd8dd2630661 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Jan 29 20:29:06.358733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-ee8b060f-7215-4b6b-b456-851ae8f9791f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:06.360183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-ee8b060f-7215-4b6b-b456-851ae8f9791f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.13 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a&tenant_id=2371301837ed46689bc006f2ed4b4f70&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 945 time: 0.3519979 Jan 29 20:29:06.423275 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-6ca42a52-edc9-44ef-a7b8-01f67d42f55c service neutron] delete failed (client error): The resource could not be found. Jan 29 20:29:06.424303 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-6ca42a52-edc9-44ef-a7b8-01f67d42f55c service neutron] 10.222.0.13 "DELETE /v2.0/ports/35a4d486-540f-43fe-b699-994a7f8d1151/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0534062 Jan 29 20:29:06.517233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-a72061a3-ce51-4ff4-afda-a0adeb456da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:06.518629 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-a72061a3-ce51-4ff4-afda-a0adeb456da3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2371301837ed46689bc006f2ed4b4f70&device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 1127 time: 0.0464234 Jan 29 20:29:06.578040 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:29:06.618509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-1c2f2f9c-35c8-48d8-984a-6183c5ea1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:06.620589 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-1c2f2f9c-35c8-48d8-984a-6183c5ea1d52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 200 len: 912 time: 0.0903645 Jan 29 20:29:06.667298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-03de0b2d-1400-496f-a6b5-083931535346 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 200 len: 217 time: 0.0376017 Jan 29 20:29:06.715334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 35a4d486-540f-43fe-b699-994a7f8d1151 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:29:06.719452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-1e88872b-e612-4979-885e-9d02f2a6760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:06.724617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 35a4d486-540f-43fe-b699-994a7f8d1151 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:29:06.724617 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:06.724857 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-1e88872b-e612-4979-885e-9d02f2a6760e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 200 len: 852 time: 0.0449502 Jan 29 20:29:06.766017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-1272ed6c-7a33-4c48-b8a4-330ad2c32661 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355234 Jan 29 20:29:06.803241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 35a4d486-540f-43fe-b699-994a7f8d1151 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:29:06.803560 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:06.829610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:06.832068 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88be36-7527-4f7d-8579-ad94877dfc7b" -d '{"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-plugged", "status": "completed", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:06.845061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:06.867610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-87faa880-15dc-4475-a794-8b6b4b1f84e2 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919652 Jan 29 20:29:06.885474 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f173173-908e-436e-840d-395eec8e6036 x-openstack-request-id: req-7f173173-908e-436e-840d-395eec8e6036 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:06.885771 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-plugged", "status": "completed", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:06.886046 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f173173-908e-436e-840d-395eec8e6036 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:06.886428 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151', 'code': 200} Jan 29 20:29:06.912091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:06.966278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:06.969987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-f9884b1c-90c3-4f29-bccd-44bd06383c92 service neutron] 10.222.0.13 "GET /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921772 Jan 29 20:29:08.412865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:08.688022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7da2f-6e49-4cab-99b6-a758a2a03bd2 req-69f8b4d6-1bab-4b7c-a1be-811f07e6ac1f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:08.689505 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32a7da2f-6e49-4cab-99b6-a758a2a03bd2 req-69f8b4d6-1bab-4b7c-a1be-811f07e6ac1f tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0554669 Jan 29 20:29:08.735216 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32a7da2f-6e49-4cab-99b6-a758a2a03bd2 req-9611f85f-4cae-4f02-a95e-113ce8344e56 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Jan 29 20:29:09.771135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-15e0f66b-54bb-4c1c-ae2e-0621c34d987b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:09.772644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-15e0f66b-54bb-4c1c-ae2e-0621c34d987b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0531445 Jan 29 20:29:09.894853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ed3a2-cf0a-49ab-9b73-9d6a1f358510 req-43d5b30b-c6a8-4ef3-906f-fad4abc07efd tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:09.896345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e4ed3a2-cf0a-49ab-9b73-9d6a1f358510 req-43d5b30b-c6a8-4ef3-906f-fad4abc07efd tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/ports?device_id=35db06bf-a186-4a4e-98ef-85fa9852161a HTTP/1.1" status: 200 len: 946 time: 0.0911267 Jan 29 20:29:09.924370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Deleting port 35a4d486-540f-43fe-b699-994a7f8d1151 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:29:09.924714 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:10.007473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e4ed3a2-cf0a-49ab-9b73-9d6a1f358510 req-05dd3a41-b1c1-4c71-ac70-505234d2a05b tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.15 "GET /v2.0/security-groups?id=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040907 Jan 29 20:29:10.035175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] For port 35a4d486-540f-43fe-b699-994a7f8d1151, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=35a4d486-540f-43fe-b699-994a7f8d1151,segment=NetworkSegment(ce4354d7-0332-424e-ba32-17b0dd637ae7),segment_id=ce4354d7-0332-424e-ba32-17b0dd637ae7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:10.035537 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:10.048592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Calling delete_port for 35a4d486-540f-43fe-b699-994a7f8d1151 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:29:10.243033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (35a4d486-540f-43fe-b699-994a7f8d1151), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:10.275779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Pushing event deleted for resources: {'Port': ['ID=35a4d486-540f-43fe-b699-994a7f8d1151,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:10.280398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['35a4d486-540f-43fe-b699-994a7f8d1151'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:29:10.289747 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:29:10.290209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.290209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.290209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.290209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.290209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.290654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.290796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.291131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.291445 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.291761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.292081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.292425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.292745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:10.328158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] No DVR routers for this DVR port 35a4d486-540f-43fe-b699-994a7f8d1151 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:29:10.330618 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:10.333865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-12363af5-0cd3-4de0-a7b8-fc978432df89 req-3d7fc44d-aea7-4f0e-84c9-5bdc26484005 tempest-DeleteServersTestJSON-2038985820 tempest-DeleteServersTestJSON-2038985820-project] 10.222.0.26 "DELETE /v2.0/ports/35a4d486-540f-43fe-b699-994a7f8d1151 HTTP/1.1" status: 204 len: 173 time: 0.5563734 Jan 29 20:29:10.334300 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-deleted', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:10.336594 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed3d387-c447-4bb6-967d-a24cafb4769c" -d '{"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-deleted", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:10.372838 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcb1174-4d2b-46be-a737-5fede1454713 x-openstack-request-id: req-5bcb1174-4d2b-46be-a737-5fede1454713 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:10.373611 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db06bf-a186-4a4e-98ef-85fa9852161a", "name": "network-vif-deleted", "tag": "35a4d486-540f-43fe-b699-994a7f8d1151", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:10.373869 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bcb1174-4d2b-46be-a737-5fede1454713 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:10.374285 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db06bf-a186-4a4e-98ef-85fa9852161a', 'name': 'network-vif-deleted', 'tag': '35a4d486-540f-43fe-b699-994a7f8d1151', 'status': 'completed', 'code': 200} Jan 29 20:29:11.137585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38854) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:29:11.182093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Deleting subnet c8e9c6e7-bbeb-433e-aaed-98161eb736e8 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:29:11.185171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Publish callbacks [] for subnet (c8e9c6e7-bbeb-433e-aaed-98161eb736e8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.219438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (c8e9c6e7-bbeb-433e-aaed-98161eb736e8), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.266819 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (c8e9c6e7-bbeb-433e-aaed-98161eb736e8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.379347 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (c8e9c6e7-bbeb-433e-aaed-98161eb736e8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.408244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e9c6e7-bbeb-433e-aaed-98161eb736e8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:11.410525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.413628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fcd07f30-af85-46e8-bb8f-384139142ed9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c8e9c6e7-bbeb-433e-aaed-98161eb736e8 HTTP/1.1" status: 204 len: 168 time: 0.2749979 Jan 29 20:29:11.416128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38856) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:29:11.483440 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.564908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.584933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:29:11.594507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4354d7-0332-424e-ba32-17b0dd637ae7') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:29:11.594816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4354d7-0332-424e-ba32-17b0dd637ae7') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:29:11.604034 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ce4354d7-0332-424e-ba32-17b0dd637ae7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.617050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ce4354d7-0332-424e-ba32-17b0dd637ae7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.622823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:29:11.623209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ce4354d7-0332-424e-ba32-17b0dd637ae7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:29:11.625878 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:29:11.755590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.760348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:11.763779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a HTTP/1.1" status: 204 len: 168 time: 0.3466549 Jan 29 20:29:11.777220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8c99-2b08-451c-a957-6c0e1c6e1f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd05ddb-ee9a-4bdd-89b6-1a4edc6c2f1a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:12.082030 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38860) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:29:12.123542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f595a02e-c51b-4f7d-802b-2897331684bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2371301837ed46689bc006f2ed4b4f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402970 Jan 29 20:29:12.126779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38862) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:29:12.172904 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-236e2ea9-7513-4e24-8b50-a1e8da5a86d5 admin admin] Publish callbacks [] for security_group (010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:12.194038 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-236e2ea9-7513-4e24-8b50-a1e8da5a86d5 admin admin] Publish callbacks [] for security_group (010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:12.298283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-236e2ea9-7513-4e24-8b50-a1e8da5a86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:12.300936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-236e2ea9-7513-4e24-8b50-a1e8da5a86d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:12.302094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-236e2ea9-7513-4e24-8b50-a1e8da5a86d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17 HTTP/1.1" status: 204 len: 168 time: 0.1744146 Jan 29 20:29:12.310051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e2ea9-7513-4e24-8b50-a1e8da5a86d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010cccc4-4b0f-4b9d-bf7a-e1ecc9de0c17,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:12.591759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:29:12.613626 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 35a4d486-540f-43fe-b699-994a7f8d1151 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:29:12.613971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 35a4d486-540f-43fe-b699-994a7f8d1151 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:29:13.355630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 38884) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:29:13.451343 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-931206123-network', 'tenant_id': '61be33aeb23a4fbd85d3ec827400ff4d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:29:13.546599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Made reservation on behalf of 61be33aeb23a4fbd85d3ec827400ff4d for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:29:13.549125 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.557677 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.635925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks [] for security_group (3cb10ed1-0540-47e9-bd8d-f87423d36d32), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.709610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3cb10ed1-0540-47e9-bd8d-f87423d36d32), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.735670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:29:13.744922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb10ed1-0540-47e9-bd8d-f87423d36d32,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:13.754193 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cee481cb-45d7-4ae3-a2db-59979d0048ec), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.754193 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Added segment cee481cb-45d7-4ae3-a2db-59979d0048ec of type vlan for network baa7d204-9e44-4461-87a6-d39df0cf24b8 Jan 29 20:29:13.795228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (baa7d204-9e44-4461-87a6-d39df0cf24b8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.915250 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (baa7d204-9e44-4461-87a6-d39df0cf24b8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:13.916267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:13.916862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:14.007984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6510012 Jan 29 20:29:14.008984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047870e-de38-4ab8-831a-87b719bd02da admin admin] Pushing event updated for resources: {'Network': ['ID=baa7d204-9e44-4461-87a6-d39df0cf24b8,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:14.010902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 38888) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:29:14.017339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Request body: {'subnet': {'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-931206123-subnet', 'tenant_id': '61be33aeb23a4fbd85d3ec827400ff4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:29:14.020411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network baa7d204-9e44-4461-87a6-d39df0cf24b8 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:29:14.098138 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Made reservation on behalf of 61be33aeb23a4fbd85d3ec827400ff4d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:29:14.100533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:14.312937 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (93ed3bb4-9a64-4f92-a4de-cfe044a93fed), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:14.368926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ed3bb4-9a64-4f92-a4de-cfe044a93fed,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:14.381187 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.381541 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.381884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.382221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.382556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.382888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.383235 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.383546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.383871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.384190 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.384539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.384862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.385180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:29:14.388421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Checking segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:29:14.388784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Network hostable DHCP agents. Network: baa7d204-9e44-4461-87a6-d39df0cf24b8, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:29:14.471524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Network baa7d204-9e44-4461-87a6-d39df0cf24b8 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:29:14.563228 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, baa7d204-9e44-4461-87a6-d39df0cf24b8) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:29:14.567253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:14.567852 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:14.576305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2f315-3eaa-420d-a808-1b2ff3fdbb5d None None] Network baa7d204-9e44-4461-87a6-d39df0cf24b8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:29:14.654663 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e2a9ce09-1e4c-49d2-a80c-7ebea7cbef59 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6425161 Jan 29 20:29:14.670187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2986cd-6e55-40cf-b844-c020dfc19b66 None None] Network baa7d204-9e44-4461-87a6-d39df0cf24b8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:29:15.063455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-84dbcad2-5e1e-47ee-aa75-52ea126dc6ed tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:15.064935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-84dbcad2-5e1e-47ee-aa75-52ea126dc6ed tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 814 time: 0.1023877 Jan 29 20:29:15.079567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-26726f65-5504-44ec-a32b-6673fda7c6e5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/quotas/61be33aeb23a4fbd85d3ec827400ff4d HTTP/1.1" status: 200 len: 375 time: 0.0092783 Jan 29 20:29:15.110442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-6f7cfa74-7e1d-41d4-80e6-3b79531fe735 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262616 Jan 29 20:29:15.199871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-1816731a-a9cb-45c3-8cfe-f5b08a2e0e5d service neutron] 10.222.0.15 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829256 Jan 29 20:29:15.292957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-4b9a1ab2-e132-4938-8bb7-c0ea6b167044 service neutron] 10.222.0.15 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Jan 29 20:29:15.526355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51f38521-f388-4dc1-9e9a-27fba1366bdc req-59da1d38-f343-4295-9177-16b244f581bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 210 time: 0.0292630 Jan 29 20:29:16.621683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9168012d-3152-48eb-9c42-bc8ebb49f467 req-586a0813-570d-445c-b3d0-3030fd5eef89 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 210 time: 0.0268879 Jan 29 20:29:17.442392 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-d4925ea9-9456-4d4d-8c62-d15cfb8013ed tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:17.443839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-d4925ea9-9456-4d4d-8c62-d15cfb8013ed tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 814 time: 0.1044569 Jan 29 20:29:17.460372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Request body: {'port': {'device_id': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'admin_state_up': True, 'tenant_id': '61be33aeb23a4fbd85d3ec827400ff4d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:29:17.649140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Made reservation on behalf of 61be33aeb23a4fbd85d3ec827400ff4d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:29:17.652737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:17.748799 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99c3e45d-5acf-45cd-8c66-23da34fbb703 req-46d13ab0-407d-4b4e-83cb-74f043bb4656 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jan 29 20:29:17.809891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Allocated IP 172.20.0.14 (baa7d204-9e44-4461-87a6-d39df0cf24b8/93ed3bb4-9a64-4f92-a4de-cfe044a93fed/3fd09cac-5fe0-44fd-b8b6-5646d621b64d) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:29:18.023796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks [] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.110534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.152877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Network baa7d204-9e44-4461-87a6-d39df0cf24b8 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:29:18.157795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:29:18.161409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:29:18.167658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:18.216650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:18.217259 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.285797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-17021114-45e2-4a6d-a219-59f32d05539b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291733 Jan 29 20:29:18.302128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Request body: {'port': {'device_id': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:29:18.361740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.621066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd09cac-5fe0-44fd-b8b6-5646d621b64d {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:29:18.629105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Publish callbacks [] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.640862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Transition to ACTIVE for port object 3fd09cac-5fe0-44fd-b8b6-5646d621b64d will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:29:18.698042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.749706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:18.814406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:29:18.814743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:29:18.815071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:29:18.819589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on network baa7d204-9e44-4461-87a6-d39df0cf24b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:29:18.819910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:29:18.824951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:29:18.825289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Checking segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:29:18.825666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Bound using segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:29:18.826089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Bound port: 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:29:18.826440 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:18.875036 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a249d2-4319-4648-8a6e-2538872c592e req-e74dfcf0-cf82-4b48-b533-fc802d2d94de tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:18.876563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69a249d2-4319-4648-8a6e-2538872c592e req-e74dfcf0-cf82-4b48-b533-fc802d2d94de tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0579135 Jan 29 20:29:18.895200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:29:18.898210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:29:18.924984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-69a249d2-4319-4648-8a6e-2538872c592e req-72ceb733-eed4-45c0-b687-0af3c3203f76 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Jan 29 20:29:18.981004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:19.018493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:19.019111 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:19.020719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] 10.222.0.26 "PUT /v2.0/ports/3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 1092 time: 0.7226522 Jan 29 20:29:19.021180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:19.023391 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edfb7c5-f82f-4399-a538-96f2a22e48bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:19.047203 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914329a-cef4-42e5-938a-b3441e7bebcc service neutron] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:19.061199 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36ea2d-c77f-444b-875f-d1ff5f83cbd0 x-openstack-request-id: req-5b36ea2d-c77f-444b-875f-d1ff5f83cbd0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:19.061558 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:19.061944 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b36ea2d-c77f-444b-875f-d1ff5f83cbd0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:19.062544 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'status': 'completed', 'code': 200} Jan 29 20:29:19.147204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb7c5-f82f-4399-a538-96f2a22e48bd req-1aa2cdd5-8ef4-460a-9551-9d8fa6430fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:19.148760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6edfb7c5-f82f-4399-a538-96f2a22e48bd req-1aa2cdd5-8ef4-460a-9551-9d8fa6430fda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1126 time: 0.0474699 Jan 29 20:29:19.255450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb7c5-f82f-4399-a538-96f2a22e48bd req-8938be6d-31e6-4569-8446-86637e10bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:19.256959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6edfb7c5-f82f-4399-a538-96f2a22e48bd req-8938be6d-31e6-4569-8446-86637e10bf9c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941656 Jan 29 20:29:19.347800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb7c5-f82f-4399-a538-96f2a22e48bd req-b26cf13f-06a9-4666-b6f3-1e797c381cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:19.349294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6edfb7c5-f82f-4399-a538-96f2a22e48bd req-b26cf13f-06a9-4666-b6f3-1e797c381cc2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0862226 Jan 29 20:29:19.450905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-aeaf3ba5-4a28-473c-afea-1a89550fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:19.452996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-aeaf3ba5-4a28-473c-afea-1a89550fa9b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1126 time: 0.0491023 Jan 29 20:29:19.498192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-8f64938e-169d-40cb-8790-73a3f8d75e79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0331631 Jan 29 20:29:19.545399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-26fe28e7-e1f7-49ca-bd52-beaa384b07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:19.546924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-26fe28e7-e1f7-49ca-bd52-beaa384b07f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0428884 Jan 29 20:29:19.577594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-892eabcc-1425-4c5a-9aaf-bd31027c9972 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242543 Jan 29 20:29:19.668361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-321cfbc4-60ce-48d3-a07d-f7873c00f386 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847721 Jan 29 20:29:19.755953 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7572d91c-c80c-4a66-8d21-151b657977c2 req-71ba0dcf-2970-4f8b-8555-1c11868814a6 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816586 Jan 29 20:29:20.042619 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f19d5-b146-462a-9f9e-44d0a7a14aa8 req-d3b54baa-f15b-4466-a8be-be601175ab1d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:20.044000 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f93f19d5-b146-462a-9f9e-44d0a7a14aa8 req-d3b54baa-f15b-4466-a8be-be601175ab1d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0524633 Jan 29 20:29:20.090448 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f93f19d5-b146-462a-9f9e-44d0a7a14aa8 req-04446251-70c0-4747-a9be-7ab9a8ef7d69 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Jan 29 20:29:21.213984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc4b4-3b53-4b7c-aa80-c683b580a13d req-67b5552a-f86b-4871-80d0-9036d2532593 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:21.215448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-292bc4b4-3b53-4b7c-aa80-c683b580a13d req-67b5552a-f86b-4871-80d0-9036d2532593 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0563025 Jan 29 20:29:21.260992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-292bc4b4-3b53-4b7c-aa80-c683b580a13d req-e934c876-1788-4a97-8d34-3c2e134a7bee tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Jan 29 20:29:22.383968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156449-d049-4a09-9547-c3a20ca4201e req-f7eae511-aca1-48eb-9561-e5c536fe53b4 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:22.385470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34156449-d049-4a09-9547-c3a20ca4201e req-f7eae511-aca1-48eb-9561-e5c536fe53b4 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0556655 Jan 29 20:29:22.431145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34156449-d049-4a09-9547-c3a20ca4201e req-36edba8c-db33-4d53-b828-4feecc63c30d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Jan 29 20:29:22.631071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:29:22.730220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:22.741203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'port_id': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'mac_address': 'fa:16:3e:3d:f1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3bb4-9a64-4f92-a4de-cfe044a93fed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:29:22.777543 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:29:22.777930 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:22.790670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd09cac-5fe0-44fd-b8b6-5646d621b64d {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:29:22.813540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:22.898645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:22.944480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:23.155446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3fd09cac-5fe0-44fd-b8b6-5646d621b64d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:29:23.548442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fca0c-269d-49e1-b646-21d481e32b04 req-238e5d47-2a05-44bc-9579-71cbf25ca8dd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:23.549927 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d9fca0c-269d-49e1-b646-21d481e32b04 req-238e5d47-2a05-44bc-9579-71cbf25ca8dd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 945 time: 0.0528564 Jan 29 20:29:23.595611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6d9fca0c-269d-49e1-b646-21d481e32b04 req-5dfb0e8a-e5c6-4396-aa20-0bcc425b1bbf tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Jan 29 20:29:24.644239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:29:24.718326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1801a-416c-43bf-92fa-360ae99bc8c6 req-3cb41202-2e1a-4eb3-928a-6962bc41a041 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:24.719809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79d1801a-416c-43bf-92fa-360ae99bc8c6 req-3cb41202-2e1a-4eb3-928a-6962bc41a041 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 945 time: 0.0525048 Jan 29 20:29:24.767227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-79d1801a-416c-43bf-92fa-360ae99bc8c6 req-2668401a-588a-4bbe-b48d-2fe8821aae71 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Jan 29 20:29:24.768826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:29:24.772815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:29:24.773193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:24.849923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:29:24.850222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:24.871834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:24.874782 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a01d97c-d140-46b0-9236-e309fc341799" -d '{"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-plugged", "status": "completed", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:24.886611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:24.913472 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548a85e-c8d5-42ec-b8e7-6d5883f88676 x-openstack-request-id: req-2548a85e-c8d5-42ec-b8e7-6d5883f88676 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:24.913758 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-plugged", "status": "completed", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:24.914006 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2548a85e-c8d5-42ec-b8e7-6d5883f88676 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:24.914396 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'code': 200} Jan 29 20:29:24.967613 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:25.019644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:25.096167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f11531-f4d7-4dfe-aff7-45e7a87a3913 req-2876917c-4a8b-4ebd-b4a4-0aa10e9a288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:25.097685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5f11531-f4d7-4dfe-aff7-45e7a87a3913 req-2876917c-4a8b-4ebd-b4a4-0aa10e9a288b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1128 time: 0.0481186 Jan 29 20:29:25.140831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e5f11531-f4d7-4dfe-aff7-45e7a87a3913 req-4194a573-de5d-4be3-b568-4868c8558ed3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Jan 29 20:29:25.157369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5660fbe4-bc3d-4ee2-9913-d75b6150489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:25.887362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f9f1-0721-4d75-88a3-7e6d481703be req-252f84b9-c84d-46be-bc85-364ed983ed27 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:25.888858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3970f9f1-0721-4d75-88a3-7e6d481703be req-252f84b9-c84d-46be-bc85-364ed983ed27 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0532358 Jan 29 20:29:25.939876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3970f9f1-0721-4d75-88a3-7e6d481703be req-d39ff801-424a-4939-bc42-179ba055539a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Jan 29 20:29:27.059160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b373de7-b37a-4b5e-80ef-0156a0c4be2a req-bf527bf9-c86d-4fca-86d6-8b925e1204f6 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:27.060651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b373de7-b37a-4b5e-80ef-0156a0c4be2a req-bf527bf9-c86d-4fca-86d6-8b925e1204f6 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0526476 Jan 29 20:29:27.106516 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7b373de7-b37a-4b5e-80ef-0156a0c4be2a req-a31bfde7-15a0-4a36-8ad5-febe5af86a0d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Jan 29 20:29:27.224370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5ff3-d476-4277-91f2-408b210a8d4e req-9255171e-e865-43c9-9202-b3602ec1b31d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:27.225742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3def5ff3-d476-4277-91f2-408b210a8d4e req-9255171e-e865-43c9-9202-b3602ec1b31d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0519426 Jan 29 20:29:27.272876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3def5ff3-d476-4277-91f2-408b210a8d4e req-5ed73220-d534-4719-90a5-21f18dd9deb0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Jan 29 20:29:27.517647 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7e414-5305-4354-85ad-387960f465a0 req-53101879-34b1-42aa-9455-eb7a1e529563 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:27.519049 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35b7e414-5305-4354-85ad-387960f465a0 req-53101879-34b1-42aa-9455-eb7a1e529563 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0525105 Jan 29 20:29:27.565727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-35b7e414-5305-4354-85ad-387960f465a0 req-7b061ccb-ae82-41a8-a61f-f4febc168f93 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Jan 29 20:29:27.682814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c716e-943e-4228-af96-f870e98e6893 req-065b4ed7-d8a9-476e-b7fa-969c3f8914e3 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:27.684413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a3c716e-943e-4228-af96-f870e98e6893 req-065b4ed7-d8a9-476e-b7fa-969c3f8914e3 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0532796 Jan 29 20:29:27.734480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a3c716e-943e-4228-af96-f870e98e6893 req-a3eb3697-8238-44ef-8838-145577f556f7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Jan 29 20:29:28.142802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef268e9-4941-42e7-a72b-0ee80b240a9a req-557bf361-aea5-4714-ac30-087f8b215669 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:28.144313 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ef268e9-4941-42e7-a72b-0ee80b240a9a req-557bf361-aea5-4714-ac30-087f8b215669 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0526924 Jan 29 20:29:28.190786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ef268e9-4941-42e7-a72b-0ee80b240a9a req-121fcf6a-b78d-4dc5-87ed-39a47254c3fb tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Jan 29 20:29:28.225835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5aca93c7-dac9-49d6-b46b-cbbda1b3e80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:28.250843 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-562919ae-5d19-4506-9563-df267895e619 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489318 Jan 29 20:29:28.957163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:29.313730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a7ced-eb61-4991-81d0-04108450e481 req-bf7d42d1-14e5-4150-837c-1bc3119ca817 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:29.315220 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c62a7ced-eb61-4991-81d0-04108450e481 req-bf7d42d1-14e5-4150-837c-1bc3119ca817 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0549192 Jan 29 20:29:29.361423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c62a7ced-eb61-4991-81d0-04108450e481 req-1deff4b0-07d0-4989-8767-2c063eb700ad tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Jan 29 20:29:30.129610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-b92c0c65-1827-46d5-83b0-0d0ff0d1da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:30.131327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-b92c0c65-1827-46d5-83b0-0d0ff0d1da9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1128 time: 0.0491388 Jan 29 20:29:30.157126 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:30.241928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-c0a4327f-078f-4ae0-a472-ab84f375786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:30.243420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-c0a4327f-078f-4ae0-a472-ab84f375786d service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0933402 Jan 29 20:29:30.284474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-0e17de34-6171-4663-9c3c-8a975360b737 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0340879 Jan 29 20:29:30.331029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-60f8b6f1-02b7-476e-afa2-4b3978c22d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:30.332479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-60f8b6f1-02b7-476e-afa2-4b3978c22d1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0430131 Jan 29 20:29:30.368076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-f9beae87-ac5e-49e2-aaf5-2cb2c76f4a52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299108 Jan 29 20:29:30.401189 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:30.487962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-8bac980e-7725-44aa-885f-3b4406e1b2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141419 Jan 29 20:29:30.510066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0441cc-d301-4f1c-b8cd-624a153f067c req-f73afb02-e280-41e4-87c5-7577a444934b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:30.511469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b0441cc-d301-4f1c-b8cd-624a153f067c req-f73afb02-e280-41e4-87c5-7577a444934b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0803556 Jan 29 20:29:30.611274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b0441cc-d301-4f1c-b8cd-624a153f067c req-3779610a-c71f-4392-8fe3-b405d6a8515d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897665 Jan 29 20:29:30.624843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b2e490ed-a509-4334-bfa8-b5d5dbe07362 req-6e89c95b-c288-4d14-a670-6cded3e765be service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297307 Jan 29 20:29:30.820302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-36c1b2ae-4793-4ad3-b9ae-095cf59206af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:30.821788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-36c1b2ae-4793-4ad3-b9ae-095cf59206af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1128 time: 0.0458901 Jan 29 20:29:30.914864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-009aca10-b698-4f8f-b677-2f5e7ae3ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:30.916376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-009aca10-b698-4f8f-b677-2f5e7ae3ea4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0882630 Jan 29 20:29:30.956220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-491c9d63-c7c0-409b-84ef-ecfddd570382 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0341716 Jan 29 20:29:31.007108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-c7dc91d8-c1d1-42fd-8d00-e48aa4bf5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:31.008557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-c7dc91d8-c1d1-42fd-8d00-e48aa4bf5ab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0475159 Jan 29 20:29:31.041719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-1f7d753b-5d6a-4f81-ae75-5c16a30b2c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259168 Jan 29 20:29:31.130820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-4e8dd04c-82fe-4cfd-83d1-ff7f151658f0 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 Jan 29 20:29:31.222889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-9caf2cb2-f2fe-47a1-b94e-e092f125518d service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861726 Jan 29 20:29:31.585687 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:31.730728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b1007-d0dd-4b01-b63d-a395c531eff5 req-9eaa8663-b696-4af4-8f2a-e51670e8df92 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:31.732109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d57b1007-d0dd-4b01-b63d-a395c531eff5 req-9eaa8663-b696-4af4-8f2a-e51670e8df92 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0520415 Jan 29 20:29:31.778454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d57b1007-d0dd-4b01-b63d-a395c531eff5 req-bfc38472-635f-4991-9e84-fd6fd2021a06 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Jan 29 20:29:32.899865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae89e8-a9c8-4e63-915e-89b81fa2115a req-a7ad3b9d-1d78-4ab4-881f-4ea2bbee5b94 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:32.901358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbae89e8-a9c8-4e63-915e-89b81fa2115a req-a7ad3b9d-1d78-4ab4-881f-4ea2bbee5b94 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0522630 Jan 29 20:29:32.948195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbae89e8-a9c8-4e63-915e-89b81fa2115a req-10799c31-23c4-40b6-ba82-c3c9a84bc134 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Jan 29 20:29:34.070425 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf257fb-892b-464f-be38-08a84dff4b9a req-c0af9a13-79fa-4026-92c0-efd30461e0e6 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:34.072014 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf257fb-892b-464f-be38-08a84dff4b9a req-c0af9a13-79fa-4026-92c0-efd30461e0e6 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0560508 Jan 29 20:29:34.118180 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cf257fb-892b-464f-be38-08a84dff4b9a req-1368dfed-56ef-422c-b6f7-25e09434fc46 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Jan 29 20:29:35.241237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7da67c-81d9-4614-b1e7-2434b64e8392 req-c0ee3aed-9ba8-4c75-b8fd-b22a61cc4c40 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:35.243331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a7da67c-81d9-4614-b1e7-2434b64e8392 req-c0ee3aed-9ba8-4c75-b8fd-b22a61cc4c40 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0564539 Jan 29 20:29:35.548863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a7da67c-81d9-4614-b1e7-2434b64e8392 req-2ae43bd7-2ef4-45ee-8f71-23e6d620efff tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004732 Jan 29 20:29:36.666265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa121da-50c0-4909-b138-da2716f1d98a req-1c3545c5-1106-4f17-8928-9e1bd713ec15 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:36.667718 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-daa121da-50c0-4909-b138-da2716f1d98a req-1c3545c5-1106-4f17-8928-9e1bd713ec15 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0513592 Jan 29 20:29:36.715133 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-daa121da-50c0-4909-b138-da2716f1d98a req-58ed9234-ba63-47fc-85c5-ba1288462927 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jan 29 20:29:37.833632 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14416112-07a8-4af3-9209-3cebf3715bcb req-da8e7201-019b-4b16-a673-14f3840e8780 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:37.835163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14416112-07a8-4af3-9209-3cebf3715bcb req-da8e7201-019b-4b16-a673-14f3840e8780 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0520663 Jan 29 20:29:37.881109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14416112-07a8-4af3-9209-3cebf3715bcb req-d261945e-59d3-405f-9883-f1b076072ebd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Jan 29 20:29:38.419828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:39.003506 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91ac0-56ef-41a2-a3c4-93fea4c67c8c req-ae113f2a-859d-40c6-af19-d705c566421d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:39.005018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27b91ac0-56ef-41a2-a3c4-93fea4c67c8c req-ae113f2a-859d-40c6-af19-d705c566421d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0567822 Jan 29 20:29:39.353889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-27b91ac0-56ef-41a2-a3c4-93fea4c67c8c req-36521cbe-8bde-4364-bcbc-4fa15c60eb53 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432379 Jan 29 20:29:40.471887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c9733-b157-4fbf-83f4-38a208138a1d req-7a143364-d0eb-4903-b9fb-615f60a84afd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:40.473379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c0c9733-b157-4fbf-83f4-38a208138a1d req-7a143364-d0eb-4903-b9fb-615f60a84afd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0521054 Jan 29 20:29:40.522896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c0c9733-b157-4fbf-83f4-38a208138a1d req-438cd091-c37a-4841-8fee-ee3bcf68c467 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Jan 29 20:29:41.639685 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0ea70-6666-40c3-b24e-8f325179df96 req-8d2ca110-c2b7-46ec-8eaf-de0ba33c355a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:41.641804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-efb0ea70-6666-40c3-b24e-8f325179df96 req-8d2ca110-c2b7-46ec-8eaf-de0ba33c355a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0523014 Jan 29 20:29:41.685605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-efb0ea70-6666-40c3-b24e-8f325179df96 req-9b298eed-fa12-498e-a884-3a8fe152d3bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Jan 29 20:29:42.804400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83decb6-abca-4097-821e-a15b16033777 req-d528bb2f-e87b-4c54-9194-02c7099cc298 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:42.805862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c83decb6-abca-4097-821e-a15b16033777 req-d528bb2f-e87b-4c54-9194-02c7099cc298 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0521355 Jan 29 20:29:42.852660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c83decb6-abca-4097-821e-a15b16033777 req-f18007ff-39e7-4295-bee7-5a3d8e50721e tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Jan 29 20:29:43.971781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bce15-395c-428e-87e4-dd13475f1388 req-82a7de2b-4af5-4cd1-8818-d8232c0cd97a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:43.973275 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca8bce15-395c-428e-87e4-dd13475f1388 req-82a7de2b-4af5-4cd1-8818-d8232c0cd97a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0522516 Jan 29 20:29:44.021860 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca8bce15-395c-428e-87e4-dd13475f1388 req-e949aea1-5f85-485e-81aa-26db395b53cd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Jan 29 20:29:45.141338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3503c5-efca-4db3-96b8-a79b71afd640 req-3b6cd069-3965-404f-99ed-8cd4a7e916f0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:45.142794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd3503c5-efca-4db3-96b8-a79b71afd640 req-3b6cd069-3965-404f-99ed-8cd4a7e916f0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0523629 Jan 29 20:29:45.189163 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dd3503c5-efca-4db3-96b8-a79b71afd640 req-2fe37ed4-cb88-43c9-909e-89173518f462 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Jan 29 20:29:46.309109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fe40-bede-44cf-a2df-abdec1a848d8 req-54086529-ca24-44b3-9c73-efed5f31faae tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:46.310569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3649fe40-bede-44cf-a2df-abdec1a848d8 req-54086529-ca24-44b3-9c73-efed5f31faae tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0524998 Jan 29 20:29:46.356904 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3649fe40-bede-44cf-a2df-abdec1a848d8 req-a34ee329-671b-4b4e-bdb4-c4ac795e109c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Jan 29 20:29:47.286794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:29:47.479110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28b6df-1518-4c61-80c7-551be5f76125 req-53dda4b3-6d4a-412b-90b9-d60b01657551 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:47.480597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de28b6df-1518-4c61-80c7-551be5f76125 req-53dda4b3-6d4a-412b-90b9-d60b01657551 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0546865 Jan 29 20:29:47.528217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de28b6df-1518-4c61-80c7-551be5f76125 req-823572fb-a9c7-4d34-b2a6-f181cb9e9763 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jan 29 20:29:48.648303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7392-1bb8-49e8-8af1-c3b302b58ac7 req-0070158a-af4e-4bb4-8e0f-93ef6991462a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:48.649763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d89d7392-1bb8-49e8-8af1-c3b302b58ac7 req-0070158a-af4e-4bb4-8e0f-93ef6991462a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0527198 Jan 29 20:29:48.696442 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d89d7392-1bb8-49e8-8af1-c3b302b58ac7 req-c683cb7c-6686-4ef3-a8fc-852e235f2fda tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Jan 29 20:29:49.834582 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7f07-0bd3-4e84-9470-8d9892693bf4 req-5d1d8ac0-8a05-4ee9-87bf-2125a8730b2a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:49.837851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-147f7f07-0bd3-4e84-9470-8d9892693bf4 req-5d1d8ac0-8a05-4ee9-87bf-2125a8730b2a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0608518 Jan 29 20:29:49.899793 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-147f7f07-0bd3-4e84-9470-8d9892693bf4 req-c89a3b27-9bab-49cb-8ec5-a19fe8d04de0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560570 Jan 29 20:29:51.019547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce9e7-f7ec-4496-b62a-f9295c3c9aa6 req-d7c3b98b-1fe1-4b19-b3cd-ea60170ed88a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:51.021050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-014ce9e7-f7ec-4496-b62a-f9295c3c9aa6 req-d7c3b98b-1fe1-4b19-b3cd-ea60170ed88a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0554755 Jan 29 20:29:51.065961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-014ce9e7-f7ec-4496-b62a-f9295c3c9aa6 req-0084bfc4-f8ee-4903-87fd-a33ff8f1a3fc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Jan 29 20:29:52.188555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ce67f-ee26-48aa-81e5-7d30a7c42329 req-04025c39-0422-4f60-b980-b1276edc4453 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:52.190030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-240ce67f-ee26-48aa-81e5-7d30a7c42329 req-04025c39-0422-4f60-b980-b1276edc4453 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0555127 Jan 29 20:29:52.241352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-240ce67f-ee26-48aa-81e5-7d30a7c42329 req-9364fdd9-7790-4f06-83c7-3ea53801caf7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Jan 29 20:29:53.362216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0066ed-ee67-46cb-be6d-dd1f52a53213 req-4715d5d3-c515-4646-8cd4-14642147e4d2 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:53.363701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc0066ed-ee67-46cb-be6d-dd1f52a53213 req-4715d5d3-c515-4646-8cd4-14642147e4d2 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0536072 Jan 29 20:29:53.409933 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bc0066ed-ee67-46cb-be6d-dd1f52a53213 req-e11b40f4-e48e-4561-9bdb-5d547d1329b7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Jan 29 20:29:54.529317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4e3b1-a5a3-42c8-a3c2-885d40baec27 req-73658cf1-d4e3-4227-94bc-73ca31a9b040 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:54.530703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8f4e3b1-a5a3-42c8-a3c2-885d40baec27 req-73658cf1-d4e3-4227-94bc-73ca31a9b040 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0527124 Jan 29 20:29:54.576847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e8f4e3b1-a5a3-42c8-a3c2-885d40baec27 req-f81060e2-c7bb-4f6e-90c3-72f78d8386a9 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Jan 29 20:29:55.190805 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3b53-6eb5-4b9e-a3da-62bcd9e756e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:55.757673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfe29f-f7a7-4997-9e64-0f74ebf7ef57 req-48feed08-4b37-44f2-9f7e-a2ccad5c2e21 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:55.759170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00bfe29f-f7a7-4997-9e64-0f74ebf7ef57 req-48feed08-4b37-44f2-9f7e-a2ccad5c2e21 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.1154261 Jan 29 20:29:55.804917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-00bfe29f-f7a7-4997-9e64-0f74ebf7ef57 req-c5c7a8c4-d799-462c-bef5-024a82f32776 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Jan 29 20:29:56.927119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030520e9-b8b1-4319-a9fd-4f5f275bc63f req-c9a697a5-3797-465d-bc30-daec37f3d08a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:56.928625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-030520e9-b8b1-4319-a9fd-4f5f275bc63f req-c9a697a5-3797-465d-bc30-daec37f3d08a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0531909 Jan 29 20:29:56.978925 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-030520e9-b8b1-4319-a9fd-4f5f275bc63f req-b284becf-3e7c-46fb-899b-51c6c7635742 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Jan 29 20:29:58.097728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a4563-9293-4bfd-b512-4b61a0988430 req-9ae626dc-2a92-45b8-ad5e-b3f3bcdb9732 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:58.099179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-054a4563-9293-4bfd-b512-4b61a0988430 req-9ae626dc-2a92-45b8-ad5e-b3f3bcdb9732 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0517626 Jan 29 20:29:58.145518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-054a4563-9293-4bfd-b512-4b61a0988430 req-9ac24d30-23a3-40d6-9078-7cfe75a4e874 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Jan 29 20:29:58.213881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8402c4c8-17d4-4887-bd1c-6f0d49de322c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:58.653061 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-aace25ac-dfa4-4f73-9fc5-565cf0db1d39 service neutron] show failed (client error): The resource could not be found. Jan 29 20:29:58.654278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-aace25ac-dfa4-4f73-9fc5-565cf0db1d39 service neutron] 10.222.0.26 "GET /v2.0/ports/3fd09cac-5fe0-44fd-b8b6-5646d621b64d/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.1007838 Jan 29 20:29:58.956884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:59.184815 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-253a5a46-cb2c-47c3-be0f-5c55691c31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:59.190148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-253a5a46-cb2c-47c3-be0f-5c55691c31ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f&tenant_id=61be33aeb23a4fbd85d3ec827400ff4d HTTP/1.1" status: 200 len: 1128 time: 0.0525723 Jan 29 20:29:59.201175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:29:59.296982 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:59.317688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917551f-b98e-441f-9e2e-a998aeeeb635 req-0e613231-5a90-457c-bfe0-ed9e352a9e92 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:29:59.319156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6917551f-b98e-441f-9e2e-a998aeeeb635 req-0e613231-5a90-457c-bfe0-ed9e352a9e92 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0976660 Jan 29 20:29:59.452701 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6917551f-b98e-441f-9e2e-a998aeeeb635 req-1bbf1d7f-adb1-489e-b60c-3c6282505914 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127839 Jan 29 20:29:59.541345 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:29:59.574981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:29:59.620646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:29:59.622883 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b5585-dcdc-465f-9af8-d8ef9cf2edf8" -d '{"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-unplugged", "status": "completed", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:29:59.626742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Publish callbacks [] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:59.639933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Transition to ACTIVE for port object 3fd09cac-5fe0-44fd-b8b6-5646d621b64d will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:29:59.728021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:59.731204 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22e3b7c-b914-49de-96d7-89c2a6e35a9d x-openstack-request-id: req-e22e3b7c-b914-49de-96d7-89c2a6e35a9d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:29:59.731505 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-unplugged", "status": "completed", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:29:59.731802 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e22e3b7c-b914-49de-96d7-89c2a6e35a9d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:29:59.732280 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'code': 200} Jan 29 20:29:59.793286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] No DVR routers for this DVR port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:29:59.795197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:29:59.831639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:29:59.832013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:29:59.832381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:29:59.836741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on network baa7d204-9e44-4461-87a6-d39df0cf24b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:29:59.837066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Attempting to bind port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:29:59.841997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:29:59.845425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Checking segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:29:59.845425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Bound using segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:29:59.845425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Bound port: 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:29:59.845425 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:29:59.910196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:29:59.913214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:29:59.995203 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:00.029733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:00.030358 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:00.031744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 1092 time: 0.8347445 Jan 29 20:30:00.084709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da0970-798f-491d-ab8b-2ec6a81261d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:00.106494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-d1430da2-fe63-47dc-875b-5e55a2556f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:00.108669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-d1430da2-fe63-47dc-875b-5e55a2556f2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1126 time: 0.0528619 Jan 29 20:30:00.130512 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:00.206319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-f6b56690-4084-4590-8b25-45695a50ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:00.207803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-f6b56690-4084-4590-8b25-45695a50ac79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0887823 Jan 29 20:30:00.251056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-a77a49a6-1675-4426-a80a-0ffc29a9db2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0336831 Jan 29 20:30:00.302898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-3a372995-4650-4345-9d68-25106adecddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:00.304366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-3a372995-4650-4345-9d68-25106adecddf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0430868 Jan 29 20:30:00.337501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-afbf6edb-0de6-40cc-b801-9d68af0af4ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257332 Jan 29 20:30:00.413547 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:00.432778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-64326f4b-9329-487f-8289-7c6d4d8077a1 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851245 Jan 29 20:30:00.525924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b9ce70f-ee1d-4aaa-b4f4-de477427b9b6 req-b1ae9baf-35b8-4831-abbf-8d29ed54b7b4 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838330 Jan 29 20:30:00.583066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51d844-a3b2-4842-a5b9-4ea4b23a3646 req-7788bef1-5801-4527-be7e-490d634ccec5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:00.584621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b51d844-a3b2-4842-a5b9-4ea4b23a3646 req-7788bef1-5801-4527-be7e-490d634ccec5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0578282 Jan 29 20:30:00.632903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b51d844-a3b2-4842-a5b9-4ea4b23a3646 req-cd3c4763-6308-4510-a142-eadcc9786dda tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Jan 29 20:30:01.562182 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:01.733551 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:01.735891 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6e9438-3670-4658-aae7-5433b0432148" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:01.758064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6e761-f95a-4bb8-b396-17507fd656b3 req-3896d121-59a9-42af-8fd0-3446919cee83 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:01.759591 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffb6e761-f95a-4bb8-b396-17507fd656b3 req-3896d121-59a9-42af-8fd0-3446919cee83 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0525661 Jan 29 20:30:01.785710 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e7815-352d-4247-b585-db0eb44197cd x-openstack-request-id: req-234e7815-352d-4247-b585-db0eb44197cd {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:01.786077 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:01.786396 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-234e7815-352d-4247-b585-db0eb44197cd {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:01.786932 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'status': 'completed', 'code': 200} Jan 29 20:30:01.815273 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffb6e761-f95a-4bb8-b396-17507fd656b3 req-e7239de4-a6d8-46c6-b6f8-f52112d506dc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Jan 29 20:30:01.886497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9438-3670-4658-aae7-5433b0432148 req-d356098c-0b74-4323-8fd4-5c55443f0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:01.888112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-d356098c-0b74-4323-8fd4-5c55443f0fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1126 time: 0.0809269 Jan 29 20:30:01.894127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9438-3670-4658-aae7-5433b0432148 req-990c8ad5-c1fe-4cd4-8a52-0e06d4a2b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:01.895472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-990c8ad5-c1fe-4cd4-8a52-0e06d4a2b151 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1126 time: 0.0600829 Jan 29 20:30:02.050485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9438-3670-4658-aae7-5433b0432148 req-841ad464-408f-4193-953f-136a4e5477b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:02.051935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-841ad464-408f-4193-953f-136a4e5477b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.1556301 Jan 29 20:30:02.053173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9438-3670-4658-aae7-5433b0432148 req-dbad4513-d9be-4eb9-83b0-5c8ce796ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:02.054451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-dbad4513-d9be-4eb9-83b0-5c8ce796ddd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.1513526 Jan 29 20:30:02.124858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-3c256cf3-9f03-4a3e-8525-d06d7ffae47a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0654507 Jan 29 20:30:02.126175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-d30f95cb-9c09-45cf-922a-de14f3441885 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0616181 Jan 29 20:30:02.204825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9438-3670-4658-aae7-5433b0432148 req-782fa8f1-fce8-449a-9db0-ffef0b8af979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:02.206388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-782fa8f1-fce8-449a-9db0-ffef0b8af979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0747983 Jan 29 20:30:02.209649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9438-3670-4658-aae7-5433b0432148 req-4a552e01-2a2b-4781-bd09-8636f3d1bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:02.210952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-4a552e01-2a2b-4781-bd09-8636f3d1bbbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0725019 Jan 29 20:30:02.243134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-140feacf-09a7-4531-95a9-76b502704b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306854 Jan 29 20:30:02.263191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-a50518f1-6410-4a5a-ad1c-0383b19786ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436673 Jan 29 20:30:02.409395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-4546a04b-e870-472f-9de9-b1e39ebd7233 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481957 Jan 29 20:30:02.414480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-5b1f9e04-be3e-4ddb-8298-1978356dabd9 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351004 Jan 29 20:30:02.563695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-d3ef006c-25b2-45d0-86a8-c64786c02d95 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482832 Jan 29 20:30:02.573610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f6e9438-3670-4658-aae7-5433b0432148 req-448e1ef0-28de-4b0d-a204-f2153325140c service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406734 Jan 29 20:30:02.906055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:30:02.932454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:30:02.941243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b25bdf-a040-4e28-9520-863190c4556d req-5cb0f066-072d-45e8-9c1d-2c833ab267a1 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:02.942748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91b25bdf-a040-4e28-9520-863190c4556d req-5cb0f066-072d-45e8-9c1d-2c833ab267a1 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 944 time: 0.0560167 Jan 29 20:30:02.964292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:30:02.964695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:30:02.991923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-91b25bdf-a040-4e28-9520-863190c4556d req-9256b918-cc51-436f-8d85-997b30a94583 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434632 Jan 29 20:30:03.043730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:03.054688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'port_id': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'mac_address': 'fa:16:3e:3d:f1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3bb4-9a64-4f92-a4de-cfe044a93fed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:30:03.094660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:30:03.095050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:03.107594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd09cac-5fe0-44fd-b8b6-5646d621b64d {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:30:03.126369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:03.213533 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:03.269105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:03.338485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf254744-37e4-486e-b686-315d4454cc6e req-da53ef2f-1622-4155-b202-988f05e23dae tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:03.339964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf254744-37e4-486e-b686-315d4454cc6e req-da53ef2f-1622-4155-b202-988f05e23dae tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 945 time: 0.0581470 Jan 29 20:30:03.417314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bf254744-37e4-486e-b686-315d4454cc6e req-4beff3ce-94ac-4c0d-93a5-9ec002c9c9dd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715218 Jan 29 20:30:03.439499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-bafc3861-f62c-48ee-9a59-ce47ef9a9699 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:03.441012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-bafc3861-f62c-48ee-9a59-ce47ef9a9699 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f&tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 945 time: 0.0772591 Jan 29 20:30:03.475515 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['3fd09cac-5fe0-44fd-b8b6-5646d621b64d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:30:03.500870 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-8b7a0d88-a483-44f3-87fc-4d45e37fd39b service neutron] delete failed (client error): The resource could not be found. Jan 29 20:30:03.501946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-8b7a0d88-a483-44f3-87fc-4d45e37fd39b service neutron] 10.222.0.26 "DELETE /v2.0/ports/3fd09cac-5fe0-44fd-b8b6-5646d621b64d/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0540926 Jan 29 20:30:03.613070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-c836d7b3-02be-450b-b8ad-31242e626d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:03.614591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-c836d7b3-02be-450b-b8ad-31242e626d17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 1127 time: 0.0500798 Jan 29 20:30:03.703246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-e72a6081-eaf8-40fc-9e63-2a0d7a1c527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:03.704654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-e72a6081-eaf8-40fc-9e63-2a0d7a1c527e service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0835676 Jan 29 20:30:03.747744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-0b00aa23-b84e-4dcd-aca3-622ca3a273aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 200 len: 217 time: 0.0369658 Jan 29 20:30:03.795254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-650f8243-8746-4043-b747-d2c566659222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:03.796688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-650f8243-8746-4043-b747-d2c566659222 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0431540 Jan 29 20:30:03.827732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-cc9df5d0-c350-4232-a9fa-d1fdf73db30d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248268 Jan 29 20:30:03.918647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-29bc28e4-b26d-42e6-8106-98db372ff859 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850158 Jan 29 20:30:04.006401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-662970b4-ab79-4e1f-9a49-7d004e034b98 req-8ecab03c-b9d1-407d-bf6a-1632762a0ffd service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814276 Jan 29 20:30:04.541974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394db8-feca-473e-a7be-90d6e6455b68 req-c62b756e-ad32-4120-9e99-2abf1bc20753 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:04.543354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8394db8-feca-473e-a7be-90d6e6455b68 req-c62b756e-ad32-4120-9e99-2abf1bc20753 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 945 time: 0.0520093 Jan 29 20:30:04.592753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8394db8-feca-473e-a7be-90d6e6455b68 req-1cc7d745-6e18-4835-9a6b-8f27d9ed210f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Jan 29 20:30:04.920265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:30:05.042014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:30:05.045830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:30:05.046233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:05.120606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:30:05.121030 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:05.143536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:05.145771 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efaef18-47e1-4b2f-94e4-dc1e8ac6a981" -d '{"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-plugged", "status": "completed", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:05.160917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:05.192045 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff591fe6-7387-4782-9ee3-8d717701aa39 x-openstack-request-id: req-ff591fe6-7387-4782-9ee3-8d717701aa39 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:05.192353 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-plugged", "status": "completed", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:05.192602 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff591fe6-7387-4782-9ee3-8d717701aa39 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:05.192997 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'code': 200} Jan 29 20:30:05.254251 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:05.301115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:05.308417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.308773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.309119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.309459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.309794 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.310125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.310454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.310784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.311107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.311429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.311752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.312076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.312492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:05.710229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c103f-2d34-4142-a204-58955d19b86a req-cd899e7e-a751-4a44-a250-a9ee38e71e0b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:05.711683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-595c103f-2d34-4142-a204-58955d19b86a req-cd899e7e-a751-4a44-a250-a9ee38e71e0b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0508597 Jan 29 20:30:05.757941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-595c103f-2d34-4142-a204-58955d19b86a req-b6c3d851-8993-4716-bf5c-f001c078465c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Jan 29 20:30:05.876227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd522f23-b382-46a0-bc1d-5bd5a736362b req-f6df9860-57cc-4482-b9a2-0c0c7b74d0e7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:05.878101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd522f23-b382-46a0-bc1d-5bd5a736362b req-f6df9860-57cc-4482-b9a2-0c0c7b74d0e7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0539403 Jan 29 20:30:05.928655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd522f23-b382-46a0-bc1d-5bd5a736362b req-fdb1d62a-5b87-460c-8d08-948d607a43b5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Jan 29 20:30:06.052405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710a5f-6baf-4d4c-8486-7c659ee3a769 req-ed1c3a47-412b-43da-bb5a-f8d56d64caf7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:06.053807 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c2710a5f-6baf-4d4c-8486-7c659ee3a769 req-ed1c3a47-412b-43da-bb5a-f8d56d64caf7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0586944 Jan 29 20:30:06.101714 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c2710a5f-6baf-4d4c-8486-7c659ee3a769 req-1809c5e7-02cf-43c5-b16f-377c96ec8ca5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Jan 29 20:30:06.651300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-ded4e332-2266-4002-a31c-6f72db6bd5a3 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:06.652801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-ded4e332-2266-4002-a31c-6f72db6bd5a3 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 814 time: 0.1003749 Jan 29 20:30:06.667839 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-9ed215be-3c13-4785-886a-67461d2b8de5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/quotas/61be33aeb23a4fbd85d3ec827400ff4d HTTP/1.1" status: 200 len: 375 time: 0.0094180 Jan 29 20:30:06.725451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-934bad04-d7c2-4687-afb8-48dbd14a1f34 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522923 Jan 29 20:30:06.867255 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-6018fced-242a-402b-8c19-55ce70be1f33 service neutron] 10.222.0.15 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340566 Jan 29 20:30:06.965142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-20c81e43-3a6f-4049-8222-5448db359575 service neutron] 10.222.0.15 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918443 Jan 29 20:30:07.223932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b1d67de8-b1b7-492b-a7de-b899314b2621 req-27592c3c-7850-4c24-baa4-482200d2aefc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 210 time: 0.0334949 Jan 29 20:30:07.914005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-ab8b37b5-59eb-46b7-a16e-5873082fe4f0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:07.915580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-ab8b37b5-59eb-46b7-a16e-5873082fe4f0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae0c4bef-328f-4480-acc8-8dbcf3e2c13f HTTP/1.1" status: 200 len: 946 time: 0.0533814 Jan 29 20:30:08.008532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Deleting port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:30:08.008779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:08.107258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] For port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:08.107627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:08.121291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Calling delete_port for 3fd09cac-5fe0-44fd-b8b6-5646d621b64d owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:30:08.321985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fec79c85-ecf4-4b68-85e7-a63b3f32eac5 req-2d703690-a622-49f5-852a-7430dce1e39b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Jan 29 20:30:08.339373 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3fd09cac-5fe0-44fd-b8b6-5646d621b64d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:08.353777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['3fd09cac-5fe0-44fd-b8b6-5646d621b64d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:30:08.371191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Pushing event deleted for resources: {'Port': ['ID=3fd09cac-5fe0-44fd-b8b6-5646d621b64d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:08.390970 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:08.415669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] No DVR routers for this DVR port 3fd09cac-5fe0-44fd-b8b6-5646d621b64d on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:30:08.418440 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:08.421961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a0d2459-22f9-45bf-915a-233d96f48763 req-0fca9e07-b3aa-42df-952a-1d03741b8666 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.13 "DELETE /v2.0/ports/3fd09cac-5fe0-44fd-b8b6-5646d621b64d HTTP/1.1" status: 204 len: 173 time: 0.4985638 Jan 29 20:30:08.422442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-deleted', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:08.424975 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97421f0f-6095-421a-a052-329939b535a7" -d '{"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-deleted", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:08.463340 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab11f0-9337-4847-b242-9165eaf5866d x-openstack-request-id: req-24ab11f0-9337-4847-b242-9165eaf5866d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:08.463639 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c4bef-328f-4480-acc8-8dbcf3e2c13f", "name": "network-vif-deleted", "tag": "3fd09cac-5fe0-44fd-b8b6-5646d621b64d", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:08.463920 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24ab11f0-9337-4847-b242-9165eaf5866d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:08.464349 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c4bef-328f-4480-acc8-8dbcf3e2c13f', 'name': 'network-vif-deleted', 'tag': '3fd09cac-5fe0-44fd-b8b6-5646d621b64d', 'status': 'completed', 'code': 200} Jan 29 20:30:09.273076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-68ff29bb-8eef-46ac-8ca8-1f1e1ed0e25f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:09.274573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-68ff29bb-8eef-46ac-8ca8-1f1e1ed0e25f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 814 time: 0.1044989 Jan 29 20:30:09.291967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Request body: {'port': {'device_id': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'admin_state_up': True, 'tenant_id': '61be33aeb23a4fbd85d3ec827400ff4d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:30:09.425005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f7c2af61-676c-48e6-a55f-30f5209f04ee req-cb4898b9-a6fa-4399-b7de-6b20d58cbf1f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 210 time: 0.0285385 Jan 29 20:30:09.463463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Made reservation on behalf of 61be33aeb23a4fbd85d3ec827400ff4d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:30:09.466923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:09.857365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Allocated IP 172.20.0.9 (baa7d204-9e44-4461-87a6-d39df0cf24b8/93ed3bb4-9a64-4f92-a4de-cfe044a93fed/ff7d5d2c-9edf-4b66-b5e3-af342a135706) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:30:10.000104 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks [] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.066007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.083181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['3fd09cac-5fe0-44fd-b8b6-5646d621b64d'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:30:10.108194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Network baa7d204-9e44-4461-87a6-d39df0cf24b8 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:30:10.113322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:30:10.116951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:30:10.144740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:10.172532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:10.173143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.233568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-255d763e-7251-4325-8c9b-77ecd4fa22bc tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453549 Jan 29 20:30:10.248944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Request body: {'port': {'device_id': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:30:10.308638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.583001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216f7d9-e89d-4f5b-8aa6-6d59e0bdf102 req-d60f1ae1-70e5-4a3b-b1a3-ac2869768388 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:10.584512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d216f7d9-e89d-4f5b-8aa6-6d59e0bdf102 req-d60f1ae1-70e5-4a3b-b1a3-ac2869768388 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 931 time: 0.0884721 Jan 29 20:30:10.636903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7d5d2c-9edf-4b66-b5e3-af342a135706 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:30:10.648119 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Publish callbacks [] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.665076 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d216f7d9-e89d-4f5b-8aa6-6d59e0bdf102 req-2cced543-1362-44bd-a4c7-c9a5c19b226f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635812 Jan 29 20:30:10.669806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Transition to ACTIVE for port object ff7d5d2c-9edf-4b66-b5e3-af342a135706 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:30:10.751013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.802930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:10.825521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.825871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.826213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.826556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.826887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.827214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.827557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.827861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.828181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.828528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.828851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.829169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.829486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:30:10.882346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:30:10.882675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:30:10.882996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:30:10.887157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on network baa7d204-9e44-4461-87a6-d39df0cf24b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:30:10.887478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:30:10.892135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:30:10.892542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Checking segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:30:10.892924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Bound using segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:30:10.893336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Bound port: ff7d5d2c-9edf-4b66-b5e3-af342a135706, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:30:10.893683 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:10.954825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:30:10.957801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:30:11.036745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:11.068390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.069006 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:11.070356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 1091 time: 0.8255796 Jan 29 20:30:11.072634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:11.074858 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366249aa-9fd8-4a5a-a37c-f6039ece0023" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:11.100619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd35383-ff23-4075-8acf-0b244f02d847 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:11.118374 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a20c3d9-416d-4939-b4cf-addcbe6375ab x-openstack-request-id: req-3a20c3d9-416d-4939-b4cf-addcbe6375ab {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:11.118667 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:11.118950 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a20c3d9-416d-4939-b4cf-addcbe6375ab {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:11.119357 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'status': 'completed', 'code': 200} Jan 29 20:30:11.192487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366249aa-9fd8-4a5a-a37c-f6039ece0023 req-24f31898-f260-40fe-b9e8-f7716a667591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.194051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-366249aa-9fd8-4a5a-a37c-f6039ece0023 req-24f31898-f260-40fe-b9e8-f7716a667591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1125 time: 0.0484014 Jan 29 20:30:11.306715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366249aa-9fd8-4a5a-a37c-f6039ece0023 req-3b19b901-5189-419d-8dc5-b9115067d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.308092 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-366249aa-9fd8-4a5a-a37c-f6039ece0023 req-3b19b901-5189-419d-8dc5-b9115067d89b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0990744 Jan 29 20:30:11.403497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366249aa-9fd8-4a5a-a37c-f6039ece0023 req-0812e6f6-47c4-40bd-b7e1-776e2b5bf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.405087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-366249aa-9fd8-4a5a-a37c-f6039ece0023 req-0812e6f6-47c4-40bd-b7e1-776e2b5bf164 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887229 Jan 29 20:30:11.484329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-4562c9c0-b992-4924-bd4e-b385beb67410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.485919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-4562c9c0-b992-4924-bd4e-b385beb67410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1125 time: 0.0438373 Jan 29 20:30:11.532974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-afffe208-3cb2-4f36-96a3-5ea00b434c69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0347648 Jan 29 20:30:11.587578 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-54904f0c-9f32-4f93-8ba9-27d30cfaadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.588943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-54904f0c-9f32-4f93-8ba9-27d30cfaadb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0464864 Jan 29 20:30:11.622613 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-78924f08-304c-4515-85d4-3345f00f02ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244179 Jan 29 20:30:11.713947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-77f3f3c8-8870-4e6d-ae19-d59e968ed2dd service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817380 Jan 29 20:30:11.847115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e366cc-a31c-4746-b614-c0efc9274771 req-cf2f7d1f-e5c3-4cce-9ce9-75278f4ae0d2 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:11.849855 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9e366cc-a31c-4746-b614-c0efc9274771 req-cf2f7d1f-e5c3-4cce-9ce9-75278f4ae0d2 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 943 time: 0.1082346 Jan 29 20:30:11.852522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-283ce9dc-6123-4540-b3de-0acf8d9ba20b req-8ceaf97b-4978-4b0f-92ae-755aaf59b605 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292653 Jan 29 20:30:11.897142 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b9e366cc-a31c-4746-b614-c0efc9274771 req-d8b5a3c4-86df-4acd-b39e-344d81449279 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426605 Jan 29 20:30:12.954087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:30:12.974595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 3fd09cac-5fe0-44fd-b8b6-5646d621b64d {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:30:12.974938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 3fd09cac-5fe0-44fd-b8b6-5646d621b64d not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:30:13.016394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab66ad-a399-4087-be9d-7fa2c57d79b3 req-4f499a6a-ce3e-4515-9f14-a336d322faaf tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:13.018521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18ab66ad-a399-4087-be9d-7fa2c57d79b3 req-4f499a6a-ce3e-4515-9f14-a336d322faaf tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 943 time: 0.0525956 Jan 29 20:30:13.067901 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18ab66ad-a399-4087-be9d-7fa2c57d79b3 req-b40d1f4b-7504-4ebc-b802-650efc67f943 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Jan 29 20:30:14.190180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebb9c2-b4c7-45e0-8235-1b380693349d req-5f03cfd2-098c-4338-b318-21ab7d2baeda tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:14.191685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebebb9c2-b4c7-45e0-8235-1b380693349d req-5f03cfd2-098c-4338-b318-21ab7d2baeda tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 943 time: 0.0574830 Jan 29 20:30:14.238483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebebb9c2-b4c7-45e0-8235-1b380693349d req-f3ade413-84cc-48f6-b578-d53b76a62b87 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Jan 29 20:30:14.951800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:30:15.047617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:15.058386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'port_id': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'mac_address': 'fa:16:3e:56:45:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3bb4-9a64-4f92-a4de-cfe044a93fed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:30:15.093453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ff7d5d2c-9edf-4b66-b5e3-af342a135706 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:30:15.093843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:15.106082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7d5d2c-9edf-4b66-b5e3-af342a135706 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:30:15.125234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:15.225188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:15.277064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:15.362673 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f189da-32f4-457a-8961-aecaab203813 req-fb601204-5693-491e-b187-7fe65df1ea52 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:15.367131 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74f189da-32f4-457a-8961-aecaab203813 req-fb601204-5693-491e-b187-7fe65df1ea52 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 944 time: 0.0526741 Jan 29 20:30:15.411599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-74f189da-32f4-457a-8961-aecaab203813 req-4d5ca9d9-bd92-4487-84d5-706216d24a3f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jan 29 20:30:15.460603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ff7d5d2c-9edf-4b66-b5e3-af342a135706'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:30:16.529766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315cf24-c1cc-4f05-88bb-6fbcd67ad314 req-0b39a759-e9e7-444f-9a19-2a30b1df9332 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:16.531166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0315cf24-c1cc-4f05-88bb-6fbcd67ad314 req-0b39a759-e9e7-444f-9a19-2a30b1df9332 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 944 time: 0.0536098 Jan 29 20:30:16.578620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0315cf24-c1cc-4f05-88bb-6fbcd67ad314 req-6861e2fa-bb2e-4f4f-b8d4-129f77d10603 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Jan 29 20:30:16.967677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:30:17.070414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ff7d5d2c-9edf-4b66-b5e3-af342a135706 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:30:17.073984 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ff7d5d2c-9edf-4b66-b5e3-af342a135706 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:30:17.074357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:17.149468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ff7d5d2c-9edf-4b66-b5e3-af342a135706 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:30:17.149852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:17.171801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:17.174544 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091d5fb-6dea-4cd8-8fe7-4c1131e3b60a" -d '{"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-plugged", "status": "completed", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:17.186815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:17.214320 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3032a5-c911-4686-9c48-857bb3678dbe x-openstack-request-id: req-bc3032a5-c911-4686-9c48-857bb3678dbe {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:17.214320 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-plugged", "status": "completed", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:17.214320 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc3032a5-c911-4686-9c48-857bb3678dbe {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:17.214320 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'code': 200} Jan 29 20:30:17.248009 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:17.297615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:17.316591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dccd91-d1c5-47e1-a17c-d21d8dbf3b0d req-fb7ea2a1-dbc3-48f3-b7c9-467bf066721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:17.318100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97dccd91-d1c5-47e1-a17c-d21d8dbf3b0d req-fb7ea2a1-dbc3-48f3-b7c9-467bf066721b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1127 time: 0.0440972 Jan 29 20:30:17.368999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-97dccd91-d1c5-47e1-a17c-d21d8dbf3b0d req-1053826f-e964-46a6-ad8f-43119e52eca6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Jan 29 20:30:17.696013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effcebc-6650-4175-88f7-ba57acc081a3 req-aba50133-77c3-4a3d-9456-08a808317ca7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:17.697515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7effcebc-6650-4175-88f7-ba57acc081a3 req-aba50133-77c3-4a3d-9456-08a808317ca7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0524538 Jan 29 20:30:17.743536 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7effcebc-6650-4175-88f7-ba57acc081a3 req-ae179685-a1a6-411a-9cda-81caa2231a90 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Jan 29 20:30:18.864882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55acd8f-2454-42ca-8892-50b1c7311f4e req-64e4b789-3642-46c5-85a6-522a99740752 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:18.866409 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b55acd8f-2454-42ca-8892-50b1c7311f4e req-64e4b789-3642-46c5-85a6-522a99740752 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Jan 29 20:30:18.913145 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b55acd8f-2454-42ca-8892-50b1c7311f4e req-10b183b8-fd71-442b-ac18-a46f27bffd47 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Jan 29 20:30:19.031990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526243b-2a4f-4472-b210-bdefde6a0f58 req-8adee9c6-fc44-4552-b67d-7f798f02fdad tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:19.033675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9526243b-2a4f-4472-b210-bdefde6a0f58 req-8adee9c6-fc44-4552-b67d-7f798f02fdad tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Jan 29 20:30:19.079344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9526243b-2a4f-4472-b210-bdefde6a0f58 req-00800a4d-0a0a-45ee-9d3c-923243412630 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Jan 29 20:30:19.410751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d81f2c-0db9-45f6-98f6-4b508b4598e4 req-215838a6-e17b-4f6c-a0b9-f991a089b934 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:19.412241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d81f2c-0db9-45f6-98f6-4b508b4598e4 req-215838a6-e17b-4f6c-a0b9-f991a089b934 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0575216 Jan 29 20:30:19.458910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-db33a87b-144b-4382-bf64-47db7a77274f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0482562 Jan 29 20:30:19.460297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4d81f2c-0db9-45f6-98f6-4b508b4598e4 req-e05ee1e3-6654-417b-adde-39fb40297067 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Jan 29 20:30:20.585859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1c077-45b8-4c85-b89b-25becbc04558 req-46bf56e6-b871-4b49-9094-c9348e1b5aa4 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:20.587354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f1c077-45b8-4c85-b89b-25becbc04558 req-46bf56e6-b871-4b49-9094-c9348e1b5aa4 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0548351 Jan 29 20:30:20.636978 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0f1c077-45b8-4c85-b89b-25becbc04558 req-11793d33-0352-4984-a46b-7f503bd0057c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Jan 29 20:30:21.443684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-2f42b366-c95c-4858-864d-194fdc73cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:21.445230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-2f42b366-c95c-4858-864d-194fdc73cb12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1127 time: 0.0454969 Jan 29 20:30:21.539753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-c54bebe7-3fbc-4ecd-b049-040fb23b7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:21.541203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-c54bebe7-3fbc-4ecd-b049-040fb23b7342 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0892863 Jan 29 20:30:21.582201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-42988ecf-d368-4c7f-b1c8-27848f9421f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0352082 Jan 29 20:30:21.634384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-51e4f269-4ad0-4625-b560-912718957ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:21.635805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-51e4f269-4ad0-4625-b560-912718957ded service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0473931 Jan 29 20:30:21.666897 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-2395a2cf-b979-4822-882a-9a9220d30974 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251966 Jan 29 20:30:21.791417 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-08db9c41-bbbc-4016-bc4b-830f4fbe673f service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185722 Jan 29 20:30:21.803865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402734-9f9e-4f44-82d9-df92d8096318 req-9decfb0c-dd0b-4a81-af32-b544db9c2cf3 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:21.805371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7402734-9f9e-4f44-82d9-df92d8096318 req-9decfb0c-dd0b-4a81-af32-b544db9c2cf3 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0984876 Jan 29 20:30:21.910435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7402734-9f9e-4f44-82d9-df92d8096318 req-3764c3fe-0e89-40ee-9c4d-af18f6a86e26 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970790 Jan 29 20:30:21.930192 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-639568ca-2d04-4076-8118-717dfbc2ff59 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238821 Jan 29 20:30:23.029011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21241c-d446-4c7f-89b2-c257d2187c2c req-9f747329-2046-4958-8016-138270a7023a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:23.030479 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e21241c-d446-4c7f-89b2-c257d2187c2c req-9f747329-2046-4958-8016-138270a7023a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0530152 Jan 29 20:30:23.080482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e21241c-d446-4c7f-89b2-c257d2187c2c req-88844d0c-81f9-4c2c-8ff8-f9ff9b38449a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jan 29 20:30:24.199890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68575d-f2fd-472a-9771-88650bf6552c req-0d954b25-7b1e-40b2-b522-5bc1638783b5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:24.201374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec68575d-f2fd-472a-9771-88650bf6552c req-0d954b25-7b1e-40b2-b522-5bc1638783b5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0520966 Jan 29 20:30:24.251716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec68575d-f2fd-472a-9771-88650bf6552c req-bd5e847b-fb1d-4d10-9584-f260ae3185e0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Jan 29 20:30:24.286133 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:30:25.161953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f81705e6-bf05-45c9-9cab-6184ddb0440f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:25.377953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830151ec-b489-4fe5-87ea-c29d359b347a req-7d569116-0c96-406d-b71c-c7e814c9f701 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:25.377953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-830151ec-b489-4fe5-87ea-c29d359b347a req-7d569116-0c96-406d-b71c-c7e814c9f701 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Jan 29 20:30:25.421899 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-830151ec-b489-4fe5-87ea-c29d359b347a req-27b2ac4e-f48d-41c1-ab0c-513a64468382 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Jan 29 20:30:26.539148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0922f-402e-4b1e-9e29-1eee306e8265 req-5906645f-f049-4f3e-b4bf-e9949850c6de tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:26.540525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4dd0922f-402e-4b1e-9e29-1eee306e8265 req-5906645f-f049-4f3e-b4bf-e9949850c6de tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0519698 Jan 29 20:30:26.587009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4dd0922f-402e-4b1e-9e29-1eee306e8265 req-1d659a34-3edc-4868-bc0a-938513350fc5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Jan 29 20:30:27.704765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b1a9-39b7-4ebf-8742-9596d48289d3 req-605a052a-a9b2-493e-9d9b-f4649bb53c98 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:27.706770 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89b4b1a9-39b7-4ebf-8742-9596d48289d3 req-605a052a-a9b2-493e-9d9b-f4649bb53c98 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0526571 Jan 29 20:30:27.752735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89b4b1a9-39b7-4ebf-8742-9596d48289d3 req-3c174d0a-f72a-4f25-bd8c-a9e3338d6621 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Jan 29 20:30:28.217146 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae67f027-394c-444b-8442-062e8d4db370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:28.872412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5a673-950c-42fe-acb4-ef9e53885d0e req-6efc1139-3df4-4e01-bb99-8d672baed1a5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:28.873908 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65e5a673-950c-42fe-acb4-ef9e53885d0e req-6efc1139-3df4-4e01-bb99-8d672baed1a5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Jan 29 20:30:28.921220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65e5a673-950c-42fe-acb4-ef9e53885d0e req-28d21228-58a6-4348-8617-42cd9dbf0edf tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jan 29 20:30:28.995910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:30.045919 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eadbf7-aa5c-4ef5-aff6-86f5fb38384c req-fac3c8de-d7b4-4906-9ace-e75743233d48 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:30.047387 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49eadbf7-aa5c-4ef5-aff6-86f5fb38384c req-fac3c8de-d7b4-4906-9ace-e75743233d48 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0566616 Jan 29 20:30:30.093754 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-49eadbf7-aa5c-4ef5-aff6-86f5fb38384c req-6afbbf9d-1005-4700-9035-c695a3ed50b1 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Jan 29 20:30:30.137790 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:30.440877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:31.245267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5875-a07a-4129-a414-8badd2b4e5d7 req-e7684d1a-41b9-4ce8-ac96-f684f719e70c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:31.246757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-798f5875-a07a-4129-a414-8badd2b4e5d7 req-e7684d1a-41b9-4ce8-ac96-f684f719e70c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0840635 Jan 29 20:30:31.261625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-28bf3b3b-a1b5-4222-be56-4887b6d4753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:31.263128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-28bf3b3b-a1b5-4222-be56-4887b6d4753b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1127 time: 0.0702560 Jan 29 20:30:31.325779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-798f5875-a07a-4129-a414-8badd2b4e5d7 req-e98e2242-5244-4e29-8b66-fae4537e768a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718744 Jan 29 20:30:31.386291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-e9334638-7a40-4be9-b4d0-1fcbf80fae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:31.387652 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-e9334638-7a40-4be9-b4d0-1fcbf80fae9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.1023221 Jan 29 20:30:31.429147 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-eb40a0a2-d285-4cd5-96e8-a46e08842a6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0334005 Jan 29 20:30:31.478311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-f281c5b5-43bf-492d-96ba-07bd9370f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:31.479775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-f281c5b5-43bf-492d-96ba-07bd9370f9a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0437722 Jan 29 20:30:31.516888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-7f574370-2f6b-4cc1-93d7-db98cbda9323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265369 Jan 29 20:30:31.561754 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:31.610873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-9766b27d-0c71-4bf4-984c-be9fc8c66e91 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871978 Jan 29 20:30:31.699141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8fd5ca60-c6e1-4c58-bd3f-b894e3e1dc0b req-a93973e1-3d71-431b-8273-e4d37ab033c3 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812032 Jan 29 20:30:32.447914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc2ede-df23-461f-bc18-5afb979aaddd req-45c542f9-9e7e-470c-8afc-bad39f025d4d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:32.449449 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bcc2ede-df23-461f-bc18-5afb979aaddd req-45c542f9-9e7e-470c-8afc-bad39f025d4d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0544910 Jan 29 20:30:32.497722 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9bcc2ede-df23-461f-bc18-5afb979aaddd req-1bc6268e-ab76-4b82-82f7-9290ad943243 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jan 29 20:30:33.621091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aee2c-3228-4501-bda8-dec1756b4e6c req-b5e26ef7-d139-49a3-be24-0e2edd7fe859 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:33.622567 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-068aee2c-3228-4501-bda8-dec1756b4e6c req-b5e26ef7-d139-49a3-be24-0e2edd7fe859 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0579383 Jan 29 20:30:33.669223 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-068aee2c-3228-4501-bda8-dec1756b4e6c req-9faf93f4-6799-4658-aa82-9e57b1f2fce1 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Jan 29 20:30:34.790827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d68dd-9b25-46a1-a239-8defd10f0996 req-75631152-0926-4e45-8bae-49151150f603 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:34.792312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a84d68dd-9b25-46a1-a239-8defd10f0996 req-75631152-0926-4e45-8bae-49151150f603 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Jan 29 20:30:34.842823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a84d68dd-9b25-46a1-a239-8defd10f0996 req-1942bc6f-42a4-4b04-b374-416ce1281500 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Jan 29 20:30:35.966212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348819-8213-4902-aaf5-f0b87686001a req-89d1c3c2-f48d-4eb3-8886-1110a0603f31 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:35.967684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d348819-8213-4902-aaf5-f0b87686001a req-89d1c3c2-f48d-4eb3-8886-1110a0603f31 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Jan 29 20:30:36.015087 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d348819-8213-4902-aaf5-f0b87686001a req-5ad75aa6-af8d-4ca1-857c-df41693fb8c1 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Jan 29 20:30:37.133384 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f875b-622b-418e-8645-79d9bb19e2de req-ab8a85cc-e344-46fd-a864-3f0b2422695f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:37.134883 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-504f875b-622b-418e-8645-79d9bb19e2de req-ab8a85cc-e344-46fd-a864-3f0b2422695f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0530970 Jan 29 20:30:37.181967 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-504f875b-622b-418e-8645-79d9bb19e2de req-2c695385-30b4-4e40-aa0e-c26a2f30663c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Jan 29 20:30:38.303618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06aba6-b531-4cb3-99ff-6718da9f74fc req-87a045cf-4abd-4673-be8e-086ac2d77018 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:38.305113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a06aba6-b531-4cb3-99ff-6718da9f74fc req-87a045cf-4abd-4673-be8e-086ac2d77018 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0562024 Jan 29 20:30:38.351819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a06aba6-b531-4cb3-99ff-6718da9f74fc req-614693ce-29c5-467b-8dee-3eb5fd4138d0 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Jan 29 20:30:38.401520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:39.469973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730a6be-7b6f-4094-a926-f7f890a9dfc6 req-878970c9-3aca-459a-890c-e45b636b2fac tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:39.472421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c730a6be-7b6f-4094-a926-f7f890a9dfc6 req-878970c9-3aca-459a-890c-e45b636b2fac tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0534682 Jan 29 20:30:39.519775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c730a6be-7b6f-4094-a926-f7f890a9dfc6 req-ce040c48-8b36-4e71-9ffc-9400116309ff tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Jan 29 20:30:40.640466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f117e-a15b-45c8-9147-6d19744ea556 req-87f22c06-30b3-4a89-be4f-ae41b0877a22 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:40.641960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-267f117e-a15b-45c8-9147-6d19744ea556 req-87f22c06-30b3-4a89-be4f-ae41b0877a22 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0528960 Jan 29 20:30:40.688320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-267f117e-a15b-45c8-9147-6d19744ea556 req-73011645-41d8-4d35-a88e-f338c3d53950 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Jan 29 20:30:41.811019 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e6878-fe53-49fd-afc1-fef5d00cef86 req-506e1378-f863-43f9-9c32-09e9a5c20a88 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:41.812510 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb7e6878-fe53-49fd-afc1-fef5d00cef86 req-506e1378-f863-43f9-9c32-09e9a5c20a88 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0574186 Jan 29 20:30:41.858879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb7e6878-fe53-49fd-afc1-fef5d00cef86 req-145f7b3f-766c-41de-b0e8-8e6fb0fe8f50 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Jan 29 20:30:42.977404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf6fec-448e-4b8d-9a81-af85c7699558 req-39acc74a-21a5-4b9b-b237-ffa12046109b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:42.978883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-adaf6fec-448e-4b8d-9a81-af85c7699558 req-39acc74a-21a5-4b9b-b237-ffa12046109b tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Jan 29 20:30:43.028719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-adaf6fec-448e-4b8d-9a81-af85c7699558 req-4b845bdb-4f98-4b70-815b-f3eee7f2e295 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Jan 29 20:30:44.146426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfe35-d67b-4f16-8269-d5c8e1232cca req-e9293db0-7ec2-4086-bcb8-7d54fd53d376 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:44.147898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75cfe35-d67b-4f16-8269-d5c8e1232cca req-e9293db0-7ec2-4086-bcb8-7d54fd53d376 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0525620 Jan 29 20:30:44.193720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d75cfe35-d67b-4f16-8269-d5c8e1232cca req-49f8b848-8ed8-4fe3-ac7d-d7df5cdd8409 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Jan 29 20:30:45.315125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a8ab-395e-4465-9ce0-93a5e0566a7e req-ae2a0a84-2024-48f0-83e9-07fb83a1924f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:45.316642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6109a8ab-395e-4465-9ce0-93a5e0566a7e req-ae2a0a84-2024-48f0-83e9-07fb83a1924f tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0547559 Jan 29 20:30:45.364097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6109a8ab-395e-4465-9ce0-93a5e0566a7e req-2c3a10ad-7169-4788-9c7f-94e1eb7b334e tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Jan 29 20:30:46.487305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767b3e3-e640-46e4-b42e-b6c1964b906a req-f7975c87-7d89-4a2f-81e0-8e9c9ea246ae tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:46.488849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c767b3e3-e640-46e4-b42e-b6c1964b906a req-f7975c87-7d89-4a2f-81e0-8e9c9ea246ae tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0579841 Jan 29 20:30:46.535157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c767b3e3-e640-46e4-b42e-b6c1964b906a req-b0b2fbb6-5ab9-4d0a-b601-657844992ca5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Jan 29 20:30:47.654520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca3b81-f87a-47e1-98fd-29646d1895d1 req-cafe7554-0169-464e-88bc-795faeb2bbbd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:47.655971 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44ca3b81-f87a-47e1-98fd-29646d1895d1 req-cafe7554-0169-464e-88bc-795faeb2bbbd tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Jan 29 20:30:47.701374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44ca3b81-f87a-47e1-98fd-29646d1895d1 req-89592f44-cc3d-443f-9721-226fac91ac38 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Jan 29 20:30:48.823431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72055129-9c1c-4b54-a995-fdd11d9f392e req-210c4e30-dc05-4798-8795-8fa54aada916 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:48.824932 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72055129-9c1c-4b54-a995-fdd11d9f392e req-210c4e30-dc05-4798-8795-8fa54aada916 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0516682 Jan 29 20:30:48.872660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-72055129-9c1c-4b54-a995-fdd11d9f392e req-e48b7f7f-4e04-4553-99c0-349e7affa7fb tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Jan 29 20:30:49.179525 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-e0dd9526-e323-410d-88ea-0783229ec899 req-b94552ec-c7ee-459d-b6b8-486643db960a service neutron] show failed (client error): The resource could not be found. Jan 29 20:30:49.180542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-b94552ec-c7ee-459d-b6b8-486643db960a service neutron] 10.222.0.13 "GET /v2.0/ports/ff7d5d2c-9edf-4b66-b5e3-af342a135706/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0572534 Jan 29 20:30:49.659244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-169848ad-2d5a-47db-b0e2-e9df08fe204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:49.661837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-169848ad-2d5a-47db-b0e2-e9df08fe204d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352&tenant_id=61be33aeb23a4fbd85d3ec827400ff4d HTTP/1.1" status: 200 len: 1127 time: 0.0458331 Jan 29 20:30:49.678328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:30:49.735252 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:49.940385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:50.005112 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:30:50.041354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256cb8a-ff9d-4d8e-83de-962cc8c1bca5 req-38822ffe-b112-4a05-b054-ebd907ab2d14 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:50.042838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f256cb8a-ff9d-4d8e-83de-962cc8c1bca5 req-38822ffe-b112-4a05-b054-ebd907ab2d14 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0937290 Jan 29 20:30:50.063776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:50.069527 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b657d049-3944-497a-9e1e-f5107ee74362" -d '{"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-unplugged", "status": "completed", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:50.069757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Publish callbacks [] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:50.093779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Transition to ACTIVE for port object ff7d5d2c-9edf-4b66-b5e3-af342a135706 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:30:50.117300 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f256cb8a-ff9d-4d8e-83de-962cc8c1bca5 req-467bb2a6-dd1b-4380-95b8-d0f7e592d64a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626800 Jan 29 20:30:50.119572 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfec239-5db9-4854-bfd6-b385e2a748a8 x-openstack-request-id: req-cdfec239-5db9-4854-bfd6-b385e2a748a8 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:50.119874 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-unplugged", "status": "completed", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:50.120129 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdfec239-5db9-4854-bfd6-b385e2a748a8 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:50.127036 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'code': 200} Jan 29 20:30:50.178081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:50.229958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:50.246565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] No DVR routers for this DVR port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:30:50.282635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:30:50.282981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:30:50.283311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:30:50.288558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on network baa7d204-9e44-4461-87a6-d39df0cf24b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:30:50.288887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Attempting to bind port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on network baa7d204-9e44-4461-87a6-d39df0cf24b8 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:30:50.293869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:30:50.294209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Checking segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:30:50.294608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Bound using segment: {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:30:50.295037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Bound port: ff7d5d2c-9edf-4b66-b5e3-af342a135706, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee481cb-45d7-4ae3-a2db-59979d0048ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:30:50.295386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:50.360586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:30:50.363892 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:30:50.474916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:50.521287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:50.521917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:50.523346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 1091 time: 0.8497138 Jan 29 20:30:50.549221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5fe49-e14a-498d-80d3-391dd4069406 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:50.606449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-69d05e4e-6213-46d8-b1fa-657f9c526ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:50.607968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-69d05e4e-6213-46d8-b1fa-657f9c526ae5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1125 time: 0.0515420 Jan 29 20:30:50.710947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ad25b686-c5e1-4a24-9783-18224b7ba46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:50.712461 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-ad25b686-c5e1-4a24-9783-18224b7ba46f service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0983443 Jan 29 20:30:50.762343 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-865695c0-d20c-442b-be44-1ceca82c9010 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0438907 Jan 29 20:30:50.814598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9526-e323-410d-88ea-0783229ec899 req-12479b6e-0290-4da3-88f2-2da60506a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:50.816887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-12479b6e-0290-4da3-88f2-2da60506a409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0484505 Jan 29 20:30:50.853258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-5cf5612f-e54d-4c66-9275-7afa53394fad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315046 Jan 29 20:30:50.952282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-104abc3e-28f5-41ef-b196-be270fd8c973 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932593 Jan 29 20:30:51.039940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0dd9526-e323-410d-88ea-0783229ec899 req-e4d37eee-3913-48b7-8abb-d83238b4014e service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811365 Jan 29 20:30:51.242208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f433-c983-470d-8c6f-2b1628f6d4f6 req-fa4b019b-77dd-44ab-92cb-09c5f9d0289d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:51.243709 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55c3f433-c983-470d-8c6f-2b1628f6d4f6 req-fa4b019b-77dd-44ab-92cb-09c5f9d0289d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 943 time: 0.0532203 Jan 29 20:30:51.296143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55c3f433-c983-470d-8c6f-2b1628f6d4f6 req-ca5cea3b-c31c-4e96-b3fa-9a387bf91129 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465326 Jan 29 20:30:52.121887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:52.124261 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b53ab5-efe0-49d2-8dbc-ec6050081762" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:52.171689 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e1e56-6748-4b94-af16-ad60f498320e x-openstack-request-id: req-707e1e56-6748-4b94-af16-ad60f498320e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:52.171982 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:52.172268 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-707e1e56-6748-4b94-af16-ad60f498320e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:52.172671 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'status': 'completed', 'code': 200} Jan 29 20:30:52.284890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-596622e3-00c5-4355-82d8-080855871743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.286439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-596622e3-00c5-4355-82d8-080855871743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1125 time: 0.0803077 Jan 29 20:30:52.288990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-2250a389-238d-4adc-9cc0-45cabc4ffa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.290321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-2250a389-238d-4adc-9cc0-45cabc4ffa20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1125 time: 0.0754545 Jan 29 20:30:52.419637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1006-68a9-4e9b-b7d4-3dbf0fa7c3de req-e8071ddc-2f92-4dd3-862b-b219c13d7a68 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.421103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8abf1006-68a9-4e9b-b7d4-3dbf0fa7c3de req-e8071ddc-2f92-4dd3-862b-b219c13d7a68 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 943 time: 0.0526879 Jan 29 20:30:52.446523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-f51c5672-62bc-4d8f-88d0-71b1ae0edc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.448007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-f51c5672-62bc-4d8f-88d0-71b1ae0edc24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.1513481 Jan 29 20:30:52.450604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-ba56ce42-fa5d-4318-adf3-4ad898be5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.451934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-ba56ce42-fa5d-4318-adf3-4ad898be5546 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.1542289 Jan 29 20:30:52.468490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8abf1006-68a9-4e9b-b7d4-3dbf0fa7c3de req-f8ab7698-6af0-48e8-9e83-01f364b33a50 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Jan 29 20:30:52.499270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-64cf20a1-f83e-4a3d-8ff7-a4bae8b60bfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0449378 Jan 29 20:30:52.532751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-0bbd6473-af70-449b-ad05-fd218fda841e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0716870 Jan 29 20:30:52.602421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-1f24d618-a6ea-4428-9f19-eba77e2c9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.603854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-1f24d618-a6ea-4428-9f19-eba77e2c9b64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0786583 Jan 29 20:30:52.610496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-402154b0-245a-4764-a68f-936e79555dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:52.611808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-402154b0-245a-4764-a68f-936e79555dee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0603201 Jan 29 20:30:52.646791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-8a5ef607-d2a7-42d9-8f50-0504d2ab25e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327239 Jan 29 20:30:52.668326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-819d04ec-c2dd-46a2-85f5-3f5d4e564965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470204 Jan 29 20:30:53.076694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-81898099-71f5-49f6-b51e-32b9d84d11b6 service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161758 Jan 29 20:30:53.082187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-15ffb4b5-af9f-4166-8277-7bcb3f92f9b2 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034710 Jan 29 20:30:53.144438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:30:53.159817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:30:53.223922 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port ff7d5d2c-9edf-4b66-b5e3-af342a135706 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:30:53.224349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:30:53.232434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-ec8c9a49-314c-482c-9590-fcc27843055e service neutron] 10.222.0.26 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492698 Jan 29 20:30:53.243189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75b53ab5-efe0-49d2-8dbc-ec6050081762 req-7550edba-e49f-4444-8818-20f2acda8045 service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427565 Jan 29 20:30:53.282820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:53.293318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'network_id': 'baa7d204-9e44-4461-87a6-d39df0cf24b8', 'port_id': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'mac_address': 'fa:16:3e:56:45:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3bb4-9a64-4f92-a4de-cfe044a93fed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:30:53.335432 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ff7d5d2c-9edf-4b66-b5e3-af342a135706 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:30:53.335732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:53.349075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7d5d2c-9edf-4b66-b5e3-af342a135706 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:30:53.368761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:53.445684 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:53.493195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:53.598335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb395c9-a78d-4270-bec3-f2807fb00b09 req-6393b4b3-facd-4946-b331-cffad4c9b4f5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:53.600028 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecb395c9-a78d-4270-bec3-f2807fb00b09 req-6393b4b3-facd-4946-b331-cffad4c9b4f5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 944 time: 0.0594821 Jan 29 20:30:53.648406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ecb395c9-a78d-4270-bec3-f2807fb00b09 req-89b45664-d463-4733-8ad3-75b53a28955c tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Jan 29 20:30:53.742618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['ff7d5d2c-9edf-4b66-b5e3-af342a135706'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:30:53.974972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6c383-c438-49d8-9b3e-dc02ec40047c req-7920b27c-d304-473c-bfb6-edc2548d22da tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:53.976444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2f6c383-c438-49d8-9b3e-dc02ec40047c req-7920b27c-d304-473c-bfb6-edc2548d22da tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 944 time: 0.0519226 Jan 29 20:30:54.023687 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d2f6c383-c438-49d8-9b3e-dc02ec40047c req-1fa805cf-a43a-4604-9e9c-98df4f6c8bc5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Jan 29 20:30:54.104395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-20533e80-703a-4fbd-9b1d-bfa228fdc5d2 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:54.105845 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-20533e80-703a-4fbd-9b1d-bfa228fdc5d2 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352&tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 944 time: 0.0550849 Jan 29 20:30:54.172767 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-0d9310a6-0c11-414e-9d08-55cc1664550d service neutron] delete failed (client error): The resource could not be found. Jan 29 20:30:54.173688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-0d9310a6-0c11-414e-9d08-55cc1664550d service neutron] 10.222.0.13 "DELETE /v2.0/ports/ff7d5d2c-9edf-4b66-b5e3-af342a135706/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0577817 Jan 29 20:30:54.265839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-330bfb24-0877-45ca-8704-bc155a8d3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:54.267327 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-330bfb24-0877-45ca-8704-bc155a8d3aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 1126 time: 0.0444405 Jan 29 20:30:54.361341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-ea03c5b4-f940-4920-a24b-87f53ed200fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:54.362803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-ea03c5b4-f940-4920-a24b-87f53ed200fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 200 len: 914 time: 0.0859663 Jan 29 20:30:54.407533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-3f1b44f8-4df2-4c81-a585-a8f0251d2428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 200 len: 217 time: 0.0342524 Jan 29 20:30:54.458379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-d4c3277d-2a88-41f0-ad8c-8aeb980d36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:54.459707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-d4c3277d-2a88-41f0-ad8c-8aeb980d36b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 200 len: 854 time: 0.0427315 Jan 29 20:30:54.494844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-931c530b-2ac4-4c8d-84e0-ec13803af9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baa7d204-9e44-4461-87a6-d39df0cf24b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248940 Jan 29 20:30:54.587384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-2eec968d-b6f2-4c71-b09d-4c7ce0087f1e service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826888 Jan 29 20:30:54.676669 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76c45da9-96b5-49c8-a845-c5cfd9aef4d3 req-93a99a15-fe3f-4c57-baff-5f9e3ddd733e service neutron] 10.222.0.13 "GET /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803397 Jan 29 20:30:55.143572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:30:55.147258 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63e08-08ee-4c03-86f8-9cbc7c97f5e2 req-b37273d4-bafd-4b91-a283-067546216046 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:55.148849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66b63e08-08ee-4c03-86f8-9cbc7c97f5e2 req-b37273d4-bafd-4b91-a283-067546216046 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 944 time: 0.0547850 Jan 29 20:30:55.178642 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-596e1953-5d72-44ad-8dd1-d9abc081a551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:55.198983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-66b63e08-08ee-4c03-86f8-9cbc7c97f5e2 req-bf8959c1-7d18-402f-bcec-685168869b58 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Jan 29 20:30:55.298433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port ff7d5d2c-9edf-4b66-b5e3-af342a135706 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:30:55.303377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port ff7d5d2c-9edf-4b66-b5e3-af342a135706 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:30:55.303694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:55.383254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ff7d5d2c-9edf-4b66-b5e3-af342a135706 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:30:55.383640 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:55.405428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:55.407613 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c040c5eb-7de4-417a-96b3-0081533c8e36" -d '{"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-plugged", "status": "completed", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:55.419736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:55.445522 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d505c069-3726-4a5a-aa9b-5988d4850141 x-openstack-request-id: req-d505c069-3726-4a5a-aa9b-5988d4850141 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:55.445830 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-plugged", "status": "completed", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:55.446122 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d505c069-3726-4a5a-aa9b-5988d4850141 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:55.446520 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'code': 200} Jan 29 20:30:55.498292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:55.545110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:56.324037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729093-a58f-41e0-b650-c1a501b2107d req-8197116e-b8fe-498a-a9dc-3f5382aba671 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:56.325520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44729093-a58f-41e0-b650-c1a501b2107d req-8197116e-b8fe-498a-a9dc-3f5382aba671 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0572474 Jan 29 20:30:56.371430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-44729093-a58f-41e0-b650-c1a501b2107d req-279f4505-af68-4926-9a5d-0ae8c8d7e5c4 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Jan 29 20:30:56.494771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceb3ab-8f1c-4ba3-9512-bb54016c992a req-7c5beac9-0f87-47f3-abf8-e8a8a512c708 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:56.496166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9ceb3ab-8f1c-4ba3-9512-bb54016c992a req-7c5beac9-0f87-47f3-abf8-e8a8a512c708 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0568938 Jan 29 20:30:56.542282 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f9ceb3ab-8f1c-4ba3-9512-bb54016c992a req-4904ba24-3dce-430b-a84c-632fd49d6c55 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Jan 29 20:30:56.663646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcce1a-fd95-47e6-ad99-604e32dac1ba req-4d5f73b9-6bca-4790-9bf6-1771c85b499a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:56.665149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04dcce1a-fd95-47e6-ad99-604e32dac1ba req-4d5f73b9-6bca-4790-9bf6-1771c85b499a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Jan 29 20:30:56.711875 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04dcce1a-fd95-47e6-ad99-604e32dac1ba req-d913a390-d766-44c0-915a-93b7e2d766c5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Jan 29 20:30:57.252437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c40d-8a1b-4837-b95c-8a46400b93fc req-f620f130-0685-4e08-aa5a-086f076ae527 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:57.254644 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2295c40d-8a1b-4837-b95c-8a46400b93fc req-f620f130-0685-4e08-aa5a-086f076ae527 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0542748 Jan 29 20:30:57.301488 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2295c40d-8a1b-4837-b95c-8a46400b93fc req-d483abbb-3c3e-43f7-a824-db6ee36e88d8 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409822 Jan 29 20:30:58.223307 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb525360-4b57-4673-9a98-7351577792db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:58.419960 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bbbce-018c-4253-86d4-052b5e1baaa5 req-a69a9a4c-30d4-4193-9549-2bdcedb1450d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:58.421454 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c18bbbce-018c-4253-86d4-052b5e1baaa5 req-a69a9a4c-30d4-4193-9549-2bdcedb1450d tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0522771 Jan 29 20:30:58.471246 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c18bbbce-018c-4253-86d4-052b5e1baaa5 req-c1f96709-b692-4a25-b65f-a3caceea827a tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/security-groups?id=3cb10ed1-0540-47e9-bd8d-f87423d36d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Jan 29 20:30:58.523298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-34d0a899-5940-4b19-ad2f-cae4139982e5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:30:58.524800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-34d0a899-5940-4b19-ad2f-cae4139982e5 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 945 time: 0.0572643 Jan 29 20:30:58.618320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Deleting port ff7d5d2c-9edf-4b66-b5e3-af342a135706 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:30:58.618658 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:58.708155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] For port ff7d5d2c-9edf-4b66-b5e3-af342a135706, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ff7d5d2c-9edf-4b66-b5e3-af342a135706,segment=NetworkSegment(cee481cb-45d7-4ae3-a2db-59979d0048ec),segment_id=cee481cb-45d7-4ae3-a2db-59979d0048ec)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:30:58.708551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:58.720041 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Calling delete_port for ff7d5d2c-9edf-4b66-b5e3-af342a135706 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:30:58.902948 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ff7d5d2c-9edf-4b66-b5e3-af342a135706), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:58.937422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Pushing event deleted for resources: {'Port': ['ID=ff7d5d2c-9edf-4b66-b5e3-af342a135706,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:30:58.937927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['ff7d5d2c-9edf-4b66-b5e3-af342a135706'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:30:58.980365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] No DVR routers for this DVR port ff7d5d2c-9edf-4b66-b5e3-af342a135706 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:30:58.982836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:58.986160 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-37051d5f-0dc4-4ccf-b5f8-127439e7845f req-8911c22d-aaac-48d0-a152-3a73679b7df7 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.26 "DELETE /v2.0/ports/ff7d5d2c-9edf-4b66-b5e3-af342a135706 HTTP/1.1" status: 204 len: 173 time: 0.4567611 Jan 29 20:30:58.986601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-deleted', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:30:58.988119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:30:58.989112 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb550e3-9c77-4f48-990a-cc214c52a9ad" -d '{"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-deleted", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:30:59.027689 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743660ba-5d06-449b-b752-dc0e5a5e9605 x-openstack-request-id: req-743660ba-5d06-449b-b752-dc0e5a5e9605 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:30:59.028049 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bc72a8-d4d9-4ec5-9a51-1485acf38352", "name": "network-vif-deleted", "tag": "ff7d5d2c-9edf-4b66-b5e3-af342a135706", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:30:59.028339 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-743660ba-5d06-449b-b752-dc0e5a5e9605 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:30:59.028740 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bc72a8-d4d9-4ec5-9a51-1485acf38352', 'name': 'network-vif-deleted', 'tag': 'ff7d5d2c-9edf-4b66-b5e3-af342a135706', 'status': 'completed', 'code': 200} Jan 29 20:30:59.581064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f319786-f6ab-42b4-b574-d2568da878c6 req-3f36617a-8570-4042-8303-bc445be18831 tempest-ServerDiskConfigTestJSON-1612383045 tempest-ServerDiskConfigTestJSON-1612383045-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4bc72a8-d4d9-4ec5-9a51-1485acf38352 HTTP/1.1" status: 200 len: 210 time: 0.0286307 Jan 29 20:31:00.149444 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.405413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.704393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39242) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:00.748995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Deleting subnet 93ed3bb4-9a64-4f92-a4de-cfe044a93fed {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:31:00.752267 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Publish callbacks [] for subnet (93ed3bb4-9a64-4f92-a4de-cfe044a93fed), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.786582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (93ed3bb4-9a64-4f92-a4de-cfe044a93fed), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.823911 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (93ed3bb4-9a64-4f92-a4de-cfe044a93fed), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.927205 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (93ed3bb4-9a64-4f92-a4de-cfe044a93fed), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.954735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ed3bb4-9a64-4f92-a4de-cfe044a93fed,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:00.957739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:00.960910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/93ed3bb4-9a64-4f92-a4de-cfe044a93fed HTTP/1.1" status: 204 len: 168 time: 0.2554891 Jan 29 20:31:00.963654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39244) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:00.967267 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.967622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.967968 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.968339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.968674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.969006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.969334 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.969660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.969987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.970313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.970635 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.970957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:00.971278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12baf064-5315-48c9-a4c2-d528f6e24a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:01.031771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (baa7d204-9e44-4461-87a6-d39df0cf24b8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.110107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (baa7d204-9e44-4461-87a6-d39df0cf24b8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.129810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa7d204-9e44-4461-87a6-d39df0cf24b8']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:01.138647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee481cb-45d7-4ae3-a2db-59979d0048ec') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:01.138945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee481cb-45d7-4ae3-a2db-59979d0048ec') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:01.152126 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (cee481cb-45d7-4ae3-a2db-59979d0048ec), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.159109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:31:01.165510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cee481cb-45d7-4ae3-a2db-59979d0048ec), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.171277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:31:01.171657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (cee481cb-45d7-4ae3-a2db-59979d0048ec), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:31:01.173297 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:31:01.178711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: ff7d5d2c-9edf-4b66-b5e3-af342a135706 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:31:01.179009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ff7d5d2c-9edf-4b66-b5e3-af342a135706 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:31:01.284697 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:31:01.298687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (baa7d204-9e44-4461-87a6-d39df0cf24b8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.304946 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.308272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] 10.222.0.15 "DELETE /v2.0/networks/baa7d204-9e44-4461-87a6-d39df0cf24b8 HTTP/1.1" status: 204 len: 168 time: 0.3435297 Jan 29 20:31:01.320110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486404c9-c109-4f3d-bb10-c5bb5c576f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa7d204-9e44-4461-87a6-d39df0cf24b8,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:01.561548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.602069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39248) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:01.642058 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d7767be5-a8bd-477e-81ae-e9d3a8e05551 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61be33aeb23a4fbd85d3ec827400ff4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388038 Jan 29 20:31:01.644639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39250) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:01.691642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfdf68de-53f1-40b9-9bdf-426b95b8e0f6 admin admin] Publish callbacks [] for security_group (3cb10ed1-0540-47e9-bd8d-f87423d36d32), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.712189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfdf68de-53f1-40b9-9bdf-426b95b8e0f6 admin admin] Publish callbacks [] for security_group (3cb10ed1-0540-47e9-bd8d-f87423d36d32), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.822321 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfdf68de-53f1-40b9-9bdf-426b95b8e0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (3cb10ed1-0540-47e9-bd8d-f87423d36d32), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.824936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-bfdf68de-53f1-40b9-9bdf-426b95b8e0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:01.826077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-bfdf68de-53f1-40b9-9bdf-426b95b8e0f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cb10ed1-0540-47e9-bd8d-f87423d36d32 HTTP/1.1" status: 204 len: 168 time: 0.1805508 Jan 29 20:31:01.834236 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf68de-53f1-40b9-9bdf-426b95b8e0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb10ed1-0540-47e9-bd8d-f87423d36d32,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:02.811385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39272) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:02.905914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-720818076-network', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:02.989879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Made reservation on behalf of c699f9f15d4e4fb2938699226b4427a9 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:31:02.992282 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.005507 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.078057 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks [] for security_group (c0802871-93c8-4a30-b817-5905a2574e79), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.143801 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c0802871-93c8-4a30-b817-5905a2574e79), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.170420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:31:03.176364 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0802871-93c8-4a30-b817-5905a2574e79,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:03.183398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0cce155b-f49d-4bb6-9d99-7a2ad0bcac63), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.188883 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Added segment 0cce155b-f49d-4bb6-9d99-7a2ad0bcac63 of type vlan for network ccc05fec-7460-467d-afde-c9d4cc3234b5 Jan 29 20:31:03.223368 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (ccc05fec-7460-467d-afde-c9d4cc3234b5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.333100 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (ccc05fec-7460-467d-afde-c9d4cc3234b5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.334127 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:03.334721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.398922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] Pushing event updated for resources: {'Network': ['ID=ccc05fec-7460-467d-afde-c9d4cc3234b5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:03.408891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:31:03.428122 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-083ec775-5a14-4193-acdc-b01c2122f50e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6155739 Jan 29 20:31:03.435567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39276) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:03.440847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Request body: {'subnet': {'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-720818076-subnet', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:03.521631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Made reservation on behalf of c699f9f15d4e4fb2938699226b4427a9 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:31:03.524031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.738700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (f1b60fc6-b372-4270-b338-77e28d9ddd3f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.799724 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b60fc6-b372-4270-b338-77e28d9ddd3f,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:03.802798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:31:03.803163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Network hostable DHCP agents. Network: ccc05fec-7460-467d-afde-c9d4cc3234b5, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:31:03.904096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:31:03.982206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, ccc05fec-7460-467d-afde-c9d4cc3234b5) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:03.986167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:03.986768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:03.997727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d62d3-2e29-44ef-96e2-a35c08d6d1cb None None] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:31:04.076800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f23decbe-6c41-40f4-922d-1441c8f0595e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6400599 Jan 29 20:31:04.079385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39278) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:04.083691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:04.093078 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-ccc05fec-7460-467d-afde-c9d4cc3234b5', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:31:04.093958 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.228531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Allocated IP 172.20.0.2 (ccc05fec-7460-467d-afde-c9d4cc3234b5/f1b60fc6-b372-4270-b338-77e28d9ddd3f/ad4f2647-59b1-45e2-b8f4-344688ceb0df) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:31:04.229958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.231030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.317735 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks [] for router_controller (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.368822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Publish callbacks [] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.462951 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.502599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:31:04.506422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:04.510947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:31:04.517764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks [] for router_gateway (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.527072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Pushing event updated for resources: {'Port': ['ID=ad4f2647-59b1-45e2-b8f4-344688ceb0df,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:04.575328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Attempting to bind port ad4f2647-59b1-45e2-b8f4-344688ceb0df on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:31:04.575698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Attempting to bind port ad4f2647-59b1-45e2-b8f4-344688ceb0df by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:31:04.576054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Attempting to bind port ad4f2647-59b1-45e2-b8f4-344688ceb0df on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:31:04.581002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:31:04.581398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:31:04.582449 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.582839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:31:04.583314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Bound port: ad4f2647-59b1-45e2-b8f4-344688ceb0df, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:31:04.583686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.645802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] For port ad4f2647-59b1-45e2-b8f4-344688ceb0df, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:31:04.648969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] For port ad4f2647-59b1-45e2-b8f4-344688ceb0df, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad4f2647-59b1-45e2-b8f4-344688ceb0df,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:31:04.714802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.778486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7afc53-2f72-4bfd-8873-d6ef41b52c5c None None] Pushing event updated for resources: {'Port': ['ID=ad4f2647-59b1-45e2-b8f4-344688ceb0df,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:04.803582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks [] for router_gateway (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.834431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:04.955330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Allocated IP 172.25.5.151 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/a86563fe-3333-4df0-a5c8-1c3b0ad7344f) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:31:05.073021 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks [] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.173454 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.212720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:31:05.217422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:05.220957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:31:05.227299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Pushing event updated for resources: {'Port': ['ID=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:05.546704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks [] for router_gateway (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.633566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad4f2647-59b1-45e2-b8f4-344688ceb0df up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:05.683333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ad4f2647-59b1-45e2-b8f4-344688ceb0df triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:05.683781 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.754462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef4205-a703-4afc-aaca-2f88ce36d086 None None] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:31:05.757181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.799760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ad4f2647-59b1-45e2-b8f4-344688ceb0df is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:05.800151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.850273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Provisioning complete for port ad4f2647-59b1-45e2-b8f4-344688ceb0df triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:05.852440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:05.902511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port ad4f2647-59b1-45e2-b8f4-344688ceb0df, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad4f2647-59b1-45e2-b8f4-344688ceb0df,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:31:05.974234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:06.022084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Current status of the port ad4f2647-59b1-45e2-b8f4-344688ceb0df is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:06.026682 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:06.060486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=ad4f2647-59b1-45e2-b8f4-344688ceb0df,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:06.093582 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.094046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.094332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.094674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.095007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.095342 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.095668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.095998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.096364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.096689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.097014 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.097850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.098197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:06.117176 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:31:06.118694 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:31:06.247055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:31:06.356683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:31:06.367803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:31:06.378339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:31:06.382518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:30:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:06.438490 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:06.442774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-234bab0a-0fd5-4357-b80a-7bf79bbc5978 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3595212 Jan 29 20:31:06.442918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39280) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:06.665807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:31:06.719402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c8800ddc-a019-4c05-96fe-e90c10796489 None None] Current status of the port ad4f2647-59b1-45e2-b8f4-344688ceb0df is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:06.850134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c39cbebd-f754-4b86-99f3-6496f7a15ca6 None None] Provisioning complete for port ad4f2647-59b1-45e2-b8f4-344688ceb0df triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:06.850486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c39cbebd-f754-4b86-99f3-6496f7a15ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:06.891068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:06.896062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:05Z', 'revision_number': 3, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:06.926318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:31:06.926659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Updating router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 port a86563fe-3333-4df0-a5c8-1c3b0ad7344f binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:31:06.975714 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.020284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c39cbebd-f754-4b86-99f3-6496f7a15ca6 None None] Current status of the port ad4f2647-59b1-45e2-b8f4-344688ceb0df is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:07.057271 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Allocated IP 172.20.0.1 (ccc05fec-7460-467d-afde-c9d4cc3234b5/f1b60fc6-b372-4270-b338-77e28d9ddd3f/166111d6-82d5-4ef7-b48f-fd3b58483415) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:31:07.179046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks [] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.260992 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Publish callbacks [] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.297510 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.325694 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.342058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:31:07.344976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:07.349468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:31:07.380805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Attempting to bind port a86563fe-3333-4df0-a5c8-1c3b0ad7344f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:31:07.381181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Attempting to bind port a86563fe-3333-4df0-a5c8-1c3b0ad7344f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:31:07.381549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Attempting to bind port a86563fe-3333-4df0-a5c8-1c3b0ad7344f on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:31:07.386241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de01e-2e98-411c-9e82-d6e8904e85d1 None None] Pushing event updated for resources: {'Port': ['ID=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:07.394728 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.395127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:31:07.395613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:31:07.396495 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.396885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:31:07.397549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Bound port: a86563fe-3333-4df0-a5c8-1c3b0ad7344f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:31:07.397948 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.399355 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Pushing event updated for resources: {'Port': ['ID=166111d6-82d5-4ef7-b48f-fd3b58483415,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:07.463285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] For port a86563fe-3333-4df0-a5c8-1c3b0ad7344f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:31:07.466617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] For port a86563fe-3333-4df0-a5c8-1c3b0ad7344f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:31:07.543668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.603408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad4f2647-59b1-45e2-b8f4-344688ceb0df up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:07.624680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.666781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:31:07.668010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:30:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:07.670308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de01e-2e98-411c-9e82-d6e8904e85d1 None None] Pushing event updated for resources: {'Port': ['ID=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:07.725817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ad4f2647-59b1-45e2-b8f4-344688ceb0df triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:07.726189 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.810264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks [] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.815565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e4703fe0-89ea-477b-8c28-b05cd382bed0 None None] Provisioning complete for port 166111d6-82d5-4ef7-b48f-fd3b58483415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:07.815942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e4703fe0-89ea-477b-8c28-b05cd382bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.855693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:31:07.868258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.927050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e4703fe0-89ea-477b-8c28-b05cd382bed0 None None] Port 166111d6-82d5-4ef7-b48f-fd3b58483415 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:31:07.943283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Pushing event updated for resources: {'Port': ['ID=166111d6-82d5-4ef7-b48f-fd3b58483415,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:07.948030 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:07.986235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ad4f2647-59b1-45e2-b8f4-344688ceb0df is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:08.042227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:31:08.043603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:08.113833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 1, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:08.148877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e33bc-a898-462e-8248-0528efa26eb2 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 1, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:31:08.193974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:31:08.315333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:31:08.322006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f630021a-d957-415c-8b32-a5a5bcce8296 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779550 Jan 29 20:31:08.351542 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-27d0c813-c74c-4c5d-9dae-da48df20d853 None None] Provisioning complete for port 166111d6-82d5-4ef7-b48f-fd3b58483415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:08.351542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27d0c813-c74c-4c5d-9dae-da48df20d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:08.401506 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:08.404290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-27d0c813-c74c-4c5d-9dae-da48df20d853 None None] Port 166111d6-82d5-4ef7-b48f-fd3b58483415 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:31:09.613052 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a86563fe-3333-4df0-a5c8-1c3b0ad7344f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:09.662786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a86563fe-3333-4df0-a5c8-1c3b0ad7344f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:09.663169 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:09.743960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a86563fe-3333-4df0-a5c8-1c3b0ad7344f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:09.744418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:09.766535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port a86563fe-3333-4df0-a5c8-1c3b0ad7344f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:31:09.841400 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:09.893512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:10.069702 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:31:10.079172 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:31:10.079794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:30:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:10.143453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39290) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:10.148962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960245232', 'description': 'tempest-description--201047883'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:10.188432 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:31:10.218739 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.291284 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group (b30a299a-6896-43b6-ad61-2e082c9f403d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.343878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b30a299a-6896-43b6-ad61-2e082c9f403d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.373977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30a299a-6896-43b6-ad61-2e082c9f403d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:10.389461 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 2, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:10.416421 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:31:10.416801 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Updating router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 port 166111d6-82d5-4ef7-b48f-fd3b58483415 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:31:10.443178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.443717 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.444509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e85ce35d-4c06-45dd-b27e-4d0fa291c4ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2992001 Jan 29 20:31:10.447253 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39292) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:10.451617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'security_group_rule': {'security_group_id': 'b30a299a-6896-43b6-ad61-2e082c9f403d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:10.536371 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group_rule (9c9a6ba2-5786-4bab-8999-0c771b960cbf), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.611225 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group_rule (9c9a6ba2-5786-4bab-8999-0c771b960cbf), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.669747 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (9c9a6ba2-5786-4bab-8999-0c771b960cbf), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.689450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9a6ba2-5786-4bab-8999-0c771b960cbf,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:10.728858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.730091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-27486d20-0d45-4dbb-8a50-32810e49deac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818744 Jan 29 20:31:10.732969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39294) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:10.737365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'security_group_rule': {'security_group_id': 'b30a299a-6896-43b6-ad61-2e082c9f403d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:10.798972 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Publish callbacks [] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.828187 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group_rule (98afd08b-4ab8-442c-a3af-4e875092b98c), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.883710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group_rule (98afd08b-4ab8-442c-a3af-4e875092b98c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.903696 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.952554 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Pushing event updated for resources: {'Port': ['ID=166111d6-82d5-4ef7-b48f-fd3b58483415,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:10.961194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (98afd08b-4ab8-442c-a3af-4e875092b98c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:10.981634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98afd08b-4ab8-442c-a3af-4e875092b98c,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:10.987135 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.987135 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.987434 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.987613 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.988490 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.988911 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.989244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.989562 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.989884 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.990199 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.990514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.990636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.990828 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.990953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.991139 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.991293 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.991643 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.991986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.992381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.992721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.993058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.993438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.994339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.994339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.994647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:10.994989 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:31:11.026791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Attempting to bind port 166111d6-82d5-4ef7-b48f-fd3b58483415 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:31:11.027166 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Attempting to bind port 166111d6-82d5-4ef7-b48f-fd3b58483415 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:31:11.027532 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Attempting to bind port 166111d6-82d5-4ef7-b48f-fd3b58483415 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:31:11.033118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:31:11.033536 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:31:11.033944 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.034363 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:31:11.034874 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Bound port: 166111d6-82d5-4ef7-b48f-fd3b58483415, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:31:11.035338 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.060331 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.061699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-51b14464-a47c-45e0-acb1-91cd9efc8ef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277435 Jan 29 20:31:11.064800 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39296) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:11.069835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:11.106560 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] For port 166111d6-82d5-4ef7-b48f-fd3b58483415, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:31:11.109750 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] For port 166111d6-82d5-4ef7-b48f-fd3b58483415, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=166111d6-82d5-4ef7-b48f-fd3b58483415,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:31:11.138137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.146184 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5b0d6a3d-0bfc-410c-958a-f20c563e84cd None None] Provisioning complete for port 166111d6-82d5-4ef7-b48f-fd3b58483415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:11.146680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5b0d6a3d-0bfc-410c-958a-f20c563e84cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.162130 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.186613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d6a3d-0bfc-410c-958a-f20c563e84cd None None] Port 166111d6-82d5-4ef7-b48f-fd3b58483415 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:31:11.221117 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:31:11.221798 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:30:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:11.250136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.265798 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e26042-ea97-4c0d-953d-59f0c5be113d None None] Pushing event updated for resources: {'Port': ['ID=166111d6-82d5-4ef7-b48f-fd3b58483415,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:11.338879 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:31:11.368544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Allocated IP 172.25.5.194 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/e983bbbe-8dc4-4cb2-b85f-748d08d6dbde) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:31:11.480131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.510157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] Provisioning complete for port 166111d6-82d5-4ef7-b48f-fd3b58483415 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:11.510540 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.553180 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:11.580943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c043c32-3320-4df6-b197-0669beca2753 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:31:11.590382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.599136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] Current status of the port 166111d6-82d5-4ef7-b48f-fd3b58483415 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:11.599892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.639037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] For port 166111d6-82d5-4ef7-b48f-fd3b58483415, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=166111d6-82d5-4ef7-b48f-fd3b58483415,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:31:11.643396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:31:11.649957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:11.652382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:31:11.657397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'Port': ['ID=e983bbbe-8dc4-4cb2-b85f-748d08d6dbde,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:11.657699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a86563fe-3333-4df0-a5c8-1c3b0ad7344f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:11.707221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.750322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a86563fe-3333-4df0-a5c8-1c3b0ad7344f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:11.750707 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.758158 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.788771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eddf6-ba6a-462f-8c5e-f9f93bcf3399 None None] Pushing event updated for resources: {'Port': ['ID=166111d6-82d5-4ef7-b48f-fd3b58483415,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:11.846433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a86563fe-3333-4df0-a5c8-1c3b0ad7344f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:11.847727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166111d6-82d5-4ef7-b48f-fd3b58483415 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:11.864581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.901928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 166111d6-82d5-4ef7-b48f-fd3b58483415 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:11.901928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:11.982437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 166111d6-82d5-4ef7-b48f-fd3b58483415 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:12.030535 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:12.075854 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:12.153810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'Port': ['ID=e983bbbe-8dc4-4cb2-b85f-748d08d6dbde,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:12.162077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:12.231182 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:12.232854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bf9ad792-1400-41d0-9ef5-af60baf20542 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1670980 Jan 29 20:31:12.396689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-1cef0def-d30e-4a46-9644-e061344e3628 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1960245232&fields=id&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 267 time: 0.0544572 Jan 29 20:31:12.501124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-3aae214b-d2ee-4598-8d76-02330e32598b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:12.502833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-3aae214b-d2ee-4598-8d76-02330e32598b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.0997767 Jan 29 20:31:12.517432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-02afed6e-3351-41d4-87e3-84ffa4635f6f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/quotas/c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 375 time: 0.0091703 Jan 29 20:31:12.589165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-a8eb764e-e6ff-4d3b-aebd-3dcddaac8161 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661719 Jan 29 20:31:12.682899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-618f4ad1-257f-4dba-8aa3-9273a40570e1 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819576 Jan 29 20:31:12.773492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8bc2269b-6337-45fa-b91b-362c3ea8e299 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 Jan 29 20:31:13.039727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-276de6aa-723f-4d83-9475-c08fe112a125 req-3472efef-b0fc-4db9-b1fc-35eecf05ddb2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 210 time: 0.0280561 Jan 29 20:31:13.576804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166111d6-82d5-4ef7-b48f-fd3b58483415 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:13.626675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 166111d6-82d5-4ef7-b48f-fd3b58483415 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:13.627044 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:13.705204 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 166111d6-82d5-4ef7-b48f-fd3b58483415 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:14.136597 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-910768b1-dcd7-4c30-99af-2d0f977a561b req-c47c46bb-179c-4b5a-bd11-a3a36e483c0f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 210 time: 0.0298645 Jan 29 20:31:15.209134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-5781b3cc-40a8-4f6c-bef8-a69c92c0294a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:15.210672 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-5781b3cc-40a8-4f6c-bef8-a69c92c0294a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.1091325 Jan 29 20:31:15.244390 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71a44734-8c8a-4e87-833f-47b869ded376 req-43080ee4-75d9-476f-a8e5-a3e32967c942 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 210 time: 0.0292990 Jan 29 20:31:15.281398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-7b760126-841c-4ed8-a585-692fc73fc2e2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 380 time: 0.0572774 Jan 29 20:31:15.290422 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'port': {'device_id': '276f4732-641a-433a-85d3-c698ad0a364d', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'admin_state_up': True, 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'security_groups': ['b30a299a-6896-43b6-ad61-2e082c9f403d']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:15.479871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Made reservation on behalf of c699f9f15d4e4fb2938699226b4427a9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:31:15.483199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:15.611468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Allocated IP 172.20.0.10 (ccc05fec-7460-467d-afde-c9d4cc3234b5/f1b60fc6-b372-4270-b338-77e28d9ddd3f/b06ae109-d5f6-403d-bc31-6d50cb4a298a) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:31:15.747273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:15.835676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:15.875516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:31:15.879324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:31:15.885447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:31:15.912321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:15.938629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:15.939260 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:16.010128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-c6863afc-9b29-4b6e-a405-75bda49ad86c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236817 Jan 29 20:31:16.027458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Request body: {'port': {'device_id': '276f4732-641a-433a-85d3-c698ad0a364d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:16.106144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:16.156247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-39a91d2d-e21f-4f28-b4bf-2f263688070c None None] Provisioning complete for port b06ae109-d5f6-403d-bc31-6d50cb4a298a triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:16.156794 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39a91d2d-e21f-4f28-b4bf-2f263688070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:16.195948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-39a91d2d-e21f-4f28-b4bf-2f263688070c None None] Port b06ae109-d5f6-403d-bc31-6d50cb4a298a cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:31:16.637867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd711a-e50f-433a-84dc-13b6d8bb45c1 req-825ac08a-3127-4353-bf51-6674b57ea723 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:16.639332 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ccd711a-e50f-433a-84dc-13b6d8bb45c1 req-825ac08a-3127-4353-bf51-6674b57ea723 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 932 time: 0.0809224 Jan 29 20:31:16.711701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06ae109-d5f6-403d-bc31-6d50cb4a298a {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:31:16.725918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Publish callbacks [] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:16.734566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ccd711a-e50f-433a-84dc-13b6d8bb45c1 req-630b4d97-b30a-4bea-afe1-4573686561c9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877984 Jan 29 20:31:16.742127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Transition to ACTIVE for port object b06ae109-d5f6-403d-bc31-6d50cb4a298a will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:31:16.828107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:16.877015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:16.955545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Attempting to bind port b06ae109-d5f6-403d-bc31-6d50cb4a298a on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:31:16.955880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Attempting to bind port b06ae109-d5f6-403d-bc31-6d50cb4a298a by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:31:16.956816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Attempting to bind port b06ae109-d5f6-403d-bc31-6d50cb4a298a on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:31:16.961651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Port b06ae109-d5f6-403d-bc31-6d50cb4a298a on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:31:16.961974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Attempting to bind port b06ae109-d5f6-403d-bc31-6d50cb4a298a on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:31:16.966905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:31:16.967242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:31:16.967629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:31:16.968055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Bound port: b06ae109-d5f6-403d-bc31-6d50cb4a298a, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:31:16.968433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:17.038073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:31:17.041587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:31:17.104362 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:17.141213 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.141991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:17.143346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] 10.222.0.26 "PUT /v2.0/ports/b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 1092 time: 1.1204412 Jan 29 20:31:17.143959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:31:17.146369 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:31:17.170137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b289-e6a0-4b0a-8c3e-0201e42cb07d service neutron] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:17.187491 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c24323d-c362-4b02-9fc0-e336012a025d x-openstack-request-id: req-1c24323d-c362-4b02-9fc0-e336012a025d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:31:17.187799 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:31:17.188061 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c24323d-c362-4b02-9fc0-e336012a025d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:31:17.188550 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'status': 'completed', 'code': 200} Jan 29 20:31:17.275205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c req-941b98dc-8494-478b-9362-8b06dea5f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.276775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c req-941b98dc-8494-478b-9362-8b06dea5f66d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1126 time: 0.0504534 Jan 29 20:31:17.387150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c req-af84864a-bf5e-48ae-a6fe-6e6b51402491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.388655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c req-af84864a-bf5e-48ae-a6fe-6e6b51402491 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c699f9f15d4e4fb2938699226b4427a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0984969 Jan 29 20:31:17.482436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c req-e964b2f0-74d7-4011-85cd-456dd2964f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.483895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0f7b27a8-0ba7-4a0d-9b8f-2862aa982d9c req-e964b2f0-74d7-4011-85cd-456dd2964f92 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898883 Jan 29 20:31:17.589833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-125fc2a7-73ed-402d-81a0-02926dd298f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.591360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-125fc2a7-73ed-402d-81a0-02926dd298f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1126 time: 0.0503476 Jan 29 20:31:17.636869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-ea40af0a-353b-426d-a92f-c2cacbcb1c5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 217 time: 0.0334394 Jan 29 20:31:17.683474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-7c2f7ff4-16c9-408a-b00f-1b49f9b50d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.684919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-7c2f7ff4-16c9-408a-b00f-1b49f9b50d92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0429733 Jan 29 20:31:17.733505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-5e290c18-10d2-45cc-9455-8c51e9a0e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.734890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-5e290c18-10d2-45cc-9455-8c51e9a0e0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436015 Jan 29 20:31:17.852298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-0bf9aa8d-4dbb-4d1e-b448-89cb28a2d8c7 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110771 Jan 29 20:31:17.904029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9a1af-1551-47ab-aaa6-7e8e38103c5e req-e1e659f2-db8a-4511-9ebe-faee56b935c4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:17.905505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4f9a1af-1551-47ab-aaa6-7e8e38103c5e req-e1e659f2-db8a-4511-9ebe-faee56b935c4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 944 time: 0.0934100 Jan 29 20:31:17.990864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-966e61c0-f949-46cb-9c5d-0feb0625d227 req-e4122a6b-d941-410e-9255-45d5f67c8094 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317408 Jan 29 20:31:17.993991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4f9a1af-1551-47ab-aaa6-7e8e38103c5e req-b651bc81-e977-41e7-9e8c-8ef458bd08e1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640886 Jan 29 20:31:19.116580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04df76-dba4-481e-836b-cb5f55c38ad2 req-54051d7e-e1bc-4b8d-9bc9-afa5cf3d3db4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:19.118155 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c04df76-dba4-481e-836b-cb5f55c38ad2 req-54051d7e-e1bc-4b8d-9bc9-afa5cf3d3db4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 944 time: 0.0542672 Jan 29 20:31:19.164507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c04df76-dba4-481e-836b-cb5f55c38ad2 req-37a32c84-7248-400d-b6c0-a724ad9bbf32 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Jan 29 20:31:19.235695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:31:19.330095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:31:19.341109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'mac_address': 'fa:16:3e:99:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:31:19.381035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b06ae109-d5f6-403d-bc31-6d50cb4a298a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:19.381428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:19.548495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06ae109-d5f6-403d-bc31-6d50cb4a298a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:31:19.568610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:31:19.630076 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:19.675957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:19.888278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['b06ae109-d5f6-403d-bc31-6d50cb4a298a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:31:20.284222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b9ea-ec77-4cac-9a7d-b35e20529afb req-02f83345-2e3a-4d67-991c-09a0783c12e6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:20.286758 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c431b9ea-ec77-4cac-9a7d-b35e20529afb req-02f83345-2e3a-4d67-991c-09a0783c12e6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 945 time: 0.0543756 Jan 29 20:31:20.339281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c431b9ea-ec77-4cac-9a7d-b35e20529afb req-40bd38fc-32e2-4408-8c72-6de28e03a105 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Jan 29 20:31:21.250450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:31:21.384002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port b06ae109-d5f6-403d-bc31-6d50cb4a298a completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:31:21.388226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port b06ae109-d5f6-403d-bc31-6d50cb4a298a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:31:21.388700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:21.463355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046bf4-a216-4d6e-8bb7-a1af58f537a9 req-e7e6231f-b9e0-48d8-ba05-2f19b4cf58b4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:21.464862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0046bf4-a216-4d6e-8bb7-a1af58f537a9 req-e7e6231f-b9e0-48d8-ba05-2f19b4cf58b4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 945 time: 0.0568411 Jan 29 20:31:21.469022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b06ae109-d5f6-403d-bc31-6d50cb4a298a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:31:21.469418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:21.495725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:31:21.497967 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7618f95f-db85-433d-b976-c298c323df11" -d '{"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-plugged", "status": "completed", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:31:21.510929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:31:21.512081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b0046bf4-a216-4d6e-8bb7-a1af58f537a9 req-d0726468-4afc-4176-9b54-13dfbcec6d21 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 Jan 29 20:31:21.578297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:21.631347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:31:21.777213 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a6f804-61af-4bb9-97fd-1b3bed57488d x-openstack-request-id: req-28a6f804-61af-4bb9-97fd-1b3bed57488d {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:31:21.777575 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-plugged", "status": "completed", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:31:21.777836 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28a6f804-61af-4bb9-97fd-1b3bed57488d {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:31:21.778238 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'code': 200} Jan 29 20:31:21.906702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ab10b-6af9-42d0-820f-18a087801d6d req-1ab94472-3382-4066-b245-4886dbc9355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:21.908492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-628ab10b-6af9-42d0-820f-18a087801d6d req-1ab94472-3382-4066-b245-4886dbc9355e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1128 time: 0.0444288 Jan 29 20:31:21.953093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-628ab10b-6af9-42d0-820f-18a087801d6d req-548f8af1-e386-40e8-87f3-0143af819371 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Jan 29 20:31:22.630558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6b0d3-8b0c-4795-8aa1-62d89e82086d req-79e13a88-e73f-4768-86e1-0c137b7b3d8d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:22.632029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81a6b0d3-8b0c-4795-8aa1-62d89e82086d req-79e13a88-e73f-4768-86e1-0c137b7b3d8d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0520627 Jan 29 20:31:22.677319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-81a6b0d3-8b0c-4795-8aa1-62d89e82086d req-e721b36e-f425-4ff7-81df-822b4ea77cb7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397439 Jan 29 20:31:23.796532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d087ad3-998d-4492-bbe5-415204fb4dfc req-c0001528-331e-4404-aebe-f903c6090d6e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:23.797930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d087ad3-998d-4492-bbe5-415204fb4dfc req-c0001528-331e-4404-aebe-f903c6090d6e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0525696 Jan 29 20:31:23.844349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3d087ad3-998d-4492-bbe5-415204fb4dfc req-1dda2ecb-8603-427b-84ab-9be20cc477e5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403388 Jan 29 20:31:23.959929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd3fcc-50a8-4ec1-a373-4dd67929e349 req-bf25bb06-4ea5-4a47-a67e-e45be76061c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:23.961440 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-48bd3fcc-50a8-4ec1-a373-4dd67929e349 req-bf25bb06-4ea5-4a47-a67e-e45be76061c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0527461 Jan 29 20:31:23.969858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39348) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:31:23.974782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'floatingip': {'port_id': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:31:24.016516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:24.452612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:24.514831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:24.611474 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 associated. External IP: 172.25.5.194, port: b06ae109-d5f6-403d-bc31-6d50cb4a298a. Jan 29 20:31:24.819358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:31:24.925175 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:31:24.930123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:24.934691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:31:24.944233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:31:24.944844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:30:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:24.960912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-83c7843c-e594-4b1b-9d67-afecd3369b11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "PUT /v2.0/floatingips/f8014e49-51be-4d42-af50-6a945eb21fd9 HTTP/1.1" status: 200 len: 992 time: 0.9900124 Jan 29 20:31:24.961513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:31:24.963785 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba23332-11ef-4f57-a134-0e6712221383" -d '{"events": [{"name": "network-changed", "server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:31:25.053781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:31:25.067869 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae814a7-083d-421e-9c6d-11e3aef5174e x-openstack-request-id: req-7ae814a7-083d-421e-9c6d-11e3aef5174e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:31:25.068167 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:31:25.068460 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ae814a7-083d-421e-9c6d-11e3aef5174e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:31:25.068924 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'status': 'completed', 'code': 200} Jan 29 20:31:25.084054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9c850-e508-4752-a8c7-58d9ad50d6e6 req-774c5f66-4541-4c3e-b801-08d91b5cc3d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:25.085517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ca9c850-e508-4752-a8c7-58d9ad50d6e6 req-774c5f66-4541-4c3e-b801-08d91b5cc3d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0715299 Jan 29 20:31:25.163756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1ca9c850-e508-4752-a8c7-58d9ad50d6e6 req-36a1cb31-55ff-4265-a3e0-ecfe99ab8ab8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726008 Jan 29 20:31:25.174893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23332-11ef-4f57-a134-0e6712221383 req-27f067cf-3bf1-4497-9a46-b8604215fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:25.176591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-27f067cf-3bf1-4497-9a46-b8604215fb72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1128 time: 0.0588009 Jan 29 20:31:25.225923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d7539e14-095b-47ca-a885-b7808e151f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:25.282749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23332-11ef-4f57-a134-0e6712221383 req-5a99224f-cdaa-49eb-b598-3615c395a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:25.284424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-5a99224f-cdaa-49eb-b598-3615c395a7c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1014321 Jan 29 20:31:25.307834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:99:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276f4732-641a-433a-85d3-c698ad0a364d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:31:24Z', 'revision_number': 1, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:25.335290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:31:25.343615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:31:25.344248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:30:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:25.349154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-d7bdc891-e009-486f-8954-bbad850a47c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 1000 time: 0.0590036 Jan 29 20:31:25.398388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23332-11ef-4f57-a134-0e6712221383 req-0ce65de6-92ed-4545-98fc-96bac1437d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:25.399853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-0ce65de6-92ed-4545-98fc-96bac1437d80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0451474 Jan 29 20:31:25.453467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23332-11ef-4f57-a134-0e6712221383 req-34be3ac1-efad-47db-a291-f51549ee12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:25.455030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-34be3ac1-efad-47db-a291-f51549ee12b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489030 Jan 29 20:31:25.455462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:31:25.550158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-3640b2bb-643a-4a4d-95a4-e583c22f0bd7 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Jan 29 20:31:25.643636 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ba23332-11ef-4f57-a134-0e6712221383 req-086f986f-5d9a-4643-908e-9a47c1dc7bcb service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874479 Jan 29 20:31:25.686471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:99:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276f4732-641a-433a-85d3-c698ad0a364d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:31:24Z', 'revision_number': 1, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:31:25.714866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098af5c5-b652-42fe-bfd4-ff7ca2dbf512 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:99:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276f4732-641a-433a-85d3-c698ad0a364d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:31:24Z', 'revision_number': 1, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:31:25.909595 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f090af7-f93b-473d-9797-c60ccfbf1cf6 None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:31:26.290599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24a8f-ca00-42c9-9382-83c8eeaab7bc req-b1267509-9b36-42bd-9fd2-020dc4cdecda tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:26.292088 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fd24a8f-ca00-42c9-9382-83c8eeaab7bc req-b1267509-9b36-42bd-9fd2-020dc4cdecda tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0591850 Jan 29 20:31:26.339151 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fd24a8f-ca00-42c9-9382-83c8eeaab7bc req-53fb8a3a-5f93-401f-a5eb-83674219a198 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414252 Jan 29 20:31:26.457802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffef4c-7226-460a-a48c-e2c6f3b38bf5 req-16d31aba-3939-4f7a-a583-da6927361c2d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:26.459165 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcffef4c-7226-460a-a48c-e2c6f3b38bf5 req-16d31aba-3939-4f7a-a583-da6927361c2d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0527518 Jan 29 20:31:26.505346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bcffef4c-7226-460a-a48c-e2c6f3b38bf5 req-581fe93f-f9a3-456f-aec6-b2633acce6c7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Jan 29 20:31:26.914329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade30976-c44e-4811-ac04-14f6d3af5e78 req-69ae12d4-7ee7-4d2d-8f64-b2afaf3bd2ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:26.916131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ade30976-c44e-4811-ac04-14f6d3af5e78 req-69ae12d4-7ee7-4d2d-8f64-b2afaf3bd2ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0562325 Jan 29 20:31:26.969787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ade30976-c44e-4811-ac04-14f6d3af5e78 req-85c0854e-2f71-4509-a4e8-f5f8266c84e7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Jan 29 20:31:27.046160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-bdc5f415-c35b-402a-82c2-6a40e78f7f6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437534 Jan 29 20:31:28.095594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c64c2-b8dc-4343-88a7-9e533713e121 req-ca07d786-e0f4-4aff-ba29-4697015a3c3e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:28.097162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd0c64c2-b8dc-4343-88a7-9e533713e121 req-ca07d786-e0f4-4aff-ba29-4697015a3c3e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0544019 Jan 29 20:31:28.145490 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd0c64c2-b8dc-4343-88a7-9e533713e121 req-2890ac6c-8986-41bc-a8d0-5448388abc1f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Jan 29 20:31:28.234955 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0404c03-9c55-4097-8a13-146041d3fdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:28.955229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:29.071611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-40b396e2-0b9d-4be1-871d-6387b9aae7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:29.073135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-40b396e2-0b9d-4be1-871d-6387b9aae7d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1128 time: 0.0446262 Jan 29 20:31:29.163413 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-74f93e9d-fdcf-46ea-a455-ed7e01f5a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:29.164954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-74f93e9d-fdcf-46ea-a455-ed7e01f5a865 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0841210 Jan 29 20:31:29.260451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-10f45c16-6414-47c2-9d04-02b0264009d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 1002 time: 0.0889065 Jan 29 20:31:29.308921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9d5c0-90f2-4c7d-8049-6932a3b7fe82 req-0cd28448-9c64-4f72-9782-db732fc873b7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:29.310385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19b9d5c0-90f2-4c7d-8049-6932a3b7fe82 req-0cd28448-9c64-4f72-9782-db732fc873b7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0953243 Jan 29 20:31:29.327000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-e29b569f-1585-457d-aecd-03fe6f41823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:29.328377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-e29b569f-1585-457d-aecd-03fe6f41823a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0619047 Jan 29 20:31:29.395994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19b9d5c0-90f2-4c7d-8049-6932a3b7fe82 req-aab39063-deb9-4615-9db7-4cd65a19188e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792811 Jan 29 20:31:29.405488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-94d4b0b4-cb27-480f-b848-099cfa5aa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:29.406934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-94d4b0b4-cb27-480f-b848-099cfa5aa36f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719085 Jan 29 20:31:29.495375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-6ffead8e-c2e2-4724-bf75-0a2dd22ae015 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820932 Jan 29 20:31:29.588088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-fa10cf2a-c440-4c34-9da6-a6e861f4b3b2 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Jan 29 20:31:30.144003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:30.435074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:30.518038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dc76b-3f7f-4903-9ab4-abcb4d45f799 req-c5f42a51-ad6d-4507-9b64-b20692efe449 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:30.520056 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee3dc76b-3f7f-4903-9ab4-abcb4d45f799 req-c5f42a51-ad6d-4507-9b64-b20692efe449 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0560377 Jan 29 20:31:30.564941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee3dc76b-3f7f-4903-9ab4-abcb4d45f799 req-e77c413c-7a02-48fe-a9dc-a5480a107d26 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392721 Jan 29 20:31:31.548919 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:31.694352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb2532-6b5e-4e1b-a456-ef7d31d4da0e req-f39a76ed-8f40-4ebe-b4a2-30d327a2845c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:31.695849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8afb2532-6b5e-4e1b-a456-ef7d31d4da0e req-f39a76ed-8f40-4ebe-b4a2-30d327a2845c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0532444 Jan 29 20:31:31.741874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8afb2532-6b5e-4e1b-a456-ef7d31d4da0e req-0344adc8-84a5-43dd-bdfb-677e6aa08a0c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404587 Jan 29 20:31:32.049180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-4981fbfd-c390-4585-acc4-3a9b66b2047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:32.051514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-4981fbfd-c390-4585-acc4-3a9b66b2047e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1128 time: 0.0484135 Jan 29 20:31:32.150783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-d346b060-7a0c-4969-938c-b53daaef57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:32.152325 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-d346b060-7a0c-4969-938c-b53daaef57ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0837722 Jan 29 20:31:32.219135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-295698ab-bc3a-4dc1-93f7-1710b054db2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 1002 time: 0.0611479 Jan 29 20:31:32.266549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-d7e4f8e9-b059-46ed-b949-0b5ce08e07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:32.268012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-d7e4f8e9-b059-46ed-b949-0b5ce08e07d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0423050 Jan 29 20:31:32.317138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-fbe79890-0a19-48d9-a647-b06d6a9f2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:32.318544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-fbe79890-0a19-48d9-a647-b06d6a9f2d14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443757 Jan 29 20:31:32.410585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-bfd14b1f-2410-425e-9c4a-f7250168ccbb service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Jan 29 20:31:32.497810 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dbe2b7f5-7114-4b87-af55-40f09e2a3b9f req-bf62c5f5-a4c9-4290-8855-26c63c8195a6 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810027 Jan 29 20:31:32.860594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e50cd-591e-470b-826b-8156c32a3424 req-ca271634-d364-4699-99e3-36d68399cf0e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:32.862066 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-973e50cd-591e-470b-826b-8156c32a3424 req-ca271634-d364-4699-99e3-36d68399cf0e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519197 Jan 29 20:31:32.909660 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-973e50cd-591e-470b-826b-8156c32a3424 req-35c52d0f-6023-4d05-b1e1-757d92e16cc9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Jan 29 20:31:34.032735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30525ea2-ebfb-4b9d-9128-07ee6a97a5e0 req-0b62c7cb-ccec-46e1-83b8-38130501a1d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:34.034196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30525ea2-ebfb-4b9d-9128-07ee6a97a5e0 req-0b62c7cb-ccec-46e1-83b8-38130501a1d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0561788 Jan 29 20:31:34.080372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-30525ea2-ebfb-4b9d-9128-07ee6a97a5e0 req-2beeb45f-ec0d-4d91-b9c6-cb366e4ca0ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398185 Jan 29 20:31:35.203402 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a6c8-b664-4cd0-a616-69110a187a87 req-07e9d872-f101-4071-b82d-70789e839905 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:35.204906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33f3a6c8-b664-4cd0-a616-69110a187a87 req-07e9d872-f101-4071-b82d-70789e839905 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0569363 Jan 29 20:31:35.252421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33f3a6c8-b664-4cd0-a616-69110a187a87 req-fbffd65b-1d97-4ef9-b271-9c1b636ff3ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Jan 29 20:31:36.372411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f2689-e1a3-4c72-84fd-1ae105ed582d req-63ce5469-3100-4298-9d02-527d3fffdb80 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:36.374050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e66f2689-e1a3-4c72-84fd-1ae105ed582d req-63ce5469-3100-4298-9d02-527d3fffdb80 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0527048 Jan 29 20:31:36.426711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e66f2689-e1a3-4c72-84fd-1ae105ed582d req-e206da45-fc45-471d-b525-84a32cf28ac4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463147 Jan 29 20:31:37.545832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34f872-4c55-4b9f-abda-d0032402796a req-c974be3e-aaca-4e6e-b55a-ea61f463e5b5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:37.547300 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b34f872-4c55-4b9f-abda-d0032402796a req-c974be3e-aaca-4e6e-b55a-ea61f463e5b5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0525091 Jan 29 20:31:37.593580 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b34f872-4c55-4b9f-abda-d0032402796a req-fd2747f4-b8b3-4c7f-970c-35bb70c0edb6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Jan 29 20:31:38.284069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:31:38.393667 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:38.714550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b48704-1b06-4acb-81be-1877bea04428 req-210d7cd0-d180-4588-afa6-8515e11aecff tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:38.716010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1b48704-1b06-4acb-81be-1877bea04428 req-210d7cd0-d180-4588-afa6-8515e11aecff tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519125 Jan 29 20:31:38.766619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1b48704-1b06-4acb-81be-1877bea04428 req-6090bb51-d686-4e7f-b1d5-74059db1fc07 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450478 Jan 29 20:31:39.889760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d0e9-f43b-431e-b7a8-9bd705361ccf req-cec40d27-8cec-4f85-9d8b-14aa256c15a2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:39.891261 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24d5d0e9-f43b-431e-b7a8-9bd705361ccf req-cec40d27-8cec-4f85-9d8b-14aa256c15a2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0532920 Jan 29 20:31:39.942048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24d5d0e9-f43b-431e-b7a8-9bd705361ccf req-6924d644-c915-4330-85b7-098c5288a781 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448992 Jan 29 20:31:41.060480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27821562-7983-4488-9b6d-f2cd5724584b req-f4a92192-6c7b-4f88-80c8-8e63b542fc54 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:41.061950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27821562-7983-4488-9b6d-f2cd5724584b req-f4a92192-6c7b-4f88-80c8-8e63b542fc54 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519197 Jan 29 20:31:41.108320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-27821562-7983-4488-9b6d-f2cd5724584b req-4a81cc89-e1f0-408c-b244-dfd00710afc3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Jan 29 20:31:42.227084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c64aa-8bc3-40a8-8bd3-ee77af5320d8 req-754be6d6-3009-4300-a165-0e003300ffe2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:42.228584 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc8c64aa-8bc3-40a8-8bd3-ee77af5320d8 req-754be6d6-3009-4300-a165-0e003300ffe2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0523300 Jan 29 20:31:42.274962 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cc8c64aa-8bc3-40a8-8bd3-ee77af5320d8 req-822cb1c6-5abe-4ca3-9a8d-5851321134cc tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Jan 29 20:31:43.394314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8eb59-58ea-4f54-ba52-fa0a2373493e req-04a2c4be-14d7-4d80-8c53-746ea400c866 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:43.395778 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ccc8eb59-58ea-4f54-ba52-fa0a2373493e req-04a2c4be-14d7-4d80-8c53-746ea400c866 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519230 Jan 29 20:31:43.440998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ccc8eb59-58ea-4f54-ba52-fa0a2373493e req-ffde2257-77ff-44fc-b066-408a44de1a7c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390618 Jan 29 20:31:44.558929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3a600-e8a8-4d1a-8270-2262d9de0f6b req-b6c3a8bc-ec03-420c-be6f-695881d04419 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:44.560363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fd3a600-e8a8-4d1a-8270-2262d9de0f6b req-b6c3a8bc-ec03-420c-be6f-695881d04419 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519006 Jan 29 20:31:44.606775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6fd3a600-e8a8-4d1a-8270-2262d9de0f6b req-6abddff4-1c38-4c28-9306-9c1ced8bcd77 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Jan 29 20:31:45.731687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a202f-58ce-4894-ba99-315cd4717046 req-4fe9f5ac-7489-4e6f-a465-f3af71457002 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:45.733168 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-614a202f-58ce-4894-ba99-315cd4717046 req-4fe9f5ac-7489-4e6f-a465-f3af71457002 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0568638 Jan 29 20:31:45.779696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-614a202f-58ce-4894-ba99-315cd4717046 req-ee96591e-a15f-430f-b827-061273c2afd4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Jan 29 20:31:46.904636 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f215ab3-62d4-4ef7-bc2c-049b6ee97b09 req-d093c144-9cbc-4f05-813a-3852626f4e7c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:46.906298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f215ab3-62d4-4ef7-bc2c-049b6ee97b09 req-d093c144-9cbc-4f05-813a-3852626f4e7c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0602088 Jan 29 20:31:46.953034 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f215ab3-62d4-4ef7-bc2c-049b6ee97b09 req-0c9512ec-5388-48f2-b527-dcf299797023 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410094 Jan 29 20:31:48.073855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94556309-bf4e-41de-9416-7c0d69faeff4 req-31e2d809-865b-4652-8b63-52d6332a2c24 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:48.075319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94556309-bf4e-41de-9416-7c0d69faeff4 req-31e2d809-865b-4652-8b63-52d6332a2c24 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0523355 Jan 29 20:31:48.121923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94556309-bf4e-41de-9416-7c0d69faeff4 req-48313907-7c2e-44a5-876a-8e669d844c2c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Jan 29 20:31:49.241285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b30f5-a69c-439a-9a45-997f313ccb98 req-06ac3618-e50f-49e8-aaba-b2c8e72894e6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:49.242758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a37b30f5-a69c-439a-9a45-997f313ccb98 req-06ac3618-e50f-49e8-aaba-b2c8e72894e6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0530632 Jan 29 20:31:49.289214 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a37b30f5-a69c-439a-9a45-997f313ccb98 req-2ae7607d-46ef-4a95-9cbe-e9be9c2054b6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Jan 29 20:31:50.407338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce8441-3881-4ea0-ab84-ce1de7cd6029 req-c3f3e65c-3329-4de3-a5b8-f73430ddf267 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:50.408892 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20ce8441-3881-4ea0-ab84-ce1de7cd6029 req-c3f3e65c-3329-4de3-a5b8-f73430ddf267 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0515842 Jan 29 20:31:50.458116 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20ce8441-3881-4ea0-ab84-ce1de7cd6029 req-af33d6e6-1b74-4209-94bf-d8007ab3c4f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Jan 29 20:31:51.592720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d59fa-0faa-4c2d-a8b9-648c9cd0da77 req-ce366849-c7f9-4d87-842e-7d0c3cec871c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:51.595104 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-569d59fa-0faa-4c2d-a8b9-648c9cd0da77 req-ce366849-c7f9-4d87-842e-7d0c3cec871c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0637269 Jan 29 20:31:51.652374 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-569d59fa-0faa-4c2d-a8b9-648c9cd0da77 req-ee27a7cf-7931-4a53-afed-b169519c78d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514154 Jan 29 20:31:52.771255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5abb-e32c-4c9c-b1f9-a040b3fccb40 req-b3f47522-8082-4771-8fd4-20a0e250a97f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:52.772777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bc5abb-e32c-4c9c-b1f9-a040b3fccb40 req-b3f47522-8082-4771-8fd4-20a0e250a97f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0527859 Jan 29 20:31:52.818091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bc5abb-e32c-4c9c-b1f9-a040b3fccb40 req-7540bc6d-0596-4609-a6df-965988c074fe tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 Jan 29 20:31:53.940631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67efce3-63d7-490d-b263-f764d9a2bb2f req-a53bc545-54f0-483f-bc42-0f2f322bb34a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:53.942119 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e67efce3-63d7-490d-b263-f764d9a2bb2f req-a53bc545-54f0-483f-bc42-0f2f322bb34a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0529001 Jan 29 20:31:53.987817 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e67efce3-63d7-490d-b263-f764d9a2bb2f req-f6e89137-fadf-4414-9586-2a097a12c1e1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401032 Jan 29 20:31:55.107191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2da536-e26a-466c-a796-56f142d8ba0e req-39a9c163-557b-43b0-9acb-dc3d70c1d812 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:55.108722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae2da536-e26a-466c-a796-56f142d8ba0e req-39a9c163-557b-43b0-9acb-dc3d70c1d812 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519984 Jan 29 20:31:55.155375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae2da536-e26a-466c-a796-56f142d8ba0e req-abf607ae-1b47-4a61-9663-ac0b15d24863 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Jan 29 20:31:55.172010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6d435016-51e1-4311-8c96-88702b8e8403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:56.275410 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeafda-bb8e-40c5-ae76-2d9540d14912 req-7572a8da-7914-4058-91ab-70bd2839550d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:56.276928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebdeafda-bb8e-40c5-ae76-2d9540d14912 req-7572a8da-7914-4058-91ab-70bd2839550d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0533454 Jan 29 20:31:56.322657 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ebdeafda-bb8e-40c5-ae76-2d9540d14912 req-fedf8292-4fd2-431d-baa2-2de9b616225b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Jan 29 20:31:57.503161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02b67-0c16-4903-9a55-3bc1ceb649d4 req-990e9a35-8e2a-4994-9431-ec28a47a91e0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:57.504865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0f02b67-0c16-4903-9a55-3bc1ceb649d4 req-990e9a35-8e2a-4994-9431-ec28a47a91e0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.1144342 Jan 29 20:31:57.551505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0f02b67-0c16-4903-9a55-3bc1ceb649d4 req-0f225868-f081-408c-9d95-5bfbc71f777a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Jan 29 20:31:58.211639 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-70ae9698-9d27-439e-b383-bb44f86a2780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:58.676440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe1e4-b05a-4b7a-babc-7051bd59b722 req-f16fb373-6d54-4d1a-b691-046370ddd099 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:58.677923 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d45fe1e4-b05a-4b7a-babc-7051bd59b722 req-f16fb373-6d54-4d1a-b691-046370ddd099 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0578356 Jan 29 20:31:58.724089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d45fe1e4-b05a-4b7a-babc-7051bd59b722 req-12c97e78-27e6-4684-92ab-c037fc037e6a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Jan 29 20:31:58.983196 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:31:59.844562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf21bc-ed4b-4ad4-88df-a00f62007953 req-e143b787-57a1-4903-bbd7-dd803094cae9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:31:59.846022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fbf21bc-ed4b-4ad4-88df-a00f62007953 req-e143b787-57a1-4903-bbd7-dd803094cae9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0514114 Jan 29 20:31:59.892390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fbf21bc-ed4b-4ad4-88df-a00f62007953 req-cd9a64a1-9769-42d2-bd9c-b2946b8d9603 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Jan 29 20:32:00.126355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:00.404742 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:01.012067 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f20a-0ef0-4521-9e70-17e58939be9d req-8eecdafb-aa8d-48df-b6f1-992bdbf4a271 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:01.013583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6f8f20a-0ef0-4521-9e70-17e58939be9d req-8eecdafb-aa8d-48df-b6f1-992bdbf4a271 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0519302 Jan 29 20:32:01.059406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6f8f20a-0ef0-4521-9e70-17e58939be9d req-5ac1eeaa-89e4-4160-8fbd-eafe22769af4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Jan 29 20:32:01.554298 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:01.638955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-7a6ed1c7-642b-4929-ac87-d99484a0f4e1 service neutron] 10.222.0.26 "GET /v2.0/ports/b06ae109-d5f6-403d-bc31-6d50cb4a298a/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 382 time: 0.0585189 Jan 29 20:32:02.215583 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811b31-77fd-4e88-a1d0-ace06daff526 req-358848fe-83e8-46e0-8764-46fcf76ca8da tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:02.217121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1811b31-77fd-4e88-a1d0-ace06daff526 req-358848fe-83e8-46e0-8764-46fcf76ca8da tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0848281 Jan 29 20:32:02.230597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-bcbbf9f5-4cc9-40e3-a730-b9f34ee6d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:02.231977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-bcbbf9f5-4cc9-40e3-a730-b9f34ee6d3dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 1128 time: 0.0682046 Jan 29 20:32:02.279556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d1811b31-77fd-4e88-a1d0-ace06daff526 req-4f95db25-8974-4d29-bbe3-79748e6ddf92 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564802 Jan 29 20:32:02.316570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-434e6e3d-033e-4edb-98be-435835ee883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:02.318048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-434e6e3d-033e-4edb-98be-435835ee883f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1128 time: 0.0509462 Jan 29 20:32:02.410692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-b324df8d-f1ad-4fdb-992a-cc145e43b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:02.412162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-b324df8d-f1ad-4fdb-992a-cc145e43b67e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0876827 Jan 29 20:32:02.475482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-d5dfc30d-652c-4da4-b404-39838efefc34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 1002 time: 0.0576580 Jan 29 20:32:02.526660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-d27dbc96-d584-4d14-92e1-f2a8851d82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:02.528091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-d27dbc96-d584-4d14-92e1-f2a8851d82c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0469038 Jan 29 20:32:02.575657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-949138e0-0bbd-4d5c-97b8-13d56511f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:02.577171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-949138e0-0bbd-4d5c-97b8-13d56511f6ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434573 Jan 29 20:32:02.669357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-85bb13a9-8040-49ec-a316-c6c3876e1b3b service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849376 Jan 29 20:32:02.756316 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c6ded0b-49a2-480f-88eb-d95d57b1c849 req-6a7e9923-6f9e-4d57-b3f9-0b3229c51a3c service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Jan 29 20:32:03.403376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe17388-c809-4a38-956b-bc236a9ce6fe req-4eae6e7b-10e1-4117-9a6b-ee70e2d5033a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:03.404869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afe17388-c809-4a38-956b-bc236a9ce6fe req-4eae6e7b-10e1-4117-9a6b-ee70e2d5033a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0547309 Jan 29 20:32:03.451348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-afe17388-c809-4a38-956b-bc236a9ce6fe req-d0506ed4-b925-4528-89fd-a6fa28931c94 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Jan 29 20:32:04.572514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede73d-fdf4-4ed6-a0c1-251d92bba966 req-8da940c8-fc48-44de-bf8a-7b91157b4531 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:04.573915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16ede73d-fdf4-4ed6-a0c1-251d92bba966 req-8da940c8-fc48-44de-bf8a-7b91157b4531 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0524635 Jan 29 20:32:04.626674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-16ede73d-fdf4-4ed6-a0c1-251d92bba966 req-332bbb09-00ef-413d-9cba-1d1ecc34f12c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461636 Jan 29 20:32:05.386179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:32:05.462310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b06ae109-d5f6-403d-bc31-6d50cb4a298a is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:32:05.462690 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:05.484339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:32:05.486527 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc47f608-362a-49b0-91b8-39b47680bec5" -d '{"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-unplugged", "status": "completed", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:32:05.498479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:05.529758 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2de0d26-fe89-4aec-8421-1768a2daae5a x-openstack-request-id: req-a2de0d26-fe89-4aec-8421-1768a2daae5a {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:32:05.530052 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-unplugged", "status": "completed", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:32:05.530304 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2de0d26-fe89-4aec-8421-1768a2daae5a {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:32:05.530825 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'code': 200} Jan 29 20:32:05.559863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:05.607267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:05.748587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994231d-709a-4a3b-a2a0-c5e7ecab75b8 req-43fed98e-44a2-4745-a339-bdbf73df5f30 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:05.750071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9994231d-709a-4a3b-a2a0-c5e7ecab75b8 req-43fed98e-44a2-4745-a339-bdbf73df5f30 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 944 time: 0.0523412 Jan 29 20:32:05.796595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9994231d-709a-4a3b-a2a0-c5e7ecab75b8 req-4f4f8558-7917-41d8-8b9a-e8110bf276a4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401511 Jan 29 20:32:06.150242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d88c-852e-4e95-bf3e-2e6b96719bfb req-bc4daae5-f95d-46b1-9c9e-413dd0c0677f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:06.151756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b28d88c-852e-4e95-bf3e-2e6b96719bfb req-bc4daae5-f95d-46b1-9c9e-413dd0c0677f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 944 time: 0.0549872 Jan 29 20:32:06.233135 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b28d88c-852e-4e95-bf3e-2e6b96719bfb req-d575b922-cb15-41fb-8f33-0e7bf5071e8f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752475 Jan 29 20:32:06.255587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-9a3f1a5a-0815-4483-83bd-0d18bb4413c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:06.260909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-9a3f1a5a-0815-4483-83bd-0d18bb4413c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d&tenant_id=c699f9f15d4e4fb2938699226b4427a9&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 944 time: 0.0772920 Jan 29 20:32:06.357172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-57e1fc3f-aec1-4041-aa4f-8b4cb9a890cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:06.358726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-57e1fc3f-aec1-4041-aa4f-8b4cb9a890cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 1126 time: 0.0451784 Jan 29 20:32:06.446884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-9a909395-42a2-4c24-8aae-bf1fa179f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:06.448380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-9a909395-42a2-4c24-8aae-bf1fa179f833 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0833378 Jan 29 20:32:06.517406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-dfc8e891-bcd7-4ef9-bed3-91229606a896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 200 len: 1000 time: 0.0630982 Jan 29 20:32:06.565436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-9b4aa803-416a-45d7-bbca-73194a6815dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:06.567129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-9b4aa803-416a-45d7-bbca-73194a6815dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0446064 Jan 29 20:32:06.616419 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-d3b6e002-7be6-4b62-b243-400d08668cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:06.617883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-d3b6e002-7be6-4b62-b243-400d08668cda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452290 Jan 29 20:32:06.711546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-ffbf04f6-81b9-4f01-95f8-fcaf8f85a2de service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875561 Jan 29 20:32:06.804910 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a652411-985f-4c7c-b75f-9a75f6f2e05d req-f592f26d-6aad-4841-a186-9dfedab41640 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876787 Jan 29 20:32:07.359513 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ffb06-910c-446a-8f45-79e9042b350b req-fe1d1564-049f-4c3d-8bf4-d767e48637da tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:07.361053 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d57ffb06-910c-446a-8f45-79e9042b350b req-fe1d1564-049f-4c3d-8bf4-d767e48637da tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 944 time: 0.0525410 Jan 29 20:32:07.381645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:32:07.413790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d57ffb06-910c-446a-8f45-79e9042b350b req-42bb14d3-d52a-4cbb-8413-cb8143b04dd1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Jan 29 20:32:07.486619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:07.497553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'mac_address': 'fa:16:3e:99:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:32:07.536252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b06ae109-d5f6-403d-bc31-6d50cb4a298a is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:32:07.536561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:07.549540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06ae109-d5f6-403d-bc31-6d50cb4a298a {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:32:07.573705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:07.663014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:07.710868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:07.721000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.721353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.721775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.722161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.722495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.722974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.723303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.723628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.723952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.724298 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.724624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.724942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.725356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:07.951267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['b06ae109-d5f6-403d-bc31-6d50cb4a298a'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:32:08.388760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:08.537594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251614d-4b5c-4c4b-899b-40fea89f9f59 req-f3d9591b-01b4-4cb5-b64e-f35b8c4ae51b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:08.539077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c251614d-4b5c-4c4b-899b-40fea89f9f59 req-f3d9591b-01b4-4cb5-b64e-f35b8c4ae51b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 945 time: 0.0547140 Jan 29 20:32:08.586095 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c251614d-4b5c-4c4b-899b-40fea89f9f59 req-ac31de5c-5db3-4d33-9dae-30b1183072ad tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Jan 29 20:32:08.707325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689585-0a3d-4141-bcd4-6f973c36875e req-f3e8ff42-fca1-4562-9b19-6fe1c5ef3744 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:08.708717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f689585-0a3d-4141-bcd4-6f973c36875e req-f3e8ff42-fca1-4562-9b19-6fe1c5ef3744 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 945 time: 0.0530298 Jan 29 20:32:08.757586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3f689585-0a3d-4141-bcd4-6f973c36875e req-c5a58728-cfac-496e-a1b5-002874ff3199 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 Jan 29 20:32:08.873139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f229ff-d826-49fe-8a9c-6594a96f7727 req-89fe6e66-3ee4-46c4-868f-65e6e07f127d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:08.874599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15f229ff-d826-49fe-8a9c-6594a96f7727 req-89fe6e66-3ee4-46c4-868f-65e6e07f127d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 945 time: 0.0525384 Jan 29 20:32:08.922013 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15f229ff-d826-49fe-8a9c-6594a96f7727 req-e8d38b06-f441-44cc-a071-c3c2fda8fe40 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Jan 29 20:32:09.345921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a3a28-d692-4c0f-82e2-497c5ea64e7f req-5011e37a-4a7a-4154-b92f-2103799b1540 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:09.347551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f7a3a28-d692-4c0f-82e2-497c5ea64e7f req-5011e37a-4a7a-4154-b92f-2103799b1540 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 945 time: 0.0564821 Jan 29 20:32:09.394123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f7a3a28-d692-4c0f-82e2-497c5ea64e7f req-677459a2-d1b0-4857-9ff4-ef742b2e8582 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408480 Jan 29 20:32:09.416870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:32:09.464579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port b06ae109-d5f6-403d-bc31-6d50cb4a298a triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:32:09.464957 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:09.540967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b06ae109-d5f6-403d-bc31-6d50cb4a298a is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:32:09.541270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:09.563428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:32:09.565703 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e84411-38ae-4413-a4c6-784ccc7ba753" -d '{"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-plugged", "status": "completed", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:32:09.581210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:09.601768 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae6067-b7b6-4900-8a7e-37ee5efab746 x-openstack-request-id: req-e5ae6067-b7b6-4900-8a7e-37ee5efab746 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:32:09.601768 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-plugged", "status": "completed", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:32:09.601768 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5ae6067-b7b6-4900-8a7e-37ee5efab746 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:32:09.602103 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'code': 200} Jan 29 20:32:09.645405 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:09.690955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:10.516002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98451b8e-f623-4e8b-a3c1-6edb028e9877 req-eed49c6e-3629-47ce-896b-e90440d81e7b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:10.517403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98451b8e-f623-4e8b-a3c1-6edb028e9877 req-eed49c6e-3629-47ce-896b-e90440d81e7b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0532947 Jan 29 20:32:10.566396 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-98451b8e-f623-4e8b-a3c1-6edb028e9877 req-fd91af4d-716a-4c0a-8271-cc44c30399e5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Jan 29 20:32:10.766608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-4054af61-f9d4-43f1-941f-67e5597d4335 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:10.767972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-4054af61-f9d4-43f1-941f-67e5597d4335 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 946 time: 0.0517700 Jan 29 20:32:11.137068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Deleting port b06ae109-d5f6-403d-bc31-6d50cb4a298a {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:32:11.137407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:11.226584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] For port b06ae109-d5f6-403d-bc31-6d50cb4a298a, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b06ae109-d5f6-403d-bc31-6d50cb4a298a,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:11.226947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:11.445726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:11.446007 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:11.446353 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 disassociated. External IP: 172.25.5.194, port: b06ae109-d5f6-403d-bc31-6d50cb4a298a. Jan 29 20:32:11.446694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Calling delete_port for b06ae109-d5f6-403d-bc31-6d50cb4a298a owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:32:11.634226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b06ae109-d5f6-403d-bc31-6d50cb4a298a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:11.663966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event deleted for resources: {'Port': ['ID=b06ae109-d5f6-403d-bc31-6d50cb4a298a,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:11.666109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0d321055-56e1-4ac7-9c2f-654fa0ea4b5e req-cbb3edeb-fd01-4bde-9bef-c7b227bfeb04 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 210 time: 0.0284700 Jan 29 20:32:11.675701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.679399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.684804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:32:11.801845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:32:11.910908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:32:11.920711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:32:11.930619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:32:11.931234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:31:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:11.957791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] No DVR routers for this DVR port b06ae109-d5f6-403d-bc31-6d50cb4a298a on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:32:11.960364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:11.963760 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-af3757a3-cdc4-45a8-8882-fc9229209604 req-a4eb19f6-98ce-49e0-92fe-f3e280ba2d4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "DELETE /v2.0/ports/b06ae109-d5f6-403d-bc31-6d50cb4a298a HTTP/1.1" status: 204 len: 173 time: 1.1895881 Jan 29 20:32:11.964233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-deleted', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:32:11.966493 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e599ade-329e-4ff6-a9e2-035fb141f7f4" -d '{"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-deleted", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:32:12.005082 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aedefc-d219-4054-8f24-a8d4bdb5a638 x-openstack-request-id: req-f8aedefc-d219-4054-8f24-a8d4bdb5a638 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:32:12.005382 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f4732-641a-433a-85d3-c698ad0a364d", "name": "network-vif-deleted", "tag": "b06ae109-d5f6-403d-bc31-6d50cb4a298a", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:32:12.005640 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8aedefc-d219-4054-8f24-a8d4bdb5a638 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:32:12.006381 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f4732-641a-433a-85d3-c698ad0a364d', 'name': 'network-vif-deleted', 'tag': 'b06ae109-d5f6-403d-bc31-6d50cb4a298a', 'status': 'completed', 'code': 200} Jan 29 20:32:12.040742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:32:12.236084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:12.267437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:32:12.277057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:32:12.277683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:31:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:12.383449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:32:12.577911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:12.604536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7736c-1514-48f1-85c5-6c432c9a7cd7 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:32:12.778948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fe7ad7a0-3601-4863-b38e-fe21ab502b0c req-c788167e-840b-40a2-a9cf-5a354cac5b18 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=276f4732-641a-433a-85d3-c698ad0a364d HTTP/1.1" status: 200 len: 210 time: 0.0286922 Jan 29 20:32:12.854918 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c5911-69a5-410b-b845-94a678a28a95 None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:32:13.423240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:32:13.608559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: b06ae109-d5f6-403d-bc31-6d50cb4a298a {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:32:13.608904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b06ae109-d5f6-403d-bc31-6d50cb4a298a not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:32:14.024360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-9a3a37ff-e28a-4dc1-8ae7-54c04d5a5261 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1960245232&fields=id&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 267 time: 0.0432487 Jan 29 20:32:14.127658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-59651819-5b2b-4af9-9d7f-1f43534b7039 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:14.129666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-59651819-5b2b-4af9-9d7f-1f43534b7039 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.0986898 Jan 29 20:32:14.145509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-12af6dca-225e-413c-8a95-73f4dc27f54c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/quotas/c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 375 time: 0.0096121 Jan 29 20:32:14.203457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-f5ed77d7-4d6f-4db0-ae7e-c3d6b591b16f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532005 Jan 29 20:32:14.297803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-f85f1842-7fb9-4309-8144-4db729520ab8 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826735 Jan 29 20:32:14.390836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-fb28c385-9053-4192-8d63-fa654062873a service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867906 Jan 29 20:32:14.633735 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b1136d9-92ac-4878-8e67-948d166bb4ea req-e2bfe29d-173e-4309-8a26-13f1c58593de tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 210 time: 0.0284941 Jan 29 20:32:15.285020 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:32:15.730230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ca93fa78-4c37-4d73-a87a-b10e70e4c517 req-6f1f1654-2f01-4538-af8e-96a069899ab6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jan 29 20:32:16.492398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-6dc7640c-2d01-41b5-a7b7-ad3c023de381 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:16.493844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-6dc7640c-2d01-41b5-a7b7-ad3c023de381 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.1116765 Jan 29 20:32:16.562421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-fd548229-e478-4424-af94-231faeb19398 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 380 time: 0.0547709 Jan 29 20:32:16.584646 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'port': {'device_id': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'admin_state_up': True, 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'security_groups': ['b30a299a-6896-43b6-ad61-2e082c9f403d']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:32:16.725644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Made reservation on behalf of c699f9f15d4e4fb2938699226b4427a9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:32:16.729088 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:16.828771 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-104d41d7-0bbe-43e2-a83b-a6f10455b130 req-e612e9ce-bcca-4522-9347-25fb2f96f966 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 210 time: 0.0265162 Jan 29 20:32:16.861893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Allocated IP 172.20.0.12 (ccc05fec-7460-467d-afde-c9d4cc3234b5/f1b60fc6-b372-4270-b338-77e28d9ddd3f/351397b8-81d0-460f-a610-024057f037b4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:32:17.001786 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for port (351397b8-81d0-460f-a610-024057f037b4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.097768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (351397b8-81d0-460f-a610-024057f037b4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.140793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:32:17.145743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:32:17.150246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:32:17.156861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:17.203668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:17.204305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.282023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-ab236db1-0f6f-4b88-b753-c502ed1f34f6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019143 Jan 29 20:32:17.295072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Request body: {'port': {'device_id': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:32:17.362221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.432671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4fecc568-ee03-45b4-993e-69092f30ecd0 None None] Provisioning complete for port 351397b8-81d0-460f-a610-024057f037b4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:32:17.433229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4fecc568-ee03-45b4-993e-69092f30ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (351397b8-81d0-460f-a610-024057f037b4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.465581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4fecc568-ee03-45b4-993e-69092f30ecd0 None None] Port 351397b8-81d0-460f-a610-024057f037b4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:32:17.624472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351397b8-81d0-460f-a610-024057f037b4 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:32:17.632619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Publish callbacks [] for port (351397b8-81d0-460f-a610-024057f037b4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.644352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Transition to ACTIVE for port object 351397b8-81d0-460f-a610-024057f037b4 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:32:17.701899 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.753949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:17.829165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:32:17.829513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:32:17.829845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:32:17.835136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Port 351397b8-81d0-460f-a610-024057f037b4 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:32:17.835469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:32:17.842014 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:32:17.842373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:32:17.842806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:32:17.843181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Bound port: 351397b8-81d0-460f-a610-024057f037b4, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:32:17.843541 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:17.922697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:32:17.950633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:32:17.974565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d1340-65a6-4ef6-8fc7-100bd7e938d9 req-b8a9b9af-7687-4a3a-b203-cdece3ea0881 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:17.978253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e9d1340-65a6-4ef6-8fc7-100bd7e938d9 req-b8a9b9af-7687-4a3a-b203-cdece3ea0881 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0676908 Jan 29 20:32:18.027789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e9d1340-65a6-4ef6-8fc7-100bd7e938d9 req-98e497e1-61a0-4aba-8dbf-cd4b15a3adcf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Jan 29 20:32:18.029208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:18.065454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.066076 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:18.067434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] 10.222.0.13 "PUT /v2.0/ports/351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1092 time: 0.7769217 Jan 29 20:32:18.067868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:32:18.070180 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca9488475daddfa7ce02e54841901a240d9be8c59e9886eaecdb3f65dddc3a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af5fb92-3175-40be-bc83-30e7eda899be" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:32:18.095602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa06254-ba0d-4e9e-8f9e-5b6753cbb224 service neutron] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:18.118787 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f75fe3-c5cd-423c-a7b7-1a408d02da85 x-openstack-request-id: req-b7f75fe3-c5cd-423c-a7b7-1a408d02da85 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:32:18.119273 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "tag": "351397b8-81d0-460f-a610-024057f037b4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:32:18.119542 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7f75fe3-c5cd-423c-a7b7-1a408d02da85 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:32:18.119987 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'status': 'completed', 'code': 200} Jan 29 20:32:18.196124 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5fb92-3175-40be-bc83-30e7eda899be req-516e1ee4-a33f-40fb-9ee0-25e4ea12be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.197749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5af5fb92-3175-40be-bc83-30e7eda899be req-516e1ee4-a33f-40fb-9ee0-25e4ea12be45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1126 time: 0.0477650 Jan 29 20:32:18.306844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5fb92-3175-40be-bc83-30e7eda899be req-4b1022f2-b45c-4c23-b2f9-16bcc86caf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.308347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5af5fb92-3175-40be-bc83-30e7eda899be req-4b1022f2-b45c-4c23-b2f9-16bcc86caf53 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c699f9f15d4e4fb2938699226b4427a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0978849 Jan 29 20:32:18.404593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5fb92-3175-40be-bc83-30e7eda899be req-0babfae1-d12d-4697-8ba2-3527734ee81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.405996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5af5fb92-3175-40be-bc83-30e7eda899be req-0babfae1-d12d-4697-8ba2-3527734ee81f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0882285 Jan 29 20:32:18.495512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-08615491-b6f8-45c5-b36e-0cf6f4457a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.497030 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-08615491-b6f8-45c5-b36e-0cf6f4457a19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1126 time: 0.0454500 Jan 29 20:32:18.545894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-5be8cb4a-0187-496d-9b00-ac5268cabc3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 217 time: 0.0380409 Jan 29 20:32:18.598319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-3ad49f97-9792-475a-96c9-b56ce1565772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.600308 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-3ad49f97-9792-475a-96c9-b56ce1565772 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0436292 Jan 29 20:32:18.653587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72efeb-5687-462c-9926-9d4628509f9b req-878416b4-3ac3-45ee-a62c-ce66ddb7fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:18.655144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-878416b4-3ac3-45ee-a62c-ce66ddb7fb31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454228 Jan 29 20:32:18.753238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-fa947931-b592-476e-984e-70415629bf1e service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883129 Jan 29 20:32:18.843033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f72efeb-5687-462c-9926-9d4628509f9b req-cfcafe34-6654-4e01-b4a2-5bb8c314c7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805821 Jan 29 20:32:19.151785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9631-2956-4c04-98a7-9d5dd236d65d req-a4f74843-a7e1-45d1-ad04-345a21199dbf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:19.153283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2ce9631-2956-4c04-98a7-9d5dd236d65d req-a4f74843-a7e1-45d1-ad04-345a21199dbf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0578728 Jan 29 20:32:19.198859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e2ce9631-2956-4c04-98a7-9d5dd236d65d req-3bf720b4-0363-47a4-826a-1cd690c2691b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Jan 29 20:32:20.320671 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf285cf-6c3f-4afa-aea2-466982026a14 req-7d8f18b6-d25c-434f-bf12-10e0a98ef5bf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:20.322142 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-acf285cf-6c3f-4afa-aea2-466982026a14 req-7d8f18b6-d25c-434f-bf12-10e0a98ef5bf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0536880 Jan 29 20:32:20.372192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-acf285cf-6c3f-4afa-aea2-466982026a14 req-b2a09766-ba83-46c0-8b8d-63d9583c308d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Jan 29 20:32:21.493708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622df35-1fa8-4f1e-809b-46477c192122 req-e36f8f50-c754-4330-b7a4-3d7d85293c70 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:21.495196 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0622df35-1fa8-4f1e-809b-46477c192122 req-e36f8f50-c754-4330-b7a4-3d7d85293c70 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0534387 Jan 29 20:32:21.541948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0622df35-1fa8-4f1e-809b-46477c192122 req-90ea37f6-a954-4938-aeca-373a9ac7fd78 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Jan 29 20:32:22.661642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f3aa-6e46-49ce-963a-9c1adc628519 req-f0ee0a66-e8fc-4628-9b13-8832cd301a4d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:22.664523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1e67f3aa-6e46-49ce-963a-9c1adc628519 req-f0ee0a66-e8fc-4628-9b13-8832cd301a4d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0546291 Jan 29 20:32:22.710674 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1e67f3aa-6e46-49ce-963a-9c1adc628519 req-0a0b4f5b-db09-454e-83b6-0f11f7cfcef9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Jan 29 20:32:23.575352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 351397b8-81d0-460f-a610-024057f037b4 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:32:23.669802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:23.680704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '351397b8-81d0-460f-a610-024057f037b4', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': '351397b8-81d0-460f-a610-024057f037b4', 'mac_address': 'fa:16:3e:38:99:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:32:23.720772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 351397b8-81d0-460f-a610-024057f037b4 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:32:23.721163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:23.733595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351397b8-81d0-460f-a610-024057f037b4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:32:23.752846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:23.835257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495321e1-1033-4231-a310-79b8d406b066 req-4ebca521-d1e0-4aba-88ee-7d371218331c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:23.836444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-495321e1-1033-4231-a310-79b8d406b066 req-4ebca521-d1e0-4aba-88ee-7d371218331c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0570536 Jan 29 20:32:23.838992 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:23.885766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-495321e1-1033-4231-a310-79b8d406b066 req-a821a04c-ba91-4ce1-aea3-94124aecba65 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Jan 29 20:32:23.888248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:24.139392 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['351397b8-81d0-460f-a610-024057f037b4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:32:25.005715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96f29-d02a-4631-8fbb-24aacf8e88b9 req-8deabfcf-68af-46dc-8152-aa2ed0fb2976 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:25.007377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71b96f29-d02a-4631-8fbb-24aacf8e88b9 req-8deabfcf-68af-46dc-8152-aa2ed0fb2976 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 945 time: 0.0529788 Jan 29 20:32:25.053424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-71b96f29-d02a-4631-8fbb-24aacf8e88b9 req-25f29e7a-17e8-48c1-a3fe-2e008533525f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Jan 29 20:32:25.182266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fc585fb3-0ca3-48d2-a3f7-5a34e2573f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:25.574153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 351397b8-81d0-460f-a610-024057f037b4 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:32:25.691090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 351397b8-81d0-460f-a610-024057f037b4 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:32:25.695513 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 351397b8-81d0-460f-a610-024057f037b4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:32:25.695883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (351397b8-81d0-460f-a610-024057f037b4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:25.773402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 351397b8-81d0-460f-a610-024057f037b4 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:32:25.773796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:25.795258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:32:25.797529 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a70e3-252a-48ea-85e4-fc7c8f9936f1" -d '{"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-plugged", "status": "completed", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:32:25.811584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:32:25.833965 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1129f0e0-e128-4e46-b581-ac99ec5943be x-openstack-request-id: req-1129f0e0-e128-4e46-b581-ac99ec5943be {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:32:25.834356 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-plugged", "status": "completed", "tag": "351397b8-81d0-460f-a610-024057f037b4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:32:25.834786 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1129f0e0-e128-4e46-b581-ac99ec5943be {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:32:25.835223 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'code': 200} Jan 29 20:32:25.878982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:25.927684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:32:25.948879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976b143-517c-4bf9-b131-85038553e34f req-ca05beba-1b11-4424-afc5-ef1623acee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:25.950376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7976b143-517c-4bf9-b131-85038553e34f req-ca05beba-1b11-4424-afc5-ef1623acee56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1128 time: 0.0473344 Jan 29 20:32:25.998686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7976b143-517c-4bf9-b131-85038553e34f req-b2febb2c-e057-48de-9d5d-7f6b9a0138c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Jan 29 20:32:26.176958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadeef9-7362-4c54-ba6b-a7c0c6cfe339 req-8a5bbe28-3ec3-42ab-aa4a-0ac59ebd912e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:26.179137 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcadeef9-7362-4c54-ba6b-a7c0c6cfe339 req-8a5bbe28-3ec3-42ab-aa4a-0ac59ebd912e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0558848 Jan 29 20:32:26.223838 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bcadeef9-7362-4c54-ba6b-a7c0c6cfe339 req-f05a0146-ffd4-40f5-93c7-7396369630b3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Jan 29 20:32:27.347760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a74a6-8dbe-4e4e-b2c9-7df06e7ac000 req-32ff0faf-6f8d-457f-8502-f2bdb9eab749 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:27.353283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-887a74a6-8dbe-4e4e-b2c9-7df06e7ac000 req-32ff0faf-6f8d-457f-8502-f2bdb9eab749 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0519552 Jan 29 20:32:27.404318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-887a74a6-8dbe-4e4e-b2c9-7df06e7ac000 req-358ee35b-a415-4ba7-a16c-7ab90d1aa2ac tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481741 Jan 29 20:32:28.210958 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fcfa27de-ad99-4d1d-b574-9ac7c522d4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:28.522284 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4df21a-f515-410e-a5ad-7196714b3363 req-08995870-2603-44d7-a8fb-1dfda66561d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:28.523684 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d4df21a-f515-410e-a5ad-7196714b3363 req-08995870-2603-44d7-a8fb-1dfda66561d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0527670 Jan 29 20:32:28.569679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d4df21a-f515-410e-a5ad-7196714b3363 req-85ef98d0-a515-48d9-85e6-3e26cb2eaa49 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Jan 29 20:32:28.684996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676874-c2fd-4b3a-bed6-de6b03ef0ce9 req-311a1940-1ee9-42ff-92ec-996d9db15386 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:28.686494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9676874-c2fd-4b3a-bed6-de6b03ef0ce9 req-311a1940-1ee9-42ff-92ec-996d9db15386 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0528257 Jan 29 20:32:28.697033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39542) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:32:28.701603 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'floatingip': {'port_id': '351397b8-81d0-460f-a610-024057f037b4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:32:28.744174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:28.954241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:29.486157 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:29.536805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:29.639709 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 associated. External IP: 172.25.5.194, port: 351397b8-81d0-460f-a610-024057f037b4. Jan 29 20:32:29.846112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:32:29.956123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:32:29.961237 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:29.966954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:32:29.976627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:32:29.977241 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:32:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:29.995732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7a117d85-7adf-4f89-bcc9-891138400f01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "PUT /v2.0/floatingips/f8014e49-51be-4d42-af50-6a945eb21fd9 HTTP/1.1" status: 200 len: 992 time: 1.2975533 Jan 29 20:32:29.996503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:32:29.998775 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b49029a98cc36662b035543611e4fad5b7bc70df2993d10a41bfde131c9d650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe620d3-8841-49db-9ec0-d5aad46e87bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:32:30.038847 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f101df52-c618-4b2e-8edc-d261ecd4a42e x-openstack-request-id: req-f101df52-c618-4b2e-8edc-d261ecd4a42e {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:32:30.039219 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "tag": "351397b8-81d0-460f-a610-024057f037b4", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:32:30.039549 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f101df52-c618-4b2e-8edc-d261ecd4a42e {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:32:30.040028 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'status': 'completed', 'code': 200} Jan 29 20:32:30.090763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:32:30.107313 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886302a-7864-4490-9434-96a46f4e4016 req-fe4e4ac5-d821-42be-85d3-02f04cbdbcc3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:30.108935 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8886302a-7864-4490-9434-96a46f4e4016 req-fe4e4ac5-d821-42be-85d3-02f04cbdbcc3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0572286 Jan 29 20:32:30.109407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-55e19378-77e4-4ed6-be1c-2d62f2006c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:30.111021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-55e19378-77e4-4ed6-be1c-2d62f2006c81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1128 time: 0.0486526 Jan 29 20:32:30.163855 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8886302a-7864-4490-9434-96a46f4e4016 req-dbccf462-5cb0-4406-8710-e1e00a08b156 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488052 Jan 29 20:32:30.205226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:30.215517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-4f118b3a-bf49-40ff-b577-4a5e3403cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:30.217210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-4f118b3a-bf49-40ff-b577-4a5e3403cfa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0985637 Jan 29 20:32:30.283342 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-be4ff64b-fb7d-4083-b7e6-59897ea5965e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1000 time: 0.0600238 Jan 29 20:32:30.331737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-2212ea07-5d3a-4dd4-9df0-250d27036e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:30.333234 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-2212ea07-5d3a-4dd4-9df0-250d27036e91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0444496 Jan 29 20:32:30.340774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': '351397b8-81d0-460f-a610-024057f037b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:38:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:32:29Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:30.373587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:32:30.386736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:32:30.386924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-125b0cd5-b53c-4649-8e31-15525addc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:30.387335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:32:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:30.388456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-125b0cd5-b53c-4649-8e31-15525addc7b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491755 Jan 29 20:32:30.473090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:30.481360 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-ef2cb9e5-e986-4d9a-805c-4a25318dc4c8 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865321 Jan 29 20:32:30.497764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:32:30.578719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ffe620d3-8841-49db-9ec0-d5aad46e87bf req-827fddc5-3268-48c1-936d-bc414ca8e73c service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902379 Jan 29 20:32:30.726470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': '351397b8-81d0-460f-a610-024057f037b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:38:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:32:29Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:32:30.752573 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246680a-fc62-45e9-b779-7e2fe3e4e474 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': '351397b8-81d0-460f-a610-024057f037b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:38:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:32:29Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:32:30.940989 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68963696-91f1-4743-95a9-fc56b1345409 None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:32:31.287978 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c79cd-9e68-423a-bba5-5fcecc7146b1 req-09963f4d-78b1-4eba-9a10-7f257deb837b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:31.289525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-879c79cd-9e68-423a-bba5-5fcecc7146b1 req-09963f4d-78b1-4eba-9a10-7f257deb837b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0544934 Jan 29 20:32:31.337226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-879c79cd-9e68-423a-bba5-5fcecc7146b1 req-d6632773-2867-4fec-9ef5-3e8f8f29da90 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Jan 29 20:32:31.576928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:31.657519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1cb55-2811-4b91-8dc1-68bd0d7eba01 req-08ea8324-cb54-4ec2-8ca1-38821afc591d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:31.659021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf1cb55-2811-4b91-8dc1-68bd0d7eba01 req-08ea8324-cb54-4ec2-8ca1-38821afc591d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0564559 Jan 29 20:32:31.710451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bf1cb55-2811-4b91-8dc1-68bd0d7eba01 req-4a56f776-70a6-487d-b617-24e3561bd356 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451334 Jan 29 20:32:32.236919 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-a209e761-51a3-48f5-9a20-f6ae5816222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:32.238298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-a209e761-51a3-48f5-9a20-f6ae5816222a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1128 time: 0.0437584 Jan 29 20:32:32.341284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-ae6c3409-39b9-4b08-bee3-2c5ff1b0ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:32.342748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-ae6c3409-39b9-4b08-bee3-2c5ff1b0ca0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0852535 Jan 29 20:32:32.410707 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-c84cd498-bdf6-40e0-940a-96d4d5620841 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1002 time: 0.0619378 Jan 29 20:32:32.457877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-52395ac9-3ad0-46c7-9ab9-d9f15e96e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:32.459368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-52395ac9-3ad0-46c7-9ab9-d9f15e96e502 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0427413 Jan 29 20:32:32.506741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-0e63b848-d012-4792-87f9-20401e3e236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:32.508122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-0e63b848-d012-4792-87f9-20401e3e236e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427916 Jan 29 20:32:32.597046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-7034021e-a885-432d-85ee-d2e5194887f4 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830324 Jan 29 20:32:32.685283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd9579fb-0668-4a7e-911f-cfff1067ba39 req-95b448dd-6d46-4e26-bfdc-d19bc1a1e0ba service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805843 Jan 29 20:32:32.844794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3929a5-9706-491a-8980-384be1622f9a req-72234ad1-ef71-43bd-bef6-b4cfdb2892aa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:32.846277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd3929a5-9706-491a-8980-384be1622f9a req-72234ad1-ef71-43bd-bef6-b4cfdb2892aa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0550551 Jan 29 20:32:32.894451 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fd3929a5-9706-491a-8980-384be1622f9a req-dd98809e-cfa4-4f6a-b9e3-d8ffd047aafb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Jan 29 20:32:34.020085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a513566-4ce0-4bfd-8915-2049cdc4f6ba req-4734b1d0-dcd1-4efb-99cc-6bb34943599c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:34.021586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a513566-4ce0-4bfd-8915-2049cdc4f6ba req-4734b1d0-dcd1-4efb-99cc-6bb34943599c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0565274 Jan 29 20:32:34.066365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3a513566-4ce0-4bfd-8915-2049cdc4f6ba req-1157acff-24a6-4171-b0c3-48e4c7baef6b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Jan 29 20:32:35.187942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a753a8-250a-482b-86da-13bd95311a9b req-d46f3da7-57b3-4619-aaac-2ae200111332 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:35.189443 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2a753a8-250a-482b-86da-13bd95311a9b req-d46f3da7-57b3-4619-aaac-2ae200111332 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0557036 Jan 29 20:32:35.235360 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2a753a8-250a-482b-86da-13bd95311a9b req-8518cb3e-1c69-4f80-948f-13ab6a4ebc6f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 Jan 29 20:32:36.355046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a361c-ea85-4c96-9c75-c543214eebe5 req-b38129a9-4dd4-4799-aea3-0ec85c14678e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:36.356531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a39a361c-ea85-4c96-9c75-c543214eebe5 req-b38129a9-4dd4-4799-aea3-0ec85c14678e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0518715 Jan 29 20:32:36.402248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a39a361c-ea85-4c96-9c75-c543214eebe5 req-cf7d8b3e-767d-42da-9132-1d4c15eef9e2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 Jan 29 20:32:37.522539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e529-c74e-4d3b-bd7c-f9ef93f068b9 req-a85c3387-2987-4162-af78-2f68accea07a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:37.524024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd75e529-c74e-4d3b-bd7c-f9ef93f068b9 req-a85c3387-2987-4162-af78-2f68accea07a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0538781 Jan 29 20:32:37.570615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cd75e529-c74e-4d3b-bd7c-f9ef93f068b9 req-0dd7a297-77af-48ca-b7db-06fa5136074f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Jan 29 20:32:38.410947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:38.695335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea085a-39f7-4cea-b048-3b6b63bd12de req-96796609-ad87-4e13-bdcf-968738e032a4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:38.696844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdea085a-39f7-4cea-b048-3b6b63bd12de req-96796609-ad87-4e13-bdcf-968738e032a4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0579927 Jan 29 20:32:38.744408 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdea085a-39f7-4cea-b048-3b6b63bd12de req-9ec6de90-5484-4faa-a605-a7f00b2985c8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Jan 29 20:32:39.864417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555e09a-07d5-455e-abfa-24dbd8907aec req-cbf69007-edf8-4f96-9296-f3dc91ffd329 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:39.866271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9555e09a-07d5-455e-abfa-24dbd8907aec req-cbf69007-edf8-4f96-9296-f3dc91ffd329 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0534804 Jan 29 20:32:39.917805 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9555e09a-07d5-455e-abfa-24dbd8907aec req-6b6d6cbb-6d7e-4b53-8eb5-81f3ef3ae441 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459375 Jan 29 20:32:41.035328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a03f-16b1-4785-9116-44e8feb5adbc req-0599464b-50f4-4985-a1c0-064c3a9bfeea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:41.037322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68d5a03f-16b1-4785-9116-44e8feb5adbc req-0599464b-50f4-4985-a1c0-064c3a9bfeea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0517285 Jan 29 20:32:41.082902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68d5a03f-16b1-4785-9116-44e8feb5adbc req-0bae6c00-197d-4b54-8181-15dfe2138b24 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Jan 29 20:32:42.206630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6e80-2a68-4cb0-9d7b-9041697428aa req-ca154311-4147-4073-864e-6876e20c1da5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:42.208116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-324e6e80-2a68-4cb0-9d7b-9041697428aa req-ca154311-4147-4073-864e-6876e20c1da5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0518150 Jan 29 20:32:42.253898 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-324e6e80-2a68-4cb0-9d7b-9041697428aa req-2fb693b1-f498-4e09-bd7b-e7b4ee8f049a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401051 Jan 29 20:32:43.374173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0adc0-b936-4db9-b1b7-121bb4a8a1ab req-5a1acf18-fa48-4eaa-b174-d18143fe2cea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:43.375899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bc0adc0-b936-4db9-b1b7-121bb4a8a1ab req-5a1acf18-fa48-4eaa-b174-d18143fe2cea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0530398 Jan 29 20:32:43.426454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bc0adc0-b936-4db9-b1b7-121bb4a8a1ab req-7b2cda7a-40c8-4415-b541-7a0012645bad tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 Jan 29 20:32:44.545268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cd53c-8fb6-4e1e-bc1f-ff6b3ccc0a17 req-c6eb31f7-3b3d-4ad5-8fde-0b3a2fddcbc8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:44.546658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e6cd53c-8fb6-4e1e-bc1f-ff6b3ccc0a17 req-c6eb31f7-3b3d-4ad5-8fde-0b3a2fddcbc8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0526266 Jan 29 20:32:44.592937 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e6cd53c-8fb6-4e1e-bc1f-ff6b3ccc0a17 req-38f2004e-7bfb-4a53-ad3c-1570a80fa3e6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Jan 29 20:32:45.764731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699174b3-3395-4de6-bd15-0b54f575cc82 req-dcceb9e0-0cc2-4ef1-acee-4a91e7d95921 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:45.766195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-699174b3-3395-4de6-bd15-0b54f575cc82 req-dcceb9e0-0cc2-4ef1-acee-4a91e7d95921 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0521138 Jan 29 20:32:45.812580 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-699174b3-3395-4de6-bd15-0b54f575cc82 req-56636aa9-442b-4ca5-b6ee-88a1b869ed03 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Jan 29 20:32:46.936597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c39331-90c8-4a59-ba9b-1cf29de09280 req-86f7b69c-8178-4e09-9e3e-d12680e9c59e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:46.938111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43c39331-90c8-4a59-ba9b-1cf29de09280 req-86f7b69c-8178-4e09-9e3e-d12680e9c59e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0579371 Jan 29 20:32:46.984407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-43c39331-90c8-4a59-ba9b-1cf29de09280 req-60c11f36-0d31-40a1-b758-55e1325f63d7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Jan 29 20:32:48.106829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52fb6f-01bc-43c7-85fc-ebd027fdc663 req-9decdc4c-2392-4a0b-aaa2-eea1216f9d88 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:48.108333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f52fb6f-01bc-43c7-85fc-ebd027fdc663 req-9decdc4c-2392-4a0b-aaa2-eea1216f9d88 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0539665 Jan 29 20:32:48.155194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3f52fb6f-01bc-43c7-85fc-ebd027fdc663 req-e35e48e7-b764-42a4-ad7d-a7a44792f8f0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Jan 29 20:32:49.395244 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b70dd6-58d8-487a-9997-db9b6f6dc824 req-8c0e2e06-519c-45e2-bc44-42d9cbe7be82 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:49.396846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80b70dd6-58d8-487a-9997-db9b6f6dc824 req-8c0e2e06-519c-45e2-bc44-42d9cbe7be82 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0970104 Jan 29 20:32:49.443169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-80b70dd6-58d8-487a-9997-db9b6f6dc824 req-b0cc8b37-8767-44ff-8176-ffc939b8f1d9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406446 Jan 29 20:32:50.787656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d61656-83a5-4e85-b12a-b9cc30e3019d req-be301005-9809-4658-8c72-e97a889c3279 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:50.789647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d61656-83a5-4e85-b12a-b9cc30e3019d req-be301005-9809-4658-8c72-e97a889c3279 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.1002388 Jan 29 20:32:50.835109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-83d61656-83a5-4e85-b12a-b9cc30e3019d req-bb7b1f89-44f8-4493-9825-a33aca056a6a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Jan 29 20:32:51.959594 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0031d0-6b46-4c3e-9ae4-0fc8b6d7175c req-790f1273-60dc-4584-b35a-6ad45c293202 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:51.961542 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be0031d0-6b46-4c3e-9ae4-0fc8b6d7175c req-790f1273-60dc-4584-b35a-6ad45c293202 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0568984 Jan 29 20:32:52.007532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be0031d0-6b46-4c3e-9ae4-0fc8b6d7175c req-60115663-7176-4e41-800a-77d5546f0bd5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Jan 29 20:32:52.283490 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:32:53.126335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c325-99d0-4cc6-a4d7-a4154eac2e72 req-be707878-355d-4b38-be99-9508a9ffb471 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:53.127795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdb9c325-99d0-4cc6-a4d7-a4154eac2e72 req-be707878-355d-4b38-be99-9508a9ffb471 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0514662 Jan 29 20:32:53.174304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bdb9c325-99d0-4cc6-a4d7-a4154eac2e72 req-c22d56a2-be42-42cb-8312-44e20d69630a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Jan 29 20:32:54.293931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c653e25-e8a8-49cb-be5b-c10ff7d41298 req-575f1151-9458-4fcf-866e-488ab8af2135 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:54.295432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c653e25-e8a8-49cb-be5b-c10ff7d41298 req-575f1151-9458-4fcf-866e-488ab8af2135 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0537806 Jan 29 20:32:54.342362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c653e25-e8a8-49cb-be5b-c10ff7d41298 req-6e9e31c2-ad37-44ea-88ee-29499cdf6683 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Jan 29 20:32:55.176113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a42e62ce-da4b-4248-a637-237d5d31e624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:55.459844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac6efe-c1f6-4f99-b869-fa606a9c1f22 req-38f6a545-f434-4e4b-a7b3-72bd2a971519 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:55.461304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ac6efe-c1f6-4f99-b869-fa606a9c1f22 req-38f6a545-f434-4e4b-a7b3-72bd2a971519 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0510993 Jan 29 20:32:55.511435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-77ac6efe-c1f6-4f99-b869-fa606a9c1f22 req-f81ed51c-5c03-4946-9e5c-201b333be74f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Jan 29 20:32:56.630428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecc9c-0f77-4eab-a35f-e216e8950043 req-22b7d2b8-2273-4d9a-a36f-a76e959fcc4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:56.632560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-abeecc9c-0f77-4eab-a35f-e216e8950043 req-22b7d2b8-2273-4d9a-a36f-a76e959fcc4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0517786 Jan 29 20:32:56.682026 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-abeecc9c-0f77-4eab-a35f-e216e8950043 req-5bcd9573-6605-4240-93d4-237df84ece06 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Jan 29 20:32:57.801296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d42336-58e8-4e24-b258-49133e00e46a req-3452fd21-3941-4ba4-80ed-bb652d4c65fa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:57.802795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23d42336-58e8-4e24-b258-49133e00e46a req-3452fd21-3941-4ba4-80ed-bb652d4c65fa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0521355 Jan 29 20:32:57.848096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23d42336-58e8-4e24-b258-49133e00e46a req-9c835313-625e-4dd5-8525-da39cfec2db9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 Jan 29 20:32:58.211257 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-910d4153-cac4-47ce-b83d-eff411babcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:58.223386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a3e96-7a0b-475c-b760-b20ae18cb9e9 req-6b31d987-7765-4789-8f81-7e55bd8d34cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:58.224873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fd6a3e96-7a0b-475c-b760-b20ae18cb9e9 req-6b31d987-7765-4789-8f81-7e55bd8d34cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0527737 Jan 29 20:32:58.271931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fd6a3e96-7a0b-475c-b760-b20ae18cb9e9 req-28b9d949-eaf6-4933-ae02-abbe195b55fa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Jan 29 20:32:58.321669 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-1167ad18-5a3c-422a-b764-50a25e36cf32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445955 Jan 29 20:32:58.959221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:32:59.397949 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb56d7-c828-42b6-a5a7-584ca0521222 req-c43b5298-c576-47bf-b5b0-b57c75a53c5c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:32:59.400047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6cfb56d7-c828-42b6-a5a7-584ca0521222 req-c43b5298-c576-47bf-b5b0-b57c75a53c5c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0562308 Jan 29 20:32:59.448621 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6cfb56d7-c828-42b6-a5a7-584ca0521222 req-f40965bd-bd93-4053-a67e-c98eaf782de4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Jan 29 20:33:00.176057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:00.399510 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:00.491936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-df2eceed-58af-4b0a-b462-3c484af4135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:00.494430 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-df2eceed-58af-4b0a-b462-3c484af4135f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1128 time: 0.0881081 Jan 29 20:33:00.903085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152eb8d-a92e-4b34-8236-b63d257afcbe req-d78158ba-9450-4fc4-9976-73de78b0ca94 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:00.904620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5152eb8d-a92e-4b34-8236-b63d257afcbe req-d78158ba-9450-4fc4-9976-73de78b0ca94 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.3836632 Jan 29 20:33:00.906072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-39212f47-3b8f-43c1-9ed4-0673114c4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:00.907395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-39212f47-3b8f-43c1-9ed4-0673114c4323 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.4035494 Jan 29 20:33:00.998179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5152eb8d-a92e-4b34-8236-b63d257afcbe req-7f484107-8423-4668-9d4f-6ee97c3f56bb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878243 Jan 29 20:33:01.000226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-0096808e-3134-4b70-a8be-a23c27962223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1002 time: 0.0827410 Jan 29 20:33:01.054292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-3e8013ca-1f53-4e6b-a978-4eda408ddce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:01.055900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-3e8013ca-1f53-4e6b-a978-4eda408ddce1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0439889 Jan 29 20:33:01.111200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-0ee37f75-de50-4a51-a276-8a8dede6c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:01.112696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-0ee37f75-de50-4a51-a276-8a8dede6c7f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472493 Jan 29 20:33:01.204573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-52e69702-143f-469c-879b-2b37d656f788 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802269 Jan 29 20:33:01.304788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-7b1f843f-0e9e-4201-a3d1-b0efc9c8a554 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903335 Jan 29 20:33:01.547483 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:02.118004 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d4cec-6c87-4591-9bed-b93428f12d86 req-b9911019-a83b-4e83-8aee-3d42ea94ce1f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:02.119488 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be2d4cec-6c87-4591-9bed-b93428f12d86 req-b9911019-a83b-4e83-8aee-3d42ea94ce1f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0534413 Jan 29 20:33:02.170152 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-be2d4cec-6c87-4591-9bed-b93428f12d86 req-2791053a-0cde-4c5c-a7e3-db3021ab6d26 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Jan 29 20:33:03.294483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599fd30-7941-4e3b-a657-df65534b8b92 req-b2d6a526-40d5-4d81-b16b-14baf3069ca9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:03.295947 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2599fd30-7941-4e3b-a657-df65534b8b92 req-b2d6a526-40d5-4d81-b16b-14baf3069ca9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0529330 Jan 29 20:33:03.341403 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2599fd30-7941-4e3b-a657-df65534b8b92 req-3e1eaff9-dd7e-4cc2-83c0-f2bebb7a0574 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398817 Jan 29 20:33:03.535681 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-88f000f4-7a32-4f09-9fcd-ef59297ed3d9 service neutron] show failed (client error): The resource could not be found. Jan 29 20:33:03.536666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-88f000f4-7a32-4f09-9fcd-ef59297ed3d9 service neutron] 10.222.0.13 "GET /v2.0/ports/351397b8-81d0-460f-a610-024057f037b4/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0588868 Jan 29 20:33:04.140937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-efe6545f-92d3-4e3e-9a6a-9fe6c6e51748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:04.142429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-efe6545f-92d3-4e3e-9a6a-9fe6c6e51748 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 1128 time: 0.0835156 Jan 29 20:33:04.159288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:33:04.217233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:04.422430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:04.454453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:33:04.461255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99317c91-e665-482e-9817-d581cf93ef3e req-96134425-7027-4749-b851-e18b618591e0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:04.462903 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99317c91-e665-482e-9817-d581cf93ef3e req-96134425-7027-4749-b851-e18b618591e0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0529342 Jan 29 20:33:04.494659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:04.500995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Publish callbacks [] for port (351397b8-81d0-460f-a610-024057f037b4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:04.511179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-99317c91-e665-482e-9817-d581cf93ef3e req-ad621eed-3aa6-4e88-9b82-001869a72ec7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Jan 29 20:33:04.513956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Transition to ACTIVE for port object 351397b8-81d0-460f-a610-024057f037b4 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:33:04.538798 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215297a2-858c-485b-a94d-a6a368036ee7" -d '{"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-unplugged", "status": "completed", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:04.587757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:04.638369 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3305bee-dfe7-4099-9279-63b14287b88a x-openstack-request-id: req-e3305bee-dfe7-4099-9279-63b14287b88a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:04.638671 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-unplugged", "status": "completed", "tag": "351397b8-81d0-460f-a610-024057f037b4", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:04.638932 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3305bee-dfe7-4099-9279-63b14287b88a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:04.639341 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'code': 200} Jan 29 20:33:04.666321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:04.776979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] No DVR routers for this DVR port 351397b8-81d0-460f-a610-024057f037b4 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:33:04.913847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:33:04.913847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:33:04.914191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:33:04.918648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Port 351397b8-81d0-460f-a610-024057f037b4 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:33:04.918975 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Attempting to bind port 351397b8-81d0-460f-a610-024057f037b4 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:33:04.923827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:33:04.924187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:33:04.924601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:33:04.925027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Bound port: 351397b8-81d0-460f-a610-024057f037b4, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:33:04.925386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:04.990119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:33:04.993257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:33:05.079312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:05.112212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:05.112950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:05.114475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] 10.222.0.26 "PUT /v2.0/ports/351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1092 time: 0.9590364 Jan 29 20:33:05.141876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5238c61-9967-44de-91cc-2b45f053eaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:05.195133 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b75c74df-d41b-4627-ab5c-fb924274f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:05.197239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-b75c74df-d41b-4627-ab5c-fb924274f211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1126 time: 0.0497735 Jan 29 20:33:05.300590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-24a06896-45b1-48de-93ad-77f476c46710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:05.302079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-24a06896-45b1-48de-93ad-77f476c46710 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0991359 Jan 29 20:33:05.366680 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-ca1f9c4c-ca4d-42b3-bbbc-b80b1bc2bf85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1000 time: 0.0586720 Jan 29 20:33:05.419336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-86ef92e8-8762-4666-a1ff-791236337831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:05.420792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-86ef92e8-8762-4666-a1ff-791236337831 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0483844 Jan 29 20:33:05.469678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-c640cc6d-f74e-4b66-aeb4-effaca3aad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:05.471174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-c640cc6d-f74e-4b66-aeb4-effaca3aad34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446148 Jan 29 20:33:05.561179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-4cc2738b-6a0c-47dc-aaa5-95e3b027998f service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Jan 29 20:33:05.633565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7623-5718-4251-a56c-bf2fba3d0d40 req-8efc1350-a303-4feb-8725-32a9cc0bb1b6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:05.635263 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f29e7623-5718-4251-a56c-bf2fba3d0d40 req-8efc1350-a303-4feb-8725-32a9cc0bb1b6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0534134 Jan 29 20:33:05.655813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b019157-92c6-4ebd-b20f-bd83dcea649f req-6be4c008-f035-4a31-8bbe-e2e240399b87 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Jan 29 20:33:05.683506 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f29e7623-5718-4251-a56c-bf2fba3d0d40 req-c6d4eec0-eb51-4622-b3b1-61cf37c1e042 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Jan 29 20:33:06.640562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:06.642941 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff3eb7-e74e-41a0-814d-31e5b40d6812" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:06.693109 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db03f9a-f1a4-4e54-82ae-25faba5e34ba x-openstack-request-id: req-5db03f9a-f1a4-4e54-82ae-25faba5e34ba {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:06.693414 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "tag": "351397b8-81d0-460f-a610-024057f037b4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:06.693670 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5db03f9a-f1a4-4e54-82ae-25faba5e34ba {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:06.694082 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'status': 'completed', 'code': 200} Jan 29 20:33:06.810880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-787cf66c-1710-4112-acb5-b8f88154d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:06.812586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-787cf66c-1710-4112-acb5-b8f88154d11a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1126 time: 0.0859859 Jan 29 20:33:06.823494 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-4810afe9-9876-46bf-9545-c6ae8e00afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:06.825012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-4810afe9-9876-46bf-9545-c6ae8e00afe9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1126 time: 0.0696063 Jan 29 20:33:06.825858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bc93b-6551-4c93-af68-5f2008466e9f req-219e0c7c-3d23-40ac-a004-c4ca7c513d01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:06.827492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-526bc93b-6551-4c93-af68-5f2008466e9f req-219e0c7c-3d23-40ac-a004-c4ca7c513d01 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0630941 Jan 29 20:33:06.877161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-526bc93b-6551-4c93-af68-5f2008466e9f req-bd0fba0f-4b4d-45df-a706-43ddfe7eea57 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 Jan 29 20:33:06.986763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-2d336eb9-a2b0-4a2c-abfa-ff8bccdb4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:06.988319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-2d336eb9-a2b0-4a2c-abfa-ff8bccdb4f13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1624022 Jan 29 20:33:06.989296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-243ae62d-78f3-4770-ae04-741363925a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:06.990615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-243ae62d-78f3-4770-ae04-741363925a56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1576080 Jan 29 20:33:07.107272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-92e16bb7-8480-42f5-8272-7d847afb043b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1000 time: 0.1101582 Jan 29 20:33:07.109093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-d08ff341-99cf-4150-8997-16d56eb0feba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1000 time: 0.1058586 Jan 29 20:33:07.195620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-8155048d-d733-401c-81e4-c3947afe65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:07.197395 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-8155048d-d733-401c-81e4-c3947afe65c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0766044 Jan 29 20:33:07.198628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-3d44eba5-5080-4ff6-a4b7-cefc0f2045d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:07.199990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-3d44eba5-5080-4ff6-a4b7-cefc0f2045d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0866418 Jan 29 20:33:07.277437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-9f7417aa-5640-4f0a-90b3-215cf4d0862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:07.278958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-9f7417aa-5640-4f0a-90b3-215cf4d0862c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734730 Jan 29 20:33:07.285289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-6385e2a4-cb1d-4469-9c45-baa9698ba797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:07.286754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-6385e2a4-cb1d-4469-9c45-baa9698ba797 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737627 Jan 29 20:33:07.443501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-c9c26ea8-41cc-4de1-9274-d24d1dd640a0 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557858 Jan 29 20:33:07.447511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-d4358d89-28f9-47e8-810d-e31e29fb57c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515279 Jan 29 20:33:07.605138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-17fe42a5-682a-43ec-b595-4b1ce718a3aa service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554093 Jan 29 20:33:07.607003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6fff3eb7-e74e-41a0-814d-31e5b40d6812 req-c24d7eb4-4894-4568-b911-98ce065142e2 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504281 Jan 29 20:33:07.792365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 351397b8-81d0-460f-a610-024057f037b4 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:33:07.832360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port 351397b8-81d0-460f-a610-024057f037b4 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:33:07.832757 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 351397b8-81d0-460f-a610-024057f037b4 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:33:08.003869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f43460-3394-48fa-969b-5b66dafe4a89 req-79b93730-9170-4f5b-a604-9bb6a4840f66 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.005569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69f43460-3394-48fa-969b-5b66dafe4a89 req-79b93730-9170-4f5b-a604-9bb6a4840f66 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0542572 Jan 29 20:33:08.057061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-69f43460-3394-48fa-969b-5b66dafe4a89 req-08f5c5fc-d090-4c44-9d62-0e9b852ed141 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Jan 29 20:33:08.361376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d643-cb74-4b06-9db4-2a5961988d95 req-c5e21fc0-a9f1-42d1-b58a-b8f2332b281f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.362862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e588d643-cb74-4b06-9db4-2a5961988d95 req-c5e21fc0-a9f1-42d1-b58a-b8f2332b281f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0554173 Jan 29 20:33:08.404613 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:08.439262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e588d643-cb74-4b06-9db4-2a5961988d95 req-55157aa0-cf74-4e41-b912-04d446f773cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702064 Jan 29 20:33:08.463673 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-5610eeeb-340f-4d94-9bba-534f67053a4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.465141 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-5610eeeb-340f-4d94-9bba-534f67053a4f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de&tenant_id=c699f9f15d4e4fb2938699226b4427a9&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 944 time: 0.0711482 Jan 29 20:33:08.534168 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-c4839b69-811c-4d79-9475-150bfc2233f4 service neutron] delete failed (client error): The resource could not be found. Jan 29 20:33:08.535587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-c4839b69-811c-4d79-9475-150bfc2233f4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/351397b8-81d0-460f-a610-024057f037b4/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0580492 Jan 29 20:33:08.628963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-ebe33d05-d28d-4a76-a18e-4976b9cacb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.630366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-ebe33d05-d28d-4a76-a18e-4976b9cacb10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1126 time: 0.0463028 Jan 29 20:33:08.727847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-6c55cc50-12cd-4a48-abc3-29a1d14a4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.729344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-6c55cc50-12cd-4a48-abc3-29a1d14a4b7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0890005 Jan 29 20:33:08.797583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-d17925e7-6562-44a1-b61c-b0502c1eef5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1000 time: 0.0585945 Jan 29 20:33:08.851723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-555b834e-4903-48c9-888a-9d8357d3a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.853621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-555b834e-4903-48c9-888a-9d8357d3a113 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0446100 Jan 29 20:33:08.911403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-b995e2cd-d8b2-4f43-b781-c5069af00956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:08.912890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-b995e2cd-d8b2-4f43-b781-c5069af00956 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494809 Jan 29 20:33:09.005390 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-07f654e9-ee37-4ea6-b6c0-4266c7f5f451 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815318 Jan 29 20:33:09.099393 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ec4444b1-f388-412e-91cf-ab82b1ee1043 req-23d9838c-70d2-491d-95bc-6de07ca1d8e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Jan 29 20:33:09.562426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5343-0b69-4fd2-97a9-d82ebfcd6662 req-9e9692e5-0a86-4b28-9b73-ee3a85e32bd1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:09.563790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-389e5343-0b69-4fd2-97a9-d82ebfcd6662 req-9e9692e5-0a86-4b28-9b73-ee3a85e32bd1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 944 time: 0.0519493 Jan 29 20:33:09.610896 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-389e5343-0b69-4fd2-97a9-d82ebfcd6662 req-e524d096-3ecc-49a3-a67b-10503229db1e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412169 Jan 29 20:33:09.706997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 351397b8-81d0-460f-a610-024057f037b4 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:33:09.808849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:09.819194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '351397b8-81d0-460f-a610-024057f037b4', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': '351397b8-81d0-460f-a610-024057f037b4', 'mac_address': 'fa:16:3e:38:99:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:33:09.857583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 351397b8-81d0-460f-a610-024057f037b4 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:33:09.861833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:09.870655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351397b8-81d0-460f-a610-024057f037b4 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:33:09.890612 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:09.958832 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:10.011849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:10.019460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.020760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.020760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.020760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.021059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.021261 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.021594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.021928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.022258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.022586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.022940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.023266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.023592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:10.268378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['351397b8-81d0-460f-a610-024057f037b4'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:33:10.730251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fb27-850f-4389-9810-0a8ea6459fb0 req-29f81a1a-21fc-4917-b11a-2eab8da64e0b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:10.731729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-63a5fb27-850f-4389-9810-0a8ea6459fb0 req-29f81a1a-21fc-4917-b11a-2eab8da64e0b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 945 time: 0.0528724 Jan 29 20:33:10.778084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-63a5fb27-850f-4389-9810-0a8ea6459fb0 req-36081f86-da61-4c9a-9e72-225c2482bf58 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Jan 29 20:33:10.900703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84514a3d-b271-4f64-9aaa-2861a4714ccf req-2a6a282e-4cca-4381-9838-b3749283f98f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:10.902077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84514a3d-b271-4f64-9aaa-2861a4714ccf req-2a6a282e-4cca-4381-9838-b3749283f98f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 945 time: 0.0570309 Jan 29 20:33:10.948579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84514a3d-b271-4f64-9aaa-2861a4714ccf req-431415f9-5676-484f-9b2c-29fe1383a9dc tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Jan 29 20:33:11.287714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04527d-2001-4dea-a5cc-268b10ab4d6f req-984c415e-8ded-4d5a-ade2-bb677b89e469 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:11.289224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa04527d-2001-4dea-a5cc-268b10ab4d6f req-984c415e-8ded-4d5a-ade2-bb677b89e469 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 945 time: 0.0539088 Jan 29 20:33:11.339537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa04527d-2001-4dea-a5cc-268b10ab4d6f req-45a79f2e-1c75-4645-8964-3f8094430814 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Jan 29 20:33:11.418162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-9226bd36-881e-4211-b420-ef7c4bc4e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:11.419655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-9226bd36-881e-4211-b420-ef7c4bc4e29e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 1127 time: 0.0491590 Jan 29 20:33:11.507842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-b6884586-45c1-4278-978d-e7108e942c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:11.510188 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-b6884586-45c1-4278-978d-e7108e942c52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0849144 Jan 29 20:33:11.719798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 351397b8-81d0-460f-a610-024057f037b4 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:33:11.844989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 351397b8-81d0-460f-a610-024057f037b4 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:33:11.849463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 351397b8-81d0-460f-a610-024057f037b4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:33:11.849849 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (351397b8-81d0-460f-a610-024057f037b4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:11.867428 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-50256412-c5f3-44c7-870a-8920f554d797 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 200 len: 1001 time: 0.3516207 Jan 29 20:33:11.915305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-22c04dfb-4b1b-4b33-8e51-c1f523d6808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:11.916782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-22c04dfb-4b1b-4b33-8e51-c1f523d6808e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0434272 Jan 29 20:33:11.934761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 351397b8-81d0-460f-a610-024057f037b4 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:33:11.936909 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (351397b8-81d0-460f-a610-024057f037b4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:11.957818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:11.960044 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3367cac2aba36efd9a10a160e8c8dd426b83d8171ae080e9203932a88b8c620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dc7679-be5d-462b-9cbc-6c1f1f2c53ac" -d '{"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-plugged", "status": "completed", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:11.965118 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-8cbbf10a-ee8d-4963-85e7-0ab29ec6efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:11.966612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-8cbbf10a-ee8d-4963-85e7-0ab29ec6efb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443296 Jan 29 20:33:11.973055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:12.058281 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (351397b8-81d0-460f-a610-024057f037b4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:12.062690 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20922b6c-9c8c-4344-a1e6-d84234efcf0c x-openstack-request-id: req-20922b6c-9c8c-4344-a1e6-d84234efcf0c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:12.062959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-81756128-fb87-4391-8b34-113fb4920882 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902233 Jan 29 20:33:12.063319 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-plugged", "status": "completed", "tag": "351397b8-81d0-460f-a610-024057f037b4", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:12.063580 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20922b6c-9c8c-4344-a1e6-d84234efcf0c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:12.063973 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'code': 200} Jan 29 20:33:12.122092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:12.179674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f695cde6-bcbc-47b2-8c76-388aec1f0380 req-a08d160e-f49a-4a1f-b77f-c0ca0ced399d service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850132 Jan 29 20:33:12.455838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dae7e-ff03-4b95-90d6-1f6ae369df1d req-0223cf20-ba08-4b48-8db0-70c40b11f5c9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:12.457359 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-127dae7e-ff03-4b95-90d6-1f6ae369df1d req-0223cf20-ba08-4b48-8db0-70c40b11f5c9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0513794 Jan 29 20:33:12.507586 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-127dae7e-ff03-4b95-90d6-1f6ae369df1d req-1ff7376d-f903-4d11-9ba2-0daecb1ad191 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Jan 29 20:33:13.630756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e126c-3b0b-4905-a0a2-ecb1c447b8c5 req-d68ecf08-54f8-4c86-88d4-a1b2e10094e9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:13.632254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c57e126c-3b0b-4905-a0a2-ecb1c447b8c5 req-d68ecf08-54f8-4c86-88d4-a1b2e10094e9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0522301 Jan 29 20:33:13.682975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c57e126c-3b0b-4905-a0a2-ecb1c447b8c5 req-7fec1943-fd42-4a69-a4bf-febf22ac7b5b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Jan 29 20:33:14.083067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d373-c51c-4924-a9e3-c11ee2a59bc7 req-292c9bd9-2ebf-4f16-a83f-cdce1915c404 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:14.084576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d966d373-c51c-4924-a9e3-c11ee2a59bc7 req-292c9bd9-2ebf-4f16-a83f-cdce1915c404 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0527508 Jan 29 20:33:14.138388 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d966d373-c51c-4924-a9e3-c11ee2a59bc7 req-68b5c248-f7b6-4f06-88ab-4b1ab4f4a192 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474973 Jan 29 20:33:15.261662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a286b3-af0b-4d02-8a24-61b4b0f02edc req-c5e444aa-13f9-4535-b70c-58c7d7bd7d06 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:15.263343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26a286b3-af0b-4d02-8a24-61b4b0f02edc req-c5e444aa-13f9-4535-b70c-58c7d7bd7d06 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0560679 Jan 29 20:33:15.312019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-26a286b3-af0b-4d02-8a24-61b4b0f02edc req-6481e717-c798-4341-9202-343f3192cd7a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Jan 29 20:33:15.481588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-56255147-c890-40c4-b86c-2bf3e4de3a0f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:15.482920 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-56255147-c890-40c4-b86c-2bf3e4de3a0f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 946 time: 0.0502529 Jan 29 20:33:15.578777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Deleting port 351397b8-81d0-460f-a610-024057f037b4 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:33:15.579052 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (351397b8-81d0-460f-a610-024057f037b4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:15.667506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] For port 351397b8-81d0-460f-a610-024057f037b4, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=351397b8-81d0-460f-a610-024057f037b4,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:15.667863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (351397b8-81d0-460f-a610-024057f037b4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:15.838980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:15.839348 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:15.839662 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 disassociated. External IP: 172.25.5.194, port: 351397b8-81d0-460f-a610-024057f037b4. Jan 29 20:33:15.839999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Calling delete_port for 351397b8-81d0-460f-a610-024057f037b4 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:33:16.056716 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (351397b8-81d0-460f-a610-024057f037b4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:16.089694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event deleted for resources: {'Port': ['ID=351397b8-81d0-460f-a610-024057f037b4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:16.100458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.100779 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.101125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.101477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.101819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.102882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.103209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.103560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.103893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.104231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.104569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.104893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.105218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:33:16.214538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:33:16.323491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:33:16.333438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:33:16.343429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:33:16.344046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:32:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:16.364882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] No DVR routers for this DVR port 351397b8-81d0-460f-a610-024057f037b4 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:33:16.367473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:16.371869 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0818045b-c2d7-4461-99c3-5399bfb9d56e req-2761eaa7-fd1c-4c35-836e-b957bbb38d39 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "DELETE /v2.0/ports/351397b8-81d0-460f-a610-024057f037b4 HTTP/1.1" status: 204 len: 173 time: 0.8837397 Jan 29 20:33:16.372371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-deleted', 'tag': '351397b8-81d0-460f-a610-024057f037b4'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:16.374976 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042c31f-bab3-42dd-b760-865379d29c01" -d '{"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-deleted", "tag": "351397b8-81d0-460f-a610-024057f037b4"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:16.421020 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee42282-182d-4ee3-b385-853a8bc7ab6f x-openstack-request-id: req-cee42282-182d-4ee3-b385-853a8bc7ab6f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:16.421321 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b571b8-d605-44e6-bb78-99f272e9e0de", "name": "network-vif-deleted", "tag": "351397b8-81d0-460f-a610-024057f037b4", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:16.421581 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cee42282-182d-4ee3-b385-853a8bc7ab6f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:16.421982 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b571b8-d605-44e6-bb78-99f272e9e0de', 'name': 'network-vif-deleted', 'tag': '351397b8-81d0-460f-a610-024057f037b4', 'status': 'completed', 'code': 200} Jan 29 20:33:16.424385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c21ee13-8da6-4ee1-a746-3b9d91f51fe6 req-3c95ae1f-4cbe-4c52-8540-140f16ec0843 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b571b8-d605-44e6-bb78-99f272e9e0de HTTP/1.1" status: 200 len: 210 time: 0.0337501 Jan 29 20:33:16.464328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:33:16.849679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:16.876767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:33:16.885529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:33:16.886137 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:32:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:16.994288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:33:17.189329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:17.215117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a7098-189c-4b1a-aa90-520f45be4135 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:33:17.441313 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca02c53-9f1b-42e2-ae53-865a9a0e039e None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:33:17.681265 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-3f2f60c5-461e-45a9-a05f-0d9ef8da918b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1960245232&fields=id&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 267 time: 0.0412319 Jan 29 20:33:17.794040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-437bac48-4698-4b8f-8547-f2c12e2e55da tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:17.795477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-437bac48-4698-4b8f-8547-f2c12e2e55da tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.1078753 Jan 29 20:33:17.809742 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-3e36af93-c12d-4a3c-8cc4-ed7e3c0d9894 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/quotas/c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 375 time: 0.0088022 Jan 29 20:33:17.863295 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-9832b8cc-a2a4-4c00-99c0-ec1f985cd606 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486989 Jan 29 20:33:17.879456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-94fecde1-f635-491f-b3a9-53eef37f8b0e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:33:17.880431 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-94fecde1-f635-491f-b3a9-53eef37f8b0e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050683 Jan 29 20:33:17.972791 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-d4e684cf-a9a0-4acd-acb5-ccee68ca9551 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858915 Jan 29 20:33:18.060766 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-7ecc2312-5669-4580-bdaa-2920fe394d03 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820267 Jan 29 20:33:18.291456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-942b3768-0a41-4c72-9812-b2594f28d555 req-2dec4fca-cbcf-4871-a13f-e1b692fd9a3b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Jan 29 20:33:19.388787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-61da750c-4c30-412c-9916-2dbba4222dda req-e342c239-56e7-4c1c-a07c-7bdaac586ecf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 210 time: 0.0286105 Jan 29 20:33:19.767032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 351397b8-81d0-460f-a610-024057f037b4 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:33:19.786737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 351397b8-81d0-460f-a610-024057f037b4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:33:19.787080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 351397b8-81d0-460f-a610-024057f037b4 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:33:20.133525 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-7ab0bb0e-c43a-4427-bf10-362e54058e29 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:20.135651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-7ab0bb0e-c43a-4427-bf10-362e54058e29 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.1045196 Jan 29 20:33:20.197812 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-7a8e5245-e725-44b5-a74a-c57f6570ccb1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 380 time: 0.0515976 Jan 29 20:33:20.208687 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'port': {'device_id': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'admin_state_up': True, 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'security_groups': ['b30a299a-6896-43b6-ad61-2e082c9f403d']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:33:20.404554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Made reservation on behalf of c699f9f15d4e4fb2938699226b4427a9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:33:20.407954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:20.498549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7d151401-a743-4e04-aa44-aff7d4981f96 req-3d401a12-9387-42ce-bcfe-4c7e1e04e2c7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 210 time: 0.0371583 Jan 29 20:33:20.561960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Allocated IP 172.20.0.8 (ccc05fec-7460-467d-afde-c9d4cc3234b5/f1b60fc6-b372-4270-b338-77e28d9ddd3f/b998b2ac-6736-485c-b991-1e57480cc527) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:33:20.692364 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for port (b998b2ac-6736-485c-b991-1e57480cc527), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:20.770313 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:20.816180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:33:20.821621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:33:20.825180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:33:20.848618 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:20.877958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:20.878519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:20.984475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-5e687a93-af2c-46d2-87be-454f202433ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793615 Jan 29 20:33:21.002114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Request body: {'port': {'device_id': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:33:21.054286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9d567fe1-4282-40a5-a03a-0a34417e507d None None] Provisioning complete for port b998b2ac-6736-485c-b991-1e57480cc527 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:33:21.054850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d567fe1-4282-40a5-a03a-0a34417e507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b998b2ac-6736-485c-b991-1e57480cc527), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.062145 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.091202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9d567fe1-4282-40a5-a03a-0a34417e507d None None] Port b998b2ac-6736-485c-b991-1e57480cc527 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:33:21.326417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b998b2ac-6736-485c-b991-1e57480cc527 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:33:21.333868 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Publish callbacks [] for port (b998b2ac-6736-485c-b991-1e57480cc527), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.345831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Transition to ACTIVE for port object b998b2ac-6736-485c-b991-1e57480cc527 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:33:21.421321 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.477563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:21.550226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:33:21.550565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:33:21.550890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:33:21.556368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:33:21.556692 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:33:21.561875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:33:21.562216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:33:21.562654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:33:21.563093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Bound port: b998b2ac-6736-485c-b991-1e57480cc527, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:33:21.563496 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.633845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ee7e-6d4d-41f6-b873-d73214ed3e82 req-9ab859e1-76c2-45cb-90f5-68aa3971a209 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:21.636710 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca61ee7e-6d4d-41f6-b873-d73214ed3e82 req-9ab859e1-76c2-45cb-90f5-68aa3971a209 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0666590 Jan 29 20:33:21.638512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:33:21.642097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:33:21.683356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ca61ee7e-6d4d-41f6-b873-d73214ed3e82 req-46e8ccf6-2766-4527-a122-74b4cf5bf89f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Jan 29 20:33:21.707809 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.744377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:21.745002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:21.746780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] 10.222.0.13 "PUT /v2.0/ports/b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1091 time: 0.7488117 Jan 29 20:33:21.747226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:21.749850 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:21.779730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0132d0-113f-48af-af93-fce0678a1113 service neutron] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:21.792827 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c300d1-97b3-437e-9d19-0454eb17ea6a x-openstack-request-id: req-e6c300d1-97b3-437e-9d19-0454eb17ea6a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:21.793128 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:21.793388 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6c300d1-97b3-437e-9d19-0454eb17ea6a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:21.793804 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'status': 'completed', 'code': 200} Jan 29 20:33:21.868679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7 req-3403eddb-c4b2-41b0-9859-e2a2330a82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:21.870242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7 req-3403eddb-c4b2-41b0-9859-e2a2330a82ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1125 time: 0.0501645 Jan 29 20:33:21.980272 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7 req-bb6790c9-9c04-4c93-bbe2-e1253e1cc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:21.981775 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7 req-bb6790c9-9c04-4c93-bbe2-e1253e1cc414 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c699f9f15d4e4fb2938699226b4427a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1005890 Jan 29 20:33:22.078818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7 req-c4463d47-08a2-4ed1-874e-4c96a0169ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:22.080317 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4aa3f09-b84d-4080-9153-0907e9ba7fe7 req-c4463d47-08a2-4ed1-874e-4c96a0169ccf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0892582 Jan 29 20:33:22.169855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-22f5e44c-e137-4d7b-a2b7-cbb4b9a63235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:22.171356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-22f5e44c-e137-4d7b-a2b7-cbb4b9a63235 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1125 time: 0.0498977 Jan 29 20:33:22.218595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-739a5c61-a362-43a8-a11d-c3c908afa042 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 217 time: 0.0341537 Jan 29 20:33:22.270493 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-e9776bb9-784e-4aa4-be66-e2290a5c65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:22.271991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-e9776bb9-784e-4aa4-be66-e2290a5c65d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0429482 Jan 29 20:33:22.328027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-24062507-a59f-438c-9f88-52e27f30e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:22.329479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-24062507-a59f-438c-9f88-52e27f30e51e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484686 Jan 29 20:33:22.419467 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-50a2766b-8a60-4f09-89ff-1a0ec3666b60 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806918 Jan 29 20:33:22.515639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8c51ac76-bcb9-45cd-aaf6-dbd474f64d02 req-eb2922ef-9b8f-4753-b094-92e5fc31f122 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Jan 29 20:33:22.805645 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edecedd-cdbf-425d-8741-5a8392006546 req-7c76837e-a651-4232-9b41-7fd98b7047e2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:22.807188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0edecedd-cdbf-425d-8741-5a8392006546 req-7c76837e-a651-4232-9b41-7fd98b7047e2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0532949 Jan 29 20:33:22.853495 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0edecedd-cdbf-425d-8741-5a8392006546 req-631c44c1-95ac-4a8a-a2a5-6dcd648ccf00 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Jan 29 20:33:23.976086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2f5c-e914-44c5-ae6d-1e40ef69cfd7 req-50352902-cb04-4ca2-af8c-2872c272c321 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:23.977618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-854a2f5c-e914-44c5-ae6d-1e40ef69cfd7 req-50352902-cb04-4ca2-af8c-2872c272c321 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0529089 Jan 29 20:33:24.023685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-854a2f5c-e914-44c5-ae6d-1e40ef69cfd7 req-ba903ad8-d285-4b4c-8cdd-6611d1f99feb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 Jan 29 20:33:25.141683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bed8cb-75e1-4fe6-b2bb-d629a1ddaf1b req-8ef04f7c-2ce6-45c8-9626-009d31c14a34 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:25.143179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9bed8cb-75e1-4fe6-b2bb-d629a1ddaf1b req-8ef04f7c-2ce6-45c8-9626-009d31c14a34 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0532508 Jan 29 20:33:25.187073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d2ee50ed-d7b6-4c70-b9e8-aaaa79d6690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:25.193956 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d9bed8cb-75e1-4fe6-b2bb-d629a1ddaf1b req-b2281e42-e4a2-46e3-84c6-c85f9778767b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Jan 29 20:33:25.885369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:33:25.983267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:25.994985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'b998b2ac-6736-485c-b991-1e57480cc527', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527', 'mac_address': 'fa:16:3e:0c:c6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:33:26.030795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b998b2ac-6736-485c-b991-1e57480cc527 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:33:26.031188 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:26.044466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b998b2ac-6736-485c-b991-1e57480cc527 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:33:26.063977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:26.129414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:26.177479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:26.313455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb7a2-a443-440d-b0ce-39b33f353a02 req-5236af1f-09d5-4bd7-8729-2a4fb88822cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:26.314915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed2fb7a2-a443-440d-b0ce-39b33f353a02 req-5236af1f-09d5-4bd7-8729-2a4fb88822cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 944 time: 0.0516644 Jan 29 20:33:26.366083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed2fb7a2-a443-440d-b0ce-39b33f353a02 req-481ea704-32bf-426c-b16a-86415a855ee6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Jan 29 20:33:26.441875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['b998b2ac-6736-485c-b991-1e57480cc527'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:33:27.486074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a020d72-cefb-4a61-b0ad-2fc296938c40 req-787f6f88-91ac-45e3-bf34-0533fb0b8af5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:27.487569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a020d72-cefb-4a61-b0ad-2fc296938c40 req-787f6f88-91ac-45e3-bf34-0533fb0b8af5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Jan 29 20:33:27.535756 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0a020d72-cefb-4a61-b0ad-2fc296938c40 req-39f1a360-fc26-4b06-9b5c-b35881047046 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Jan 29 20:33:27.887229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:33:27.983025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port b998b2ac-6736-485c-b991-1e57480cc527 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:33:27.986800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port b998b2ac-6736-485c-b991-1e57480cc527 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:33:27.987205 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b998b2ac-6736-485c-b991-1e57480cc527), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:28.068774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b998b2ac-6736-485c-b991-1e57480cc527 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:33:28.069166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:28.092575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:28.109964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:28.134052 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8637d4a9-8f50-49a9-a2ee-5602d8377e82" -d '{"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-plugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:28.160169 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-80c83508-324b-42ae-b25b-204f36350658 req-8624bc39-c44f-41b4-8860-77c1be6294df service neutron] (103562) timed out ('10.222.0.15', 59366) {{(pid=103562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:33:28.176328 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:28.223175 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1428d83-6807-4120-a774-dd4a4b46a079 x-openstack-request-id: req-a1428d83-6807-4120-a774-dd4a4b46a079 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:28.223492 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-plugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:28.223747 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1428d83-6807-4120-a774-dd4a4b46a079 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:28.224140 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'code': 200} Jan 29 20:33:28.228578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-edebbd43-dabf-42c4-8be1-c66bc0383ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:28.230613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:28.325519 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99647d26-0371-40ea-8c9a-09f51d0f1e2e req-52b4eaba-40a0-4158-92b1-ddbc7b0c0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:28.327056 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99647d26-0371-40ea-8c9a-09f51d0f1e2e req-52b4eaba-40a0-4158-92b1-ddbc7b0c0c14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1127 time: 0.0440354 Jan 29 20:33:28.375401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-99647d26-0371-40ea-8c9a-09f51d0f1e2e req-8f554eaf-253c-4509-b47b-adc68a1a39e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373907 Jan 29 20:33:28.655442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf80aa-0227-4fff-82e1-4a00fb1cfdec req-de508c3b-3d56-4fd0-9b27-3a0f7306248c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:28.656960 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46bf80aa-0227-4fff-82e1-4a00fb1cfdec req-de508c3b-3d56-4fd0-9b27-3a0f7306248c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Jan 29 20:33:28.703298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46bf80aa-0227-4fff-82e1-4a00fb1cfdec req-9a5e4765-9eef-41bf-83df-624bcbdd4808 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Jan 29 20:33:28.981454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:29.282704 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:33:29.826861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896aa4d-0dda-4d6a-a13b-075f7e4e386c req-93db710d-15d7-4283-9f07-05a410f8d943 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:29.828376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e896aa4d-0dda-4d6a-a13b-075f7e4e386c req-93db710d-15d7-4283-9f07-05a410f8d943 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0533509 Jan 29 20:33:29.875577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e896aa4d-0dda-4d6a-a13b-075f7e4e386c req-9fd450b5-1f8f-4a56-82da-5c52567f7620 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Jan 29 20:33:29.996012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd11050-f3c7-4eeb-ae1d-39a71a036909 req-7bcd9640-f5c6-411f-b80e-3e4368848ba4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:29.997516 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ddd11050-f3c7-4eeb-ae1d-39a71a036909 req-7bcd9640-f5c6-411f-b80e-3e4368848ba4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0578930 Jan 29 20:33:30.006472 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 39762) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:33:30.011227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'floatingip': {'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:33:30.050632 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:30.176388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:30.433053 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:30.489891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:30.552784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:30.651561 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 associated. External IP: 172.25.5.194, port: b998b2ac-6736-485c-b991-1e57480cc527. Jan 29 20:33:30.852437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:33:31.268503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:33:31.274479 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:31.279084 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:33:31.288677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:33:31.289296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:33:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:31.304561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b213d994-11a6-4f6b-b56a-697189fcf257 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "PUT /v2.0/floatingips/f8014e49-51be-4d42-af50-6a945eb21fd9 HTTP/1.1" status: 200 len: 991 time: 1.2970438 Jan 29 20:33:31.305141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:31.354313 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:31.401304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:33:31.415996 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68a7c-462f-4eaa-ab6e-e08dc7dcb7ea req-f71b91a2-a66f-4496-acfe-648a05da871b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:31.417562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fca68a7c-462f-4eaa-ab6e-e08dc7dcb7ea req-f71b91a2-a66f-4496-acfe-648a05da871b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0599406 Jan 29 20:33:31.451139 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad7d3c-58e1-4090-85d7-4d9571c79573 x-openstack-request-id: req-17ad7d3c-58e1-4090-85d7-4d9571c79573 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:31.451529 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:31.452066 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17ad7d3c-58e1-4090-85d7-4d9571c79573 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:31.452977 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'status': 'completed', 'code': 200} Jan 29 20:33:31.468769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fca68a7c-462f-4eaa-ab6e-e08dc7dcb7ea req-98d2f52e-bbd3-47da-9a78-ab0e7cc3be4e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453432 Jan 29 20:33:31.518205 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-a073570a-1499-4347-a451-d6a3f8e35b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:31.519768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-a073570a-1499-4347-a451-d6a3f8e35b19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1127 time: 0.0462990 Jan 29 20:33:31.566270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:31.613479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-12e996f3-c27a-4b79-8dbe-24c5c428a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:31.615083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-12e996f3-c27a-4b79-8dbe-24c5c428a7e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0893366 Jan 29 20:33:31.645458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:0c:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:33:30Z', 'revision_number': 9, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:31.676004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:33:31.679768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-2438c5c6-506b-4aa2-a3e2-579824c12274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 999 time: 0.0590861 Jan 29 20:33:31.684518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:33:31.685104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:33:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:31.727879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-e4b93dae-e6bd-4f29-81b5-2f2d94084131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:31.729392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-e4b93dae-e6bd-4f29-81b5-2f2d94084131 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0436153 Jan 29 20:33:31.783548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-af3a353b-442e-4e6f-baa3-87c56b583711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:31.784997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-af3a353b-442e-4e6f-baa3-87c56b583711 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491145 Jan 29 20:33:31.791570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:33:31.872426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-fdaa3431-7d7f-4a80-88d5-6977f82acad3 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812483 Jan 29 20:33:31.970655 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0c59933b-7fd4-4ef6-90cc-f2f3f6010730 req-f798316d-24d2-4721-8ed9-f0b93d336eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880330 Jan 29 20:33:32.013164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:0c:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:33:30Z', 'revision_number': 9, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:33:32.043572 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044a28b-dba8-4e20-b2a7-f2967c31d8ec None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:0c:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:33:30Z', 'revision_number': 9, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:33:32.239955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79277c98-4f88-4c06-9660-93321df76cb5 None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:33:32.591365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05726b9-943e-4ab7-946d-73a35b53452d req-d49a70c8-eb12-4456-996d-459d2a5a7629 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:32.592874 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d05726b9-943e-4ab7-946d-73a35b53452d req-d49a70c8-eb12-4456-996d-459d2a5a7629 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Jan 29 20:33:32.638881 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d05726b9-943e-4ab7-946d-73a35b53452d req-d03b90c3-8f43-4078-b19d-49a17faa8bf8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Jan 29 20:33:33.007954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8c03-fef8-40ab-8e7a-c31d67b0f227 req-9bcde5f3-dd39-4a83-96ce-fb6385e09088 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:33.009436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5ff8c03-fef8-40ab-8e7a-c31d67b0f227 req-9bcde5f3-dd39-4a83-96ce-fb6385e09088 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0543697 Jan 29 20:33:33.064493 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5ff8c03-fef8-40ab-8e7a-c31d67b0f227 req-f313f58a-decf-4c3a-ab60-bb51e2a38e34 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493798 Jan 29 20:33:33.150549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-5cd5312f-e7ae-49a2-bb9c-f68740e891c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969510 Jan 29 20:33:33.216911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-5febd07f-cac9-410c-8135-d8f512cbf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:33.218415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-5febd07f-cac9-410c-8135-d8f512cbf011 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1127 time: 0.0457706 Jan 29 20:33:33.330856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-4242b746-a937-49e8-89cb-c17d6a52abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:33.332384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-4242b746-a937-49e8-89cb-c17d6a52abb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0948629 Jan 29 20:33:33.398145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-b2167769-e345-4e21-acae-6f4ea375c759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1002 time: 0.0591798 Jan 29 20:33:33.446738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-e88d5315-f918-4ef6-a9e8-3695e5a6a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:33.448219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-e88d5315-f918-4ef6-a9e8-3695e5a6a426 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0447741 Jan 29 20:33:33.501119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-6069d68d-783a-4f49-b4b1-519fd4c7647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:33.502617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-6069d68d-783a-4f49-b4b1-519fd4c7647b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486431 Jan 29 20:33:33.593331 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-cabe7566-179f-4c89-99bf-33e6373d087d service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828247 Jan 29 20:33:33.688063 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82a6b2a9-3c63-46c5-a122-4bfc220c9d85 req-37b542f7-bba9-427d-ad96-414458599ff8 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897169 Jan 29 20:33:34.220184 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56120faf-be02-4c3e-9939-c742c4fbf839 req-4ff019cb-c8ab-47b9-9659-3747880fe527 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:34.220184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56120faf-be02-4c3e-9939-c742c4fbf839 req-4ff019cb-c8ab-47b9-9659-3747880fe527 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0630853 Jan 29 20:33:34.250648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56120faf-be02-4c3e-9939-c742c4fbf839 req-98629491-f0a6-4a9e-ad43-4e5b99c6ceaa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Jan 29 20:33:35.173234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-6ef7de21-f04b-4d5d-9eb7-b0448fb43273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:35.174995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-6ef7de21-f04b-4d5d-9eb7-b0448fb43273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1127 time: 0.0440733 Jan 29 20:33:35.269043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-e20dd935-d82f-4f79-8833-4f5451daf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:35.270723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-e20dd935-d82f-4f79-8833-4f5451daf452 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0882699 Jan 29 20:33:35.336807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-19db9d58-89a5-44b7-a3bf-b90d51aef4ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1002 time: 0.0590916 Jan 29 20:33:35.374529 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5180c56-fbee-4674-b9b7-815f465c43d1 req-082587bd-26a8-4fc9-8976-b37b3ed3c017 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:35.376023 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5180c56-fbee-4674-b9b7-815f465c43d1 req-082587bd-26a8-4fc9-8976-b37b3ed3c017 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Jan 29 20:33:35.390514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-b174320c-c906-45ca-99fa-6f74cafb341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:35.391984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-b174320c-c906-45ca-99fa-6f74cafb341a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0494902 Jan 29 20:33:35.425406 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b5180c56-fbee-4674-b9b7-815f465c43d1 req-e53ea8c1-1f7b-4ff0-9f05-c8a328183c62 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Jan 29 20:33:35.441749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-6915971c-9a5a-4c56-8c5c-4e658a89c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:35.443262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-6915971c-9a5a-4c56-8c5c-4e658a89c5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452631 Jan 29 20:33:35.534449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-7aa022ff-9969-40f4-a7bb-e5c788ad1d93 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Jan 29 20:33:35.911113 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-eba95da3-61d8-4b37-93f3-52f04df0e76f service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704286 Jan 29 20:33:36.545876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5329ff-fef7-4b88-b823-9f601c3f90f6 req-c290f46f-9a7c-4497-b583-39ec32ddceda tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:36.547262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e5329ff-fef7-4b88-b823-9f601c3f90f6 req-c290f46f-9a7c-4497-b583-39ec32ddceda tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0523620 Jan 29 20:33:36.598470 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2e5329ff-fef7-4b88-b823-9f601c3f90f6 req-0c346b48-7d79-4860-8c8b-ad0e4d6f32ce tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452318 Jan 29 20:33:37.722119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d07b2-5395-40fb-858f-5b89d36186ee req-09690e51-e7fb-41f1-b774-1670cbfdd772 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:37.723659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e05d07b2-5395-40fb-858f-5b89d36186ee req-09690e51-e7fb-41f1-b774-1670cbfdd772 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0561419 Jan 29 20:33:37.770627 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e05d07b2-5395-40fb-858f-5b89d36186ee req-2bd05055-143d-4dc3-8568-1ffa0d405658 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Jan 29 20:33:38.392736 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:38.893807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606be0ad-985c-491f-98fb-9ed5a621e15b req-7fecf824-f5e9-43a8-b22c-db8a162577b8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:38.895311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-606be0ad-985c-491f-98fb-9ed5a621e15b req-7fecf824-f5e9-43a8-b22c-db8a162577b8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0528746 Jan 29 20:33:38.941902 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-606be0ad-985c-491f-98fb-9ed5a621e15b req-c4fa1564-f72c-4fac-9f42-5bd432e053e2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Jan 29 20:33:40.061157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff4d0-2d33-4a81-81d6-a9118f701a28 req-503422fc-426d-4f6d-aae9-28e1818dfa03 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:40.062637 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f0ff4d0-2d33-4a81-81d6-a9118f701a28 req-503422fc-426d-4f6d-aae9-28e1818dfa03 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0516388 Jan 29 20:33:40.110747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8f0ff4d0-2d33-4a81-81d6-a9118f701a28 req-b458a9aa-3a29-43d6-8e70-4e398e92af60 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Jan 29 20:33:40.778853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-54f615af-014a-4246-96a0-76e527461293 req-7e6e4433-c093-4b49-88fa-345399dc6662 service neutron] (103563) timed out ('10.222.0.13', 52211) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:33:41.228898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95632ce-48d2-41af-a25b-07e0f381558e req-36517f34-ffa5-42e7-bbff-72456f3f7fe5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:41.230366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b95632ce-48d2-41af-a25b-07e0f381558e req-36517f34-ffa5-42e7-bbff-72456f3f7fe5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0520978 Jan 29 20:33:41.276365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b95632ce-48d2-41af-a25b-07e0f381558e req-7305506f-ff93-410d-92c5-d084a8eaf5ec tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Jan 29 20:33:42.399362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71009f-1bc4-4f7b-9eaa-df282c4f32ff req-52d791f4-a32e-4029-8166-5307a91edf44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:42.401054 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d71009f-1bc4-4f7b-9eaa-df282c4f32ff req-52d791f4-a32e-4029-8166-5307a91edf44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0553646 Jan 29 20:33:42.452672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d71009f-1bc4-4f7b-9eaa-df282c4f32ff req-454fccd4-87eb-4d3b-8f7a-19d70e113bba tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459049 Jan 29 20:33:43.576043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61010377-95ad-453c-bb2d-99fe68ccb97c req-758ab39c-2bfa-467a-9e07-bcb8727f0841 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:43.577472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61010377-95ad-453c-bb2d-99fe68ccb97c req-758ab39c-2bfa-467a-9e07-bcb8727f0841 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0562968 Jan 29 20:33:43.623587 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61010377-95ad-453c-bb2d-99fe68ccb97c req-1e601911-781e-4370-b4b9-a0167d4820f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Jan 29 20:33:44.744554 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c7874-73dc-44be-b77a-6bb6d53571bb req-a2729d80-4982-4039-87a8-9b5ff0622d10 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:44.746024 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e2c7874-73dc-44be-b77a-6bb6d53571bb req-a2729d80-4982-4039-87a8-9b5ff0622d10 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0529561 Jan 29 20:33:44.791953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8e2c7874-73dc-44be-b77a-6bb6d53571bb req-fb3a3826-39b1-4064-a744-ea9e0c73b650 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Jan 29 20:33:45.909235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00f984-6da5-438b-a2ae-91686f13932d req-f5493133-060a-4f7e-91ff-01ba825b99ab tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:45.910609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d00f984-6da5-438b-a2ae-91686f13932d req-f5493133-060a-4f7e-91ff-01ba825b99ab tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0517604 Jan 29 20:33:45.955649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9d00f984-6da5-438b-a2ae-91686f13932d req-c4c66474-87ac-44fe-bdee-da3da75ea309 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386598 Jan 29 20:33:47.073491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a4264-49c0-4087-a880-38652b80fe0f req-19b32f5d-7e39-4240-a202-c082933da598 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:47.074980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5a4264-49c0-4087-a880-38652b80fe0f req-19b32f5d-7e39-4240-a202-c082933da598 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0523508 Jan 29 20:33:47.120620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9d5a4264-49c0-4087-a880-38652b80fe0f req-3e048265-588a-47cb-9c00-f68c1ec73543 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Jan 29 20:33:48.242849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b051ef-cf68-48ae-b876-bc9658ce7a43 req-d6ab9fcd-f37c-4fb0-acc2-7a7fb3a80fb4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:48.244314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55b051ef-cf68-48ae-b876-bc9658ce7a43 req-d6ab9fcd-f37c-4fb0-acc2-7a7fb3a80fb4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0553775 Jan 29 20:33:48.292339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55b051ef-cf68-48ae-b876-bc9658ce7a43 req-0a1130aa-3c03-4dd5-9e38-9175bb39383e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421607 Jan 29 20:33:49.417848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447902a-f83a-42ca-bcf0-fbde27631fab req-f2afa247-361b-4c38-a88e-fc194c36790a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:49.419314 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8447902a-f83a-42ca-bcf0-fbde27631fab req-f2afa247-361b-4c38-a88e-fc194c36790a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0567641 Jan 29 20:33:49.464064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8447902a-f83a-42ca-bcf0-fbde27631fab req-3602d633-c39d-4979-9e72-0aeb5ab57883 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Jan 29 20:33:50.581356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145e8f9-6e1e-446b-a88b-b7baaa08616a req-60cb37f3-9a4f-469c-8c33-384bc4541db4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:50.582735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8145e8f9-6e1e-446b-a88b-b7baaa08616a req-60cb37f3-9a4f-469c-8c33-384bc4541db4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Jan 29 20:33:50.628546 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8145e8f9-6e1e-446b-a88b-b7baaa08616a req-13abc806-aed2-4b61-8216-a853b5170551 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Jan 29 20:33:51.756526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec45e6-8038-4596-827d-f3eb08eff46b req-f8494fca-e865-44e0-930a-7a787af4077b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:51.758846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02ec45e6-8038-4596-827d-f3eb08eff46b req-f8494fca-e865-44e0-930a-7a787af4077b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0608432 Jan 29 20:33:51.815319 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-02ec45e6-8038-4596-827d-f3eb08eff46b req-da519fe1-2cf5-48c1-b48e-ff15010a713b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496483 Jan 29 20:33:52.938807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220bcf-3b28-4d50-ab47-01d18cc4268e req-608295ff-0851-43d0-a5a1-55f25e62cf56 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:52.940318 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7220bcf-3b28-4d50-ab47-01d18cc4268e req-608295ff-0851-43d0-a5a1-55f25e62cf56 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Jan 29 20:33:52.995828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7220bcf-3b28-4d50-ab47-01d18cc4268e req-ac31c721-7f95-45ae-846b-b49b616f14b3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498888 Jan 29 20:33:53.041082 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-aaf6c5da-c905-4106-b568-2ada919cb279 service neutron] show failed (client error): The resource could not be found. Jan 29 20:33:53.042081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-aaf6c5da-c905-4106-b568-2ada919cb279 service neutron] 10.222.0.13 "GET /v2.0/ports/b998b2ac-6736-485c-b991-1e57480cc527/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0586739 Jan 29 20:33:53.488269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-45fd811a-2f4a-417c-9f39-3d2b1a43270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:53.489766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-45fd811a-2f4a-417c-9f39-3d2b1a43270e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 1127 time: 0.0459650 Jan 29 20:33:53.506356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:33:53.568148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:53.767435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:53.799122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:33:53.837280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:53.839524 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcefaf95-30ea-4677-949c-0f59d60d1f96" -d '{"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-unplugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:53.843467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Publish callbacks [] for port (b998b2ac-6736-485c-b991-1e57480cc527), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:53.856922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Transition to ACTIVE for port object b998b2ac-6736-485c-b991-1e57480cc527 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:33:53.888442 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6304c104-7215-4f82-ba28-f35b9624e6e1 x-openstack-request-id: req-6304c104-7215-4f82-ba28-f35b9624e6e1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:53.888849 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-unplugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:53.889169 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6304c104-7215-4f82-ba28-f35b9624e6e1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:53.889664 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'code': 200} Jan 29 20:33:53.912499 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:53.991217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:54.039803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] No DVR routers for this DVR port b998b2ac-6736-485c-b991-1e57480cc527 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:33:54.178142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f207f-b265-46da-9e61-380b6d0ae2ff req-f56ae357-012a-4af3-adf2-6c52ee0416de tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:54.180123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e58f207f-b265-46da-9e61-380b6d0ae2ff req-f56ae357-012a-4af3-adf2-6c52ee0416de tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.1081812 Jan 29 20:33:54.239356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:33:54.239602 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:33:54.239924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:33:54.254634 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:33:54.254958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:33:54.263964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e58f207f-b265-46da-9e61-380b6d0ae2ff req-27538521-fc99-44ce-849f-3905ace3a5a8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770316 Jan 29 20:33:54.269424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:33:54.270197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:33:54.270197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:33:54.270566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Bound port: b998b2ac-6736-485c-b991-1e57480cc527, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:33:54.270925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:54.333887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:33:54.336969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:33:54.404163 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:54.436934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:54.437551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:54.439071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1091 time: 0.9366696 Jan 29 20:33:54.463683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475cfc4-d5e2-456e-853a-93fefae807f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:54.526414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-6284aafb-1062-43a0-90e1-98ca5ae5940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:54.528102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-6284aafb-1062-43a0-90e1-98ca5ae5940d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1125 time: 0.0484779 Jan 29 20:33:54.626037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-886033f0-fae8-4e5d-a1f6-5703cf1a083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:54.627545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-886033f0-fae8-4e5d-a1f6-5703cf1a083f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0941186 Jan 29 20:33:54.696977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-27cc130b-35a3-4e10-8e3a-b4d6ee1c19ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1000 time: 0.0628765 Jan 29 20:33:54.744979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-657c0e9e-2a82-4a9c-9a73-3d397bcea525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:54.746361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-657c0e9e-2a82-4a9c-9a73-3d397bcea525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0441256 Jan 29 20:33:54.794981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-86f0ec67-3baf-4f14-8c31-5f718ecb7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:54.796498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-86f0ec67-3baf-4f14-8c31-5f718ecb7a94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444789 Jan 29 20:33:54.888081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-58d3d20f-f589-4f70-a671-19b9c37c8ea9 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850172 Jan 29 20:33:54.978564 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e67e770-8510-43bb-b28c-0eb93b56084f req-24bb02c1-a19b-479a-821c-56706939a268 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Jan 29 20:33:55.192297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-21313c31-ed36-4308-b89b-0bd2e4b33fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:55.385904 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fc58-8500-4c4f-aecc-900e98cbf779 req-45b3887b-44b2-4b6c-9eb2-705fff871198 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:55.387376 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c61fc58-8500-4c4f-aecc-900e98cbf779 req-45b3887b-44b2-4b6c-9eb2-705fff871198 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0536487 Jan 29 20:33:55.437955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8c61fc58-8500-4c4f-aecc-900e98cbf779 req-aa5f95d4-fff0-4e1f-8793-60989c8fdcb8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 Jan 29 20:33:55.890773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:33:55.893188 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41466cad-3577-4535-a0f2-2a7561a71ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:33:55.941579 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9727fb0-1e6c-48d7-8e2d-3787d259219e x-openstack-request-id: req-d9727fb0-1e6c-48d7-8e2d-3787d259219e {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:33:55.941870 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:33:55.942123 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9727fb0-1e6c-48d7-8e2d-3787d259219e {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:33:55.942525 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'status': 'completed', 'code': 200} Jan 29 20:33:55.977297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:33:56.015831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] The host n-h1-825496-5 is not matching for port b998b2ac-6736-485c-b991-1e57480cc527 host n-h2-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:33:56.016254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:33:56.052500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-370619cf-a939-4476-ba12-082ec3ad8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.055357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-370619cf-a939-4476-ba12-082ec3ad8ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1125 time: 0.0793302 Jan 29 20:33:56.060715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-0b3f96fb-00ce-4fcf-af60-54a836c834c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.062082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-0b3f96fb-00ce-4fcf-af60-54a836c834c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1125 time: 0.0783172 Jan 29 20:33:56.215485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-0303dbe6-3bdc-458d-bb13-098236b732fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.216880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-0303dbe6-3bdc-458d-bb13-098236b732fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1516929 Jan 29 20:33:56.218191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-d4bfab60-2d14-4bea-a0f2-f42feb57bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.219469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-d4bfab60-2d14-4bea-a0f2-f42feb57bec0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1465299 Jan 29 20:33:56.332061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-1729d886-0de1-4992-8dcb-75297c94db7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1000 time: 0.1039398 Jan 29 20:33:56.333805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-b90cd8f4-e7a7-4aea-af23-2840b3fdd76f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1000 time: 0.1004884 Jan 29 20:33:56.416587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-3798998b-57b0-4b10-95a3-4dd708b8c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.418009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-3798998b-57b0-4b10-95a3-4dd708b8c4ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0794115 Jan 29 20:33:56.419331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-0d473871-5cfe-478b-936a-59a3f2a0e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.420608 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-0d473871-5cfe-478b-936a-59a3f2a0e8ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0750589 Jan 29 20:33:56.498881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-4c10b1bc-e276-4d14-8c25-760322ee1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.500414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-4c10b1bc-e276-4d14-8c25-760322ee1b8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737472 Jan 29 20:33:56.502982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-3d186986-6cb3-4da5-a180-b3858a007ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.504347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-3d186986-6cb3-4da5-a180-b3858a007ebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703716 Jan 29 20:33:56.560482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998a37c-f2dd-44d3-b8b3-201950a7729b req-b890737e-9f54-4a09-9992-438aa2cee533 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:56.562008 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a998a37c-f2dd-44d3-b8b3-201950a7729b req-b890737e-9f54-4a09-9992-438aa2cee533 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0526586 Jan 29 20:33:56.613915 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a998a37c-f2dd-44d3-b8b3-201950a7729b req-923ee061-8506-4d3c-b8be-e5569ba170de tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Jan 29 20:33:56.661399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-38ebdf65-2e4a-4c5f-abbf-58c3c7886d3a service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533058 Jan 29 20:33:56.663066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-9d0a1d59-bb0e-4ab6-8d30-3aac190b5fcc service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480968 Jan 29 20:33:56.825726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-501f9785-e5a5-4568-aac3-b4b29db59235 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578283 Jan 29 20:33:56.827821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41466cad-3577-4535-a0f2-2a7561a71ee7 req-6a262356-e67e-4d3e-b98e-25b709939cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531835 Jan 29 20:33:57.735943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50121-747d-434f-945d-78b7d731f0be req-d022a800-6ee4-4505-8d67-40e759f0b0a9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:57.737482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1dd50121-747d-434f-945d-78b7d731f0be req-d022a800-6ee4-4505-8d67-40e759f0b0a9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Jan 29 20:33:57.783914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1dd50121-747d-434f-945d-78b7d731f0be req-d0a8c652-52d7-4ee8-b14d-54a6d257d18a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403883 Jan 29 20:33:57.969280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b998b2ac-6736-485c-b991-1e57480cc527 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:33:58.238850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:58.251487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'b998b2ac-6736-485c-b991-1e57480cc527', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527', 'mac_address': 'fa:16:3e:0c:c6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:33:58.271161 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c9e9-a6cc-460c-95a9-5532d6fd2023 req-86db9961-3e69-4ff6-9a28-46972be0708a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:58.272769 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d919c9e9-a6cc-460c-95a9-5532d6fd2023 req-86db9961-3e69-4ff6-9a28-46972be0708a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 943 time: 0.0564177 Jan 29 20:33:58.290959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b998b2ac-6736-485c-b991-1e57480cc527 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:33:58.291360 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:58.299918 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ad18-a60e-45e9-ae37-25ffba9f1d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:58.307393 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b998b2ac-6736-485c-b991-1e57480cc527 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:33:58.331190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:33:58.362721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d919c9e9-a6cc-460c-95a9-5532d6fd2023 req-94eb1a42-159a-476f-83c3-061f60b2809a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758543 Jan 29 20:33:58.371423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-c7291fe9-6e0d-4955-8d0f-48cfcf191a3b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:58.372917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-c7291fe9-6e0d-4955-8d0f-48cfcf191a3b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9&tenant_id=c699f9f15d4e4fb2938699226b4427a9&binding%3Ahost_id=n-h2-825496-5 HTTP/1.1" status: 200 len: 943 time: 0.0965264 Jan 29 20:33:58.409624 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:58.439549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-f7946cba-b1f9-4c26-b9fd-2c20713ac9ab service neutron] 10.222.0.26 "GET /v2.0/ports/b998b2ac-6736-485c-b991-1e57480cc527/bindings/n-h2-825496-5 HTTP/1.1" status: 200 len: 382 time: 0.0557299 Jan 29 20:33:58.456654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:33:58.523749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-b2a8fdfb-62c4-4978-952c-44bfd4330ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:58.525349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-b2a8fdfb-62c4-4978-952c-44bfd4330ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1126 time: 0.0459962 Jan 29 20:33:58.615181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-77cb2186-2fad-4781-a2b8-b647153ca3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:58.616752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-77cb2186-2fad-4781-a2b8-b647153ca3f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0855403 Jan 29 20:33:58.679506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-a01e5fb4-e951-4389-a947-a751b68286e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1001 time: 0.0567789 Jan 29 20:33:58.725695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['b998b2ac-6736-485c-b991-1e57480cc527'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:33:58.726750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-f6decbe9-00e1-425d-bb1d-5d7a5e87f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:58.728420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-f6decbe9-00e1-425d-bb1d-5d7a5e87f05c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0433705 Jan 29 20:33:58.782370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-b8f7f95a-7f8a-4225-96e4-7b7ed6d3507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:58.783998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-b8f7f95a-7f8a-4225-96e4-7b7ed6d3507c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497708 Jan 29 20:33:58.874893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-3b5fb4ac-8d0d-463e-a2cd-8f99a0656966 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839832 Jan 29 20:33:58.963585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:33:58.969990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-b64f4847-744f-4637-9502-9c77653a84da service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886221 Jan 29 20:33:59.486537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefd797-7e91-47ae-a986-d9ea5d095938 req-fbfb1a55-9998-4189-b147-f6091049a805 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:33:59.488002 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dfefd797-7e91-47ae-a986-d9ea5d095938 req-fbfb1a55-9998-4189-b147-f6091049a805 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Jan 29 20:33:59.534247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dfefd797-7e91-47ae-a986-d9ea5d095938 req-630a7e1b-0ee6-41c7-ab40-5a82bb7c9245 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Jan 29 20:33:59.984740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b998b2ac-6736-485c-b991-1e57480cc527 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:34:00.071921 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port b998b2ac-6736-485c-b991-1e57480cc527 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:34:00.075742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port b998b2ac-6736-485c-b991-1e57480cc527 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:34:00.076117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b998b2ac-6736-485c-b991-1e57480cc527), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:00.168888 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port b998b2ac-6736-485c-b991-1e57480cc527 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:34:00.169272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:00.177304 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:00.190745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:00.193016 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d92c3a-3161-4db0-8829-2c9c55ac1144" -d '{"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-plugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:00.205718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:00.243925 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe9539-fe14-4c26-b485-141f543aaf7b x-openstack-request-id: req-2dfe9539-fe14-4c26-b485-141f543aaf7b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:00.243925 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-plugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:00.243925 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dfe9539-fe14-4c26-b485-141f543aaf7b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:00.244237 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'code': 200} Jan 29 20:34:00.254855 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:00.302301 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:00.414899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:00.658195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bae112-9393-460c-9470-6ec690e7b5e8 req-420954d0-d848-4309-9123-0731948086f5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:00.659672 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56bae112-9393-460c-9470-6ec690e7b5e8 req-420954d0-d848-4309-9123-0731948086f5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0574608 Jan 29 20:34:00.705865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56bae112-9393-460c-9470-6ec690e7b5e8 req-f90d5614-9c42-4ee4-b391-745ccad2f309 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Jan 29 20:34:01.552576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:01.666667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-547789f6-3c3b-4c23-b4b8-c26a02e31d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:01.668180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-547789f6-3c3b-4c23-b4b8-c26a02e31d3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 1127 time: 0.0462914 Jan 29 20:34:01.682588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:34:01.744166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:01.903285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c1479-f589-4960-ac08-bf4f3f6b9449 req-ff6e0d07-40dd-44e5-96f1-e59e39fb6c02 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:01.904783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-827c1479-f589-4960-ac08-bf4f3f6b9449 req-ff6e0d07-40dd-44e5-96f1-e59e39fb6c02 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.1282489 Jan 29 20:34:02.282809 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-827c1479-f589-4960-ac08-bf4f3f6b9449 req-083f8a05-b3d9-4669-bdc1-095d435b6be1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830274 Jan 29 20:34:02.299833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:02.334866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:34:02.374171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:02.376444 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580a7eb-3bb4-4c27-b8a8-83bb367ab584" -d '{"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-unplugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:02.380344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Publish callbacks [] for port (b998b2ac-6736-485c-b991-1e57480cc527), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:02.394181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Transition to ACTIVE for port object b998b2ac-6736-485c-b991-1e57480cc527 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:34:02.425197 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb63a98-4fbc-4563-9f1e-df81665eb543 x-openstack-request-id: req-afb63a98-4fbc-4563-9f1e-df81665eb543 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:02.425500 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-unplugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:02.425759 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afb63a98-4fbc-4563-9f1e-df81665eb543 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:02.426165 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'code': 200} Jan 29 20:34:02.437726 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:02.512388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:02.561405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] No DVR routers for this DVR port b998b2ac-6736-485c-b991-1e57480cc527 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:34:02.696845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:34:02.697537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:34:02.697537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:34:02.701693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:34:02.702018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Attempting to bind port b998b2ac-6736-485c-b991-1e57480cc527 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:34:02.706883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:34:02.707224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:34:02.707610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:34:02.708036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Bound port: b998b2ac-6736-485c-b991-1e57480cc527, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:34:02.708418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:02.771200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:34:02.774766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:34:02.867550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:02.905183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:02.905810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:02.907290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] 10.222.0.13 "PUT /v2.0/ports/b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1092 time: 1.2285690 Jan 29 20:34:02.926295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac240a91-c79a-433a-9eac-f208d5f4d721 service neutron] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=11']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:02.984495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-006b2ec2-03c8-42e9-a209-4fe16dd59cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:02.986021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-006b2ec2-03c8-42e9-a209-4fe16dd59cde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1126 time: 0.0509446 Jan 29 20:34:03.087087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-615da41e-bb41-47df-9f18-e6ad727c55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:03.088593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-615da41e-bb41-47df-9f18-e6ad727c55d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0908360 Jan 29 20:34:03.161494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-8c97ff68-b68a-4343-bc5c-64b5bede3bee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1000 time: 0.0626910 Jan 29 20:34:03.217025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-08aee7ef-5082-4173-b45c-ded98bb41927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:03.218497 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-08aee7ef-5082-4173-b45c-ded98bb41927 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0476477 Jan 29 20:34:03.271579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-7ed8c62b-ed73-4b11-987c-3330e67db650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:03.273824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-7ed8c62b-ed73-4b11-987c-3330e67db650 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448530 Jan 29 20:34:03.394551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-c79e673c-9e2a-496f-b0cb-dfc0d3a37c09 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109066 Jan 29 20:34:03.433058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf281af-c4bc-44bd-922c-7662dde7812f req-ff9569a7-5cb2-422b-95df-b7e1e055cab2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:03.434489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcf281af-c4bc-44bd-922c-7662dde7812f req-ff9569a7-5cb2-422b-95df-b7e1e055cab2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 944 time: 0.0808072 Jan 29 20:34:03.532189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fcf281af-c4bc-44bd-922c-7662dde7812f req-710cf348-dfad-4213-aba8-04e68133eb2c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897374 Jan 29 20:34:03.534443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2237c2f7-0a04-4e66-a7f7-c01824b34324 req-5a0e36f1-5e90-43e6-a23a-7925ce5dbf96 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294231 Jan 29 20:34:03.999606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b998b2ac-6736-485c-b991-1e57480cc527 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:34:04.039536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port b998b2ac-6736-485c-b991-1e57480cc527 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:34:04.039923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device b998b2ac-6736-485c-b991-1e57480cc527 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:34:04.427555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:04.430542 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:04.479271 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c327b27b-b72d-4046-94ac-748e6b73cd8d x-openstack-request-id: req-c327b27b-b72d-4046-94ac-748e6b73cd8d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:04.479564 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:04.479814 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c327b27b-b72d-4046-94ac-748e6b73cd8d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:04.480230 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'status': 'completed', 'code': 200} Jan 29 20:34:04.578680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-b682b9e7-6c74-4afa-a6f7-f3e6e663e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:04.580222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-b682b9e7-6c74-4afa-a6f7-f3e6e663e2f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1126 time: 0.0783665 Jan 29 20:34:04.586037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-54183dab-f9d8-4d28-bc3c-5b005b5d91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:04.587414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-54183dab-f9d8-4d28-bc3c-5b005b5d91ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 1126 time: 0.0581644 Jan 29 20:34:04.777299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-357bab6f-8674-42cf-87f5-534bcfd6a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:04.778788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-357bab6f-8674-42cf-87f5-534bcfd6a31d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1826251 Jan 29 20:34:04.791429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-ffc4b7eb-da04-48ef-81ea-fb725deb369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:04.792840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-ffc4b7eb-da04-48ef-81ea-fb725deb369e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.2045829 Jan 29 20:34:04.799616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d5aa-13c7-4257-8c2e-04b6c66040fe req-d87a9217-c7c6-4806-b356-99a69932d266 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:04.801078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef83d5aa-13c7-4257-8c2e-04b6c66040fe req-d87a9217-c7c6-4806-b356-99a69932d266 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 944 time: 0.1850944 Jan 29 20:34:04.943499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-0b56d6be-1907-4b46-a737-bac43cffd9d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1000 time: 0.1415117 Jan 29 20:34:04.948625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-ff505ec7-230d-4318-8fc5-065911a6fc55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 200 len: 1000 time: 0.1639793 Jan 29 20:34:04.992785 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef83d5aa-13c7-4257-8c2e-04b6c66040fe req-ea697dea-ea56-46ac-a91f-3913ea4aff38 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494646 Jan 29 20:34:05.041641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-9d37d0d9-80f2-484e-844c-f42195506b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:05.043101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-9d37d0d9-80f2-484e-844c-f42195506b21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0899160 Jan 29 20:34:05.044523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-ec97f557-bd9e-4af5-bc85-97db9220051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:05.045888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-ec97f557-bd9e-4af5-bc85-97db9220051c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0890958 Jan 29 20:34:05.125352 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-e8f614fb-596e-4e88-8e50-7e3759a5d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:05.126876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-e8f614fb-596e-4e88-8e50-7e3759a5d487 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758066 Jan 29 20:34:05.129591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-b86e527b-a702-4d53-bf18-e9b192caad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:05.130975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-b86e527b-a702-4d53-bf18-e9b192caad26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0711758 Jan 29 20:34:05.287510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-cd655bb2-f71a-4aa0-b0fc-6d9324cfc1b9 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534059 Jan 29 20:34:05.290311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-481f926e-4788-4d78-b7b5-cc27c123bd8a service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492283 Jan 29 20:34:05.450542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-1d1c7f36-a357-4ef2-9d75-6711fb5c61d1 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575387 Jan 29 20:34:05.452465 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3c6cfe8f-e166-46fe-9701-86d171b3d1ce req-64fb08c5-6dbf-4068-bf8b-33efbe5c272f service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526020 Jan 29 20:34:06.009536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:34:06.114286 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:06.127442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6901292-839c-4146-94e3-e96428dbd3a4 req-839e56bf-65a2-4a4a-8e7b-37f6b52d50fd tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:06.128077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'b998b2ac-6736-485c-b991-1e57480cc527', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': 'b998b2ac-6736-485c-b991-1e57480cc527', 'mac_address': 'fa:16:3e:0c:c6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:34:06.129436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6901292-839c-4146-94e3-e96428dbd3a4 req-839e56bf-65a2-4a4a-8e7b-37f6b52d50fd tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 944 time: 0.0556614 Jan 29 20:34:06.169243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b998b2ac-6736-485c-b991-1e57480cc527 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:34:06.169780 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:06.179582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f6901292-839c-4146-94e3-e96428dbd3a4 req-60339dd4-c90e-4fe3-98f9-05a2449963e1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Jan 29 20:34:06.183455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b998b2ac-6736-485c-b991-1e57480cc527 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:34:06.203239 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:06.255523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:06.284932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:34:06.314441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:06.317804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736041a-539c-43b0-8f38-b323d01d7717 req-2bd89d8b-d124-4eb9-ba6e-4eb4023e9b77 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:06.320713 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2736041a-539c-43b0-8f38-b323d01d7717 req-2bd89d8b-d124-4eb9-ba6e-4eb4023e9b77 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0634725 Jan 29 20:34:06.368326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2736041a-539c-43b0-8f38-b323d01d7717 req-aecb4cef-bc0e-4788-9b26-4de6e8bb8e7f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413051 Jan 29 20:34:06.473799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['b998b2ac-6736-485c-b991-1e57480cc527'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:34:06.494878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36b3e-1a02-4cd0-8c78-bcdb5da3a088 req-4de7654d-6a26-4d70-9fce-16bfedd45c8e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:06.496434 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ed36b3e-1a02-4cd0-8c78-bcdb5da3a088 req-4de7654d-6a26-4d70-9fce-16bfedd45c8e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0594466 Jan 29 20:34:06.547283 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1ed36b3e-1a02-4cd0-8c78-bcdb5da3a088 req-613b2415-9d41-4928-8054-991712bbfac0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Jan 29 20:34:06.995724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706e93-89eb-4ee3-97c9-42d6ce91903f req-7b172c83-61fa-4c67-a5e6-6a0dda9b16c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:06.997433 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba706e93-89eb-4ee3-97c9-42d6ce91903f req-7b172c83-61fa-4c67-a5e6-6a0dda9b16c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0626438 Jan 29 20:34:07.047679 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba706e93-89eb-4ee3-97c9-42d6ce91903f req-62a74e57-c645-4802-86d7-8fe6636b15b8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440633 Jan 29 20:34:08.017109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:34:08.130032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port b998b2ac-6736-485c-b991-1e57480cc527 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:34:08.138177 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port b998b2ac-6736-485c-b991-1e57480cc527 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:34:08.138557 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b998b2ac-6736-485c-b991-1e57480cc527), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.180447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93e127-253c-441e-96b2-5af490878bcd req-715ccecb-4c0c-43d9-8027-23cc5c05b2d4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:08.182005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa93e127-253c-441e-96b2-5af490878bcd req-715ccecb-4c0c-43d9-8027-23cc5c05b2d4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 945 time: 0.0615859 Jan 29 20:34:08.221587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port b998b2ac-6736-485c-b991-1e57480cc527 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:34:08.221984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.232319 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa93e127-253c-441e-96b2-5af490878bcd req-1b57197f-e071-4d55-b759-e34a073084a4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Jan 29 20:34:08.248537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:08.250727 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c740d1-5df8-4a13-ba06-c35393b907cb" -d '{"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-plugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:08.264586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:08.289548 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737943ce-80ba-42ba-aa50-cb1968adcd38 x-openstack-request-id: req-737943ce-80ba-42ba-aa50-cb1968adcd38 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:08.289780 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-plugged", "status": "completed", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:08.290029 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-737943ce-80ba-42ba-aa50-cb1968adcd38 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:08.290421 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'code': 200} Jan 29 20:34:08.331259 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.378462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=13']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:08.392155 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.421604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402c97-d957-4203-8414-c024290a586d req-f7bfd550-2e2c-4cfd-8417-010fbc9efa53 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:08.422822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32402c97-d957-4203-8414-c024290a586d req-f7bfd550-2e2c-4cfd-8417-010fbc9efa53 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 946 time: 0.0569570 Jan 29 20:34:08.519486 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Deleting port b998b2ac-6736-485c-b991-1e57480cc527 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:34:08.519829 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b998b2ac-6736-485c-b991-1e57480cc527), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.611015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] For port b998b2ac-6736-485c-b991-1e57480cc527, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=b998b2ac-6736-485c-b991-1e57480cc527,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:08.611376 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b998b2ac-6736-485c-b991-1e57480cc527), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.781686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.782041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.782355 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 disassociated. External IP: 172.25.5.194, port: b998b2ac-6736-485c-b991-1e57480cc527. Jan 29 20:34:08.782694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Calling delete_port for b998b2ac-6736-485c-b991-1e57480cc527 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:34:08.969194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b998b2ac-6736-485c-b991-1e57480cc527), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:08.995587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event deleted for resources: {'Port': ['ID=b998b2ac-6736-485c-b991-1e57480cc527,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:09.115114 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:34:09.226627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:34:09.236547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:34:09.245684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:34:09.246385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:33:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:09.268069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] No DVR routers for this DVR port b998b2ac-6736-485c-b991-1e57480cc527 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:34:09.270596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:09.275258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-32402c97-d957-4203-8414-c024290a586d req-7c3583ec-6467-4ce7-9527-b8b3be70d29d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "DELETE /v2.0/ports/b998b2ac-6736-485c-b991-1e57480cc527 HTTP/1.1" status: 204 len: 173 time: 0.8427644 Jan 29 20:34:09.275752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-deleted', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:09.278041 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e203b4-b1d4-48c0-9055-49e98d549c83" -d '{"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-deleted", "tag": "b998b2ac-6736-485c-b991-1e57480cc527"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:09.317253 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069d6a9-e354-4994-ab79-4d87b593fa75 x-openstack-request-id: req-7069d6a9-e354-4994-ab79-4d87b593fa75 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:09.317574 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ca83a-aa60-4bec-9294-75fdd5eeafe9", "name": "network-vif-deleted", "tag": "b998b2ac-6736-485c-b991-1e57480cc527", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:09.317835 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7069d6a9-e354-4994-ab79-4d87b593fa75 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:09.318237 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ca83a-aa60-4bec-9294-75fdd5eeafe9', 'name': 'network-vif-deleted', 'tag': 'b998b2ac-6736-485c-b991-1e57480cc527', 'status': 'completed', 'code': 200} Jan 29 20:34:09.347831 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-965e3a5c-e5cc-42f6-90c7-fd2a27a0b7b5 req-6f828be8-d6fd-4b52-93e4-7d61534b51df tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=e47ca83a-aa60-4bec-9294-75fdd5eeafe9 HTTP/1.1" status: 200 len: 210 time: 0.0328987 Jan 29 20:34:09.376973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:34:09.578029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:09.604817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:34:09.613427 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:34:09.614026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:33:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:09.719927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:34:09.916259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:09.945767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37524c14-cc84-41a0-9f22-2aab883933c8 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:34:10.168277 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c85fa4-5763-45bd-bb4c-db0ef27068ac None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:34:10.599402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-72ad95a0-af39-47d9-8e49-6ef404878115 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1960245232&fields=id&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 267 time: 0.0406532 Jan 29 20:34:10.706526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-e552fb1a-6ad1-49d3-9259-d00a95b987f1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:10.707957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-e552fb1a-6ad1-49d3-9259-d00a95b987f1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.1018467 Jan 29 20:34:10.722618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-59b457df-d498-4442-8a07-efb957836df8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/quotas/c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 375 time: 0.0086651 Jan 29 20:34:10.776950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-6d7873b8-9df0-4823-92aa-dfd11a4d217b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484309 Jan 29 20:34:10.876350 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-a1b537ab-1b55-4a3c-81af-1b597e230612 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882895 Jan 29 20:34:11.008152 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-1625ab2c-36c6-45ae-908e-6a0c29422186 service neutron] 10.222.0.15 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258180 Jan 29 20:34:11.234738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e0ce9c0a-e081-42dc-aa40-cd7acd9b02d2 req-43248808-a9c7-4c3a-b596-d72bd3ce649b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0325458 Jan 29 20:34:12.009677 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:34:12.029038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: b998b2ac-6736-485c-b991-1e57480cc527 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:34:12.029387 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device b998b2ac-6736-485c-b991-1e57480cc527 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:34:12.333982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6bf4d3ea-bc5d-4f96-a222-7bbbeecdb8f4 req-bd650351-84e6-48cf-8010-558992bdecb9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Jan 29 20:34:13.078739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-076cf523-b822-478e-9952-7a06fadfbfee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:13.080221 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-076cf523-b822-478e-9952-7a06fadfbfee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 811 time: 0.1008649 Jan 29 20:34:13.145045 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-4ff88e0b-4650-4834-a94d-753e1486a0c0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 380 time: 0.0509989 Jan 29 20:34:13.153441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'port': {'device_id': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'admin_state_up': True, 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'security_groups': ['b30a299a-6896-43b6-ad61-2e082c9f403d']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:34:13.346268 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Made reservation on behalf of c699f9f15d4e4fb2938699226b4427a9 for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:34:13.349701 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:13.446507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6d3ffdf-7860-4e07-896d-4da597b6f62d req-1f6e39f1-9c75-4b2a-a3a5-e2d17a9ab091 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0378814 Jan 29 20:34:13.783909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Allocated IP 172.20.0.6 (ccc05fec-7460-467d-afde-c9d4cc3234b5/f1b60fc6-b372-4270-b338-77e28d9ddd3f/58c7cd79-64c5-4ba0-9500-97ae384bc751) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:34:13.918473 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.021387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.063146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:34:14.066310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:34:14.072970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:34:14.098655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:14.128952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:14.128952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.218166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-9cd90e04-3343-4ee2-aeb7-6b6ffcd14ada tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0681989 Jan 29 20:34:14.235329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Request body: {'port': {'device_id': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:34:14.260799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-459df5e9-9774-4819-9fe4-a2ca22184179 None None] Provisioning complete for port 58c7cd79-64c5-4ba0-9500-97ae384bc751 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:34:14.262012 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-459df5e9-9774-4819-9fe4-a2ca22184179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.296710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-459df5e9-9774-4819-9fe4-a2ca22184179 None None] Port 58c7cd79-64c5-4ba0-9500-97ae384bc751 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:34:14.302417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.562584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:34:14.570596 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Publish callbacks [] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.571416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d5d4-488e-418d-b1db-46f785a430d8 req-9c8c0ac5-dbbb-4490-b8bc-0fc2c2bd532a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:14.572950 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8068d5d4-488e-418d-b1db-46f785a430d8 req-9c8c0ac5-dbbb-4490-b8bc-0fc2c2bd532a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 931 time: 0.0575542 Jan 29 20:34:14.582679 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Transition to ACTIVE for port object 58c7cd79-64c5-4ba0-9500-97ae384bc751 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:34:14.619463 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8068d5d4-488e-418d-b1db-46f785a430d8 req-9f57ed6b-22ae-4f0d-a524-8b0036428b24 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407679 Jan 29 20:34:14.666549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.735776 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:14.790840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:34:14.791318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:34:14.791655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:34:14.796421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:34:14.796747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:34:14.801783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:34:14.802125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:34:14.802517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:34:14.802948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Bound port: 58c7cd79-64c5-4ba0-9500-97ae384bc751, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:34:14.803335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:14.871288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:34:14.874550 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:34:14.975370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:15.012097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.012901 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:15.014206 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] 10.222.0.26 "PUT /v2.0/ports/58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1091 time: 0.7835610 Jan 29 20:34:15.014651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:15.017029 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fb514-4309-4064-8e9d-01f715c2034a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:15.042669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96ecd5-5d5e-4962-a57d-c2756aa0976d service neutron] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:15.074241 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df593f0-61f6-4156-ad56-994c89f3bf9d x-openstack-request-id: req-9df593f0-61f6-4156-ad56-994c89f3bf9d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:15.074241 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:15.074241 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9df593f0-61f6-4156-ad56-994c89f3bf9d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:15.074241 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'status': 'completed', 'code': 200} Jan 29 20:34:15.159882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb514-4309-4064-8e9d-01f715c2034a req-c52d3c95-19a2-4fc8-8f2d-d391d7acb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.162047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-498fb514-4309-4064-8e9d-01f715c2034a req-c52d3c95-19a2-4fc8-8f2d-d391d7acb71a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1125 time: 0.0497494 Jan 29 20:34:15.272411 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb514-4309-4064-8e9d-01f715c2034a req-b62d3ec2-9ce2-426a-919e-3d1922ba8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.273943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-498fb514-4309-4064-8e9d-01f715c2034a req-b62d3ec2-9ce2-426a-919e-3d1922ba8034 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c699f9f15d4e4fb2938699226b4427a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1000702 Jan 29 20:34:15.370562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb514-4309-4064-8e9d-01f715c2034a req-5782abad-bb0b-4ceb-9fdb-574cd8598841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.372077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-498fb514-4309-4064-8e9d-01f715c2034a req-5782abad-bb0b-4ceb-9fdb-574cd8598841 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926225 Jan 29 20:34:15.472282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-4e219e23-60ec-4cef-89d2-4f40d20781e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.473754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-4e219e23-60ec-4cef-89d2-4f40d20781e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1125 time: 0.0435593 Jan 29 20:34:15.519915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-fdbd4d04-f5ab-4a83-96d9-55b65786fa95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 217 time: 0.0334098 Jan 29 20:34:15.570623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-b9f0cbcc-b702-444b-80c4-190cc32101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.572038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-b9f0cbcc-b702-444b-80c4-190cc32101ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0464098 Jan 29 20:34:15.620629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-c22ec20b-227c-4dfa-adce-b594f16e4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.622117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-c22ec20b-227c-4dfa-adce-b594f16e4a8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445549 Jan 29 20:34:15.712942 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-188b315a-b4e2-476c-9db1-c1fb55a15bb6 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843573 Jan 29 20:34:15.743062 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db4b46-c607-4c06-9b33-8671fb514fe4 req-2e3ef0d8-496b-4258-b9dd-5e2e0bd1fc76 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:15.744596 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30db4b46-c607-4c06-9b33-8671fb514fe4 req-2e3ef0d8-496b-4258-b9dd-5e2e0bd1fc76 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0526197 Jan 29 20:34:15.792444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-30db4b46-c607-4c06-9b33-8671fb514fe4 req-50680372-689e-4cfa-8276-32d77e34288d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Jan 29 20:34:15.807445 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3adb67b1-2cde-4ed6-8e04-5e544fb9bb1d req-a75ba814-1464-45ce-85ee-abc545a053d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890367 Jan 29 20:34:16.917860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6092e7-8763-4969-8687-7dd05c85816e req-9cd57afb-1113-49b1-8677-153299a1dc8d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:16.920244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b6092e7-8763-4969-8687-7dd05c85816e req-9cd57afb-1113-49b1-8677-153299a1dc8d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0568421 Jan 29 20:34:16.972036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b6092e7-8763-4969-8687-7dd05c85816e req-9c64d478-2c6e-4553-a3a8-c0383938abda tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 Jan 29 20:34:18.092232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c7857-945c-44d6-b037-6898ab5a643b req-8b09b3c4-c2e2-453d-a38d-9b1011700820 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:18.093720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d0c7857-945c-44d6-b037-6898ab5a643b req-8b09b3c4-c2e2-453d-a38d-9b1011700820 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0521374 Jan 29 20:34:18.143976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d0c7857-945c-44d6-b037-6898ab5a643b req-0822ca5b-a413-43ff-a4b4-c4ba34e1c0d6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Jan 29 20:34:19.266267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38ca3-d17d-4a35-8338-b5cbc33d12a3 req-4e400dea-3615-42cd-a34e-2b6770acd02e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:19.268222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25b38ca3-d17d-4a35-8338-b5cbc33d12a3 req-4e400dea-3615-42cd-a34e-2b6770acd02e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0574591 Jan 29 20:34:19.315038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25b38ca3-d17d-4a35-8338-b5cbc33d12a3 req-2fd71153-7290-4519-ad72-3006f47bfbc7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Jan 29 20:34:20.030165 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:34:20.123295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:20.133482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'mac_address': 'fa:16:3e:98:7d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:34:20.173297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:34:20.173681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:20.186068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:34:20.204307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:20.260464 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:20.307920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:20.315136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.315491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.315833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.316171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.316531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.316861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.317187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.317512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.317835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.318156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.318547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.318803 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.319125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:34:20.434782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c666b-3898-48f9-b60b-ffec590f7183 req-8a3b240e-4745-439c-9e1e-f957d4f456ce tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:20.436292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-027c666b-3898-48f9-b60b-ffec590f7183 req-8a3b240e-4745-439c-9e1e-f957d4f456ce tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0527785 Jan 29 20:34:20.484595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-027c666b-3898-48f9-b60b-ffec590f7183 req-8deb127f-058f-4bb2-b4c5-7a2c575adf5e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Jan 29 20:34:20.531234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['58c7cd79-64c5-4ba0-9500-97ae384bc751'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:34:21.602890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644746-3049-4cf3-8447-17982cc05ada req-a9350a3a-874c-4834-ba01-b89ede7c21af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:21.604376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75644746-3049-4cf3-8447-17982cc05ada req-a9350a3a-874c-4834-ba01-b89ede7c21af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0521061 Jan 29 20:34:21.652090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75644746-3049-4cf3-8447-17982cc05ada req-38b18e31-b971-4a79-bbfb-4c4249309e85 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Jan 29 20:34:22.028609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:34:22.117719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 58c7cd79-64c5-4ba0-9500-97ae384bc751 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:34:22.121607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 58c7cd79-64c5-4ba0-9500-97ae384bc751 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:34:22.122043 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:22.199357 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:34:22.199740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:22.220616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:22.222846 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1fad68-daee-4930-8ed3-3e5ab428f0ff" -d '{"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-plugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:22.235234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:34:22.260916 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7fc958-2737-4131-b963-fa6be9e75570 x-openstack-request-id: req-df7fc958-2737-4131-b963-fa6be9e75570 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:22.261205 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-plugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:22.261458 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df7fc958-2737-4131-b963-fa6be9e75570 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:22.261850 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'code': 200} Jan 29 20:34:22.295232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:22.343853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:34:22.392254 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a59d-8e60-4d55-999a-5f10a9fd82e6 req-85b9df77-5db7-42b1-b2ba-8245c9bff1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:22.393732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ef9a59d-8e60-4d55-999a-5f10a9fd82e6 req-85b9df77-5db7-42b1-b2ba-8245c9bff1cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1127 time: 0.0439591 Jan 29 20:34:22.441157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ef9a59d-8e60-4d55-999a-5f10a9fd82e6 req-dde31b2f-d5a2-4f37-8828-9b9a2d7922ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Jan 29 20:34:22.771715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8662f-dbc4-4315-920e-1ae5a2e8c847 req-76441499-5c2e-4da0-9a3e-6a3758e74e12 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:22.773837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a8662f-dbc4-4315-920e-1ae5a2e8c847 req-76441499-5c2e-4da0-9a3e-6a3758e74e12 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0539734 Jan 29 20:34:22.819975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-45a8662f-dbc4-4315-920e-1ae5a2e8c847 req-697e1afb-d3d8-460e-82b3-067f7a1bca64 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Jan 29 20:34:23.944814 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a323e6-6e73-4630-a66e-7c4f3913855f req-bd1b2043-8133-4ec3-933d-c5fa5d9ec5d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:23.946298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12a323e6-6e73-4630-a66e-7c4f3913855f req-bd1b2043-8133-4ec3-933d-c5fa5d9ec5d5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Jan 29 20:34:23.993398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-12a323e6-6e73-4630-a66e-7c4f3913855f req-5cf16212-17f5-46f6-9d8b-04a10578d6be tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Jan 29 20:34:24.111097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea87cd-5c14-4afa-94de-5e589f733d95 req-7d83ad0c-f061-4a69-acb0-cf36fe6d2cb3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:24.112572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f8ea87cd-5c14-4afa-94de-5e589f733d95 req-7d83ad0c-f061-4a69-acb0-cf36fe6d2cb3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0517168 Jan 29 20:34:24.121580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 39960) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:34:24.126110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Request body: {'floatingip': {'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:34:24.167821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:24.600323 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:24.666232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:24.767780 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 associated. External IP: 172.25.5.194, port: 58c7cd79-64c5-4ba0-9500-97ae384bc751. Jan 29 20:34:24.970969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:34:25.077839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:34:25.082648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:25.087178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:34:25.097087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:34:25.097703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:33:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:25.112909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a58c5bb1-5753-4ea5-a0f2-1cc12640f446 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "PUT /v2.0/floatingips/f8014e49-51be-4d42-af50-6a945eb21fd9 HTTP/1.1" status: 200 len: 992 time: 0.9902952 Jan 29 20:34:25.113509 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:34:25.116471 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb56404-9056-4728-ab65-8c7f3feea65e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:34:25.156324 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48d53bd-fd23-486c-8938-50ba24620baf x-openstack-request-id: req-e48d53bd-fd23-486c-8938-50ba24620baf {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:34:25.156617 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:34:25.156876 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e48d53bd-fd23-486c-8938-50ba24620baf {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:34:25.157282 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'status': 'completed', 'code': 200} Jan 29 20:34:25.217945 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-77be8df0-e2c2-449a-8c70-a3f76b3bb226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:25.220451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:34:25.221707 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c320c7-afac-43d2-8ab3-70e7d4a417dc req-2539d17f-a796-43d1-9dae-81f230433c5c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:25.223367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8c320c7-afac-43d2-8ab3-70e7d4a417dc req-2539d17f-a796-43d1-9dae-81f230433c5c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0581408 Jan 29 20:34:25.254364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-b36aed1e-c452-4bb6-a38b-de31fbcf015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:25.255909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-b36aed1e-c452-4bb6-a38b-de31fbcf015b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1127 time: 0.0529339 Jan 29 20:34:25.286437 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a8c320c7-afac-43d2-8ab3-70e7d4a417dc req-9524a18b-9059-4ea4-b716-c4b7653658fa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493131 Jan 29 20:34:25.364283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-88b477fc-34be-4a43-b608-53ca46fb4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:25.366274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-88b477fc-34be-4a43-b608-53ca46fb4d2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1035736 Jan 29 20:34:25.436486 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-39f9c0bd-6a90-4942-ab71-cf7cbf36bd94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0646999 Jan 29 20:34:25.484094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-e596ad2b-fc8b-4cc6-ba4f-c46a24488948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:25.485505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-e596ad2b-fc8b-4cc6-ba4f-c46a24488948 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0437694 Jan 29 20:34:25.535324 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-c7ae974b-cc2d-4ea1-a225-05d82bd29325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:25.536938 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-c7ae974b-cc2d-4ea1-a225-05d82bd29325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450454 Jan 29 20:34:25.608466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:98:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:34:24Z', 'revision_number': 13, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:25.632138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-c6ae7df0-1b9a-498a-80c7-6eebaa412111 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886564 Jan 29 20:34:25.634859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:34:25.643722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:34:25.644352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:33:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:25.720824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dfb56404-9056-4728-ab65-8c7f3feea65e req-7ea0a6c4-d67c-49a2-90b5-a586ffdd2bdf service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831382 Jan 29 20:34:25.752658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:34:25.972467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:98:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:34:24Z', 'revision_number': 13, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:34:25.999555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eda286-58be-4fb4-bf19-7e9c7958b498 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'f8014e49-51be-4d42-af50-6a945eb21fd9', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'mac_address': 'fa:16:3e:98:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:31:11Z', 'updated_at': '2022-01-29T20:34:24Z', 'revision_number': 13, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:34:26.192882 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab689e-730c-407b-8be5-2e20cf24e130 None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:34:26.414233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdda09-bacd-44da-ab1d-33bd9e857d82 req-208c9981-f016-45f2-84c8-28a0623eb112 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:26.415796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbbdda09-bacd-44da-ab1d-33bd9e857d82 req-208c9981-f016-45f2-84c8-28a0623eb112 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0551252 Jan 29 20:34:26.466889 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fbbdda09-bacd-44da-ab1d-33bd9e857d82 req-a84f843d-7bcf-4941-bc4a-1b0a5be39627 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Jan 29 20:34:28.191837 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d420edc-0bc5-419c-ad01-044d37d96bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:28.974325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:29.196703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0892d35-2fe8-4921-b971-3bae83230397 req-a06ba77a-1a2b-44de-a257-945db7eb9300 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:29.198161 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0892d35-2fe8-4921-b971-3bae83230397 req-a06ba77a-1a2b-44de-a257-945db7eb9300 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Jan 29 20:34:29.245185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0892d35-2fe8-4921-b971-3bae83230397 req-b82f715c-6f36-4161-a8aa-d53c44e427d0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Jan 29 20:34:30.208688 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:30.420599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:31.540518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:35.140737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-a3cb71a5-2610-472b-b03d-be6c16efe2a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440924 Jan 29 20:34:35.240980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-e6db1daa-db68-4f72-a346-00e21c3aa548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:35.243216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-e6db1daa-db68-4f72-a346-00e21c3aa548 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1127 time: 0.0446537 Jan 29 20:34:35.357715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-578eda36-a7b6-4dac-94fb-9bf011153970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:35.359479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-578eda36-a7b6-4dac-94fb-9bf011153970 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0967741 Jan 29 20:34:35.426686 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-832aed40-63e0-4273-a3c4-1265627532f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1002 time: 0.0594306 Jan 29 20:34:35.474384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-ad1d24fe-3438-4075-b7dd-014b0ed304f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:35.476492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-ad1d24fe-3438-4075-b7dd-014b0ed304f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0436018 Jan 29 20:34:35.529026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-380ccbca-5d6a-4691-8bdb-6a7a025e82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:35.530576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-380ccbca-5d6a-4691-8bdb-6a7a025e82d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481987 Jan 29 20:34:35.621100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-fff4b07a-2364-4fa8-9460-c104c1cef610 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838907 Jan 29 20:34:35.712623 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89d193f4-c2a0-4405-b4ca-fc5cdc8b8281 req-1888dd82-14b6-4b9c-a939-d159c6c4b0de service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851421 Jan 29 20:34:38.397458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:43.283842 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:34:46.226955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a5c48-c4bc-4e03-bd1e-9df68ee63177 req-c2d6d5ca-0b18-4b09-868a-34211ccc423d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:46.228509 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e5a5c48-c4bc-4e03-bd1e-9df68ee63177 req-c2d6d5ca-0b18-4b09-868a-34211ccc423d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0595300 Jan 29 20:34:46.279422 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e5a5c48-c4bc-4e03-bd1e-9df68ee63177 req-765da22f-8186-43e1-a855-0000ed32ee86 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452278 Jan 29 20:34:46.284079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-e2bee928-b36a-4241-a67b-b4a78b5192a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496879 Jan 29 20:34:47.401743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfd3b3-05f4-40bc-808a-753c1e1b2604 req-8d6ed4b5-362e-4c1e-a7e3-a639d924e2d6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:47.403183 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89cfd3b3-05f4-40bc-808a-753c1e1b2604 req-8d6ed4b5-362e-4c1e-a7e3-a639d924e2d6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0540259 Jan 29 20:34:47.451172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-89cfd3b3-05f4-40bc-808a-753c1e1b2604 req-cbfb4c3f-cc7b-462f-bc2d-5b828ba57695 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Jan 29 20:34:48.155456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-05be079b-1681-4214-b326-ffdbf6e2a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:48.156987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-05be079b-1681-4214-b326-ffdbf6e2a88b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1127 time: 0.0452535 Jan 29 20:34:48.249542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-b34d0885-fbd9-4b44-b6c8-4caa65edebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:48.251023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-b34d0885-fbd9-4b44-b6c8-4caa65edebd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0869305 Jan 29 20:34:48.315479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-df9dc73a-ff2b-42e1-86e1-74c6ec0f8b4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1002 time: 0.0578315 Jan 29 20:34:48.365955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-13a4a82b-9bdf-40f9-88f9-9a9758241720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:48.368128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-13a4a82b-9bdf-40f9-88f9-9a9758241720 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0467522 Jan 29 20:34:48.415524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-71575c0c-b6e7-4d76-9631-ffbcedf05d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:48.417047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-71575c0c-b6e7-4d76-9631-ffbcedf05d62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430880 Jan 29 20:34:48.503771 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-c8c0a921-947e-40c8-967a-8c1eeb41790f service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804081 Jan 29 20:34:48.633698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55825899-61be-4fcf-9f34-bf7fa2b5cca0 req-60239ed9-18ee-448d-b9ba-90ed015f31f1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:48.635088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55825899-61be-4fcf-9f34-bf7fa2b5cca0 req-60239ed9-18ee-448d-b9ba-90ed015f31f1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.1039686 Jan 29 20:34:48.636866 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-b2de43b6-5079-4728-adee-a6ac1671705e service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271529 Jan 29 20:34:48.687341 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-55825899-61be-4fcf-9f34-bf7fa2b5cca0 req-a9185e95-e0ce-41c5-b715-8ed2b965f2f1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Jan 29 20:34:49.810785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2d150-82e5-4dcc-b69f-ecf82f687684 req-5748b73d-d673-4d7c-883b-4b89c8779217 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:49.812296 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2d2d150-82e5-4dcc-b69f-ecf82f687684 req-5748b73d-d673-4d7c-883b-4b89c8779217 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0543821 Jan 29 20:34:49.857911 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e2d2d150-82e5-4dcc-b69f-ecf82f687684 req-402abb87-03e2-4c43-840f-1f0f98aa0164 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Jan 29 20:34:50.979698 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab22b-53dd-400e-8811-4524f036fc10 req-32f6a7f1-c115-4326-93da-1b1900efacb9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:50.981189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-484ab22b-53dd-400e-8811-4524f036fc10 req-32f6a7f1-c115-4326-93da-1b1900efacb9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0524967 Jan 29 20:34:51.027765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-484ab22b-53dd-400e-8811-4524f036fc10 req-e98a486e-fc0f-4277-902b-25ed08a17203 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Jan 29 20:34:52.161520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ada8b-ba02-4a8e-adda-93fbe01f508f req-d9c824e7-e8e3-472f-9f14-c21464e81581 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:52.163021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-929ada8b-ba02-4a8e-adda-93fbe01f508f req-d9c824e7-e8e3-472f-9f14-c21464e81581 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0589387 Jan 29 20:34:52.208169 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-929ada8b-ba02-4a8e-adda-93fbe01f508f req-65d672cb-fab8-4aab-aea7-f33a2b32d04d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Jan 29 20:34:53.340504 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c15c0-2187-495b-a4c0-fb328cee74c9 req-ec6981bb-fe96-4d37-a557-6b107185abee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:53.342010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-911c15c0-2187-495b-a4c0-fb328cee74c9 req-ec6981bb-fe96-4d37-a557-6b107185abee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0570204 Jan 29 20:34:53.390787 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-911c15c0-2187-495b-a4c0-fb328cee74c9 req-0e6670ed-e930-4fc6-bf1f-d609defcaf41 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Jan 29 20:34:54.511010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca5f99-d322-49b1-a230-133bd816bcc7 req-fcfef598-aa7f-4e36-9167-e11d6f03e35d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:54.512504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13ca5f99-d322-49b1-a230-133bd816bcc7 req-fcfef598-aa7f-4e36-9167-e11d6f03e35d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Jan 29 20:34:54.558307 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-13ca5f99-d322-49b1-a230-133bd816bcc7 req-5f486f3b-cdde-49d8-818e-26cb5122ebf2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Jan 29 20:34:55.180220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9717b9d0-86f4-4c8c-bb68-184ae6208788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:55.681580 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa56a41-2f3b-4bde-bb42-5e8f8117e1f2 req-770f1d33-d88d-4f23-9be3-6ead9958431e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:55.683039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0aa56a41-2f3b-4bde-bb42-5e8f8117e1f2 req-770f1d33-d88d-4f23-9be3-6ead9958431e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0558016 Jan 29 20:34:55.730176 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0aa56a41-2f3b-4bde-bb42-5e8f8117e1f2 req-7c4b445f-c807-4d0e-9d52-7eb5cb5d0c7d tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Jan 29 20:34:56.850498 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c33203-4665-47dd-8807-f89d29702813 req-affef78d-6c35-4793-8b32-b480ea1edce5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:56.852553 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8c33203-4665-47dd-8807-f89d29702813 req-affef78d-6c35-4793-8b32-b480ea1edce5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Jan 29 20:34:56.902948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d8c33203-4665-47dd-8807-f89d29702813 req-c61da4a4-982f-4850-a474-612a6c2615cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Jan 29 20:34:58.024769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cd337-a707-4917-af0e-d5a7317eec65 req-ae328b58-3306-4205-8310-a8ab2cecd8f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:58.026247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-163cd337-a707-4917-af0e-d5a7317eec65 req-ae328b58-3306-4205-8310-a8ab2cecd8f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Jan 29 20:34:58.072681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-163cd337-a707-4917-af0e-d5a7317eec65 req-73f56ead-ae84-4ea2-b6d1-0949d2aaa8cf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Jan 29 20:34:58.208739 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8f8a-fe0f-46c1-87d9-cc972dfb52ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:58.962814 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:34:59.191630 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206d1a7-b562-466c-8a12-5668bf83faf3 req-63639441-26f8-4968-9d5c-96cfd56dc3e0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:34:59.193132 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d206d1a7-b562-466c-8a12-5668bf83faf3 req-63639441-26f8-4968-9d5c-96cfd56dc3e0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0520277 Jan 29 20:34:59.239162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d206d1a7-b562-466c-8a12-5668bf83faf3 req-97447331-2336-4ad8-a09b-9aeb348ea899 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Jan 29 20:35:00.214205 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:00.358186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b10927-0cef-4f20-81d8-6b2efbff8f54 req-9b93b793-dc2f-4d26-8664-b99d478b8e7c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:00.359658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33b10927-0cef-4f20-81d8-6b2efbff8f54 req-9b93b793-dc2f-4d26-8664-b99d478b8e7c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0512223 Jan 29 20:35:00.410452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-33b10927-0cef-4f20-81d8-6b2efbff8f54 req-35b93612-0936-49ed-9797-59c72bf3f33f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Jan 29 20:35:00.432128 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:01.534468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e1364-8579-4148-ad79-d6e0ab37e59b req-d7f8f9f4-c164-4417-9821-adeb3e24e6ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:01.535988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a21e1364-8579-4148-ad79-d6e0ab37e59b req-d7f8f9f4-c164-4417-9821-adeb3e24e6ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0534153 Jan 29 20:35:01.551156 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:01.583535 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a21e1364-8579-4148-ad79-d6e0ab37e59b req-75ee4713-0b35-41ce-aa3a-2b2ddfbbb911 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417445 Jan 29 20:35:02.704434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd034-527d-4e6d-a704-96af5fe2acc0 req-788d96fb-e28f-48da-8467-a316b8eda2d6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:02.706060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58ecd034-527d-4e6d-a704-96af5fe2acc0 req-788d96fb-e28f-48da-8467-a316b8eda2d6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0534914 Jan 29 20:35:02.758036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58ecd034-527d-4e6d-a704-96af5fe2acc0 req-9975f7b2-2729-4676-8800-220e76ae9dcf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 Jan 29 20:35:03.885888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4605a-d072-46bd-8dbb-ec321e910511 req-a0a047a4-63ee-4d6d-a84b-fe1c4cdc3a32 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:03.888079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ab4605a-d072-46bd-8dbb-ec321e910511 req-a0a047a4-63ee-4d6d-a84b-fe1c4cdc3a32 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0599356 Jan 29 20:35:03.934523 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3ab4605a-d072-46bd-8dbb-ec321e910511 req-612f879f-0139-4bd3-9813-1ffb912c9b32 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Jan 29 20:35:04.293665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:35:04.372074 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:35:04.372750 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:04.397845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:35:04.400153 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647ddbf-009c-492b-b07f-de806a738d3e" -d '{"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-unplugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:35:04.414607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:04.456520 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670169d-febc-4d29-9053-3bc5a6d75482 x-openstack-request-id: req-b670169d-febc-4d29-9053-3bc5a6d75482 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:35:04.456520 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-unplugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:35:04.456520 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b670169d-febc-4d29-9053-3bc5a6d75482 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:35:04.456520 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'code': 200} Jan 29 20:35:04.465615 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:04.517227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:04.681993 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-31f259ba-3d9e-4cdc-94b6-0ad7c018ae06 service neutron] show failed (client error): The resource could not be found. Jan 29 20:35:04.683012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-31f259ba-3d9e-4cdc-94b6-0ad7c018ae06 service neutron] 10.222.0.26 "GET /v2.0/ports/58c7cd79-64c5-4ba0-9500-97ae384bc751/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0556457 Jan 29 20:35:05.063156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233925e-3035-4ac0-8213-5ebc501e1e15 req-41451c31-9895-4192-acd5-a238d881bde0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:05.064831 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8233925e-3035-4ac0-8213-5ebc501e1e15 req-41451c31-9895-4192-acd5-a238d881bde0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0553014 Jan 29 20:35:05.117790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8233925e-3035-4ac0-8213-5ebc501e1e15 req-b58de809-1d6c-4875-b53f-c466ad0edcfa tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446806 Jan 29 20:35:05.131007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-4f9c8aa4-299c-4301-afc7-e01c130cee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:05.133191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-4f9c8aa4-299c-4301-afc7-e01c130cee52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 1125 time: 0.0520308 Jan 29 20:35:05.147405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:35:05.203707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:05.404876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:05.437020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:35:05.472651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:35:05.479956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Publish callbacks [] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:05.491855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Transition to ACTIVE for port object 58c7cd79-64c5-4ba0-9500-97ae384bc751 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:35:05.562488 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:05.925049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:05.937761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.938142 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.938499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.938841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.939177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.939515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.939847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.940175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.940530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.940859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.941186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.941512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.941836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:05.977886 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] No DVR routers for this DVR port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:35:06.118690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:35:06.119025 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:35:06.121985 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:35:06.123970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:35:06.124322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:35:06.129096 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:35:06.129379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:35:06.129787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:35:06.130223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Bound port: 58c7cd79-64c5-4ba0-9500-97ae384bc751, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:35:06.130554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:06.235822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:35:06.253500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:35:06.269884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c7abf-c4fd-4ef5-92b3-a5a74e39acbe req-4ca704f3-e36c-4c78-afda-c5a0ca50f959 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.271592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b9c7abf-c4fd-4ef5-92b3-a5a74e39acbe req-4ca704f3-e36c-4c78-afda-c5a0ca50f959 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0741994 Jan 29 20:35:06.328502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b9c7abf-c4fd-4ef5-92b3-a5a74e39acbe req-6e3b1a99-34d4-47f9-8282-ee9b03698fdd tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493481 Jan 29 20:35:06.405022 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:06.414740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.415263 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:06.416674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] 10.222.0.13 "PUT /v2.0/ports/58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1091 time: 1.2731235 Jan 29 20:35:06.417079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:35:06.419276 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a854487-1485-49f9-8853-6b91d5c26e91" -d '{"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:35:06.486217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c69f-0497-4b65-bcae-297067a82b33 service neutron] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:06.490732 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471441fc-4a67-4cff-a3c8-2b827e6ca3bb x-openstack-request-id: req-471441fc-4a67-4cff-a3c8-2b827e6ca3bb {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:35:06.491143 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:35:06.491528 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-471441fc-4a67-4cff-a3c8-2b827e6ca3bb {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:35:06.492244 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'status': 'completed', 'code': 200} Jan 29 20:35:06.506098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-405e0c2b-ed48-46d4-8ca0-50243086e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.508336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-405e0c2b-ed48-46d4-8ca0-50243086e3d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1125 time: 0.0580015 Jan 29 20:35:06.639777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-37aaaa1b-d803-4387-8299-44fc958b61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.641315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-37aaaa1b-d803-4387-8299-44fc958b61ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1125 time: 0.1115408 Jan 29 20:35:06.659423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-5aea68e9-3a1d-438e-a3ee-28a96d51c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.660748 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-5aea68e9-3a1d-438e-a3ee-28a96d51c6d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1396949 Jan 29 20:35:06.774602 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-022677b4-d352-45a5-9378-1e3278ca3585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.1034288 Jan 29 20:35:06.797438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-ac2dddb8-82f4-43bf-bffa-010ea4a22155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.798830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-ac2dddb8-82f4-43bf-bffa-010ea4a22155 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1491861 Jan 29 20:35:06.880465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-75ed2d86-a1eb-4994-bc5a-decaa9ffc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.883392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-75ed2d86-a1eb-4994-bc5a-decaa9ffc5f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0984664 Jan 29 20:35:06.891066 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-f189db5f-1adb-4c95-b2e7-1cdd24a418d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0756295 Jan 29 20:35:06.968553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-84c7095c-efa3-40cc-bf39-6eb77f621f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.969945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-84c7095c-efa3-40cc-bf39-6eb77f621f90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0689573 Jan 29 20:35:06.988013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-1de0d3ca-f79a-4e2e-9ac0-82d88836fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:06.989538 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-1de0d3ca-f79a-4e2e-9ac0-82d88836fc2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962555 Jan 29 20:35:07.089762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-53052185-aa3f-4722-81cf-ddf3000d4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:07.091288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-53052185-aa3f-4722-81cf-ddf3000d4941 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140809 Jan 29 20:35:07.130051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-f7177544-4c23-49a8-8cb8-20163ff3a17e service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169622 Jan 29 20:35:07.257494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-9392e85a-d989-4150-a007-b26b880529a1 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564951 Jan 29 20:35:07.301528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-f1bcc08a-dd60-46ec-9a69-fc5c83d5a20c service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613863 Jan 29 20:35:07.368281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-0a7d1bd6-1d62-48e7-952c-f08c70e04de5 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023426 Jan 29 20:35:07.486880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-555fdc51-7d92-470c-89aa-1bf0d3926be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:07.488598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-555fdc51-7d92-470c-89aa-1bf0d3926be6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1125 time: 0.0861263 Jan 29 20:35:07.501666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea815a-1468-4528-845c-cf1ff4d18b99 req-66c30e2b-2a00-4db4-9db0-18bbb37a21d2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:07.503222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5ea815a-1468-4528-845c-cf1ff4d18b99 req-66c30e2b-2a00-4db4-9db0-18bbb37a21d2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0712729 Jan 29 20:35:07.615542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5ea815a-1468-4528-845c-cf1ff4d18b99 req-2dd6ad9c-6248-43ab-841d-7b828ed91551 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033473 Jan 29 20:35:07.625359 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-e6bacab7-c078-40d5-90bb-6c315343b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:07.626821 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-e6bacab7-c078-40d5-90bb-6c315343b778 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1226935 Jan 29 20:35:07.707338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-582df1c8-80a1-44d3-9f75-58545fffe034 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0697384 Jan 29 20:35:07.761432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-8ce8abef-676d-4dfd-ae78-31f61a1db4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:07.763286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-8ce8abef-676d-4dfd-ae78-31f61a1db4f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0476663 Jan 29 20:35:07.818818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-6784e28c-2790-49de-8573-5e92b3fd2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:07.821236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-6784e28c-2790-49de-8573-5e92b3fd2886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468576 Jan 29 20:35:07.917996 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-7c640630-0f49-405f-ad30-4b5d4f284904 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904882 Jan 29 20:35:08.018574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7a854487-1485-49f9-8853-6b91d5c26e91 req-c7e26558-cabd-4f93-b29c-a07b85b7f389 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Jan 29 20:35:08.402906 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:08.749841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07ce4-a360-4302-9a5c-e661910bb347 req-5ca62ebe-bfe9-41cc-8f69-e58bb369c399 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:08.751325 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ede07ce4-a360-4302-9a5c-e661910bb347 req-5ca62ebe-bfe9-41cc-8f69-e58bb369c399 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0578396 Jan 29 20:35:08.798816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ede07ce4-a360-4302-9a5c-e661910bb347 req-c01dc8e7-c9ae-4f0a-80dd-4949b207989e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Jan 29 20:35:09.924625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73850ef-0971-486b-bd20-f3d385aa19a8 req-b74c6897-f483-41d5-b7fa-eea3c0392ecf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:09.926049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d73850ef-0971-486b-bd20-f3d385aa19a8 req-b74c6897-f483-41d5-b7fa-eea3c0392ecf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0569541 Jan 29 20:35:09.972484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d73850ef-0971-486b-bd20-f3d385aa19a8 req-85d225a4-81cb-437b-adba-505929216b14 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402532 Jan 29 20:35:11.095072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70d3d-98b7-4c3c-b513-5407ab93809d req-829cd8a0-aa0c-426f-9b8d-326fe45b4bb0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:11.096560 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3e70d3d-98b7-4c3c-b513-5407ab93809d req-829cd8a0-aa0c-426f-9b8d-326fe45b4bb0 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0529604 Jan 29 20:35:11.143701 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d3e70d3d-98b7-4c3c-b513-5407ab93809d req-592044c6-4ae3-41c5-868e-6eb83019b0ce tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Jan 29 20:35:12.268488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c8512-33ed-4d9a-9663-ffd4896fbe0c req-15e7d6fe-57d0-484e-af1e-241c3876f2bf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:12.272541 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e3c8512-33ed-4d9a-9663-ffd4896fbe0c req-15e7d6fe-57d0-484e-af1e-241c3876f2bf tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0576997 Jan 29 20:35:12.318359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e3c8512-33ed-4d9a-9663-ffd4896fbe0c req-7e92fb83-d202-4c86-a706-7caf8656182b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Jan 29 20:35:13.439130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe71a9-859d-4c5d-8e67-5fc7b7bd5a65 req-cc43a347-1c83-4b8f-b5ac-45e998fe8ae1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:13.440634 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3afe71a9-859d-4c5d-8e67-5fc7b7bd5a65 req-cc43a347-1c83-4b8f-b5ac-45e998fe8ae1 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Jan 29 20:35:13.495823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3afe71a9-859d-4c5d-8e67-5fc7b7bd5a65 req-35178308-79e7-4727-8875-239927390d99 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492342 Jan 29 20:35:14.618577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebb9bf-ef26-4b76-b023-35a60b1ccc0a req-5d1fbdfb-a773-4263-90da-c821400c8d05 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:14.620097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35ebb9bf-ef26-4b76-b023-35a60b1ccc0a req-5d1fbdfb-a773-4263-90da-c821400c8d05 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0545897 Jan 29 20:35:14.672558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35ebb9bf-ef26-4b76-b023-35a60b1ccc0a req-f46b3a4e-0b77-47d4-831d-abc8920db46f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Jan 29 20:35:15.793042 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f8a6c-214c-42f2-88f4-55df0a5c1939 req-b8026f8a-c1ad-420b-9b44-c9b031a61633 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:15.794534 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-677f8a6c-214c-42f2-88f4-55df0a5c1939 req-b8026f8a-c1ad-420b-9b44-c9b031a61633 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0522015 Jan 29 20:35:15.842197 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-677f8a6c-214c-42f2-88f4-55df0a5c1939 req-2871805e-f10d-4fc9-a957-4ee8ed9cf9c9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Jan 29 20:35:16.965565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0e5a8-ab52-4cf8-9dc6-0de671e613ab req-e85ac58a-0ecb-408b-81d9-88d7d86de728 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:16.967054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6d0e5a8-ab52-4cf8-9dc6-0de671e613ab req-e85ac58a-0ecb-408b-81d9-88d7d86de728 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0524244 Jan 29 20:35:17.014954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6d0e5a8-ab52-4cf8-9dc6-0de671e613ab req-480dd3dd-3233-4381-b6fa-6f770e530a67 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Jan 29 20:35:18.140990 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589d687-485e-44d2-855e-4ab39c2b4d4c req-82d3b023-6110-4d84-852c-d32dbccdd44a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:18.142465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0589d687-485e-44d2-855e-4ab39c2b4d4c req-82d3b023-6110-4d84-852c-d32dbccdd44a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0543466 Jan 29 20:35:18.188941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0589d687-485e-44d2-855e-4ab39c2b4d4c req-d067adf6-9537-4e5b-ae71-bed774d66793 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Jan 29 20:35:19.313688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62943f-db4b-4fb0-b175-ab0e2818c3d1 req-da09884b-acd4-4bb1-a284-61ef84165f0e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:19.315193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f62943f-db4b-4fb0-b175-ab0e2818c3d1 req-da09884b-acd4-4bb1-a284-61ef84165f0e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0530684 Jan 29 20:35:19.362016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4f62943f-db4b-4fb0-b175-ab0e2818c3d1 req-9b4dcc99-c799-4f76-844c-f10cbedbf524 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Jan 29 20:35:20.282829 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:35:20.484405 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a65d-4ed5-4aa3-bb19-d42c9f21e5aa req-562ef207-30e7-4692-9cab-baf95880f36c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:20.485875 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbf4a65d-4ed5-4aa3-bb19-d42c9f21e5aa req-562ef207-30e7-4692-9cab-baf95880f36c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0558743 Jan 29 20:35:20.531624 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dbf4a65d-4ed5-4aa3-bb19-d42c9f21e5aa req-20c461b1-4d25-41bf-b586-50e3a22898a4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394967 Jan 29 20:35:21.656364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843486c5-22d3-457d-ac05-47c12b740222 req-0b15cd22-9399-441f-8b31-eb96acb837f8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:21.657867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-843486c5-22d3-457d-ac05-47c12b740222 req-0b15cd22-9399-441f-8b31-eb96acb837f8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0574803 Jan 29 20:35:21.704590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-843486c5-22d3-457d-ac05-47c12b740222 req-f0927e6d-59a8-4a53-82bf-3ca839c28015 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Jan 29 20:35:22.826746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ab26b-d142-4c24-b1c8-51c130c4d2fe req-ecc70650-12ac-4e53-b919-b740e1919817 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:22.828244 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa4ab26b-d142-4c24-b1c8-51c130c4d2fe req-ecc70650-12ac-4e53-b919-b740e1919817 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0552633 Jan 29 20:35:22.877928 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa4ab26b-d142-4c24-b1c8-51c130c4d2fe req-3c41501a-98c2-4f7b-a47f-d43d0f8e1cda tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Jan 29 20:35:23.999181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9fb3-5dee-4f61-bac4-922e75b793ab req-89a657f0-1817-46b9-88ba-5c715454b9c7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:24.000744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef7f9fb3-5dee-4f61-bac4-922e75b793ab req-89a657f0-1817-46b9-88ba-5c715454b9c7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0547597 Jan 29 20:35:24.046795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ef7f9fb3-5dee-4f61-bac4-922e75b793ab req-e2f73583-163d-4f1d-92b9-7d586fd856ea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Jan 29 20:35:25.165177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564012d-c8af-4e4f-892a-57d163ce7a9f req-ff361026-454f-44bc-b2bb-17b7bd6a7369 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:25.166642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3564012d-c8af-4e4f-892a-57d163ce7a9f req-ff361026-454f-44bc-b2bb-17b7bd6a7369 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0529861 Jan 29 20:35:25.202668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2f14dc3f-ddea-4c8e-9a2f-29461edc851d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:25.219041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3564012d-c8af-4e4f-892a-57d163ce7a9f req-4503e239-c402-4493-b568-a06392158da9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Jan 29 20:35:25.750330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d775-2f70-4bbd-be69-b00d9aeb4296 req-6386f1d8-f9bb-4e87-8dbd-5566afa34b0a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:25.752124 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19e7d775-2f70-4bbd-be69-b00d9aeb4296 req-6386f1d8-f9bb-4e87-8dbd-5566afa34b0a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 943 time: 0.0542238 Jan 29 20:35:25.800544 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-19e7d775-2f70-4bbd-be69-b00d9aeb4296 req-0963e8d6-bed2-4b4f-9e43-3f96c9baa7ae tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Jan 29 20:35:25.802904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-cc860410-4481-40ea-8f42-32d283a1ef81 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:25.804491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-cc860410-4481-40ea-8f42-32d283a1ef81 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42&tenant_id=c699f9f15d4e4fb2938699226b4427a9&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 943 time: 0.0563025 Jan 29 20:35:25.813327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-08093917-d27c-4813-b090-f90a2e778765 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:35:25.814314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-08093917-d27c-4813-b090-f90a2e778765 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048954 Jan 29 20:35:25.879777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-38f2f37c-f1e3-4ff9-8177-3622f0157d63 service neutron] 10.222.0.13 "GET /v2.0/ports/58c7cd79-64c5-4ba0-9500-97ae384bc751/bindings/n-h1-825496-5 HTTP/1.1" status: 200 len: 382 time: 0.0572882 Jan 29 20:35:25.943301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-eb6e336c-9f69-4e4d-8c23-6eb5ef4012db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:25.944716 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-eb6e336c-9f69-4e4d-8c23-6eb5ef4012db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1125 time: 0.0438197 Jan 29 20:35:26.035873 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-5f91dc5c-a2b7-4876-9bc3-a6fc94a84cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:26.037839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-5f91dc5c-a2b7-4876-9bc3-a6fc94a84cc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0871787 Jan 29 20:35:26.099865 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-9edb7f39-9c17-4830-b524-99766514b06a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0561569 Jan 29 20:35:26.146484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-ce3bf958-a4b0-4994-b363-2e73f3dcdc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:26.147970 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-ce3bf958-a4b0-4994-b363-2e73f3dcdc65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0425520 Jan 29 20:35:26.200298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-e77c0f04-00df-416c-9f05-62dfbef398bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:26.201732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-e77c0f04-00df-416c-9f05-62dfbef398bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479126 Jan 29 20:35:26.272182 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:35:26.292969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-6f88ad8e-6514-4d83-bf9d-8f096687f1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Jan 29 20:35:26.370205 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:26.381441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'mac_address': 'fa:16:3e:98:7d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:35:26.389494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-102ec82b-d2f4-4086-a5f5-775be2ddd56a service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901859 Jan 29 20:35:26.420497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:35:26.420882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:26.434675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:35:26.453552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:26.545040 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:26.591560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:26.598919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.599268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.599608 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.599948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.600308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.600639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.600969 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.602093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.602433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.602762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.603092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.603416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.603740 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:35:26.781691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['58c7cd79-64c5-4ba0-9500-97ae384bc751'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:35:26.928231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a0df3-25b0-49a1-9e2b-c85e9c55f0ac req-7253e735-7453-4d9c-83f2-28160cb22ac7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:26.929792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-340a0df3-25b0-49a1-9e2b-c85e9c55f0ac req-7253e735-7453-4d9c-83f2-28160cb22ac7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0557249 Jan 29 20:35:26.977039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-340a0df3-25b0-49a1-9e2b-c85e9c55f0ac req-e6546f5b-ef93-4fc4-a26d-c63cc11530de tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 Jan 29 20:35:28.096648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f6ac0-b1a1-4603-a013-b943062f199b req-ee31337b-1a5d-4e39-b700-ef21b0af6676 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:28.098105 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-672f6ac0-b1a1-4603-a013-b943062f199b req-ee31337b-1a5d-4e39-b700-ef21b0af6676 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0516851 Jan 29 20:35:28.144063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-672f6ac0-b1a1-4603-a013-b943062f199b req-c703fd14-478f-4caa-8df0-3df75c93a84b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Jan 29 20:35:28.208161 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08e37cfa-fb27-4196-84bf-a9d311bcd3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:28.289935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:35:28.379383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 58c7cd79-64c5-4ba0-9500-97ae384bc751 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:35:28.383894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 58c7cd79-64c5-4ba0-9500-97ae384bc751 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:35:28.384367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:28.468421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:35:28.468809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:28.490488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:35:28.492935 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b1f37b-9850-49ad-96b3-9b2f53aa9d18" -d '{"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-plugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:35:28.506309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:28.544370 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34a0ac3-ab87-4cba-87a6-0219f08f46f1 x-openstack-request-id: req-d34a0ac3-ab87-4cba-87a6-0219f08f46f1 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:35:28.544659 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-plugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:35:28.544912 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d34a0ac3-ab87-4cba-87a6-0219f08f46f1 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:35:28.545307 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'code': 200} Jan 29 20:35:28.550817 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:28.600218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:29.007940 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:29.269509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7431ee9-d3f3-4175-a98f-891bef951b24 req-9b4ac7d8-5db0-44ed-8bb9-c13261308374 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:29.270992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7431ee9-d3f3-4175-a98f-891bef951b24 req-9b4ac7d8-5db0-44ed-8bb9-c13261308374 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 946 time: 0.0565789 Jan 29 20:35:29.319917 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7431ee9-d3f3-4175-a98f-891bef951b24 req-e37dbe25-8a7c-4e1e-89d4-fff265f3725e tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419896 Jan 29 20:35:30.242799 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:30.425440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:30.446556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fae9a-4e77-4662-9e43-2446de41e0b2 req-9922473f-f9dc-4b5f-af92-8a288d1b49e3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:30.448035 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-538fae9a-4e77-4662-9e43-2446de41e0b2 req-9922473f-f9dc-4b5f-af92-8a288d1b49e3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 946 time: 0.0525384 Jan 29 20:35:30.498788 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-538fae9a-4e77-4662-9e43-2446de41e0b2 req-52b3d609-3825-4c50-a9bb-fd026807f64a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451181 Jan 29 20:35:31.563307 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:31.635333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5f43-c393-4fc3-8e8c-3a265869a3f2 req-69701f28-3240-4848-9745-c8e683e35196 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:31.636943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c8e5f43-c393-4fc3-8e8c-3a265869a3f2 req-69701f28-3240-4848-9745-c8e683e35196 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 946 time: 0.0575817 Jan 29 20:35:31.690040 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3c8e5f43-c393-4fc3-8e8c-3a265869a3f2 req-e1329bd2-a24d-41d2-b126-1cc9636550f8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469220 Jan 29 20:35:32.316908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:35:32.390394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:35:32.390781 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:32.412151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:35:32.414975 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e949b5a-8b54-4faf-bafd-d85a9440595e" -d '{"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-unplugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:35:32.427104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:32.464845 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8944ca-d091-4c4a-ae87-a611f569ce15 x-openstack-request-id: req-3d8944ca-d091-4c4a-ae87-a611f569ce15 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:35:32.465145 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-unplugged", "status": "completed", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:35:32.465401 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d8944ca-d091-4c4a-ae87-a611f569ce15 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:35:32.466001 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'code': 200} Jan 29 20:35:32.499527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:32.549796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:32.821660 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb7df6-1c80-44dd-8aac-42b86d27dd3d req-0bf21a5f-6dc8-4d0b-b261-c53eb0f2cfbb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:32.823130 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53cb7df6-1c80-44dd-8aac-42b86d27dd3d req-0bf21a5f-6dc8-4d0b-b261-c53eb0f2cfbb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0592177 Jan 29 20:35:32.869857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-53cb7df6-1c80-44dd-8aac-42b86d27dd3d req-53da1e50-77c6-4984-96dd-46573f429412 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Jan 29 20:35:33.283103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-d4320cf8-7e25-4798-8e01-4ba982ca01de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:33.284650 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-d4320cf8-7e25-4798-8e01-4ba982ca01de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42&tenant_id=c699f9f15d4e4fb2938699226b4427a9 HTTP/1.1" status: 200 len: 1126 time: 0.0470688 Jan 29 20:35:33.300954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:35:33.359241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:33.562950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:33.594875 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:35:33.627224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:35:33.634610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Publish callbacks [] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:33.646163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Transition to ACTIVE for port object 58c7cd79-64c5-4ba0-9500-97ae384bc751 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:35:33.705194 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:33.778908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=12']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:33.827921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] No DVR routers for this DVR port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:35:33.997888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:35:33.998223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:35:33.998547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:35:34.005746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:35:34.006006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Attempting to bind port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on network ccc05fec-7460-467d-afde-c9d4cc3234b5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:35:34.015348 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:35:34.015773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Checking segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:35:34.016156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Bound using segment: {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:35:34.016939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Bound port: 58c7cd79-64c5-4ba0-9500-97ae384bc751, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:35:34.017417 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:34.044150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c19159-a39d-46e4-9105-adb543e974c0 req-7b02ace1-f21e-4d30-bc18-5dcc553ae775 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.046564 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03c19159-a39d-46e4-9105-adb543e974c0 req-7b02ace1-f21e-4d30-bc18-5dcc553ae775 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0993910 Jan 29 20:35:34.127782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:35:34.131447 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:35:34.137610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03c19159-a39d-46e4-9105-adb543e974c0 req-0f093b9f-05ac-48b1-a03f-ba8db81f9f2a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738735 Jan 29 20:35:34.208504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:34.243740 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.244408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:34.245768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] 10.222.0.26 "PUT /v2.0/ports/58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1092 time: 0.9487941 Jan 29 20:35:34.246235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:35:34.248777 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64086f12-2930-469b-bd5c-88daaa9c2a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:35:34.272629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b9126-f378-4dde-b8bc-f3b57d7d2204 service neutron] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=13']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:34.323534 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffb470-8c82-4d13-a2b3-95697a9bc6c3 x-openstack-request-id: req-35ffb470-8c82-4d13-a2b3-95697a9bc6c3 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:35:34.324131 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:35:34.324131 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35ffb470-8c82-4d13-a2b3-95697a9bc6c3 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:35:34.324489 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'status': 'completed', 'code': 200} Jan 29 20:35:34.352967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-7eec2a81-1e96-4410-adb9-2046745701f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.354443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-7eec2a81-1e96-4410-adb9-2046745701f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1126 time: 0.0614359 Jan 29 20:35:34.458039 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-1f31dd12-4ba2-4968-93b4-8402645269ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.459557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-1f31dd12-4ba2-4968-93b4-8402645269ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1126 time: 0.1170239 Jan 29 20:35:34.492665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-e87e220d-192a-4146-921c-49e60440e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.494720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-e87e220d-192a-4146-921c-49e60440e0f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.1214170 Jan 29 20:35:34.887685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-cb92eaa8-badc-4595-8910-b1561898ae38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.3820901 Jan 29 20:35:34.904702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-beef5548-a0fe-4111-90eb-1626e6e7d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.906348 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-beef5548-a0fe-4111-90eb-1626e6e7d23b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.4334862 Jan 29 20:35:34.986684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-f4c5170c-99f3-49ef-98ea-f1b9af8b946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:34.988129 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-f4c5170c-99f3-49ef-98ea-f1b9af8b946c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0935240 Jan 29 20:35:34.995939 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-6e868692-4698-4cd9-b754-8faf1a1b9a99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0720665 Jan 29 20:35:35.070427 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-31bbbae6-d803-41e3-a8f2-ca61d7c5f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.071846 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-31bbbae6-d803-41e3-a8f2-ca61d7c5f5b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0666308 Jan 29 20:35:35.077735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-5589ccd4-efad-4813-97f3-29c87e4977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.079089 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-5589ccd4-efad-4813-97f3-29c87e4977fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822992 Jan 29 20:35:35.185152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-e6f123f0-6003-40c6-94a0-9b81224cb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.186673 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-e6f123f0-6003-40c6-94a0-9b81224cb87d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056106 Jan 29 20:35:35.197130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-06205a13-bb7b-4d40-ad5c-fcaabd136619 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082990 Jan 29 20:35:35.385717 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-fd5e7fc4-6da9-46e1-971e-cf0a7af8ded3 service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876194 Jan 29 20:35:35.397085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a8c0-6fef-45f6-a78c-17437efc654e req-d5c633aa-6737-4871-922f-f0be9e1dec44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.402005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8df7a8c0-6fef-45f6-a78c-17437efc654e req-d5c633aa-6737-4871-922f-f0be9e1dec44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.1809850 Jan 29 20:35:35.426483 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de2c42c7-8ec9-487b-8db2-395834a94d3f req-d2eb5bf4-3e36-4e62-b53f-51b56ede99e0 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214339 Jan 29 20:35:35.541688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8df7a8c0-6fef-45f6-a78c-17437efc654e req-4db051d1-ae7c-47d6-8504-6f9c1c276be2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317196 Jan 29 20:35:35.562685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-f42d4c68-7085-4da6-9f59-ec1c20d0d91b service neutron] 10.222.0.13 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631541 Jan 29 20:35:35.570629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-bf85ad97-4cc1-4f3e-afb0-8188ec548c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.572604 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-bf85ad97-4cc1-4f3e-afb0-8188ec548c5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1126 time: 0.0770743 Jan 29 20:35:35.669651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-855b5f2c-b21c-456c-8461-605aaabbca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.671171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-855b5f2c-b21c-456c-8461-605aaabbca4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0911508 Jan 29 20:35:35.736003 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-97dc2c5f-2797-4486-93a8-85c209d5accf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0583739 Jan 29 20:35:35.784223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-6141f606-00f8-4fe8-a8f8-625b935eb4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.785643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-6141f606-00f8-4fe8-a8f8-625b935eb4f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0437038 Jan 29 20:35:35.837918 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-b15e0d05-a620-41ee-a688-830781b92c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:35.839457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-b15e0d05-a620-41ee-a688-830781b92c74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482178 Jan 29 20:35:35.927108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-382ecea6-5626-4120-892d-cb4d1ee18d7a service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816231 Jan 29 20:35:36.019956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64086f12-2930-469b-bd5c-88daaa9c2a0c req-ceccfe03-aba3-4eb1-b44a-5bafd4283565 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872788 Jan 29 20:35:36.158317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-f964a79c-b35f-418c-827e-b44911eb3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:36.159835 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-f964a79c-b35f-418c-827e-b44911eb3b0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c699f9f15d4e4fb2938699226b4427a9&device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 1126 time: 0.0475185 Jan 29 20:35:36.271981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-07e05b86-dc2e-4f76-b8f4-3955ab466b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:36.274099 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-07e05b86-dc2e-4f76-b8f4-3955ab466b7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 200 len: 911 time: 0.0950449 Jan 29 20:35:36.338877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-69b464fc-9e06-4f79-832a-e3ec582cded6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 200 len: 1000 time: 0.0589352 Jan 29 20:35:36.386937 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-6bf34b1d-1f81-41fa-ab69-b07d4e2ada36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:36.388459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-6bf34b1d-1f81-41fa-ab69-b07d4e2ada36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 200 len: 850 time: 0.0440562 Jan 29 20:35:36.442388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-0df2274c-c72d-44a3-a47b-0ad945f67a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:36.443995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-0df2274c-c72d-44a3-a47b-0ad945f67a74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ccc05fec-7460-467d-afde-c9d4cc3234b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495820 Jan 29 20:35:36.537484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-fddd61a6-2625-4748-b798-bb39122333ec service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875380 Jan 29 20:35:36.638679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-50bba596-5ae2-435e-898c-5c2aea97ee54 req-6b33d212-7031-428f-bf47-3638f243cf90 service neutron] 10.222.0.26 "GET /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954208 Jan 29 20:35:36.666742 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40ff33-0e5f-43fc-9541-5c731ac89e71 req-d998bb29-a3f0-49e4-91b8-2e88c8eaef22 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:36.668260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b40ff33-0e5f-43fc-9541-5c731ac89e71 req-d998bb29-a3f0-49e4-91b8-2e88c8eaef22 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0532846 Jan 29 20:35:36.715508 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7b40ff33-0e5f-43fc-9541-5c731ac89e71 req-5dc01bb1-636c-4eba-b421-3d4f394015b2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Jan 29 20:35:37.834522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a606267-cdf5-40bb-9fea-5e065c239bf1 req-a929be6a-acba-444c-b860-01911bd933ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:37.836826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a606267-cdf5-40bb-9fea-5e065c239bf1 req-a929be6a-acba-444c-b860-01911bd933ee tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0535038 Jan 29 20:35:37.884380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a606267-cdf5-40bb-9fea-5e065c239bf1 req-e14b8294-2f13-43e6-bf04-7c8f749ae21a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Jan 29 20:35:38.396621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:39.010820 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0946b7-12ea-4dc4-832f-c75e28bfa870 req-34522683-d1ba-4f3e-8d5b-624f1da165ea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:39.012846 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b0946b7-12ea-4dc4-832f-c75e28bfa870 req-34522683-d1ba-4f3e-8d5b-624f1da165ea tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0554185 Jan 29 20:35:39.064931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b0946b7-12ea-4dc4-832f-c75e28bfa870 req-1db1c831-88aa-4443-a767-f49995bee64a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Jan 29 20:35:40.185308 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187a532-ec96-4f7e-80a5-103119b9bfba req-b7a405a7-5cb0-4a1e-b8a0-1737f57f4360 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:40.186803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6187a532-ec96-4f7e-80a5-103119b9bfba req-b7a405a7-5cb0-4a1e-b8a0-1737f57f4360 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0516973 Jan 29 20:35:40.237435 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6187a532-ec96-4f7e-80a5-103119b9bfba req-6049e1db-789e-44c2-8005-d4ba4f977a44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449588 Jan 29 20:35:41.364419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297adb60-9e80-4ab1-882f-8369aba85f09 req-65d6d248-893c-4ec5-beaf-62e411417eb6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:41.366052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-297adb60-9e80-4ab1-882f-8369aba85f09 req-65d6d248-893c-4ec5-beaf-62e411417eb6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0550773 Jan 29 20:35:41.416211 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-297adb60-9e80-4ab1-882f-8369aba85f09 req-5a75ec10-7639-4134-a107-b23ee1d502c8 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Jan 29 20:35:42.539160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637cde8-8360-44a7-ae8c-178122fc33f6 req-dbe41fa3-64d9-4a55-83c8-980beb30b260 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:42.540609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4637cde8-8360-44a7-ae8c-178122fc33f6 req-dbe41fa3-64d9-4a55-83c8-980beb30b260 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0542402 Jan 29 20:35:42.587685 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4637cde8-8360-44a7-ae8c-178122fc33f6 req-9db50e71-5b18-49ae-bcf3-a690863dd1c5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Jan 29 20:35:43.709534 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d95a4d-c8a4-4842-bd50-53034b9b3702 req-24accaed-f651-48cd-9c79-f7838ea3afdd tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:43.711090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7d95a4d-c8a4-4842-bd50-53034b9b3702 req-24accaed-f651-48cd-9c79-f7838ea3afdd tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0540915 Jan 29 20:35:43.742985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-8c1369c6-ea39-4134-ab89-f96f44dc8f92 req-7ed4dae7-54c9-4f98-b6b7-77174151ba2c service neutron] (103563) timed out ('10.222.0.26', 65188) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:35:43.760278 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e7d95a4d-c8a4-4842-bd50-53034b9b3702 req-911a009c-b58f-448e-83e5-d461c02222af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435045 Jan 29 20:35:44.884314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9997ec5-ec65-48d2-8729-6086afe05200 req-d01c338c-d4e6-4e3a-a49a-fba25665f7b6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:44.885780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d9997ec5-ec65-48d2-8729-6086afe05200 req-d01c338c-d4e6-4e3a-a49a-fba25665f7b6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0531142 Jan 29 20:35:44.932937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d9997ec5-ec65-48d2-8729-6086afe05200 req-5f74fe85-f735-443b-9a5b-2a1b2f4d2d7b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Jan 29 20:35:46.059923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aecffb-7040-45c9-a770-786a18d8b743 req-4e29a002-7137-4498-80e6-366d0906689f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:46.061438 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3aecffb-7040-45c9-a770-786a18d8b743 req-4e29a002-7137-4498-80e6-366d0906689f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0560529 Jan 29 20:35:46.107318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b3aecffb-7040-45c9-a770-786a18d8b743 req-ebfdb51e-745e-4287-94b9-572a1b1a827a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Jan 29 20:35:47.231476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4534c9-cd87-4006-af4b-f4c21aaa889a req-199e77d6-f809-44e9-aed7-99d9607aa132 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:47.232973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd4534c9-cd87-4006-af4b-f4c21aaa889a req-199e77d6-f809-44e9-aed7-99d9607aa132 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0580225 Jan 29 20:35:47.280900 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd4534c9-cd87-4006-af4b-f4c21aaa889a req-41964e2f-7af9-4b72-bca9-3631c8dd5d11 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Jan 29 20:35:48.403521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3f687-7d66-4815-b4ac-b80807b52ba5 req-644df594-3298-4aab-a51b-5960ae17074a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:48.405059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93f3f687-7d66-4815-b4ac-b80807b52ba5 req-644df594-3298-4aab-a51b-5960ae17074a tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0533447 Jan 29 20:35:48.451081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93f3f687-7d66-4815-b4ac-b80807b52ba5 req-10efa14b-d4cf-4659-83fc-ddadb154696c tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Jan 29 20:35:49.571803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30510c-73ce-48b1-aed9-7cd65aecdf40 req-dc588895-9ce6-404f-910c-bfe01bec7d44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:49.573237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db30510c-73ce-48b1-aed9-7cd65aecdf40 req-dc588895-9ce6-404f-910c-bfe01bec7d44 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0529830 Jan 29 20:35:49.618955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db30510c-73ce-48b1-aed9-7cd65aecdf40 req-93636423-8e4e-48ac-acd2-57f2d490ffad tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Jan 29 20:35:50.738507 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee971-029e-4eb7-8ecb-06fc6e15b048 req-d14c65b9-2876-4678-921b-956e8ce2647b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:50.739969 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-256ee971-029e-4eb7-8ecb-06fc6e15b048 req-d14c65b9-2876-4678-921b-956e8ce2647b tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0515864 Jan 29 20:35:50.789379 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-256ee971-029e-4eb7-8ecb-06fc6e15b048 req-65ee1489-8a4b-4dd6-8fc7-4592cdd4422f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Jan 29 20:35:51.911157 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ad0c5-053e-4fcb-b946-4101573cb68b req-d6ff491b-17e9-4892-859e-56b78b6cf3cb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:51.912684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e4ad0c5-053e-4fcb-b946-4101573cb68b req-d6ff491b-17e9-4892-859e-56b78b6cf3cb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0534348 Jan 29 20:35:51.965210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1e4ad0c5-053e-4fcb-b946-4101573cb68b req-2e3ebb5b-1562-47b2-ad36-1db3bbcd31bb tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 Jan 29 20:35:53.084786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797788f-7140-4376-8539-1021df488ae3 req-fb3a25b0-b5a3-426a-97af-e5b52abd84bc tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:53.086236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0797788f-7140-4376-8539-1021df488ae3 req-fb3a25b0-b5a3-426a-97af-e5b52abd84bc tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0517659 Jan 29 20:35:53.132107 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0797788f-7140-4376-8539-1021df488ae3 req-d495405d-df2d-4734-8007-6bcf5f32c6c2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Jan 29 20:35:53.251942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9411-1e1d-4b62-9d5d-4cd831a03bb4 req-b75416e5-bdd5-40ed-ab3d-11920fcaace2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:53.253347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5cdb9411-1e1d-4b62-9d5d-4cd831a03bb4 req-b75416e5-bdd5-40ed-ab3d-11920fcaace2 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0541108 Jan 29 20:35:53.300780 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5cdb9411-1e1d-4b62-9d5d-4cd831a03bb4 req-97e5b467-7cfc-4720-a252-c1919f1ddc8f tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Jan 29 20:35:53.416859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bfb44-5e69-4996-9717-ecf522d2ab75 req-914b5c39-857c-444b-a186-09d8abc3aac6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:53.418318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a3bfb44-5e69-4996-9717-ecf522d2ab75 req-914b5c39-857c-444b-a186-09d8abc3aac6 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0518565 Jan 29 20:35:53.463774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a3bfb44-5e69-4996-9717-ecf522d2ab75 req-ec97d3e0-be9c-494c-a81d-453cbf912513 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Jan 29 20:35:53.901392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9d26-2357-4348-a226-45d2937ffa32 req-0b1a2b1b-9ec2-4ea3-955f-2d8c044a4651 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:53.902912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c03d9d26-2357-4348-a226-45d2937ffa32 req-0b1a2b1b-9ec2-4ea3-955f-2d8c044a4651 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 944 time: 0.0574067 Jan 29 20:35:53.949988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c03d9d26-2357-4348-a226-45d2937ffa32 req-f57e386a-d367-46d8-bb02-eaa7fd75f3c7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Jan 29 20:35:54.483105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:35:54.585356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:54.599970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'port_id': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'mac_address': 'fa:16:3e:98:7d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:35:54.644685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 58c7cd79-64c5-4ba0-9500-97ae384bc751 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:35:54.645079 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:54.658372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:35:54.680098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:54.797119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:54.849170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=14']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:55.072173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883fdd-e7d9-44c8-b090-e9d0fb09803d req-be6e5fba-eac1-42cb-98d6-81d30eed7d90 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:55.073684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68883fdd-e7d9-44c8-b090-e9d0fb09803d req-be6e5fba-eac1-42cb-98d6-81d30eed7d90 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Jan 29 20:35:55.120776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68883fdd-e7d9-44c8-b090-e9d0fb09803d req-a7029436-52c5-43fc-971b-9c2e8ce00f99 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups?id=b30a299a-6896-43b6-ad61-2e082c9f403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Jan 29 20:35:55.213654 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11bccfc2-7807-4646-9f02-3d219b430933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:55.520103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-5fb9dec9-6de7-436f-bf25-a963b921c835 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:35:55.521479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-5fb9dec9-6de7-436f-bf25-a963b921c835 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 945 time: 0.0564277 Jan 29 20:35:55.611520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Deleting port 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:35:55.612471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:55.703988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] For port 58c7cd79-64c5-4ba0-9500-97ae384bc751, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58c7cd79-64c5-4ba0-9500-97ae384bc751,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:35:55.704402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:55.870041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:55.870410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:55.870728 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Floating IP f8014e49-51be-4d42-af50-6a945eb21fd9 disassociated. External IP: 172.25.5.194, port: 58c7cd79-64c5-4ba0-9500-97ae384bc751. Jan 29 20:35:55.871071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Calling delete_port for 58c7cd79-64c5-4ba0-9500-97ae384bc751 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:35:56.065017 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (58c7cd79-64c5-4ba0-9500-97ae384bc751), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:56.094100 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event deleted for resources: {'Port': ['ID=58c7cd79-64c5-4ba0-9500-97ae384bc751,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:35:56.222456 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:35:56.227287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fc2485af-9abe-442f-8c43-97d77193607c req-999f996d-6f04-4be6-a439-d1f86153bab9 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0313826 Jan 29 20:35:56.337906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:35:56.347776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:35:56.357864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:35:56.358477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:35:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:35:56.380997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] No DVR routers for this DVR port 58c7cd79-64c5-4ba0-9500-97ae384bc751 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:35:56.383501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:56.386903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b3dc8ede-472c-41a6-980c-3e9a3000862c req-de935535-f3e7-4d44-ac75-172166b271af tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.26 "DELETE /v2.0/ports/58c7cd79-64c5-4ba0-9500-97ae384bc751 HTTP/1.1" status: 204 len: 173 time: 0.8585927 Jan 29 20:35:56.387351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-deleted', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:35:56.389642 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c812c83f-ae53-44b6-b5d8-3eae4b1fa453" -d '{"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-deleted", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:35:56.427582 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb34079-07eb-47f9-a8a4-5299aa9b5cb8 x-openstack-request-id: req-1bb34079-07eb-47f9-a8a4-5299aa9b5cb8 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:35:56.427911 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c70394e-5b73-4138-bb6d-042e072bfa42", "name": "network-vif-deleted", "tag": "58c7cd79-64c5-4ba0-9500-97ae384bc751", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:35:56.428163 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bb34079-07eb-47f9-a8a4-5299aa9b5cb8 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:35:56.429305 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c70394e-5b73-4138-bb6d-042e072bfa42', 'name': 'network-vif-deleted', 'tag': '58c7cd79-64c5-4ba0-9500-97ae384bc751', 'status': 'completed', 'code': 200} Jan 29 20:35:56.466331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:35:56.826398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:35:56.851915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:35:56.860274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:35:56.860835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:35:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:35:56.968263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:35:57.171439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:35:57.200112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107739-7a43-4494-8cb5-014e6cd680f5 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:07Z', 'revision_number': 4, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '166111d6-82d5-4ef7-b48f-fd3b58483415', 'name': '', 'network_id': 'ccc05fec-7460-467d-afde-c9d4cc3234b5', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'mac_address': 'fa:16:3e:19:9a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:06Z', 'updated_at': '2022-01-29T20:31:11Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'subnets': [{'id': 'f1b60fc6-b372-4270-b338-77e28d9ddd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:35:57.283921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:35:57.347656 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aee7686e-b255-46ca-a261-09a7f95b3562 req-de4c0dfd-8eca-44db-b4c1-84a0306450e4 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Jan 29 20:35:57.461920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639014f-3454-4245-8332-a4ecd2d60f87 None None] New status for floating IP f8014e49-51be-4d42-af50-6a945eb21fd9: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:35:58.202158 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-04d940ac-9ac4-4e20-810c-4d1f9f0b7321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:58.447649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09107396-5554-42d4-9b4e-9bf11cba9020 req-3566aed5-6282-4762-acb7-6cf8c8b1c438 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0270309 Jan 29 20:35:58.505646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:35:58.526339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 58c7cd79-64c5-4ba0-9500-97ae384bc751 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:35:58.526756 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:35:59.002277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:35:59.547492 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cfc35f54-c164-4ef0-b73a-0873ef433e5f req-1df1297b-e71d-4cc0-960a-c52c0dc360ef tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0312386 Jan 29 20:36:00.247934 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:00.436164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:00.647035 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-daa4bb17-6823-4a32-aa7e-45f0fe489dde req-82e7a9a4-63c6-4a2c-b3e9-755ab60d0a92 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0321460 Jan 29 20:36:01.550769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:01.743015 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1b75b57c-77b6-4e5f-be52-d00e39e1eaff req-f58765db-a53b-460b-8a7f-a064515c4cc5 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Jan 29 20:36:02.546415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:36:02.550731 n-d-825496-5 neutron-server[103564]: INFO neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No ports have port_id starting with 58c7cd79-64c5-4ba0-9500-97ae384bc751 Jan 29 20:36:02.552174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58c7cd79-64c5-4ba0-9500-97ae384bc751 requested by agent hyperv_n-h2-825496-5 not found in database {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 29 20:36:02.839975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-81d1b672-215a-4355-942f-a319e94a5e7a req-d35acccb-d9d5-4838-aeb4-5301337c4bc3 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0272849 Jan 29 20:36:03.941292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93329cb6-e370-4b65-b4c8-358593cb0ae8 req-c304f3b1-85e1-46d0-9430-475fc8b20eab tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jan 29 20:36:05.049513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9a6ddb20-77da-4207-9aad-68ef8497c941 req-464f272a-ac2e-4f29-9079-2b5bb2ec3351 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c70394e-5b73-4138-bb6d-042e072bfa42 HTTP/1.1" status: 200 len: 210 time: 0.0282304 Jan 29 20:36:08.419110 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.157177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:12.212239 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group (b30a299a-6896-43b6-ad61-2e082c9f403d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.235218 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group (b30a299a-6896-43b6-ad61-2e082c9f403d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.333664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b30a299a-6896-43b6-ad61-2e082c9f403d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.336384 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.337550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "DELETE /v2.0/security-groups/b30a299a-6896-43b6-ad61-2e082c9f403d HTTP/1.1" status: 204 len: 168 time: 0.1793168 Jan 29 20:36:12.340344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40300) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:12.346864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30a299a-6896-43b6-ad61-2e082c9f403d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:12.354400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362161 n-d-825496-5 neutron-server[103563]: INFO neutron.api.v2.resource [None req-effb5435-7e5e-4208-9077-8117748c1a93 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] show failed (client error): The resource could not be found. Jan 29 20:36:12.362292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362562 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-effb5435-7e5e-4208-9077-8117748c1a93 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "GET /v2.0/security-groups/b30a299a-6896-43b6-ad61-2e082c9f403d HTTP/1.1" status: 404 len: 347 time: 0.0137603 Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.362676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788315f-e9ff-484f-8ed6-ae147e2596f7 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:12.364172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40302) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:12.496672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Deleting port e983bbbe-8dc4-4cb2-b85f-748d08d6dbde {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:12.497015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.579897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.580235 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.591988 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Calling delete_port for e983bbbe-8dc4-4cb2-b85f-748d08d6dbde owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:12.789974 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e983bbbe-8dc4-4cb2-b85f-748d08d6dbde), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.814130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Pushing event deleted for resources: {'Port': ['ID=e983bbbe-8dc4-4cb2-b85f-748d08d6dbde,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:12.879927 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks [] for floatingip (f8014e49-51be-4d42-af50-6a945eb21fd9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.882953 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:12.884111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-09b45bdd-4b9f-449f-998c-52972d71da97 tempest-ServerActionsTestJSON-126174244 tempest-ServerActionsTestJSON-126174244-project] 10.222.0.15 "DELETE /v2.0/floatingips/f8014e49-51be-4d42-af50-6a945eb21fd9 HTTP/1.1" status: 204 len: 168 time: 0.5189466 Jan 29 20:36:12.886961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:13.280029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:13.820501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Deleting port 166111d6-82d5-4ef7-b48f-fd3b58483415 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:13.820738 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:13.898037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] For port 166111d6-82d5-4ef7-b48f-fd3b58483415, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=166111d6-82d5-4ef7-b48f-fd3b58483415,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:13.898411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:13.910855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Calling delete_port for 166111d6-82d5-4ef7-b48f-fd3b58483415 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:14.121995 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (166111d6-82d5-4ef7-b48f-fd3b58483415), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:14.151163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Pushing event deleted for resources: {'Port': ['ID=166111d6-82d5-4ef7-b48f-fd3b58483415,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:14.316930 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:14.528683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:36:14.633831 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:36:14.638783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7282fe79-c31c-4630-86c2-36699c5dce33 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508938 Jan 29 20:36:14.641320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40308) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:14.643957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] Sync routers for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:36:14.654910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:36:14.655517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:14.745492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks [] for router (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:14.760380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:36:14.847379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks [] for router_gateway (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:14.934061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:36:14Z', 'revision_number': 5, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port': {'id': 'a86563fe-3333-4df0-a5c8-1c3b0ad7344f', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:14.958353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Deleting port a86563fe-3333-4df0-a5c8-1c3b0ad7344f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:14.958694 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:14.960358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] Checking router: 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:36:14.968516 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] Routers {'5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:36:14.969106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:35:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:15.037608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] For port a86563fe-3333-4df0-a5c8-1c3b0ad7344f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:15.037978 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.050339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Calling delete_port for a86563fe-3333-4df0-a5c8-1c3b0ad7344f owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:15.054430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] Set router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:36:15.108315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:36:14Z', 'revision_number': 6, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:15.134097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b1d24-c9be-4700-96dd-0c2a84272258 None None] The sync data for ids ['5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9'] in n-d-825496-5 is: [{'id': '5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9', 'name': 'tempest-ServerActionsTestJSON-720818076-router', 'tenant_id': 'c699f9f15d4e4fb2938699226b4427a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:31:04Z', 'updated_at': '2022-01-29T20:36:14Z', 'revision_number': 6, 'project_id': 'c699f9f15d4e4fb2938699226b4427a9', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:36:15.265177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a86563fe-3333-4df0-a5c8-1c3b0ad7344f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.299164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a86563fe-3333-4df0-a5c8-1c3b0ad7344f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:15.355635 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.447518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.449567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks [] for router_controller (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.556193 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.556751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:36:15.561260 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.562416 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-482efef3-2e8b-45d1-9e59-6245c72a92fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/5c4b7ef4-8ea1-410d-b8ad-798b9940ebd9 HTTP/1.1" status: 204 len: 168 time: 0.9201314 Jan 29 20:36:15.564980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40310) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:15.609016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Deleting subnet f1b60fc6-b372-4270-b338-77e28d9ddd3f {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:36:15.612127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Publish callbacks [] for subnet (f1b60fc6-b372-4270-b338-77e28d9ddd3f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.647675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f1b60fc6-b372-4270-b338-77e28d9ddd3f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.722174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f1b60fc6-b372-4270-b338-77e28d9ddd3f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.836637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f1b60fc6-b372-4270-b338-77e28d9ddd3f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.863442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.869734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f1b60fc6-b372-4270-b338-77e28d9ddd3f HTTP/1.1" status: 204 len: 168 time: 0.3015401 Jan 29 20:36:15.869734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc83bb-b223-44e4-a188-d25a3d103488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b60fc6-b372-4270-b338-77e28d9ddd3f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:15.870738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40312) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:15.872495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdec19-4f5c-4c6b-81ea-ef42b26f2eef None None] Network ccc05fec-7460-467d-afde-c9d4cc3234b5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:36:15.942981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (ccc05fec-7460-467d-afde-c9d4cc3234b5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:15.973995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a86563fe-3333-4df0-a5c8-1c3b0ad7344f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:36:15.996350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a86563fe-3333-4df0-a5c8-1c3b0ad7344f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:36:15.996695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a86563fe-3333-4df0-a5c8-1c3b0ad7344f not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:36:15.997120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166111d6-82d5-4ef7-b48f-fd3b58483415 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:36:16.008390 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Deleting port ad4f2647-59b1-45e2-b8f4-344688ceb0df {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:16.008727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.019441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 166111d6-82d5-4ef7-b48f-fd3b58483415 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:36:16.019790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 166111d6-82d5-4ef7-b48f-fd3b58483415 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:36:16.076979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] DHCP port deletion for ccc05fec-7460-467d-afde-c9d4cc3234b5 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:36:16.078857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] For port ad4f2647-59b1-45e2-b8f4-344688ceb0df, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad4f2647-59b1-45e2-b8f4-344688ceb0df,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:16.079228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.092078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Calling delete_port for ad4f2647-59b1-45e2-b8f4-344688ceb0df owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:16.128480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] Deleting port ad4f2647-59b1-45e2-b8f4-344688ceb0df {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:16.129003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.197555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] For port ad4f2647-59b1-45e2-b8f4-344688ceb0df, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad4f2647-59b1-45e2-b8f4-344688ceb0df,segment=NetworkSegment(0cce155b-f49d-4bb6-9d99-7a2ad0bcac63),segment_id=0cce155b-f49d-4bb6-9d99-7a2ad0bcac63)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:16.198052 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.211460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] Calling delete_port for ad4f2647-59b1-45e2-b8f4-344688ceb0df owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:16.260300 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.286912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4f2647-59b1-45e2-b8f4-344688ceb0df,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:16.294111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ad4f2647-59b1-45e2-b8f4-344688ceb0df), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.296595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] No DVR routers for this DVR port ad4f2647-59b1-45e2-b8f4-344688ceb0df on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:36:16.299643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.299936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.300391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.300737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.301074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.301424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.301756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.302077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.302415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.303213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.304087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.304466 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.304801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:16.323630 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] Pushing event deleted for resources: {'Port': ['ID=ad4f2647-59b1-45e2-b8f4-344688ceb0df,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:16.326150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81822f37-4a8f-4d01-be18-1b36391f9a48 None None] No DVR routers for this DVR port ad4f2647-59b1-45e2-b8f4-344688ceb0df on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:36:16.387180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (ccc05fec-7460-467d-afde-c9d4cc3234b5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.407419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc05fec-7460-467d-afde-c9d4cc3234b5']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:16.417145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:16.417437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cce155b-f49d-4bb6-9d99-7a2ad0bcac63') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:16.426541 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (0cce155b-f49d-4bb6-9d99-7a2ad0bcac63), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.440244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0cce155b-f49d-4bb6-9d99-7a2ad0bcac63), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.445961 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:36:16.446339 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (0cce155b-f49d-4bb6-9d99-7a2ad0bcac63), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:36:16.447931 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:36:16.590722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (ccc05fec-7460-467d-afde-c9d4cc3234b5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.596063 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:16.599230 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccc05fec-7460-467d-afde-c9d4cc3234b5 HTTP/1.1" status: 204 len: 168 time: 0.7259531 Jan 29 20:36:16.610376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef5e8-2ea5-45ba-b3fa-bb019d1f42b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc05fec-7460-467d-afde-c9d4cc3234b5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:16.900229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:16.940865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e7b4e5f0-a729-4d9f-8079-c77906289506 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c699f9f15d4e4fb2938699226b4427a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394187 Jan 29 20:36:16.943224 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40318) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:16.996758 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e76ffdd-7279-46a2-b690-c6b19ec88a5b admin admin] Publish callbacks [] for security_group (c0802871-93c8-4a30-b817-5905a2574e79), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:17.019225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e76ffdd-7279-46a2-b690-c6b19ec88a5b admin admin] Publish callbacks [] for security_group (c0802871-93c8-4a30-b817-5905a2574e79), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:17.127447 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e76ffdd-7279-46a2-b690-c6b19ec88a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (c0802871-93c8-4a30-b817-5905a2574e79), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:17.130074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e76ffdd-7279-46a2-b690-c6b19ec88a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:17.131546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e76ffdd-7279-46a2-b690-c6b19ec88a5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0802871-93c8-4a30-b817-5905a2574e79 HTTP/1.1" status: 204 len: 168 time: 0.1867683 Jan 29 20:36:17.139976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76ffdd-7279-46a2-b690-c6b19ec88a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0802871-93c8-4a30-b817-5905a2574e79,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:17.732869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad4f2647-59b1-45e2-b8f4-344688ceb0df no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:36:17.752964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ad4f2647-59b1-45e2-b8f4-344688ceb0df {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:36:17.753308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad4f2647-59b1-45e2-b8f4-344688ceb0df not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:36:18.123929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40340) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:18.227563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1256069167-network', 'tenant_id': 'b214f607cbcf480ba2d7a2bb69c4055d'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:18.299118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Made reservation on behalf of b214f607cbcf480ba2d7a2bb69c4055d for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:36:18.301481 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.310242 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.381672 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks [] for security_group (58ed364a-5c04-47bf-bd75-d6943d687e78), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.459269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (58ed364a-5c04-47bf-bd75-d6943d687e78), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.486549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:36:18.492792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed364a-5c04-47bf-bd75-d6943d687e78,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:18.499006 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1fc78a40-0c45-4549-9b74-7db236dfb688), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.499349 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Added segment 1fc78a40-0c45-4549-9b74-7db236dfb688 of type vlan for network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c Jan 29 20:36:18.547245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.630234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.632047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:18.633066 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:18.695503 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] Pushing event updated for resources: {'Network': ['ID=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:18.708218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:36:18.714207 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-331a7c4e-247d-4e92-9c5a-5e270c3b36db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5890689 Jan 29 20:36:18.717223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40344) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:18.722084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Request body: {'subnet': {'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1256069167-subnet', 'tenant_id': 'b214f607cbcf480ba2d7a2bb69c4055d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:18.784656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Made reservation on behalf of b214f607cbcf480ba2d7a2bb69c4055d for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:36:18.787164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:19.041969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (9ddfdd11-6f75-45a4-b352-74bee8193e1d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:19.094148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddfdd11-6f75-45a4-b352-74bee8193e1d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:19.110179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Checking segment: {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:36:19.110547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Network hostable DHCP agents. Network: 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:36:19.213265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:36:19.299098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:36:19.303753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:19.304408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:19.309104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60addff-ebb0-4de8-9d33-ce4f29f64bae None None] Network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:36:19.404296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-41ff6745-eecd-440d-a351-795e7a44c472 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6859446 Jan 29 20:36:19.405905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5cd20-9e8a-49e5-a0f9-e1f8ddcc23c2 None None] Network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:36:19.815569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-59f7a4d9-6137-437f-b9cb-8726a3e6dadf tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:19.817007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-59f7a4d9-6137-437f-b9cb-8726a3e6dadf tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/networks?id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c HTTP/1.1" status: 200 len: 814 time: 0.1057851 Jan 29 20:36:19.832554 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-f4596f62-4cd5-4e5e-aacb-44676aa13f91 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/quotas/b214f607cbcf480ba2d7a2bb69c4055d HTTP/1.1" status: 200 len: 375 time: 0.0095158 Jan 29 20:36:19.865905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-bc4a03ae-9d8e-4f18-89bf-f10c25178741 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275328 Jan 29 20:36:20.050694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-73238f02-7297-491b-bc0c-531ac6f10c26 service neutron] 10.222.0.15 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265469 Jan 29 20:36:20.138816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-e08077fa-da8d-4801-b600-3863a3c04ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823333 Jan 29 20:36:21.377518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a93d61c-da07-4220-89be-29a059f5339f req-cb918f05-50a9-4dc3-adfc-173ee976fe2b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 210 time: 0.0276854 Jan 29 20:36:22.472295 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c778888b-8f03-43b1-bf2d-ac523322efef req-988d1604-b4cb-4394-970e-5306e89b218a tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 210 time: 0.0279124 Jan 29 20:36:23.522953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-7dc02b42-8012-462f-bd48-f7b3e46115a2 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:23.524379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-7dc02b42-8012-462f-bd48-f7b3e46115a2 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.13 "GET /v2.0/networks?id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c HTTP/1.1" status: 200 len: 814 time: 0.1096950 Jan 29 20:36:23.542732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Request body: {'port': {'device_id': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c', 'admin_state_up': True, 'tenant_id': 'b214f607cbcf480ba2d7a2bb69c4055d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:23.572108 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e57bba82-a84b-4ce2-b840-bf6924d6d621 req-87d99870-c946-4593-adf0-3f5e4f4eb791 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 210 time: 0.0311058 Jan 29 20:36:23.744429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Made reservation on behalf of b214f607cbcf480ba2d7a2bb69c4055d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:36:23.748245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:23.870558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Allocated IP 172.20.0.14 (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c/9ddfdd11-6f75-45a4-b352-74bee8193e1d/cec2b626-f26f-4788-8291-b72ef32df552) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:36:24.018588 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks [] for port (cec2b626-f26f-4788-8291-b72ef32df552), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.127966 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cec2b626-f26f-4788-8291-b72ef32df552), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.170984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:36:24.175784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:36:24.179897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:36:24.186319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Pushing event updated for resources: {'Port': ['ID=cec2b626-f26f-4788-8291-b72ef32df552,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:24.230145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:24.230762 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.302215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-687f4098-83f6-4446-8193-1113c00c1a29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7642968 Jan 29 20:36:24.317586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Request body: {'port': {'device_id': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:24.380568 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cec2b626-f26f-4788-8291-b72ef32df552), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.636844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec2b626-f26f-4788-8291-b72ef32df552 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:36:24.644236 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Publish callbacks [] for port (cec2b626-f26f-4788-8291-b72ef32df552), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.680120 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Transition to ACTIVE for port object cec2b626-f26f-4788-8291-b72ef32df552 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:36:24.706366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe35f22-cb4a-40ef-a20b-edeff947c27e req-0f2750a6-89df-4f98-b0d1-a8486f9a12a6 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:24.707878 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fe35f22-cb4a-40ef-a20b-edeff947c27e req-0f2750a6-89df-4f98-b0d1-a8486f9a12a6 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 932 time: 0.0612998 Jan 29 20:36:24.738943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cec2b626-f26f-4788-8291-b72ef32df552), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.789611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2fe35f22-cb4a-40ef-a20b-edeff947c27e req-f4e66cbf-a222-4e3c-99bb-32574bca6421 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760801 Jan 29 20:36:24.806006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Pushing event updated for resources: {'Port': ['ID=cec2b626-f26f-4788-8291-b72ef32df552,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:24.877710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Attempting to bind port cec2b626-f26f-4788-8291-b72ef32df552 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:36:24.878048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Attempting to bind port cec2b626-f26f-4788-8291-b72ef32df552 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:36:24.878380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Attempting to bind port cec2b626-f26f-4788-8291-b72ef32df552 on network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:36:24.883140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Port cec2b626-f26f-4788-8291-b72ef32df552 on network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:36:24.883466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Attempting to bind port cec2b626-f26f-4788-8291-b72ef32df552 on network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:36:24.888407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:36:24.888690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Checking segment: {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:36:24.889131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Bound using segment: {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:36:24.889600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Bound port: cec2b626-f26f-4788-8291-b72ef32df552, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:36:24.889955 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cec2b626-f26f-4788-8291-b72ef32df552), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:24.952138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] For port cec2b626-f26f-4788-8291-b72ef32df552, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:36:24.955099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] For port cec2b626-f26f-4788-8291-b72ef32df552, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cec2b626-f26f-4788-8291-b72ef32df552,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:36:25.008036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (cec2b626-f26f-4788-8291-b72ef32df552), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:25.044672 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.045386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:25.046751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] 10.222.0.13 "PUT /v2.0/ports/cec2b626-f26f-4788-8291-b72ef32df552 HTTP/1.1" status: 200 len: 1092 time: 0.7332108 Jan 29 20:36:25.047228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'tag': 'cec2b626-f26f-4788-8291-b72ef32df552'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:36:25.049482 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc555b-bbe9-4306-b94a-78d37226de34" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8e01c4-74b5-4474-9f8e-7b6356aa653a", "tag": "cec2b626-f26f-4788-8291-b72ef32df552"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:36:25.073153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bc0a5-71a5-4232-ac8c-b670bc3fc434 service neutron] Pushing event updated for resources: {'Port': ['ID=cec2b626-f26f-4788-8291-b72ef32df552,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:25.088419 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60c2c1-e714-498e-8602-1693c24b9de1 x-openstack-request-id: req-4e60c2c1-e714-498e-8602-1693c24b9de1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:36:25.088719 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8e01c4-74b5-4474-9f8e-7b6356aa653a", "tag": "cec2b626-f26f-4788-8291-b72ef32df552", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:36:25.088976 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e60c2c1-e714-498e-8602-1693c24b9de1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:36:25.089397 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'tag': 'cec2b626-f26f-4788-8291-b72ef32df552', 'status': 'completed', 'code': 200} Jan 29 20:36:25.160237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc555b-bbe9-4306-b94a-78d37226de34 req-8ffb8ed4-ec1d-4553-95c2-6affa219a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.161667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58cc555b-bbe9-4306-b94a-78d37226de34 req-8ffb8ed4-ec1d-4553-95c2-6affa219a485 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 1126 time: 0.0467668 Jan 29 20:36:25.201061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b92e5ff5-3ddb-4d8e-ad53-373cbcb3ab74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:25.267255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc555b-bbe9-4306-b94a-78d37226de34 req-8b6c15cc-8267-4275-b23c-111c3495d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.268763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58cc555b-bbe9-4306-b94a-78d37226de34 req-8b6c15cc-8267-4275-b23c-111c3495d3c4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954010 Jan 29 20:36:25.367017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc555b-bbe9-4306-b94a-78d37226de34 req-5668fc95-8801-4f4a-b59c-525bfd9534d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.368531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-58cc555b-bbe9-4306-b94a-78d37226de34 req-5668fc95-8801-4f4a-b59c-525bfd9534d9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909154 Jan 29 20:36:25.747802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-3fb0d4b9-a467-4d47-9697-f8df2c4ce7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.749359 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-3fb0d4b9-a467-4d47-9697-f8df2c4ce7e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 1126 time: 0.3372061 Jan 29 20:36:25.790621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-87114090-d192-44e0-bc56-1f19fc6e1d96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec2b626-f26f-4788-8291-b72ef32df552 HTTP/1.1" status: 200 len: 217 time: 0.0333607 Jan 29 20:36:25.838440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-8793aeff-7d16-4d6b-b6f8-0c542bc2fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.839946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-8793aeff-7d16-4d6b-b6f8-0c542bc2fb18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ddfdd11-6f75-45a4-b352-74bee8193e1d HTTP/1.1" status: 200 len: 854 time: 0.0430739 Jan 29 20:36:25.886081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-f0ec4060-a1ef-4358-953b-9957e0c4c94f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366924 Jan 29 20:36:25.986322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56516b03-dbe9-47d1-8bf0-cd63828c090d req-87ca10ef-6063-4a9d-9378-ca84a7361560 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:25.987726 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56516b03-dbe9-47d1-8bf0-cd63828c090d req-87ca10ef-6063-4a9d-9378-ca84a7361560 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 944 time: 0.1291718 Jan 29 20:36:26.020181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-c99c8e5a-682e-4bba-8f13-3eee1fe01ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193600 Jan 29 20:36:26.068875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56516b03-dbe9-47d1-8bf0-cd63828c090d req-8bd03f31-0db3-464c-b3e1-7fa43a3c6f29 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751929 Jan 29 20:36:26.126298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2066b2c2-0675-4944-baaa-308d9bf66e5e req-b62b249f-c4e3-431c-8d9a-66c6590a9909 service neutron] 10.222.0.13 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963252 Jan 29 20:36:27.188736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325f705-cac9-4aba-bf3e-674f6002e072 req-a81eedf3-297d-4dc3-a5b6-d398cb84ff8b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:27.190224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c325f705-cac9-4aba-bf3e-674f6002e072 req-a81eedf3-297d-4dc3-a5b6-d398cb84ff8b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 944 time: 0.0518391 Jan 29 20:36:27.237891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c325f705-cac9-4aba-bf3e-674f6002e072 req-93f22806-a5e5-4ee9-93bd-437316d0aeaf tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Jan 29 20:36:28.207430 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c43f4a39-101e-4005-8cfe-d92903ee336b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:28.371305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d391-4a7d-4a17-ad87-d53832545c24 req-747cce70-4212-4f5d-9a80-7ad13977e05b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:28.372840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0543d391-4a7d-4a17-ad87-d53832545c24 req-747cce70-4212-4f5d-9a80-7ad13977e05b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 944 time: 0.0633736 Jan 29 20:36:28.418676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0543d391-4a7d-4a17-ad87-d53832545c24 req-297ad324-681a-425d-834d-5f90c5d756c8 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Jan 29 20:36:28.599695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cec2b626-f26f-4788-8291-b72ef32df552 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:36:28.695864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cec2b626-f26f-4788-8291-b72ef32df552, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cec2b626-f26f-4788-8291-b72ef32df552,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:28.706422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'cec2b626-f26f-4788-8291-b72ef32df552', 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c', 'port_id': 'cec2b626-f26f-4788-8291-b72ef32df552', 'mac_address': 'fa:16:3e:ec:82:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddfdd11-6f75-45a4-b352-74bee8193e1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:36:28.742619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cec2b626-f26f-4788-8291-b72ef32df552 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:36:28.743011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cec2b626-f26f-4788-8291-b72ef32df552), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:28.755461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec2b626-f26f-4788-8291-b72ef32df552 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:36:28.775012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cec2b626-f26f-4788-8291-b72ef32df552, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cec2b626-f26f-4788-8291-b72ef32df552,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:28.830497 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cec2b626-f26f-4788-8291-b72ef32df552), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:28.876850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cec2b626-f26f-4788-8291-b72ef32df552,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:28.884557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.884901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.885256 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.885571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.885894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.886225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.886552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.886870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.887188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.887504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.887819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.888134 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:28.888475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:36:29.024443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:29.106266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cec2b626-f26f-4788-8291-b72ef32df552'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:36:29.535661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9571e6-4d50-48fa-b556-86f7650c7fc8 req-8cfda955-ef34-4d50-b051-7f69f3e88a7b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:29.537098 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9571e6-4d50-48fa-b556-86f7650c7fc8 req-8cfda955-ef34-4d50-b051-7f69f3e88a7b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 945 time: 0.0518122 Jan 29 20:36:29.584687 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6a9571e6-4d50-48fa-b556-86f7650c7fc8 req-6cbc0cda-3f0b-48d8-98c6-ea9dcb5804ef tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Jan 29 20:36:30.258863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:30.441584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:30.600360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cec2b626-f26f-4788-8291-b72ef32df552 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:36:30.704726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88e001-a52a-46f7-a2ae-9f90094b56e4 req-09ec5885-571e-4df6-861c-68ca6ad495d3 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:30.706227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a88e001-a52a-46f7-a2ae-9f90094b56e4 req-09ec5885-571e-4df6-861c-68ca6ad495d3 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 945 time: 0.0536056 Jan 29 20:36:30.733168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port cec2b626-f26f-4788-8291-b72ef32df552 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:36:30.736992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port cec2b626-f26f-4788-8291-b72ef32df552 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:36:30.737373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (cec2b626-f26f-4788-8291-b72ef32df552), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:30.754534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8a88e001-a52a-46f7-a2ae-9f90094b56e4 req-0df66982-0c57-4962-993b-beb71f08149a tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Jan 29 20:36:30.814891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port cec2b626-f26f-4788-8291-b72ef32df552 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:36:30.815277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (cec2b626-f26f-4788-8291-b72ef32df552), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:30.837246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec2b626-f26f-4788-8291-b72ef32df552'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:36:30.839441 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf79c279-1ea8-46a1-a16e-baa60df4d37c" -d '{"events": [{"server_uuid": "3e8e01c4-74b5-4474-9f8e-7b6356aa653a", "name": "network-vif-plugged", "status": "completed", "tag": "cec2b626-f26f-4788-8291-b72ef32df552"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:36:30.852168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port cec2b626-f26f-4788-8291-b72ef32df552, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cec2b626-f26f-4788-8291-b72ef32df552,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:30.874815 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def02fca-b1f0-462d-8fd8-2ccc2f80f4d9 x-openstack-request-id: req-def02fca-b1f0-462d-8fd8-2ccc2f80f4d9 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:36:30.875144 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e01c4-74b5-4474-9f8e-7b6356aa653a", "name": "network-vif-plugged", "status": "completed", "tag": "cec2b626-f26f-4788-8291-b72ef32df552", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:36:30.875371 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-def02fca-b1f0-462d-8fd8-2ccc2f80f4d9 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:36:30.875761 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec2b626-f26f-4788-8291-b72ef32df552', 'code': 200} Jan 29 20:36:30.939051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (cec2b626-f26f-4788-8291-b72ef32df552), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:30.990355 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=cec2b626-f26f-4788-8291-b72ef32df552,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:30.990781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ce98c-cf5a-48a1-8c8b-3062bf2301fc req-f2d78d44-781d-4594-a4ef-f641f191926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:30.992508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-666ce98c-cf5a-48a1-8c8b-3062bf2301fc req-f2d78d44-781d-4594-a4ef-f641f191926c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 1128 time: 0.0445952 Jan 29 20:36:31.046164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-666ce98c-cf5a-48a1-8c8b-3062bf2301fc req-7030ee06-8db8-498b-8a46-8cd8146f747e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Jan 29 20:36:31.561645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:31.873891 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d4c6-05fd-4dc1-84f4-9e28708ff750 req-cb45162c-319b-4c9f-9604-b452c1a2e500 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:31.875405 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad52d4c6-05fd-4dc1-84f4-9e28708ff750 req-cb45162c-319b-4c9f-9604-b452c1a2e500 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0536265 Jan 29 20:36:31.922524 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ad52d4c6-05fd-4dc1-84f4-9e28708ff750 req-60907b91-c773-43d9-a72a-b83f195761a7 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Jan 29 20:36:33.045899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cd85b-577d-4eb5-8100-0db049d217f8 req-cfa7892e-4064-4f24-ba28-e38dc3922710 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:33.047368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-376cd85b-577d-4eb5-8100-0db049d217f8 req-cfa7892e-4064-4f24-ba28-e38dc3922710 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0561304 Jan 29 20:36:33.092979 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-376cd85b-577d-4eb5-8100-0db049d217f8 req-0bb94966-eb3d-45c6-9d0a-3e4af0dc2540 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Jan 29 20:36:33.312850 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-36705f8b-90cb-467a-a3d6-420d9194a716 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:33.314309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-36705f8b-90cb-467a-a3d6-420d9194a716 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/networks?id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c HTTP/1.1" status: 200 len: 814 time: 0.1031308 Jan 29 20:36:33.328693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-2c593eec-54b7-4325-aab1-536badff9ec3 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/quotas/b214f607cbcf480ba2d7a2bb69c4055d HTTP/1.1" status: 200 len: 375 time: 0.0090053 Jan 29 20:36:33.385543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-12340bd3-c9de-4e15-9a6b-405c3dea8eef tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520260 Jan 29 20:36:33.472919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-6cb24a2b-bafc-4a9c-9ccd-e5dedf6a6704 service neutron] 10.222.0.15 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807877 Jan 29 20:36:33.564943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-2dd2bfe0-f495-4b77-a0a4-e8e09af39656 service neutron] 10.222.0.15 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858788 Jan 29 20:36:33.807358 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-244b4f19-8972-48e8-8220-a185e7c2a348 req-d2e41b73-844b-490a-a569-ff7c7708df09 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 210 time: 0.0277104 Jan 29 20:36:34.283202 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:36:34.902183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e842f22e-0882-400f-b006-d9e1a6f4a99e req-d18e26c9-6056-483e-be41-87f3c4bb38af tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 210 time: 0.0287902 Jan 29 20:36:35.674943 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-119f5ac8-033e-4a1b-a06f-1b38a2b8536e tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:35.676429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-119f5ac8-033e-4a1b-a06f-1b38a2b8536e tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.26 "GET /v2.0/networks?id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c HTTP/1.1" status: 200 len: 814 time: 0.1084828 Jan 29 20:36:35.693544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Request body: {'port': {'device_id': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c', 'admin_state_up': True, 'tenant_id': 'b214f607cbcf480ba2d7a2bb69c4055d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:35.858593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Made reservation on behalf of b214f607cbcf480ba2d7a2bb69c4055d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:36:35.862079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:35.993788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Allocated IP 172.20.0.6 (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c/9ddfdd11-6f75-45a4-b352-74bee8193e1d/7eddad0e-ee36-4067-89b5-d6d3919accb2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:36:36.003577 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6130535e-3ef7-4d67-98c0-ceabdf8319e3 req-cc68668c-e368-452c-af62-851fe56f85a2 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 210 time: 0.0282805 Jan 29 20:36:36.140150 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks [] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:36.213309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-04d95fe1-4a07-4872-9838-316b0d0c0d0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628057 Jan 29 20:36:36.284438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:36.296989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cec2b626-f26f-4788-8291-b72ef32df552'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:36:36.344605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:36:36.352661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:36:36.354712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Pushing event updated for resources: {'Port': ['ID=7eddad0e-ee36-4067-89b5-d6d3919accb2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:36.359246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:36:36.365410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-442bb7de-d0be-4437-a8c3-79820d85fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:36.367792 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-442bb7de-d0be-4437-a8c3-79820d85fbb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 1128 time: 0.1128404 Jan 29 20:36:36.463963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:36.464518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:36.499609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-9c1c7efd-b0a9-49b2-a67c-7a4290e305e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:36.501096 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-9c1c7efd-b0a9-49b2-a67c-7a4290e305e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c HTTP/1.1" status: 200 len: 914 time: 0.1129427 Jan 29 20:36:36.547659 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-43662345-ab77-4014-8558-85b63819007f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cec2b626-f26f-4788-8291-b72ef32df552 HTTP/1.1" status: 200 len: 217 time: 0.0398233 Jan 29 20:36:36.550852 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-b27b8dd3-fcb7-4e82-bdb9-534c3d80321f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614478 Jan 29 20:36:36.567299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-58e483df-1c1e-4da5-b74e-e331483e8c66 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:36:36.568364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-58e483df-1c1e-4da5-b74e-e331483e8c66 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060008 Jan 29 20:36:36.590187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Request body: {'port': {'device_id': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:36.635747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-05b88096-c605-4539-8f5b-2b3a1be161e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:36.637222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-05b88096-c605-4539-8f5b-2b3a1be161e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ddfdd11-6f75-45a4-b352-74bee8193e1d HTTP/1.1" status: 200 len: 854 time: 0.0819004 Jan 29 20:36:36.686813 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-6eec4487-41fe-4990-b464-5c7f83182892 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302658 Jan 29 20:36:36.689387 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:36.877268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-f7d48af9-b099-4b26-a427-0682581c0ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791875 Jan 29 20:36:37.049252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5808374-f8fc-48ec-884c-6ad139041bfc req-5ab3ae3b-f7ec-42f4-a74b-fcba8c42ad47 service neutron] 10.222.0.13 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536560 Jan 29 20:36:37.127156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eddad0e-ee36-4067-89b5-d6d3919accb2 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:36:37.138068 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Publish callbacks [] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:37.155906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Transition to ACTIVE for port object 7eddad0e-ee36-4067-89b5-d6d3919accb2 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:36:37.166709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220bb90-6f3d-427c-a465-e2c93a282e87 req-03d46eca-d168-4031-b60a-7d5600b0b4b6 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:37.168193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3220bb90-6f3d-427c-a465-e2c93a282e87 req-03d46eca-d168-4031-b60a-7d5600b0b4b6 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 931 time: 0.0780301 Jan 29 20:36:37.215162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3220bb90-6f3d-427c-a465-e2c93a282e87 req-354a681c-9560-4013-9502-460b5affbd8c tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jan 29 20:36:37.218458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:37.270228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Pushing event updated for resources: {'Port': ['ID=7eddad0e-ee36-4067-89b5-d6d3919accb2,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:37.341758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Attempting to bind port 7eddad0e-ee36-4067-89b5-d6d3919accb2 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:36:37.342087 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Attempting to bind port 7eddad0e-ee36-4067-89b5-d6d3919accb2 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:36:37.342416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Attempting to bind port 7eddad0e-ee36-4067-89b5-d6d3919accb2 on network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:36:37.346942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Port 7eddad0e-ee36-4067-89b5-d6d3919accb2 on network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:36:37.347263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Attempting to bind port 7eddad0e-ee36-4067-89b5-d6d3919accb2 on network 0eaafdbe-df30-4bb4-ad15-b6422ec7b50c {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:36:37.356159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:36:37.356516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Checking segment: {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:36:37.356899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Bound using segment: {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:36:37.357315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Bound port: 7eddad0e-ee36-4067-89b5-d6d3919accb2, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc78a40-0c45-4549-9b74-7db236dfb688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:36:37.357660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:37.420565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] For port 7eddad0e-ee36-4067-89b5-d6d3919accb2, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:36:37.423688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] For port 7eddad0e-ee36-4067-89b5-d6d3919accb2, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7eddad0e-ee36-4067-89b5-d6d3919accb2,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:36:37.515928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:37.550936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:37.551374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:37.552767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] 10.222.0.26 "PUT /v2.0/ports/7eddad0e-ee36-4067-89b5-d6d3919accb2 HTTP/1.1" status: 200 len: 1091 time: 0.9664619 Jan 29 20:36:37.553204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'tag': '7eddad0e-ee36-4067-89b5-d6d3919accb2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:36:37.556636 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0212ea-63e0-400c-bd12-7c42cc56ee5c", "tag": "7eddad0e-ee36-4067-89b5-d6d3919accb2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:36:37.580520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56488429-bb60-4d43-b1af-4dcfd0da5f77 service neutron] Pushing event updated for resources: {'Port': ['ID=7eddad0e-ee36-4067-89b5-d6d3919accb2,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:37.595101 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7fe5c-0c47-46ec-8507-14528b973cf1 x-openstack-request-id: req-b1a7fe5c-0c47-46ec-8507-14528b973cf1 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:36:37.595509 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0212ea-63e0-400c-bd12-7c42cc56ee5c", "tag": "7eddad0e-ee36-4067-89b5-d6d3919accb2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:36:37.595763 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1a7fe5c-0c47-46ec-8507-14528b973cf1 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:36:37.596185 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'tag': '7eddad0e-ee36-4067-89b5-d6d3919accb2', 'status': 'completed', 'code': 200} Jan 29 20:36:37.683865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6 req-ac8117fb-577f-4f5c-98b4-29a367dc228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:37.685336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6 req-ac8117fb-577f-4f5c-98b4-29a367dc228e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 1125 time: 0.0512505 Jan 29 20:36:37.785267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6 req-71eed9a6-11b7-4271-82c3-3fd5dea60138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:37.786725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6 req-71eed9a6-11b7-4271-82c3-3fd5dea60138 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0891023 Jan 29 20:36:37.882128 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6 req-4eafb3a3-8b7f-403c-ac78-bb5f54cbd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:37.883646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-03033ca6-c5ff-495a-9bee-d2dd5118c8c6 req-4eafb3a3-8b7f-403c-ac78-bb5f54cbd846 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0915740 Jan 29 20:36:37.981569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-68fce551-6694-44de-a6f2-af1b33a1bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:37.982962 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-68fce551-6694-44de-a6f2-af1b33a1bc7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 1125 time: 0.0443673 Jan 29 20:36:38.026850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-007bba4d-596c-4386-adf5-9332fe71ffd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eddad0e-ee36-4067-89b5-d6d3919accb2 HTTP/1.1" status: 200 len: 217 time: 0.0323203 Jan 29 20:36:38.076967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-5928c41b-83c8-46ec-9649-38505153d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:38.078361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-5928c41b-83c8-46ec-9649-38505153d556 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ddfdd11-6f75-45a4-b352-74bee8193e1d HTTP/1.1" status: 200 len: 854 time: 0.0457520 Jan 29 20:36:38.109481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-f2e9c396-2cbb-49f5-9533-a129f903fad3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248291 Jan 29 20:36:38.194611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-cea2a2c6-9390-4a9d-a651-67b1b4c0f5c9 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797353 Jan 29 20:36:38.289275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5a69ead-f437-49c2-bfb3-a1f75f9d7eaf req-cb1e972b-3d5a-48c2-8480-6bd9331f34bb service neutron] 10.222.0.26 "GET /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892398 Jan 29 20:36:38.341231 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d44da6-7c03-4da6-836d-30a202612183 req-e96012f1-628b-4359-8167-340035056180 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:38.342931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87d44da6-7c03-4da6-836d-30a202612183 req-e96012f1-628b-4359-8167-340035056180 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 943 time: 0.0569212 Jan 29 20:36:38.393363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87d44da6-7c03-4da6-836d-30a202612183 req-28378e21-1e6f-43d4-b1c4-a7f440c2c0eb tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Jan 29 20:36:38.430458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:39.519176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34918e97-1cd1-4252-96aa-ceffe9a4c05d req-4b50d35b-81ff-40bd-889c-06a8850135e8 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:39.520636 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34918e97-1cd1-4252-96aa-ceffe9a4c05d req-4b50d35b-81ff-40bd-889c-06a8850135e8 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 943 time: 0.0568545 Jan 29 20:36:39.566683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34918e97-1cd1-4252-96aa-ceffe9a4c05d req-913b68c6-d9d0-4ae8-936a-15a24af5918d tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Jan 29 20:36:40.692603 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccad8f-b9a9-47d9-87ab-cd71a0aa08ed req-33a5a615-bdcd-4d61-a68e-6302bb162887 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:40.694081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-daccad8f-b9a9-47d9-87ab-cd71a0aa08ed req-33a5a615-bdcd-4d61-a68e-6302bb162887 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 943 time: 0.0571287 Jan 29 20:36:40.739936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-daccad8f-b9a9-47d9-87ab-cd71a0aa08ed req-90cf52d6-92ef-4776-9d1d-94301003b7af tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Jan 29 20:36:40.791031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7eddad0e-ee36-4067-89b5-d6d3919accb2 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:36:40.883896 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7eddad0e-ee36-4067-89b5-d6d3919accb2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7eddad0e-ee36-4067-89b5-d6d3919accb2,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:40.894228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '7eddad0e-ee36-4067-89b5-d6d3919accb2', 'network_id': '0eaafdbe-df30-4bb4-ad15-b6422ec7b50c', 'port_id': '7eddad0e-ee36-4067-89b5-d6d3919accb2', 'mac_address': 'fa:16:3e:4c:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddfdd11-6f75-45a4-b352-74bee8193e1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:36:41.085739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 7eddad0e-ee36-4067-89b5-d6d3919accb2 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:36:41.086135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:41.098338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eddad0e-ee36-4067-89b5-d6d3919accb2 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:36:41.118173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7eddad0e-ee36-4067-89b5-d6d3919accb2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7eddad0e-ee36-4067-89b5-d6d3919accb2,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:41.184647 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:41.230664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=7eddad0e-ee36-4067-89b5-d6d3919accb2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:41.448786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['7eddad0e-ee36-4067-89b5-d6d3919accb2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:36:41.859926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c5106-884f-4d56-a49e-27a8fd66e8eb req-50d7c9c4-94c6-4543-a9c8-e01edbc70d03 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:41.861441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e4c5106-884f-4d56-a49e-27a8fd66e8eb req-50d7c9c4-94c6-4543-a9c8-e01edbc70d03 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 944 time: 0.0520289 Jan 29 20:36:41.908227 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e4c5106-884f-4d56-a49e-27a8fd66e8eb req-271c85d4-eafc-4fa1-a67e-300c8b6d9af1 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Jan 29 20:36:42.807690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7eddad0e-ee36-4067-89b5-d6d3919accb2 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:36:42.943777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 7eddad0e-ee36-4067-89b5-d6d3919accb2 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:36:42.948504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 7eddad0e-ee36-4067-89b5-d6d3919accb2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:36:42.948884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:43.028171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ec432-8c4e-4653-9a1a-967b8634fb88 req-e222ef31-691d-4f66-bb86-53efa9a7de4a tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:43.029599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 7eddad0e-ee36-4067-89b5-d6d3919accb2 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:36:43.029719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-577ec432-8c4e-4653-9a1a-967b8634fb88 req-e222ef31-691d-4f66-bb86-53efa9a7de4a tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 944 time: 0.0534604 Jan 29 20:36:43.029998 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:43.051978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eddad0e-ee36-4067-89b5-d6d3919accb2'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:36:43.054217 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c449ad8a-8a6c-4a98-81e9-b0144e04ea52" -d '{"events": [{"server_uuid": "2b0212ea-63e0-400c-bd12-7c42cc56ee5c", "name": "network-vif-plugged", "status": "completed", "tag": "7eddad0e-ee36-4067-89b5-d6d3919accb2"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:36:43.068348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 7eddad0e-ee36-4067-89b5-d6d3919accb2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7eddad0e-ee36-4067-89b5-d6d3919accb2,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:43.076829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-577ec432-8c4e-4653-9a1a-967b8634fb88 req-90c9552c-6f5a-41c2-940b-4d84067481c0 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Jan 29 20:36:43.093756 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b016e39c-9b73-4571-8dde-7f5cce0dd524 x-openstack-request-id: req-b016e39c-9b73-4571-8dde-7f5cce0dd524 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:36:43.094048 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0212ea-63e0-400c-bd12-7c42cc56ee5c", "name": "network-vif-plugged", "status": "completed", "tag": "7eddad0e-ee36-4067-89b5-d6d3919accb2", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:36:43.096180 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b016e39c-9b73-4571-8dde-7f5cce0dd524 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:36:43.096180 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eddad0e-ee36-4067-89b5-d6d3919accb2', 'code': 200} Jan 29 20:36:43.144435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:43.191758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=7eddad0e-ee36-4067-89b5-d6d3919accb2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:43.223556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b012-d228-441d-a879-8ff7c059c711 req-583e2141-5fba-4737-8817-f78acf2e6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:43.225120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0011b012-d228-441d-a879-8ff7c059c711 req-583e2141-5fba-4737-8817-f78acf2e6684 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 1127 time: 0.0436790 Jan 29 20:36:43.272585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0011b012-d228-441d-a879-8ff7c059c711 req-91dde541-8526-4e59-a87c-1cdbf4506430 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Jan 29 20:36:44.199739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e8bb-ee58-44fc-a4cd-50d0941de7ca req-5515a3fb-0ba5-460f-8941-abf46d6dfa14 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:44.201244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ee7e8bb-ee58-44fc-a4cd-50d0941de7ca req-5515a3fb-0ba5-460f-8941-abf46d6dfa14 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 945 time: 0.0544806 Jan 29 20:36:44.248540 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7ee7e8bb-ee58-44fc-a4cd-50d0941de7ca req-548b7a7f-4341-4216-abf2-8024565739b1 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Jan 29 20:36:45.368027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d50e-3180-45f5-beef-dedaf4186d59 req-fdfed75f-d70b-44d6-9d0f-4534d170a031 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:45.369504 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab81d50e-3180-45f5-beef-dedaf4186d59 req-fdfed75f-d70b-44d6-9d0f-4534d170a031 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 945 time: 0.0524509 Jan 29 20:36:45.419688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab81d50e-3180-45f5-beef-dedaf4186d59 req-0beab133-8d7a-47bb-96e8-bb13552f764c tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Jan 29 20:36:45.823691 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f4ba-2f7b-4d36-acea-5cfeda67ef84 req-9094fbe8-99ec-41e7-b0ee-ef7b53aeafbc tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:45.825184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82b3f4ba-2f7b-4d36-acea-5cfeda67ef84 req-9094fbe8-99ec-41e7-b0ee-ef7b53aeafbc tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 945 time: 0.0527442 Jan 29 20:36:45.872082 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82b3f4ba-2f7b-4d36-acea-5cfeda67ef84 req-99173717-3ab3-4ebf-9d65-25027b53a6ca tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Jan 29 20:36:46.994788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e46925-0411-4616-b34c-8c013baf2284 req-86bc3019-6845-4a9d-8da3-ae7e10bb69f1 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:46.996556 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68e46925-0411-4616-b34c-8c013baf2284 req-86bc3019-6845-4a9d-8da3-ae7e10bb69f1 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 945 time: 0.0549090 Jan 29 20:36:47.043132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68e46925-0411-4616-b34c-8c013baf2284 req-581093d5-49b7-4c17-b97b-f395b289201b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Jan 29 20:36:47.189600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650b26-b099-488c-b19b-1a7af72a064d req-0dcf17e1-e29d-48bd-b9b2-b9a3de557247 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:47.189600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c650b26-b099-488c-b19b-1a7af72a064d req-0dcf17e1-e29d-48bd-b9b2-b9a3de557247 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 945 time: 0.0549645 Jan 29 20:36:47.279055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Deleting port 7eddad0e-ee36-4067-89b5-d6d3919accb2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:47.280754 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:47.369029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] For port 7eddad0e-ee36-4067-89b5-d6d3919accb2, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=7eddad0e-ee36-4067-89b5-d6d3919accb2,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:47.369385 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:47.381091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Calling delete_port for 7eddad0e-ee36-4067-89b5-d6d3919accb2 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:47.544732 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (7eddad0e-ee36-4067-89b5-d6d3919accb2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:47.557274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cec2b626-f26f-4788-8291-b72ef32df552'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:36:47.579099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Pushing event deleted for resources: {'Port': ['ID=7eddad0e-ee36-4067-89b5-d6d3919accb2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:47.584706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['7eddad0e-ee36-4067-89b5-d6d3919accb2'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:36:47.623568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] No DVR routers for this DVR port 7eddad0e-ee36-4067-89b5-d6d3919accb2 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:36:47.626087 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:47.629411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c650b26-b099-488c-b19b-1a7af72a064d req-91a16e1b-c462-4857-b708-f7c1883b262f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.26 "DELETE /v2.0/ports/7eddad0e-ee36-4067-89b5-d6d3919accb2 HTTP/1.1" status: 204 len: 173 time: 0.4378994 Jan 29 20:36:47.629856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'name': 'network-vif-deleted', 'tag': '7eddad0e-ee36-4067-89b5-d6d3919accb2'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:36:47.632097 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b78a05-3693-4e4b-902f-95d9ab083b76" -d '{"events": [{"server_uuid": "2b0212ea-63e0-400c-bd12-7c42cc56ee5c", "name": "network-vif-deleted", "tag": "7eddad0e-ee36-4067-89b5-d6d3919accb2"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:36:47.670923 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1323f1-7b91-425f-9610-49001fd1cec0 x-openstack-request-id: req-8c1323f1-7b91-425f-9610-49001fd1cec0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:36:47.671234 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0212ea-63e0-400c-bd12-7c42cc56ee5c", "name": "network-vif-deleted", "tag": "7eddad0e-ee36-4067-89b5-d6d3919accb2", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:36:47.671575 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c1323f1-7b91-425f-9610-49001fd1cec0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:36:47.671988 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0212ea-63e0-400c-bd12-7c42cc56ee5c', 'name': 'network-vif-deleted', 'tag': '7eddad0e-ee36-4067-89b5-d6d3919accb2', 'status': 'completed', 'code': 200} Jan 29 20:36:48.151961 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4dcc953e-4930-4f0a-818c-f073006f90e0 req-f7ca0d48-75f2-466c-b8a3-3f6867ae443a tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b0212ea-63e0-400c-bd12-7c42cc56ee5c HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jan 29 20:36:49.306361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f337cf-bd24-4e72-9e20-7e2c12b20f54 req-c68aaf88-e65c-4f51-a22a-65048b33741e tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:49.307820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3f337cf-bd24-4e72-9e20-7e2c12b20f54 req-c68aaf88-e65c-4f51-a22a-65048b33741e tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0523801 Jan 29 20:36:49.356631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a3f337cf-bd24-4e72-9e20-7e2c12b20f54 req-85588fdb-bafe-4202-b8b5-ec9d346b5745 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Jan 29 20:36:49.488778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30ad0b-f0a2-4be0-b571-369aeafc7271 req-4bda0768-d247-4be8-9092-7ce9cfbf206b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:49.490151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa30ad0b-f0a2-4be0-b571-369aeafc7271 req-4bda0768-d247-4be8-9092-7ce9cfbf206b tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0515380 Jan 29 20:36:49.536227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aa30ad0b-f0a2-4be0-b571-369aeafc7271 req-d25294c9-c67b-48f1-904d-5f392d1d76d7 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Jan 29 20:36:49.655798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999931fa-9331-4bbd-9173-215da831b827 req-53a50166-01f9-4641-93fa-aafdf181da43 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:49.657292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-999931fa-9331-4bbd-9173-215da831b827 req-53a50166-01f9-4641-93fa-aafdf181da43 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0509126 Jan 29 20:36:49.703608 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-999931fa-9331-4bbd-9173-215da831b827 req-95278579-0274-4001-8bc2-d449e71bf715 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Jan 29 20:36:49.877917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145879c-6ffb-4332-978d-fe5045adf48b req-433236e9-168e-49e2-bd3a-aa206bd67f4e tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:49.879394 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e145879c-6ffb-4332-978d-fe5045adf48b req-433236e9-168e-49e2-bd3a-aa206bd67f4e tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0566571 Jan 29 20:36:49.925594 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e145879c-6ffb-4332-978d-fe5045adf48b req-34ed48f3-d245-485f-b73e-8dec2eb19ee4 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Jan 29 20:36:50.042425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ba4ba-152f-4a50-bef8-8d620755cd6c req-8c55a8de-dadb-4739-a275-8e6c5940e5de tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:50.043793 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e15ba4ba-152f-4a50-bef8-8d620755cd6c req-8c55a8de-dadb-4739-a275-8e6c5940e5de tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0522602 Jan 29 20:36:50.088599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e15ba4ba-152f-4a50-bef8-8d620755cd6c req-6b5e1b02-5741-4012-a7fd-430faaa5b138 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 Jan 29 20:36:50.219942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163c442-aa69-4386-b362-7de9cebe1921 req-f517d7ce-6710-4714-a32f-f5e21f0e2ddd tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:50.221424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1163c442-aa69-4386-b362-7de9cebe1921 req-f517d7ce-6710-4714-a32f-f5e21f0e2ddd tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0582025 Jan 29 20:36:50.268978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1163c442-aa69-4386-b362-7de9cebe1921 req-84bb7475-088c-4731-b591-4fe9e59b51c2 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Jan 29 20:36:50.782245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2b037-77a6-4eb3-9edf-375ff02201f7 req-1f07e041-a33a-40bd-ac98-32962d8796d7 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:50.783733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57f2b037-77a6-4eb3-9edf-375ff02201f7 req-1f07e041-a33a-40bd-ac98-32962d8796d7 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0526779 Jan 29 20:36:50.829574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-57f2b037-77a6-4eb3-9edf-375ff02201f7 req-64a1151f-0e5c-4507-b84a-09cc4b34a4dc tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Jan 29 20:36:50.843306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7eddad0e-ee36-4067-89b5-d6d3919accb2 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:36:50.862702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 7eddad0e-ee36-4067-89b5-d6d3919accb2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:36:50.863046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 7eddad0e-ee36-4067-89b5-d6d3919accb2 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:36:51.953049 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b3e42-e7cd-4d37-a43b-89aee8ae26cb req-ee079a57-1288-45e4-a351-3fd44f493373 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:51.954427 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a56b3e42-e7cd-4d37-a43b-89aee8ae26cb req-ee079a57-1288-45e4-a351-3fd44f493373 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0535388 Jan 29 20:36:52.001467 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a56b3e42-e7cd-4d37-a43b-89aee8ae26cb req-07d03cd4-2587-437b-bffc-5a2db5ce3a92 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/security-groups?id=58ed364a-5c04-47bf-bd75-d6943d687e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Jan 29 20:36:52.164287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-2b36db34-a90d-464f-b7d4-74c614bbfd57 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:52.166244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-2b36db34-a90d-464f-b7d4-74c614bbfd57 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 946 time: 0.0578048 Jan 29 20:36:52.259909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Deleting port cec2b626-f26f-4788-8291-b72ef32df552 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:36:52.260190 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (cec2b626-f26f-4788-8291-b72ef32df552), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:52.355054 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] For port cec2b626-f26f-4788-8291-b72ef32df552, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=cec2b626-f26f-4788-8291-b72ef32df552,segment=NetworkSegment(1fc78a40-0c45-4549-9b74-7db236dfb688),segment_id=1fc78a40-0c45-4549-9b74-7db236dfb688)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:36:52.355595 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (cec2b626-f26f-4788-8291-b72ef32df552), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:52.369326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Calling delete_port for cec2b626-f26f-4788-8291-b72ef32df552 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:36:52.573365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (cec2b626-f26f-4788-8291-b72ef32df552), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:52.590248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['cec2b626-f26f-4788-8291-b72ef32df552'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:36:52.604492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Pushing event deleted for resources: {'Port': ['ID=cec2b626-f26f-4788-8291-b72ef32df552,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:52.652065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] No DVR routers for this DVR port cec2b626-f26f-4788-8291-b72ef32df552 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:36:52.654572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:52.657887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaf1db8c-33d6-4a98-a606-10183032aa1d req-c83c6f10-df24-4395-be56-5364cf0e1276 tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.13 "DELETE /v2.0/ports/cec2b626-f26f-4788-8291-b72ef32df552 HTTP/1.1" status: 204 len: 173 time: 0.4827712 Jan 29 20:36:52.658341 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'name': 'network-vif-deleted', 'tag': 'cec2b626-f26f-4788-8291-b72ef32df552'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:36:52.660593 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab37c9b-a68a-4023-ab41-cd0109826c70" -d '{"events": [{"server_uuid": "3e8e01c4-74b5-4474-9f8e-7b6356aa653a", "name": "network-vif-deleted", "tag": "cec2b626-f26f-4788-8291-b72ef32df552"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:36:52.698890 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67752718-8319-4936-beda-e4be4a6686a5 x-openstack-request-id: req-67752718-8319-4936-beda-e4be4a6686a5 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:36:52.699190 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e01c4-74b5-4474-9f8e-7b6356aa653a", "name": "network-vif-deleted", "tag": "cec2b626-f26f-4788-8291-b72ef32df552", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:36:52.699444 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67752718-8319-4936-beda-e4be4a6686a5 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:36:52.699855 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8e01c4-74b5-4474-9f8e-7b6356aa653a', 'name': 'network-vif-deleted', 'tag': 'cec2b626-f26f-4788-8291-b72ef32df552', 'status': 'completed', 'code': 200} Jan 29 20:36:53.107377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e6836005-a723-402f-832c-5bc960c2a9ef req-08edc56d-c4a1-4d19-91e9-fdc37408850f tempest-ServersNegativeTestJSON-967269969 tempest-ServersNegativeTestJSON-967269969-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8e01c4-74b5-4474-9f8e-7b6356aa653a HTTP/1.1" status: 200 len: 210 time: 0.0264246 Jan 29 20:36:54.166709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40518) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:54.215154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Deleting subnet 9ddfdd11-6f75-45a4-b352-74bee8193e1d {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:36:54.218221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Publish callbacks [] for subnet (9ddfdd11-6f75-45a4-b352-74bee8193e1d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.251208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (9ddfdd11-6f75-45a4-b352-74bee8193e1d), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.293458 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (9ddfdd11-6f75-45a4-b352-74bee8193e1d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.681641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (9ddfdd11-6f75-45a4-b352-74bee8193e1d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.706733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddfdd11-6f75-45a4-b352-74bee8193e1d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:54.712004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.715744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cb0558e8-16e0-45c0-9857-f7990e551153 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ddfdd11-6f75-45a4-b352-74bee8193e1d HTTP/1.1" status: 204 len: 168 time: 0.5478079 Jan 29 20:36:54.718060 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40520) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:54.724312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cec2b626-f26f-4788-8291-b72ef32df552 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:36:54.744804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: cec2b626-f26f-4788-8291-b72ef32df552 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:36:54.745152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device cec2b626-f26f-4788-8291-b72ef32df552 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:36:54.788486 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.864221 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.884235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaafdbe-df30-4bb4-ad15-b6422ec7b50c']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:54.893175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc78a40-0c45-4549-9b74-7db236dfb688') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:54.893474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc78a40-0c45-4549-9b74-7db236dfb688') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:36:54.902557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (1fc78a40-0c45-4549-9b74-7db236dfb688), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.916226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1fc78a40-0c45-4549-9b74-7db236dfb688), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.922083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:36:54.922492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (1fc78a40-0c45-4549-9b74-7db236dfb688), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:36:54.924100 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:36:55.041524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (0eaafdbe-df30-4bb4-ad15-b6422ec7b50c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.046897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.050164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0eaafdbe-df30-4bb4-ad15-b6422ec7b50c HTTP/1.1" status: 204 len: 168 time: 0.3311050 Jan 29 20:36:55.061302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc262044-6e44-41ac-8eec-30b6b042ad63 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaafdbe-df30-4bb4-ad15-b6422ec7b50c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:55.173024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2cc5b842-5d0a-4997-b3a3-1bb45ca74b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.329995 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40524) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:55.374526 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1b0bb971-3263-4d88-b9c3-4eeae3d45237 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b214f607cbcf480ba2d7a2bb69c4055d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433354 Jan 29 20:36:55.377130 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40526) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:55.425472 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78453034-fd52-4888-921d-21e00bbf9bc9 admin admin] Publish callbacks [] for security_group (58ed364a-5c04-47bf-bd75-d6943d687e78), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.447444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78453034-fd52-4888-921d-21e00bbf9bc9 admin admin] Publish callbacks [] for security_group (58ed364a-5c04-47bf-bd75-d6943d687e78), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.544064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78453034-fd52-4888-921d-21e00bbf9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (58ed364a-5c04-47bf-bd75-d6943d687e78), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.546724 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78453034-fd52-4888-921d-21e00bbf9bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:55.547936 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78453034-fd52-4888-921d-21e00bbf9bc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58ed364a-5c04-47bf-bd75-d6943d687e78 HTTP/1.1" status: 204 len: 168 time: 0.1697662 Jan 29 20:36:55.556640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78453034-fd52-4888-921d-21e00bbf9bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed364a-5c04-47bf-bd75-d6943d687e78,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:56.584145 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40548) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:36:56.682389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-881780267'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:36:56.767657 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:36:56.771096 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:56.781630 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:56.871996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for security_group (b02a39ca-6bc9-438d-90b9-814a4e343be0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:56.932908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b02a39ca-6bc9-438d-90b9-814a4e343be0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:56.960118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:36:56.969892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a39ca-6bc9-438d-90b9-814a4e343be0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:56.975351 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cdcb8a36-dab2-4153-8142-03ec14e420ef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:56.975695 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Added segment cdcb8a36-dab2-4153-8142-03ec14e420ef of type vlan for network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 Jan 29 20:36:57.018425 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (291e5aca-228a-4e5a-81fd-661f7a1c5bd8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:57.092816 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (291e5aca-228a-4e5a-81fd-661f7a1c5bd8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:57.097788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:36:57.098381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:57.165913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Network': ['ID=291e5aca-228a-4e5a-81fd-661f7a1c5bd8,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:36:57.178886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:36:57.198832 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-52318f42-ffd7-41ce-92f7-acd2075dc370 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6135509 Jan 29 20:36:58.235686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-538f13ee-557e-4080-a64d-423ba2ad8685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:36:59.007007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:00.275872 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:00.447105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:00.557841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40552) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:00.562794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'subnet': {'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:00.703800 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:00.707234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:00.967164 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (aeaba787-b706-45be-8471-92eed7da6dee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.029121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Subnet': ['ID=aeaba787-b706-45be-8471-92eed7da6dee,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:01.037305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Checking segment: {'id': 'cdcb8a36-dab2-4153-8142-03ec14e420ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:01.037674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network hostable DHCP agents. Network: 291e5aca-228a-4e5a-81fd-661f7a1c5bd8, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:01.104162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:01.166699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 291e5aca-228a-4e5a-81fd-661f7a1c5bd8) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:01.170724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:01.171312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.179061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf14c7be-641e-4121-bbbd-e4a2bd2e3b18 None None] Network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:01.232876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-301b9951-97eb-40b0-8c1c-25afc4120c74 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6735795 Jan 29 20:37:01.235913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40554) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:01.240812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1418503489'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:01.283006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-291e5aca-228a-4e5a-81fd-661f7a1c5bd8', 'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8', 'project_id': 'ea85845d387f47fe84ccc07951d798dd', 'fixed_ips': [{'subnet_id': 'aeaba787-b706-45be-8471-92eed7da6dee'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:01.288668 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.333139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:01.337291 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.361901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:01.371288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.371631 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Added segment 775f9198-f752-4ce2-9b0f-2627acac07dc of type vlan for network 377087cf-6d58-4752-88a5-324aa4745a98 Jan 29 20:37:01.410407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (377087cf-6d58-4752-88a5-324aa4745a98), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.420745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Allocated IP 2001:db8:0:ffff::2 (291e5aca-228a-4e5a-81fd-661f7a1c5bd8/aeaba787-b706-45be-8471-92eed7da6dee/1df95bd4-1607-40a6-945e-b664ab4da493) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:01.504614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (377087cf-6d58-4752-88a5-324aa4745a98), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.510061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:01.510675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.563107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.577252 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Network': ['ID=377087cf-6d58-4752-88a5-324aa4745a98,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:01.577863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Publish callbacks [] for port (1df95bd4-1607-40a6-945e-b664ab4da493), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.587790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 377087cf-6d58-4752-88a5-324aa4745a98 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:01.615820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-900150d6-6fe6-418c-998c-fabddc320b58 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3787775 Jan 29 20:37:01.618805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40556) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:01.623874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'subnet': {'network_id': '377087cf-6d58-4752-88a5-324aa4745a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:01.649757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.690259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:01.693436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:01.699927 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:01.709575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Pushing event updated for resources: {'Port': ['ID=1df95bd4-1607-40a6-945e-b664ab4da493,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:01.761980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Attempting to bind port 1df95bd4-1607-40a6-945e-b664ab4da493 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:01.762263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Attempting to bind port 1df95bd4-1607-40a6-945e-b664ab4da493 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'cdcb8a36-dab2-4153-8142-03ec14e420ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:01.762616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Attempting to bind port 1df95bd4-1607-40a6-945e-b664ab4da493 on network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:01.767718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:01.768092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Checking segment: {'id': 'cdcb8a36-dab2-4153-8142-03ec14e420ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:01.768527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.768915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Bound using segment: {'id': 'cdcb8a36-dab2-4153-8142-03ec14e420ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:01.769400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Bound port: 1df95bd4-1607-40a6-945e-b664ab4da493, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcb8a36-dab2-4153-8142-03ec14e420ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '291e5aca-228a-4e5a-81fd-661f7a1c5bd8'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:01.769796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.789795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:01.794907 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.830441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e7be479a-657e-45fc-af33-898e971c892b None None] For port 1df95bd4-1607-40a6-945e-b664ab4da493, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:01.833486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e7be479a-657e-45fc-af33-898e971c892b None None] For port 1df95bd4-1607-40a6-945e-b664ab4da493, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1df95bd4-1607-40a6-945e-b664ab4da493,segment=NetworkSegment(cdcb8a36-dab2-4153-8142-03ec14e420ef),segment_id=cdcb8a36-dab2-4153-8142-03ec14e420ef)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:01.899454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:01.963816 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be479a-657e-45fc-af33-898e971c892b None None] Pushing event updated for resources: {'Port': ['ID=1df95bd4-1607-40a6-945e-b664ab4da493,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:02.040956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (43f2d611-47cf-419e-9287-3aec1364a614), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.110078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Subnet': ['ID=43f2d611-47cf-419e-9287-3aec1364a614,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:02.127793 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Checking segment: {'id': '775f9198-f752-4ce2-9b0f-2627acac07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377087cf-6d58-4752-88a5-324aa4745a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:02.128162 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network hostable DHCP agents. Network: 377087cf-6d58-4752-88a5-324aa4745a98, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:02.183443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network 377087cf-6d58-4752-88a5-324aa4745a98 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:02.241629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 377087cf-6d58-4752-88a5-324aa4745a98) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:02.246956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:02.247603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.254693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54803e2e-d247-45bd-a3ff-229f9bf7b390 None None] Network 377087cf-6d58-4752-88a5-324aa4745a98 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:02.325861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b21a5a89-9f7e-4732-a3c7-f5f5fbbb5715 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7059002 Jan 29 20:37:02.328647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40558) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:02.359410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-377087cf-6d58-4752-88a5-324aa4745a98', 'network_id': '377087cf-6d58-4752-88a5-324aa4745a98', 'project_id': 'ea85845d387f47fe84ccc07951d798dd', 'fixed_ips': [{'subnet_id': '43f2d611-47cf-419e-9287-3aec1364a614'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:02.360300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.433831 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (377087cf-6d58-4752-88a5-324aa4745a98), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.495776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Allocated IP 2001:db8::2 (377087cf-6d58-4752-88a5-324aa4745a98/43f2d611-47cf-419e-9287-3aec1364a614/ce97cf6d-5aef-4bdf-bb6f-c904b0db5039) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:02.517958 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (43f2d611-47cf-419e-9287-3aec1364a614), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.642524 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Publish callbacks [] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.704786 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.744693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Network 377087cf-6d58-4752-88a5-324aa4745a98 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:02.749887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:02.753299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:02.760755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Pushing event updated for resources: {'Port': ['ID=ce97cf6d-5aef-4bdf-bb6f-c904b0db5039,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:02.779195 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (43f2d611-47cf-419e-9287-3aec1364a614), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.810033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Subnet': ['ID=43f2d611-47cf-419e-9287-3aec1364a614,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:02.821364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Attempting to bind port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:02.821731 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Attempting to bind port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '775f9198-f752-4ce2-9b0f-2627acac07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377087cf-6d58-4752-88a5-324aa4745a98'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:02.822093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Attempting to bind port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039 on network 377087cf-6d58-4752-88a5-324aa4745a98 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:02.827913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:02.828318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Checking segment: {'id': '775f9198-f752-4ce2-9b0f-2627acac07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377087cf-6d58-4752-88a5-324aa4745a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:02.828713 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.829133 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Bound using segment: {'id': '775f9198-f752-4ce2-9b0f-2627acac07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377087cf-6d58-4752-88a5-324aa4745a98'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:02.829595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Bound port: ce97cf6d-5aef-4bdf-bb6f-c904b0db5039, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775f9198-f752-4ce2-9b0f-2627acac07dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '377087cf-6d58-4752-88a5-324aa4745a98'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:02.829965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.877622 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (377087cf-6d58-4752-88a5-324aa4745a98), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.894954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] For port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:02.898441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] For port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ce97cf6d-5aef-4bdf-bb6f-c904b0db5039,segment=NetworkSegment(775f9198-f752-4ce2-9b0f-2627acac07dc),segment_id=775f9198-f752-4ce2-9b0f-2627acac07dc)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:02.900642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377087cf-6d58-4752-88a5-324aa4745a98']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:02.910212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775f9198-f752-4ce2-9b0f-2627acac07dc') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:02.910436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775f9198-f752-4ce2-9b0f-2627acac07dc') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:02.923126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf8ba2a-ba23-4355-b724-4d09206f67b1 None None] Network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:02.925554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.969908 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.976292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:02.976652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:02.980356 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:02.987736 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.057150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] Provisioning complete for port 1df95bd4-1607-40a6-945e-b664ab4da493 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:03.057537 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.070746 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:37:03.070746 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:37:03.070746 n-d-825496-5 neutron-server[103562]: [parameters: {'id': '377087cf-6d58-4752-88a5-324aa4745a98'}] Jan 29 20:37:03.070746 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:37:03.071279 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:37:03.138459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f70e1-1dd6-491a-b5c9-196381597f8a None None] Pushing event updated for resources: {'Port': ['ID=ce97cf6d-5aef-4bdf-bb6f-c904b0db5039,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:03.162606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7baf60d-401a-4531-bf09-ea904975c34e None None] Network 377087cf-6d58-4752-88a5-324aa4745a98 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:03.281926 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] Current status of the port 1df95bd4-1607-40a6-945e-b664ab4da493 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:03.282319 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.327100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] For port 1df95bd4-1607-40a6-945e-b664ab4da493, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1df95bd4-1607-40a6-945e-b664ab4da493,segment=NetworkSegment(cdcb8a36-dab2-4153-8142-03ec14e420ef),segment_id=cdcb8a36-dab2-4153-8142-03ec14e420ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:03.378699 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.429069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bb1bb-bb37-4146-aa19-bfcbf1176455 None None] Pushing event updated for resources: {'Port': ['ID=1df95bd4-1607-40a6-945e-b664ab4da493,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:03.436127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8a16b-fecc-4fe7-b8de-83456dba1233 None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:37:03.507089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8a16b-fecc-4fe7-b8de-83456dba1233 None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:37:03.517167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cfbf8b0d-4e77-458e-9af4-c06ce46819a4 None None] Provisioning complete for port 1df95bd4-1607-40a6-945e-b664ab4da493 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:03.517479 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8b0d-4e77-458e-9af4-c06ce46819a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.572016 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (377087cf-6d58-4752-88a5-324aa4745a98), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.625177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:03.625521 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.670996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf8b0d-4e77-458e-9af4-c06ce46819a4 None None] Current status of the port 1df95bd4-1607-40a6-945e-b664ab4da493 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:03.693763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] For port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ce97cf6d-5aef-4bdf-bb6f-c904b0db5039,segment=NetworkSegment(775f9198-f752-4ce2-9b0f-2627acac07dc),segment_id=775f9198-f752-4ce2-9b0f-2627acac07dc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:03.694128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.708121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Calling delete_port for ce97cf6d-5aef-4bdf-bb6f-c904b0db5039 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:03.798146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1df95bd4-1607-40a6-945e-b664ab4da493 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:03.845870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 1df95bd4-1607-40a6-945e-b664ab4da493 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:03.846241 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.857705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ce97cf6d-5aef-4bdf-bb6f-c904b0db5039), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.881825 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Port': ['ID=ce97cf6d-5aef-4bdf-bb6f-c904b0db5039,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:03.888750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No DVR routers for this DVR port ce97cf6d-5aef-4bdf-bb6f-c904b0db5039 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:03.973903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (377087cf-6d58-4752-88a5-324aa4745a98), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:03.997088 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377087cf-6d58-4752-88a5-324aa4745a98']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:04.007372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775f9198-f752-4ce2-9b0f-2627acac07dc') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:04.007660 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775f9198-f752-4ce2-9b0f-2627acac07dc') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:04.017934 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.031903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.038792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:04.039832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (775f9198-f752-4ce2-9b0f-2627acac07dc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:04.043103 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:04.089815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 1df95bd4-1607-40a6-945e-b664ab4da493 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:04.172938 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (377087cf-6d58-4752-88a5-324aa4745a98), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.180564 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.183950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/377087cf-6d58-4752-88a5-324aa4745a98 HTTP/1.1" status: 204 len: 168 time: 1.8542576 Jan 29 20:37:04.188066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40560) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:04.193324 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520834307'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:04.202292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff493e8-95ce-42d0-a98e-0db07c5445c6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Network': ['ID=377087cf-6d58-4752-88a5-324aa4745a98,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:04.275553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:04.278928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.303850 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:04.312633 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.312978 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Added segment 73402a3f-f6f7-4f81-8a72-659987f14ecc of type vlan for network fb313a57-8bac-4299-b112-30a5228f4b43 Jan 29 20:37:04.353551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.406948 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.411773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:04.412382 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.789090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5998557 Jan 29 20:37:04.792092 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40562) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:04.792591 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38212e8-6fcc-45dd-919d-621149ac3ced tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Network': ['ID=fb313a57-8bac-4299-b112-30a5228f4b43,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:04.797976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'subnet': {'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:04.802157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network fb313a57-8bac-4299-b112-30a5228f4b43 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:04.926802 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:04.930280 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:04.993358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Performing IP validity checks on allocation pools {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 29 20:37:04.993871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.ipam_backend_mixin [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103562) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 29 20:37:05.144314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (820b874f-6477-4896-bac6-66dae7028ac6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.204549 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Subnet': ['ID=820b874f-6477-4896-bac6-66dae7028ac6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:05.212437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Checking segment: {'id': '73402a3f-f6f7-4f81-8a72-659987f14ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:05.212803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network hostable DHCP agents. Network: fb313a57-8bac-4299-b112-30a5228f4b43, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:05.269861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network fb313a57-8bac-4299-b112-30a5228f4b43 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:05.343076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, fb313a57-8bac-4299-b112-30a5228f4b43) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:05.347119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:05.347742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.352149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b5123-3b7a-4835-8134-4878db7552dd None None] Network fb313a57-8bac-4299-b112-30a5228f4b43 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:05.421335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0cbef61f-06de-4889-8dfb-e37beae1fd2b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6280222 Jan 29 20:37:05.423906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40564) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:05.453163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-fb313a57-8bac-4299-b112-30a5228f4b43', 'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43', 'project_id': 'ea85845d387f47fe84ccc07951d798dd', 'fixed_ips': [{'subnet_id': '820b874f-6477-4896-bac6-66dae7028ac6'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:05.454025 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.520337 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.576534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (820b874f-6477-4896-bac6-66dae7028ac6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.590773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Allocated IP 2001:db8::3 (fb313a57-8bac-4299-b112-30a5228f4b43/820b874f-6477-4896-bac6-66dae7028ac6/32607d85-89ae-4234-af3a-0f9ed2d862b5) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:05.730354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Publish callbacks [] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.795933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.833793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Network fb313a57-8bac-4299-b112-30a5228f4b43 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:05.840390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:05.844551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:05.852948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Pushing event updated for resources: {'Port': ['ID=32607d85-89ae-4234-af3a-0f9ed2d862b5,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:05.875571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (820b874f-6477-4896-bac6-66dae7028ac6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.901180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Attempting to bind port 32607d85-89ae-4234-af3a-0f9ed2d862b5 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:05.901556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Attempting to bind port 32607d85-89ae-4234-af3a-0f9ed2d862b5 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '73402a3f-f6f7-4f81-8a72-659987f14ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:05.901905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Attempting to bind port 32607d85-89ae-4234-af3a-0f9ed2d862b5 on network fb313a57-8bac-4299-b112-30a5228f4b43 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:05.904863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Subnet': ['ID=820b874f-6477-4896-bac6-66dae7028ac6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:05.906905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:05.907279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Checking segment: {'id': '73402a3f-f6f7-4f81-8a72-659987f14ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:05.907841 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.908069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Bound using segment: {'id': '73402a3f-f6f7-4f81-8a72-659987f14ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:05.908553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Bound port: 32607d85-89ae-4234-af3a-0f9ed2d862b5, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73402a3f-f6f7-4f81-8a72-659987f14ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fb313a57-8bac-4299-b112-30a5228f4b43'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:05.908926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.971037 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:05.974383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] For port 32607d85-89ae-4234-af3a-0f9ed2d862b5, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:05.979576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] For port 32607d85-89ae-4234-af3a-0f9ed2d862b5, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=32607d85-89ae-4234-af3a-0f9ed2d862b5,segment=NetworkSegment(73402a3f-f6f7-4f81-8a72-659987f14ecc),segment_id=73402a3f-f6f7-4f81-8a72-659987f14ecc)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:05.993934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb313a57-8bac-4299-b112-30a5228f4b43']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:06.003670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73402a3f-f6f7-4f81-8a72-659987f14ecc') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:06.003966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73402a3f-f6f7-4f81-8a72-659987f14ecc') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:06.013339 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.058884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.061008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.068058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:06.068481 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:06.072390 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:06.143173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c390a4-1c5d-455c-94f6-79d74f3a4ca2 None None] Pushing event updated for resources: {'Port': ['ID=32607d85-89ae-4234-af3a-0f9ed2d862b5,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:06.161721 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.db.api [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:37:06.161721 n-d-825496-5 neutron-server[103562]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:37:06.161721 n-d-825496-5 neutron-server[103562]: [parameters: {'id': 'fb313a57-8bac-4299-b112-30a5228f4b43'}] Jan 29 20:37:06.161721 n-d-825496-5 neutron-server[103562]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:37:06.162509 n-d-825496-5 neutron-server[103562]: DEBUG oslo_db.api [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:37:06.162871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce0bb3d-8018-4a13-8487-684705e0cded None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:37:06.234214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0bb3d-8018-4a13-8487-684705e0cded None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:37:06.382323 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c3095-78d7-46e7-802f-0f65ad4661fe None None] Network fb313a57-8bac-4299-b112-30a5228f4b43 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:06.664048 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.721257 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting port 32607d85-89ae-4234-af3a-0f9ed2d862b5 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:06.721590 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.783532 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] For port 32607d85-89ae-4234-af3a-0f9ed2d862b5, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=32607d85-89ae-4234-af3a-0f9ed2d862b5,segment=NetworkSegment(73402a3f-f6f7-4f81-8a72-659987f14ecc),segment_id=73402a3f-f6f7-4f81-8a72-659987f14ecc)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:06.783893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.796259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Calling delete_port for 32607d85-89ae-4234-af3a-0f9ed2d862b5 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:06.939155 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (32607d85-89ae-4234-af3a-0f9ed2d862b5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:06.970956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Port': ['ID=32607d85-89ae-4234-af3a-0f9ed2d862b5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:06.973269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No DVR routers for this DVR port 32607d85-89ae-4234-af3a-0f9ed2d862b5 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:07.061002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.080769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb313a57-8bac-4299-b112-30a5228f4b43']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:07.090022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73402a3f-f6f7-4f81-8a72-659987f14ecc') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:07.090318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73402a3f-f6f7-4f81-8a72-659987f14ecc') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:07.099446 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.112809 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.119475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:07.119858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (73402a3f-f6f7-4f81-8a72-659987f14ecc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:07.123907 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:07.252983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (fb313a57-8bac-4299-b112-30a5228f4b43), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.260354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.263643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/fb313a57-8bac-4299-b112-30a5228f4b43 HTTP/1.1" status: 204 len: 168 time: 1.8385975 Jan 29 20:37:07.267734 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40566) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:07.275003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1542675246'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:07.276536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594942b-eebe-4ba6-8cec-6e3a472017e1 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Network': ['ID=fb313a57-8bac-4299-b112-30a5228f4b43,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:07.344208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:07.347670 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.371254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:07.379614 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (708bec01-6081-49b0-b8eb-f8e93c351f9f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.379950 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Added segment 708bec01-6081-49b0-b8eb-f8e93c351f9f of type vlan for network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 Jan 29 20:37:07.419244 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (99b5ca07-c910-44cc-b8db-19a1c6bf8eb1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.481222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (99b5ca07-c910-44cc-b8db-19a1c6bf8eb1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.486210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:07.486822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.560061 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2903230 Jan 29 20:37:07.560715 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7a0b-baf8-4dbc-9710-4693dcdca66b tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Network': ['ID=99b5ca07-c910-44cc-b8db-19a1c6bf8eb1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:07.563127 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40568) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:07.570078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'subnet': {'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:07.572653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:07.715089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:07.718576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:07.967335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (31a9ace3-88e6-4cbd-9a1e-18d2861caac9), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.031408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Subnet': ['ID=31a9ace3-88e6-4cbd-9a1e-18d2861caac9,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:08.044063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Checking segment: {'id': '708bec01-6081-49b0-b8eb-f8e93c351f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:08.044545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network hostable DHCP agents. Network: 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:08.115823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:08.189867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:08.193927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:08.194523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.198838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77724068-cb24-44f2-bebe-1ae8ca1857f9 None None] Network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:08.261460 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b0ec7f67-bd6c-46af-b6ab-380f226015cd tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6969543 Jan 29 20:37:08.264709 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40570) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:08.269647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478654900'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:08.308579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-99b5ca07-c910-44cc-b8db-19a1c6bf8eb1', 'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1', 'project_id': 'ea85845d387f47fe84ccc07951d798dd', 'fixed_ips': [{'subnet_id': '31a9ace3-88e6-4cbd-9a1e-18d2861caac9'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:08.309450 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.349813 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:08.355886 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.378020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:08.387475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.387816 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Added segment 96276160-21a3-4443-bacf-8947ed8ede1b of type vlan for network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 Jan 29 20:37:08.431322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.451898 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.453070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Allocated IP 2001:db8::2 (99b5ca07-c910-44cc-b8db-19a1c6bf8eb1/31a9ace3-88e6-4cbd-9a1e-18d2861caac9/b14e6810-25e3-4d01-be20-f43abda7a15f) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:08.527374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.532216 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:08.532796 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.596609 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Publish callbacks [] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.627837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3620722 Jan 29 20:37:08.630881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40572) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:08.631366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cf1a5-1040-4e65-a6a2-fc12857e89c5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Network': ['ID=e55c235e-cd7b-4f3b-85a9-c5bb180f3af5,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:08.636725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Request body: {'subnet': {'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:08.641884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:08.645737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.747253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:08.749855 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Pushing event updated for resources: {'Port': ['ID=b14e6810-25e3-4d01-be20-f43abda7a15f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:08.755690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:08.756821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:08.766994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Made reservation on behalf of ea85845d387f47fe84ccc07951d798dd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:08.770675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.812152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Attempting to bind port b14e6810-25e3-4d01-be20-f43abda7a15f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:08.812462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Attempting to bind port b14e6810-25e3-4d01-be20-f43abda7a15f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '708bec01-6081-49b0-b8eb-f8e93c351f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:08.812844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Attempting to bind port b14e6810-25e3-4d01-be20-f43abda7a15f on network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:08.817745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:08.818212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Checking segment: {'id': '708bec01-6081-49b0-b8eb-f8e93c351f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:08.818611 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.819001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Bound using segment: {'id': '708bec01-6081-49b0-b8eb-f8e93c351f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:08.819457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Bound port: b14e6810-25e3-4d01-be20-f43abda7a15f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708bec01-6081-49b0-b8eb-f8e93c351f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99b5ca07-c910-44cc-b8db-19a1c6bf8eb1'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:08.819829 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:08.885804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] For port b14e6810-25e3-4d01-be20-f43abda7a15f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:08.888768 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] For port b14e6810-25e3-4d01-be20-f43abda7a15f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b14e6810-25e3-4d01-be20-f43abda7a15f,segment=NetworkSegment(708bec01-6081-49b0-b8eb-f8e93c351f9f),segment_id=708bec01-6081-49b0-b8eb-f8e93c351f9f)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:08.990635 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.013245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.052033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679749d-9355-43b5-83d2-39dbd106ac3f None None] Pushing event updated for resources: {'Port': ['ID=b14e6810-25e3-4d01-be20-f43abda7a15f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:09.083892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event updated for resources: {'Subnet': ['ID=5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:09.095873 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Checking segment: {'id': '96276160-21a3-4443-bacf-8947ed8ede1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:09.100432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network hostable DHCP agents. Network: e55c235e-cd7b-4f3b-85a9-c5bb180f3af5, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:09.161304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:09.224482 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, e55c235e-cd7b-4f3b-85a9-c5bb180f3af5) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:09.228690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:09.229293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.235285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54a5f6-881a-47a2-b316-ffe324ecd31b None None] Network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:09.315287 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-93c0836d-dc68-478c-94f3-e90e03e777f8 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6809156 Jan 29 20:37:09.315595 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40576) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:09.349973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-e55c235e-cd7b-4f3b-85a9-c5bb180f3af5', 'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5', 'project_id': 'ea85845d387f47fe84ccc07951d798dd', 'fixed_ips': [{'subnet_id': '5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:09.351834 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.420908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.500777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Allocated IP 2001:db8::2 (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5/5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb/ec4dfe11-c6ba-4b20-9c31-da64ca77f79f) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:09.508400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.646772 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Publish callbacks [] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.699086 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.737280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:09.740601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:09.744461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:09.770649 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Pushing event updated for resources: {'Port': ['ID=ec4dfe11-c6ba-4b20-9c31-da64ca77f79f,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:09.785077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.822674 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:09.833022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Attempting to bind port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:09.833022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Attempting to bind port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '96276160-21a3-4443-bacf-8947ed8ede1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:09.833022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Attempting to bind port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f on network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:09.835441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:09.836345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Checking segment: {'id': '96276160-21a3-4443-bacf-8947ed8ede1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:09.837473 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.838057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Bound using segment: {'id': '96276160-21a3-4443-bacf-8947ed8ede1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:09.838760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Bound port: ec4dfe11-c6ba-4b20-9c31-da64ca77f79f, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96276160-21a3-4443-bacf-8947ed8ede1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:09.838760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.854570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b14e6810-25e3-4d01-be20-f43abda7a15f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:09.902939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.927650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c235e-cd7b-4f3b-85a9-c5bb180f3af5']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:09.938131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96276160-21a3-4443-bacf-8947ed8ede1b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:09.943037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96276160-21a3-4443-bacf-8947ed8ede1b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:09.950017 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:09.957660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] For port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:09.962467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] For port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec4dfe11-c6ba-4b20-9c31-da64ca77f79f,segment=NetworkSegment(96276160-21a3-4443-bacf-8947ed8ede1b),segment_id=96276160-21a3-4443-bacf-8947ed8ede1b)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:09.966378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b14e6810-25e3-4d01-be20-f43abda7a15f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:09.966378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.038769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.039991 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.047188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:10.047965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:10.052576 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:10.095313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b14e6810-25e3-4d01-be20-f43abda7a15f is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:10.095702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.139296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7450f6d-f2f4-4752-8e1a-3c473aaafdea None None] Network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:10.144358 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.db.api [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 29 20:37:10.144358 n-d-825496-5 neutron-server[103563]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 29 20:37:10.144358 n-d-825496-5 neutron-server[103563]: [parameters: {'id': 'e55c235e-cd7b-4f3b-85a9-c5bb180f3af5'}] Jan 29 20:37:10.144358 n-d-825496-5 neutron-server[103563]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:37:10.144816 n-d-825496-5 neutron-server[103563]: DEBUG oslo_db.api [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:37:10.185643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cb483-3c86-4fcb-b957-e2ed9a9bf2e8 None None] Pushing event updated for resources: {'Port': ['ID=ec4dfe11-c6ba-4b20-9c31-da64ca77f79f,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:10.218307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4ff99-551e-4ebd-959c-c7a392941f3e None None] Network e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:10.264030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port b14e6810-25e3-4d01-be20-f43abda7a15f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b14e6810-25e3-4d01-be20-f43abda7a15f,segment=NetworkSegment(708bec01-6081-49b0-b8eb-f8e93c351f9f),segment_id=708bec01-6081-49b0-b8eb-f8e93c351f9f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:10.264881 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-28bd535b-f483-401b-9d88-88d23b1e64df None None] Provisioning complete for port b14e6810-25e3-4d01-be20-f43abda7a15f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:10.265255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-28bd535b-f483-401b-9d88-88d23b1e64df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.459325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.600092 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=b14e6810-25e3-4d01-be20-f43abda7a15f,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:10.645545 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.660562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-28bd535b-f483-401b-9d88-88d23b1e64df None None] Current status of the port b14e6810-25e3-4d01-be20-f43abda7a15f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:10.705583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:10.705924 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.771864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] For port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ec4dfe11-c6ba-4b20-9c31-da64ca77f79f,segment=NetworkSegment(96276160-21a3-4443-bacf-8947ed8ede1b),segment_id=96276160-21a3-4443-bacf-8947ed8ede1b)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:10.772283 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.786150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Calling delete_port for ec4dfe11-c6ba-4b20-9c31-da64ca77f79f owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:10.834337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf2302-bcec-4f50-91aa-5397b0d5c3fe None None] get_active_networks_info from n-d-825496-5 {{(pid=103564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 29 20:37:10.912943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c1d7c178-7f95-42f1-904e-3a01cae5a960 None None] Provisioning complete for port b14e6810-25e3-4d01-be20-f43abda7a15f triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:10.913306 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c178-7f95-42f1-904e-3a01cae5a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.920470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf2302-bcec-4f50-91aa-5397b0d5c3fe None None] Resources bound (agent type, host, resource id): {{(pid=103564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 29 20:37:10.938810 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ec4dfe11-c6ba-4b20-9c31-da64ca77f79f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:10.967310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Port': ['ID=ec4dfe11-c6ba-4b20-9c31-da64ca77f79f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:10.970080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No DVR routers for this DVR port ec4dfe11-c6ba-4b20-9c31-da64ca77f79f on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:11.048335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.071653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c235e-cd7b-4f3b-85a9-c5bb180f3af5']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:11.079934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7c178-7f95-42f1-904e-3a01cae5a960 None None] Current status of the port b14e6810-25e3-4d01-be20-f43abda7a15f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:11.080951 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96276160-21a3-4443-bacf-8947ed8ede1b') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:11.081253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96276160-21a3-4443-bacf-8947ed8ede1b') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:11.091405 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.104892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.111442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (96276160-21a3-4443-bacf-8947ed8ede1b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:11.116564 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:11.207020 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (e55c235e-cd7b-4f3b-85a9-c5bb180f3af5), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.214353 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.217597 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 HTTP/1.1" status: 204 len: 168 time: 1.9009604 Jan 29 20:37:11.220812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40578) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:11.229154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941901f6-5948-457f-abe7-10348d96f6ca tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Network': ['ID=e55c235e-cd7b-4f3b-85a9-c5bb180f3af5,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:11.253948 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb83d06-ca9c-464c-9ab9-192ad48b9386 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] GET failed (client error): The resource could not be found. Jan 29 20:37:11.255249 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ceb83d06-ca9c-464c-9ab9-192ad48b9386 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "GET /v2.0/subnets/5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb HTTP/1.1" status: 404 len: 337 time: 0.0333040 Jan 29 20:37:11.259138 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40580) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:11.277300 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a4241c-1e13-4dbe-bde3-e06958cb7740 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:11.277794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a4241c-1e13-4dbe-bde3-e06958cb7740 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:11.280747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c4a4241c-1e13-4dbe-bde3-e06958cb7740 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 HTTP/1.1" status: 404 len: 339 time: 0.0206761 Jan 29 20:37:11.282478 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:37:11.284584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40582) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:11.310453 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e52438a-bb52-45c9-97fa-4f15f143cc47 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:11.311999 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e52438a-bb52-45c9-97fa-4f15f143cc47 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:11.313847 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-3e52438a-bb52-45c9-97fa-4f15f143cc47 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/subnets/5a6a4122-3f2f-41ad-9d5d-b22e1df89dfb HTTP/1.1" status: 404 len: 337 time: 0.0283630 Jan 29 20:37:11.316330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40584) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:11.333871 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d510e8e-734a-49f1-801f-275b8c24e1ab tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:11.334342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d510e8e-734a-49f1-801f-275b8c24e1ab tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:11.338298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8d510e8e-734a-49f1-801f-275b8c24e1ab tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/e55c235e-cd7b-4f3b-85a9-c5bb180f3af5 HTTP/1.1" status: 404 len: 339 time: 0.0210919 Jan 29 20:37:11.340658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40586) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:11.390296 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting subnet 31a9ace3-88e6-4cbd-9a1e-18d2861caac9 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:37:11.393363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (31a9ace3-88e6-4cbd-9a1e-18d2861caac9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.435986 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (31a9ace3-88e6-4cbd-9a1e-18d2861caac9), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.515083 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (31a9ace3-88e6-4cbd-9a1e-18d2861caac9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.630330 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (31a9ace3-88e6-4cbd-9a1e-18d2861caac9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.661170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Subnet': ['ID=31a9ace3-88e6-4cbd-9a1e-18d2861caac9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:11.667751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.671075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-550ecce3-35c8-4a9f-82c8-814b6f9d2592 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/subnets/31a9ace3-88e6-4cbd-9a1e-18d2861caac9 HTTP/1.1" status: 204 len: 168 time: 0.3295352 Jan 29 20:37:11.672018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df99fec-e840-4f7d-9e3e-010258cd3107 None None] Network 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:11.673540 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40588) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:11.752275 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (99b5ca07-c910-44cc-b8db-19a1c6bf8eb1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.787083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b14e6810-25e3-4d01-be20-f43abda7a15f up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:11.816839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting port b14e6810-25e3-4d01-be20-f43abda7a15f {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:11.817184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.838013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b14e6810-25e3-4d01-be20-f43abda7a15f triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:11.838388 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.860257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] DHCP port deletion for 99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:37:11.886917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] For port b14e6810-25e3-4d01-be20-f43abda7a15f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b14e6810-25e3-4d01-be20-f43abda7a15f,segment=NetworkSegment(708bec01-6081-49b0-b8eb-f8e93c351f9f),segment_id=708bec01-6081-49b0-b8eb-f8e93c351f9f)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:11.887393 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.900984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Calling delete_port for b14e6810-25e3-4d01-be20-f43abda7a15f owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:11.956724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] Deleting port b14e6810-25e3-4d01-be20-f43abda7a15f {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:11.957098 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:11.969425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b14e6810-25e3-4d01-be20-f43abda7a15f is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:12.021100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] For port b14e6810-25e3-4d01-be20-f43abda7a15f, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b14e6810-25e3-4d01-be20-f43abda7a15f,segment=NetworkSegment(708bec01-6081-49b0-b8eb-f8e93c351f9f),segment_id=708bec01-6081-49b0-b8eb-f8e93c351f9f)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:12.021494 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.038316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] Calling delete_port for b14e6810-25e3-4d01-be20-f43abda7a15f owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:12.058396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.088009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Port': ['ID=b14e6810-25e3-4d01-be20-f43abda7a15f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:12.091610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No DVR routers for this DVR port b14e6810-25e3-4d01-be20-f43abda7a15f on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 20:37:12.125217 n-d-825496-5 neutron-server[103564]: self.session.flush() Jan 29 20:37:12.129147 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (b14e6810-25e3-4d01-be20-f43abda7a15f), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.160586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] Pushing event deleted for resources: {'Port': ['ID=b14e6810-25e3-4d01-be20-f43abda7a15f,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:12.173621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (99b5ca07-c910-44cc-b8db-19a1c6bf8eb1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.194162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b5ca07-c910-44cc-b8db-19a1c6bf8eb1']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:12.196623 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e318281d-00ee-4e2e-9e2b-ce1aa48198f8 None None] No DVR routers for this DVR port b14e6810-25e3-4d01-be20-f43abda7a15f on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:12.208883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708bec01-6081-49b0-b8eb-f8e93c351f9f') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:12.208883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708bec01-6081-49b0-b8eb-f8e93c351f9f') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:12.221573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (708bec01-6081-49b0-b8eb-f8e93c351f9f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.235579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (708bec01-6081-49b0-b8eb-f8e93c351f9f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.241665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:12.242110 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (708bec01-6081-49b0-b8eb-f8e93c351f9f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:12.246126 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:12.372724 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (99b5ca07-c910-44cc-b8db-19a1c6bf8eb1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.379355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.382443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/99b5ca07-c910-44cc-b8db-19a1c6bf8eb1 HTTP/1.1" status: 204 len: 168 time: 0.7079837 Jan 29 20:37:12.385165 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40590) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:12.402239 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Network': ['ID=99b5ca07-c910-44cc-b8db-19a1c6bf8eb1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:12.421787 n-d-825496-5 neutron-server[103562]: INFO neutron.pecan_wsgi.hooks.translation [None req-73699fcb-0fd0-4211-b6fb-beca3acdf5d9 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:12.422238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73699fcb-0fd0-4211-b6fb-beca3acdf5d9 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103562) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:12.425272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-73699fcb-0fd0-4211-b6fb-beca3acdf5d9 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/subnets/820b874f-6477-4896-bac6-66dae7028ac6 HTTP/1.1" status: 404 len: 337 time: 0.0391963 Jan 29 20:37:12.428008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40592) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:12.431478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.431977 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.432785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.433134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.433478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.433811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.434144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.434475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.434806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.435134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.435459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.435790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.436113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5a572-834f-4964-ad56-ba4d8f9b8df5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:12.447034 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad89c89-8c4b-4ca7-ab2a-8a79e5179205 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:12.447521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad89c89-8c4b-4ca7-ab2a-8a79e5179205 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:12.450498 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9ad89c89-8c4b-4ca7-ab2a-8a79e5179205 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/fb313a57-8bac-4299-b112-30a5228f4b43 HTTP/1.1" status: 404 len: 339 time: 0.0213869 Jan 29 20:37:12.453116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40594) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:12.477930 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b35aa4-daa6-4710-b163-069cf4daec38 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:12.478297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b35aa4-daa6-4710-b163-069cf4daec38 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:12.481184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e5b35aa4-daa6-4710-b163-069cf4daec38 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/subnets/43f2d611-47cf-419e-9287-3aec1364a614 HTTP/1.1" status: 404 len: 337 time: 0.0271912 Jan 29 20:37:12.483491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40596) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:12.505901 n-d-825496-5 neutron-server[103563]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4307972-bb9b-4e85-b9ad-3a0969dd30b5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] DELETE failed (client error): The resource could not be found. Jan 29 20:37:12.506375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4307972-bb9b-4e85-b9ad-3a0969dd30b5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103563) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 29 20:37:12.509288 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4307972-bb9b-4e85-b9ad-3a0969dd30b5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/377087cf-6d58-4752-88a5-324aa4745a98 HTTP/1.1" status: 404 len: 339 time: 0.0249405 Jan 29 20:37:12.511717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40598) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:12.560461 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting subnet aeaba787-b706-45be-8471-92eed7da6dee {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:37:12.563455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (aeaba787-b706-45be-8471-92eed7da6dee), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.602264 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (aeaba787-b706-45be-8471-92eed7da6dee), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.685580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (aeaba787-b706-45be-8471-92eed7da6dee), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.812744 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (aeaba787-b706-45be-8471-92eed7da6dee), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.839239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Subnet': ['ID=aeaba787-b706-45be-8471-92eed7da6dee,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:12.842748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.845906 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-12ed8ea8-3917-419b-92f2-09c5a57c51d6 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/subnets/aeaba787-b706-45be-8471-92eed7da6dee HTTP/1.1" status: 204 len: 168 time: 0.3332567 Jan 29 20:37:12.848420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40600) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:12.850739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103492d5-79bf-48c2-ae9e-b721c96575b1 None None] Network 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:12.924872 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (291e5aca-228a-4e5a-81fd-661f7a1c5bd8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:12.985526 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Deleting port 1df95bd4-1607-40a6-945e-b664ab4da493 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:12.985880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.017068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] DHCP port deletion for 291e5aca-228a-4e5a-81fd-661f7a1c5bd8 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:37:13.049616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] For port 1df95bd4-1607-40a6-945e-b664ab4da493, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1df95bd4-1607-40a6-945e-b664ab4da493,segment=NetworkSegment(cdcb8a36-dab2-4153-8142-03ec14e420ef),segment_id=cdcb8a36-dab2-4153-8142-03ec14e420ef)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:13.049989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.063048 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Calling delete_port for 1df95bd4-1607-40a6-945e-b664ab4da493 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:13.065797 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] Deleting port 1df95bd4-1607-40a6-945e-b664ab4da493 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:13.066183 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.131725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] For port 1df95bd4-1607-40a6-945e-b664ab4da493, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=1df95bd4-1607-40a6-945e-b664ab4da493,segment=NetworkSegment(cdcb8a36-dab2-4153-8142-03ec14e420ef),segment_id=cdcb8a36-dab2-4153-8142-03ec14e420ef)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:13.132229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.144808 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] Calling delete_port for 1df95bd4-1607-40a6-945e-b664ab4da493 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:13.200781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.219825 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (1df95bd4-1607-40a6-945e-b664ab4da493), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.228510 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Port': ['ID=1df95bd4-1607-40a6-945e-b664ab4da493,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:13.231061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] No DVR routers for this DVR port 1df95bd4-1607-40a6-945e-b664ab4da493 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:13.246166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] Pushing event deleted for resources: {'Port': ['ID=1df95bd4-1607-40a6-945e-b664ab4da493,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:13.252066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71339e-66af-45dd-b97a-6d13fe6c0187 None None] No DVR routers for this DVR port 1df95bd4-1607-40a6-945e-b664ab4da493 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:13.316694 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (291e5aca-228a-4e5a-81fd-661f7a1c5bd8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.341658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291e5aca-228a-4e5a-81fd-661f7a1c5bd8']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:13.350581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcb8a36-dab2-4153-8142-03ec14e420ef') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:13.350881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcb8a36-dab2-4153-8142-03ec14e420ef') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:13.360241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (cdcb8a36-dab2-4153-8142-03ec14e420ef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.373915 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (cdcb8a36-dab2-4153-8142-03ec14e420ef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.379687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:13.382047 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (cdcb8a36-dab2-4153-8142-03ec14e420ef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:13.383701 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:13.493041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (291e5aca-228a-4e5a-81fd-661f7a1c5bd8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.512413 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:13.512413 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] 10.222.0.15 "DELETE /v2.0/networks/291e5aca-228a-4e5a-81fd-661f7a1c5bd8 HTTP/1.1" status: 204 len: 168 time: 0.6533213 Jan 29 20:37:13.514538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c0e4-f660-4c99-a233-afd536280fa5 tempest-NetworksIpV6Test-808991204 tempest-NetworksIpV6Test-808991204-project] Pushing event deleted for resources: {'Network': ['ID=291e5aca-228a-4e5a-81fd-661f7a1c5bd8,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:13.762584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1df95bd4-1607-40a6-945e-b664ab4da493 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:37:13.786467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 1df95bd4-1607-40a6-945e-b664ab4da493 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:37:13.786818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 1df95bd4-1607-40a6-945e-b664ab4da493 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:37:13.787235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b14e6810-25e3-4d01-be20-f43abda7a15f no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:37:13.807278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b14e6810-25e3-4d01-be20-f43abda7a15f {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:37:13.807636 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b14e6810-25e3-4d01-be20-f43abda7a15f not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:37:13.903863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:14.048945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-797cf03e-bfd8-46fa-882b-18d0e5861c0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea85845d387f47fe84ccc07951d798dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438560 Jan 29 20:37:14.051516 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40610) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:14.101965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c66a10c-7532-4502-ac78-fa0e864a29dc admin admin] Publish callbacks [] for security_group (b02a39ca-6bc9-438d-90b9-814a4e343be0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:14.122864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c66a10c-7532-4502-ac78-fa0e864a29dc admin admin] Publish callbacks [] for security_group (b02a39ca-6bc9-438d-90b9-814a4e343be0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:14.211431 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c66a10c-7532-4502-ac78-fa0e864a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b02a39ca-6bc9-438d-90b9-814a4e343be0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:14.214092 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8c66a10c-7532-4502-ac78-fa0e864a29dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:14.215396 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8c66a10c-7532-4502-ac78-fa0e864a29dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b02a39ca-6bc9-438d-90b9-814a4e343be0 HTTP/1.1" status: 204 len: 168 time: 0.1628306 Jan 29 20:37:14.222938 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66a10c-7532-4502-ac78-fa0e864a29dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a39ca-6bc9-438d-90b9-814a4e343be0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:15.140884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40632) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:15.232827 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1630345703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:15.355700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (4984f154-651f-40f9-9f3d-e88f2a9884dc), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.356790 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (4984f154-651f-40f9-9f3d-e88f2a9884dc), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.410267 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for router_controller (4984f154-651f-40f9-9f3d-e88f2a9884dc), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.481301 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (4984f154-651f-40f9-9f3d-e88f2a9884dc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.568720 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.569918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7de68fb1-0568-4921-af01-47f83e6c0178 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4280300 Jan 29 20:37:15.573250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40636) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:15.578032 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1934902647'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:15.669793 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Made reservation on behalf of 720c0531af7e43d9aed9df63d6f11811 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:15.673015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.682525 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.753903 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for security_group (1cd0029f-c99a-4ac5-adad-f7681eaeb882), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.817395 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1cd0029f-c99a-4ac5-adad-f7681eaeb882), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.846286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:15.852329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd0029f-c99a-4ac5-adad-f7681eaeb882,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:15.859857 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0fba6a83-8a71-47ff-bba8-e87b7c4939be), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.860228 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Added segment 0fba6a83-8a71-47ff-bba8-e87b7c4939be of type vlan for network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 Jan 29 20:37:15.900004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (2e3a7690-bccf-4bf1-b23b-b37bea054a02), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.983741 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (2e3a7690-bccf-4bf1-b23b-b37bea054a02), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:15.988649 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:15.989226 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.057786 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event updated for resources: {'Network': ['ID=2e3a7690-bccf-4bf1-b23b-b37bea054a02,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:16.067456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:16.077031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-39d0f483-3fb7-4d01-80de-ccc9fd43c929 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5027816 Jan 29 20:37:16.079953 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40638) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:16.084922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Request body: {'subnet': {'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:16.222967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Made reservation on behalf of 720c0531af7e43d9aed9df63d6f11811 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:16.226492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.452130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.517199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event updated for resources: {'Subnet': ['ID=0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:16.524438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Checking segment: {'id': '0fba6a83-8a71-47ff-bba8-e87b7c4939be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:16.525463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Network hostable DHCP agents. Network: 2e3a7690-bccf-4bf1-b23b-b37bea054a02, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:16.595077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:16.652545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 2e3a7690-bccf-4bf1-b23b-b37bea054a02) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:16.656440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:16.657031 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.661585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5a9f9-3d89-4dbb-a163-81af3b52dfeb None None] Network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:16.730379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7271702b-be61-4c9c-b137-a1bd51605148 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6493502 Jan 29 20:37:16.733596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40640) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:16.738852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-652183765'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:16.760697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-2e3a7690-bccf-4bf1-b23b-b37bea054a02', 'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02', 'project_id': '720c0531af7e43d9aed9df63d6f11811', 'fixed_ips': [{'subnet_id': '0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:16.761559 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.807436 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Made reservation on behalf of 720c0531af7e43d9aed9df63d6f11811 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:16.810939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.834649 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:16.844701 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (81ae7aeb-aa20-448a-8d9d-b16fbbec1555), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.845086 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Added segment 81ae7aeb-aa20-448a-8d9d-b16fbbec1555 of type vlan for network 799c4302-ebbf-431a-8038-bbaf54bf0e4b Jan 29 20:37:16.883699 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (799c4302-ebbf-431a-8038-bbaf54bf0e4b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:16.895270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Allocated IP 172.20.0.2 (2e3a7690-bccf-4bf1-b23b-b37bea054a02/0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc/76e93f2c-1c7c-4dd8-8309-1819f0d963e4) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:16.995767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (799c4302-ebbf-431a-8038-bbaf54bf0e4b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.000841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:17.001429 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.038784 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Publish callbacks [] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.070544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event updated for resources: {'Network': ['ID=799c4302-ebbf-431a-8038-bbaf54bf0e4b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:17.078085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.078429 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.078764 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.079094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.079423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.079755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.080071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.080416 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.080736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.081055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.081375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.081695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.082009 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:17.093870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 799c4302-ebbf-431a-8038-bbaf54bf0e4b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:17.095101 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0115f1a5-6816-4153-8797-1e9512b25f71 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3603642 Jan 29 20:37:17.098050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40642) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:17.103782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Request body: {'subnet': {'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:17.123842 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.201157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:17.207670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:17.212957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:17.222338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Pushing event updated for resources: {'Port': ['ID=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:17.269470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Attempting to bind port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:17.269844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Attempting to bind port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0fba6a83-8a71-47ff-bba8-e87b7c4939be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:17.270038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Made reservation on behalf of 720c0531af7e43d9aed9df63d6f11811 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:17.270484 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Attempting to bind port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 on network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:17.273653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.275990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:17.276389 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Checking segment: {'id': '0fba6a83-8a71-47ff-bba8-e87b7c4939be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:17.276836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.277226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Bound using segment: {'id': '0fba6a83-8a71-47ff-bba8-e87b7c4939be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:17.277695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Bound port: 76e93f2c-1c7c-4dd8-8309-1819f0d963e4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fba6a83-8a71-47ff-bba8-e87b7c4939be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2e3a7690-bccf-4bf1-b23b-b37bea054a02'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:17.278072 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.341240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] For port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:17.344352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] For port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,segment=NetworkSegment(0fba6a83-8a71-47ff-bba8-e87b7c4939be),segment_id=0fba6a83-8a71-47ff-bba8-e87b7c4939be)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:17.424969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.492222 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d0dcb-9d33-4ee0-8a91-6ef217fcf412 None None] Pushing event updated for resources: {'Port': ['ID=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:17.847943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (f7eb3bb7-a135-4eb0-8351-626855784942), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:17.855009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:17.925420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Checking segment: {'id': '81ae7aeb-aa20-448a-8d9d-b16fbbec1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:17.925702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Network hostable DHCP agents. Network: 799c4302-ebbf-431a-8038-bbaf54bf0e4b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:17.929110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event updated for resources: {'Subnet': ['ID=f7eb3bb7-a135-4eb0-8351-626855784942,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:18.030129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Network 799c4302-ebbf-431a-8038-bbaf54bf0e4b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:18.075982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:18.076390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.121548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 799c4302-ebbf-431a-8038-bbaf54bf0e4b) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:18.126075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:18.126661 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.142220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ea4b8-8382-46d7-91c0-669811e3a7d2 None None] Network 799c4302-ebbf-431a-8038-bbaf54bf0e4b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:18.180561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:18.180964 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.192844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-094e2dbb-72a0-4dae-9ca1-845f3712ebec tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0935977 Jan 29 20:37:18.195553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40644) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:18.200376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ce74e1d1-2592-4a4a-ae72-f63094fa75e9 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Request body: {'router': {'external_gateway_info': {'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:18.262385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,segment=NetworkSegment(0fba6a83-8a71-47ff-bba8-e87b7c4939be),segment_id=0fba6a83-8a71-47ff-bba8-e87b7c4939be)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:18.300629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-799c4302-ebbf-431a-8038-bbaf54bf0e4b', 'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b', 'project_id': '720c0531af7e43d9aed9df63d6f11811', 'fixed_ips': [{'subnet_id': 'f7eb3bb7-a135-4eb0-8351-626855784942'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:18.300629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.317395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.430076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:18.475557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ce74e1d1-2592-4a4a-ae72-f63094fa75e9 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for router_gateway (4984f154-651f-40f9-9f3d-e88f2a9884dc), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.486155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Allocated IP 172.21.0.2 (799c4302-ebbf-431a-8038-bbaf54bf0e4b/f7eb3bb7-a135-4eb0-8351-626855784942/8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:18.557119 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba129f-8deb-4bd3-9ff3-ca0bbdf4aaaa None None] Network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:18.638166 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [None req-ce74e1d1-2592-4a4a-ae72-f63094fa75e9 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 29 20:37:18.639133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ce74e1d1-2592-4a4a-ae72-f63094fa75e9 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "PUT /v2.0/routers/4984f154-651f-40f9-9f3d-e88f2a9884dc HTTP/1.1" status: 400 len: 364 time: 0.4426246 Jan 29 20:37:18.641451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1de4a41a-47ff-41bf-9cba-d292600b6db4 None None] Provisioning complete for port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:18.641821 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1de4a41a-47ff-41bf-9cba-d292600b6db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.645275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40646) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:18.697995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Deleting subnet f7eb3bb7-a135-4eb0-8351-626855784942 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:37:18.763392 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Publish callbacks [] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.806453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1de4a41a-47ff-41bf-9cba-d292600b6db4 None None] Current status of the port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:18.835159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for subnet (f7eb3bb7-a135-4eb0-8351-626855784942), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.835995 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.882188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (f7eb3bb7-a135-4eb0-8351-626855784942), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.884782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Network 799c4302-ebbf-431a-8038-bbaf54bf0e4b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:18.887817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:18.892466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:18.897519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Pushing event updated for resources: {'Port': ['ID=8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:18.959874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Attempting to bind port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:18.960346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Attempting to bind port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '81ae7aeb-aa20-448a-8d9d-b16fbbec1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:18.960720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Attempting to bind port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 on network 799c4302-ebbf-431a-8038-bbaf54bf0e4b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:18.967302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:18.969118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Checking segment: {'id': '81ae7aeb-aa20-448a-8d9d-b16fbbec1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:18.969118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.969118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Bound using segment: {'id': '81ae7aeb-aa20-448a-8d9d-b16fbbec1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:18.969118 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Bound port: 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ae7aeb-aa20-448a-8d9d-b16fbbec1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '799c4302-ebbf-431a-8038-bbaf54bf0e4b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:18.969524 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:18.990442 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (f7eb3bb7-a135-4eb0-8351-626855784942), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.045978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f9902242-bba3-4f16-89dc-7b24440227a7 None None] Provisioning complete for port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:19.046357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9902242-bba3-4f16-89dc-7b24440227a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.098711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (f7eb3bb7-a135-4eb0-8351-626855784942), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.121267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] For port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:19.129134 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.132382 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "DELETE /v2.0/subnets/f7eb3bb7-a135-4eb0-8351-626855784942 HTTP/1.1" status: 204 len: 168 time: 0.4858775 Jan 29 20:37:19.138285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce795a-4d31-4307-9754-10ee6448e7fb tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event deleted for resources: {'Subnet': ['ID=f7eb3bb7-a135-4eb0-8351-626855784942,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:19.138285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40648) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:19.139546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] For port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246,segment=NetworkSegment(81ae7aeb-aa20-448a-8d9d-b16fbbec1555),segment_id=81ae7aeb-aa20-448a-8d9d-b16fbbec1555)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:19.142297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f9902242-bba3-4f16-89dc-7b24440227a7 None None] Current status of the port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:19.201587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.218650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (799c4302-ebbf-431a-8038-bbaf54bf0e4b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.271959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5d04b-287f-4b60-a0cf-e993af3fc6c0 None None] Pushing event updated for resources: {'Port': ['ID=8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:19.285046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Deleting port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:19.285386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.355099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] For port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246,segment=NetworkSegment(81ae7aeb-aa20-448a-8d9d-b16fbbec1555),segment_id=81ae7aeb-aa20-448a-8d9d-b16fbbec1555)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:19.355464 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.369378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Calling delete_port for 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:19.515772 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.543338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event deleted for resources: {'Port': ['ID=8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:19.546849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] No DVR routers for this DVR port 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:19.630983 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (799c4302-ebbf-431a-8038-bbaf54bf0e4b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.650585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799c4302-ebbf-431a-8038-bbaf54bf0e4b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:19.659635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ae7aeb-aa20-448a-8d9d-b16fbbec1555') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:19.659849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ae7aeb-aa20-448a-8d9d-b16fbbec1555') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:19.669624 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (81ae7aeb-aa20-448a-8d9d-b16fbbec1555), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.682931 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (81ae7aeb-aa20-448a-8d9d-b16fbbec1555), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.688795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:19.689174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (81ae7aeb-aa20-448a-8d9d-b16fbbec1555), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:19.692092 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:19.780091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:19.823918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (799c4302-ebbf-431a-8038-bbaf54bf0e4b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.830032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:19.830414 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.831061 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.834375 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "DELETE /v2.0/networks/799c4302-ebbf-431a-8038-bbaf54bf0e4b HTTP/1.1" status: 204 len: 168 time: 0.6978359 Jan 29 20:37:19.836763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40650) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:19.855086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789c86-2bfe-4810-a8ee-83631f9d486f tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event deleted for resources: {'Network': ['ID=799c4302-ebbf-431a-8038-bbaf54bf0e4b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:19.895111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Deleting subnet 0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:37:19.898517 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for subnet (0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:19.913302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:19.942146 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.036363 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.201831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.228792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:20.236010 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.239712 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3df49865-2beb-466c-8ca8-ba4c3aee7e1b tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "DELETE /v2.0/subnets/0a4dd7e8-1e4e-4b34-8455-e0a477c11dfc HTTP/1.1" status: 204 len: 168 time: 0.4018528 Jan 29 20:37:20.242161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:20.244620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120fa40-0408-4f05-be48-e937c481426e None None] Network 2e3a7690-bccf-4bf1-b23b-b37bea054a02 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:20.278915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b0506711-fc2f-4bb6-9ec1-4ba688d8d8fb None None] Could not find standard attr ID for object 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246. {{(pid=103564) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 29 20:37:20.314610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1d793-6141-43dc-8b23-19a677ffd5b7 None None] DHCP port deletion for 799c4302-ebbf-431a-8038-bbaf54bf0e4b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:37:20.328847 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (2e3a7690-bccf-4bf1-b23b-b37bea054a02), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.340920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36673f-9b84-4f1c-9694-31962fb6a0d2 None None] Network 799c4302-ebbf-431a-8038-bbaf54bf0e4b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:20.356034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36673f-9b84-4f1c-9694-31962fb6a0d2 None None] Network 799c4302-ebbf-431a-8038-bbaf54bf0e4b could not be found, it might have been deleted concurrently. {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 29 20:37:20.385519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Deleting port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:20.385864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.424037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] DHCP port deletion for 2e3a7690-bccf-4bf1-b23b-b37bea054a02 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:37:20.451441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] For port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,segment=NetworkSegment(0fba6a83-8a71-47ff-bba8-e87b7c4939be),segment_id=0fba6a83-8a71-47ff-bba8-e87b7c4939be)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:20.451799 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.463992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Calling delete_port for 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:20.471651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] Deleting port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:37:20.472024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.536482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] For port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,segment=NetworkSegment(0fba6a83-8a71-47ff-bba8-e87b7c4939be),segment_id=0fba6a83-8a71-47ff-bba8-e87b7c4939be)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:20.536882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.549953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] Calling delete_port for 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:37:20.629725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.635743 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (76e93f2c-1c7c-4dd8-8309-1819f0d963e4), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.656241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event deleted for resources: {'Port': ['ID=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:20.658183 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] No DVR routers for this DVR port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:20.659099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] Pushing event deleted for resources: {'Port': ['ID=76e93f2c-1c7c-4dd8-8309-1819f0d963e4,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:20.664523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6fa75-a35e-43e0-9da3-811b434fbfa4 None None] No DVR routers for this DVR port 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:37:20.740059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (2e3a7690-bccf-4bf1-b23b-b37bea054a02), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.759322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3a7690-bccf-4bf1-b23b-b37bea054a02']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:20.768251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fba6a83-8a71-47ff-bba8-e87b7c4939be') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:20.768552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fba6a83-8a71-47ff-bba8-e87b7c4939be') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:20.778437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (0fba6a83-8a71-47ff-bba8-e87b7c4939be), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.791920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0fba6a83-8a71-47ff-bba8-e87b7c4939be), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.797718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:37:20.798096 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (0fba6a83-8a71-47ff-bba8-e87b7c4939be), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:37:20.800991 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:37:20.915181 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (2e3a7690-bccf-4bf1-b23b-b37bea054a02), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.922461 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:20.925801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "DELETE /v2.0/networks/2e3a7690-bccf-4bf1-b23b-b37bea054a02 HTTP/1.1" status: 204 len: 168 time: 0.6808290 Jan 29 20:37:20.928726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40654) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:20.937158 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651ccdd-8a6c-45d8-aba1-745c3f338635 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Pushing event deleted for resources: {'Network': ['ID=2e3a7690-bccf-4bf1-b23b-b37bea054a02,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:20.956995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b10833c6-7bb6-410b-8925-c3b998325c32 tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "GET /v2.0/ports?device_id=4984f154-651f-40f9-9f3d-e88f2a9884dc HTTP/1.1" status: 200 len: 205 time: 0.0270915 Jan 29 20:37:20.959358 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40656) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:21.033151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for router (4984f154-651f-40f9-9f3d-e88f2a9884dc), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:21.187611 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (4984f154-651f-40f9-9f3d-e88f2a9884dc), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:21.189653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for router_controller (4984f154-651f-40f9-9f3d-e88f2a9884dc), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:21.276294 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (4984f154-651f-40f9-9f3d-e88f2a9884dc), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:21.276845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Fanout notify agent at l3_agent the message router_deleted on router 4984f154-651f-40f9-9f3d-e88f2a9884dc {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:37:21.283579 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:21.284667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0e5bed48-4f24-4722-ae84-52874a66ceff tempest-RoutersNegativeTest-628267858 tempest-RoutersNegativeTest-628267858-project] 10.222.0.15 "DELETE /v2.0/routers/4984f154-651f-40f9-9f3d-e88f2a9884dc HTTP/1.1" status: 204 len: 168 time: 0.3244326 Jan 29 20:37:21.678676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40662) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:21.769570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:37:21.792929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:37:21.793284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 76e93f2c-1c7c-4dd8-8309-1819f0d963e4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:37:21.793707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:37:21.812359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:37:21.812706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 8fe2f6a4-ff58-4a8b-8f7b-c55a48f30246 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:37:21.814561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-59fdad50-4339-42ec-a361-af03ba2651c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=720c0531af7e43d9aed9df63d6f11811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346891 Jan 29 20:37:21.816967 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40666) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:21.871451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d953c9-548d-4788-a84e-7e97ee93622a admin admin] Publish callbacks [] for security_group (1cd0029f-c99a-4ac5-adad-f7681eaeb882), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:21.892544 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d953c9-548d-4788-a84e-7e97ee93622a admin admin] Publish callbacks [] for security_group (1cd0029f-c99a-4ac5-adad-f7681eaeb882), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:22.001049 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d953c9-548d-4788-a84e-7e97ee93622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1cd0029f-c99a-4ac5-adad-f7681eaeb882), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:22.003662 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-97d953c9-548d-4788-a84e-7e97ee93622a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:22.004838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-97d953c9-548d-4788-a84e-7e97ee93622a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cd0029f-c99a-4ac5-adad-f7681eaeb882 HTTP/1.1" status: 204 len: 168 time: 0.1869776 Jan 29 20:37:22.012974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d953c9-548d-4788-a84e-7e97ee93622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd0029f-c99a-4ac5-adad-f7681eaeb882,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:22.915576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:23.009778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1891729061-network', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:23.098083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Made reservation on behalf of c43a4bb71eff40c4919a278082b5604a for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:23.100529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.109284 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.182297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks [] for security_group (af8f148e-99f2-4446-9890-3ecaefaa1056), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.246471 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (af8f148e-99f2-4446-9890-3ecaefaa1056), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.270902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:23.280255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f148e-99f2-4446-9890-3ecaefaa1056,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:23.286060 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0264828b-8983-43d9-ab62-a6a98612296e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.291059 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Added segment 0264828b-8983-43d9-ab62-a6a98612296e of type vlan for network 7a38223e-338a-43cc-baef-a8df80e2f82f Jan 29 20:37:23.328166 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (7a38223e-338a-43cc-baef-a8df80e2f82f), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.406967 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (7a38223e-338a-43cc-baef-a8df80e2f82f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.407859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:23.408475 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.467589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] Pushing event updated for resources: {'Network': ['ID=7a38223e-338a-43cc-baef-a8df80e2f82f,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:23.477337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 7a38223e-338a-43cc-baef-a8df80e2f82f details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:23.501201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e87589d1-0e63-4804-9b8e-00f48b8d6083 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5844097 Jan 29 20:37:23.504122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40692) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:23.508908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Request body: {'subnet': {'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-subnet', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:23.595512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Made reservation on behalf of c43a4bb71eff40c4919a278082b5604a for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:23.597923 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.840407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (012320d0-b9ea-4913-8755-b6336964e759), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:23.897229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=012320d0-b9ea-4913-8755-b6336964e759,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:23.905665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Checking segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:23.906036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Network hostable DHCP agents. Network: 7a38223e-338a-43cc-baef-a8df80e2f82f, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:24.000590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Network 7a38223e-338a-43cc-baef-a8df80e2f82f is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:24.086579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 7a38223e-338a-43cc-baef-a8df80e2f82f) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:24.091015 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:24.091628 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.096766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b85cf8-21b4-4b8d-87db-16208f3b601d None None] Network 7a38223e-338a-43cc-baef-a8df80e2f82f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:24.175284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-38e75def-8eae-4017-9578-85d9911934fe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6700671 Jan 29 20:37:24.178083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40694) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:24.182496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:24.196397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-7a38223e-338a-43cc-baef-a8df80e2f82f', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'fixed_ips': [{'subnet_id': '012320d0-b9ea-4913-8755-b6336964e759'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:24.197427 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.275193 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.276578 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.333138 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks [] for router_controller (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.333376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Allocated IP 172.20.0.2 (7a38223e-338a-43cc-baef-a8df80e2f82f/012320d0-b9ea-4913-8755-b6336964e759/a524a01d-df06-4a6f-9465-25145fb5d5fe) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:24.472997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Publish callbacks [] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.536858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks [] for router_gateway (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.544520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.580011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Network 7a38223e-338a-43cc-baef-a8df80e2f82f is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:24.582711 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:24.587967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:24.599610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Pushing event updated for resources: {'Port': ['ID=a524a01d-df06-4a6f-9465-25145fb5d5fe,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:24.650507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Attempting to bind port a524a01d-df06-4a6f-9465-25145fb5d5fe on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:24.650876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Attempting to bind port a524a01d-df06-4a6f-9465-25145fb5d5fe by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:24.651242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Attempting to bind port a524a01d-df06-4a6f-9465-25145fb5d5fe on network 7a38223e-338a-43cc-baef-a8df80e2f82f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:24.656266 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:24.656645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Checking segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:24.657039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.657428 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Bound using segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:24.657887 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Bound port: a524a01d-df06-4a6f-9465-25145fb5d5fe, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:24.658265 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.725913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] For port a524a01d-df06-4a6f-9465-25145fb5d5fe, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:24.729082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] For port a524a01d-df06-4a6f-9465-25145fb5d5fe, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a524a01d-df06-4a6f-9465-25145fb5d5fe,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:24.788099 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks [] for router_gateway (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.806065 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.806895 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:24.871533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08727435-944b-47d7-9a89-3cc4b10e4596 None None] Pushing event updated for resources: {'Port': ['ID=a524a01d-df06-4a6f-9465-25145fb5d5fe,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:24.922534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Allocated IP 172.25.5.134 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:25.039524 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks [] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:25.122013 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:25.166226 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:25.169187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:25.172143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:25.204759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Pushing event updated for resources: {'Port': ['ID=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:25.205919 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1b284397-71ce-4bfa-953e-d58eea6dcb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:25.796443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb35f6-4695-49c9-b70f-ea97e2cb94cf None None] Network 7a38223e-338a-43cc-baef-a8df80e2f82f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:25.813105 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks [] for router_gateway (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:25.860449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a524a01d-df06-4a6f-9465-25145fb5d5fe up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:25.914713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] Provisioning complete for port a524a01d-df06-4a6f-9465-25145fb5d5fe triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:25.915096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:25.992541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a524a01d-df06-4a6f-9465-25145fb5d5fe triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:25.992918 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.016684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.070082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] Current status of the port a524a01d-df06-4a6f-9465-25145fb5d5fe is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:26.070476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.138997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] For port a524a01d-df06-4a6f-9465-25145fb5d5fe, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a524a01d-df06-4a6f-9465-25145fb5d5fe,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:26.146999 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a524a01d-df06-4a6f-9465-25145fb5d5fe is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:26.152945 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.235318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.247101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:37:26.304301 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:37:26.304547 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:37:26.309416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0349a1-c1ff-4f55-b9c4-766431f19424 None None] Pushing event updated for resources: {'Port': ['ID=a524a01d-df06-4a6f-9465-25145fb5d5fe,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:26.362994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:37:26.365492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-24d32fcb-db19-4f8e-9dcc-60b00d571f63 None None] Provisioning complete for port a524a01d-df06-4a6f-9465-25145fb5d5fe triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:26.365833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-24d32fcb-db19-4f8e-9dcc-60b00d571f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.374254 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Sync routers for ids ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:37:26.383958 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Routers {'c2c5f4e5-5e10-499d-846a-dc15e20bdba8'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:26.384893 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:36:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:26.449984 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.454158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6663debc-9d91-4fad-8458-58b6d66e2256 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2724519 Jan 29 20:37:26.454519 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 40696) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:26.497195 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Set router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:26.614267 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-24d32fcb-db19-4f8e-9dcc-60b00d571f63 None None] Current status of the port a524a01d-df06-4a6f-9465-25145fb5d5fe is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:26.768556 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:25Z', 'revision_number': 3, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:26.793947 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Checking router: c2c5f4e5-5e10-499d-846a-dc15e20bdba8 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:37:26.794290 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Updating router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:37:26.821031 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:26.842536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a524a01d-df06-4a6f-9465-25145fb5d5fe is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:26.882508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.041327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Allocated IP 172.20.0.1 (7a38223e-338a-43cc-baef-a8df80e2f82f/012320d0-b9ea-4913-8755-b6336964e759/d05ea207-14e9-4e6c-b392-9344622d3e03) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:27.075750 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Publish callbacks [] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.141236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks [] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.150631 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.199946 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Attempting to bind port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:27.200404 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Attempting to bind port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:27.200766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Attempting to bind port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:27.207932 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:27.208337 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:27.208734 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.209120 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:27.209574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Bound port: 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:27.209942 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.211415 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Pushing event updated for resources: {'Port': ['ID=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:27.236687 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.237033 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.237371 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.237704 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.238034 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.238360 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.238681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.239003 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.239321 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.239639 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.239956 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.240301 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.240610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:27.272841 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] For port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:27.276538 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] For port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:27.281777 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.316006 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Network 7a38223e-338a-43cc-baef-a8df80e2f82f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:27.318973 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:27.323303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:27.338811 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.357021 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Pushing event updated for resources: {'Port': ['ID=d05ea207-14e9-4e6c-b392-9344622d3e03,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:27.375778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.404635 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Routers {'c2c5f4e5-5e10-499d-846a-dc15e20bdba8'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:27.405310 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:36:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:27.447277 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387a483-701f-42ae-aecb-7154428dc8fc None None] Pushing event updated for resources: {'Port': ['ID=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:27.527941 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] Set router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:27.541838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-80b1998c-ac75-401a-9daa-166ae35ef77d None None] Provisioning complete for port d05ea207-14e9-4e6c-b392-9344622d3e03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:27.542213 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-80b1998c-ac75-401a-9daa-166ae35ef77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.577479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-80b1998c-ac75-401a-9daa-166ae35ef77d None None] Port d05ea207-14e9-4e6c-b392-9344622d3e03 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:27.589042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.705882 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:25Z', 'revision_number': 3, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:27.735388 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9cf0e-2879-41e6-a0d0-7da8dc24bb9b None None] The sync data for ids ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'] in n-d-825496-5 is: [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:25Z', 'revision_number': 3, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:37:27.757637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks [] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.789532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a524a01d-df06-4a6f-9465-25145fb5d5fe up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:27.817687 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.843098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a524a01d-df06-4a6f-9465-25145fb5d5fe triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:27.843603 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.896163 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:27.898423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Pushing event updated for resources: {'Port': ['ID=d05ea207-14e9-4e6c-b392-9344622d3e03,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:27.925189 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a524a01d-df06-4a6f-9465-25145fb5d5fe is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:28.005377 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Network 7a38223e-338a-43cc-baef-a8df80e2f82f is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:28.009975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:28.138822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:37:28.235411 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-127276af-9553-496d-a9ae-1ab122e10e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:28.260396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:37:28.266889 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d1100ca-b55a-465b-90f9-253f3d209b35 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2c5f4e5-5e10-499d-846a-dc15e20bdba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102205 Jan 29 20:37:28.306606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1bb5b098-9b7d-4803-995c-edb52c254989 None None] Provisioning complete for port d05ea207-14e9-4e6c-b392-9344622d3e03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:28.307256 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b098-9b7d-4803-995c-edb52c254989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:28.346664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5b098-9b7d-4803-995c-edb52c254989 None None] Port d05ea207-14e9-4e6c-b392-9344622d3e03 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:28.919177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40712) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:28.924379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1761026964-network', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:29.041552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Made reservation on behalf of 67fdfdde5b80469298a6f1bf4b61a638 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:29.044516 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.053719 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.086899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.131497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks [] for security_group (77aaa385-3581-4125-9287-16f9c24b6c3e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.213019 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (77aaa385-3581-4125-9287-16f9c24b6c3e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.235914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:37:29.250123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aaa385-3581-4125-9287-16f9c24b6c3e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:29.254865 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4133a04d-6d0f-4d31-9a03-a4fbf77c0435), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.258679 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Added segment 4133a04d-6d0f-4d31-9a03-a4fbf77c0435 of type vlan for network 46efc822-5c34-4d6e-8d9a-80186b14957d Jan 29 20:37:29.299367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (46efc822-5c34-4d6e-8d9a-80186b14957d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.350553 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Sync routers for ids ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:37:29.361325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Routers {'c2c5f4e5-5e10-499d-846a-dc15e20bdba8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:29.361937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:37:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:29.389495 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (46efc822-5c34-4d6e-8d9a-80186b14957d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.390588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:29.391176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.455636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] Pushing event updated for resources: {'Network': ['ID=46efc822-5c34-4d6e-8d9a-80186b14957d,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:29.467030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 46efc822-5c34-4d6e-8d9a-80186b14957d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:37:29.484390 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Set router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:29.498501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ff481d84-8b6d-4eb1-acca-ca5cf3ce23b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5755458 Jan 29 20:37:29.498702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:29.503502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Request body: {'subnet': {'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-subnet', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'ip_version': 4}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:29.595162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Made reservation on behalf of 67fdfdde5b80469298a6f1bf4b61a638 for: {'subnet': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:29.597715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4860320'] for subnet (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.733705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 4, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd05ea207-14e9-4e6c-b392-9344622d3e03', 'name': '', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'mac_address': 'fa:16:3e:bb:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '012320d0-b9ea-4913-8755-b6336964e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:26Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 2, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'subnets': [{'id': '012320d0-b9ea-4913-8755-b6336964e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:29.761739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Checking router: c2c5f4e5-5e10-499d-846a-dc15e20bdba8 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:37:29.762099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Updating router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 port d05ea207-14e9-4e6c-b392-9344622d3e03 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:37:29.792474 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.831475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:29.870408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5930592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4860310'] for subnet (61fa822e-259c-42cd-a671-3f4cafc1007e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:29.928884 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fa822e-259c-42cd-a671-3f4cafc1007e,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:29.937379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Checking segment: {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:29.937747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Network hostable DHCP agents. Network: 46efc822-5c34-4d6e-8d9a-80186b14957d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:37:29.972890 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:29.973266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.007008 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Network 46efc822-5c34-4d6e-8d9a-80186b14957d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:37:30.058436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 46efc822-5c34-4d6e-8d9a-80186b14957d) {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:30.063104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:30.063700 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.074730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef6e1ea-5bb2-4585-b6c2-751c334086d1 None None] Network 46efc822-5c34-4d6e-8d9a-80186b14957d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:30.138815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-db7b4650-db11-4edc-8d9c-73b3cfafaa3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6366606 Jan 29 20:37:30.139049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:30.143385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:30.210906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:30.211573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.223230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (336f8837-99c2-4ee6-80bf-b781eef9e089), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.224508 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (336f8837-99c2-4ee6-80bf-b781eef9e089), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.263460 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Publish callbacks [] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.270653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:30.281092 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks [] for router_controller (336f8837-99c2-4ee6-80bf-b781eef9e089), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.294030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-46efc822-5c34-4d6e-8d9a-80186b14957d', 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d', 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'fixed_ips': [{'subnet_id': '61fa822e-259c-42cd-a671-3f4cafc1007e'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:37:30.294878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.306638 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.363445 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.365348 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.471146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Pushing event updated for resources: {'Port': ['ID=d05ea207-14e9-4e6c-b392-9344622d3e03,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:30.489613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.489960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.490314 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.490650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.490985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.491316 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.491643 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.491973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.492324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.492651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.492974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.493296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.493619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:37:30.510768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks [] for router_gateway (336f8837-99c2-4ee6-80bf-b781eef9e089), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.519843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.567830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Allocated IP 172.20.0.2 (46efc822-5c34-4d6e-8d9a-80186b14957d/61fa822e-259c-42cd-a671-3f4cafc1007e/36332ede-d09a-47c4-87cf-8cc0dad1f440) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:30.604709 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Attempting to bind port d05ea207-14e9-4e6c-b392-9344622d3e03 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:30.605098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Attempting to bind port d05ea207-14e9-4e6c-b392-9344622d3e03 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:30.605449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Attempting to bind port d05ea207-14e9-4e6c-b392-9344622d3e03 on network 7a38223e-338a-43cc-baef-a8df80e2f82f {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:30.631824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:30.632230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Checking segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:30.632637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.633035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Bound using segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:30.633506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Bound port: d05ea207-14e9-4e6c-b392-9344622d3e03, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:30.633886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.646600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:30.763728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-55a910ca-8959-4829-8141-32e5ba21a586 None None] Provisioning complete for port d05ea207-14e9-4e6c-b392-9344622d3e03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:30.764109 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-55a910ca-8959-4829-8141-32e5ba21a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.765497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks [] for router_gateway (336f8837-99c2-4ee6-80bf-b781eef9e089), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.784365 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.795686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] For port d05ea207-14e9-4e6c-b392-9344622d3e03, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:30.838906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] For port d05ea207-14e9-4e6c-b392-9344622d3e03, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d05ea207-14e9-4e6c-b392-9344622d3e03,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:30.845835 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-55a910ca-8959-4829-8141-32e5ba21a586 None None] Port d05ea207-14e9-4e6c-b392-9344622d3e03 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:30.865579 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Publish callbacks [] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.891135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Allocated IP 172.25.5.88 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:30.916838 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.949107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:30.993497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Network 46efc822-5c34-4d6e-8d9a-80186b14957d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:31.000539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:31.002781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Routers {'c2c5f4e5-5e10-499d-846a-dc15e20bdba8'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:31.003784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:37:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:31.007317 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks [] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.007805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:31.007805 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b66c-f4af-49be-9781-eb6b8f816aaf None None] Pushing event updated for resources: {'Port': ['ID=d05ea207-14e9-4e6c-b392-9344622d3e03,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:31.116176 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.164573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:31.168086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:31.172848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:31.175986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Pushing event updated for resources: {'Port': ['ID=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:31.309806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Pushing event updated for resources: {'Port': ['ID=36332ede-d09a-47c4-87cf-8cc0dad1f440,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:31.346056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Attempting to bind port 36332ede-d09a-47c4-87cf-8cc0dad1f440 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:31.346430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Attempting to bind port 36332ede-d09a-47c4-87cf-8cc0dad1f440 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:31.347557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Attempting to bind port 36332ede-d09a-47c4-87cf-8cc0dad1f440 on network 46efc822-5c34-4d6e-8d9a-80186b14957d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:31.365208 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:31.365618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Checking segment: {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:31.366014 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.366402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Bound using segment: {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:31.366867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Bound port: 36332ede-d09a-47c4-87cf-8cc0dad1f440, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:31.367239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.373561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] Provisioning complete for port d05ea207-14e9-4e6c-b392-9344622d3e03 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:31.376192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.418231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] Set router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:31.495918 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks [] for router_gateway (336f8837-99c2-4ee6-80bf-b781eef9e089), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.570728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] For port 36332ede-d09a-47c4-87cf-8cc0dad1f440, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:31.595813 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.622156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] For port 36332ede-d09a-47c4-87cf-8cc0dad1f440, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=36332ede-d09a-47c4-87cf-8cc0dad1f440,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:31.685785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] Current status of the port d05ea207-14e9-4e6c-b392-9344622d3e03 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:31.686160 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.696097 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (336f8837-99c2-4ee6-80bf-b781eef9e089), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.698880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.786400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] For port d05ea207-14e9-4e6c-b392-9344622d3e03, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d05ea207-14e9-4e6c-b392-9344622d3e03,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:31.804812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:31.839159 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97341ed-7da0-40b3-b302-f57225173efd None None] Pushing event updated for resources: {'Port': ['ID=36332ede-d09a-47c4-87cf-8cc0dad1f440,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:31.846221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:31.897826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 4, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd05ea207-14e9-4e6c-b392-9344622d3e03', 'name': '', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'mac_address': 'fa:16:3e:bb:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '012320d0-b9ea-4913-8755-b6336964e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:26Z', 'updated_at': '2022-01-29T20:37:30Z', 'revision_number': 4, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'subnets': [{'id': '012320d0-b9ea-4913-8755-b6336964e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:31.910200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Router 336f8837-99c2-4ee6-80bf-b781eef9e089 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:37:31.937277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e8f84-b5ab-43c1-9d40-cd32d09abf34 None None] The sync data for ids ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'] in n-d-825496-5 is: [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:27Z', 'revision_number': 4, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd05ea207-14e9-4e6c-b392-9344622d3e03', 'name': '', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'mac_address': 'fa:16:3e:bb:27:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '012320d0-b9ea-4913-8755-b6336964e759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:26Z', 'updated_at': '2022-01-29T20:37:30Z', 'revision_number': 4, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'subnets': [{'id': '012320d0-b9ea-4913-8755-b6336964e759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:37:31.948695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f4d7a-5ace-43c4-8ca6-854b6861e5a5 None None] Pushing event updated for resources: {'Port': ['ID=d05ea207-14e9-4e6c-b392-9344622d3e03,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:31.969116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:31.969116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.044735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:37:32.089738 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Sync routers for ids ['336f8837-99c2-4ee6-80bf-b781eef9e089'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:37:32.105712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:32.106908 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Routers {'336f8837-99c2-4ee6-80bf-b781eef9e089'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:32.107623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:37:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['336f8837-99c2-4ee6-80bf-b781eef9e089'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:32.164869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.169615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b2b5cab4-2cc8-4964-9cfd-29ce2efbffdb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0267253 Jan 29 20:37:32.169798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 40718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:37:32.240778 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Set router 336f8837-99c2-4ee6-80bf-b781eef9e089 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:32.444527 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:31Z', 'revision_number': 3, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:32.472969 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Checking router: 336f8837-99c2-4ee6-80bf-b781eef9e089 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:37:32.473331 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Updating router 336f8837-99c2-4ee6-80bf-b781eef9e089 port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:37:32.504699 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.827784 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Publish callbacks [] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.893540 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.955498 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Attempting to bind port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:32.955874 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Attempting to bind port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:32.956252 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Attempting to bind port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:32.969808 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:32.970236 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:32.970691 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.971081 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:32.971558 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Bound port: ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:32.972067 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:32.977461 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fc971-8f7f-49fc-8ae1-03b5b359dadd None None] Pushing event updated for resources: {'Port': ['ID=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:33.013357 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.031372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df5420-375d-48fb-b479-d3031c5832d2 None None] Network 46efc822-5c34-4d6e-8d9a-80186b14957d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:37:33.049836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] For port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:33.053349 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] For port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:33.116321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] Provisioning complete for port 36332ede-d09a-47c4-87cf-8cc0dad1f440 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:33.116620 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.127642 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.191069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Routers {'336f8837-99c2-4ee6-80bf-b781eef9e089'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:33.191729 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:37:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['336f8837-99c2-4ee6-80bf-b781eef9e089'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:33.223409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Allocated IP 172.20.0.1 (46efc822-5c34-4d6e-8d9a-80186b14957d/61fa822e-259c-42cd-a671-3f4cafc1007e/679548d7-e102-40f4-8a8c-c55d0dca1b0c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:33.251911 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] Current status of the port 36332ede-d09a-47c4-87cf-8cc0dad1f440 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:33.252746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.291902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] For port 36332ede-d09a-47c4-87cf-8cc0dad1f440, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=36332ede-d09a-47c4-87cf-8cc0dad1f440,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:33.365620 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks [] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.372318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.386490 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fc971-8f7f-49fc-8ae1-03b5b359dadd None None] Pushing event updated for resources: {'Port': ['ID=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:33.451345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26798aa-e800-45f9-aec4-3cdcb9f0a9f8 None None] Pushing event updated for resources: {'Port': ['ID=36332ede-d09a-47c4-87cf-8cc0dad1f440,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:33.481995 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] Set router 336f8837-99c2-4ee6-80bf-b781eef9e089 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:33.486580 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.498463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ae878668-29f1-4523-90ef-abad6e8411a5 None None] Provisioning complete for port 36332ede-d09a-47c4-87cf-8cc0dad1f440 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:33.499179 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae878668-29f1-4523-90ef-abad6e8411a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.525763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Network 46efc822-5c34-4d6e-8d9a-80186b14957d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:33.533674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:33.537185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:33.573775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=679548d7-e102-40f4-8a8c-c55d0dca1b0c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:33.586814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (336f8837-99c2-4ee6-80bf-b781eef9e089), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.592914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ae878668-29f1-4523-90ef-abad6e8411a5 None None] Current status of the port 36332ede-d09a-47c4-87cf-8cc0dad1f440 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:33.708536 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:31Z', 'revision_number': 3, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:33.735701 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900bfc2-1183-49b4-8058-05cc8fb1dd6d None None] The sync data for ids ['336f8837-99c2-4ee6-80bf-b781eef9e089'] in n-d-825496-5 is: [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:31Z', 'revision_number': 3, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:37:33.815174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6109bd58-acb4-462f-b0d3-115ecdb061e3 None None] Provisioning complete for port 679548d7-e102-40f4-8a8c-c55d0dca1b0c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:33.815729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6109bd58-acb4-462f-b0d3-115ecdb061e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.840404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:33.858648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6109bd58-acb4-462f-b0d3-115ecdb061e3 None None] Port 679548d7-e102-40f4-8a8c-c55d0dca1b0c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:33.910116 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d05ea207-14e9-4e6c-b392-9344622d3e03 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:33.971616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d05ea207-14e9-4e6c-b392-9344622d3e03 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:33.972000 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:34.045657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks [] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:34.070653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d05ea207-14e9-4e6c-b392-9344622d3e03 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:34.071716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 36332ede-d09a-47c4-87cf-8cc0dad1f440 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:34.091419 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:34.129325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 36332ede-d09a-47c4-87cf-8cc0dad1f440 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:34.133703 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:34.169613 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (336f8837-99c2-4ee6-80bf-b781eef9e089), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:34.171702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=679548d7-e102-40f4-8a8c-c55d0dca1b0c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:34.220779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 36332ede-d09a-47c4-87cf-8cc0dad1f440 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:34.283136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Network 46efc822-5c34-4d6e-8d9a-80186b14957d is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:34.284652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:34.410671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Router 336f8837-99c2-4ee6-80bf-b781eef9e089 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:37:34.529662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:37:34.534964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-63fd957c-1c0c-429b-81cd-fb1437648ca8 admin admin] 10.222.0.15 "PUT /v2.0/routers/336f8837-99c2-4ee6-80bf-b781eef9e089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3641040 Jan 29 20:37:34.583332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a956e07e-e720-4308-89f5-1e386c1703b0 None None] Provisioning complete for port 679548d7-e102-40f4-8a8c-c55d0dca1b0c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:34.583711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a956e07e-e720-4308-89f5-1e386c1703b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:34.621759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a956e07e-e720-4308-89f5-1e386c1703b0 None None] Port 679548d7-e102-40f4-8a8c-c55d0dca1b0c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:35.329011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-57f1d887-ad7d-4d06-bdf8-28c460ab8199 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:35.330517 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-57f1d887-ad7d-4d06-bdf8-28c460ab8199 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/networks?id=7a38223e-338a-43cc-baef-a8df80e2f82f HTTP/1.1" status: 200 len: 817 time: 0.1027501 Jan 29 20:37:35.345010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-296f4fd8-c157-48e2-9bbd-23bcb8ebf437 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/quotas/c43a4bb71eff40c4919a278082b5604a HTTP/1.1" status: 200 len: 375 time: 0.0090661 Jan 29 20:37:35.405932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-8adfb52e-a8d1-4e91-bc30-ecd43d907b42 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557079 Jan 29 20:37:35.438511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Sync routers for ids ['336f8837-99c2-4ee6-80bf-b781eef9e089'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:37:35.448792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Routers {'336f8837-99c2-4ee6-80bf-b781eef9e089'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:35.449487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:37:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['336f8837-99c2-4ee6-80bf-b781eef9e089'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:35.505617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-a860f5bc-b8d2-41c8-8927-794968c41c33 service neutron] 10.222.0.15 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 Jan 29 20:37:35.557110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Set router 336f8837-99c2-4ee6-80bf-b781eef9e089 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:35.599119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-4edff82a-48bf-405d-8107-a37d88cd9664 service neutron] 10.222.0.15 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Jan 29 20:37:35.767091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 4, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '679548d7-e102-40f4-8a8c-c55d0dca1b0c', 'name': '', 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'mac_address': 'fa:16:3e:a5:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '61fa822e-259c-42cd-a671-3f4cafc1007e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:33Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 2, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'subnets': [{'id': '61fa822e-259c-42cd-a671-3f4cafc1007e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:35.811713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Checking router: 336f8837-99c2-4ee6-80bf-b781eef9e089 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:37:35.812081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Updating router 336f8837-99c2-4ee6-80bf-b781eef9e089 port 679548d7-e102-40f4-8a8c-c55d0dca1b0c binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:37:35.837318 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4a0bd5dc-3b39-4fab-9064-7879910119a9 req-615355fe-316c-49e6-af66-f7117364d2a0 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 210 time: 0.0303380 Jan 29 20:37:35.843372 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:35.883886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:36.018341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:36.018717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.188589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:36.188984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.219514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:36.228912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Publish callbacks [] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.287059 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.324797 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.345946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:36.419402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ce742-f67f-4dec-a3d7-b492b0a3c367 None None] Pushing event updated for resources: {'Port': ['ID=679548d7-e102-40f4-8a8c-c55d0dca1b0c,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:36.452021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Attempting to bind port 679548d7-e102-40f4-8a8c-c55d0dca1b0c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:36.452785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Attempting to bind port 679548d7-e102-40f4-8a8c-c55d0dca1b0c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:36.452897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Attempting to bind port 679548d7-e102-40f4-8a8c-c55d0dca1b0c on network 46efc822-5c34-4d6e-8d9a-80186b14957d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:36.458227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:36.458605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Checking segment: {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:36.459010 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.459402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Bound using segment: {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:36.459867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Bound port: 679548d7-e102-40f4-8a8c-c55d0dca1b0c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4133a04d-6d0f-4d31-9a03-a4fbf77c0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:36.460268 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.527985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] For port 679548d7-e102-40f4-8a8c-c55d0dca1b0c, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:36.531098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] For port 679548d7-e102-40f4-8a8c-c55d0dca1b0c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=679548d7-e102-40f4-8a8c-c55d0dca1b0c,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:36.553512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-395da283-9cc2-469f-96df-129f443cf214 None None] Provisioning complete for port 679548d7-e102-40f4-8a8c-c55d0dca1b0c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:36.554017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-395da283-9cc2-469f-96df-129f443cf214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.587753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-395da283-9cc2-469f-96df-129f443cf214 None None] Port 679548d7-e102-40f4-8a8c-c55d0dca1b0c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:36.607270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:36.667120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Routers {'336f8837-99c2-4ee6-80bf-b781eef9e089'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:37:36.667120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:37:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['336f8837-99c2-4ee6-80bf-b781eef9e089'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:36.705255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ce742-f67f-4dec-a3d7-b492b0a3c367 None None] Pushing event updated for resources: {'Port': ['ID=679548d7-e102-40f4-8a8c-c55d0dca1b0c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:36.941984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1acf43f6-2099-40f7-b169-5cf77925fe62 req-71dfb774-2dfd-4f02-9683-3bf4b806547e tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 210 time: 0.0288072 Jan 29 20:37:36.954209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] Set router 336f8837-99c2-4ee6-80bf-b781eef9e089 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:37:36.983899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] Provisioning complete for port 679548d7-e102-40f4-8a8c-c55d0dca1b0c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:36.984302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:37.168246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] Current status of the port 679548d7-e102-40f4-8a8c-c55d0dca1b0c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:37.168644 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:37.230187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] For port 679548d7-e102-40f4-8a8c-c55d0dca1b0c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=679548d7-e102-40f4-8a8c-c55d0dca1b0c,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:37.247279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 4, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '679548d7-e102-40f4-8a8c-c55d0dca1b0c', 'name': '', 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'mac_address': 'fa:16:3e:a5:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '61fa822e-259c-42cd-a671-3f4cafc1007e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:33Z', 'updated_at': '2022-01-29T20:37:36Z', 'revision_number': 4, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'subnets': [{'id': '61fa822e-259c-42cd-a671-3f4cafc1007e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:37:37.276114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa6ce0-34ca-4409-84dd-6d84cf686625 None None] The sync data for ids ['336f8837-99c2-4ee6-80bf-b781eef9e089'] in n-d-825496-5 is: [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:33Z', 'revision_number': 4, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '679548d7-e102-40f4-8a8c-c55d0dca1b0c', 'name': '', 'network_id': '46efc822-5c34-4d6e-8d9a-80186b14957d', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'mac_address': 'fa:16:3e:a5:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '61fa822e-259c-42cd-a671-3f4cafc1007e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:33Z', 'updated_at': '2022-01-29T20:37:36Z', 'revision_number': 4, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'subnets': [{'id': '61fa822e-259c-42cd-a671-3f4cafc1007e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:37:37.297323 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:37.365215 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7034d-6193-4c13-a36e-53c51ef679e0 None None] Pushing event updated for resources: {'Port': ['ID=679548d7-e102-40f4-8a8c-c55d0dca1b0c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:37.891094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:37.944537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:37.944913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:37.996916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-f079c93d-59e1-43ca-82dd-dae6d2bffb49 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:37.999071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-f079c93d-59e1-43ca-82dd-dae6d2bffb49 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.26 "GET /v2.0/networks?id=7a38223e-338a-43cc-baef-a8df80e2f82f HTTP/1.1" status: 200 len: 817 time: 0.1174457 Jan 29 20:37:38.026442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Request body: {'port': {'device_id': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'admin_state_up': True, 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:38.036829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:38.038334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 679548d7-e102-40f4-8a8c-c55d0dca1b0c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:38.055115 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f702ca34-cab0-491b-a87e-79edbf1ec5ec req-1d2e63a4-7e0d-459d-92f6-5c0ff125c1f7 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 210 time: 0.0319493 Jan 29 20:37:38.094094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 679548d7-e102-40f4-8a8c-c55d0dca1b0c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:38.094468 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.176107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 679548d7-e102-40f4-8a8c-c55d0dca1b0c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:38.217035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Made reservation on behalf of c43a4bb71eff40c4919a278082b5604a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:37:38.220577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.351148 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Allocated IP 172.20.0.12 (7a38223e-338a-43cc-baef-a8df80e2f82f/012320d0-b9ea-4913-8755-b6336964e759/3380962e-672f-4c15-9152-2bad6703ad5e) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:37:38.428904 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.496394 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks [] for port (3380962e-672f-4c15-9152-2bad6703ad5e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.584026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.631003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Network 7a38223e-338a-43cc-baef-a8df80e2f82f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:37:38.635900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:37:38.639538 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:37:38.648082 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Pushing event updated for resources: {'Port': ['ID=3380962e-672f-4c15-9152-2bad6703ad5e,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:38.693083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:38.693727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.769605 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-fd166c9b-0b24-417a-9539-7ea07d4b040a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484722 Jan 29 20:37:38.787425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Request body: {'port': {'device_id': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:37:38.852003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.926986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-33a7dddc-db67-4a48-975f-b6108e0ea918 None None] Provisioning complete for port 3380962e-672f-4c15-9152-2bad6703ad5e triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:38.927591 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-33a7dddc-db67-4a48-975f-b6108e0ea918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:38.969615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-33a7dddc-db67-4a48-975f-b6108e0ea918 None None] Port 3380962e-672f-4c15-9152-2bad6703ad5e cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:37:39.145620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380962e-672f-4c15-9152-2bad6703ad5e {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:37:39.171749 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Publish callbacks [] for port (3380962e-672f-4c15-9152-2bad6703ad5e), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:39.187189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Transition to ACTIVE for port object 3380962e-672f-4c15-9152-2bad6703ad5e will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:37:39.206426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624125b-e188-4e89-b000-fdf17a7c9907 req-a999ded4-9d89-4d69-88cc-cdf195ee3f3e tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:39.207995 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0624125b-e188-4e89-b000-fdf17a7c9907 req-a999ded4-9d89-4d69-88cc-cdf195ee3f3e tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 932 time: 0.0774467 Jan 29 20:37:39.252455 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:39.269553 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0624125b-e188-4e89-b000-fdf17a7c9907 req-24291a49-7406-48e5-9ec9-db1939b67912 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Jan 29 20:37:39.312018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3380962e-672f-4c15-9152-2bad6703ad5e,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:39.392080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Attempting to bind port 3380962e-672f-4c15-9152-2bad6703ad5e on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:37:39.392513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Attempting to bind port 3380962e-672f-4c15-9152-2bad6703ad5e by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:37:39.392843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Attempting to bind port 3380962e-672f-4c15-9152-2bad6703ad5e on network 7a38223e-338a-43cc-baef-a8df80e2f82f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:39.397716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Port 3380962e-672f-4c15-9152-2bad6703ad5e on network 7a38223e-338a-43cc-baef-a8df80e2f82f not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:37:39.398036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Attempting to bind port 3380962e-672f-4c15-9152-2bad6703ad5e on network 7a38223e-338a-43cc-baef-a8df80e2f82f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:37:39.404095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:37:39.404474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Checking segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:37:39.404867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Bound using segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:37:39.405452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Bound port: 3380962e-672f-4c15-9152-2bad6703ad5e, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:37:39.405817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:39.472883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] For port 3380962e-672f-4c15-9152-2bad6703ad5e, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:37:39.475911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] For port 3380962e-672f-4c15-9152-2bad6703ad5e, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3380962e-672f-4c15-9152-2bad6703ad5e,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:37:39.532998 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:39.568957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:39.569663 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:39.571057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] 10.222.0.26 "PUT /v2.0/ports/3380962e-672f-4c15-9152-2bad6703ad5e HTTP/1.1" status: 200 len: 1092 time: 0.7879663 Jan 29 20:37:39.571501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'tag': '3380962e-672f-4c15-9152-2bad6703ad5e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:37:39.574470 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7929b237-e7bb-427b-96f8-8110178cb73e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e203d86-2c07-4292-938f-80a5ada6ba5d", "tag": "3380962e-672f-4c15-9152-2bad6703ad5e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:37:39.601528 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1abe39-3e96-485b-9e34-d0865f1cb1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3380962e-672f-4c15-9152-2bad6703ad5e,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:39.638305 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930416e5-1189-4634-9a8a-acbf9994d567 x-openstack-request-id: req-930416e5-1189-4634-9a8a-acbf9994d567 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:37:39.638613 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e203d86-2c07-4292-938f-80a5ada6ba5d", "tag": "3380962e-672f-4c15-9152-2bad6703ad5e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:37:39.638885 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-930416e5-1189-4634-9a8a-acbf9994d567 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:37:39.639475 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'tag': '3380962e-672f-4c15-9152-2bad6703ad5e', 'status': 'completed', 'code': 200} Jan 29 20:37:39.727926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b237-e7bb-427b-96f8-8110178cb73e req-fe47c8dd-c298-49a6-af21-210c19ffe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:39.729819 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7929b237-e7bb-427b-96f8-8110178cb73e req-fe47c8dd-c298-49a6-af21-210c19ffe2dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 1126 time: 0.0537891 Jan 29 20:37:39.835022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b237-e7bb-427b-96f8-8110178cb73e req-96942113-0463-405e-949d-c6dc12c84b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:39.836455 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7929b237-e7bb-427b-96f8-8110178cb73e req-96942113-0463-405e-949d-c6dc12c84b0c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c43a4bb71eff40c4919a278082b5604a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0935481 Jan 29 20:37:39.933883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b237-e7bb-427b-96f8-8110178cb73e req-dca24243-0fc3-4f56-b518-194252050288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:39.935398 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7929b237-e7bb-427b-96f8-8110178cb73e req-dca24243-0fc3-4f56-b518-194252050288 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0937128 Jan 29 20:37:40.035858 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-d812d8be-ea74-4b55-8696-2bbe4a94b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:40.037377 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-d812d8be-ea74-4b55-8696-2bbe4a94b342 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 1126 time: 0.0462973 Jan 29 20:37:40.086710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-41799758-0463-42d7-86a1-bb6ac39ad835 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3380962e-672f-4c15-9152-2bad6703ad5e HTTP/1.1" status: 200 len: 217 time: 0.0377183 Jan 29 20:37:40.137163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-86ce89b2-a7a8-4d6c-8a21-9b73ef297e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:40.138526 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-86ce89b2-a7a8-4d6c-8a21-9b73ef297e25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=012320d0-b9ea-4913-8755-b6336964e759 HTTP/1.1" status: 200 len: 856 time: 0.0444493 Jan 29 20:37:40.188592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-08dd7e29-8b03-4c8e-a028-4b0114131463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:40.190180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-08dd7e29-8b03-4c8e-a028-4b0114131463 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a38223e-338a-43cc-baef-a8df80e2f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459874 Jan 29 20:37:40.286875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-3d6c1e50-ebc2-4f19-9129-2f08a93a43dc service neutron] 10.222.0.26 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905592 Jan 29 20:37:40.408740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5eb55a0e-aabc-4596-9462-39d45427dfba req-80993aa0-f192-44e7-b80e-9df646939cdc service neutron] 10.222.0.26 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162844 Jan 29 20:37:40.422439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdcb8c-dffa-4cd4-b5f8-3d5c8f5d478f req-595aa2d4-c6a8-47c0-a1f9-1bf2b58d6f3f tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:40.423854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8cdcb8c-dffa-4cd4-b5f8-3d5c8f5d478f req-595aa2d4-c6a8-47c0-a1f9-1bf2b58d6f3f tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 944 time: 0.0753589 Jan 29 20:37:40.473241 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c8cdcb8c-dffa-4cd4-b5f8-3d5c8f5d478f req-f512be24-8a3f-4f4c-a676-243efb263cd8 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Jan 29 20:37:41.595841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a834-d1c8-44ad-9a1a-a686dcb437a3 req-2c5a78ae-bddb-48a3-876b-4a8fdc2a1592 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:41.597360 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a892a834-d1c8-44ad-9a1a-a686dcb437a3 req-2c5a78ae-bddb-48a3-876b-4a8fdc2a1592 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 944 time: 0.0546720 Jan 29 20:37:41.644702 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a892a834-d1c8-44ad-9a1a-a686dcb437a3 req-ff4ebbd8-d729-4e29-ae12-3cf13fd2c7e7 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Jan 29 20:37:42.764586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226bbe5-71de-4a62-bbe3-ddd108522bd9 req-41af1f87-cfc7-40fb-a558-d89ecaca17fb tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:42.766077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5226bbe5-71de-4a62-bbe3-ddd108522bd9 req-41af1f87-cfc7-40fb-a558-d89ecaca17fb tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 944 time: 0.0533624 Jan 29 20:37:42.810998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5226bbe5-71de-4a62-bbe3-ddd108522bd9 req-9144157c-84bb-4aea-9628-ec6f24c3687a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Jan 29 20:37:43.008442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3380962e-672f-4c15-9152-2bad6703ad5e details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:37:43.101117 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3380962e-672f-4c15-9152-2bad6703ad5e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3380962e-672f-4c15-9152-2bad6703ad5e,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:43.111614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '3380962e-672f-4c15-9152-2bad6703ad5e', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'port_id': '3380962e-672f-4c15-9152-2bad6703ad5e', 'mac_address': 'fa:16:3e:5d:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012320d0-b9ea-4913-8755-b6336964e759', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:37:43.151561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3380962e-672f-4c15-9152-2bad6703ad5e is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:43.151943 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:43.164480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380962e-672f-4c15-9152-2bad6703ad5e {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:37:43.184247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3380962e-672f-4c15-9152-2bad6703ad5e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3380962e-672f-4c15-9152-2bad6703ad5e,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:43.234921 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:43.283104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3380962e-672f-4c15-9152-2bad6703ad5e,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:43.545530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['3380962e-672f-4c15-9152-2bad6703ad5e'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:37:43.930604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3ef5e-35ce-4028-bd67-2f0cf7d4e788 req-37f0196c-2e6a-449e-a25e-bfa751b74968 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:43.932140 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91b3ef5e-35ce-4028-bd67-2f0cf7d4e788 req-37f0196c-2e6a-449e-a25e-bfa751b74968 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 945 time: 0.0532234 Jan 29 20:37:43.982065 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-91b3ef5e-35ce-4028-bd67-2f0cf7d4e788 req-c635ccdb-473c-44ca-95c3-f1070e39bc48 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Jan 29 20:37:45.026068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3380962e-672f-4c15-9152-2bad6703ad5e up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:37:45.102078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5b50-1f70-45e5-a70a-e4aa9d23d734 req-0d04b024-eec2-495c-8f61-e7661a757844 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:45.103601 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-760c5b50-1f70-45e5-a70a-e4aa9d23d734 req-0d04b024-eec2-495c-8f61-e7661a757844 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 945 time: 0.0531044 Jan 29 20:37:45.143852 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 3380962e-672f-4c15-9152-2bad6703ad5e completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:37:45.147818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 3380962e-672f-4c15-9152-2bad6703ad5e triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:37:45.148178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:45.154232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-760c5b50-1f70-45e5-a70a-e4aa9d23d734 req-edc96768-88b9-46c2-9e69-6091fd96f2ee tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Jan 29 20:37:45.223854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 3380962e-672f-4c15-9152-2bad6703ad5e is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:37:45.224166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:45.251021 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380962e-672f-4c15-9152-2bad6703ad5e'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:37:45.253286 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246c4d4e-1257-42b9-b214-6105511b5215" -d '{"events": [{"server_uuid": "4e203d86-2c07-4292-938f-80a5ada6ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "3380962e-672f-4c15-9152-2bad6703ad5e"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:37:45.265789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 3380962e-672f-4c15-9152-2bad6703ad5e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3380962e-672f-4c15-9152-2bad6703ad5e,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:37:45.289618 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccdc501-dc26-40f8-b02a-4a36397d476b x-openstack-request-id: req-fccdc501-dc26-40f8-b02a-4a36397d476b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:37:45.290987 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e203d86-2c07-4292-938f-80a5ada6ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "3380962e-672f-4c15-9152-2bad6703ad5e", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:37:45.291476 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fccdc501-dc26-40f8-b02a-4a36397d476b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:37:45.291711 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380962e-672f-4c15-9152-2bad6703ad5e', 'code': 200} Jan 29 20:37:45.366321 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:45.415003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=3380962e-672f-4c15-9152-2bad6703ad5e,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:37:45.423745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9c508-b448-43cf-9327-d93b0d5cc11d req-29f37e92-3fcb-4cd9-a0f7-b8a3ed0c809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:45.425214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4c9c508-b448-43cf-9327-d93b0d5cc11d req-29f37e92-3fcb-4cd9-a0f7-b8a3ed0c809b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 1128 time: 0.0481005 Jan 29 20:37:45.469312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4c9c508-b448-43cf-9327-d93b0d5cc11d req-e9a3bc3c-0eb0-47ff-a981-605fca988896 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371149 Jan 29 20:37:46.276371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75d3c-1c1a-41c7-89e7-444e943838cf req-50b851e4-c5a0-42ee-9cb5-6e31daa709c1 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:46.277844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ad75d3c-1c1a-41c7-89e7-444e943838cf req-50b851e4-c5a0-42ee-9cb5-6e31daa709c1 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 946 time: 0.0523777 Jan 29 20:37:46.324940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4ad75d3c-1c1a-41c7-89e7-444e943838cf req-2feba5a3-f658-4ea5-8f0f-f1297f0c1f91 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Jan 29 20:37:47.448931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bd5aa-7c89-4c08-bfd5-61790f108083 req-11be3cbe-de4b-4cfb-a34c-ebedf8e98449 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:47.450421 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f96bd5aa-7c89-4c08-bfd5-61790f108083 req-11be3cbe-de4b-4cfb-a34c-ebedf8e98449 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 946 time: 0.0567472 Jan 29 20:37:47.496428 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f96bd5aa-7c89-4c08-bfd5-61790f108083 req-d1c6fe9f-c2b0-4581-a23a-0244b43b2634 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Jan 29 20:37:47.617144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8bd3-c388-484d-8b9d-268cc2ebd030 req-e266845c-cb55-451e-bed1-6c0093027486 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:37:47.618607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-037f8bd3-c388-484d-8b9d-268cc2ebd030 req-e266845c-cb55-451e-bed1-6c0093027486 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 946 time: 0.0554743 Jan 29 20:37:47.664905 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-037f8bd3-c388-484d-8b9d-268cc2ebd030 req-dcf97889-8968-45ef-8133-0b3b23bb0435 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Jan 29 20:37:48.282944 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:37:55.189454 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d511d6d0-c170-4ed2-883f-59b787bb5bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:58.223669 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fb698685-cfba-485a-b207-4696ab942454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:37:58.996503 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:00.280773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:00.452086 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:01.549069 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:08.440561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:23.368396 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b00213-ca79-443e-99a9-4e3936b2f189 req-81d4ee33-1512-4b86-814c-c7e26f485e44 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:23.370176 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55b00213-ca79-443e-99a9-4e3936b2f189 req-81d4ee33-1512-4b86-814c-c7e26f485e44 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 946 time: 0.0539305 Jan 29 20:38:23.418352 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-55b00213-ca79-443e-99a9-4e3936b2f189 req-f07dbae1-9797-4c4f-b299-34769eca3c5c tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Jan 29 20:38:24.541255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749096c-5173-4c97-864c-1d2b85ce2cba req-cf776a82-1a53-4704-8d37-5e3837376d22 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:24.542634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0749096c-5173-4c97-864c-1d2b85ce2cba req-cf776a82-1a53-4704-8d37-5e3837376d22 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 946 time: 0.0531633 Jan 29 20:38:24.588573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0749096c-5173-4c97-864c-1d2b85ce2cba req-70f18111-77e7-4103-a0ff-4dbc60952906 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Jan 29 20:38:24.939081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-84afc81f-a1b1-4179-b3ca-1b7da8859aae tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:24.940551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-84afc81f-a1b1-4179-b3ca-1b7da8859aae tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 946 time: 0.0519135 Jan 29 20:38:25.036046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Deleting port 3380962e-672f-4c15-9152-2bad6703ad5e {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:38:25.036343 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:25.125926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] For port 3380962e-672f-4c15-9152-2bad6703ad5e, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=3380962e-672f-4c15-9152-2bad6703ad5e,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:38:25.126288 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:25.138893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Calling delete_port for 3380962e-672f-4c15-9152-2bad6703ad5e owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:38:25.183389 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e3d3343a-6b91-4f79-ac89-cdd5de9edaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:25.281209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:38:25.337768 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3380962e-672f-4c15-9152-2bad6703ad5e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:25.370435 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Pushing event deleted for resources: {'Port': ['ID=3380962e-672f-4c15-9152-2bad6703ad5e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:38:25.400450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.400807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.401153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.401492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.401826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.402156 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.402483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.402809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.403132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.403454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.403775 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.404093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.404442 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:25.426283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] No DVR routers for this DVR port 3380962e-672f-4c15-9152-2bad6703ad5e on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:38:25.428944 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:25.433175 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-401bef55-097a-40b1-8b65-bccca15d9c20 req-feb8741e-c90c-4612-9e48-6b2a6da25076 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.26 "DELETE /v2.0/ports/3380962e-672f-4c15-9152-2bad6703ad5e HTTP/1.1" status: 204 len: 173 time: 0.4872363 Jan 29 20:38:25.433610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'name': 'network-vif-deleted', 'tag': '3380962e-672f-4c15-9152-2bad6703ad5e'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:38:25.435871 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76ef0b1-84ec-4881-8b83-9e50027c4b03" -d '{"events": [{"server_uuid": "4e203d86-2c07-4292-938f-80a5ada6ba5d", "name": "network-vif-deleted", "tag": "3380962e-672f-4c15-9152-2bad6703ad5e"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:38:25.527852 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a72fdf-7e7c-4d69-9655-8e623678e569 x-openstack-request-id: req-13a72fdf-7e7c-4d69-9655-8e623678e569 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:38:25.528143 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e203d86-2c07-4292-938f-80a5ada6ba5d", "name": "network-vif-deleted", "tag": "3380962e-672f-4c15-9152-2bad6703ad5e", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:38:25.530522 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a72fdf-7e7c-4d69-9655-8e623678e569 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:38:25.530522 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e203d86-2c07-4292-938f-80a5ada6ba5d', 'name': 'network-vif-deleted', 'tag': '3380962e-672f-4c15-9152-2bad6703ad5e', 'status': 'completed', 'code': 200} Jan 29 20:38:25.686915 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6922878e-6ce4-4c74-939a-b7f26163da91 req-41c88407-831b-499d-b6da-d2fc18e60a2f tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e203d86-2c07-4292-938f-80a5ada6ba5d HTTP/1.1" status: 200 len: 210 time: 0.0284634 Jan 29 20:38:27.244139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3380962e-672f-4c15-9152-2bad6703ad5e no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:38:27.265188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 3380962e-672f-4c15-9152-2bad6703ad5e {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:38:27.265547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 3380962e-672f-4c15-9152-2bad6703ad5e not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:38:28.217909 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85ea4e07-c777-4104-b4f5-e3d635106b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:28.373042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-3f73c453-9e4f-4d45-8220-84bd8f587cf4 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:28.374504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-3f73c453-9e4f-4d45-8220-84bd8f587cf4 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/networks?id=7a38223e-338a-43cc-baef-a8df80e2f82f HTTP/1.1" status: 200 len: 817 time: 0.1017854 Jan 29 20:38:28.389452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-9ae182e2-aac8-48dc-b5e5-a8e193900480 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/quotas/c43a4bb71eff40c4919a278082b5604a HTTP/1.1" status: 200 len: 375 time: 0.0095978 Jan 29 20:38:28.442694 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-f7abd920-312b-4b15-b08e-de427cdcda27 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483060 Jan 29 20:38:28.457890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-09103cd9-38bf-4504-9758-9124fcb872b9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:38:28.458839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-09103cd9-38bf-4504-9758-9124fcb872b9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049462 Jan 29 20:38:28.550086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-071f6e2d-b19e-42dd-a671-2d50453b503a service neutron] 10.222.0.15 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857656 Jan 29 20:38:28.638617 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1c59e812-3c9d-414e-8ac1-f24ce0c2e81f service neutron] 10.222.0.15 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826130 Jan 29 20:38:28.870696 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f1315c4-9a7d-4ec2-b15b-478876e8d431 req-9516a06e-1f17-40ae-90c1-8ace53cc2f0f tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Jan 29 20:38:28.995049 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:29.968232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d696bcef-ac65-41d7-b773-018636623509 req-af54bd35-55c5-49f1-9511-cc167f9bbfb4 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 210 time: 0.0293465 Jan 29 20:38:30.285006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:30.469054 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:30.696804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-65ba216c-7eb3-4cb6-80d2-1ed81bf64143 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:30.698309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-65ba216c-7eb3-4cb6-80d2-1ed81bf64143 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.13 "GET /v2.0/networks?id=7a38223e-338a-43cc-baef-a8df80e2f82f HTTP/1.1" status: 200 len: 817 time: 0.1065719 Jan 29 20:38:30.717848 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Request body: {'port': {'device_id': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'admin_state_up': True, 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:38:30.874759 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Made reservation on behalf of c43a4bb71eff40c4919a278082b5604a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:38:30.878276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:31.075172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86fa8bf8-abf8-4429-ab5e-2cf731b4291a req-185819fa-4e88-4f65-b6a3-96148436a7c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 210 time: 0.0337296 Jan 29 20:38:31.310934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Allocated IP 172.20.0.6 (7a38223e-338a-43cc-baef-a8df80e2f82f/012320d0-b9ea-4913-8755-b6336964e759/9e23fe6c-f2e2-42f2-82b3-57ec707b510b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:38:31.454002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks [] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:31.527264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:31.549045 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:31.567683 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Network 7a38223e-338a-43cc-baef-a8df80e2f82f is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:38:31.570615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:38:31.576590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:38:31.605490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Pushing event updated for resources: {'Port': ['ID=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:38:31.633432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:31.634257 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:31.718703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1284a42b-1ce6-470e-a1a1-fb4077ebe999 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0043294 Jan 29 20:38:31.842788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Request body: {'port': {'device_id': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:38:31.856195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6eaf2178-6043-4a9a-ad9a-b2c2c6fc3c1d None None] Provisioning complete for port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:38:31.856597 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6eaf2178-6043-4a9a-ad9a-b2c2c6fc3c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:31.890320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf2178-6043-4a9a-ad9a-b2c2c6fc3c1d None None] Port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:38:31.901676 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:32.182529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e23fe6c-f2e2-42f2-82b3-57ec707b510b {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:38:32.191025 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Publish callbacks [] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:32.209834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Transition to ACTIVE for port object 9e23fe6c-f2e2-42f2-82b3-57ec707b510b will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:38:32.220606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f743d69-3431-4276-97b9-b2caa2c820b2 req-9f2da294-09fd-4b90-8683-d1847cfdbb75 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:32.222068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f743d69-3431-4276-97b9-b2caa2c820b2 req-9f2da294-09fd-4b90-8683-d1847cfdbb75 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 931 time: 0.0739470 Jan 29 20:38:32.269532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f743d69-3431-4276-97b9-b2caa2c820b2 req-70b01b57-be01-44ca-a162-d84aa87ce8be tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 Jan 29 20:38:32.270581 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:32.322771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:38:32.393068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Attempting to bind port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:38:32.393403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Attempting to bind port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:38:32.393735 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Attempting to bind port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b on network 7a38223e-338a-43cc-baef-a8df80e2f82f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:38:32.398772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b on network 7a38223e-338a-43cc-baef-a8df80e2f82f not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:38:32.399093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Attempting to bind port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b on network 7a38223e-338a-43cc-baef-a8df80e2f82f {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:38:32.404773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:38:32.405101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Checking segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:38:32.405489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Bound using segment: {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:38:32.405912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Bound port: 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0264828b-8983-43d9-ab62-a6a98612296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:38:32.406272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:32.471374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] For port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:38:32.474585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] For port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:38:32.538149 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:32.571533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:32.572150 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:32.573766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] 10.222.0.13 "PUT /v2.0/ports/9e23fe6c-f2e2-42f2-82b3-57ec707b510b HTTP/1.1" status: 200 len: 1091 time: 0.8434250 Jan 29 20:38:32.574195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'tag': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:38:32.576485 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94077bd7-b65b-40bf-99dd-560d6f0a12f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1482b1a2-a369-4dbf-bb56-54aca328ff71", "tag": "9e23fe6c-f2e2-42f2-82b3-57ec707b510b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:38:32.619865 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19654f-8f70-4ec7-9ba5-3a999f381db2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:38:32.621400 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1226bf7a-031b-4265-aed0-2cba5dddc60a x-openstack-request-id: req-1226bf7a-031b-4265-aed0-2cba5dddc60a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:38:32.621699 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1482b1a2-a369-4dbf-bb56-54aca328ff71", "tag": "9e23fe6c-f2e2-42f2-82b3-57ec707b510b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:38:32.622478 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1226bf7a-031b-4265-aed0-2cba5dddc60a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:38:32.622599 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'tag': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b', 'status': 'completed', 'code': 200} Jan 29 20:38:32.688689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94077bd7-b65b-40bf-99dd-560d6f0a12f9 req-4c935985-dd18-4227-bef7-72dc47b1105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:32.690370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94077bd7-b65b-40bf-99dd-560d6f0a12f9 req-4c935985-dd18-4227-bef7-72dc47b1105b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 1125 time: 0.0498564 Jan 29 20:38:32.799234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94077bd7-b65b-40bf-99dd-560d6f0a12f9 req-0c80faa1-7b8f-43e7-a0e5-1196b764fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:32.800731 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94077bd7-b65b-40bf-99dd-560d6f0a12f9 req-0c80faa1-7b8f-43e7-a0e5-1196b764fccd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c43a4bb71eff40c4919a278082b5604a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1004887 Jan 29 20:38:32.897991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94077bd7-b65b-40bf-99dd-560d6f0a12f9 req-160cf07f-886f-4524-81e7-8e0d2cf30b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:32.899369 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-94077bd7-b65b-40bf-99dd-560d6f0a12f9 req-160cf07f-886f-4524-81e7-8e0d2cf30b41 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0897496 Jan 29 20:38:32.986182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-397be9dc-d768-4280-b39f-769cc2d61763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:32.987676 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-397be9dc-d768-4280-b39f-769cc2d61763 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 1125 time: 0.0440526 Jan 29 20:38:33.032000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-1d0c81e9-38a8-402d-94d8-940705c80fcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b HTTP/1.1" status: 200 len: 217 time: 0.0334682 Jan 29 20:38:33.086877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-6a45453c-ef65-4347-833c-cd01876427de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:33.089124 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-6a45453c-ef65-4347-833c-cd01876427de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012320d0-b9ea-4913-8755-b6336964e759 HTTP/1.1" status: 200 len: 856 time: 0.0481346 Jan 29 20:38:33.145027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-8edb820f-a443-48b4-9b03-5d252e74ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:33.146523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-8edb820f-a443-48b4-9b03-5d252e74ba01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a38223e-338a-43cc-baef-a8df80e2f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465393 Jan 29 20:38:33.236306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-41967a03-51f3-47db-a9e4-fe897faabbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797698 Jan 29 20:38:33.332302 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6bf2efa-75ac-4b4e-9c1b-658dfeca973d req-d16d5df7-7aa4-4231-8605-018b66868bab service neutron] 10.222.0.13 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860302 Jan 29 20:38:33.389034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea4f49-66b9-4908-9ecb-767936192f49 req-bdb65ada-d6d3-424d-abab-83b3fde897a5 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:33.390508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eaea4f49-66b9-4908-9ecb-767936192f49 req-bdb65ada-d6d3-424d-abab-83b3fde897a5 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 943 time: 0.0531030 Jan 29 20:38:33.438474 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eaea4f49-66b9-4908-9ecb-767936192f49 req-da99831f-ccaf-4646-b788-35d29fda204d tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Jan 29 20:38:34.560910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022a4b3-81b0-4c70-9abf-1d472d9afec2 req-5d7b810c-db05-462c-843e-dd7387f52f20 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:34.562311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a022a4b3-81b0-4c70-9abf-1d472d9afec2 req-5d7b810c-db05-462c-843e-dd7387f52f20 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 943 time: 0.0529778 Jan 29 20:38:34.608159 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a022a4b3-81b0-4c70-9abf-1d472d9afec2 req-22fb4813-1e57-4be8-9b90-02e07322359a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Jan 29 20:38:35.206423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9e23fe6c-f2e2-42f2-82b3-57ec707b510b details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:38:35.301644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:38:35.312724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b', 'network_id': '7a38223e-338a-43cc-baef-a8df80e2f82f', 'port_id': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b', 'mac_address': 'fa:16:3e:90:be:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012320d0-b9ea-4913-8755-b6336964e759', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:38:35.351900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:38:35.352318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:35.365388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e23fe6c-f2e2-42f2-82b3-57ec707b510b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:38:35.384985 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:38:35.456030 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:35.503033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:38:35.510122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.510468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.510810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.511147 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.511478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.511806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.512132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.512479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.512804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.513127 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.513448 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.513770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.514089 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:38:35.702517 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9e23fe6c-f2e2-42f2-82b3-57ec707b510b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:38:35.732430 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a050-a3cd-4bb3-844b-5a96d560da67 req-137c6603-1f88-4beb-8b9e-066892c4e10a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:35.733913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a36a050-a3cd-4bb3-844b-5a96d560da67 req-137c6603-1f88-4beb-8b9e-066892c4e10a tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 944 time: 0.0596056 Jan 29 20:38:35.781870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0a36a050-a3cd-4bb3-844b-5a96d560da67 req-476e1eff-7eb3-49dd-a757-a9d662e5e906 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Jan 29 20:38:36.901297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c50109-332b-4aba-a30e-51ae8c758c70 req-a78cf106-04ac-4782-8955-5a170f3ef922 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:36.902795 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93c50109-332b-4aba-a30e-51ae8c758c70 req-a78cf106-04ac-4782-8955-5a170f3ef922 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 944 time: 0.0533152 Jan 29 20:38:36.950179 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93c50109-332b-4aba-a30e-51ae8c758c70 req-b1fcd5e5-dd11-4459-88f0-686337ae3668 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Jan 29 20:38:37.221820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9e23fe6c-f2e2-42f2-82b3-57ec707b510b up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:38:37.404821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:38:37.408971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:38:37.409344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:37.484123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:38:37.484455 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:37.509462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:38:37.512215 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1373829f-924e-417b-9a00-96ef593e14b4" -d '{"events": [{"server_uuid": "1482b1a2-a369-4dbf-bb56-54aca328ff71", "name": "network-vif-plugged", "status": "completed", "tag": "9e23fe6c-f2e2-42f2-82b3-57ec707b510b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:38:37.524686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:38:37.587989 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:37.610944 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb33a04-b866-47e4-a61b-72542c02844b x-openstack-request-id: req-beb33a04-b866-47e4-a61b-72542c02844b {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:38:37.611235 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1482b1a2-a369-4dbf-bb56-54aca328ff71", "name": "network-vif-plugged", "status": "completed", "tag": "9e23fe6c-f2e2-42f2-82b3-57ec707b510b", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:38:37.611480 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-beb33a04-b866-47e4-a61b-72542c02844b {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:38:37.611863 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b', 'code': 200} Jan 29 20:38:37.637666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:38:37.725563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717111d2-6010-472a-873b-f80717a65f78 req-12fcdd0f-9019-4519-a996-b0a99b7db3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:37.727070 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717111d2-6010-472a-873b-f80717a65f78 req-12fcdd0f-9019-4519-a996-b0a99b7db3dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 1127 time: 0.0437570 Jan 29 20:38:37.777619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-717111d2-6010-472a-873b-f80717a65f78 req-df27636a-5191-402a-91f1-9c3c11a1e0e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Jan 29 20:38:38.073805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa41f-2984-4e1f-ae32-b492ed57c21b req-4c3d9acc-97d1-4517-bda8-8a63993cb71f tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:38.075184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d8fa41f-2984-4e1f-ae32-b492ed57c21b req-4c3d9acc-97d1-4517-bda8-8a63993cb71f tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Jan 29 20:38:38.121858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4d8fa41f-2984-4e1f-ae32-b492ed57c21b req-af64e416-d3b1-44b3-80b8-cb112a381e85 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Jan 29 20:38:38.451646 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:39.183531 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-911e0a55-f80f-4d5a-a143-f36e69ad8485 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459378 Jan 29 20:38:39.287035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be3ceb-8286-4c3e-9d98-80413c49c37e req-e8598dc3-38fb-4cad-9a79-98501c8601d6 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:39.288523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5be3ceb-8286-4c3e-9d98-80413c49c37e req-e8598dc3-38fb-4cad-9a79-98501c8601d6 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 945 time: 0.0946321 Jan 29 20:38:39.294824 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-54796017-3ffd-4087-8ba1-53be07b19f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:39.296288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-54796017-3ffd-4087-8ba1-53be07b19f70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43a4bb71eff40c4919a278082b5604a&device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 1127 time: 0.0623648 Jan 29 20:38:39.392594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c5be3ceb-8286-4c3e-9d98-80413c49c37e req-fe233ae0-ff77-4c00-983a-9f31ece1b336 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953925 Jan 29 20:38:39.421656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-9ad4d831-041e-4b82-a85e-1c0289a98274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:39.423138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-9ad4d831-041e-4b82-a85e-1c0289a98274 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a38223e-338a-43cc-baef-a8df80e2f82f HTTP/1.1" status: 200 len: 917 time: 0.1076283 Jan 29 20:38:39.466851 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-7f624700-8e70-41fd-aa68-872c86a902c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b HTTP/1.1" status: 200 len: 217 time: 0.0371804 Jan 29 20:38:39.515313 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-009d0840-178a-44a7-8adc-bb650b33a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:39.515566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abbab4-556c-4ac2-9422-d4c5e2f58c91 req-2243d134-31b7-477c-80eb-01ebe2012844 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:39.516827 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-009d0840-178a-44a7-8adc-bb650b33a22b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=012320d0-b9ea-4913-8755-b6336964e759 HTTP/1.1" status: 200 len: 856 time: 0.0447598 Jan 29 20:38:39.517247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8abbab4-556c-4ac2-9422-d4c5e2f58c91 req-2243d134-31b7-477c-80eb-01ebe2012844 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 945 time: 0.0541513 Jan 29 20:38:39.564038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8abbab4-556c-4ac2-9422-d4c5e2f58c91 req-d4eb0d59-b151-433d-8b34-604c3b137af5 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Jan 29 20:38:39.570767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-15764493-f052-4b51-b6ec-dd580dbf6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:38:39.572350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-15764493-f052-4b51-b6ec-dd580dbf6a50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a38223e-338a-43cc-baef-a8df80e2f82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496171 Jan 29 20:38:39.662151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-a30a590e-b047-4a31-86f7-b9d860490957 service neutron] 10.222.0.13 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837827 Jan 29 20:38:39.759127 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-10953327-51cd-4f6e-a82a-19de6c12bbe2 req-36b55857-6aae-405f-a266-75a8e698c0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911067 Jan 29 20:38:55.205924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ae22642f-82e2-4f0d-8d3c-85a16db3f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:58.211296 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-39040863-f328-493d-8410-2176500c9d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:38:59.010053 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:00.297956 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:00.434777 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:01.593489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:02.280971 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:39:08.428294 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:15.172955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7f3f-c305-4a59-bf2d-b8eb1a913f7e req-c6c103be-ebdf-4c3b-96da-5243f3add030 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:15.174657 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-497d7f3f-c305-4a59-bf2d-b8eb1a913f7e req-c6c103be-ebdf-4c3b-96da-5243f3add030 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 945 time: 0.0536599 Jan 29 20:39:15.221858 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-497d7f3f-c305-4a59-bf2d-b8eb1a913f7e req-06006c91-4a05-45b4-82b2-c5856ce2c0cf tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Jan 29 20:39:16.350992 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cca72-606d-4423-b04c-94e374fe7e99 req-70b08555-665c-417e-b731-ac8f4400ad54 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:16.352622 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592cca72-606d-4423-b04c-94e374fe7e99 req-70b08555-665c-417e-b731-ac8f4400ad54 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 945 time: 0.0579724 Jan 29 20:39:16.399578 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-592cca72-606d-4423-b04c-94e374fe7e99 req-82868c10-1723-4548-997c-a44fa7533015 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/security-groups?id=af8f148e-99f2-4446-9890-3ecaefaa1056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Jan 29 20:39:16.840798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae56550-f039-4ab5-a456-7247b063761a req-4fd975ea-f773-48c0-a27b-18d0f2833dd2 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:16.842246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ae56550-f039-4ab5-a456-7247b063761a req-4fd975ea-f773-48c0-a27b-18d0f2833dd2 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.13 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 945 time: 0.0509825 Jan 29 20:39:16.943176 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Deleting port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:16.943527 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:17.031876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] For port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:17.032273 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:17.049336 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Calling delete_port for 9e23fe6c-f2e2-42f2-82b3-57ec707b510b owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:17.228731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (9e23fe6c-f2e2-42f2-82b3-57ec707b510b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:17.248130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['9e23fe6c-f2e2-42f2-82b3-57ec707b510b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:39:17.260841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Pushing event deleted for resources: {'Port': ['ID=9e23fe6c-f2e2-42f2-82b3-57ec707b510b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:17.309899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] No DVR routers for this DVR port 9e23fe6c-f2e2-42f2-82b3-57ec707b510b on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:39:17.312636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:17.316062 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8ae56550-f039-4ab5-a456-7247b063761a req-8b806bf3-e821-4d01-8c1b-b98fa4edb9c9 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.13 "DELETE /v2.0/ports/9e23fe6c-f2e2-42f2-82b3-57ec707b510b HTTP/1.1" status: 204 len: 173 time: 0.4653838 Jan 29 20:39:17.316539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'name': 'network-vif-deleted', 'tag': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:39:17.318838 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c92dee-334a-4798-a014-de4e099b0b71" -d '{"events": [{"server_uuid": "1482b1a2-a369-4dbf-bb56-54aca328ff71", "name": "network-vif-deleted", "tag": "9e23fe6c-f2e2-42f2-82b3-57ec707b510b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:39:17.355920 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f663a02-754a-4aa7-8f77-07de9cfa179a x-openstack-request-id: req-9f663a02-754a-4aa7-8f77-07de9cfa179a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:39:17.356240 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1482b1a2-a369-4dbf-bb56-54aca328ff71", "name": "network-vif-deleted", "tag": "9e23fe6c-f2e2-42f2-82b3-57ec707b510b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:39:17.356504 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f663a02-754a-4aa7-8f77-07de9cfa179a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:39:17.356912 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1482b1a2-a369-4dbf-bb56-54aca328ff71', 'name': 'network-vif-deleted', 'tag': '9e23fe6c-f2e2-42f2-82b3-57ec707b510b', 'status': 'completed', 'code': 200} Jan 29 20:39:17.498649 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f924f39f-8b75-4592-bc12-01e6c75dcc80 req-ccf96d61-af35-45e8-8ddc-51ac008e6955 tempest-TestEncryptedCinderVolumes-1524718673 tempest-TestEncryptedCinderVolumes-1524718673-project] 10.222.0.15 "GET /v2.0/ports?device_id=1482b1a2-a369-4dbf-bb56-54aca328ff71 HTTP/1.1" status: 200 len: 210 time: 0.0281024 Jan 29 20:39:18.645065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41102) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:18.990224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:19.537859 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Deleting port d05ea207-14e9-4e6c-b392-9344622d3e03 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:19.538102 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:19.614385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] For port d05ea207-14e9-4e6c-b392-9344622d3e03, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d05ea207-14e9-4e6c-b392-9344622d3e03,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:19.614750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:19.627495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Calling delete_port for d05ea207-14e9-4e6c-b392-9344622d3e03 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:19.889749 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d05ea207-14e9-4e6c-b392-9344622d3e03), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:19.914182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Pushing event deleted for resources: {'Port': ['ID=d05ea207-14e9-4e6c-b392-9344622d3e03,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:19.925382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.925735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.926078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.926417 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.926752 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.927426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.927426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.927704 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.928025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.928371 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.928726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.929025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:19.929335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:20.101025 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:20.317432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:39:20.422699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:39:20.427623 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1e381601-f57a-49de-bea4-8cb0d2cd310b admin admin] 10.222.0.15 "PUT /v2.0/routers/c2c5f4e5-5e10-499d-846a-dc15e20bdba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815387 Jan 29 20:39:20.430241 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41104) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:20.433128 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] Sync routers for ids ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:39:20.443400 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] Routers {'c2c5f4e5-5e10-499d-846a-dc15e20bdba8'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:20.444001 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:38:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:20.537862 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks [] for router (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:20.546171 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] Set router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:20.641972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks [] for router_gateway (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:20.723690 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:39:19Z', 'revision_number': 5, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port': {'id': '15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:20.750618 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] Checking router: c2c5f4e5-5e10-499d-846a-dc15e20bdba8 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:39:20.756499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Deleting port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:20.756842 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:20.758901 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] Routers {'c2c5f4e5-5e10-499d-846a-dc15e20bdba8'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:20.759493 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:38:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:20.832975 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] For port 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:20.833359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:20.842938 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] Set router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:20.845846 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Calling delete_port for 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:20.895643 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:39:20Z', 'revision_number': 6, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:20.921724 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dcb38-fef5-47cd-a120-57bacc362bbb None None] The sync data for ids ['c2c5f4e5-5e10-499d-846a-dc15e20bdba8'] in n-d-825496-5 is: [{'id': 'c2c5f4e5-5e10-499d-846a-dc15e20bdba8', 'name': 'tempest-TestEncryptedCinderVolumes-1891729061-router', 'tenant_id': 'c43a4bb71eff40c4919a278082b5604a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:24Z', 'updated_at': '2022-01-29T20:39:20Z', 'revision_number': 6, 'project_id': 'c43a4bb71eff40c4919a278082b5604a', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:39:21.074759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.103391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:21.169105 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.259012 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.262313 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks [] for router_controller (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.354399 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (c2c5f4e5-5e10-499d-846a-dc15e20bdba8), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.355131 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c5f4e5-5e10-499d-846a-dc15e20bdba8 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:39:21.360228 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.360919 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4fa4eba-8a2a-4d16-9a31-ca2f27e4bbe0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2c5f4e5-5e10-499d-846a-dc15e20bdba8 HTTP/1.1" status: 204 len: 168 time: 0.9295955 Jan 29 20:39:21.363428 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41106) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:21.408576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Deleting subnet 012320d0-b9ea-4913-8755-b6336964e759 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:39:21.408916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9e23fe6c-f2e2-42f2-82b3-57ec707b510b no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:21.411702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Publish callbacks [] for subnet (012320d0-b9ea-4913-8755-b6336964e759), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.428902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 9e23fe6c-f2e2-42f2-82b3-57ec707b510b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:21.429255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 9e23fe6c-f2e2-42f2-82b3-57ec707b510b not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:21.447513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (012320d0-b9ea-4913-8755-b6336964e759), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.521236 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (012320d0-b9ea-4913-8755-b6336964e759), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.628620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (012320d0-b9ea-4913-8755-b6336964e759), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.655584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012320d0-b9ea-4913-8755-b6336964e759,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:21.660008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.663170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-55d99041-5e87-47b5-897e-cde0d6ac5fd3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/012320d0-b9ea-4913-8755-b6336964e759 HTTP/1.1" status: 204 len: 168 time: 0.2988198 Jan 29 20:39:21.666029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2049f4-80b3-4500-aac9-cb546a7d91a8 None None] Network 7a38223e-338a-43cc-baef-a8df80e2f82f requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:39:21.666182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41108) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:21.736127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (7a38223e-338a-43cc-baef-a8df80e2f82f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.796093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Deleting port a524a01d-df06-4a6f-9465-25145fb5d5fe {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:21.796536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.849684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] DHCP port deletion for 7a38223e-338a-43cc-baef-a8df80e2f82f request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:39:21.862639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] For port a524a01d-df06-4a6f-9465-25145fb5d5fe, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a524a01d-df06-4a6f-9465-25145fb5d5fe,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:21.863009 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:21.881638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:21.881841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Calling delete_port for a524a01d-df06-4a6f-9465-25145fb5d5fe owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:21.906511 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:21.906856 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15b4a2a0-64ad-43c5-898d-ec33f2d4a0f2 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:21.907276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d05ea207-14e9-4e6c-b392-9344622d3e03 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:21.934407 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d05ea207-14e9-4e6c-b392-9344622d3e03 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:21.934744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d05ea207-14e9-4e6c-b392-9344622d3e03 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:21.952037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] Deleting port a524a01d-df06-4a6f-9465-25145fb5d5fe {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:21.952565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.020325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] For port a524a01d-df06-4a6f-9465-25145fb5d5fe, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a524a01d-df06-4a6f-9465-25145fb5d5fe,segment=NetworkSegment(0264828b-8983-43d9-ab62-a6a98612296e),segment_id=0264828b-8983-43d9-ab62-a6a98612296e)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:22.020729 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.033783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] Calling delete_port for a524a01d-df06-4a6f-9465-25145fb5d5fe owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:22.044412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.067973 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a524a01d-df06-4a6f-9465-25145fb5d5fe,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:22.075240 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] No DVR routers for this DVR port a524a01d-df06-4a6f-9465-25145fb5d5fe on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:39:22.109402 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a524a01d-df06-4a6f-9465-25145fb5d5fe), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.139977 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] Pushing event deleted for resources: {'Port': ['ID=a524a01d-df06-4a6f-9465-25145fb5d5fe,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:22.141743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb04d90-6f4b-4174-80b1-7e6b7da281d2 None None] No DVR routers for this DVR port a524a01d-df06-4a6f-9465-25145fb5d5fe on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:39:22.150585 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (7a38223e-338a-43cc-baef-a8df80e2f82f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.172747 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a38223e-338a-43cc-baef-a8df80e2f82f']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:22.181882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0264828b-8983-43d9-ab62-a6a98612296e') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:22.182200 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0264828b-8983-43d9-ab62-a6a98612296e') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:22.195600 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (0264828b-8983-43d9-ab62-a6a98612296e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.209004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (0264828b-8983-43d9-ab62-a6a98612296e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.215614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:39:22.216018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (0264828b-8983-43d9-ab62-a6a98612296e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:39:22.217730 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:39:22.330072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (7a38223e-338a-43cc-baef-a8df80e2f82f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.338300 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:22.341566 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7a38223e-338a-43cc-baef-a8df80e2f82f HTTP/1.1" status: 204 len: 168 time: 0.6738920 Jan 29 20:39:22.344683 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41110) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:22.350969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4c352-9ef3-49b3-894e-c31984c8ea62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a38223e-338a-43cc-baef-a8df80e2f82f,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:22.687972 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (336f8837-99c2-4ee6-80bf-b781eef9e089), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:23.242549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Deleting port 679548d7-e102-40f4-8a8c-c55d0dca1b0c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:23.242889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:23.323703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] For port 679548d7-e102-40f4-8a8c-c55d0dca1b0c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=679548d7-e102-40f4-8a8c-c55d0dca1b0c,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:23.324059 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:23.336263 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Calling delete_port for 679548d7-e102-40f4-8a8c-c55d0dca1b0c owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:23.604759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (679548d7-e102-40f4-8a8c-c55d0dca1b0c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:23.630308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=679548d7-e102-40f4-8a8c-c55d0dca1b0c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:23.807561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (336f8837-99c2-4ee6-80bf-b781eef9e089), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:23.907500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a524a01d-df06-4a6f-9465-25145fb5d5fe no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:23.927033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a524a01d-df06-4a6f-9465-25145fb5d5fe {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:23.927381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a524a01d-df06-4a6f-9465-25145fb5d5fe not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:24.027034 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Router 336f8837-99c2-4ee6-80bf-b781eef9e089 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:39:24.133274 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:39:24.138885 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d8fb792d-81f2-4477-b5db-f1e5cb383ac1 admin admin] 10.222.0.15 "PUT /v2.0/routers/336f8837-99c2-4ee6-80bf-b781eef9e089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929688 Jan 29 20:39:24.141549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41112) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:24.144576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] Sync routers for ids ['336f8837-99c2-4ee6-80bf-b781eef9e089'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:39:24.155130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] Routers {'336f8837-99c2-4ee6-80bf-b781eef9e089'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:24.155683 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:38:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['336f8837-99c2-4ee6-80bf-b781eef9e089'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:24.245177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks [] for router (336f8837-99c2-4ee6-80bf-b781eef9e089), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.259869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] Set router 336f8837-99c2-4ee6-80bf-b781eef9e089 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:24.346884 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks [] for router_gateway (336f8837-99c2-4ee6-80bf-b781eef9e089), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.435091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:39:23Z', 'revision_number': 5, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port': {'id': 'ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:24.464781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] Checking router: 336f8837-99c2-4ee6-80bf-b781eef9e089 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:39:24.472917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Deleting port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:24.473253 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.473491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] Routers {'336f8837-99c2-4ee6-80bf-b781eef9e089'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:24.474095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:38:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['336f8837-99c2-4ee6-80bf-b781eef9e089'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:24.553812 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] For port ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:24.554174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.555478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] Set router 336f8837-99c2-4ee6-80bf-b781eef9e089 gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:24.566382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Calling delete_port for ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:24.767255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:39:24Z', 'revision_number': 6, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:24.793163 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.793729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2016ec-658b-4cb3-ab8f-0cb0acacd18e None None] The sync data for ids ['336f8837-99c2-4ee6-80bf-b781eef9e089'] in n-d-825496-5 is: [{'id': '336f8837-99c2-4ee6-80bf-b781eef9e089', 'name': 'tempest-TestEncryptedCinderVolumes-1761026964-router', 'tenant_id': '67fdfdde5b80469298a6f1bf4b61a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:37:30Z', 'updated_at': '2022-01-29T20:39:24Z', 'revision_number': 6, 'project_id': '67fdfdde5b80469298a6f1bf4b61a638', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:39:24.821424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:24.889982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (336f8837-99c2-4ee6-80bf-b781eef9e089), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.980140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (336f8837-99c2-4ee6-80bf-b781eef9e089), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:24.982348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks [] for router_controller (336f8837-99c2-4ee6-80bf-b781eef9e089), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.085766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (336f8837-99c2-4ee6-80bf-b781eef9e089), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.086214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336f8837-99c2-4ee6-80bf-b781eef9e089 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:39:25.090997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.092162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f1db4695-579d-498f-87ba-1d737bea819d admin admin] 10.222.0.15 "DELETE /v2.0/routers/336f8837-99c2-4ee6-80bf-b781eef9e089 HTTP/1.1" status: 204 len: 168 time: 0.9497116 Jan 29 20:39:25.094708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41114) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:25.140336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Deleting subnet 61fa822e-259c-42cd-a671-3f4cafc1007e {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:39:25.143942 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Publish callbacks [] for subnet (61fa822e-259c-42cd-a671-3f4cafc1007e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.180751 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (61fa822e-259c-42cd-a671-3f4cafc1007e), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.217246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-38c2e387-3482-43df-8b44-9848b1923e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.268518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (61fa822e-259c-42cd-a671-3f4cafc1007e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.392869 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (61fa822e-259c-42cd-a671-3f4cafc1007e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.420791 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fa822e-259c-42cd-a671-3f4cafc1007e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:25.423137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.426001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53608f8-d02a-47a7-b4bb-475b2c5dbd5d None None] Network 46efc822-5c34-4d6e-8d9a-80186b14957d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:39:25.426301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-15b08f9e-3cc3-4cf0-880d-4bd73e61c6c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/61fa822e-259c-42cd-a671-3f4cafc1007e HTTP/1.1" status: 204 len: 168 time: 0.3306496 Jan 29 20:39:25.429044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41116) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:25.502688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (46efc822-5c34-4d6e-8d9a-80186b14957d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.559300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Deleting port 36332ede-d09a-47c4-87cf-8cc0dad1f440 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:25.559688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.585440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] DHCP port deletion for 46efc822-5c34-4d6e-8d9a-80186b14957d request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:39:25.625836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] For port 36332ede-d09a-47c4-87cf-8cc0dad1f440, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=36332ede-d09a-47c4-87cf-8cc0dad1f440,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:25.626207 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.636474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] Deleting port 36332ede-d09a-47c4-87cf-8cc0dad1f440 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:39:25.637024 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.643815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Calling delete_port for 36332ede-d09a-47c4-87cf-8cc0dad1f440 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:25.703228 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] For port 36332ede-d09a-47c4-87cf-8cc0dad1f440, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=36332ede-d09a-47c4-87cf-8cc0dad1f440,segment=NetworkSegment(4133a04d-6d0f-4d31-9a03-a4fbf77c0435),segment_id=4133a04d-6d0f-4d31-9a03-a4fbf77c0435)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:25.703624 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.716767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] Calling delete_port for 36332ede-d09a-47c4-87cf-8cc0dad1f440 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:39:25.821398 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.831466 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (36332ede-d09a-47c4-87cf-8cc0dad1f440), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.845827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:25.848738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] No DVR routers for this DVR port 36332ede-d09a-47c4-87cf-8cc0dad1f440 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:39:25.858378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=36332ede-d09a-47c4-87cf-8cc0dad1f440,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:25.871398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] No DVR routers for this DVR port 36332ede-d09a-47c4-87cf-8cc0dad1f440 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:39:25.890579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cc78a-da4e-4e6e-98ff-b2779f1a74c2 None None] Pushing event deleted for resources: {'Port': ['ID=36332ede-d09a-47c4-87cf-8cc0dad1f440,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:25.892421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:25.892772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ad0c9ac6-a382-46cf-a1f8-7248e1a1fd39 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:25.893221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 679548d7-e102-40f4-8a8c-c55d0dca1b0c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:25.912664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 679548d7-e102-40f4-8a8c-c55d0dca1b0c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:25.913100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 679548d7-e102-40f4-8a8c-c55d0dca1b0c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:25.913528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 36332ede-d09a-47c4-87cf-8cc0dad1f440 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:39:25.933895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 36332ede-d09a-47c4-87cf-8cc0dad1f440 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:39:25.934244 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 36332ede-d09a-47c4-87cf-8cc0dad1f440 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:39:25.953332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (46efc822-5c34-4d6e-8d9a-80186b14957d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:25.973050 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46efc822-5c34-4d6e-8d9a-80186b14957d']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:25.982514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4133a04d-6d0f-4d31-9a03-a4fbf77c0435') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:25.982804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4133a04d-6d0f-4d31-9a03-a4fbf77c0435') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:25.991793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (4133a04d-6d0f-4d31-9a03-a4fbf77c0435), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.005767 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4133a04d-6d0f-4d31-9a03-a4fbf77c0435), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.011833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (4133a04d-6d0f-4d31-9a03-a4fbf77c0435), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:39:26.015525 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:39:26.131308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (46efc822-5c34-4d6e-8d9a-80186b14957d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.137049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.140413 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] 10.222.0.15 "DELETE /v2.0/networks/46efc822-5c34-4d6e-8d9a-80186b14957d HTTP/1.1" status: 204 len: 168 time: 0.7103913 Jan 29 20:39:26.151441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c48e-e0e7-46ab-9efb-3afc0388b5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=46efc822-5c34-4d6e-8d9a-80186b14957d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:26.561320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41120) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:26.601252 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a78784ff-e4d3-4813-8ab8-36d87d9290fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c43a4bb71eff40c4919a278082b5604a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387633 Jan 29 20:39:26.603841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41122) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:26.649770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Publish callbacks [] for security_group (af8f148e-99f2-4446-9890-3ecaefaa1056), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.676303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Publish callbacks [] for security_group (af8f148e-99f2-4446-9890-3ecaefaa1056), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.799795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (af8f148e-99f2-4446-9890-3ecaefaa1056), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.802419 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:26.803576 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af8f148e-99f2-4446-9890-3ecaefaa1056 HTTP/1.1" status: 204 len: 168 time: 0.1983316 Jan 29 20:39:26.811927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f148e-99f2-4446-9890-3ecaefaa1056,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:26.819418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.819771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.820117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.820490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.820828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.821163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.821543 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.821877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.822209 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.823078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.823983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.824342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:26.824674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69489970-f944-4fb0-b1a6-e13707e215e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:27.491856 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41128) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:27.536655 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47b620c2-ff1b-420d-86e0-35186b885e1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67fdfdde5b80469298a6f1bf4b61a638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434816 Jan 29 20:39:27.538925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41130) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:27.585465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1584788b-756b-43cf-aad4-fa1f866f9674 admin admin] Publish callbacks [] for security_group (77aaa385-3581-4125-9287-16f9c24b6c3e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:27.606533 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1584788b-756b-43cf-aad4-fa1f866f9674 admin admin] Publish callbacks [] for security_group (77aaa385-3581-4125-9287-16f9c24b6c3e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:27.741052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1584788b-756b-43cf-aad4-fa1f866f9674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (77aaa385-3581-4125-9287-16f9c24b6c3e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:27.743940 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1584788b-756b-43cf-aad4-fa1f866f9674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:27.746050 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1584788b-756b-43cf-aad4-fa1f866f9674 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77aaa385-3581-4125-9287-16f9c24b6c3e HTTP/1.1" status: 204 len: 168 time: 0.2060916 Jan 29 20:39:27.754982 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584788b-756b-43cf-aad4-fa1f866f9674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aaa385-3581-4125-9287-16f9c24b6c3e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:28.251537 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c8236ad5-fb4d-4911-8f81-a14dc0cbbc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:28.764794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41152) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:28.862580 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-627833882-network', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:28.969621 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Made reservation on behalf of b7b8e7283ae149b3b550a9549abddf1d for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:39:28.972051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:28.981728 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.017246 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.057784 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks [] for security_group (a9971b9b-f15b-43c5-a5ae-1a71e7a08df1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.140947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9971b9b-f15b-43c5-a5ae-1a71e7a08df1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.168689 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:39:29.174922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:29.183051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6bd47580-9036-4143-a876-2822fa63f700), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.183051 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Added segment 6bd47580-9036-4143-a876-2822fa63f700 of type vlan for network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd Jan 29 20:39:29.225273 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5183a7a6-f4e6-4a23-bffe-a343e6774ebd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.306846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5183a7a6-f4e6-4a23-bffe-a343e6774ebd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.307883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:29.308512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.367168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5183a7a6-f4e6-4a23-bffe-a343e6774ebd,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:29.377080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:39:29.431048 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cb3c6916-06e7-4aaa-ac2a-c4846dd602c7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6649740 Jan 29 20:39:29.433918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41156) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:29.438640 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Request body: {'subnet': {'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-627833882-subnet', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:29.525089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Made reservation on behalf of b7b8e7283ae149b3b550a9549abddf1d for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:39:29.528097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.741341 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (23f0e900-2cf6-4e46-b2b9-2143558ea6ee), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.800974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f0e900-2cf6-4e46-b2b9-2143558ea6ee,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:29.809690 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Checking segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:29.810053 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Network hostable DHCP agents. Network: 5183a7a6-f4e6-4a23-bffe-a343e6774ebd, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:39:29.891271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:39:29.970841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5183a7a6-f4e6-4a23-bffe-a343e6774ebd) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:29.974914 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:29.975516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:29.984971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027aecd-8bfa-4d7e-99d5-40ddd296fc7a None None] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:39:30.060600 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c63890ca-780f-4320-8316-9a8672643813 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6255140 Jan 29 20:39:30.063343 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41158) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:30.067612 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:30.148848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (9deea6ba-0f56-4e6c-8ac0-18e849661739), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.149949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (9deea6ba-0f56-4e6c-8ac0-18e849661739), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.204731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks [] for router_controller (9deea6ba-0f56-4e6c-8ac0-18e849661739), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.208871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:39:30.209757 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.338332 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.354964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Allocated IP 172.20.0.2 (5183a7a6-f4e6-4a23-bffe-a343e6774ebd/23f0e900-2cf6-4e46-b2b9-2143558ea6ee/5192924b-cb00-4be3-8d5d-5ada3b0eb9a3) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:30.400395 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks [] for router_gateway (9deea6ba-0f56-4e6c-8ac0-18e849661739), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.489822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.511981 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Publish callbacks [] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.606118 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.644411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:30.644958 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks [] for router_gateway (9deea6ba-0f56-4e6c-8ac0-18e849661739), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.649169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:30.652533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:30.663708 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Pushing event updated for resources: {'Port': ['ID=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:30.665022 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.716043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Attempting to bind port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:39:30.716452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Attempting to bind port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:39:30.716821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Attempting to bind port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 on network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:39:30.721989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:39:30.722367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Checking segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:30.722770 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.723163 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Bound using segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:39:30.723624 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Bound port: 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:39:30.724004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.774361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Allocated IP 172.25.5.202 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/4706472b-6563-4f5f-898b-8b44fe929af1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:30.789262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] For port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:39:30.792534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] For port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:39:30.863350 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.876857 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks [] for port (4706472b-6563-4f5f-898b-8b44fe929af1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:30.920218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5777b-9f67-4195-9d10-5f85c5378ade None None] Pushing event updated for resources: {'Port': ['ID=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:30.981926 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:31.031485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:31.034505 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:31.039431 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:31.042896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Pushing event updated for resources: {'Port': ['ID=4706472b-6563-4f5f-898b-8b44fe929af1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:31.369198 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks [] for router_gateway (9deea6ba-0f56-4e6c-8ac0-18e849661739), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:31.554733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:31.894110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:31.903785 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (9deea6ba-0f56-4e6c-8ac0-18e849661739), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:31.924240 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9451f4-bade-4a63-80b4-cf9308294e2e None None] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:39:31.998223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] Provisioning complete for port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:31.998594 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.059306 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:32.059673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.118378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Router 9deea6ba-0f56-4e6c-8ac0-18e849661739 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:39:32.162690 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] Current status of the port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:32.163004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.230421 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:39:32.234359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] For port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:32.237585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:32.237819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.246222 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Sync routers for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:39:32.256589 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:32.257477 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:32.303652 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.340359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.345510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41160) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:32.346184 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0310a4f6-c229-4a1b-a59e-6676bf67e00c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2817383 Jan 29 20:39:32.367214 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:32.387277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:39:32.387630 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:39:32.399156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7bab-1f82-461e-9804-622a0d462c28 None None] Pushing event updated for resources: {'Port': ['ID=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:32.430009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a05409e0-010e-41f7-b3d3-c3c929287b54 None None] Provisioning complete for port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:32.430806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a05409e0-010e-41f7-b3d3-c3c929287b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.516548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a05409e0-010e-41f7-b3d3-c3c929287b54 None None] Current status of the port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:32.561794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:31Z', 'revision_number': 3, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:32.590209 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Checking router: 9deea6ba-0f56-4e6c-8ac0-18e849661739 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:39:32.590554 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Updating router 9deea6ba-0f56-4e6c-8ac0-18e849661739 port 4706472b-6563-4f5f-898b-8b44fe929af1 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:39:32.618929 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.779135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.868350 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Publish callbacks [] for port (4706472b-6563-4f5f-898b-8b44fe929af1), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.923959 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:32.935201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Allocated IP 172.20.0.1 (5183a7a6-f4e6-4a23-bffe-a343e6774ebd/23f0e900-2cf6-4e46-b2b9-2143558ea6ee/018f8d1b-f318-4474-a353-a7985de07d15) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:32.941052 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:32.994708 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Attempting to bind port 4706472b-6563-4f5f-898b-8b44fe929af1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:39:32.995180 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Attempting to bind port 4706472b-6563-4f5f-898b-8b44fe929af1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:39:32.995415 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Attempting to bind port 4706472b-6563-4f5f-898b-8b44fe929af1 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:39:32.998394 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Pushing event updated for resources: {'Port': ['ID=4706472b-6563-4f5f-898b-8b44fe929af1,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:33.006676 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.007018 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.007354 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.007681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.008003 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.008346 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.008664 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.008978 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.009288 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.009599 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.010521 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.010860 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.011156 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:33.015583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:39:33.015955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:33.016377 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.016756 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:39:33.017220 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Bound port: 4706472b-6563-4f5f-898b-8b44fe929af1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:39:33.017589 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.053813 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks [] for port (018f8d1b-f318-4474-a353-a7985de07d15), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.066496 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] For port 4706472b-6563-4f5f-898b-8b44fe929af1, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:39:33.069417 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] For port 4706472b-6563-4f5f-898b-8b44fe929af1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4706472b-6563-4f5f-898b-8b44fe929af1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:39:33.154488 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.165744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (018f8d1b-f318-4474-a353-a7985de07d15), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.207889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:33.213458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:33.214698 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:33.215962 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:33.217951 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f6d56-4d15-4c0b-8d83-ee4d600f7bdd None None] Pushing event updated for resources: {'Port': ['ID=4706472b-6563-4f5f-898b-8b44fe929af1,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:33.218140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:33.224855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Pushing event updated for resources: {'Port': ['ID=018f8d1b-f318-4474-a353-a7985de07d15,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:33.263911 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (9deea6ba-0f56-4e6c-8ac0-18e849661739), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.331169 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:33.450698 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8605bd1f-c4c0-40c9-ab1d-d465861c9390 None None] Provisioning complete for port 018f8d1b-f318-4474-a353-a7985de07d15 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:33.456164 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8605bd1f-c4c0-40c9-ab1d-d465861c9390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (018f8d1b-f318-4474-a353-a7985de07d15), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.463724 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (018f8d1b-f318-4474-a353-a7985de07d15), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.485906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8605bd1f-c4c0-40c9-ab1d-d465861c9390 None None] Port 018f8d1b-f318-4474-a353-a7985de07d15 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:39:33.618944 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:31Z', 'revision_number': 3, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:33.627751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks [] for port (018f8d1b-f318-4474-a353-a7985de07d15), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.644818 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c532d-0278-4177-9af4-c6a62cc0dee5 None None] The sync data for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 is: [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:31Z', 'revision_number': 3, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:39:33.691536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (018f8d1b-f318-4474-a353-a7985de07d15), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.758963 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (9deea6ba-0f56-4e6c-8ac0-18e849661739), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:33.760766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Pushing event updated for resources: {'Port': ['ID=018f8d1b-f318-4474-a353-a7985de07d15,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:33.876412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:33.876561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:33.882117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:33.951414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:33.952001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:34.043366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:34.223947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-29d96846-23d0-4d20-a906-5262e08f89d0 None None] Provisioning complete for port 018f8d1b-f318-4474-a353-a7985de07d15 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:34.224445 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-29d96846-23d0-4d20-a906-5262e08f89d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (018f8d1b-f318-4474-a353-a7985de07d15), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:34.266530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-29d96846-23d0-4d20-a906-5262e08f89d0 None None] Port 018f8d1b-f318-4474-a353-a7985de07d15 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:39:34.349229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Router 9deea6ba-0f56-4e6c-8ac0-18e849661739 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:39:34.460788 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:39:34.466201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9e511c03-5f09-431b-a136-c8f45d551858 admin admin] 10.222.0.15 "PUT /v2.0/routers/9deea6ba-0f56-4e6c-8ac0-18e849661739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1194918 Jan 29 20:39:35.161789 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41176) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:35.166833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907408574-network', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:35.239878 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Made reservation on behalf of fb65d6f7839344dcba22a952255e80f1 for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:39:35.242222 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.252430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.281791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Sync routers for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:39:35.292060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:35.292702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:35.329525 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks [] for security_group (a9608b8f-b6f7-4158-956f-aad060738f0f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.399455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:35.428432 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9608b8f-b6f7-4158-956f-aad060738f0f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.450962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:39:35.465954 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9608b8f-b6f7-4158-956f-aad060738f0f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:35.468916 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4928ccde-b300-4dc1-bf7e-0db84e9094d4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.469304 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Added segment 4928ccde-b300-4dc1-bf7e-0db84e9094d4 of type vlan for network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 Jan 29 20:39:35.509565 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.599246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 2, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:35.605644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.606716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:35.607508 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.625485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Checking router: 9deea6ba-0f56-4e6c-8ac0-18e849661739 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:39:35.626213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Updating router 9deea6ba-0f56-4e6c-8ac0-18e849661739 port 018f8d1b-f318-4474-a353-a7985de07d15 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:39:35.657293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (018f8d1b-f318-4474-a353-a7985de07d15), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.670932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:35.688579 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c42aa381-2b82-4627-9bc8-8fbb16d7b0a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5256371 Jan 29 20:39:35.690795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:39:35.691333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41178) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:35.696223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Request body: {'subnet': {'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907408574-subnet', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:35.771581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Made reservation on behalf of fb65d6f7839344dcba22a952255e80f1 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:39:35.773722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:35.964637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4706472b-6563-4f5f-898b-8b44fe929af1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:36.004478 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (a8352460-3437-4f3b-b6e7-5a9b2c368bc0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.063376 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8352460-3437-4f3b-b6e7-5a9b2c368bc0,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:36.071124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Checking segment: {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:36.071487 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Network hostable DHCP agents. Network: d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:39:36.092437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4706472b-6563-4f5f-898b-8b44fe929af1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:36.092798 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.165627 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:39:36.228853 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Publish callbacks [] for port (018f8d1b-f318-4474-a353-a7985de07d15), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.239124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4706472b-6563-4f5f-898b-8b44fe929af1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:36.239511 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.251485 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:36.255877 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:36.261031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.261763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 4706472b-6563-4f5f-898b-8b44fe929af1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4706472b-6563-4f5f-898b-8b44fe929af1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:36.262322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f6be5-a623-4ddf-b75c-6ec01e402db4 None None] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:39:36.314769 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (018f8d1b-f318-4474-a353-a7985de07d15), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.340038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b9d25fda-703e-4184-84c3-323d7c6cf0f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6476018 Jan 29 20:39:36.342706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41180) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:36.347326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:36.355531 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.386044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Pushing event updated for resources: {'Port': ['ID=018f8d1b-f318-4474-a353-a7985de07d15,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:36.419938 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.420464 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.420943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.421462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.421913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.422360 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.422820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.423296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.423772 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.424135 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (26b36ac8-86fc-4f08-807f-452c55098195), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.424310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.424601 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.424924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.425250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:39:36.425548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (26b36ac8-86fc-4f08-807f-452c55098195), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.450043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4', 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4', 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'fixed_ips': [{'subnet_id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:39:36.450885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.488141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks [] for router_controller (26b36ac8-86fc-4f08-807f-452c55098195), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.533577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Attempting to bind port 018f8d1b-f318-4474-a353-a7985de07d15 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:39:36.533962 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Attempting to bind port 018f8d1b-f318-4474-a353-a7985de07d15 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:39:36.534325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Attempting to bind port 018f8d1b-f318-4474-a353-a7985de07d15 on network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:39:36.548648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=4706472b-6563-4f5f-898b-8b44fe929af1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:36.553209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:39:36.553585 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Checking segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:36.553988 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.554381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Bound using segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:39:36.554859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Bound port: 018f8d1b-f318-4474-a353-a7985de07d15, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:39:36.555239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (018f8d1b-f318-4474-a353-a7985de07d15), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.660325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e30f429a-4932-4fd1-be6b-53e17eb2eb84 None None] Provisioning complete for port 018f8d1b-f318-4474-a353-a7985de07d15 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:36.660684 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e30f429a-4932-4fd1-be6b-53e17eb2eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (018f8d1b-f318-4474-a353-a7985de07d15), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.694969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks [] for router_gateway (26b36ac8-86fc-4f08-807f-452c55098195), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.749381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e30f429a-4932-4fd1-be6b-53e17eb2eb84 None None] Port 018f8d1b-f318-4474-a353-a7985de07d15 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:39:36.757660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] For port 018f8d1b-f318-4474-a353-a7985de07d15, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:39:36.762494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] For port 018f8d1b-f318-4474-a353-a7985de07d15, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=018f8d1b-f318-4474-a353-a7985de07d15,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:39:36.767377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Allocated IP 172.20.0.2 (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4/a8352460-3437-4f3b-b6e7-5a9b2c368bc0/42561944-6ebf-4551-b240-1d7de96ee4d6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:36.841094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (018f8d1b-f318-4474-a353-a7985de07d15), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.951183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa531d7-4ec2-4b90-b833-3a51943b4240 None None] Pushing event updated for resources: {'Port': ['ID=018f8d1b-f318-4474-a353-a7985de07d15,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:36.960957 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks [] for router_gateway (26b36ac8-86fc-4f08-807f-452c55098195), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.968653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:36.969294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:36.975062 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Publish callbacks [] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:36.991123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.079404 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.107479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Allocated IP 172.25.5.158 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/82f6aedc-0216-4edb-88e1-74ed365d640c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:37.124225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:37.132599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:37.170173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:37.178560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:37.192715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Pushing event updated for resources: {'Port': ['ID=42561944-6ebf-4551-b240-1d7de96ee4d6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:37.216536 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks [] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.261436 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] Provisioning complete for port 018f8d1b-f318-4474-a353-a7985de07d15 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:37.261810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (018f8d1b-f318-4474-a353-a7985de07d15), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.313241 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.352319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:37.356178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:37.363728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:37.372004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Attempting to bind port 42561944-6ebf-4551-b240-1d7de96ee4d6 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:39:37.372549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Attempting to bind port 42561944-6ebf-4551-b240-1d7de96ee4d6 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:39:37.372773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Attempting to bind port 42561944-6ebf-4551-b240-1d7de96ee4d6 on network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:39:37.388099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:39:37.388374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Pushing event updated for resources: {'Port': ['ID=82f6aedc-0216-4edb-88e1-74ed365d640c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:37.388514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Checking segment: {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:37.388918 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.389309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Bound using segment: {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:39:37.389779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Bound port: 42561944-6ebf-4551-b240-1d7de96ee4d6, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:39:37.390158 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.519597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] Current status of the port 018f8d1b-f318-4474-a353-a7985de07d15 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:37.519983 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (018f8d1b-f318-4474-a353-a7985de07d15), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.544813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] For port 42561944-6ebf-4551-b240-1d7de96ee4d6, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:39:37.564990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] For port 42561944-6ebf-4551-b240-1d7de96ee4d6, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=42561944-6ebf-4551-b240-1d7de96ee4d6,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:39:37.582826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] For port 018f8d1b-f318-4474-a353-a7985de07d15, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=018f8d1b-f318-4474-a353-a7985de07d15,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:37.589383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:37.620031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2c4a6-c82c-465d-94c8-af974a09d9d7 None None] The sync data for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 is: [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:39:37.640685 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.684100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (018f8d1b-f318-4474-a353-a7985de07d15), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.725287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4827-c616-4ddd-853f-8ce47d39ba81 None None] Pushing event updated for resources: {'Port': ['ID=42561944-6ebf-4551-b240-1d7de96ee4d6,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:37.747965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks [] for router_gateway (26b36ac8-86fc-4f08-807f-452c55098195), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:37.782845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4cc55-4f5d-4635-bc81-e2ba6f0018f1 None None] Pushing event updated for resources: {'Port': ['ID=018f8d1b-f318-4474-a353-a7985de07d15,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:38.007328 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4706472b-6563-4f5f-898b-8b44fe929af1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:38.022531 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (26b36ac8-86fc-4f08-807f-452c55098195), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:38.078615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4706472b-6563-4f5f-898b-8b44fe929af1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:38.079801 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:38.263969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Router 26b36ac8-86fc-4f08-807f-452c55098195 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:39:38.334669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4706472b-6563-4f5f-898b-8b44fe929af1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:38.335738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 018f8d1b-f318-4474-a353-a7985de07d15 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:38.391512 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:39:38.398628 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 018f8d1b-f318-4474-a353-a7985de07d15 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:38.399598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (018f8d1b-f318-4474-a353-a7985de07d15), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:38.402314 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Sync routers for ids ['26b36ac8-86fc-4f08-807f-452c55098195'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:39:38.413156 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Routers {'26b36ac8-86fc-4f08-807f-452c55098195'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:38.413832 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['26b36ac8-86fc-4f08-807f-452c55098195'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:38.450364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:38.494945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 018f8d1b-f318-4474-a353-a7985de07d15 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:38.505523 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:38.511449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d3c2fd03-cb2f-4bda-ae76-9ad5d6218b91 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1643610 Jan 29 20:39:38.511838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41182) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:39:38.546738 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Set router 26b36ac8-86fc-4f08-807f-452c55098195 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:38.759205 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 3, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:38.792664 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Checking router: 26b36ac8-86fc-4f08-807f-452c55098195 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:39:38.793264 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Updating router 26b36ac8-86fc-4f08-807f-452c55098195 port 82f6aedc-0216-4edb-88e1-74ed365d640c binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:39:38.821777 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:38.862252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ff9e5-ae1d-4e81-8a66-e6ee0ac5396c None None] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:39:38.971391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] Provisioning complete for port 42561944-6ebf-4551-b240-1d7de96ee4d6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:38.971774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.038040 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.088968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] Current status of the port 42561944-6ebf-4551-b240-1d7de96ee4d6 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:39.089322 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.101803 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Publish callbacks [] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.125923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] For port 42561944-6ebf-4551-b240-1d7de96ee4d6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=42561944-6ebf-4551-b240-1d7de96ee4d6,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:39.177272 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.220668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Allocated IP 172.20.0.1 (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4/a8352460-3437-4f3b-b6e7-5a9b2c368bc0/69e41aa3-1a88-4695-96a4-e82bf1be9488) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:39.228868 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Attempting to bind port 82f6aedc-0216-4edb-88e1-74ed365d640c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:39:39.229322 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Attempting to bind port 82f6aedc-0216-4edb-88e1-74ed365d640c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:39:39.229685 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Attempting to bind port 82f6aedc-0216-4edb-88e1-74ed365d640c on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:39:39.233993 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.242347 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:39:39.242979 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:39.243366 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.243753 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:39:39.244957 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Bound port: 82f6aedc-0216-4edb-88e1-74ed365d640c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:39:39.245679 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.247343 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a00ba-05e6-4335-a4c5-821d94d4da0b None None] Pushing event updated for resources: {'Port': ['ID=82f6aedc-0216-4edb-88e1-74ed365d640c,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:39.309427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:39:39.316594 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649568a-6c13-45f6-a4ed-461b60ef2c69 None None] Pushing event updated for resources: {'Port': ['ID=42561944-6ebf-4551-b240-1d7de96ee4d6,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:39.347324 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] For port 82f6aedc-0216-4edb-88e1-74ed365d640c, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:39:39.350852 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] For port 82f6aedc-0216-4edb-88e1-74ed365d640c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=82f6aedc-0216-4edb-88e1-74ed365d640c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:39:39.377576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks [] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.434346 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.455315 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-74a570da-3bb2-444f-95e7-ec482ce04b14 None None] Provisioning complete for port 42561944-6ebf-4551-b240-1d7de96ee4d6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:39.455886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-74a570da-3bb2-444f-95e7-ec482ce04b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.468973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.499956 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Routers {'26b36ac8-86fc-4f08-807f-452c55098195'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:39.500564 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['26b36ac8-86fc-4f08-807f-452c55098195'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:39.504021 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a00ba-05e6-4335-a4c5-821d94d4da0b None None] Pushing event updated for resources: {'Port': ['ID=82f6aedc-0216-4edb-88e1-74ed365d640c,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:39.513908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:39.516812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:39.523175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:39.551621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-74a570da-3bb2-444f-95e7-ec482ce04b14 None None] Current status of the port 42561944-6ebf-4551-b240-1d7de96ee4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:39.559773 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=69e41aa3-1a88-4695-96a4-e82bf1be9488,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:39.575637 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (26b36ac8-86fc-4f08-807f-452c55098195), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.625024 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] Set router 26b36ac8-86fc-4f08-807f-452c55098195 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:39.782965 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.783297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5598b2fc-8fa4-4555-a3ea-5cd63642329c None None] Provisioning complete for port 69e41aa3-1a88-4695-96a4-e82bf1be9488 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:39.783681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5598b2fc-8fa4-4555-a3ea-5cd63642329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.820322 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 3, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:39.845514 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5598b2fc-8fa4-4555-a3ea-5cd63642329c None None] Port 69e41aa3-1a88-4695-96a4-e82bf1be9488 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:39:39.856638 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6ecdc-caf5-41ca-98b0-1510a4258838 None None] The sync data for ids ['26b36ac8-86fc-4f08-807f-452c55098195'] in n-d-825496-5 is: [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 3, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:39:39.923799 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 42561944-6ebf-4551-b240-1d7de96ee4d6 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:39.973487 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks [] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:39.979971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 42561944-6ebf-4551-b240-1d7de96ee4d6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:39.980467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:40.046177 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:40.061152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 42561944-6ebf-4551-b240-1d7de96ee4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:40.138320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=69e41aa3-1a88-4695-96a4-e82bf1be9488,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:40.144684 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (26b36ac8-86fc-4f08-807f-452c55098195), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:40.557181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:40.559170 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:40.683992 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Router 26b36ac8-86fc-4f08-807f-452c55098195 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:39:40.798723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:39:40.803667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-028ec4be-60e1-49b1-8277-365c75c69ce8 admin admin] 10.222.0.15 "PUT /v2.0/routers/26b36ac8-86fc-4f08-807f-452c55098195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906625 Jan 29 20:39:40.865494 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-85ea6839-ed96-45de-b5bd-cd12372d90be None None] Provisioning complete for port 69e41aa3-1a88-4695-96a4-e82bf1be9488 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:40.866067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-85ea6839-ed96-45de-b5bd-cd12372d90be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:40.904322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-85ea6839-ed96-45de-b5bd-cd12372d90be None None] Port 69e41aa3-1a88-4695-96a4-e82bf1be9488 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:39:41.412242 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Sync routers for ids ['26b36ac8-86fc-4f08-807f-452c55098195'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:39:41.423105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Routers {'26b36ac8-86fc-4f08-807f-452c55098195'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:41.423716 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['26b36ac8-86fc-4f08-807f-452c55098195'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:41.534379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Set router 26b36ac8-86fc-4f08-807f-452c55098195 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:41.735404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 4, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '69e41aa3-1a88-4695-96a4-e82bf1be9488', 'name': '', 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'mac_address': 'fa:16:3e:9f:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:39Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 2, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'subnets': [{'id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:41.765657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Checking router: 26b36ac8-86fc-4f08-807f-452c55098195 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:39:41.766278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Updating router 26b36ac8-86fc-4f08-807f-452c55098195 port 69e41aa3-1a88-4695-96a4-e82bf1be9488 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:39:41.793368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:41.908287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 82f6aedc-0216-4edb-88e1-74ed365d640c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:42.033017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 82f6aedc-0216-4edb-88e1-74ed365d640c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:42.033289 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.212477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 82f6aedc-0216-4edb-88e1-74ed365d640c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:42.213636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.219940 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Publish callbacks [] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.238809 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 82f6aedc-0216-4edb-88e1-74ed365d640c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=82f6aedc-0216-4edb-88e1-74ed365d640c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:42.285501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.329699 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.355181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905e0cb-2fb7-4198-b292-c36fbb077c5c None None] Pushing event updated for resources: {'Port': ['ID=69e41aa3-1a88-4695-96a4-e82bf1be9488,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:42.457653 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=82f6aedc-0216-4edb-88e1-74ed365d640c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:42.461375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Attempting to bind port 69e41aa3-1a88-4695-96a4-e82bf1be9488 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:39:42.461834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Attempting to bind port 69e41aa3-1a88-4695-96a4-e82bf1be9488 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:39:42.462562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Attempting to bind port 69e41aa3-1a88-4695-96a4-e82bf1be9488 on network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:39:42.469670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:39:42.470168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Checking segment: {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:39:42.470637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.471099 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Bound using segment: {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:39:42.471644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Bound port: 69e41aa3-1a88-4695-96a4-e82bf1be9488, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4928ccde-b300-4dc1-bf7e-0db84e9094d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:39:42.472090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.562858 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] For port 69e41aa3-1a88-4695-96a4-e82bf1be9488, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:39:42.567732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] For port 69e41aa3-1a88-4695-96a4-e82bf1be9488, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=69e41aa3-1a88-4695-96a4-e82bf1be9488,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:39:42.649143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] Provisioning complete for port 69e41aa3-1a88-4695-96a4-e82bf1be9488 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:42.649458 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.651793 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.778442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Routers {'26b36ac8-86fc-4f08-807f-452c55098195'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:39:42.778639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:39:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['26b36ac8-86fc-4f08-807f-452c55098195'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:42.781773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905e0cb-2fb7-4198-b292-c36fbb077c5c None None] Pushing event updated for resources: {'Port': ['ID=69e41aa3-1a88-4695-96a4-e82bf1be9488,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:42.933701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] Current status of the port 69e41aa3-1a88-4695-96a4-e82bf1be9488 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:42.934480 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:42.980586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] Set router 26b36ac8-86fc-4f08-807f-452c55098195 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:39:43.019110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] For port 69e41aa3-1a88-4695-96a4-e82bf1be9488, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=69e41aa3-1a88-4695-96a4-e82bf1be9488,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:39:43.184228 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:43.242278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b55bc-bfdd-496b-9221-03e0e21c177e None None] Pushing event updated for resources: {'Port': ['ID=69e41aa3-1a88-4695-96a4-e82bf1be9488,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:43.257453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 4, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '69e41aa3-1a88-4695-96a4-e82bf1be9488', 'name': '', 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'mac_address': 'fa:16:3e:9f:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:39Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'subnets': [{'id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:39:43.291580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01bb69e-b20e-4f7e-8beb-dcf55c75e005 None None] The sync data for ids ['26b36ac8-86fc-4f08-807f-452c55098195'] in n-d-825496-5 is: [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:39Z', 'revision_number': 4, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '69e41aa3-1a88-4695-96a4-e82bf1be9488', 'name': '', 'network_id': 'd69c2eb6-fb6e-4aa9-92ff-84fbc85173a4', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'mac_address': 'fa:16:3e:9f:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:39Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'subnets': [{'id': 'a8352460-3437-4f3b-b6e7-5a9b2c368bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:39:43.311257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c20580b2-4176-4905-8b58-2fc48e991367 None None] Provisioning complete for port 69e41aa3-1a88-4695-96a4-e82bf1be9488 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:43.311803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c20580b2-4176-4905-8b58-2fc48e991367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:43.450766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c20580b2-4176-4905-8b58-2fc48e991367 None None] Current status of the port 69e41aa3-1a88-4695-96a4-e82bf1be9488 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:44.002931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69e41aa3-1a88-4695-96a4-e82bf1be9488 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:44.061056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 69e41aa3-1a88-4695-96a4-e82bf1be9488 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:44.061985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:44.327701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 69e41aa3-1a88-4695-96a4-e82bf1be9488 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:44.328730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 82f6aedc-0216-4edb-88e1-74ed365d640c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:39:44.379992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 82f6aedc-0216-4edb-88e1-74ed365d640c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:44.380392 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:44.470774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 82f6aedc-0216-4edb-88e1-74ed365d640c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:39:52.449103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-f8e874f4-640f-4570-ba93-fb2e2b018bc8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:52.450515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-f8e874f4-640f-4570-ba93-fb2e2b018bc8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 814 time: 0.1051033 Jan 29 20:39:52.465509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-39023117-f78e-4f95-ad45-d087819f6936 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/quotas/b7b8e7283ae149b3b550a9549abddf1d HTTP/1.1" status: 200 len: 375 time: 0.0096738 Jan 29 20:39:52.520277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-349fecff-b414-4d28-956c-ce1a3d3bfb2a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497751 Jan 29 20:39:52.729986 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-2b0ec640-dbc6-4fdf-af5d-455fe2da9110 service neutron] 10.222.0.15 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201534 Jan 29 20:39:52.824335 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-67691ce4-b44d-4b6c-98e3-9d36075b9328 service neutron] 10.222.0.15 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887070 Jan 29 20:39:53.067730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7c394d6-0d14-488e-8f24-1250258b8ab2 req-ddc4b6f5-fef3-4c7f-a074-b01e002e0813 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Jan 29 20:39:54.150267 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-382e4004-8ab3-4a65-b503-594492043def req-38ae55bb-a3c8-4e24-a2b2-4cfb37489ed6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 210 time: 0.0310998 Jan 29 20:39:55.199085 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-42b4b6de-8058-407c-a5ad-aff8b3116287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:55.250898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fe9dc3b0-38fd-42ad-9e6b-187f1183c9d1 req-54ec43f0-4171-4c3b-9f66-25749457483d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 210 time: 0.0315042 Jan 29 20:39:55.396011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a706bbcb-e085-4525-91b7-be4605981b72 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:55.397456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a706bbcb-e085-4525-91b7-be4605981b72 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 814 time: 0.0984015 Jan 29 20:39:55.414295 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'port': {'device_id': '59e91357-380c-42d0-9bc1-73c176b57639', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'admin_state_up': True, 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:39:55.605083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Made reservation on behalf of b7b8e7283ae149b3b550a9549abddf1d for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:39:55.608529 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:55.733287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Allocated IP 172.20.0.14 (5183a7a6-f4e6-4a23-bffe-a343e6774ebd/23f0e900-2cf6-4e46-b2b9-2143558ea6ee/31a80c40-f66d-48cf-b248-a328354ec91b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:39:55.885073 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for port (31a80c40-f66d-48cf-b248-a328354ec91b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:55.977503 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:56.022691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:39:56.028628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:39:56.032180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:39:56.061589 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:39:56.092070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:56.092740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:56.201353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a7bf3a5f-bd77-418a-90b9-c971f7421d23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906072 Jan 29 20:39:56.367077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-94e24f2f-959e-4f86-ac00-46ccd19ae7b0 None None] Provisioning complete for port 31a80c40-f66d-48cf-b248-a328354ec91b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:39:56.368422 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94e24f2f-959e-4f86-ac00-46ccd19ae7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:56.408365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-94e24f2f-959e-4f86-ac00-46ccd19ae7b0 None None] Port 31a80c40-f66d-48cf-b248-a328354ec91b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:39:56.432804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bff50-c910-426f-b98e-fe6868635837 req-ae237a28-e7f0-45c2-be66-5ea6f77331b5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:56.435128 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e4bff50-c910-426f-b98e-fe6868635837 req-ae237a28-e7f0-45c2-be66-5ea6f77331b5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.1077929 Jan 29 20:39:56.507774 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2e4bff50-c910-426f-b98e-fe6868635837 req-44a4703f-e56d-4979-a522-10f02963e851 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668998 Jan 29 20:39:57.639123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ba4e-c876-4632-8828-715ae80e1e58 req-91fd31bf-bbe4-4655-8e13-f120db5e1c04 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:57.640624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0648ba4e-c876-4632-8828-715ae80e1e58 req-91fd31bf-bbe4-4655-8e13-f120db5e1c04 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0594139 Jan 29 20:39:57.694814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0648ba4e-c876-4632-8828-715ae80e1e58 req-dd116310-07d4-451f-9c46-26bc23768296 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Jan 29 20:39:58.230001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-518ddb86-c1a5-40c3-8eac-926f0c24a328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:39:58.820353 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac1c49-54a4-43c7-8bf1-23c1c8fa101e req-19b1e0fd-da5c-4cf7-9567-7c8eb9d1607f tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:39:58.821862 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1ac1c49-54a4-43c7-8bf1-23c1c8fa101e req-19b1e0fd-da5c-4cf7-9567-7c8eb9d1607f tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0551770 Jan 29 20:39:58.874934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1ac1c49-54a4-43c7-8bf1-23c1c8fa101e req-a172361a-1594-4fdc-8975-98265341280d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Jan 29 20:39:59.021425 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:00.005044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5e0c-3544-4f71-ae37-9dbb117f08fe req-8f2a9e80-1fec-40a3-bf54-5baa7b29a497 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:00.006609 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2cc5e0c-3544-4f71-ae37-9dbb117f08fe req-8f2a9e80-1fec-40a3-bf54-5baa7b29a497 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0530922 Jan 29 20:40:00.059802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2cc5e0c-3544-4f71-ae37-9dbb117f08fe req-c118aceb-4096-482d-bb40-bc523a92eee0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Jan 29 20:40:00.309208 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:00.454976 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:01.183727 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21199b9a-6ff9-40ba-9682-335976c72a62 req-c8ea75ce-c955-46ba-90ca-0eede9390a23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:01.185247 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21199b9a-6ff9-40ba-9682-335976c72a62 req-c8ea75ce-c955-46ba-90ca-0eede9390a23 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0550516 Jan 29 20:40:01.236717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21199b9a-6ff9-40ba-9682-335976c72a62 req-157a00c1-0f07-4bd5-a6d0-fab3b70c95eb tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Jan 29 20:40:01.834410 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:02.382901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39acb2-a815-4477-86d5-d07c5bd18d0d req-25ba7a2a-ff81-4459-aa8f-e982710467d7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:02.384607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc39acb2-a815-4477-86d5-d07c5bd18d0d req-25ba7a2a-ff81-4459-aa8f-e982710467d7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0780094 Jan 29 20:40:02.435057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc39acb2-a815-4477-86d5-d07c5bd18d0d req-6c06e73b-9b65-48db-a5ae-a3bde3187b8b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Jan 29 20:40:03.573037 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610abb8-b551-4bd4-b4d8-c8f09cce4693 req-e67bfe4b-91a6-4ea8-9678-ef1eacab688d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:03.576590 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6610abb8-b551-4bd4-b4d8-c8f09cce4693 req-e67bfe4b-91a6-4ea8-9678-ef1eacab688d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0628235 Jan 29 20:40:03.624804 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6610abb8-b551-4bd4-b4d8-c8f09cce4693 req-064885be-4a18-4a50-8387-f21d980e1569 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Jan 29 20:40:04.327719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Request body: {'port': {'device_id': '59e91357-380c-42d0-9bc1-73c176b57639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:04.386418 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:04.643741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a80c40-f66d-48cf-b248-a328354ec91b {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:40:04.651870 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Publish callbacks [] for port (31a80c40-f66d-48cf-b248-a328354ec91b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:04.664028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Transition to ACTIVE for port object 31a80c40-f66d-48cf-b248-a328354ec91b will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:40:04.731276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:04.786601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6140a-eb34-4846-8139-53fbb14900a4 req-65dc9f77-167c-4729-ba12-13375360cdaf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:04.788162 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8c6140a-eb34-4846-8139-53fbb14900a4 req-65dc9f77-167c-4729-ba12-13375360cdaf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 932 time: 0.0951135 Jan 29 20:40:04.807860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:04.898445 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b8c6140a-eb34-4846-8139-53fbb14900a4 req-d66c5ad9-eabb-4842-bfdc-579b03d74d2b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002064 Jan 29 20:40:04.908799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Attempting to bind port 31a80c40-f66d-48cf-b248-a328354ec91b on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:40:04.909145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Attempting to bind port 31a80c40-f66d-48cf-b248-a328354ec91b by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:40:04.909472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Attempting to bind port 31a80c40-f66d-48cf-b248-a328354ec91b on network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:40:04.914490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Port 31a80c40-f66d-48cf-b248-a328354ec91b on network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:40:04.914845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Attempting to bind port 31a80c40-f66d-48cf-b248-a328354ec91b on network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:40:04.920533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:40:04.920870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Checking segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:40:04.921250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Bound using segment: {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:40:04.921674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Bound port: 31a80c40-f66d-48cf-b248-a328354ec91b, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd47580-9036-4143-a876-2822fa63f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:40:04.922028 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:04.984760 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:40:04.987715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:40:05.077891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:05.116410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.117035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:05.119120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] 10.222.0.13 "PUT /v2.0/ports/31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 1092 time: 0.7953219 Jan 29 20:40:05.119338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:40:05.121613 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e" -d '{"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:40:05.150144 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192a2ea-a190-44b1-9b8c-b4dfe56b0242 service neutron] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:05.166200 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d71bcb-63bf-4785-8c3b-0ec21ca9bcc7 x-openstack-request-id: req-c7d71bcb-63bf-4785-8c3b-0ec21ca9bcc7 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:40:05.166566 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:40:05.166826 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7d71bcb-63bf-4785-8c3b-0ec21ca9bcc7 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:40:05.167248 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'status': 'completed', 'code': 200} Jan 29 20:40:05.237033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e req-9f22ba75-4988-440e-bbb2-05b38c98187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.238757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e req-9f22ba75-4988-440e-bbb2-05b38c98187b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1126 time: 0.0502825 Jan 29 20:40:05.349342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e req-7529c62c-38ee-41ba-9bbc-644cff77504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.350830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e req-7529c62c-38ee-41ba-9bbc-644cff77504b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1011424 Jan 29 20:40:05.453399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e req-e9a2bd7c-1c0e-497d-8e61-7afa0bb3d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.454918 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cae3286a-2cab-4b8f-930d-fcfc9aaaf80e req-e9a2bd7c-1c0e-497d-8e61-7afa0bb3d8eb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927923 Jan 29 20:40:05.539899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-2834dc84-d708-4092-99ed-2a80a5dd5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.542047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-2834dc84-d708-4092-99ed-2a80a5dd5d26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1126 time: 0.0457032 Jan 29 20:40:05.591504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-865ce541-b50f-4e87-9367-2a590033c0ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 217 time: 0.0378330 Jan 29 20:40:05.641853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-45a0ab56-be41-4cc1-866d-2788df3495af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.643270 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-45a0ab56-be41-4cc1-866d-2788df3495af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0431631 Jan 29 20:40:05.694697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079b22-f5f5-40f5-81d6-590fce484086 req-2a7e71a6-b6c1-4dc9-9d92-040f4cc30464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:05.696661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-2a7e71a6-b6c1-4dc9-9d92-040f4cc30464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433905 Jan 29 20:40:05.787744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-a9fe451d-990c-4cc4-814b-b806b04457f1 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Jan 29 20:40:05.880820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-76079b22-f5f5-40f5-81d6-590fce484086 req-08dab7d8-13cb-4217-99bd-fdd49a99b1ee service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817485 Jan 29 20:40:06.020607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae056d-6ca8-4bd7-8de4-8d11613a33ad req-a2e397ab-8b3c-4769-ab30-688878616ddf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:06.022143 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92ae056d-6ca8-4bd7-8de4-8d11613a33ad req-a2e397ab-8b3c-4769-ab30-688878616ddf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 944 time: 0.0556884 Jan 29 20:40:06.075239 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92ae056d-6ca8-4bd7-8de4-8d11613a33ad req-2cabd82d-4e0b-4b59-b354-e42caf460c88 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Jan 29 20:40:07.198902 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301c96-1119-419c-9603-1fb3d919dff2 req-3ab0ee51-ea77-42fb-9954-7e9dfbc15004 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:07.201196 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c2301c96-1119-419c-9603-1fb3d919dff2 req-3ab0ee51-ea77-42fb-9954-7e9dfbc15004 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 944 time: 0.0547147 Jan 29 20:40:07.252009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c2301c96-1119-419c-9603-1fb3d919dff2 req-1ab80b3a-8869-4fbc-8d0e-80ed367977cf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Jan 29 20:40:07.595172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 31a80c40-f66d-48cf-b248-a328354ec91b details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:40:07.692046 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:40:07.703144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '31a80c40-f66d-48cf-b248-a328354ec91b', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'port_id': '31a80c40-f66d-48cf-b248-a328354ec91b', 'mac_address': 'fa:16:3e:ed:dd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:40:07.739440 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 31a80c40-f66d-48cf-b248-a328354ec91b is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:40:07.739828 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:07.756886 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a80c40-f66d-48cf-b248-a328354ec91b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:40:07.776564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:40:07.868908 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:07.915403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:08.144569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['31a80c40-f66d-48cf-b248-a328354ec91b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:40:08.373849 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c32bd0-3520-4723-9fca-abf941ab9493 req-30953257-f018-47c8-a7a4-019dc87a17e0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:08.375353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51c32bd0-3520-4723-9fca-abf941ab9493 req-30953257-f018-47c8-a7a4-019dc87a17e0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 945 time: 0.0544167 Jan 29 20:40:08.423311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-51c32bd0-3520-4723-9fca-abf941ab9493 req-b7605532-84de-4363-8572-8e10f1e15d65 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Jan 29 20:40:08.444862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:09.541560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc553-ed04-4442-9f8b-1e49fd600a54 req-17ec15f7-5183-4219-8dae-15db52cf2eb0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:09.542945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32dbc553-ed04-4442-9f8b-1e49fd600a54 req-17ec15f7-5183-4219-8dae-15db52cf2eb0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Jan 29 20:40:09.595070 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32dbc553-ed04-4442-9f8b-1e49fd600a54 req-2227985d-a1fe-45f4-acba-c2a97361eb5b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Jan 29 20:40:09.596377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 31a80c40-f66d-48cf-b248-a328354ec91b up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:40:09.707743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 31a80c40-f66d-48cf-b248-a328354ec91b completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:40:09.711422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 31a80c40-f66d-48cf-b248-a328354ec91b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:40:09.711900 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:09.788025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 31a80c40-f66d-48cf-b248-a328354ec91b is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:40:09.788437 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:09.810745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:40:09.812969 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894446dd-9772-49a2-b5ae-1a643e0a88bd" -d '{"events": [{"server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "name": "network-vif-plugged", "status": "completed", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:40:09.829082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:40:09.849719 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3bf48-5625-4d35-b107-3952d882b189 x-openstack-request-id: req-87d3bf48-5625-4d35-b107-3952d882b189 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:40:09.850076 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "name": "network-vif-plugged", "status": "completed", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:40:09.850329 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87d3bf48-5625-4d35-b107-3952d882b189 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:40:09.850726 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'code': 200} Jan 29 20:40:09.902401 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:09.950412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:09.960981 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2863-3d9f-48a5-a967-961f02d87e5b req-a2ea1f7b-d037-4c6d-bee3-38c076159a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:09.963002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d94c2863-3d9f-48a5-a967-961f02d87e5b req-a2ea1f7b-d037-4c6d-bee3-38c076159a8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1128 time: 0.0450678 Jan 29 20:40:10.011406 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d94c2863-3d9f-48a5-a967-961f02d87e5b req-929fd3e1-8b00-4896-bf08-562c7127e993 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Jan 29 20:40:10.716025 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f057c8d-0b3d-497e-b138-65b441f6149e req-913c875f-15e0-48f2-9291-48efbfe38215 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:10.717530 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f057c8d-0b3d-497e-b138-65b441f6149e req-913c875f-15e0-48f2-9291-48efbfe38215 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Jan 29 20:40:10.763809 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6f057c8d-0b3d-497e-b138-65b441f6149e req-9b5a358b-9ad1-4afc-b460-f4787504ecba tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Jan 29 20:40:11.889034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac6937-f70c-422e-8e00-bcfc2cb47838 req-7ab6b9be-7924-4193-8c80-4a7c3b8b8f63 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:11.890537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6eac6937-f70c-422e-8e00-bcfc2cb47838 req-7ab6b9be-7924-4193-8c80-4a7c3b8b8f63 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0586145 Jan 29 20:40:11.936649 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6eac6937-f70c-422e-8e00-bcfc2cb47838 req-6a61301a-ccc0-4d44-8ab8-6555305d80ab tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Jan 29 20:40:12.052958 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5b62f-5e1c-44a1-b9f0-a1c87388f0f0 req-0d452474-ed80-4c7e-b47e-3e1bee948115 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:12.054352 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b4c5b62f-5e1c-44a1-b9f0-a1c87388f0f0 req-0d452474-ed80-4c7e-b47e-3e1bee948115 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0520473 Jan 29 20:40:12.101482 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b4c5b62f-5e1c-44a1-b9f0-a1c87388f0f0 req-c27f2bf6-dd04-4adc-9c9c-c66e7cc26039 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Jan 29 20:40:12.296460 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb003b2-b23f-4c96-ade1-e8b3a374b528 req-64b1ae91-fd33-4ae8-88c2-6035167f9fc5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:12.298111 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-adb003b2-b23f-4c96-ade1-e8b3a374b528 req-64b1ae91-fd33-4ae8-88c2-6035167f9fc5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0595458 Jan 29 20:40:12.346135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-adb003b2-b23f-4c96-ade1-e8b3a374b528 req-bfbd2e73-bd34-4068-af2b-2adbd03f3ccf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424068 Jan 29 20:40:16.309229 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:40:25.193259 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b85f0da3-e77b-4a2c-8157-d804dbf7fba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:28.233272 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d8b8d47-bd88-4a2d-a959-cec3a92926d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:29.013961 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:30.307518 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:30.454004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:31.568621 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:31.869470 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45e157-72c5-4939-9438-6fc29c102d72 req-17b857a2-fa4e-4a4e-aa5b-30055aff918f tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:31.870949 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a45e157-72c5-4939-9438-6fc29c102d72 req-17b857a2-fa4e-4a4e-aa5b-30055aff918f tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0538425 Jan 29 20:40:31.917436 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a45e157-72c5-4939-9438-6fc29c102d72 req-f218cd22-2d91-4266-a7ef-b059d997bcbf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Jan 29 20:40:31.939351 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41398) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:32.027888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376c9fd-108a-4ebd-9c8f-346210f14d20 tempest-TestMinimumBasicScenario-1862734861 tempest-TestMinimumBasicScenario-1862734861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:32.029446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a376c9fd-108a-4ebd-9c8f-346210f14d20 tempest-TestMinimumBasicScenario-1862734861 tempest-TestMinimumBasicScenario-1862734861-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1123 time: 0.0890911 Jan 29 20:40:32.032444 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41402) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:32.036620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '31a80c40-f66d-48cf-b248-a328354ec91b', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:32.123004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:32.222465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:32.324821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Allocated IP 172.25.5.148 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/bf88961a-97f6-46d7-a648-839c73bbf75b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:40:32.427449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:32.519435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:32.556811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:40:32.559621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:40:32.565654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:40:32.591181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'Port': ['ID=bf88961a-97f6-46d7-a648-839c73bbf75b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:32.604948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.605851 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.606204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.606545 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.606880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.607212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.607541 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.607861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.608183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.608534 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.608859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.609186 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.609505 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:32.940444 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for floatingip (b8f8be28-e021-496d-a6a5-231f80742c21), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:33.049862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:33.202644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:33.244896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:33.315003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'Port': ['ID=bf88961a-97f6-46d7-a648-839c73bbf75b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:33.329644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b8f8be28-e021-496d-a6a5-231f80742c21), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:33.429234 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Floating IP b8f8be28-e021-496d-a6a5-231f80742c21 associated. External IP: 172.25.5.148, port: 31a80c40-f66d-48cf-b248-a328354ec91b. Jan 29 20:40:33.638223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Router 9deea6ba-0f56-4e6c-8ac0-18e849661739 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:40:34.043076 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:40:34.054522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] Sync routers for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:40:34.065630 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:40:34.066239 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:40:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:40:34.108000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.142276 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd139421-c70a-46e5-b16b-38c2a209840d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1087615 Jan 29 20:40:34.142897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:40:34.145536 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fee462-da46-4206-be65-f767256dbde4" -d '{"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:40:34.145731 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41406) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:34.150855 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206209948', 'description': 'tempest-secgroup-smoke-1206209948 description', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:34.177017 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:40:34.193571 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa953933-6eb4-4c17-b02c-f9ac915f2562 x-openstack-request-id: req-aa953933-6eb4-4c17-b02c-f9ac915f2562 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:40:34.193896 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:40:34.194155 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa953933-6eb4-4c17-b02c-f9ac915f2562 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:40:34.194561 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'status': 'completed', 'code': 200} Jan 29 20:40:34.237631 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.263628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fee462-da46-4206-be65-f767256dbde4 req-eed95634-ce4c-4ba4-935f-11581c17e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:34.265290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-eed95634-ce4c-4ba4-935f-11581c17e76d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1128 time: 0.0484641 Jan 29 20:40:34.315888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group (8a5f2bab-91f5-4c26-bfe8-862ab5615d3e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.378928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fee462-da46-4206-be65-f767256dbde4 req-dfd25d37-05c1-4192-8445-344994325419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:34.380345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-dfd25d37-05c1-4192-8445-344994325419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.1080768 Jan 29 20:40:34.393589 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8a5f2bab-91f5-4c26-bfe8-862ab5615d3e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.410790 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b8f8be28-e021-496d-a6a5-231f80742c21', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'port_id': '31a80c40-f66d-48cf-b248-a328354ec91b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'mac_address': 'fa:16:3e:ed:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e91357-380c-42d0-9bc1-73c176b57639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:40:32Z', 'updated_at': '2022-01-29T20:40:32Z', 'revision_number': 0, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:40:34.428469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:34.436435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.437857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.438341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.438872 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.439210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.439540 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.440020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.440536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.440867 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.441214 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.441766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.442092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.442463 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:40:34.445917 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] Checking router: 9deea6ba-0f56-4e6c-8ac0-18e849661739 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:40:34.454023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-7e4b12e0-dc62-40ed-b2e5-555165e36e12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 1000 time: 0.0671270 Jan 29 20:40:34.454283 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:40:34.455097 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:40:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:40:34.505289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fee462-da46-4206-be65-f767256dbde4 req-211785e1-489c-4e8f-911b-6a7ca12a69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:34.506783 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-211785e1-489c-4e8f-911b-6a7ca12a69d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0449419 Jan 29 20:40:34.527505 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.531991 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ecc8d836-6e99-4559-ab81-4649530a4202 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3824179 Jan 29 20:40:34.532239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41410) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:34.537763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group_rule': {'security_group_id': '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:34.561371 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:40:34.563781 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fee462-da46-4206-be65-f767256dbde4 req-492251d9-5c93-4e0b-8da2-5efb9e25c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:34.565352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-492251d9-5c93-4e0b-8da2-5efb9e25c365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519176 Jan 29 20:40:34.626921 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (dd6d3705-42b9-462d-bac9-4419744fa4f0), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.661068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-b0048645-174d-4af7-b21f-00aca81dd27c service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884349 Jan 29 20:40:34.691374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (dd6d3705-42b9-462d-bac9-4419744fa4f0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.757131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4fee462-da46-4206-be65-f767256dbde4 req-403196d4-6e41-4a51-855e-1ab69d376e73 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893478 Jan 29 20:40:34.766091 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (dd6d3705-42b9-462d-bac9-4419744fa4f0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.784361 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6d3705-42b9-462d-bac9-4419744fa4f0,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:34.800668 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b8f8be28-e021-496d-a6a5-231f80742c21', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'port_id': '31a80c40-f66d-48cf-b248-a328354ec91b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'mac_address': 'fa:16:3e:ed:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e91357-380c-42d0-9bc1-73c176b57639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:40:32Z', 'updated_at': '2022-01-29T20:40:32Z', 'revision_number': 0, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:40:34.829819 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83638bf0-3eaf-4020-bdcb-2f58296e1572 None None] The sync data for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 is: [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b8f8be28-e021-496d-a6a5-231f80742c21', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'port_id': '31a80c40-f66d-48cf-b248-a328354ec91b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'mac_address': 'fa:16:3e:ed:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e91357-380c-42d0-9bc1-73c176b57639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:40:32Z', 'updated_at': '2022-01-29T20:40:32Z', 'revision_number': 0, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:40:34.925319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:34.926485 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2d57e64e-20b8-4948-b3e4-5b67737e1bf7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922634 Jan 29 20:40:34.929257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41412) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:34.934435 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group_rule': {'security_group_id': '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:35.031275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (589b0884-7774-4b5b-96b9-5363a6d63d68), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.034924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1b0b9-c69f-4907-81ef-ac63fd734db2 None None] New status for floating IP b8f8be28-e021-496d-a6a5-231f80742c21: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:40:35.097984 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (589b0884-7774-4b5b-96b9-5363a6d63d68), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.168949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (589b0884-7774-4b5b-96b9-5363a6d63d68), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.188395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589b0884-7774-4b5b-96b9-5363a6d63d68,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:35.265819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.267066 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-43285238-b0cd-4353-8382-cbfe4022bd6d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3362341 Jan 29 20:40:35.270053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41414) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:35.275575 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group_rule': {'security_group_id': '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:35.364219 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (27887dd2-e505-4e86-ad91-7d8f8b730cda), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.421408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (27887dd2-e505-4e86-ad91-7d8f8b730cda), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.496063 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (27887dd2-e505-4e86-ad91-7d8f8b730cda), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.513501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27887dd2-e505-4e86-ad91-7d8f8b730cda,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:35.583712 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.584964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6df2f10-9c8d-468e-9427-7b2976b708d5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138695 Jan 29 20:40:35.588581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41416) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:35.592880 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group_rule': {'security_group_id': '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:35.677705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (8b32f74d-5390-4cd1-ade9-8fbbe32ec91b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.733756 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (8b32f74d-5390-4cd1-ade9-8fbbe32ec91b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.802696 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8b32f74d-5390-4cd1-ade9-8fbbe32ec91b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.822870 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b32f74d-5390-4cd1-ade9-8fbbe32ec91b,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:35.878907 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:35.880108 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-679ecd25-c4d7-49e1-b70b-600b0b1e6fd1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2906077 Jan 29 20:40:35.883443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41418) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:35.887680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group_rule': {'security_group_id': '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:35.976176 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Project b7b8e7283ae149b3b550a9549abddf1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:40:35.981804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (882f0359-02a0-4f0d-9025-6922e2ede6e2), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.042210 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (882f0359-02a0-4f0d-9025-6922e2ede6e2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.130905 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (882f0359-02a0-4f0d-9025-6922e2ede6e2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.151323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882f0359-02a0-4f0d-9025-6922e2ede6e2,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:36.223802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.225197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c0d0b4e8-26b4-4a50-b250-bfbd7013bcb8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3407896 Jan 29 20:40:36.228600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41420) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:40:36.233046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'security_group_rule': {'security_group_id': '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e', 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:36.330549 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Project b7b8e7283ae149b3b550a9549abddf1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:40:36.335770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (6701b1ca-6b1b-46f7-922f-d0f97df2b2a0), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.395472 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (6701b1ca-6b1b-46f7-922f-d0f97df2b2a0), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.459689 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6701b1ca-6b1b-46f7-922f-d0f97df2b2a0), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.478685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6701b1ca-6b1b-46f7-922f-d0f97df2b2a0,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:36.543575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.544802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d4acf8a4-7b07-4464-b192-29f06600551c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152318 Jan 29 20:40:36.632964 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-4a18e094-4168-4eb3-850a-47867bdb9c63 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206209948&fields=id&tenant_id=b7b8e7283ae149b3b550a9549abddf1d HTTP/1.1" status: 200 len: 267 time: 0.0438042 Jan 29 20:40:36.691773 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-79167ad0-6af5-49f8-9573-871690037ae0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:36.693262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-79167ad0-6af5-49f8-9573-871690037ae0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0551133 Jan 29 20:40:36.703862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'port': {'security_groups': ['a9971b9b-f15b-43c5-a5ae-1a71e7a08df1', '8a5f2bab-91f5-4c26-bfe8-862ab5615d3e']}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:40:36.770713 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:36.954665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:40:36.984302 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for port (31a80c40-f66d-48cf-b248-a328354ec91b), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:37.050611 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:37.064982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['31a80c40-f66d-48cf-b248-a328354ec91b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:40:37.096354 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:37.097051 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:37.098368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bd4ecd23-08da-4fc7-86e4-256a2b9581d5 req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "PUT /v2.0/ports/31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 982 time: 0.3988988 Jan 29 20:40:37.098825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:40:37.101143 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb626a7-dc8c-48ed-a8ca-61323d888357" -d '{"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:40:37.134717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72366fe-2cbe-4fc8-948a-1c899f2b81f6 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=6']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:40:37.216438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['31a80c40-f66d-48cf-b248-a328354ec91b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:40:37.231100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e8eb-df06-4506-a6aa-d38b4849eed4 req-209291f1-400d-4fb9-9f44-1aef90b4b29b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:37.233202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9d3e8eb-df06-4506-a6aa-d38b4849eed4 req-209291f1-400d-4fb9-9f44-1aef90b4b29b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0697963 Jan 29 20:40:37.322038 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a9d3e8eb-df06-4506-a6aa-d38b4849eed4 req-68b4cfdc-2a58-4bc2-ae68-7f5ccada6ebc tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813360 Jan 29 20:40:37.356032 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b650397e-2bb7-43c4-bba4-e43747c13375 x-openstack-request-id: req-b650397e-2bb7-43c4-bba4-e43747c13375 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:40:37.356371 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:40:37.356636 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b650397e-2bb7-43c4-bba4-e43747c13375 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:40:37.357042 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'status': 'completed', 'code': 200} Jan 29 20:40:37.422900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-ab7d9239-8e1d-4b66-9d40-9b9cccc3e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:37.424345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-ab7d9239-8e1d-4b66-9d40-9b9cccc3e281 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1167 time: 0.0470190 Jan 29 20:40:37.467086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c1ae9a49-e3e4-4974-9af6-9461c40a3523 None None] Provisioning complete for port 31a80c40-f66d-48cf-b248-a328354ec91b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:40:37.467352 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9a49-e3e4-4974-9af6-9461c40a3523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:37.519199 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-24a0d6ff-9b8a-4b6a-940e-25f8230f8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:37.520719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-24a0d6ff-9b8a-4b6a-940e-25f8230f8e03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.0904481 Jan 29 20:40:37.590735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-c33fc142-341a-4a26-ac8d-a07683a75b75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 1002 time: 0.0608511 Jan 29 20:40:37.645477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-baa0c25a-f0f2-4585-9fd1-8bd88e3995a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:37.646660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae9a49-e3e4-4974-9af6-9461c40a3523 None None] Current status of the port 31a80c40-f66d-48cf-b248-a328354ec91b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:40:37.646936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-baa0c25a-f0f2-4585-9fd1-8bd88e3995a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0492725 Jan 29 20:40:37.700340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-e04ac5b3-8d82-46ee-ab8f-3f34f03b8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:37.701950 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-e04ac5b3-8d82-46ee-ab8f-3f34f03b8db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457742 Jan 29 20:40:37.794489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-915e4412-4d65-4bd5-813a-b8d98fadfc45 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Jan 29 20:40:37.890034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bb626a7-dc8c-48ed-a8ca-61323d888357 req-b433e74e-1183-40fb-a9c1-e574b90261e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881703 Jan 29 20:40:38.456307 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:40.175171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-c5ccfab7-35b5-4e82-bf08-ae6705290d7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446651 Jan 29 20:40:40.264185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-d63015c9-3322-405b-95e7-dd939da84799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:40.265115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-d63015c9-3322-405b-95e7-dd939da84799 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1167 time: 0.0460463 Jan 29 20:40:40.373861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-1b0e5f85-15a6-42ac-9022-6590b62166a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:40.375334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-1b0e5f85-15a6-42ac-9022-6590b62166a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.0910869 Jan 29 20:40:40.443849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-9b1cd8b8-3e26-41df-81c1-88db2dc5e8c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 1002 time: 0.0619671 Jan 29 20:40:40.491533 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-246010e7-e3e6-4159-937c-8d5c5c751a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:40.493420 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-246010e7-e3e6-4159-937c-8d5c5c751a96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0437984 Jan 29 20:40:40.542068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-2e4cbd45-186d-4c7c-844f-b66f5d121466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:40.543549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-2e4cbd45-186d-4c7c-844f-b66f5d121466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436034 Jan 29 20:40:40.637378 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-4bbf741c-3138-4db0-9728-bba0ee78915c service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875478 Jan 29 20:40:40.725550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9705b865-03f3-431c-9dee-0d82d0ba4bf8 req-dcad56a9-178d-48ca-8efb-b758263d4b8f service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825188 Jan 29 20:40:49.674252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13d29-5cf3-4ca9-a14f-cbe624103f3f req-d9bf4658-70c6-42b7-9db3-7f3d54d7118e tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:49.675742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40a13d29-5cf3-4ca9-a14f-cbe624103f3f req-d9bf4658-70c6-42b7-9db3-7f3d54d7118e tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0527258 Jan 29 20:40:49.768958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40a13d29-5cf3-4ca9-a14f-cbe624103f3f req-6fbbfbe0-6b9c-443a-b0ae-f00623ffa1c1 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865314 Jan 29 20:40:49.779680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-0a092cc7-4ccc-481c-ae66-726d722aa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:49.781242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-0a092cc7-4ccc-481c-ae66-726d722aa6dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1167 time: 0.0739875 Jan 29 20:40:49.876894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-6331ad74-7b87-4e12-8d17-9f2931741305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:49.878362 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-6331ad74-7b87-4e12-8d17-9f2931741305 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.0904138 Jan 29 20:40:49.942808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-f9dd45ef-6583-4fe8-9e3c-1496c8b15c04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 1002 time: 0.0575898 Jan 29 20:40:49.993804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-30284390-d035-4281-83e4-f42c6f9af22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:49.995294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-30284390-d035-4281-83e4-f42c6f9af22b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0455656 Jan 29 20:40:50.049480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-86e06951-439e-4803-bc28-343c02869420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:50.050975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-86e06951-439e-4803-bc28-343c02869420 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492194 Jan 29 20:40:50.142098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-bb7f3def-0dc6-4734-b40c-a09c9ee4a4ce service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838563 Jan 29 20:40:50.237202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-87727f57-38b7-479a-948f-bf0e3830dcd1 req-cbcd5b85-c06b-4e4a-a195-d15348664d29 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874553 Jan 29 20:40:50.894984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc56994-8ffc-4c75-97a5-30cf708c5e98 req-f3d8b4db-f0da-49e6-ba69-f8892f705392 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:50.896472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edc56994-8ffc-4c75-97a5-30cf708c5e98 req-f3d8b4db-f0da-49e6-ba69-f8892f705392 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0541778 Jan 29 20:40:50.956340 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-edc56994-8ffc-4c75-97a5-30cf708c5e98 req-0b80391e-458b-4260-bb69-8a494994452a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539839 Jan 29 20:40:52.079424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444017e9-3306-446c-bf6f-cc4f1b7775e4 req-2f752a8c-4d23-4b5b-b98c-e799f019f2bf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:52.080844 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-444017e9-3306-446c-bf6f-cc4f1b7775e4 req-2f752a8c-4d23-4b5b-b98c-e799f019f2bf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0527956 Jan 29 20:40:52.139594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-444017e9-3306-446c-bf6f-cc4f1b7775e4 req-7ed766ec-0058-4723-a0e7-284bbf054888 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531073 Jan 29 20:40:53.262246 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e784bf-226c-4d17-a7da-70375bc50f59 req-d20efa40-8ac1-4d42-805e-d037a4d29c2c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:53.263747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4e784bf-226c-4d17-a7da-70375bc50f59 req-d20efa40-8ac1-4d42-805e-d037a4d29c2c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0578551 Jan 29 20:40:53.308263 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:40:53.323683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f4e784bf-226c-4d17-a7da-70375bc50f59 req-8f973734-335b-4953-93e3-2bc0fb7e93ab tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542397 Jan 29 20:40:54.443454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8082-364c-44ae-9ba6-b714361adecf req-8f32d2e1-a718-40f0-aa9b-7cfe44d9145d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:54.445453 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a62b8082-364c-44ae-9ba6-b714361adecf req-8f32d2e1-a718-40f0-aa9b-7cfe44d9145d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0528646 Jan 29 20:40:54.509533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a62b8082-364c-44ae-9ba6-b714361adecf req-d3f5be2b-3a64-4587-8e81-c4a5e65e9328 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575347 Jan 29 20:40:55.213836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1237-f484-4f0b-92a5-16a5fdde5b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:55.629587 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859495-a267-4ded-96c6-5cf6efa096dd req-d9859752-5a45-4c0e-a0a8-19ddbff01222 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:55.631092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c859495-a267-4ded-96c6-5cf6efa096dd req-d9859752-5a45-4c0e-a0a8-19ddbff01222 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0541503 Jan 29 20:40:55.692351 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9c859495-a267-4ded-96c6-5cf6efa096dd req-d94cac67-2c2e-4e17-bcfa-08b56896063c tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553808 Jan 29 20:40:56.811955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fcc2f-6327-493d-a30a-e724f0136191 req-a6d45f2a-622e-45c7-a74b-2bb43f562a6e tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:56.813457 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e43fcc2f-6327-493d-a30a-e724f0136191 req-a6d45f2a-622e-45c7-a74b-2bb43f562a6e tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0527449 Jan 29 20:40:56.872487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e43fcc2f-6327-493d-a30a-e724f0136191 req-75cb0377-4580-4528-a0e1-36338ef6f7b9 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534079 Jan 29 20:40:57.996018 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a9773-b6c4-4991-988c-183b7f88a5d0 req-3a64e8c0-9a1e-44d3-afe6-8dc78a5856b2 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:57.997520 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-837a9773-b6c4-4991-988c-183b7f88a5d0 req-3a64e8c0-9a1e-44d3-afe6-8dc78a5856b2 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0547078 Jan 29 20:40:58.061728 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-837a9773-b6c4-4991-988c-183b7f88a5d0 req-9089f26c-34b0-4169-8742-bd0d216ed3cf tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584056 Jan 29 20:40:58.238774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0680a49-f9e8-4677-a7d1-b9c55b0d728c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:58.998720 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:40:59.182846 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c95c0-f111-4789-9132-32476fa9c3bc req-4ec18923-c128-42ab-80c6-8cffd3d88847 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:40:59.184923 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68c95c0-f111-4789-9132-32476fa9c3bc req-4ec18923-c128-42ab-80c6-8cffd3d88847 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0561302 Jan 29 20:40:59.245837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d68c95c0-f111-4789-9132-32476fa9c3bc req-b75f5427-ac35-4be4-9741-4e11d3ee1c50 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552657 Jan 29 20:41:00.307703 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:00.369622 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45b0e0-b3d2-4e7e-a658-f8d2af401d8c req-293566de-aa6f-4165-b1be-e342089d25fd tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:00.371223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c45b0e0-b3d2-4e7e-a658-f8d2af401d8c req-293566de-aa6f-4165-b1be-e342089d25fd tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0560877 Jan 29 20:41:00.437005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5c45b0e0-b3d2-4e7e-a658-f8d2af401d8c req-7a327173-19e5-470e-84cb-0682e5a6a02e tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598876 Jan 29 20:41:00.467821 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:01.562270 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:01.571248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea074c-2b70-441b-931a-adc99d131515 req-aee82794-31c5-4f31-9b4e-1b5364dc3570 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:01.572767 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8ea074c-2b70-441b-931a-adc99d131515 req-aee82794-31c5-4f31-9b4e-1b5364dc3570 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0583694 Jan 29 20:41:01.633598 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a8ea074c-2b70-441b-931a-adc99d131515 req-cef65ff1-ec6b-4175-818d-064071fea280 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549781 Jan 29 20:41:02.755787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35768e-a097-441a-b019-751843e3c691 req-9e49baa3-bcfa-41af-abbe-e8a447fb8c89 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:02.757759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a35768e-a097-441a-b019-751843e3c691 req-9e49baa3-bcfa-41af-abbe-e8a447fb8c89 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0551426 Jan 29 20:41:02.816867 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8a35768e-a097-441a-b019-751843e3c691 req-e1f4549c-0b94-45d7-8e06-e128164eacb5 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535030 Jan 29 20:41:03.937503 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a2b5f-215c-4caa-aaad-20d915c49593 req-a05a167f-b9ab-48a7-81ed-3a905c9138ec tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:03.939060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e9a2b5f-215c-4caa-aaad-20d915c49593 req-a05a167f-b9ab-48a7-81ed-3a905c9138ec tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0537968 Jan 29 20:41:03.998245 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6e9a2b5f-215c-4caa-aaad-20d915c49593 req-b4edf32e-0126-4c17-86a9-a822bc42f791 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534835 Jan 29 20:41:05.121787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24eb0-98b4-4e9e-ab91-c0c5541f6841 req-a71b3e7b-4b7c-4a9c-b91e-d6b48b1bd187 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:05.123333 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2df24eb0-98b4-4e9e-ab91-c0c5541f6841 req-a71b3e7b-4b7c-4a9c-b91e-d6b48b1bd187 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0572944 Jan 29 20:41:05.182625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2df24eb0-98b4-4e9e-ab91-c0c5541f6841 req-9fa17953-871b-4f6f-a6c1-9f9c9a7832a7 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535607 Jan 29 20:41:06.317162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b26b-0f02-49d8-b1ac-62c7589dbf7d req-5df6c1e5-f78b-4313-8228-ca00f1552323 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:06.318682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b90b26b-0f02-49d8-b1ac-62c7589dbf7d req-5df6c1e5-f78b-4313-8228-ca00f1552323 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0644448 Jan 29 20:41:06.382599 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0b90b26b-0f02-49d8-b1ac-62c7589dbf7d req-c2f0d1a5-cbe3-42e2-95ca-f428013d8d3d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576546 Jan 29 20:41:07.508824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f612ac-3180-4da9-81c8-a80e35344aef req-178d0955-0175-4300-8f6b-ef5661251e9d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:07.510352 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c5f612ac-3180-4da9-81c8-a80e35344aef req-178d0955-0175-4300-8f6b-ef5661251e9d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0544043 Jan 29 20:41:07.570503 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c5f612ac-3180-4da9-81c8-a80e35344aef req-999d600c-80ff-46f1-95ff-7b8d936dd166 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e&id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542650 Jan 29 20:41:08.481936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:25.243036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dff8f645-849e-41e9-a2e0-f8285c00f59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:28.273453 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-681833c0-6166-44d0-a2fb-6e7ad45f404d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:29.009877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:30.293186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:30.306509 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:41:30.458722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:31.556061 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:38.498658 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.193864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-c40ff245-630d-45ce-ad92-c15b94b3be85 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206209948&fields=id&tenant_id=b7b8e7283ae149b3b550a9549abddf1d HTTP/1.1" status: 200 len: 267 time: 0.0424566 Jan 29 20:41:40.251193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-9c535773-17d2-46c8-b293-fdad6d8bc97f tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:40.252682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-9c535773-17d2-46c8-b293-fdad6d8bc97f tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 985 time: 0.0534770 Jan 29 20:41:40.264152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Request body: {'port': {'security_groups': ['a9971b9b-f15b-43c5-a5ae-1a71e7a08df1']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:41:40.337027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.506941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:41:40.534504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for port (31a80c40-f66d-48cf-b248-a328354ec91b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.586798 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.599071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['31a80c40-f66d-48cf-b248-a328354ec91b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:41:40.631894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:40.632554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.634384 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41e51685-6a2d-4c99-a1ce-0c702ecbc2db req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "PUT /v2.0/ports/31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 943 time: 0.3744814 Jan 29 20:41:40.634384 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:41:40.636705 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e" -d '{"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:41:40.643178 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41488) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:41:40.671500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event updated for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:41:40.680904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.681261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.681612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.681960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.682302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.682701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.683173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.683364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.684252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.684252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.684491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.684752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.685084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c2eeb-8d33-4003-a206-cc30a7116d8a tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.701361 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db93e618-ec80-4df7-b441-e25e3ec32d0a x-openstack-request-id: req-db93e618-ec80-4df7-b441-e25e3ec32d0a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:41:40.701361 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:41:40.701361 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db93e618-ec80-4df7-b441-e25e3ec32d0a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:41:40.701361 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'status': 'completed', 'code': 200} Jan 29 20:41:40.722465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['31a80c40-f66d-48cf-b248-a328354ec91b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:41:40.727885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group (8a5f2bab-91f5-4c26-bfe8-862ab5615d3e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.760513 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group (8a5f2bab-91f5-4c26-bfe8-862ab5615d3e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.774099 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-aab59d34-090e-4a4a-b909-6a54bafdec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:40.775712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-aab59d34-090e-4a4a-b909-6a54bafdec52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1128 time: 0.0549510 Jan 29 20:41:40.883471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-b999d6ab-860c-4289-829c-d53168a8e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:40.885169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-b999d6ab-860c-4289-829c-d53168a8e303 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.1030064 Jan 29 20:41:40.904721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (8a5f2bab-91f5-4c26-bfe8-862ab5615d3e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.907664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.911103 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a5f2bab-91f5-4c26-bfe8-862ab5615d3e HTTP/1.1" status: 204 len: 168 time: 0.2644026 Jan 29 20:41:40.918437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41490) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:41:40.926072 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5f2bab-91f5-4c26-bfe8-862ab5615d3e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:41:40.944008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-92ece211-7411-4823-a473-569d14726525 None None] Provisioning complete for port 31a80c40-f66d-48cf-b248-a328354ec91b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:41:40.944447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-92ece211-7411-4823-a473-569d14726525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:40.956182 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-24cc2165-cf2f-448a-9d20-5742d504da7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 1002 time: 0.0626278 Jan 29 20:41:40.965753 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.966110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.966457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.966788 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.967124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.967458 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.967787 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.968106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.968643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.968976 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.969300 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.969628 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:40.969956 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1bcc3-1f60-497e-a061-ddbeb8af1ce8 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:41:41.023595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-44b27c3a-94cd-47c2-9ba1-f0568ae8b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:41.025321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-44b27c3a-94cd-47c2-9ba1-f0568ae8b9fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0627410 Jan 29 20:41:41.031892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-92ece211-7411-4823-a473-569d14726525 None None] Current status of the port 31a80c40-f66d-48cf-b248-a328354ec91b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:41:41.079806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-b94e56fe-58ba-46e6-9edf-ccddbfba9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:41.081335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-b94e56fe-58ba-46e6-9edf-ccddbfba9c56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495853 Jan 29 20:41:41.101835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Deleting port bf88961a-97f6-46d7-a648-839c73bbf75b {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:41:41.102185 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:41.178411 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:41.178743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for floatingip (bf88961a-97f6-46d7-a648-839c73bbf75b), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:41.180123 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-b183cc3e-47a9-40e1-9167-37edfc0c039f service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869260 Jan 29 20:41:41.191077 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Calling delete_port for bf88961a-97f6-46d7-a648-839c73bbf75b owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:41:41.296927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.13', 53040) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:41:41.405887 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-b5cb4b24-3125-42ab-bcb5-3c5cf11c6cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072726 Jan 29 20:41:41.423952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ffd2b8d-1a8b-4488-9ba6-9a35cb8f997e req-2f0ef18e-7ef6-4d62-9e43-631652109b4d service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242700 Jan 29 20:41:41.442137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (bf88961a-97f6-46d7-a648-839c73bbf75b), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:41.468822 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event deleted for resources: {'Port': ['ID=bf88961a-97f6-46d7-a648-839c73bbf75b,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:41:41.528562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668bae-1433-4da7-b2a0-703da10761a0 req-b810c714-98d4-4c65-aeec-92125ea8cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:41.530015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-b810c714-98d4-4c65-aeec-92125ea8cc7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1128 time: 0.0471141 Jan 29 20:41:41.533806 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks [] for floatingip (b8f8be28-e021-496d-a6a5-231f80742c21), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:41.534270 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Floating IP b8f8be28-e021-496d-a6a5-231f80742c21 disassociated (deleted). External IP: 172.25.5.148, port: 31a80c40-f66d-48cf-b248-a328354ec91b. Jan 29 20:41:41.640409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668bae-1433-4da7-b2a0-703da10761a0 req-44e28474-86f3-4925-9531-361663bfb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:41.641957 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-44e28474-86f3-4925-9531-361663bfb74b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.0884421 Jan 29 20:41:41.683378 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-f73d48d0-a37e-47fd-acea-224fb2797722 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 217 time: 0.0343385 Jan 29 20:41:41.737658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668bae-1433-4da7-b2a0-703da10761a0 req-f003304f-524d-4e5b-81c0-a0f8d06bcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:41.739214 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-f003304f-524d-4e5b-81c0-a0f8d06bcd4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0485580 Jan 29 20:41:41.746738 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Router 9deea6ba-0f56-4e6c-8ac0-18e849661739 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:41:41.787264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668bae-1433-4da7-b2a0-703da10761a0 req-a27a78ef-1a5c-44ae-bdf1-faaaa2c836cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:41.789266 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-a27a78ef-1a5c-44ae-bdf1-faaaa2c836cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435095 Jan 29 20:41:41.854862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:41:41.859806 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:41.866145 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] Sync routers for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:41:41.876613 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:41:41.877339 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:41:41.885242 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-6cc6560b-6722-4848-98bc-104715678f78 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900264 Jan 29 20:41:41.889958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-562bbcc1-c116-41e7-bc08-f9ac58012405 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "DELETE /v2.0/floatingips/b8f8be28-e021-496d-a6a5-231f80742c21 HTTP/1.1" status: 204 len: 168 time: 0.9705074 Jan 29 20:41:41.890596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:41:41.892980 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240" -d '{"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:41:41.941888 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef4de5d-7610-4756-af41-de95b021671b x-openstack-request-id: req-6ef4de5d-7610-4756-af41-de95b021671b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:41:41.942141 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:41:41.942462 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ef4de5d-7610-4756-af41-de95b021671b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:41:41.943508 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'status': 'completed', 'code': 200} Jan 29 20:41:41.986552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-3c4d2722-5b91-4d55-8f57-2a13d6e37526 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910435 Jan 29 20:41:42.004737 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:41:42.154363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-cf632bf6-cd77-494a-b7a9-a5d94183fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:42.155963 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-cf632bf6-cd77-494a-b7a9-a5d94183fb1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 1128 time: 0.0462215 Jan 29 20:41:42.207601 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:41:42.235779 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] Checking router: 9deea6ba-0f56-4e6c-8ac0-18e849661739 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:41:42.245514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:41:42.246171 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:41:42.259280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-4106e0ca-0657-4ecd-a34f-c0e060115e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:42.259280 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-4106e0ca-0657-4ecd-a34f-c0e060115e32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 200 len: 914 time: 0.0925596 Jan 29 20:41:42.302372 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-8dd5e3e6-193a-4235-92ff-f0ccdc6071a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 200 len: 217 time: 0.0361540 Jan 29 20:41:42.359071 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-9527fab0-6a37-4ca3-b589-809c412e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:42.360585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-9527fab0-6a37-4ca3-b589-809c412e19a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 200 len: 853 time: 0.0488939 Jan 29 20:41:42.361187 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:41:42.421492 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-bebf0296-53c9-4bee-9748-9a0a89ddab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:42.423025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-bebf0296-53c9-4bee-9748-9a0a89ddab43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5183a7a6-f4e6-4a23-bffe-a343e6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465066 Jan 29 20:41:42.513839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-31d9bc3e-a19a-43aa-bb0e-cfdec00969fc service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843296 Jan 29 20:41:42.605539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-18b58a96-fdec-4fc4-b9e4-a6619ae9e240 req-94796e08-c29c-477e-9777-2dbaf0476848 service neutron] 10.222.0.13 "GET /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Jan 29 20:41:42.646955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:41:42.676628 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255f0aca-8e3e-456e-a35e-3967c3728105 None None] The sync data for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 is: [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:33Z', 'revision_number': 4, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '018f8d1b-f318-4474-a353-a7985de07d15', 'name': '', 'network_id': '5183a7a6-f4e6-4a23-bffe-a343e6774ebd', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'mac_address': 'fa:16:3e:f3:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:32Z', 'updated_at': '2022-01-29T20:39:37Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'subnets': [{'id': '23f0e900-2cf6-4e46-b2b9-2143558ea6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:41:42.903549 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f95492-78cf-46c7-852b-a7aa4eaf4108 None None] New status for floating IP b8f8be28-e021-496d-a6a5-231f80742c21: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:41:55.209839 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d0a539cd-c961-4235-aa91-2bf88c98d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:57.861253 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c301520-e245-4bb9-b330-04e7537bd850 req-ebbe0c5e-8b61-46f2-9350-af197e4b4f9b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:57.862746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c301520-e245-4bb9-b330-04e7537bd850 req-ebbe0c5e-8b61-46f2-9350-af197e4b4f9b tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0545328 Jan 29 20:41:57.911089 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c301520-e245-4bb9-b330-04e7537bd850 req-980c98fc-0776-40cd-9e79-9174b2f2ca4d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Jan 29 20:41:58.238385 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eb389772-6464-4ed6-9fdc-97872a1a9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:59.037178 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667751-7e8d-48b5-954d-af23742c4a4f req-ea88f10f-901e-4abe-8e29-bd685fe70300 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:59.037976 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:59.039489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00667751-7e8d-48b5-954d-af23742c4a4f req-ea88f10f-901e-4abe-8e29-bd685fe70300 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0554907 Jan 29 20:41:59.087575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-00667751-7e8d-48b5-954d-af23742c4a4f req-4755b339-bbca-487e-abe8-862132aa3eb4 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Jan 29 20:41:59.765135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-74c6e394-de3b-4dcf-9dd5-7c660ece0983 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:41:59.766625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-74c6e394-de3b-4dcf-9dd5-7c660ece0983 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 946 time: 0.0571671 Jan 29 20:41:59.861009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Deleting port 31a80c40-f66d-48cf-b248-a328354ec91b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:41:59.861359 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:59.951396 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] For port 31a80c40-f66d-48cf-b248-a328354ec91b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=31a80c40-f66d-48cf-b248-a328354ec91b,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:41:59.951764 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:41:59.963893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Calling delete_port for 31a80c40-f66d-48cf-b248-a328354ec91b owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:00.144633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (31a80c40-f66d-48cf-b248-a328354ec91b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:00.167187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['31a80c40-f66d-48cf-b248-a328354ec91b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:42:00.178463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Pushing event deleted for resources: {'Port': ['ID=31a80c40-f66d-48cf-b248-a328354ec91b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:00.200717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d795297-3a43-4016-bd46-367bba9db998 req-1eabb633-41fb-4330-87f5-c2d305b0d0f0 tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e91357-380c-42d0-9bc1-73c176b57639 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Jan 29 20:42:00.229998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] No DVR routers for this DVR port 31a80c40-f66d-48cf-b248-a328354ec91b on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:42:00.235577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:00.236083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3ec28721-dd12-49dc-92e4-7b0f7c522328 req-8721624c-1058-4b86-8e63-201ad942405d tempest-TestMinimumBasicScenario-1647953098 tempest-TestMinimumBasicScenario-1647953098-project] 10.222.0.13 "DELETE /v2.0/ports/31a80c40-f66d-48cf-b248-a328354ec91b HTTP/1.1" status: 204 len: 173 time: 0.4616344 Jan 29 20:42:00.236542 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'name': 'network-vif-deleted', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:42:00.238724 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cc6e7-1e75-43cc-bccb-000e4384b91a" -d '{"events": [{"server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "name": "network-vif-deleted", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:42:00.283093 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137ba6d3-bb41-48b1-ad0d-f0044e0c4e9a x-openstack-request-id: req-137ba6d3-bb41-48b1-ad0d-f0044e0c4e9a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:42:00.283391 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e91357-380c-42d0-9bc1-73c176b57639", "name": "network-vif-deleted", "tag": "31a80c40-f66d-48cf-b248-a328354ec91b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:42:00.283661 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-137ba6d3-bb41-48b1-ad0d-f0044e0c4e9a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:42:00.284137 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e91357-380c-42d0-9bc1-73c176b57639', 'name': 'network-vif-deleted', 'tag': '31a80c40-f66d-48cf-b248-a328354ec91b', 'status': 'completed', 'code': 200} Jan 29 20:42:00.338897 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:00.471149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:01.570172 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:02.384926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41602) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:03.020954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (9deea6ba-0f56-4e6c-8ac0-18e849661739), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:03.256725 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Deleting port 018f8d1b-f318-4474-a353-a7985de07d15 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:03.257096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (018f8d1b-f318-4474-a353-a7985de07d15), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:03.336485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] For port 018f8d1b-f318-4474-a353-a7985de07d15, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=018f8d1b-f318-4474-a353-a7985de07d15,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:03.336756 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (018f8d1b-f318-4474-a353-a7985de07d15), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:03.348912 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Calling delete_port for 018f8d1b-f318-4474-a353-a7985de07d15 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:03.607104 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (018f8d1b-f318-4474-a353-a7985de07d15), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:03.630301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=018f8d1b-f318-4474-a353-a7985de07d15,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:03.805251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (9deea6ba-0f56-4e6c-8ac0-18e849661739), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:03.999987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 31a80c40-f66d-48cf-b248-a328354ec91b no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:04.019955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 31a80c40-f66d-48cf-b248-a328354ec91b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:42:04.020326 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 31a80c40-f66d-48cf-b248-a328354ec91b not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:04.023135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Router 9deea6ba-0f56-4e6c-8ac0-18e849661739 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:42:04.128234 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:42:04.133228 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aa00b2eb-99d2-4198-9c59-35de7bf47f25 admin admin] 10.222.0.15 "PUT /v2.0/routers/9deea6ba-0f56-4e6c-8ac0-18e849661739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472825 Jan 29 20:42:04.135671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41604) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:04.140104 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] Sync routers for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:42:04.150110 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:04.150699 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:04.240627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks [] for router (9deea6ba-0f56-4e6c-8ac0-18e849661739), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.255648 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:04.345157 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks [] for router_gateway (9deea6ba-0f56-4e6c-8ac0-18e849661739), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.431901 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:42:03Z', 'revision_number': 5, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port': {'id': '4706472b-6563-4f5f-898b-8b44fe929af1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:04.457809 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] Checking router: 9deea6ba-0f56-4e6c-8ac0-18e849661739 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:42:04.466921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] Routers {'9deea6ba-0f56-4e6c-8ac0-18e849661739'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:04.467518 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9deea6ba-0f56-4e6c-8ac0-18e849661739'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:04.471703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Deleting port 4706472b-6563-4f5f-898b-8b44fe929af1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:04.472046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.553532 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] Set router 9deea6ba-0f56-4e6c-8ac0-18e849661739 gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:04.556966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] For port 4706472b-6563-4f5f-898b-8b44fe929af1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4706472b-6563-4f5f-898b-8b44fe929af1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:04.557341 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.570421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Calling delete_port for 4706472b-6563-4f5f-898b-8b44fe929af1 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:04.605160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:42:04Z', 'revision_number': 6, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:04.633610 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7d449-da3e-448b-99ea-91908953d178 None None] The sync data for ids ['9deea6ba-0f56-4e6c-8ac0-18e849661739'] in n-d-825496-5 is: [{'id': '9deea6ba-0f56-4e6c-8ac0-18e849661739', 'name': 'tempest-TestMinimumBasicScenario-627833882-router', 'tenant_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:30Z', 'updated_at': '2022-01-29T20:42:04Z', 'revision_number': 6, 'project_id': 'b7b8e7283ae149b3b550a9549abddf1d', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:42:04.792297 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4706472b-6563-4f5f-898b-8b44fe929af1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.817630 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Pushing event deleted for resources: {'Port': ['ID=4706472b-6563-4f5f-898b-8b44fe929af1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:04.883569 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (9deea6ba-0f56-4e6c-8ac0-18e849661739), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.976817 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (9deea6ba-0f56-4e6c-8ac0-18e849661739), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:04.979258 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks [] for router_controller (9deea6ba-0f56-4e6c-8ac0-18e849661739), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.075623 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (9deea6ba-0f56-4e6c-8ac0-18e849661739), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.076233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9deea6ba-0f56-4e6c-8ac0-18e849661739 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:42:05.080554 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.081719 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cdc3f1a6-907d-426f-8cbd-07a06c585414 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9deea6ba-0f56-4e6c-8ac0-18e849661739 HTTP/1.1" status: 204 len: 168 time: 0.9451191 Jan 29 20:42:05.084421 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41606) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:05.129837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Deleting subnet 23f0e900-2cf6-4e46-b2b9-2143558ea6ee {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:42:05.133630 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Publish callbacks [] for subnet (23f0e900-2cf6-4e46-b2b9-2143558ea6ee), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.167883 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (23f0e900-2cf6-4e46-b2b9-2143558ea6ee), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.247709 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (23f0e900-2cf6-4e46-b2b9-2143558ea6ee), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.341184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (23f0e900-2cf6-4e46-b2b9-2143558ea6ee), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.370330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f0e900-2cf6-4e46-b2b9-2143558ea6ee,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:05.372345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.376612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6f60c01b-5dc2-4aae-abbe-ea2e280f83d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23f0e900-2cf6-4e46-b2b9-2143558ea6ee HTTP/1.1" status: 204 len: 168 time: 0.2911098 Jan 29 20:42:05.377003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092aa92d-b569-476f-80fc-e0733657bdd1 None None] Network 5183a7a6-f4e6-4a23-bffe-a343e6774ebd requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:42:05.378440 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41608) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:05.450203 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5183a7a6-f4e6-4a23-bffe-a343e6774ebd), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.512874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Deleting port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:05.513240 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.549400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] DHCP port deletion for 5183a7a6-f4e6-4a23-bffe-a343e6774ebd request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:42:05.579571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] For port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:05.579975 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.595083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Calling delete_port for 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:05.603812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Deleting port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:05.604187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.674207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] For port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,segment=NetworkSegment(6bd47580-9036-4143-a876-2822fa63f700),segment_id=6bd47580-9036-4143-a876-2822fa63f700)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:05.674796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.688834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Calling delete_port for 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:05.755974 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.767912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5192924b-cb00-4be3-8d5d-5ada3b0eb9a3), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.783096 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Pushing event deleted for resources: {'Port': ['ID=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:05.788740 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] No DVR routers for this DVR port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:42:05.793863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Pushing event deleted for resources: {'Port': ['ID=5192924b-cb00-4be3-8d5d-5ada3b0eb9a3,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:05.798107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] No DVR routers for this DVR port 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:42:05.805853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.806198 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.806534 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.806861 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.807185 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.807506 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.807823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.808141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.808502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.808784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.809097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.809409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.809720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3401b1-0e80-4f60-8c76-f074655e75cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:05.865644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5183a7a6-f4e6-4a23-bffe-a343e6774ebd), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.887179 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5183a7a6-f4e6-4a23-bffe-a343e6774ebd']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:05.897000 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd47580-9036-4143-a876-2822fa63f700') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:05.897305 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd47580-9036-4143-a876-2822fa63f700') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:05.906965 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (6bd47580-9036-4143-a876-2822fa63f700), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.920276 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (6bd47580-9036-4143-a876-2822fa63f700), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.922823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:05.926768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:42:05.927162 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (6bd47580-9036-4143-a876-2822fa63f700), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:42:05.929356 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:42:05.946474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:42:05.946841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5192924b-cb00-4be3-8d5d-5ada3b0eb9a3 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:05.947254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4706472b-6563-4f5f-898b-8b44fe929af1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:06.047408 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5183a7a6-f4e6-4a23-bffe-a343e6774ebd), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:06.053579 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:06.059625 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5183a7a6-f4e6-4a23-bffe-a343e6774ebd HTTP/1.1" status: 204 len: 168 time: 0.6800113 Jan 29 20:42:06.062568 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41610) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:06.083395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02250e18-7836-448c-81cd-24ebf2cf4224 admin admin] Pushing event deleted for resources: {'Network': ['ID=5183a7a6-f4e6-4a23-bffe-a343e6774ebd,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:06.123564 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4706472b-6563-4f5f-898b-8b44fe929af1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:42:06.123810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4706472b-6563-4f5f-898b-8b44fe929af1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:06.124277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 018f8d1b-f318-4474-a353-a7985de07d15 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:06.143194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 018f8d1b-f318-4474-a353-a7985de07d15 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:42:06.143532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 018f8d1b-f318-4474-a353-a7985de07d15 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:06.423810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (26b36ac8-86fc-4f08-807f-452c55098195), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:06.669910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Deleting port 69e41aa3-1a88-4695-96a4-e82bf1be9488 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:06.670249 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:06.748756 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] For port 69e41aa3-1a88-4695-96a4-e82bf1be9488, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=69e41aa3-1a88-4695-96a4-e82bf1be9488,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:06.749035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:06.761958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Calling delete_port for 69e41aa3-1a88-4695-96a4-e82bf1be9488 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:07.081826 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (69e41aa3-1a88-4695-96a4-e82bf1be9488), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:07.112619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e41aa3-1a88-4695-96a4-e82bf1be9488,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:07.296306 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (26b36ac8-86fc-4f08-807f-452c55098195), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:07.315521 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:42:07.832461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Router 26b36ac8-86fc-4f08-807f-452c55098195 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:42:07.943378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:42:07.951615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-87766b9e-ae7e-4d16-b873-cb52aa7e69a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/26b36ac8-86fc-4f08-807f-452c55098195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849025 Jan 29 20:42:07.951869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41612) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:07.955238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] Sync routers for ids ['26b36ac8-86fc-4f08-807f-452c55098195'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:42:07.965589 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] Routers {'26b36ac8-86fc-4f08-807f-452c55098195'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:07.966226 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['26b36ac8-86fc-4f08-807f-452c55098195'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:08.071869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] Set router 26b36ac8-86fc-4f08-807f-452c55098195 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:08.272399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:42:06Z', 'revision_number': 5, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:08.299908 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] Checking router: 26b36ac8-86fc-4f08-807f-452c55098195 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:42:08.310022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] Routers {'26b36ac8-86fc-4f08-807f-452c55098195'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:08.310642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['26b36ac8-86fc-4f08-807f-452c55098195'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:08.387343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks [] for router (26b36ac8-86fc-4f08-807f-452c55098195), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:08.416247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] Set router 26b36ac8-86fc-4f08-807f-452c55098195 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:08.486113 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks [] for router_gateway (26b36ac8-86fc-4f08-807f-452c55098195), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:08.557873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:08.603166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:42:06Z', 'revision_number': 5, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:08.634707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d5c9e-6f1a-419c-a439-36b530fd47e3 None None] The sync data for ids ['26b36ac8-86fc-4f08-807f-452c55098195'] in n-d-825496-5 is: [{'id': '26b36ac8-86fc-4f08-807f-452c55098195', 'name': 'tempest-TestMinimumBasicScenario-907408574-router', 'tenant_id': 'fb65d6f7839344dcba22a952255e80f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:42:06Z', 'revision_number': 5, 'project_id': 'fb65d6f7839344dcba22a952255e80f1', 'gw_port': {'id': '82f6aedc-0216-4edb-88e1-74ed365d640c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b36ac8-86fc-4f08-807f-452c55098195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:39:36Z', 'updated_at': '2022-01-29T20:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:42:08.649360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Deleting port 82f6aedc-0216-4edb-88e1-74ed365d640c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:08.649702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:08.731257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] For port 82f6aedc-0216-4edb-88e1-74ed365d640c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=82f6aedc-0216-4edb-88e1-74ed365d640c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:08.731646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:08.744271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Calling delete_port for 82f6aedc-0216-4edb-88e1-74ed365d640c owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:08.958189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (82f6aedc-0216-4edb-88e1-74ed365d640c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:08.985971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f6aedc-0216-4edb-88e1-74ed365d640c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:09.051373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (26b36ac8-86fc-4f08-807f-452c55098195), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.144223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (26b36ac8-86fc-4f08-807f-452c55098195), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.146324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks [] for router_controller (26b36ac8-86fc-4f08-807f-452c55098195), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.266823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (26b36ac8-86fc-4f08-807f-452c55098195), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.267355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b36ac8-86fc-4f08-807f-452c55098195 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:42:09.277582 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.277582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-02aa490d-43fc-4413-8a4c-1cd06bbd93a0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/26b36ac8-86fc-4f08-807f-452c55098195 HTTP/1.1" status: 204 len: 168 time: 1.3198073 Jan 29 20:42:09.277582 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41614) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:09.326735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Deleting subnet a8352460-3437-4f3b-b6e7-5a9b2c368bc0 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:42:09.330068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Publish callbacks [] for subnet (a8352460-3437-4f3b-b6e7-5a9b2c368bc0), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.366298 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (a8352460-3437-4f3b-b6e7-5a9b2c368bc0), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.447218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (a8352460-3437-4f3b-b6e7-5a9b2c368bc0), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.558634 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (a8352460-3437-4f3b-b6e7-5a9b2c368bc0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.591867 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.596354 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a8352460-3437-4f3b-b6e7-5a9b2c368bc0 HTTP/1.1" status: 204 len: 168 time: 0.3194811 Jan 29 20:42:09.596593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5bcbc-d6ac-470a-b517-132379be9cea None None] Network d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:42:09.597501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51408f02-15c7-4c44-8a62-09b717cefe01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8352460-3437-4f3b-b6e7-5a9b2c368bc0,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:09.599130 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41616) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:09.669183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.725036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Deleting port 42561944-6ebf-4551-b240-1d7de96ee4d6 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:09.725383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.750817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] DHCP port deletion for d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:42:09.796465 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] For port 42561944-6ebf-4551-b240-1d7de96ee4d6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=42561944-6ebf-4551-b240-1d7de96ee4d6,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:09.796889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.798283 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] Deleting port 42561944-6ebf-4551-b240-1d7de96ee4d6 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:42:09.798659 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.809555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Calling delete_port for 42561944-6ebf-4551-b240-1d7de96ee4d6 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:09.860703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] For port 42561944-6ebf-4551-b240-1d7de96ee4d6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=42561944-6ebf-4551-b240-1d7de96ee4d6,segment=NetworkSegment(4928ccde-b300-4dc1-bf7e-0db84e9094d4),segment_id=4928ccde-b300-4dc1-bf7e-0db84e9094d4)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:09.861116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.875747 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] Calling delete_port for 42561944-6ebf-4551-b240-1d7de96ee4d6 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:42:09.939262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 42561944-6ebf-4551-b240-1d7de96ee4d6 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:09.952742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:09.982588 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Pushing event deleted for resources: {'Port': ['ID=42561944-6ebf-4551-b240-1d7de96ee4d6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:09.986530 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] No DVR routers for this DVR port 42561944-6ebf-4551-b240-1d7de96ee4d6 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:42:09.993915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No active binding found for port 42561944-6ebf-4551-b240-1d7de96ee4d6 {{(pid=103564) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 29 20:42:09.994351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] The host n-d-825496-5 is not matching for port 42561944-6ebf-4551-b240-1d7de96ee4d6 host None! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:42:09.994707 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 42561944-6ebf-4551-b240-1d7de96ee4d6 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:09.995129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69e41aa3-1a88-4695-96a4-e82bf1be9488 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:09.998548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (42561944-6ebf-4551-b240-1d7de96ee4d6), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.039617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 69e41aa3-1a88-4695-96a4-e82bf1be9488 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:42:10.039960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 69e41aa3-1a88-4695-96a4-e82bf1be9488 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:10.040478 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 82f6aedc-0216-4edb-88e1-74ed365d640c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:42:10.045209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] Pushing event deleted for resources: {'Port': ['ID=42561944-6ebf-4551-b240-1d7de96ee4d6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:10.059450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.063992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366054b-a799-4f12-ad7e-ff7fbc871216 None None] No DVR routers for this DVR port 42561944-6ebf-4551-b240-1d7de96ee4d6 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:42:10.065322 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 82f6aedc-0216-4edb-88e1-74ed365d640c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:42:10.065656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 82f6aedc-0216-4edb-88e1-74ed365d640c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:42:10.090904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:10.099959 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4928ccde-b300-4dc1-bf7e-0db84e9094d4') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:10.100287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4928ccde-b300-4dc1-bf7e-0db84e9094d4') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:10.110129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (4928ccde-b300-4dc1-bf7e-0db84e9094d4), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.123619 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (4928ccde-b300-4dc1-bf7e-0db84e9094d4), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.129577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:42:10.130023 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (4928ccde-b300-4dc1-bf7e-0db84e9094d4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:42:10.131685 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:42:10.243763 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.249208 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.252402 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4 HTTP/1.1" status: 204 len: 168 time: 0.6507318 Jan 29 20:42:10.263301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341999f-a29e-4897-85ed-26079fed5955 admin admin] Pushing event deleted for resources: {'Network': ['ID=d69c2eb6-fb6e-4aa9-92ff-84fbc85173a4,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:10.602528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41620) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:10.642704 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-aeda91fd-56ae-4603-9c1e-36493df290ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7b8e7283ae149b3b550a9549abddf1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390358 Jan 29 20:42:10.645279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41622) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:10.692437 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e4baaa84-4158-428e-84df-b9811a8b2ea3 admin admin] Publish callbacks [] for security_group (a9971b9b-f15b-43c5-a5ae-1a71e7a08df1), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.714748 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e4baaa84-4158-428e-84df-b9811a8b2ea3 admin admin] Publish callbacks [] for security_group (a9971b9b-f15b-43c5-a5ae-1a71e7a08df1), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.818028 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e4baaa84-4158-428e-84df-b9811a8b2ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9971b9b-f15b-43c5-a5ae-1a71e7a08df1), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.821218 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e4baaa84-4158-428e-84df-b9811a8b2ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:10.822356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e4baaa84-4158-428e-84df-b9811a8b2ea3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9971b9b-f15b-43c5-a5ae-1a71e7a08df1 HTTP/1.1" status: 204 len: 168 time: 0.1762004 Jan 29 20:42:10.829941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baaa84-4158-428e-84df-b9811a8b2ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9971b9b-f15b-43c5-a5ae-1a71e7a08df1,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:11.470456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41628) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:11.510222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9e05f55a-8761-4b44-98bb-96f795fc441f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb65d6f7839344dcba22a952255e80f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386105 Jan 29 20:42:11.512687 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41630) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:11.558688 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57d09f59-6998-4695-b935-07db641aaca8 admin admin] Publish callbacks [] for security_group (a9608b8f-b6f7-4158-956f-aad060738f0f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:11.581871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57d09f59-6998-4695-b935-07db641aaca8 admin admin] Publish callbacks [] for security_group (a9608b8f-b6f7-4158-956f-aad060738f0f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:11.741683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57d09f59-6998-4695-b935-07db641aaca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (a9608b8f-b6f7-4158-956f-aad060738f0f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:11.743721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-57d09f59-6998-4695-b935-07db641aaca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:11.744900 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-57d09f59-6998-4695-b935-07db641aaca8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9608b8f-b6f7-4158-956f-aad060738f0f HTTP/1.1" status: 204 len: 168 time: 0.2313108 Jan 29 20:42:11.752898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d09f59-6998-4695-b935-07db641aaca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9608b8f-b6f7-4158-956f-aad060738f0f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:14.911524 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41672) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:14.916839 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840892400', 'description': 'tempest-secgroup-smoke-840892400 description', 'project_id': 'b2ef2af63863406f9834a23ea266eecd'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:15.012682 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.020336 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.092192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (6928aa2c-dc48-439c-83b0-091e5457b1c5), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.166690 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6928aa2c-dc48-439c-83b0-091e5457b1c5), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.207322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6928aa2c-dc48-439c-83b0-091e5457b1c5,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:15.241444 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (25af773d-f6a4-4c3a-bd53-390342bf0f24), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.315515 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (25af773d-f6a4-4c3a-bd53-390342bf0f24), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.345936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25af773d-f6a4-4c3a-bd53-390342bf0f24,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:15.402830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.404067 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b4531ef2-b96e-4685-9844-ef91b9677e98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4914978 Jan 29 20:42:15.407099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41674) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:15.411486 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '25af773d-f6a4-4c3a-bd53-390342bf0f24', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:15.511518 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (731cf0bd-c527-4b92-af1c-41e1de5a809d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.567064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (731cf0bd-c527-4b92-af1c-41e1de5a809d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.620551 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (731cf0bd-c527-4b92-af1c-41e1de5a809d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.638702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731cf0bd-c527-4b92-af1c-41e1de5a809d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:15.703007 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.704245 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cba6c5cc-1b16-40d6-afe5-7ae177ef449b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2961791 Jan 29 20:42:15.711726 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41676) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:15.716073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '25af773d-f6a4-4c3a-bd53-390342bf0f24', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:15.820230 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (8875e7bc-6e2f-4ce1-809d-d0e5ffdfbd94), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.876167 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (8875e7bc-6e2f-4ce1-809d-d0e5ffdfbd94), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.961476 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8875e7bc-6e2f-4ce1-809d-d0e5ffdfbd94), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:15.982108 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8875e7bc-6e2f-4ce1-809d-d0e5ffdfbd94,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:16.043310 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.044572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0f4f4e30-4409-472d-b499-86922cf0e0b6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3318160 Jan 29 20:42:16.047315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41678) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:16.051745 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '25af773d-f6a4-4c3a-bd53-390342bf0f24', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:16.131048 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7e29dd45-65a9-4212-98ec-7d01a68953f1), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.188413 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7e29dd45-65a9-4212-98ec-7d01a68953f1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.249460 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7e29dd45-65a9-4212-98ec-7d01a68953f1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.266950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e29dd45-65a9-4212-98ec-7d01a68953f1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:16.325909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.327162 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-233c9975-9e5e-41c8-b9eb-ceaff09f1232 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2788701 Jan 29 20:42:16.329790 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41680) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:16.334148 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '25af773d-f6a4-4c3a-bd53-390342bf0f24', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:16.418293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (5d53a512-d4d5-4c5f-af28-c5332a1c9c3b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.477311 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (5d53a512-d4d5-4c5f-af28-c5332a1c9c3b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.555531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (5d53a512-d4d5-4c5f-af28-c5332a1c9c3b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.575249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d53a512-d4d5-4c5f-af28-c5332a1c9c3b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:16.643210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.644435 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-16f772a0-ad15-42fe-96a9-db3a77c157b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3136482 Jan 29 20:42:16.647073 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41682) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:16.652014 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '25af773d-f6a4-4c3a-bd53-390342bf0f24', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:16.741261 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:42:16.746379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (030cd0c5-65ec-4494-a996-95cda65f633e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.803526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (030cd0c5-65ec-4494-a996-95cda65f633e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.875008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (030cd0c5-65ec-4494-a996-95cda65f633e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.893702 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030cd0c5-65ec-4494-a996-95cda65f633e,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:16.957486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:16.958683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-63eb910f-3dda-4598-92b0-5e31299d54f9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100402 Jan 29 20:42:16.961553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41684) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:16.965824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '25af773d-f6a4-4c3a-bd53-390342bf0f24', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:17.043859 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:42:17.048695 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (c2e91295-7698-446f-a130-c21bd9afd797), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.108854 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (c2e91295-7698-446f-a130-c21bd9afd797), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.186587 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (c2e91295-7698-446f-a130-c21bd9afd797), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.205625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e91295-7698-446f-a130-c21bd9afd797,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:17.275308 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.276562 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-54bf0367-386e-44b2-8d2d-5b4ab782100f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140635 Jan 29 20:42:17.279681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41686) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:17.284508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1603059956', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:17.375279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:42:17.378692 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.401884 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:42:17.410245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b431cea4-cb01-4828-bed1-fa5e07d4f3e1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.410584 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Added segment b431cea4-cb01-4828-bed1-fa5e07d4f3e1 of type vlan for network 3717cb99-a317-40cf-bf83-44515ccbc10b Jan 29 20:42:17.452380 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (3717cb99-a317-40cf-bf83-44515ccbc10b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.535170 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (3717cb99-a317-40cf-bf83-44515ccbc10b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.540834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:17.541524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.605142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Network': ['ID=3717cb99-a317-40cf-bf83-44515ccbc10b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:17.615657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 3717cb99-a317-40cf-bf83-44515ccbc10b details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:42:17.629582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5145cde3-4712-46b7-be6e-05fb72bc8e45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3487945 Jan 29 20:42:17.632538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41688) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:17.637331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'admin_state_up': True, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:17.710773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (c36adfcb-bb6f-454b-8ea8-f1856326fe91), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.711849 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (c36adfcb-bb6f-454b-8ea8-f1856326fe91), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.765683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (c36adfcb-bb6f-454b-8ea8-f1856326fe91), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:17.963200 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (c36adfcb-bb6f-454b-8ea8-f1856326fe91), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:18.221899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (c36adfcb-bb6f-454b-8ea8-f1856326fe91), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:18.239580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:18.345250 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.95 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/227f4ef8-4952-4cb6-8148-b4c0f2c98468) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:42:18.443704 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:18.535456 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:18.572546 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:42:18.575319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:18.580656 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:42:18.609437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=227f4ef8-4952-4cb6-8148-b4c0f2c98468,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:18.932463 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (c36adfcb-bb6f-454b-8ea8-f1856326fe91), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:19.129773 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (c36adfcb-bb6f-454b-8ea8-f1856326fe91), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:19.335563 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router c36adfcb-bb6f-454b-8ea8-f1856326fe91 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:42:19.446661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:42:19.456833 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Sync routers for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:42:19.466880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:19.467462 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:19.526471 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:19.527643 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3d530bb2-45c1-416d-adf7-0009eea57ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8941720 Jan 29 20:42:19.530743 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41694) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:19.571901 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:19.653271 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a070a3e8-5b11-490a-89b8-8dfcc2692b39 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b2ef2af63863406f9834a23ea266eecd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1214180 Jan 29 20:42:19.656116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41700) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:19.745002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ad53b-d614-4efa-859f-6dfa74f7e389 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:19.746521 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3c9ad53b-d614-4efa-859f-6dfa74f7e389 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894794 Jan 29 20:42:19.749462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41702) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:19.750764 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:18Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:19.780853 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-461612e4-f6da-42d3-bd20-64cf1835d418 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273724 Jan 29 20:42:19.782287 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Checking router: c36adfcb-bb6f-454b-8ea8-f1856326fe91 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:42:19.782628 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Updating router c36adfcb-bb6f-454b-8ea8-f1856326fe91 port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:42:19.782893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41704) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:19.787686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-820758482', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:19.810471 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:19.935266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:42:19.938899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.155097 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Publish callbacks [] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.181118 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (3cb37efb-b73c-4700-be21-aa5944cb796d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.232605 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.241887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Subnet': ['ID=3cb37efb-b73c-4700-be21-aa5944cb796d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:20.249549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Checking segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:42:20.249925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network hostable DHCP agents. Network: 3717cb99-a317-40cf-bf83-44515ccbc10b, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:42:20.281588 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Attempting to bind port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:42:20.281957 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Attempting to bind port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:42:20.282312 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Attempting to bind port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:42:20.294759 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:42:20.295124 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:42:20.295523 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.295903 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:42:20.296390 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Bound port: 227f4ef8-4952-4cb6-8148-b4c0f2c98468, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:42:20.296756 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.298977 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Pushing event updated for resources: {'Port': ['ID=227f4ef8-4952-4cb6-8148-b4c0f2c98468,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:20.323235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.323576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.323910 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.324272 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.324992 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.325605 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.326190 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.326771 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.327110 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.327397 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 3717cb99-a317-40cf-bf83-44515ccbc10b is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:42:20.327514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.327740 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.328059 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.328400 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:42:20.360493 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] For port 227f4ef8-4952-4cb6-8148-b4c0f2c98468, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:42:20.363348 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] For port 227f4ef8-4952-4cb6-8148-b4c0f2c98468, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=227f4ef8-4952-4cb6-8148-b4c0f2c98468,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:42:20.389730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 3717cb99-a317-40cf-bf83-44515ccbc10b) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:20.393923 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:20.394595 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.399166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffca553-5f84-4c68-bba5-abd387cb3524 None None] Network 3717cb99-a317-40cf-bf83-44515ccbc10b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:42:20.447750 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.475465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af41c29c-5ffd-49c1-9fd4-7a4ef425c8c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6913331 Jan 29 20:42:20.479556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41708) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:20.502710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-3717cb99-a317-40cf-bf83-44515ccbc10b', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:42:20.505393 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.505530 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:20.505530 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:20.548660 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6f96c-8a92-488f-b306-8c21c458fa4c None None] Pushing event updated for resources: {'Port': ['ID=227f4ef8-4952-4cb6-8148-b4c0f2c98468,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:20.624829 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:20.641705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Allocated IP 172.20.0.2 (3717cb99-a317-40cf-bf83-44515ccbc10b/3cb37efb-b73c-4700-be21-aa5944cb796d/dd681d35-38d0-45ba-a778-ff847a78a919) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:42:20.788987 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Publish callbacks [] for port (dd681d35-38d0-45ba-a778-ff847a78a919), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.809270 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:18Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:20.834899 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a2e49-5556-4dea-8222-14f4d1fc739c None None] The sync data for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 is: [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:18Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:42:20.872788 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.919950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Pushing event updated for resources: {'Port': ['ID=dd681d35-38d0-45ba-a778-ff847a78a919,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:20.923232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Network 3717cb99-a317-40cf-bf83-44515ccbc10b is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:42:20.925110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:20.927647 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:42:20.943866 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.986752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Attempting to bind port dd681d35-38d0-45ba-a778-ff847a78a919 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:42:20.987124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Attempting to bind port dd681d35-38d0-45ba-a778-ff847a78a919 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:42:20.987509 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Attempting to bind port dd681d35-38d0-45ba-a778-ff847a78a919 on network 3717cb99-a317-40cf-bf83-44515ccbc10b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:42:20.993798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:42:20.994186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Checking segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:42:20.994583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:20.994979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Bound using segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:42:20.995441 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Bound port: dd681d35-38d0-45ba-a778-ff847a78a919, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:42:20.995822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:21.072486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] For port dd681d35-38d0-45ba-a778-ff847a78a919, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:42:21.076860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] For port dd681d35-38d0-45ba-a778-ff847a78a919, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd681d35-38d0-45ba-a778-ff847a78a919,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:42:21.157020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:21.214951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473caa37-6b4d-4d63-bf58-b15790d3662a None None] Pushing event updated for resources: {'Port': ['ID=dd681d35-38d0-45ba-a778-ff847a78a919,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:21.699826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.1 (3717cb99-a317-40cf-bf83-44515ccbc10b/3cb37efb-b73c-4700-be21-aa5944cb796d/3cf3fba6-2440-4017-a07d-05beb167f210) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:42:21.814210 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3cf3fba6-2440-4017-a07d-05beb167f210), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:21.902601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:21.948456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 3717cb99-a317-40cf-bf83-44515ccbc10b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:42:21.953844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:21.957337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:42:21.965094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3cf3fba6-2440-4017-a07d-05beb167f210,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:22.007373 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (c36adfcb-bb6f-454b-8ea8-f1856326fe91), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.041395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 227f4ef8-4952-4cb6-8148-b4c0f2c98468 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:42:22.104029 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:22.104427 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.189639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:22.190119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.224194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 227f4ef8-4952-4cb6-8148-b4c0f2c98468, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=227f4ef8-4952-4cb6-8148-b4c0f2c98468,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:22.230838 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.301520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.302423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd681d35-38d0-45ba-a778-ff847a78a919 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:42:22.353978 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9a6fc-6219-4ed6-bdc2-3a74b3db0590 None None] Network 3717cb99-a317-40cf-bf83-44515ccbc10b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:42:22.451875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=227f4ef8-4952-4cb6-8148-b4c0f2c98468,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:22.473421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] Provisioning complete for port dd681d35-38d0-45ba-a778-ff847a78a919 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:22.476597 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.511321 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3cf3fba6-2440-4017-a07d-05beb167f210), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.515581 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dd681d35-38d0-45ba-a778-ff847a78a919 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:22.515966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.573070 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.653994 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (c36adfcb-bb6f-454b-8ea8-f1856326fe91), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.659406 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] Current status of the port dd681d35-38d0-45ba-a778-ff847a78a919 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:22.659810 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.670439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dd681d35-38d0-45ba-a778-ff847a78a919 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:22.670901 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.687833 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3cf3fba6-2440-4017-a07d-05beb167f210,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:22.713495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] For port dd681d35-38d0-45ba-a778-ff847a78a919, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd681d35-38d0-45ba-a778-ff847a78a919,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:22.768061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 3717cb99-a317-40cf-bf83-44515ccbc10b is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:42:22.769537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:22.787616 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.869967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95298d-7e52-480c-9078-6542fe5ae412 None None] Pushing event updated for resources: {'Port': ['ID=dd681d35-38d0-45ba-a778-ff847a78a919,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:22.876732 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 29 20:42:22.876732 n-d-825496-5 neutron-server[103564]: DEBUG oslo_db.api [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 29 20:42:22.913870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7cc143d5-c55a-4847-90db-1c7de068eda8 None None] Provisioning complete for port dd681d35-38d0-45ba-a778-ff847a78a919 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:22.914255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cc143d5-c55a-4847-90db-1c7de068eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:22.915198 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router c36adfcb-bb6f-454b-8ea8-f1856326fe91 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:42:23.036424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:42:23.044768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-650d5a58-0b64-49ef-b0e8-050d22aec6e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/c36adfcb-bb6f-454b-8ea8-f1856326fe91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633216 Jan 29 20:42:23.100523 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Sync routers for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:42:23.122556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:23.123193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:23.215055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-ecf70cac-144d-4c4b-8679-f9089e2d1f34 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840892400&fields=id&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 267 time: 0.0478055 Jan 29 20:42:23.250450 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7cc143d5-c55a-4847-90db-1c7de068eda8 None None] Current status of the port dd681d35-38d0-45ba-a778-ff847a78a919 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:23.269081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:23.304990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7cc143d5-c55a-4847-90db-1c7de068eda8 None None] Provisioning complete for port 3cf3fba6-2440-4017-a07d-05beb167f210 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:23.305360 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7cc143d5-c55a-4847-90db-1c7de068eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:23.335719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-f423e62b-25c4-4269-a7bd-5e2ba1e29a89 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:23.337167 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-f423e62b-25c4-4269-a7bd-5e2ba1e29a89 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/networks?id=3717cb99-a317-40cf-bf83-44515ccbc10b HTTP/1.1" status: 200 len: 797 time: 0.1150329 Jan 29 20:42:23.352876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-6fd9f330-72f1-4236-9c46-adcdd131dbf0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/quotas/b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 375 time: 0.0099356 Jan 29 20:42:23.408508 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-e44071bd-97ce-4de0-bad7-efd59bfc4e23 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499814 Jan 29 20:42:23.411874 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7cc143d5-c55a-4847-90db-1c7de068eda8 None None] Port 3cf3fba6-2440-4017-a07d-05beb167f210 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:42:23.462032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dd681d35-38d0-45ba-a778-ff847a78a919 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:23.537230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-117d2085-452d-4850-8c44-42a05fa9ae7b None None] Provisioning complete for port 3cf3fba6-2440-4017-a07d-05beb167f210 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:23.537527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-117d2085-452d-4850-8c44-42a05fa9ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:23.556117 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-9d232fdf-b556-4b2c-97ac-8178e970638d service neutron] 10.222.0.15 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349862 Jan 29 20:42:23.563344 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 2, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:23.596722 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Checking router: c36adfcb-bb6f-454b-8ea8-f1856326fe91 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:42:23.597080 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Updating router c36adfcb-bb6f-454b-8ea8-f1856326fe91 port 3cf3fba6-2440-4017-a07d-05beb167f210 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:42:23.628408 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-117d2085-452d-4850-8c44-42a05fa9ae7b None None] Port 3cf3fba6-2440-4017-a07d-05beb167f210 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:42:23.636314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:23.653233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-8dcdadf1-1772-407b-befa-69e6a0284a93 service neutron] 10.222.0.15 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913806 Jan 29 20:42:23.915067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Publish callbacks [] for port (3cf3fba6-2440-4017-a07d-05beb167f210), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:23.939763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8df0182b-c0c9-4372-b2e5-d129b63be106 req-45893067-9c8b-4112-9418-7de8c0c89dea tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 210 time: 0.0368958 Jan 29 20:42:23.962417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 227f4ef8-4952-4cb6-8148-b4c0f2c98468 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:42:24.011215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.016537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:24.016926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.081066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed44ee-6afb-49ac-a811-36787e5812c6 None None] Pushing event updated for resources: {'Port': ['ID=3cf3fba6-2440-4017-a07d-05beb167f210,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:24.173742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Attempting to bind port 3cf3fba6-2440-4017-a07d-05beb167f210 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:42:24.174439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Attempting to bind port 3cf3fba6-2440-4017-a07d-05beb167f210 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:42:24.174536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Attempting to bind port 3cf3fba6-2440-4017-a07d-05beb167f210 on network 3717cb99-a317-40cf-bf83-44515ccbc10b {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:42:24.184566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:42:24.184967 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Checking segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:42:24.185355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.185753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Bound using segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:42:24.186235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Bound port: 3cf3fba6-2440-4017-a07d-05beb167f210, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:42:24.186613 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.202347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:24.203583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd681d35-38d0-45ba-a778-ff847a78a919 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:42:24.293410 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] For port 3cf3fba6-2440-4017-a07d-05beb167f210, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:42:24.296629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] For port 3cf3fba6-2440-4017-a07d-05beb167f210, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3cf3fba6-2440-4017-a07d-05beb167f210,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:42:24.302053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port dd681d35-38d0-45ba-a778-ff847a78a919 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:24.302438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.361738 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2e7e8fd6-7417-48ab-bd5d-e11dfa103846 None None] Provisioning complete for port 3cf3fba6-2440-4017-a07d-05beb167f210 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:24.362153 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fd6-7417-48ab-bd5d-e11dfa103846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.402822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.471654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port dd681d35-38d0-45ba-a778-ff847a78a919 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:24.480438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e8fd6-7417-48ab-bd5d-e11dfa103846 None None] Port 3cf3fba6-2440-4017-a07d-05beb167f210 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:42:24.491665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed44ee-6afb-49ac-a811-36787e5812c6 None None] Pushing event updated for resources: {'Port': ['ID=3cf3fba6-2440-4017-a07d-05beb167f210,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:24.497409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:24.498033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:41:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:24.607295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:24.752493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] Provisioning complete for port 3cf3fba6-2440-4017-a07d-05beb167f210 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:24.752859 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.880069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] Current status of the port 3cf3fba6-2440-4017-a07d-05beb167f210 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:24.880389 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:24.891783 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:24.919048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d10c48-7d42-43c8-91fe-2ec11934713b None None] The sync data for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 is: [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:42:24.942429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] For port 3cf3fba6-2440-4017-a07d-05beb167f210, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3cf3fba6-2440-4017-a07d-05beb167f210,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:25.035643 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:25.049816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64386c73-6aa0-45e8-ba52-7b9b5c1dc51a req-54bac339-d84b-4476-ac22-6cd67a8268a6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 210 time: 0.0295122 Jan 29 20:42:25.092828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f8daf-fc7b-430f-8de2-fbbaa4b019dc None None] Pushing event updated for resources: {'Port': ['ID=3cf3fba6-2440-4017-a07d-05beb167f210,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:25.206767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-02f00b9d-e3f6-4cf0-99d2-f1b83f62e566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:25.974230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3cf3fba6-2440-4017-a07d-05beb167f210 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:42:26.030047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3cf3fba6-2440-4017-a07d-05beb167f210 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:26.030403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:26.108179 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3cf3fba6-2440-4017-a07d-05beb167f210 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:26.152154 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a7b2b2f-b4bb-4446-beda-d37b54048919 req-5d57f2be-9b6f-40cd-bb4a-eb502867f247 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 210 time: 0.0324285 Jan 29 20:42:26.212357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-6db8cad1-3c05-4a1f-aaef-8aeaff99f3dd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:26.213744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-6db8cad1-3c05-4a1f-aaef-8aeaff99f3dd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/networks?id=3717cb99-a317-40cf-bf83-44515ccbc10b HTTP/1.1" status: 200 len: 797 time: 0.1092794 Jan 29 20:42:26.283840 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-c68aa58f-682f-4796-8297-299e57bf6598 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 379 time: 0.0557089 Jan 29 20:42:26.293479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'port': {'device_id': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'admin_state_up': True, 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'security_groups': ['25af773d-f6a4-4c3a-bd53-390342bf0f24']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:26.483657 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:42:26.487050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:26.613113 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.4 (3717cb99-a317-40cf-bf83-44515ccbc10b/3cb37efb-b73c-4700-be21-aa5944cb796d/11d9df3f-9709-4860-8b84-ca6c78bdfa56) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:42:26.757522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:26.844289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:26.889368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 3717cb99-a317-40cf-bf83-44515ccbc10b is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:42:26.889368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:26.891888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:42:26.935301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=11d9df3f-9709-4860-8b84-ca6c78bdfa56,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:26.962769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:26.963412 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.035017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-453889e3-80da-472f-8fd2-8e783dfdb156 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7452018 Jan 29 20:42:27.099009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Request body: {'port': {'device_id': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:27.158537 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.169349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bb10dcad-c6d6-4946-a8b9-44f8631dfb09 None None] Provisioning complete for port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:27.169877 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb10dcad-c6d6-4946-a8b9-44f8631dfb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.204376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bb10dcad-c6d6-4946-a8b9-44f8631dfb09 None None] Port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:42:27.358925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113bd67-e5fc-4b6e-b07f-37d71950fa1d req-5509b090-3614-459a-b03d-89cc44e73916 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:27.360449 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7113bd67-e5fc-4b6e-b07f-37d71950fa1d req-5509b090-3614-459a-b03d-89cc44e73916 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 931 time: 0.1371412 Jan 29 20:42:27.462722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7113bd67-e5fc-4b6e-b07f-37d71950fa1d req-05a1cb08-ee43-40e2-a273-311249a420a3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717456 Jan 29 20:42:27.514490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d9df3f-9709-4860-8b84-ca6c78bdfa56 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:42:27.521928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Publish callbacks [] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.533455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Transition to ACTIVE for port object 11d9df3f-9709-4860-8b84-ca6c78bdfa56 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:42:27.603372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.657905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Pushing event updated for resources: {'Port': ['ID=11d9df3f-9709-4860-8b84-ca6c78bdfa56,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:27.728715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Attempting to bind port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:42:27.729051 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Attempting to bind port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:42:27.729378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Attempting to bind port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 on network 3717cb99-a317-40cf-bf83-44515ccbc10b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:42:27.734067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 on network 3717cb99-a317-40cf-bf83-44515ccbc10b not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:42:27.734394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Attempting to bind port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 on network 3717cb99-a317-40cf-bf83-44515ccbc10b {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:42:27.739625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:42:27.739966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Checking segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:42:27.740625 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Bound using segment: {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:42:27.741623 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Bound port: 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:42:27.741999 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.810650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] For port 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:42:27.813810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] For port 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:42:27.881814 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.916029 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:27.916675 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:27.918058 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-95048007-4051-4782-8bd3-21ac4289070b service neutron] 10.222.0.26 "PUT /v2.0/ports/11d9df3f-9709-4860-8b84-ca6c78bdfa56 HTTP/1.1" status: 200 len: 1091 time: 0.8699424 Jan 29 20:42:27.918459 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:42:27.920712 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299d3183-325e-4d88-aa69-4433d226cb53" -d '{"events": [{"name": "network-changed", "server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:42:27.947325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95048007-4051-4782-8bd3-21ac4289070b service neutron] Pushing event updated for resources: {'Port': ['ID=11d9df3f-9709-4860-8b84-ca6c78bdfa56,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:27.973601 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cd3733-4766-4754-ae4d-edad04b2426b x-openstack-request-id: req-33cd3733-4766-4754-ae4d-edad04b2426b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:42:27.974120 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:42:27.974237 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33cd3733-4766-4754-ae4d-edad04b2426b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:42:27.974733 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'status': 'completed', 'code': 200} Jan 29 20:42:28.066780 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3183-325e-4d88-aa69-4433d226cb53 req-02357748-807b-4b75-9bca-7a6c03b45260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.068350 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-299d3183-325e-4d88-aa69-4433d226cb53 req-02357748-807b-4b75-9bca-7a6c03b45260 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1125 time: 0.0526912 Jan 29 20:42:28.175005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3183-325e-4d88-aa69-4433d226cb53 req-84945de9-7744-460b-9fd9-d12bc36a824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.176586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-299d3183-325e-4d88-aa69-4433d226cb53 req-84945de9-7744-460b-9fd9-d12bc36a824b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2ef2af63863406f9834a23ea266eecd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0960872 Jan 29 20:42:28.273474 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5c46d05-18fb-42b8-bdb0-2bdc50aaca84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:28.277155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3183-325e-4d88-aa69-4433d226cb53 req-c15670a0-c92a-4385-a193-c7c7be961fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.278648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-299d3183-325e-4d88-aa69-4433d226cb53 req-c15670a0-c92a-4385-a193-c7c7be961fbc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963721 Jan 29 20:42:28.421347 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-68d86a4a-bb01-4d30-bda5-d18c9b77dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.422864 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-68d86a4a-bb01-4d30-bda5-d18c9b77dc20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1125 time: 0.0472562 Jan 29 20:42:28.467480 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-19e3bf88-d0aa-4c20-b560-2627c38afb55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56 HTTP/1.1" status: 200 len: 217 time: 0.0330441 Jan 29 20:42:28.520091 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-097a198a-2b3f-46f9-9b4d-7a503e592cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.521607 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-097a198a-2b3f-46f9-9b4d-7a503e592cca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cb37efb-b73c-4700-be21-aa5944cb796d HTTP/1.1" status: 200 len: 834 time: 0.0483177 Jan 29 20:42:28.611067 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f776e9-d87b-407a-9b15-e654dc1165a2 req-4cac9713-1fa8-446a-8302-208680e3da1c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.612574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9f776e9-d87b-407a-9b15-e654dc1165a2 req-4cac9713-1fa8-446a-8302-208680e3da1c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 943 time: 0.0750549 Jan 29 20:42:28.614398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-cc69c1bc-205b-4d2d-b511-f6fdaf5856ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:28.616366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-cc69c1bc-205b-4d2d-b511-f6fdaf5856ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3717cb99-a317-40cf-bf83-44515ccbc10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861540 Jan 29 20:42:28.719012 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a9f776e9-d87b-407a-9b15-e654dc1165a2 req-30e3165b-1d14-48c0-b414-9cf7833e1188 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002553 Jan 29 20:42:28.741683 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-b6a6c67d-e4f0-4d14-975a-44f22a4a4ccd service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173286 Jan 29 20:42:28.833891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95bd1ce2-da83-4199-b717-afc18f074cc7 req-7c2afb14-546c-46eb-9cd9-ae96730f346b service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Jan 29 20:42:29.043438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:29.840299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b874-40e4-4028-bf9e-0f09c64b3da3 req-a4b85a9d-1d4e-44bb-bce5-2313fc4d1f11 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:29.841793 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5117b874-40e4-4028-bf9e-0f09c64b3da3 req-a4b85a9d-1d4e-44bb-bce5-2313fc4d1f11 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 943 time: 0.0543034 Jan 29 20:42:29.890815 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5117b874-40e4-4028-bf9e-0f09c64b3da3 req-7968c9f3-3dfc-4670-9d69-fb93c0523495 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433378 Jan 29 20:42:30.321292 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:30.475507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:31.010174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891845-226c-4899-afbc-ff23655c0403 req-5c3fb786-e08c-4d54-b291-3b5d46cef17a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:31.011646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e891845-226c-4899-afbc-ff23655c0403 req-5c3fb786-e08c-4d54-b291-3b5d46cef17a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 943 time: 0.0540032 Jan 29 20:42:31.060371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8e891845-226c-4899-afbc-ff23655c0403 req-7b5b2678-a306-4fec-baee-7f56b57cf752 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431166 Jan 29 20:42:31.575230 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:32.178693 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7096deb-eb12-415a-bef6-1a9d4dcca3d4 req-df3d15b8-736d-405b-9534-f5d47de65e6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:32.180049 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7096deb-eb12-415a-bef6-1a9d4dcca3d4 req-df3d15b8-736d-405b-9534-f5d47de65e6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 943 time: 0.0514176 Jan 29 20:42:32.227813 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a7096deb-eb12-415a-bef6-1a9d4dcca3d4 req-87d24e7d-f7f0-4eb3-8d30-6f074f1c6ef8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Jan 29 20:42:32.344413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 11d9df3f-9709-4860-8b84-ca6c78bdfa56 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:42:32.439660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:32.450216 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'port_id': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'mac_address': 'fa:16:3e:a9:c9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:42:32.486468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:32.486850 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:32.499401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d9df3f-9709-4860-8b84-ca6c78bdfa56 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:42:32.518429 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:32.583357 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:32.634606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=11d9df3f-9709-4860-8b84-ca6c78bdfa56,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:33.003520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['11d9df3f-9709-4860-8b84-ca6c78bdfa56'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:42:33.348131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc648d2-c891-43c4-9d26-f2a3d2a645ee req-709efcce-fba9-4c23-a193-eaecafbae662 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:33.349611 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdc648d2-c891-43c4-9d26-f2a3d2a645ee req-709efcce-fba9-4c23-a193-eaecafbae662 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 944 time: 0.0515022 Jan 29 20:42:33.399106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cdc648d2-c891-43c4-9d26-f2a3d2a645ee req-c49ed132-40c5-4e6d-97d2-acce49cc9e3b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Jan 29 20:42:34.362001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 11d9df3f-9709-4860-8b84-ca6c78bdfa56 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:42:34.487403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:42:34.492727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:42:34.498391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:34.526055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9634d4-f917-4c25-9435-47e192547187 req-078dcc13-9a92-48df-9557-279ea480670c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:34.527477 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea9634d4-f917-4c25-9435-47e192547187 req-078dcc13-9a92-48df-9557-279ea480670c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 944 time: 0.0595219 Jan 29 20:42:34.572538 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:42:34.572922 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:34.579313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ea9634d4-f917-4c25-9435-47e192547187 req-0dabce67-d8e9-4cfc-b4a0-ca0b7027d26c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460348 Jan 29 20:42:34.599567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:42:34.602400 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca72c5d0-0690-48c3-a3a2-b6abae97b37a" -d '{"events": [{"server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "name": "network-vif-plugged", "status": "completed", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:42:34.614554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:42:34.641820 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe35fc0-626c-4bb6-9297-bfbdb6067c16 x-openstack-request-id: req-2fe35fc0-626c-4bb6-9297-bfbdb6067c16 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:42:34.642448 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "name": "network-vif-plugged", "status": "completed", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:42:34.642701 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fe35fc0-626c-4bb6-9297-bfbdb6067c16 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:42:34.643150 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'code': 200} Jan 29 20:42:34.700827 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:34.750187 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=11d9df3f-9709-4860-8b84-ca6c78bdfa56,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:34.780338 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40879253-8e72-437e-bd7b-7767909618b9 req-732abdfb-67d4-4ca6-b3ac-1ebc8b876f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:34.781806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40879253-8e72-437e-bd7b-7767909618b9 req-732abdfb-67d4-4ca6-b3ac-1ebc8b876f5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1127 time: 0.0510042 Jan 29 20:42:34.827361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40879253-8e72-437e-bd7b-7767909618b9 req-18c08703-8d92-4c81-aa8f-40964b6b7c35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 Jan 29 20:42:35.697680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5a801-62bd-4b5d-a999-9a41536c5c49 req-7280e18d-199d-4a33-8c82-098d96c6654f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:35.699188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ef5a801-62bd-4b5d-a999-9a41536c5c49 req-7280e18d-199d-4a33-8c82-098d96c6654f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0534120 Jan 29 20:42:35.748779 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5ef5a801-62bd-4b5d-a999-9a41536c5c49 req-7fa6cda4-6d70-4459-a21c-8d492d6d7f34 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438719 Jan 29 20:42:36.867627 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc0cd-dea5-4174-a5b1-a627bf0ae081 req-e3f2156e-589a-4c9c-9b63-eb228720cccb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:36.869121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e72cc0cd-dea5-4174-a5b1-a627bf0ae081 req-e3f2156e-589a-4c9c-9b63-eb228720cccb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0523102 Jan 29 20:42:36.918021 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e72cc0cd-dea5-4174-a5b1-a627bf0ae081 req-67b96dfe-5533-418d-a09b-fde9b8351f7c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Jan 29 20:42:37.040910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7256504-e8c9-4bfb-bb10-55459a815bc3 req-1613587d-ef3e-4ebb-bae9-6bdc47538cf3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:37.042402 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7256504-e8c9-4bfb-bb10-55459a815bc3 req-1613587d-ef3e-4ebb-bae9-6bdc47538cf3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0579321 Jan 29 20:42:37.090747 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d7256504-e8c9-4bfb-bb10-55459a815bc3 req-023e4e9b-7c11-43e0-a382-152baa8a1a39 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Jan 29 20:42:37.112569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41768) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:37.155896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33093099-e161-4017-a7ba-c49a843fa61d tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:37.157365 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-33093099-e161-4017-a7ba-c49a843fa61d tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1122 time: 0.0438263 Jan 29 20:42:37.160258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:37.164633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:42:37.234969 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:37.336431 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:37.441337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.37 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/6c9ca3af-e921-429d-a3d9-d32e3e459973) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:42:37.540159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:37.629467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:37.670902 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:42:37.699122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:42:37.699122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:42:37.699122 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=6c9ca3af-e921-429d-a3d9-d32e3e459973,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:38.041345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (0d04cc13-fe40-4cfd-97b4-bab3abbf494d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:38.163779 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:38.310289 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:38.380477 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:38.454382 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=6c9ca3af-e921-429d-a3d9-d32e3e459973,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:42:38.463602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (0d04cc13-fe40-4cfd-97b4-bab3abbf494d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:38.503351 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:38.564269 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP 0d04cc13-fe40-4cfd-97b4-bab3abbf494d associated. External IP: 172.25.5.37, port: 11d9df3f-9709-4860-8b84-ca6c78bdfa56. Jan 29 20:42:39.076462 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router c36adfcb-bb6f-454b-8ea8-f1856326fe91 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:42:39.183808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:42:39.193234 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] Sync routers for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:42:39.203298 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:39.209009 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:42:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:39.266131 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:39.297232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-513ec59f-8cbd-4730-a130-ef0ab36b1bc3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1359227 Jan 29 20:42:39.297837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:42:39.300094 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46" -d '{"events": [{"name": "network-changed", "server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:42:39.314235 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:39.345084 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7326c6ad-821c-42ca-a945-139c2a92d664 x-openstack-request-id: req-7326c6ad-821c-42ca-a945-139c2a92d664 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:42:39.345377 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:42:39.345629 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7326c6ad-821c-42ca-a945-139c2a92d664 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:42:39.346040 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'status': 'completed', 'code': 200} Jan 29 20:42:39.452366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0951b1-8a50-4c38-ba42-a545e0d570b4 req-26c39839-ff7d-48ee-8615-f40df8825c74 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:39.453876 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a0951b1-8a50-4c38-ba42-a545e0d570b4 req-26c39839-ff7d-48ee-8615-f40df8825c74 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0864801 Jan 29 20:42:39.461089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-1f9e66ac-5318-4869-acaf-04a6867b6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:39.462567 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-1f9e66ac-5318-4869-acaf-04a6867b6b72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1127 time: 0.0679040 Jan 29 20:42:39.543090 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0d04cc13-fe40-4cfd-97b4-bab3abbf494d', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'port_id': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'mac_address': 'fa:16:3e:a9:c9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:42:37Z', 'updated_at': '2022-01-29T20:42:37Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:39.562997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5a0951b1-8a50-4c38-ba42-a545e0d570b4 req-eab81c3a-c871-4e5f-a85a-bd7c6bf3e6d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994558 Jan 29 20:42:39.570904 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] Checking router: c36adfcb-bb6f-454b-8ea8-f1856326fe91 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:42:39.579062 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:42:39.579653 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:42:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:39.586093 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41776) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:39.593934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-836555da-ed7a-436c-b53d-105f260e9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:39.595429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-836555da-ed7a-436c-b53d-105f260e9283 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3717cb99-a317-40cf-bf83-44515ccbc10b HTTP/1.1" status: 200 len: 897 time: 0.1260140 Jan 29 20:42:39.653187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf54e845-9a2c-40ad-a5e8-0d88ee549763 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/0d04cc13-fe40-4cfd-97b4-bab3abbf494d HTTP/1.1" status: 200 len: 990 time: 0.0652871 Jan 29 20:42:39.668074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-969988a3-3395-4193-8176-ce1b3dbcd742 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56 HTTP/1.1" status: 200 len: 998 time: 0.0666535 Jan 29 20:42:39.684896 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:42:39.716172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-c64778ee-5ab4-45dc-aa64-11de7ccc9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:39.717665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-c64778ee-5ab4-45dc-aa64-11de7ccc9015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cb37efb-b73c-4700-be21-aa5944cb796d HTTP/1.1" status: 200 len: 834 time: 0.0443766 Jan 29 20:42:39.766222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-91d0fd8d-0b0a-4aa6-aa09-32b79f03db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:39.767781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-91d0fd8d-0b0a-4aa6-aa09-32b79f03db96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3717cb99-a317-40cf-bf83-44515ccbc10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444670 Jan 29 20:42:39.861997 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-ee92abcd-12a3-4c16-93e5-7fa8ea99ebc8 service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880466 Jan 29 20:42:39.910277 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0d04cc13-fe40-4cfd-97b4-bab3abbf494d', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'port_id': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'mac_address': 'fa:16:3e:a9:c9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:42:37Z', 'updated_at': '2022-01-29T20:42:37Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:42:39.936663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b991fc-cfaf-4aa3-ab20-53c33d69142e None None] The sync data for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 is: [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '0d04cc13-fe40-4cfd-97b4-bab3abbf494d', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'port_id': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'mac_address': 'fa:16:3e:a9:c9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:42:37Z', 'updated_at': '2022-01-29T20:42:37Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:42:39.953981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6923fdb-dc7d-4704-8bac-22bfd40c3b46 req-87f8aed3-a7b6-4398-a55e-9f90f41b12b1 service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856040 Jan 29 20:42:40.136067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fe923-f659-4f5f-9d16-859b17a96407 None None] New status for floating IP 0d04cc13-fe40-4cfd-97b4-bab3abbf494d: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:42:40.657329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41778) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:42:40.722347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a3afc666-fb24-4ff7-9edd-c2d4cd630d21 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/0d04cc13-fe40-4cfd-97b4-bab3abbf494d HTTP/1.1" status: 200 len: 992 time: 0.0639133 Jan 29 20:42:44.305916 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:42:44.310991 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-73d31741-61bf-41d4-8ae3-6cb2c96b3d94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463886 Jan 29 20:42:44.411229 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-6d782da7-c88f-417a-ac62-2304f0b2b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:44.412954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-6d782da7-c88f-417a-ac62-2304f0b2b93b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1127 time: 0.0469365 Jan 29 20:42:44.518900 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-8472c76a-535e-4b5b-ab3f-fc54627bc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:44.520355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-8472c76a-535e-4b5b-ab3f-fc54627bc663 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3717cb99-a317-40cf-bf83-44515ccbc10b HTTP/1.1" status: 200 len: 897 time: 0.0906866 Jan 29 20:42:44.585804 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-1b16b882-a480-472c-bcb9-dd3c3f185b61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56 HTTP/1.1" status: 200 len: 1000 time: 0.0585716 Jan 29 20:42:44.637522 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-d233764a-920d-4dc0-a28a-b619028c690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:44.638977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-d233764a-920d-4dc0-a28a-b619028c690b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cb37efb-b73c-4700-be21-aa5944cb796d HTTP/1.1" status: 200 len: 834 time: 0.0473168 Jan 29 20:42:44.688590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-593e774d-588b-4503-997c-c29b01174347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:42:44.690368 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-593e774d-588b-4503-997c-c29b01174347 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3717cb99-a317-40cf-bf83-44515ccbc10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452449 Jan 29 20:42:44.780625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-48f3c209-fd1f-4b7b-b56d-1c8978942979 service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840504 Jan 29 20:42:44.874253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-62311f9b-e3c8-4fe5-b62a-a6eda6bc2dce req-db319d2e-86f9-4268-a353-9c23d835b576 service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868049 Jan 29 20:42:55.214968 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7feacd92-5dbc-40f7-be9a-e34beecbc05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:58.251755 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fa0e-29f3-4e44-ad97-3d999cf78234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:42:59.025886 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:00.340376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:00.483753 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:01.583162 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:08.506083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:12.316016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb412e-7507-48fb-9f57-6585eee1e820 req-500a452f-fd41-406f-9c33-792f3336e95c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:12.317529 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1edb412e-7507-48fb-9f57-6585eee1e820 req-500a452f-fd41-406f-9c33-792f3336e95c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.1085863 Jan 29 20:43:12.371605 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1edb412e-7507-48fb-9f57-6585eee1e820 req-08817e0b-c8a4-4451-bef3-a3d8f77af834 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479057 Jan 29 20:43:13.542356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a19089-9303-4236-9dba-077b25508b59 req-ba69ca88-711a-457f-be0a-d210228b516e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:13.543749 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38a19089-9303-4236-9dba-077b25508b59 req-ba69ca88-711a-457f-be0a-d210228b516e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.1018119 Jan 29 20:43:13.591507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38a19089-9303-4236-9dba-077b25508b59 req-1b8e5ba5-8173-4d9a-a2e1-c5afd7694bcd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422153 Jan 29 20:43:13.614806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:13.678501 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-373d01fe-ef4b-4c16-922e-0793db073c8e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/0d04cc13-fe40-4cfd-97b4-bab3abbf494d HTTP/1.1" status: 200 len: 992 time: 0.0625877 Jan 29 20:43:15.093459 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282602-a53a-42db-ab55-d0ba0d6f5916 req-10d4c840-d9bc-4c99-85ee-8f01e0ac69dd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:15.094943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad282602-a53a-42db-ab55-d0ba0d6f5916 req-10d4c840-d9bc-4c99-85ee-8f01e0ac69dd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0527010 Jan 29 20:43:15.144545 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ad282602-a53a-42db-ab55-d0ba0d6f5916 req-0e4e045c-e8c4-4a06-a4de-f6f5bdf74d9e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 Jan 29 20:43:16.267605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b041a1-5c25-47cc-ba51-0e07f645af5d req-f276346e-5429-4372-84e7-989a3d59f656 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:16.269148 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04b041a1-5c25-47cc-ba51-0e07f645af5d req-f276346e-5429-4372-84e7-989a3d59f656 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0533485 Jan 29 20:43:16.317848 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04b041a1-5c25-47cc-ba51-0e07f645af5d req-4b5a7417-a420-42c2-aeda-f934b2a2f112 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Jan 29 20:43:16.340378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:16.403498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a7458b5f-b4cf-47e4-b6db-c158ec50a7e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/0d04cc13-fe40-4cfd-97b4-bab3abbf494d HTTP/1.1" status: 200 len: 992 time: 0.0619981 Jan 29 20:43:16.632216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41816) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:16.789123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 6c9ca3af-e921-429d-a3d9-d32e3e459973 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:43:16.789379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:16.866309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:16.866632 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (6c9ca3af-e921-429d-a3d9-d32e3e459973), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:16.878555 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 6c9ca3af-e921-429d-a3d9-d32e3e459973 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:43:17.089131 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6c9ca3af-e921-429d-a3d9-d32e3e459973), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:17.114099 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=6c9ca3af-e921-429d-a3d9-d32e3e459973,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:17.125851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.126211 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.126552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.126897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.127234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.127566 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.127897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.128249 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.128583 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.128910 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.129239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.129565 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.129883 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:17.188188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (0d04cc13-fe40-4cfd-97b4-bab3abbf494d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:17.188545 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP 0d04cc13-fe40-4cfd-97b4-bab3abbf494d disassociated (deleted). External IP: 172.25.5.37, port: 11d9df3f-9709-4860-8b84-ca6c78bdfa56. Jan 29 20:43:17.401851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router c36adfcb-bb6f-454b-8ea8-f1856326fe91 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:43:17.509123 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:43:17.514031 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:17.520212 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] Sync routers for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:43:17.530284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:17.530873 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:42:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:17.546170 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ea227f7f-25d9-42a9-8e7d-72db0933e873 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d04cc13-fe40-4cfd-97b4-bab3abbf494d HTTP/1.1" status: 204 len: 168 time: 0.9098287 Jan 29 20:43:17.546170 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:43:17.546525 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:43:17.588090 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9161091-81a4-4e03-ac2c-151b6ba29479 x-openstack-request-id: req-f9161091-81a4-4e03-ac2c-151b6ba29479 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:43:17.588410 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:43:17.588669 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9161091-81a4-4e03-ac2c-151b6ba29479 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:43:17.589083 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'status': 'completed', 'code': 200} Jan 29 20:43:17.640736 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:17.676181 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-25431962-e2c2-43a1-939f-f89e20ee600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:17.677978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-25431962-e2c2-43a1-939f-f89e20ee600d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 1127 time: 0.0471015 Jan 29 20:43:17.776523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-cc351e14-c3c9-477f-bba9-ac7b01354102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:17.777998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-cc351e14-c3c9-477f-bba9-ac7b01354102 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3717cb99-a317-40cf-bf83-44515ccbc10b HTTP/1.1" status: 200 len: 897 time: 0.0938530 Jan 29 20:43:17.820274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-048f47c6-08f5-4cdb-adb4-b99c34e171be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56 HTTP/1.1" status: 200 len: 217 time: 0.0366771 Jan 29 20:43:17.868276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-0eec07ae-4928-431c-8cd9-ffbc4007d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:17.869776 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-0eec07ae-4928-431c-8cd9-ffbc4007d88d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cb37efb-b73c-4700-be21-aa5944cb796d HTTP/1.1" status: 200 len: 834 time: 0.0444705 Jan 29 20:43:17.921194 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-09b13f13-d9b6-4de2-b744-9cb7c128d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:17.922954 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-09b13f13-d9b6-4de2-b744-9cb7c128d53c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3717cb99-a317-40cf-bf83-44515ccbc10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476921 Jan 29 20:43:17.933558 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:17.964813 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] Checking router: c36adfcb-bb6f-454b-8ea8-f1856326fe91 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:43:17.973173 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:17.973779 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:42:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:18.018931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ae9a0-bb95-449d-b273-bd92ff254960 req-e05121b7-49b8-4613-8ca9-f9d4b23e51e1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:18.020480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f44ae9a0-bb95-449d-b273-bd92ff254960 req-e05121b7-49b8-4613-8ca9-f9d4b23e51e1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0550988 Jan 29 20:43:18.025824 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-834d3a7e-eed6-416d-af26-edcf613a30ca service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948262 Jan 29 20:43:18.078845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f44ae9a0-bb95-449d-b273-bd92ff254960 req-f2354589-38cd-48c9-b70f-438a47f88d7e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518739 Jan 29 20:43:18.083679 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:18.122297 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cf18c3c0-f1b2-4ea5-87d4-f26655d9acf1 req-ab893354-7d3b-4107-a5b9-3c408522b60b service neutron] 10.222.0.26 "GET /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893362 Jan 29 20:43:18.280670 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:18.305646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c3724-1840-4b51-ba91-c7ac2e5c7528 None None] The sync data for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 is: [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3cf3fba6-2440-4017-a07d-05beb167f210', 'name': '', 'network_id': '3717cb99-a317-40cf-bf83-44515ccbc10b', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:02:4d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:21Z', 'updated_at': '2022-01-29T20:42:24Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '3cb37efb-b73c-4700-be21-aa5944cb796d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:43:18.533820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b8d73-7e7f-4427-acf3-cdcea4fe0c4b None None] New status for floating IP 0d04cc13-fe40-4cfd-97b4-bab3abbf494d: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:43:19.200955 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd852e9-fa1d-45f2-bd63-48d9fc7667ac req-ea3b0090-8fd8-4cc1-94c8-534bfcf20f15 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:19.202487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cd852e9-fa1d-45f2-bd63-48d9fc7667ac req-ea3b0090-8fd8-4cc1-94c8-534bfcf20f15 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0533383 Jan 29 20:43:19.253122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cd852e9-fa1d-45f2-bd63-48d9fc7667ac req-77db31cf-c5dc-4b48-8ca5-7bd57f84345a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=25af773d-f6a4-4c3a-bd53-390342bf0f24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Jan 29 20:43:19.608767 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-125012db-55df-4027-b7bb-bc5681c0a48b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:19.610199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-125012db-55df-4027-b7bb-bc5681c0a48b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 945 time: 0.0509629 Jan 29 20:43:19.703305 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:43:19.703642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:19.789478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 11d9df3f-9709-4860-8b84-ca6c78bdfa56, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=11d9df3f-9709-4860-8b84-ca6c78bdfa56,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:19.797917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:19.802155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 11d9df3f-9709-4860-8b84-ca6c78bdfa56 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:43:19.986011 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (11d9df3f-9709-4860-8b84-ca6c78bdfa56), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:20.014449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=11d9df3f-9709-4860-8b84-ca6c78bdfa56,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:20.028140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.028140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.028140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.028510 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.028605 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.028938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.029274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.029604 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.029936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.030264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.030593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.030921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.031244 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:20.071089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] No DVR routers for this DVR port 11d9df3f-9709-4860-8b84-ca6c78bdfa56 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:43:20.073653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:20.076959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6653d794-87ec-4fb6-a8df-5df55afef7dc req-ba977bfe-fe30-4dba-9c8d-52cdc9cfc57d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "DELETE /v2.0/ports/11d9df3f-9709-4860-8b84-ca6c78bdfa56 HTTP/1.1" status: 204 len: 173 time: 0.4611826 Jan 29 20:43:20.077397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'name': 'network-vif-deleted', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:43:20.079632 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55af0979-9dd0-4e14-b087-2e565ae86b8c" -d '{"events": [{"server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "name": "network-vif-deleted", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:43:20.118670 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f435f545-2f33-45c2-960d-65a848dc1ba9 x-openstack-request-id: req-f435f545-2f33-45c2-960d-65a848dc1ba9 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:43:20.118965 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f", "name": "network-vif-deleted", "tag": "11d9df3f-9709-4860-8b84-ca6c78bdfa56", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:43:20.119216 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f435f545-2f33-45c2-960d-65a848dc1ba9 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:43:20.119622 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f', 'name': 'network-vif-deleted', 'tag': '11d9df3f-9709-4860-8b84-ca6c78bdfa56', 'status': 'completed', 'code': 200} Jan 29 20:43:20.351882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-da3ef116-93ad-42fd-9de0-7bd2e82f6045 req-e0cc4420-bcdb-49da-ab1d-18d86dc97cd6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e12ebe24-e4a6-41ec-ad6a-71dfa82ac73f HTTP/1.1" status: 200 len: 210 time: 0.0287471 Jan 29 20:43:21.306311 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:43:21.410869 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41834) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:21.762258 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (c36adfcb-bb6f-454b-8ea8-f1856326fe91), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.013625 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 3cf3fba6-2440-4017-a07d-05beb167f210 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:43:22.013887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.103202 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 3cf3fba6-2440-4017-a07d-05beb167f210, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3cf3fba6-2440-4017-a07d-05beb167f210,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:22.103567 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.115348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 3cf3fba6-2440-4017-a07d-05beb167f210 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:43:22.354520 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3cf3fba6-2440-4017-a07d-05beb167f210), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.381737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=3cf3fba6-2440-4017-a07d-05beb167f210,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:22.555211 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (c36adfcb-bb6f-454b-8ea8-f1856326fe91), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.768360 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router c36adfcb-bb6f-454b-8ea8-f1856326fe91 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:43:22.872447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:43:22.877820 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ef037c5d-835e-4b18-86ee-4ca0fbb447ec tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/c36adfcb-bb6f-454b-8ea8-f1856326fe91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654408 Jan 29 20:43:22.880066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41836) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:22.883689 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] Sync routers for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:43:22.893934 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:22.894529 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:42:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:22.930392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting subnet 3cb37efb-b73c-4700-be21-aa5944cb796d {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:43:22.933448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (3cb37efb-b73c-4700-be21-aa5944cb796d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.972140 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (3cb37efb-b73c-4700-be21-aa5944cb796d), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:22.996248 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:23.062364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (3cb37efb-b73c-4700-be21-aa5944cb796d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.169875 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:43:22Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:23.181402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (3cb37efb-b73c-4700-be21-aa5944cb796d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.196328 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] Checking router: c36adfcb-bb6f-454b-8ea8-f1856326fe91 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:43:23.204449 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] Routers {'c36adfcb-bb6f-454b-8ea8-f1856326fe91'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:23.205038 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:42:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:23.209234 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb37efb-b73c-4700-be21-aa5944cb796d,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:23.214445 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.220063 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-babbdb50-d927-4521-b970-5ff0d43fe170 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/subnets/3cb37efb-b73c-4700-be21-aa5944cb796d HTTP/1.1" status: 204 len: 168 time: 0.3365223 Jan 29 20:43:23.220957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41838) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:23.230453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf197b-c9bc-4607-b3e8-ec86421d618a None None] Network 3717cb99-a317-40cf-bf83-44515ccbc10b requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:43:23.313459 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] Set router c36adfcb-bb6f-454b-8ea8-f1856326fe91 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:23.405186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (c36adfcb-bb6f-454b-8ea8-f1856326fe91), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.410723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] DHCP port deletion for 3717cb99-a317-40cf-bf83-44515ccbc10b request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:43:23.458435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Deleting port dd681d35-38d0-45ba-a778-ff847a78a919 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:43:23.458802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.501673 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:43:22Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:23.512854 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (c36adfcb-bb6f-454b-8ea8-f1856326fe91), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.523828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] For port dd681d35-38d0-45ba-a778-ff847a78a919, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=dd681d35-38d0-45ba-a778-ff847a78a919,segment=NetworkSegment(b431cea4-cb01-4828-bed1-fa5e07d4f3e1),segment_id=b431cea4-cb01-4828-bed1-fa5e07d4f3e1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:23.524239 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.532261 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2dbe49-52bd-476b-9a83-af54ebcccc01 None None] The sync data for ids ['c36adfcb-bb6f-454b-8ea8-f1856326fe91'] in n-d-825496-5 is: [{'id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675371756', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:42:17Z', 'updated_at': '2022-01-29T20:43:22Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '227f4ef8-4952-4cb6-8148-b4c0f2c98468', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36adfcb-bb6f-454b-8ea8-f1856326fe91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:42:18Z', 'updated_at': '2022-01-29T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:43:23.537194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Calling delete_port for dd681d35-38d0-45ba-a778-ff847a78a919 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:43:23.619321 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 227f4ef8-4952-4cb6-8148-b4c0f2c98468 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:43:23.619664 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.691646 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (dd681d35-38d0-45ba-a778-ff847a78a919), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.696653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 227f4ef8-4952-4cb6-8148-b4c0f2c98468, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=227f4ef8-4952-4cb6-8148-b4c0f2c98468,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:23.697057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.709002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 227f4ef8-4952-4cb6-8148-b4c0f2c98468 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:43:23.719268 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Pushing event deleted for resources: {'Port': ['ID=dd681d35-38d0-45ba-a778-ff847a78a919,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:23.721555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] No DVR routers for this DVR port dd681d35-38d0-45ba-a778-ff847a78a919 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:43:23.729512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.729812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.730152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.730487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.730845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.731430 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.732539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.732882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.733218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.733548 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.733879 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.734207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.734532 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2860a8-e9c2-4247-a184-5575098c1110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:23.934916 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (227f4ef8-4952-4cb6-8148-b4c0f2c98468), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:23.966135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=227f4ef8-4952-4cb6-8148-b4c0f2c98468,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:23.982971 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3cf3fba6-2440-4017-a07d-05beb167f210 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:43:24.004793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3cf3fba6-2440-4017-a07d-05beb167f210 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:43:24.005150 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3cf3fba6-2440-4017-a07d-05beb167f210 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:43:24.005578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd681d35-38d0-45ba-a778-ff847a78a919 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:43:24.025637 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: dd681d35-38d0-45ba-a778-ff847a78a919 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:43:24.026004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device dd681d35-38d0-45ba-a778-ff847a78a919 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:43:24.338367 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (c36adfcb-bb6f-454b-8ea8-f1856326fe91), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.428761 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (c36adfcb-bb6f-454b-8ea8-f1856326fe91), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.431050 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (c36adfcb-bb6f-454b-8ea8-f1856326fe91), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.534254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (c36adfcb-bb6f-454b-8ea8-f1856326fe91), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.534885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Fanout notify agent at l3_agent the message router_deleted on router c36adfcb-bb6f-454b-8ea8-f1856326fe91 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:43:24.544232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.544876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 11d9df3f-9709-4860-8b84-ca6c78bdfa56 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:43:24.549426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3085676-9edc-48f0-a0d1-2bc2f566d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/routers/c36adfcb-bb6f-454b-8ea8-f1856326fe91 HTTP/1.1" status: 204 len: 168 time: 1.3235455 Jan 29 20:43:24.549426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41840) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:24.575956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 11d9df3f-9709-4860-8b84-ca6c78bdfa56 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:43:24.577902 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 11d9df3f-9709-4860-8b84-ca6c78bdfa56 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:43:24.634108 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (3717cb99-a317-40cf-bf83-44515ccbc10b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.723804 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (3717cb99-a317-40cf-bf83-44515ccbc10b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.743861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3717cb99-a317-40cf-bf83-44515ccbc10b']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:24.752816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:24.753109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b431cea4-cb01-4828-bed1-fa5e07d4f3e1') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:24.762642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (b431cea4-cb01-4828-bed1-fa5e07d4f3e1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.776260 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b431cea4-cb01-4828-bed1-fa5e07d4f3e1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.781957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:43:24.782333 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (b431cea4-cb01-4828-bed1-fa5e07d4f3e1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:43:24.785283 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:43:24.905924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (3717cb99-a317-40cf-bf83-44515ccbc10b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.913374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:24.916024 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/networks/3717cb99-a317-40cf-bf83-44515ccbc10b HTTP/1.1" status: 204 len: 168 time: 0.3668349 Jan 29 20:43:24.918838 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41842) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:24.927304 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dafef-df74-48b6-9498-1a7b711af3ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Network': ['ID=3717cb99-a317-40cf-bf83-44515ccbc10b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:24.987628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-584d79db-5773-4e1d-bd53-71fc3f5ca2e8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (25af773d-f6a4-4c3a-bd53-390342bf0f24), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.014003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-584d79db-5773-4e1d-bd53-71fc3f5ca2e8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (25af773d-f6a4-4c3a-bd53-390342bf0f24), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.131793 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-584d79db-5773-4e1d-bd53-71fc3f5ca2e8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (25af773d-f6a4-4c3a-bd53-390342bf0f24), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.135039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-584d79db-5773-4e1d-bd53-71fc3f5ca2e8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.136323 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-584d79db-5773-4e1d-bd53-71fc3f5ca2e8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/security-groups/25af773d-f6a4-4c3a-bd53-390342bf0f24 HTTP/1.1" status: 204 len: 168 time: 0.2163970 Jan 29 20:43:25.145604 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d79db-5773-4e1d-bd53-71fc3f5ca2e8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25af773d-f6a4-4c3a-bd53-390342bf0f24,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:25.217434 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3933a6c6-0b6a-4c0f-b1b1-59ed7b25802a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.630809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:25.635522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351936627', 'description': 'tempest-secgroup-smoke-351936627 description', 'project_id': 'b2ef2af63863406f9834a23ea266eecd'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:25.726598 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.790233 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (65f4dcd8-89fa-4cb3-aa76-01a9274a4c55), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.854361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (65f4dcd8-89fa-4cb3-aa76-01a9274a4c55), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.884765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:25.956819 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 227f4ef8-4952-4cb6-8148-b4c0f2c98468 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:43:25.967657 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:25.969382 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a40fa70-3b94-49b0-a8fd-469043377ac7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3371952 Jan 29 20:43:25.971933 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41850) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:25.976798 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '65f4dcd8-89fa-4cb3-aa76-01a9274a4c55', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:25.978933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 227f4ef8-4952-4cb6-8148-b4c0f2c98468 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:43:25.979287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 227f4ef8-4952-4cb6-8148-b4c0f2c98468 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:43:26.082128 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (3421a47e-f764-4d2e-8f10-82116df6daa1), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.136138 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (3421a47e-f764-4d2e-8f10-82116df6daa1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.202603 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (3421a47e-f764-4d2e-8f10-82116df6daa1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.220552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3421a47e-f764-4d2e-8f10-82116df6daa1,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:26.287675 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.289447 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5088f293-1180-43e3-bfff-311b51f89ed7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165338 Jan 29 20:43:26.292133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41852) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:26.297308 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '65f4dcd8-89fa-4cb3-aa76-01a9274a4c55', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:26.416324 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (8ea4a7f3-fbfe-4187-b1b5-8c386452d768), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.474239 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (8ea4a7f3-fbfe-4187-b1b5-8c386452d768), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.542663 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8ea4a7f3-fbfe-4187-b1b5-8c386452d768), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.560010 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea4a7f3-fbfe-4187-b1b5-8c386452d768,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:26.624739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.625941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3bcec05a-de1d-4dd4-bb85-3eeeed13123c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328648 Jan 29 20:43:26.628669 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41854) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:26.634279 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '65f4dcd8-89fa-4cb3-aa76-01a9274a4c55', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:26.724875 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (eb5f788d-ff0c-4e5b-9e2b-d5d40879b3a6), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.779664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (eb5f788d-ff0c-4e5b-9e2b-d5d40879b3a6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.840042 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (eb5f788d-ff0c-4e5b-9e2b-d5d40879b3a6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.858369 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5f788d-ff0c-4e5b-9e2b-d5d40879b3a6,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:26.939180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:26.940435 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-83ff8709-c038-4511-aaef-3c7da273f398 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108189 Jan 29 20:43:26.943095 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41856) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:26.947400 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '65f4dcd8-89fa-4cb3-aa76-01a9274a4c55', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:27.061891 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (79f7973e-6d76-4494-8899-6af499f6b252), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.118818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (79f7973e-6d76-4494-8899-6af499f6b252), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.202649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (79f7973e-6d76-4494-8899-6af499f6b252), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.220653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f7973e-6d76-4494-8899-6af499f6b252,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:27.307835 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.309116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ee83f115-03e3-4bb8-893b-37bd420f137f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3651073 Jan 29 20:43:27.311823 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41858) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:27.316281 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '65f4dcd8-89fa-4cb3-aa76-01a9274a4c55', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:27.391787 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:43:27.396929 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (98526930-2ce2-4b64-9d0f-afb7fb046602), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.455610 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (98526930-2ce2-4b64-9d0f-afb7fb046602), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.522681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (98526930-2ce2-4b64-9d0f-afb7fb046602), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.539987 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98526930-2ce2-4b64-9d0f-afb7fb046602,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:27.604683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.605883 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e97918b9-b012-4a20-9804-38a2ff53d48e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930896 Jan 29 20:43:27.608567 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41860) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:27.612736 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '65f4dcd8-89fa-4cb3-aa76-01a9274a4c55', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:27.697751 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:43:27.703364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7f3b1f5a-a8de-43b5-ae67-eb26f8e9edcd), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.762712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7f3b1f5a-a8de-43b5-ae67-eb26f8e9edcd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.839755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7f3b1f5a-a8de-43b5-ae67-eb26f8e9edcd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.857950 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3b1f5a-a8de-43b5-ae67-eb26f8e9edcd,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:27.921709 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:27.922891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-366d6e56-5865-454c-a04a-870378390475 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3134229 Jan 29 20:43:27.925744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41862) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:27.930969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'network': {'name': 'tempest-network-smoke--982546846', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:28.011304 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:43:28.014651 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.037210 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:43:28.046622 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b0914bc9-6058-4484-b7b4-a9329a4932b9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.046972 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Added segment b0914bc9-6058-4484-b7b4-a9329a4932b9 of type vlan for network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec Jan 29 20:43:28.085721 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.166407 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.171451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:28.172108 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.231413 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-65523f47-b15a-4caa-a45a-5c30fab0513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.240325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Network': ['ID=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:28.250403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:43:28.266092 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fb414858-038b-4003-a60a-b410211292f3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3362238 Jan 29 20:43:28.266092 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41864) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:28.270863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'admin_state_up': True, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:28.351769 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (31a2ef44-2604-4baa-ad0f-98631b0929d7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.353653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (31a2ef44-2604-4baa-ad0f-98631b0929d7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.406334 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (31a2ef44-2604-4baa-ad0f-98631b0929d7), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:28.588246 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31a2ef44-2604-4baa-ad0f-98631b0929d7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:29.026231 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:29.174613 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31a2ef44-2604-4baa-ad0f-98631b0929d7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:29.193166 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:29.296106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.46 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/5d6c8403-8bd4-415f-a05b-c8620f6762e1) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:43:29.402601 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:29.486241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:29.520999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:43:29.523948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:29.527268 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:43:29.564681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=5d6c8403-8bd4-415f-a05b-c8620f6762e1,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:29.843822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31a2ef44-2604-4baa-ad0f-98631b0929d7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.035988 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (31a2ef44-2604-4baa-ad0f-98631b0929d7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.225471 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31a2ef44-2604-4baa-ad0f-98631b0929d7 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:43:30.328743 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.338762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:43:30.348318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Sync routers for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:43:30.358645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:30.359254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:43:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:30.427795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.429071 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6a0a891a-be37-4cce-999e-df0658da3fdc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1619425 Jan 29 20:43:30.432577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41866) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:30.460047 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-fae8b613-de5b-40ef-985c-63abbc28c873 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b2ef2af63863406f9834a23ea266eecd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263772 Jan 29 20:43:30.463229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41868) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:30.473116 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.474854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:30.553531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72d7b1-e347-4201-a9e3-6033afafefb5 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:30.557989 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0f72d7b1-e347-4201-a9e3-6033afafefb5 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908051 Jan 29 20:43:30.558180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41870) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:30.585552 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-7966549d-d83b-4189-b41e-07de2c5cbc1d tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263190 Jan 29 20:43:30.589433 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41872) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:30.594239 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59109507', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:30.652382 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:29Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:30.678366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Checking router: 31a2ef44-2604-4baa-ad0f-98631b0929d7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:43:30.678723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Updating router 31a2ef44-2604-4baa-ad0f-98631b0929d7 port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:43:30.707193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.754387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:43:30.757903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.957111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Publish callbacks [] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:30.989448 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.011554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.042917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Subnet': ['ID=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:31.058711 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Checking segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:43:31.059085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network hostable DHCP agents. Network: c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:43:31.061093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Attempting to bind port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:43:31.061474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Attempting to bind port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:43:31.061836 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Attempting to bind port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:43:31.070325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:43:31.070786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:43:31.071293 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.071703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:43:31.072155 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Bound port: 5d6c8403-8bd4-415f-a05b-c8620f6762e1, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:43:31.072553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.074164 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8a33a-cbf4-4d98-b335-eb089ea3e263 None None] Pushing event updated for resources: {'Port': ['ID=5d6c8403-8bd4-415f-a05b-c8620f6762e1,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:31.120299 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:43:31.125253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] For port 5d6c8403-8bd4-415f-a05b-c8620f6762e1, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:43:31.128237 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] For port 5d6c8403-8bd4-415f-a05b-c8620f6762e1, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5d6c8403-8bd4-415f-a05b-c8620f6762e1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:43:31.205912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:31.210424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:31.211122 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.215702 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ba4b2-fa65-4d68-a0b1-17e84b888838 None None] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:43:31.229710 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.309564 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-486e96af-698b-4b86-99de-9388c8621ce7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7190075 Jan 29 20:43:31.312468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:31.494280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8a33a-cbf4-4d98-b335-eb089ea3e263 None None] Pushing event updated for resources: {'Port': ['ID=5d6c8403-8bd4-415f-a05b-c8620f6762e1,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:31.498991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:31.499611 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:43:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:31.586693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:43:31.587634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.706180 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.718218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:31.749052 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:31.874146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Allocated IP 172.20.0.2 (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec/ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e/ee5242dd-3022-45e9-895e-e851088864f6) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:43:32.041388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:29Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:32.077085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386aab6d-7051-4201-8191-22ac28b94221 None None] The sync data for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 is: [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:29Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:43:32.090541 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Publish callbacks [] for port (ee5242dd-3022-45e9-895e-e851088864f6), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.172040 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (ee5242dd-3022-45e9-895e-e851088864f6), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.218140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:43:32.222061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:32.222678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.1 (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec/ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e/d8cb0858-eb44-4466-9c73-ee3c6c561896) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:43:32.223918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Pushing event updated for resources: {'Port': ['ID=ee5242dd-3022-45e9-895e-e851088864f6,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:32.226104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:43:32.288684 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Attempting to bind port ee5242dd-3022-45e9-895e-e851088864f6 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:43:32.289057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Attempting to bind port ee5242dd-3022-45e9-895e-e851088864f6 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:43:32.293929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Attempting to bind port ee5242dd-3022-45e9-895e-e851088864f6 on network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:43:32.301343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:43:32.301343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Checking segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:43:32.305424 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.306059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Bound using segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:43:32.306718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Bound port: ee5242dd-3022-45e9-895e-e851088864f6, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:43:32.307273 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ee5242dd-3022-45e9-895e-e851088864f6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.384887 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.390939 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] For port ee5242dd-3022-45e9-895e-e851088864f6, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:43:32.396320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] For port ee5242dd-3022-45e9-895e-e851088864f6, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ee5242dd-3022-45e9-895e-e851088864f6,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:43:32.478069 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ee5242dd-3022-45e9-895e-e851088864f6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.507025 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.547304 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b896b6-68a9-4138-8fc8-b1524e73fd2a None None] Pushing event updated for resources: {'Port': ['ID=ee5242dd-3022-45e9-895e-e851088864f6,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:32.569882 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:43:32.574931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:32.576941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=d8cb0858-eb44-4466-9c73-ee3c6c561896,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:32.579392 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:43:32.627384 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (31a2ef44-2604-4baa-ad0f-98631b0929d7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:32.845081 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.137552 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.202697 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.275920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=d8cb0858-eb44-4466-9c73-ee3c6c561896,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:33.282008 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (31a2ef44-2604-4baa-ad0f-98631b0929d7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.382318 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:43:33.384553 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:33.504097 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31a2ef44-2604-4baa-ad0f-98631b0929d7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:43:33.577263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700db73a-d4ab-4af5-a1cc-76369a1a45af None None] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:43:33.613889 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:43:33.624250 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5e190a1d-ae0f-4e55-8382-97f8913ae768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/31a2ef44-2604-4baa-ad0f-98631b0929d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3061786 Jan 29 20:43:33.703947 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] Provisioning complete for port ee5242dd-3022-45e9-895e-e851088864f6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:33.704373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee5242dd-3022-45e9-895e-e851088864f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.779854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-53e301b8-0605-460c-b41a-42602443dfbd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351936627&fields=id&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 267 time: 0.0454509 Jan 29 20:43:33.787936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] Current status of the port ee5242dd-3022-45e9-895e-e851088864f6 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:33.788366 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ee5242dd-3022-45e9-895e-e851088864f6), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.830399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] For port ee5242dd-3022-45e9-895e-e851088864f6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ee5242dd-3022-45e9-895e-e851088864f6,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:33.891553 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ee5242dd-3022-45e9-895e-e851088864f6), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:33.910164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-c4ebbef7-bc25-45af-8502-336298fe6f8b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:33.911692 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-c4ebbef7-bc25-45af-8502-336298fe6f8b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 796 time: 0.1211464 Jan 29 20:43:33.934109 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-57933e56-8bf8-4b04-9d14-4af0643362d5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/quotas/b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 375 time: 0.0151231 Jan 29 20:43:33.979404 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee5382-5c7d-41db-a8a9-9274f50110cd None None] Pushing event updated for resources: {'Port': ['ID=ee5242dd-3022-45e9-895e-e851088864f6,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:34.002205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-c3f70706-8f33-40e6-8912-45b89475b110 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671992 Jan 29 20:43:34.018068 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7eddf3dd-24c6-435e-b425-f51da05a6723 None None] Provisioning complete for port d8cb0858-eb44-4466-9c73-ee3c6c561896 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:34.018068 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7eddf3dd-24c6-435e-b425-f51da05a6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.071320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7eddf3dd-24c6-435e-b425-f51da05a6723 None None] Port d8cb0858-eb44-4466-9c73-ee3c6c561896 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:43:34.084682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7eddf3dd-24c6-435e-b425-f51da05a6723 None None] Provisioning complete for port ee5242dd-3022-45e9-895e-e851088864f6 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:34.085142 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7eddf3dd-24c6-435e-b425-f51da05a6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee5242dd-3022-45e9-895e-e851088864f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.103180 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Sync routers for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:43:34.118956 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:34.119840 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:43:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:34.171159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-ca96d5bc-d7cd-4340-ba39-c1d330a20ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482434 Jan 29 20:43:34.200791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ee5242dd-3022-45e9-895e-e851088864f6 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:43:34.279987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7eddf3dd-24c6-435e-b425-f51da05a6723 None None] Current status of the port ee5242dd-3022-45e9-895e-e851088864f6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:34.286224 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ee5242dd-3022-45e9-895e-e851088864f6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:34.286599 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee5242dd-3022-45e9-895e-e851088864f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.303545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-0ea17cc8-01f4-40f7-b2f6-5b8c7147e3b4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255045 Jan 29 20:43:34.348723 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:34.370964 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ee5242dd-3022-45e9-895e-e851088864f6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:34.372694 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d6c8403-8bd4-415f-a05b-c8620f6762e1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:43:34.424278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-07bf734d-9fd3-47d4-9e17-455c89c0e111 None None] Provisioning complete for port d8cb0858-eb44-4466-9c73-ee3c6c561896 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:34.424636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07bf734d-9fd3-47d4-9e17-455c89c0e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.467798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-07bf734d-9fd3-47d4-9e17-455c89c0e111 None None] Port d8cb0858-eb44-4466-9c73-ee3c6c561896 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:43:34.470335 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:34.470709 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.561170 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:34.561170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.575200 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:33Z', 'revision_number': 2, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:34.587433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5d6c8403-8bd4-415f-a05b-c8620f6762e1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5d6c8403-8bd4-415f-a05b-c8620f6762e1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:34.594518 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6e46283e-75a3-4ff6-b08c-3ea81d055b5e None None] Provisioning complete for port d8cb0858-eb44-4466-9c73-ee3c6c561896 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:34.594891 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6e46283e-75a3-4ff6-b08c-3ea81d055b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.607234 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Checking router: 31a2ef44-2604-4baa-ad0f-98631b0929d7 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:43:34.607646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Updating router 31a2ef44-2604-4baa-ad0f-98631b0929d7 port d8cb0858-eb44-4466-9c73-ee3c6c561896 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:43:34.617822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-de2b03e1-476c-4e5f-bfd5-b98d56108def req-5276a6eb-0d4a-46aa-b544-774f90bdcf3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0313420 Jan 29 20:43:34.635212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6e46283e-75a3-4ff6-b08c-3ea81d055b5e None None] Port d8cb0858-eb44-4466-9c73-ee3c6c561896 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:43:34.641263 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.657215 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:34.706904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5d6c8403-8bd4-415f-a05b-c8620f6762e1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:34.902101 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Publish callbacks [] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.005270 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.058969 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Pushing event updated for resources: {'Port': ['ID=d8cb0858-eb44-4466-9c73-ee3c6c561896,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:35.081569 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.081917 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.082255 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.082586 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.082911 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.083243 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.083560 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.083878 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.084217 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.084538 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.084858 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.085165 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.085482 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:43:35.116971 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Attempting to bind port d8cb0858-eb44-4466-9c73-ee3c6c561896 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:43:35.117695 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Attempting to bind port d8cb0858-eb44-4466-9c73-ee3c6c561896 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:43:35.117896 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Attempting to bind port d8cb0858-eb44-4466-9c73-ee3c6c561896 on network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:43:35.123198 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:43:35.123640 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Checking segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:43:35.124033 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.124454 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Bound using segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:43:35.124941 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Bound port: d8cb0858-eb44-4466-9c73-ee3c6c561896, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:43:35.125308 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.191748 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] For port d8cb0858-eb44-4466-9c73-ee3c6c561896, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:43:35.194788 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] For port d8cb0858-eb44-4466-9c73-ee3c6c561896, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d8cb0858-eb44-4466-9c73-ee3c6c561896,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:43:35.261529 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.261727 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] Provisioning complete for port d8cb0858-eb44-4466-9c73-ee3c6c561896 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:35.261727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.308930 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:35.309469 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:43:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:35.346527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] Current status of the port d8cb0858-eb44-4466-9c73-ee3c6c561896 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:35.347006 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.352489 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6195f-7cdf-4ef4-993e-cb7f451c0272 None None] Pushing event updated for resources: {'Port': ['ID=d8cb0858-eb44-4466-9c73-ee3c6c561896,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:35.381535 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] For port d8cb0858-eb44-4466-9c73-ee3c6c561896, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d8cb0858-eb44-4466-9c73-ee3c6c561896,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:35.432986 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:35.440232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.493990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912a176-585e-44ce-a664-95934dd1c860 None None] Pushing event updated for resources: {'Port': ['ID=d8cb0858-eb44-4466-9c73-ee3c6c561896,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:35.561609 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-94244f8c-b817-4aae-894a-3f469f612238 None None] Provisioning complete for port d8cb0858-eb44-4466-9c73-ee3c6c561896 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:35.561985 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-94244f8c-b817-4aae-894a-3f469f612238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:35.639943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:35.648442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-94244f8c-b817-4aae-894a-3f469f612238 None None] Current status of the port d8cb0858-eb44-4466-9c73-ee3c6c561896 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:35.671438 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8de84-cff9-46db-956f-3f31538b4632 None None] The sync data for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 is: [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:43:35.733098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d99d483d-d6f8-46e7-bb19-a0a9103024c0 req-43d25ba7-bf1a-4dc7-92be-4f596358f157 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0569966 Jan 29 20:43:36.048453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ee5242dd-3022-45e9-895e-e851088864f6 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:43:36.100618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port ee5242dd-3022-45e9-895e-e851088864f6 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:36.100995 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ee5242dd-3022-45e9-895e-e851088864f6), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:36.180818 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port ee5242dd-3022-45e9-895e-e851088864f6 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:36.182136 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d8cb0858-eb44-4466-9c73-ee3c6c561896 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:43:36.233843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port d8cb0858-eb44-4466-9c73-ee3c6c561896 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:36.234223 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:36.317983 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port d8cb0858-eb44-4466-9c73-ee3c6c561896 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:36.318979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d6c8403-8bd4-415f-a05b-c8620f6762e1 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:43:36.368929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:36.369300 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:36.451312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:36.807391 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa78733c-0568-4f49-a186-ddacaf6b70ab req-13eb9ba2-6040-42db-b204-d1a87e60cd7b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0301878 Jan 29 20:43:37.890079 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-38efa4ae-4913-4125-a722-d237bad724ad req-bcc4fb39-4201-476f-a7ea-238cbf86f214 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0288565 Jan 29 20:43:38.522683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:38.985079 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2a66666e-6115-4c68-ab5c-796954d8d606 req-21ad36f8-9cdd-4e94-af1d-730ccbddaaf9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0273240 Jan 29 20:43:40.081575 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4b8d68c-49bc-4e1e-b450-795be428bb00 req-b438c9b5-e4fc-4d1f-a6eb-6926d4c161c6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0284224 Jan 29 20:43:40.649386 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-43fbfeda-4167-40eb-9f5c-1c938b01b9d1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:40.650836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-43fbfeda-4167-40eb-9f5c-1c938b01b9d1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 796 time: 0.1071627 Jan 29 20:43:40.721111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-093185f9-3e3e-4c1e-bcb2-1533ba264609 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 379 time: 0.0570476 Jan 29 20:43:40.732956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'port': {'device_id': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'admin_state_up': True, 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'security_groups': ['65f4dcd8-89fa-4cb3-aa76-01a9274a4c55']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:40.911795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:43:40.915219 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.043567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.11 (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec/ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e/f5da8ba4-5d28-4e1e-8289-024a189edf27) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:43:41.185800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.186541 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cb2af9b-f2a1-4a0b-a388-cb7a39ca2fc5 req-877f2df0-4c96-45f6-885c-56b3043066a3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0287442 Jan 29 20:43:41.280551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.323594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:43:41.328438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:41.331965 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:43:41.338385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=f5da8ba4-5d28-4e1e-8289-024a189edf27,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:41.390571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:41.390571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.474515 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2bf8f399-7b0c-4dd7-a1c3-5e037942cd6d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7452688 Jan 29 20:43:41.532983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Request body: {'port': {'device_id': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:41.596450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.607801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-9ec4384c-af14-469f-a143-eb37160f12a6 None None] Provisioning complete for port f5da8ba4-5d28-4e1e-8289-024a189edf27 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:41.608362 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ec4384c-af14-469f-a143-eb37160f12a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.641004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4384c-af14-469f-a143-eb37160f12a6 None None] Port f5da8ba4-5d28-4e1e-8289-024a189edf27 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:43:41.859601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5da8ba4-5d28-4e1e-8289-024a189edf27 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:43:41.867199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Publish callbacks [] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:41.878946 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Transition to ACTIVE for port object f5da8ba4-5d28-4e1e-8289-024a189edf27 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:43:41.962928 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:42.031368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Pushing event updated for resources: {'Port': ['ID=f5da8ba4-5d28-4e1e-8289-024a189edf27,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:42.085807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Attempting to bind port f5da8ba4-5d28-4e1e-8289-024a189edf27 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:43:42.087572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Attempting to bind port f5da8ba4-5d28-4e1e-8289-024a189edf27 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:43:42.087915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Attempting to bind port f5da8ba4-5d28-4e1e-8289-024a189edf27 on network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:43:42.092911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Port f5da8ba4-5d28-4e1e-8289-024a189edf27 on network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:43:42.093333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Attempting to bind port f5da8ba4-5d28-4e1e-8289-024a189edf27 on network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:43:42.098638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:43:42.098980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Checking segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:43:42.099371 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Bound using segment: {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:43:42.099804 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Bound port: f5da8ba4-5d28-4e1e-8289-024a189edf27, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0914bc9-6058-4484-b7b4-a9329a4932b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:43:42.100162 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:42.168069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] For port f5da8ba4-5d28-4e1e-8289-024a189edf27, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:43:42.171183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] For port f5da8ba4-5d28-4e1e-8289-024a189edf27, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:43:42.220924 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:42.257518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:42.258000 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:42.259595 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 1092 time: 0.7751460 Jan 29 20:43:42.260055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:43:42.269343 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642" -d '{"events": [{"name": "network-changed", "server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:43:42.335809 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748832-ce45-4d7b-888f-6cce484b1389 service neutron] Pushing event updated for resources: {'Port': ['ID=f5da8ba4-5d28-4e1e-8289-024a189edf27,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:42.356121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c66e-6fc7-4dff-9242-6b2aa92c1e30 req-fea04125-cf34-494e-96f6-50c5bcbeffdb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:42.357401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db05c66e-6fc7-4dff-9242-6b2aa92c1e30 req-fea04125-cf34-494e-96f6-50c5bcbeffdb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 944 time: 0.0821626 Jan 29 20:43:42.387810 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a34ea-efd5-4dbc-9cdd-480f8235deb2 x-openstack-request-id: req-e43a34ea-efd5-4dbc-9cdd-480f8235deb2 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:43:42.388297 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:43:42.388554 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e43a34ea-efd5-4dbc-9cdd-480f8235deb2 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:43:42.389378 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'status': 'completed', 'code': 200} Jan 29 20:43:42.446625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db05c66e-6fc7-4dff-9242-6b2aa92c1e30 req-c82a779e-1bd1-45c9-a2e8-04b55435fa5c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829673 Jan 29 20:43:42.465947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-b03a72cc-fdea-41cf-bb15-b7b39330f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:42.467798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-b03a72cc-fdea-41cf-bb15-b7b39330f39a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1126 time: 0.0662863 Jan 29 20:43:42.515727 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-ada81395-e29c-40e3-a755-cbef7713138a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 217 time: 0.0346272 Jan 29 20:43:42.571557 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-127f1032-29dd-4c87-808f-e65fde542e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:42.572931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-127f1032-29dd-4c87-808f-e65fde542e00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 200 len: 833 time: 0.0464015 Jan 29 20:43:42.625726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-ce0aab3a-1d95-48f1-aa13-37a492cd09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:42.627201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-ce0aab3a-1d95-48f1-aa13-37a492cd09b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438831 Jan 29 20:43:42.717312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-2921f327-53e4-4f18-990d-2eb0364d274a service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803843 Jan 29 20:43:42.814994 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b4de7290-1ec6-49d7-8516-0ab14d9b2d06 req-8702b426-9c4e-4a6c-b074-ec1d38467875 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866201 Jan 29 20:43:43.023770 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-f01fed71-0b07-4cec-bfe2-f1cace527828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:43.025334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-f01fed71-0b07-4cec-bfe2-f1cace527828 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1126 time: 0.0443113 Jan 29 20:43:43.117385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-12cc5f95-2bb1-435c-8d1d-2944c02e093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:43.118841 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-12cc5f95-2bb1-435c-8d1d-2944c02e093a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 896 time: 0.0870833 Jan 29 20:43:43.158797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-6094cda8-8939-40a0-9ab8-7f050372610c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 217 time: 0.0333357 Jan 29 20:43:43.204391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-f5d265fe-8d15-4257-b90b-f4b3bbe08eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:43.205797 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-f5d265fe-8d15-4257-b90b-f4b3bbe08eab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 200 len: 833 time: 0.0416207 Jan 29 20:43:43.263353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-187f9143-66fd-4f1d-b6b6-4e366e6a3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:43.264899 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-187f9143-66fd-4f1d-b6b6-4e366e6a3c74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513673 Jan 29 20:43:43.357504 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-5b91edb3-44a1-4bd9-9448-ee5d3def06c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Jan 29 20:43:43.453917 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a2c68b59-e4b1-457b-8e86-5a0e5d6c5642 req-ea9964ce-285e-4505-b47b-25a9f9068b5e service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891187 Jan 29 20:43:43.573650 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2753-959a-4ef4-aa61-27405c81cc63 req-82f4abdd-7fae-4b31-a85e-db74b2f527bf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:43.575135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84cb2753-959a-4ef4-aa61-27405c81cc63 req-82f4abdd-7fae-4b31-a85e-db74b2f527bf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 944 time: 0.0570948 Jan 29 20:43:43.623695 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-84cb2753-959a-4ef4-aa61-27405c81cc63 req-1710d400-3281-4ed7-85fc-c06e1d8ce2c4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429306 Jan 29 20:43:44.744921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf48cb-b886-4bf6-9392-3e7a76cda156 req-9e9b1c8e-cd18-4bfb-954a-7969a8a34fbd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:44.746424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7bf48cb-b886-4bf6-9392-3e7a76cda156 req-9e9b1c8e-cd18-4bfb-954a-7969a8a34fbd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 944 time: 0.0551593 Jan 29 20:43:44.795828 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7bf48cb-b886-4bf6-9392-3e7a76cda156 req-08e9cd16-98a5-4443-9418-49182ebd8b84 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Jan 29 20:43:45.913344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce4e2a-d7e9-4625-bad2-d9ecd63ffdd5 req-3dd14ec0-0159-4697-88dd-1e13bd93c6e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:45.914931 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5ce4e2a-d7e9-4625-bad2-d9ecd63ffdd5 req-3dd14ec0-0159-4697-88dd-1e13bd93c6e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 944 time: 0.0522926 Jan 29 20:43:45.964323 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d5ce4e2a-d7e9-4625-bad2-d9ecd63ffdd5 req-61fa5b31-f186-424c-ae45-b7fe804331e7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jan 29 20:43:46.453044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f5da8ba4-5d28-4e1e-8289-024a189edf27 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:43:46.551876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f5da8ba4-5d28-4e1e-8289-024a189edf27, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:46.562640 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'port_id': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'mac_address': 'fa:16:3e:63:24:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:43:46.603839 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f5da8ba4-5d28-4e1e-8289-024a189edf27 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:46.604269 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:46.617351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5da8ba4-5d28-4e1e-8289-024a189edf27 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:43:46.636845 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f5da8ba4-5d28-4e1e-8289-024a189edf27, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:46.705808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:46.753083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f5da8ba4-5d28-4e1e-8289-024a189edf27,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:46.971008 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['f5da8ba4-5d28-4e1e-8289-024a189edf27'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:43:47.083357 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a071e-470b-4c38-b769-6c72451de50a req-66f2fc90-912b-4e78-97b1-432b81e9375c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:47.084909 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-934a071e-470b-4c38-b769-6c72451de50a req-66f2fc90-912b-4e78-97b1-432b81e9375c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 945 time: 0.0527551 Jan 29 20:43:47.142347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-934a071e-470b-4c38-b769-6c72451de50a req-3865ee12-bbf9-4ad5-962f-97c6c9a8dd6e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514128 Jan 29 20:43:48.267242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59376d2b-753b-4be1-ae97-33540a373f4b req-be711482-a6ba-4a06-a2d9-357e49604b82 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:48.268790 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59376d2b-753b-4be1-ae97-33540a373f4b req-be711482-a6ba-4a06-a2d9-357e49604b82 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 945 time: 0.0562615 Jan 29 20:43:48.317816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-59376d2b-753b-4be1-ae97-33540a373f4b req-35f3846e-238a-4fa8-a34a-7694aa06149a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Jan 29 20:43:48.465143 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f5da8ba4-5d28-4e1e-8289-024a189edf27 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:43:48.565280 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port f5da8ba4-5d28-4e1e-8289-024a189edf27 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:43:48.569120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port f5da8ba4-5d28-4e1e-8289-024a189edf27 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:43:48.571833 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:48.649063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port f5da8ba4-5d28-4e1e-8289-024a189edf27 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:43:48.649447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:48.670729 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:43:48.674904 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9649b9d8-e529-4aa8-979b-b7b5513d3db8" -d '{"events": [{"server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:43:48.685569 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port f5da8ba4-5d28-4e1e-8289-024a189edf27, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:43:48.754159 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:48.778553 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bce950e-d897-48c9-b0ad-285dd790fc2f x-openstack-request-id: req-0bce950e-d897-48c9-b0ad-285dd790fc2f {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:43:48.778846 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:43:48.779100 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bce950e-d897-48c9-b0ad-285dd790fc2f {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:43:48.779490 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'code': 200} Jan 29 20:43:48.805688 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=f5da8ba4-5d28-4e1e-8289-024a189edf27,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:48.880364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191e18-ad90-431d-af64-db06297cc418 req-66d535b9-1567-40f0-9ea5-96d828676735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:48.882155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86191e18-ad90-431d-af64-db06297cc418 req-66d535b9-1567-40f0-9ea5-96d828676735 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1128 time: 0.0444086 Jan 29 20:43:48.933067 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-86191e18-ad90-431d-af64-db06297cc418 req-21da10a8-32fc-439e-b734-f7a8d3edac77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410633 Jan 29 20:43:49.438134 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198d301-fe69-48c3-b2e9-8e48c43881c8 req-f21bdff9-c15c-4ffb-b507-850180168e01 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:49.439581 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4198d301-fe69-48c3-b2e9-8e48c43881c8 req-f21bdff9-c15c-4ffb-b507-850180168e01 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0525117 Jan 29 20:43:49.490229 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4198d301-fe69-48c3-b2e9-8e48c43881c8 req-93328938-71b7-4220-8b93-8f1e608f744c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Jan 29 20:43:50.610035 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a0de4-0b73-48f2-9f4e-281700727641 req-bceabffa-5222-4087-aa77-897c47a97f0d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:50.611537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c6a0de4-0b73-48f2-9f4e-281700727641 req-bceabffa-5222-4087-aa77-897c47a97f0d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0530436 Jan 29 20:43:50.660579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2c6a0de4-0b73-48f2-9f4e-281700727641 req-416a4e4c-0c9a-4bc6-bd2a-7b09c15abf3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426569 Jan 29 20:43:50.778544 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227ef42-7ed5-425d-9be3-b9e365710995 req-474ae50f-ce9d-4f94-88d7-dbf7c5f74a98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:50.779944 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d227ef42-7ed5-425d-9be3-b9e365710995 req-474ae50f-ce9d-4f94-88d7-dbf7c5f74a98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0531650 Jan 29 20:43:50.831514 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d227ef42-7ed5-425d-9be3-b9e365710995 req-c08aedfd-904a-438e-ab05-8dd0cb34cbeb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460298 Jan 29 20:43:50.852616 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41952) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:50.896941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d87f88-59ee-4234-91a1-c20433522513 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:50.898958 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-80d87f88-59ee-4234-91a1-c20433522513 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1123 time: 0.0453854 Jan 29 20:43:50.901751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41954) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:50.905899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:43:51.002477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:51.098354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:51.524550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.213 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/2e4eb679-eee5-485b-ae5b-ecda51f9ee84) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:43:51.624790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:51.702577 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:51.739735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:43:51.745106 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:43:51.748478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:43:51.753717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=2e4eb679-eee5-485b-ae5b-ecda51f9ee84,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:52.104123 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:52.233757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:52.385467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:52.456731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:52.522265 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=2e4eb679-eee5-485b-ae5b-ecda51f9ee84,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:43:52.533714 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:52.633149 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c associated. External IP: 172.25.5.213, port: f5da8ba4-5d28-4e1e-8289-024a189edf27. Jan 29 20:43:52.839243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31a2ef44-2604-4baa-ad0f-98631b0929d7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:43:52.946070 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:43:52.956071 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] Sync routers for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:43:52.970664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:52.983670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:43:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:53.050902 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:53.081622 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ad70022e-4a2d-4fcf-bb8a-dc1f2361ec18 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1788459 Jan 29 20:43:53.082207 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:43:53.094324 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a674ab17-6a7a-45a0-b569-d9e82f99aecd" -d '{"events": [{"name": "network-changed", "server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:43:53.141835 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a501b56-0576-4e74-8669-7e4d2b25f743 x-openstack-request-id: req-8a501b56-0576-4e74-8669-7e4d2b25f743 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:43:53.142446 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:43:53.142446 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a501b56-0576-4e74-8669-7e4d2b25f743 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:43:53.142789 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'status': 'completed', 'code': 200} Jan 29 20:43:53.238500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e84b0-c9fc-4a7c-b2c1-6b2ce3ad73ca req-8513f564-624e-4944-863f-0e7b2a24520d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:53.240434 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b0e84b0-c9fc-4a7c-b2c1-6b2ce3ad73ca req-8513f564-624e-4944-863f-0e7b2a24520d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0856302 Jan 29 20:43:53.245992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:53.247153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-d434fd11-526c-4340-b50e-fe3141b9624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:53.248820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-d434fd11-526c-4340-b50e-fe3141b9624b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1128 time: 0.0831912 Jan 29 20:43:53.355094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9b0e84b0-c9fc-4a7c-b2c1-6b2ce3ad73ca req-09254feb-363b-463b-a7e7-4b4a625d08fb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052039 Jan 29 20:43:53.374835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-f6d452a6-0e57-44a2-b0b0-515fc6b6b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:53.376463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-f6d452a6-0e57-44a2-b0b0-515fc6b6b9df service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 896 time: 0.1209345 Jan 29 20:43:53.381823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 41960) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:53.475278 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'port_id': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'mac_address': 'fa:16:3e:63:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:43:51Z', 'updated_at': '2022-01-29T20:43:51Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:53.492632 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2a86743a-5d96-413a-9d2b-15ef0eda5dda tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c HTTP/1.1" status: 200 len: 992 time: 0.1085618 Jan 29 20:43:53.494549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-c7cc4b54-02c3-43de-9f15-e35d452027f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 1000 time: 0.1100349 Jan 29 20:43:53.506489 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] Checking router: 31a2ef44-2604-4baa-ad0f-98631b0929d7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:43:53.514777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:43:53.515369 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:43:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:53.542206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-9820d4ca-c98a-482f-8985-5a93ba29c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:53.543664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-9820d4ca-c98a-482f-8985-5a93ba29c0ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 200 len: 833 time: 0.0436754 Jan 29 20:43:53.593948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-a345c7a8-e2d7-40fc-9493-c373c5a5d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:43:53.595444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-a345c7a8-e2d7-40fc-9493-c373c5a5d51e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455885 Jan 29 20:43:53.621351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:43:53.689425 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-24df4151-2bbf-4900-8408-79a4189e9dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843010 Jan 29 20:43:53.779683 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a674ab17-6a7a-45a0-b569-d9e82f99aecd req-ac75d89f-eeb3-486a-9801-92e750a3079f service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Jan 29 20:43:53.842394 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'port_id': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'mac_address': 'fa:16:3e:63:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:43:51Z', 'updated_at': '2022-01-29T20:43:51Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:43:53.872956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7766b5-24f8-4a83-9927-6fe8935f5cc5 None None] The sync data for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 is: [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'port_id': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'mac_address': 'fa:16:3e:63:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:43:51Z', 'updated_at': '2022-01-29T20:43:51Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:43:54.070362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fdb2dc-687b-42d9-9ef6-7e5a8877d4d2 None None] New status for floating IP b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:43:54.495824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 41964) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:43:54.561228 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4c333b1d-aba4-4310-b7e4-4fdccc47d5b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c HTTP/1.1" status: 200 len: 994 time: 0.0640519 Jan 29 20:43:55.236714 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-be23c931-155c-4fde-9f4c-8404d35282c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:58.243523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-956b7aa2-9266-431b-8bc7-d1df6786388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:43:58.305766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:43:59.030679 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:00.351505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:00.459541 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:01.576566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:08.524681 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:25.201645 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-343f0f9e-c056-4d37-8e41-8c224503c588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:27.860887 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc152-b8b7-4c31-88a3-36e9c0c71d4f req-ef45abcc-f263-49c1-9377-d6f8c6eb4e27 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:27.862393 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfbdc152-b8b7-4c31-88a3-36e9c0c71d4f req-ef45abcc-f263-49c1-9377-d6f8c6eb4e27 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0533016 Jan 29 20:44:27.914192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bfbdc152-b8b7-4c31-88a3-36e9c0c71d4f req-1ff29fd7-8bbf-4540-9c36-a0d305c875d0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Jan 29 20:44:27.925663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-8e49c5c1-6c8e-4632-bfce-7e7e917fbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:27.927179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-8e49c5c1-6c8e-4632-bfce-7e7e917fbee9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1128 time: 0.0501683 Jan 29 20:44:28.019963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-a482b846-cb36-4900-92a7-d128fff0aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:28.021459 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-a482b846-cb36-4900-92a7-d128fff0aaa8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 896 time: 0.0845473 Jan 29 20:44:28.089487 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-1e769c96-cc3b-4add-8068-ab0384e59a9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 1002 time: 0.0602286 Jan 29 20:44:28.138003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-bbc75050-5320-4a7b-a632-8332b03a4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:28.139336 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-bbc75050-5320-4a7b-a632-8332b03a4bb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 200 len: 833 time: 0.0436242 Jan 29 20:44:28.190247 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-b56daaa0-80d3-467d-b990-da0459135e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:28.191741 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-b56daaa0-80d3-467d-b990-da0459135e52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449479 Jan 29 20:44:28.242194 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a50a41b7-046f-4308-bcf4-c28b27561ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:28.285283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-d1d7349c-8f4d-46df-b41e-dead776c98d8 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868919 Jan 29 20:44:28.375376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b8e7e64-a2bf-4e1e-8c10-121bb6312e27 req-7242d3ff-f3a5-46e2-aa06-ff1a7ac21607 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834424 Jan 29 20:44:29.032716 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:29.036966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702db0ee-af55-47ea-960f-2b98d13d4f0b req-6992535f-9bba-4991-bfe6-a79b221fbb3f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:29.038929 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-702db0ee-af55-47ea-960f-2b98d13d4f0b req-6992535f-9bba-4991-bfe6-a79b221fbb3f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0527444 Jan 29 20:44:29.090363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-702db0ee-af55-47ea-960f-2b98d13d4f0b req-6ae5bff7-acb6-411e-92d9-c4c9c80e8b2c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456901 Jan 29 20:44:30.212802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4f37d-87fa-4fb5-83a7-554a608aa701 req-03b634ea-91a8-4745-b427-e255aec2043c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:30.214209 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de4f37d-87fa-4fb5-83a7-554a608aa701 req-03b634ea-91a8-4745-b427-e255aec2043c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0527422 Jan 29 20:44:30.263895 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3de4f37d-87fa-4fb5-83a7-554a608aa701 req-6a8fd669-dcba-49af-bbd6-694253b2e7bd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435593 Jan 29 20:44:30.372894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:30.481698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:31.381701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54523c-8a99-4ed8-ac44-3a48473b85d2 req-168e26b5-de4f-4f66-a98b-ad334da9d484 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:31.383180 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc54523c-8a99-4ed8-ac44-3a48473b85d2 req-168e26b5-de4f-4f66-a98b-ad334da9d484 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0529368 Jan 29 20:44:31.431898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc54523c-8a99-4ed8-ac44-3a48473b85d2 req-f8be65f4-0f4f-4eca-9882-12a4602309a7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431435 Jan 29 20:44:31.573214 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:32.554339 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0545-eaef-4cf7-aca0-036b34615ff6 req-1a81b0fe-0d3a-4957-ad21-254cf276dc69 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:32.555723 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb1a0545-eaef-4cf7-aca0-036b34615ff6 req-1a81b0fe-0d3a-4957-ad21-254cf276dc69 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0565670 Jan 29 20:44:32.603548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cb1a0545-eaef-4cf7-aca0-036b34615ff6 req-85409d83-5af8-4053-af98-aeee44513c99 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Jan 29 20:44:33.722662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ba7ea-33d1-47b2-97e6-51996b11ccc1 req-f8ddab73-bd6e-4121-9075-cb657be6b9f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:33.724164 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-836ba7ea-33d1-47b2-97e6-51996b11ccc1 req-f8ddab73-bd6e-4121-9075-cb657be6b9f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0524430 Jan 29 20:44:33.772974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-836ba7ea-33d1-47b2-97e6-51996b11ccc1 req-d4c8e7d5-d929-48bf-bd4c-56107cb913c8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Jan 29 20:44:34.893432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467080e-7e1c-4614-a7ee-e21395c957a6 req-90a9e84a-4428-4772-88c6-ab69453e177a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:34.894910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4467080e-7e1c-4614-a7ee-e21395c957a6 req-90a9e84a-4428-4772-88c6-ab69453e177a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0532131 Jan 29 20:44:34.943312 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4467080e-7e1c-4614-a7ee-e21395c957a6 req-106d995b-f7a2-4a48-b807-7264e7202558 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 Jan 29 20:44:35.304628 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:44:36.064706 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee29e6d-f561-44ed-9567-ed281e23b84e req-c1ac703e-3aed-4b3a-ad1e-b86a99e2226a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:36.066157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aee29e6d-f561-44ed-9567-ed281e23b84e req-c1ac703e-3aed-4b3a-ad1e-b86a99e2226a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0549083 Jan 29 20:44:36.113523 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aee29e6d-f561-44ed-9567-ed281e23b84e req-092ef24c-7522-4bfc-bb96-f787773237d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Jan 29 20:44:37.236064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0541af-094d-4389-94c6-442e3bf50f07 req-437501dd-ed38-4ceb-b7c5-136a24357719 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:37.237825 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b0541af-094d-4389-94c6-442e3bf50f07 req-437501dd-ed38-4ceb-b7c5-136a24357719 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0568137 Jan 29 20:44:37.290293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2b0541af-094d-4389-94c6-442e3bf50f07 req-f3049690-1064-41a8-9035-113b0a4957b3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465376 Jan 29 20:44:38.411136 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47ed03-b0d2-4523-b369-e43e323bc13d req-48ebc8bb-8f7a-4ffd-9c24-73b941ef99a5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:38.413296 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b47ed03-b0d2-4523-b369-e43e323bc13d req-48ebc8bb-8f7a-4ffd-9c24-73b941ef99a5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0518413 Jan 29 20:44:38.461491 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b47ed03-b0d2-4523-b369-e43e323bc13d req-80e75614-b412-4fa3-8d29-626d6acc9202 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Jan 29 20:44:38.515532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:39.581762 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68b43-d042-4294-8449-b580f7702b99 req-bac10ee9-a3ac-46ce-9dad-4a03054e7383 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:39.583143 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbe68b43-d042-4294-8449-b580f7702b99 req-bac10ee9-a3ac-46ce-9dad-4a03054e7383 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0521491 Jan 29 20:44:39.630992 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbe68b43-d042-4294-8449-b580f7702b99 req-3e44245f-e48c-4c97-a6e8-530c7fa5aa9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Jan 29 20:44:39.654150 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42000) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:44:39.717269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9c5042bd-0ac8-46a0-b5a1-0f2d5f2f24b0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c HTTP/1.1" status: 200 len: 994 time: 0.0620167 Jan 29 20:44:46.176619 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-bd6d0ba9-6e50-4be5-962d-475bdc062a7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465457 Jan 29 20:44:46.262362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-600e9d76-04a6-45db-b1b4-8a1c23d878d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:46.263779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-600e9d76-04a6-45db-b1b4-8a1c23d878d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1128 time: 0.0460117 Jan 29 20:44:46.362696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-5a70c1a2-97c4-4551-8333-281eca2033cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:46.364138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-5a70c1a2-97c4-4551-8333-281eca2033cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 896 time: 0.0829420 Jan 29 20:44:46.430570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-6ddba495-bf28-4c8d-a2fe-68fabbcb05d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 1002 time: 0.0602577 Jan 29 20:44:46.477252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-d47990fa-bdfe-4918-8a5c-2285e142c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:46.478632 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-d47990fa-bdfe-4918-8a5c-2285e142c9a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 200 len: 833 time: 0.0421968 Jan 29 20:44:46.526591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-ddced137-603c-4f6a-ae9b-14a7069416eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:44:46.527968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-ddced137-603c-4f6a-ae9b-14a7069416eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431550 Jan 29 20:44:46.617836 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-c2217797-7d8d-40ae-877e-42c4a365ada4 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835323 Jan 29 20:44:46.702355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b0101e22-a976-4e48-b85d-a0fb0ab8df3e req-0cb79a9b-2b1b-4b78-ab1a-77097b26d634 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790622 Jan 29 20:44:55.206521 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57b7f41d-cb76-40a0-954f-6c4f050bf060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:58.243177 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b11c25ce-b74e-4bf8-855b-28bfb1bb7ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:44:59.046488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:00.403070 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:00.492412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:01.601555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:08.514998 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:12.150529 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42014) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:12.305293 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:45:12.623425 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 2e4eb679-eee5-485b-ae5b-ecda51f9ee84 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:45:12.623769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:12.697702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:12.698033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:12.709322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 2e4eb679-eee5-485b-ae5b-ecda51f9ee84 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:45:12.910991 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2e4eb679-eee5-485b-ae5b-ecda51f9ee84), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:12.934337 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=2e4eb679-eee5-485b-ae5b-ecda51f9ee84,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:12.948638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.949000 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.949441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.949695 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.950037 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.950375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.950712 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.951049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.951389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.951716 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.952073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.952410 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:12.952739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:13.010410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:13.010749 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c disassociated (deleted). External IP: 172.25.5.213, port: f5da8ba4-5d28-4e1e-8289-024a189edf27. Jan 29 20:45:13.212171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31a2ef44-2604-4baa-ad0f-98631b0929d7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:45:13.320404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:45:13.324893 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:13.330181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] Sync routers for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:45:13.343064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:13.343670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:44:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:13.360482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a53c04cf-1bc2-4234-a622-1bde4dcae8be tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/floatingips/b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c HTTP/1.1" status: 204 len: 168 time: 1.2064745 Jan 29 20:45:13.360482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:45:13.360970 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809bf239-c340-4322-9b9b-10b49144bbca" -d '{"events": [{"name": "network-changed", "server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:45:13.401756 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868a9d1-e73a-4355-a704-2476c443fc69 x-openstack-request-id: req-0868a9d1-e73a-4355-a704-2476c443fc69 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:45:13.402053 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:45:13.402311 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0868a9d1-e73a-4355-a704-2476c443fc69 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:45:13.402733 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'status': 'completed', 'code': 200} Jan 29 20:45:13.452826 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:13.478810 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bf239-c340-4322-9b9b-10b49144bbca req-e6ea8c17-ee95-4a0c-9343-686eff0e7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:13.480290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-e6ea8c17-ee95-4a0c-9343-686eff0e7cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 1128 time: 0.0469677 Jan 29 20:45:13.578939 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bf239-c340-4322-9b9b-10b49144bbca req-a9c97e53-66cd-4849-bef2-fdbe25d3567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:13.580708 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-a9c97e53-66cd-4849-bef2-fdbe25d3567f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 200 len: 896 time: 0.0869749 Jan 29 20:45:13.633975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-d7eb1424-3895-4362-9f0d-8c7e9828de6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 200 len: 217 time: 0.0390277 Jan 29 20:45:13.658817 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:13.686345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] Checking router: 31a2ef44-2604-4baa-ad0f-98631b0929d7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:45:13.693245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bf239-c340-4322-9b9b-10b49144bbca req-96ab1942-9754-4c83-9e33-2011e912ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:13.695210 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:13.695573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-96ab1942-9754-4c83-9e33-2011e912ff92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 200 len: 833 time: 0.0517933 Jan 29 20:45:13.695804 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:44:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:13.747453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bf239-c340-4322-9b9b-10b49144bbca req-76761cc7-f218-4d18-b551-5d669c98ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:13.749059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-76761cc7-f218-4d18-b551-5d669c98ec5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449429 Jan 29 20:45:13.806488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:13.880833 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-bbb51861-5fee-4731-b551-fa124f052330 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194594 Jan 29 20:45:13.893469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a5b9c-4033-451c-bf1e-3cc1b2ae0c30 req-10dbadb6-e04b-49bf-891c-b6fa2b52796d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:13.894931 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-020a5b9c-4033-451c-bf1e-3cc1b2ae0c30 req-10dbadb6-e04b-49bf-891c-b6fa2b52796d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0730953 Jan 29 20:45:14.003503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-020a5b9c-4033-451c-bf1e-3cc1b2ae0c30 req-087ad4cd-cd48-406b-a441-8fa7c686d1e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988598 Jan 29 20:45:14.012941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:14.028166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-809bf239-c340-4322-9b9b-10b49144bbca req-c70924c8-53af-4a13-9b0d-2aae099b79a9 service neutron] 10.222.0.13 "GET /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322889 Jan 29 20:45:14.039588 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd0d3e-84b3-4743-8d36-441d7515bdd0 None None] The sync data for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 is: [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:43:32Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'd8cb0858-eb44-4466-9c73-ee3c6c561896', 'name': '', 'network_id': 'c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:b3:41:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:31Z', 'updated_at': '2022-01-29T20:43:35Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:45:14.259830 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268286e0-8f47-46f8-9432-0333434db22c None None] New status for floating IP b8a9b927-81bd-4d3c-a8f7-3f1f0b65280c: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:45:15.128692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24874d00-108c-4a7e-a79c-b46ecd0607cd req-a91d1999-5d65-40ca-809f-5e7e7fef9ae2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:15.130157 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24874d00-108c-4a7e-a79c-b46ecd0607cd req-a91d1999-5d65-40ca-809f-5e7e7fef9ae2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0530999 Jan 29 20:45:15.179032 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-24874d00-108c-4a7e-a79c-b46ecd0607cd req-d5c5b31f-b291-4239-b116-49e741e48064 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Jan 29 20:45:15.555400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-f2ca12fd-4034-4f0c-854f-8c1eb44fc4bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:15.556892 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-f2ca12fd-4034-4f0c-854f-8c1eb44fc4bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 946 time: 0.0532813 Jan 29 20:45:15.654869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port f5da8ba4-5d28-4e1e-8289-024a189edf27 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:45:15.655214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:15.744158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port f5da8ba4-5d28-4e1e-8289-024a189edf27, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=f5da8ba4-5d28-4e1e-8289-024a189edf27,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:15.744616 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:15.757312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for f5da8ba4-5d28-4e1e-8289-024a189edf27 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:45:15.954822 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f5da8ba4-5d28-4e1e-8289-024a189edf27), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:15.982862 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=f5da8ba4-5d28-4e1e-8289-024a189edf27,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:16.028616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] No DVR routers for this DVR port f5da8ba4-5d28-4e1e-8289-024a189edf27 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:45:16.031159 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:16.034506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e71c5c1a-9773-4bd5-9c31-5ddb6b277ed2 req-55a16c5e-7253-4e2d-a993-52bc14c363ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "DELETE /v2.0/ports/f5da8ba4-5d28-4e1e-8289-024a189edf27 HTTP/1.1" status: 204 len: 173 time: 0.4695671 Jan 29 20:45:16.034958 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'name': 'network-vif-deleted', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:45:16.037186 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9111a9-1cd6-4934-90c8-7d909fbf8aba" -d '{"events": [{"server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "name": "network-vif-deleted", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:45:16.074694 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42981e7-119d-44e0-afd2-818975771467 x-openstack-request-id: req-f42981e7-119d-44e0-afd2-818975771467 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:45:16.074991 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395e5e9-ac67-4246-8f51-5181688a19dc", "name": "network-vif-deleted", "tag": "f5da8ba4-5d28-4e1e-8289-024a189edf27", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:45:16.075284 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f42981e7-119d-44e0-afd2-818975771467 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:45:16.075694 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395e5e9-ac67-4246-8f51-5181688a19dc', 'name': 'network-vif-deleted', 'tag': 'f5da8ba4-5d28-4e1e-8289-024a189edf27', 'status': 'completed', 'code': 200} Jan 29 20:45:16.275952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7f6fa647-647d-49ea-b2e8-00d7676e4676 req-40093e7d-b755-4ae6-aa90-1a6bb16eb904 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=e395e5e9-ac67-4246-8f51-5181688a19dc HTTP/1.1" status: 200 len: 210 time: 0.0293033 Jan 29 20:45:17.333640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42030) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:17.696891 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (31a2ef44-2604-4baa-ad0f-98631b0929d7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:17.954905 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port d8cb0858-eb44-4466-9c73-ee3c6c561896 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:45:17.955171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:18.044449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port d8cb0858-eb44-4466-9c73-ee3c6c561896, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=d8cb0858-eb44-4466-9c73-ee3c6c561896,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:18.044816 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:18.057628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for d8cb0858-eb44-4466-9c73-ee3c6c561896 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:45:18.396890 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (d8cb0858-eb44-4466-9c73-ee3c6c561896), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:18.422385 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=d8cb0858-eb44-4466-9c73-ee3c6c561896,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:18.599081 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (31a2ef44-2604-4baa-ad0f-98631b0929d7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:18.819016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31a2ef44-2604-4baa-ad0f-98631b0929d7 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:45:18.923878 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:45:18.930145 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8fe15f35-e0b7-449d-a7ef-4697aaa9283f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/31a2ef44-2604-4baa-ad0f-98631b0929d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947504 Jan 29 20:45:18.932301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42032) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:18.935181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] Sync routers for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:45:18.946986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:18.947600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:44:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:18.982719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting subnet ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:45:18.986127 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.026862 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.043533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f5da8ba4-5d28-4e1e-8289-024a189edf27 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:45:19.072587 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: f5da8ba4-5d28-4e1e-8289-024a189edf27 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:45:19.072843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device f5da8ba4-5d28-4e1e-8289-024a189edf27 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:45:19.076456 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:19.114871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.241402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.272232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:19.275650 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.281675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c787ce93-74a7-4bda-bf91-60cab8d8976a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/subnets/ea6e89b9-8a66-4b2d-a513-e2c9f5dc916e HTTP/1.1" status: 204 len: 168 time: 0.3457124 Jan 29 20:45:19.281675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42034) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:19.292531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed29c6-e826-48f1-963f-b7f9a16ab3ef None None] Network c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:45:19.391352 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (31a2ef44-2604-4baa-ad0f-98631b0929d7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.499800 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31a2ef44-2604-4baa-ad0f-98631b0929d7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.500767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:45:18Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:19.528167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] Checking router: 31a2ef44-2604-4baa-ad0f-98631b0929d7 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:45:19.536682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] Routers {'31a2ef44-2604-4baa-ad0f-98631b0929d7'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:19.537287 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:44:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31a2ef44-2604-4baa-ad0f-98631b0929d7'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:19.574763 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] DHCP port deletion for c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:45:19.609598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 5d6c8403-8bd4-415f-a05b-c8620f6762e1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:45:19.609943 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.675288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] Set router 31a2ef44-2604-4baa-ad0f-98631b0929d7 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:19.697714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 5d6c8403-8bd4-415f-a05b-c8620f6762e1, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5d6c8403-8bd4-415f-a05b-c8620f6762e1,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:19.698396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.711380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 5d6c8403-8bd4-415f-a05b-c8620f6762e1 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:45:19.735754 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Deleting port ee5242dd-3022-45e9-895e-e851088864f6 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:45:19.736426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ee5242dd-3022-45e9-895e-e851088864f6), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.856305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] For port ee5242dd-3022-45e9-895e-e851088864f6, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=ee5242dd-3022-45e9-895e-e851088864f6,segment=NetworkSegment(b0914bc9-6058-4484-b7b4-a9329a4932b9),segment_id=b0914bc9-6058-4484-b7b4-a9329a4932b9)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:19.856712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ee5242dd-3022-45e9-895e-e851088864f6), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.873820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Calling delete_port for ee5242dd-3022-45e9-895e-e851088864f6 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:45:19.946305 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5d6c8403-8bd4-415f-a05b-c8620f6762e1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:19.971232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=5d6c8403-8bd4-415f-a05b-c8620f6762e1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:20.002396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:45:18Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:20.036606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ad4d5-4b36-4a56-a027-4c7261126dd6 None None] The sync data for ids ['31a2ef44-2604-4baa-ad0f-98631b0929d7'] in n-d-825496-5 is: [{'id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-155434474', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:43:28Z', 'updated_at': '2022-01-29T20:45:18Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '5d6c8403-8bd4-415f-a05b-c8620f6762e1', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2ef44-2604-4baa-ad0f-98631b0929d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:43:29Z', 'updated_at': '2022-01-29T20:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:45:20.059858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (ee5242dd-3022-45e9-895e-e851088864f6), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.068051 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (31a2ef44-2604-4baa-ad0f-98631b0929d7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.093385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Pushing event deleted for resources: {'Port': ['ID=ee5242dd-3022-45e9-895e-e851088864f6,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:20.097067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] No DVR routers for this DVR port ee5242dd-3022-45e9-895e-e851088864f6 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:45:20.108290 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.108645 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.108992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.109332 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.109669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.110000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.110329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.110656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.111238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.111557 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.111878 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.112223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.112545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc9b8c-4418-499b-8047-867a7562571a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:20.437154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ee5242dd-3022-45e9-895e-e851088864f6 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:45:20.463789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: ee5242dd-3022-45e9-895e-e851088864f6 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:45:20.464011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device ee5242dd-3022-45e9-895e-e851088864f6 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:45:20.487388 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (31a2ef44-2604-4baa-ad0f-98631b0929d7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.489644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (31a2ef44-2604-4baa-ad0f-98631b0929d7), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.606647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (31a2ef44-2604-4baa-ad0f-98631b0929d7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.607330 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Fanout notify agent at l3_agent the message router_deleted on router 31a2ef44-2604-4baa-ad0f-98631b0929d7 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:45:20.614086 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.615216 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7c5d0de5-9e6d-4d9a-a4f1-b507b712bced tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/routers/31a2ef44-2604-4baa-ad0f-98631b0929d7 HTTP/1.1" status: 204 len: 168 time: 1.3327239 Jan 29 20:45:20.618631 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42036) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:20.699557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.791788 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.811284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:20.820364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0914bc9-6058-4484-b7b4-a9329a4932b9') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:20.820663 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0914bc9-6058-4484-b7b4-a9329a4932b9') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:20.829698 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (b0914bc9-6058-4484-b7b4-a9329a4932b9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.842254 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (b0914bc9-6058-4484-b7b4-a9329a4932b9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.847933 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:45:20.848381 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (b0914bc9-6058-4484-b7b4-a9329a4932b9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:45:20.851804 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:45:20.966261 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.974599 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:20.977426 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/networks/c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec HTTP/1.1" status: 204 len: 168 time: 0.3578043 Jan 29 20:45:20.980370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42038) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:20.988966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de2dd-042c-4781-b810-e3b15eb3919c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Network': ['ID=c8c86332-eeb9-4f9e-a6e3-eeb5c1ce49ec,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:21.035592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (65f4dcd8-89fa-4cb3-aa76-01a9274a4c55), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.064527 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (65f4dcd8-89fa-4cb3-aa76-01a9274a4c55), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.179544 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (65f4dcd8-89fa-4cb3-aa76-01a9274a4c55), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.182145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.183292 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/security-groups/65f4dcd8-89fa-4cb3-aa76-01a9274a4c55 HTTP/1.1" status: 204 len: 168 time: 0.2019410 Jan 29 20:45:21.192626 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f4dcd8-89fa-4cb3-aa76-01a9274a4c55,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:21.200692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.201043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.201386 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.201718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.202047 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.202372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.202695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.203022 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.203333 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.203652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.203969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.204322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.204639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1b56b-9634-4d40-bdc0-9ee3e32e6356 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:21.558307 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42044) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:21.562821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125861157', 'description': 'tempest-secgroup-smoke-1125861157 description', 'project_id': 'b2ef2af63863406f9834a23ea266eecd'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:21.645897 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.712068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (aecbd97a-2899-4556-8037-a27b11df7492), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.784982 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aecbd97a-2899-4556-8037-a27b11df7492), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.813737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbd97a-2899-4556-8037-a27b11df7492,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:21.885277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:21.886507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3585a48b-705f-4b30-acd6-0e8d56703e04 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3271756 Jan 29 20:45:21.889434 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42046) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:21.893925 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'aecbd97a-2899-4556-8037-a27b11df7492', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:21.974731 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (6d435af6-58fb-4440-8f40-2d4139d0da55), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.027530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d8cb0858-eb44-4466-9c73-ee3c6c561896 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:45:22.031932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (6d435af6-58fb-4440-8f40-2d4139d0da55), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.047905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: d8cb0858-eb44-4466-9c73-ee3c6c561896 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:45:22.048296 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device d8cb0858-eb44-4466-9c73-ee3c6c561896 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:45:22.048719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d6c8403-8bd4-415f-a05b-c8620f6762e1 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:45:22.067359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5d6c8403-8bd4-415f-a05b-c8620f6762e1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:45:22.067714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5d6c8403-8bd4-415f-a05b-c8620f6762e1 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:45:22.093643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6d435af6-58fb-4440-8f40-2d4139d0da55), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.112289 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d435af6-58fb-4440-8f40-2d4139d0da55,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:22.192732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.193982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-20083c0a-7543-4ebd-8e60-10206d8900fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036153 Jan 29 20:45:22.197032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42048) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:22.201404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'aecbd97a-2899-4556-8037-a27b11df7492', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:22.291977 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (e54b456f-0d5f-4bd8-8d77-ea984dec72f9), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.351499 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (e54b456f-0d5f-4bd8-8d77-ea984dec72f9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.442331 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e54b456f-0d5f-4bd8-8d77-ea984dec72f9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.461620 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54b456f-0d5f-4bd8-8d77-ea984dec72f9,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:22.545332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.546453 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f46da2b9-aa27-4e33-9739-21e31a6f8b86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484814 Jan 29 20:45:22.550064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42050) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:22.554355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'aecbd97a-2899-4556-8037-a27b11df7492', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:22.633739 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (8b8f135f-4127-4d0a-9e05-6d3ccdf6df74), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.688623 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (8b8f135f-4127-4d0a-9e05-6d3ccdf6df74), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.737381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8b8f135f-4127-4d0a-9e05-6d3ccdf6df74), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.754699 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8f135f-4127-4d0a-9e05-6d3ccdf6df74,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:22.815858 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.817022 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf0aef4a-bf59-41a0-80e3-4eff7dbb2ef3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2660365 Jan 29 20:45:22.820456 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42052) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:22.824735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'aecbd97a-2899-4556-8037-a27b11df7492', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:22.909712 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (312ab124-621b-4fab-a38e-c2256b81205f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:22.965239 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (312ab124-621b-4fab-a38e-c2256b81205f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.046179 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (312ab124-621b-4fab-a38e-c2256b81205f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.064547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312ab124-621b-4fab-a38e-c2256b81205f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:23.145366 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.146582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-9037d3a7-f956-4afc-aecf-96fc58a6ab1a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251517 Jan 29 20:45:23.149931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42054) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:23.154237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'aecbd97a-2899-4556-8037-a27b11df7492', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:23.251728 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:45:23.256742 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (ad4e9e70-bf3f-472d-ada4-1e8df548ecce), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.318083 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (ad4e9e70-bf3f-472d-ada4-1e8df548ecce), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.402477 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (ad4e9e70-bf3f-472d-ada4-1e8df548ecce), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.420290 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4e9e70-bf3f-472d-ada4-1e8df548ecce,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:23.495931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.497202 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-3e12bfba-7675-4754-ad3c-0bf9968e2199 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3463442 Jan 29 20:45:23.505164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42056) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:23.510341 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'aecbd97a-2899-4556-8037-a27b11df7492', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:23.584967 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:45:23.589848 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (6e5497bd-b20e-4c19-a3d5-cd074b624b31), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.648922 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (6e5497bd-b20e-4c19-a3d5-cd074b624b31), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.716322 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6e5497bd-b20e-4c19-a3d5-cd074b624b31), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.734730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5497bd-b20e-4c19-a3d5-cd074b624b31,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:23.819275 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.820720 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-af061377-49ef-4ba3-8317-750ad1a5c20a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3146043 Jan 29 20:45:23.823479 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42058) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:23.828372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1994999780', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:23.909027 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:45:23.912531 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.936111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:45:23.945400 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1f86e7e1-8596-4fd8-be23-0f1f39307439), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:23.945730 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Added segment 1f86e7e1-8596-4fd8-be23-0f1f39307439 of type vlan for network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 Jan 29 20:45:23.984640 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5eb2ef06-b1d7-45d4-b433-fb5b87a43496), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.062889 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5eb2ef06-b1d7-45d4-b433-fb5b87a43496), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.067875 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:24.068484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.135385 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Network': ['ID=5eb2ef06-b1d7-45d4-b433-fb5b87a43496,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:24.145472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:45:24.164055 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6dfd149e-cc69-4d79-9821-da503b8280b1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3390365 Jan 29 20:45:24.167314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42060) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:24.171723 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'admin_state_up': True, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:24.248636 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.249662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.301361 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.503037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.755130 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.774171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:24.872551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.90 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/3d70a749-0845-48cc-ad80-585f4cd57cc4) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:45:24.973646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:25.052169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:25.087080 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:45:25.090002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:25.093109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:45:25.131720 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3d70a749-0845-48cc-ad80-585f4cd57cc4,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:25.194879 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2d55bec-5a42-460b-859f-5b92cd9bb4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:25.426528 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:25.617191 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:25.847754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:45:25.951999 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:45:25.962737 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Sync routers for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:45:25.972883 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:25.978221 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:44:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:26.025825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.027084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e28ff071-ba10-410d-afc4-926bcb065cb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8588452 Jan 29 20:45:26.030225 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42062) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:26.057618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-6df56b18-1e12-4578-b260-e863eb48dc73 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b2ef2af63863406f9834a23ea266eecd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262904 Jan 29 20:45:26.060100 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42064) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:26.076680 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:26.359019 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:25Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:26.386111 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Checking router: 5109f558-4a1e-4a3e-9c3e-6f5063b9baff for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:45:26.386459 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Updating router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff port 3d70a749-0845-48cc-ad80-585f4cd57cc4 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:45:26.416797 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.474121 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b262c0a-e365-4cb9-b45f-157e0ba17630 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:26.475620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5b262c0a-e365-4cb9-b45f-157e0ba17630 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4146056 Jan 29 20:45:26.478599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42066) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:26.505768 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-080ed01a-0962-4210-b56e-3a190d6c95a7 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261357 Jan 29 20:45:26.508922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42068) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:26.513571 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862036771', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:26.662182 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Publish callbacks [] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.665078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:45:26.668490 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.716528 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.768511 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Pushing event updated for resources: {'Port': ['ID=3d70a749-0845-48cc-ad80-585f4cd57cc4,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:26.771497 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Attempting to bind port 3d70a749-0845-48cc-ad80-585f4cd57cc4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:45:26.771860 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Attempting to bind port 3d70a749-0845-48cc-ad80-585f4cd57cc4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:45:26.772233 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Attempting to bind port 3d70a749-0845-48cc-ad80-585f4cd57cc4 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:45:26.780330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.785304 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:45:26.787563 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:45:26.788551 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:45:26.788952 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.789362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:45:26.789864 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Bound port: 3d70a749-0845-48cc-ad80-585f4cd57cc4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:45:26.790203 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.842497 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] For port 3d70a749-0845-48cc-ad80-585f4cd57cc4, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:45:26.845449 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] For port 3d70a749-0845-48cc-ad80-585f4cd57cc4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d70a749-0845-48cc-ad80-585f4cd57cc4,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:45:26.943062 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (8526f82a-670c-4d67-b22c-b8b828ac3ab3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:26.989195 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.007136 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Subnet': ['ID=8526f82a-670c-4d67-b22c-b8b828ac3ab3,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:27.018758 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Checking segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:45:27.019033 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network hostable DHCP agents. Network: 5eb2ef06-b1d7-45d4-b433-fb5b87a43496, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:45:27.047603 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553516c-2c51-4137-bb60-be2799a53816 None None] Pushing event updated for resources: {'Port': ['ID=3d70a749-0845-48cc-ad80-585f4cd57cc4,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:27.050513 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:27.051097 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:44:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:27.097180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:45:27.152350 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:27.166016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5eb2ef06-b1d7-45d4-b433-fb5b87a43496) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:27.170520 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:27.181963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.182279 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43e0c0-0588-4197-9d45-416c026d31b5 None None] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:45:27.252022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42070) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:27.259764 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2c45ca73-1e09-4886-b020-b8b2cec5d343 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7497594 Jan 29 20:45:27.293192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:45:27.294532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.335201 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:25Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:27.365707 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c101f90-9bf2-4e8e-8d19-285ac72c9184 None None] The sync data for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 is: [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:25Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:45:27.440413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Allocated IP 172.20.0.2 (5eb2ef06-b1d7-45d4-b433-fb5b87a43496/8526f82a-670c-4d67-b22c-b8b828ac3ab3/f43789ec-37fc-4120-89c6-22b80494b897) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:45:27.607862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Publish callbacks [] for port (f43789ec-37fc-4120-89c6-22b80494b897), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.681634 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (f43789ec-37fc-4120-89c6-22b80494b897), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.728796 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:45:27.731766 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:27.734350 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:45:27.737708 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.743313 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Pushing event updated for resources: {'Port': ['ID=f43789ec-37fc-4120-89c6-22b80494b897,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:27.805142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Attempting to bind port f43789ec-37fc-4120-89c6-22b80494b897 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:45:27.805443 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Attempting to bind port f43789ec-37fc-4120-89c6-22b80494b897 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:45:27.805820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Attempting to bind port f43789ec-37fc-4120-89c6-22b80494b897 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:45:27.812540 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:45:27.812929 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Checking segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:45:27.813338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.813733 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Bound using segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:45:27.814202 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Bound port: f43789ec-37fc-4120-89c6-22b80494b897, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:45:27.814587 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f43789ec-37fc-4120-89c6-22b80494b897), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:27.880672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] For port f43789ec-37fc-4120-89c6-22b80494b897, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:45:27.884308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] For port f43789ec-37fc-4120-89c6-22b80494b897, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f43789ec-37fc-4120-89c6-22b80494b897,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:45:27.966601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f43789ec-37fc-4120-89c6-22b80494b897), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.044100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b0db-c950-41f4-b356-7a5d89e36d10 None None] Pushing event updated for resources: {'Port': ['ID=f43789ec-37fc-4120-89c6-22b80494b897,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:28.106655 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d70a749-0845-48cc-ad80-585f4cd57cc4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:45:28.150816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.1 (5eb2ef06-b1d7-45d4-b433-fb5b87a43496/8526f82a-670c-4d67-b22c-b8b828ac3ab3/3106f4ab-cb96-40eb-8cd1-1c95601337c4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:45:28.181472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3d70a749-0845-48cc-ad80-585f4cd57cc4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:28.182148 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.284025 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac95e93e-aea4-4505-af05-ff3b8e78eda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.288451 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3d70a749-0845-48cc-ad80-585f4cd57cc4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:28.299522 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.312880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 3d70a749-0845-48cc-ad80-585f4cd57cc4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d70a749-0845-48cc-ad80-585f4cd57cc4,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:28.328077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.368826 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.420335 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.427745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=3d70a749-0845-48cc-ad80-585f4cd57cc4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:28.467728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:45:28.470834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:28.477431 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:45:28.503107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3106f4ab-cb96-40eb-8cd1-1c95601337c4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:28.525760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.724085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:28.999519 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:29.057183 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:29.068852 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:29.145180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3106f4ab-cb96-40eb-8cd1-1c95601337c4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:29.148058 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:29.241508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:45:29.243284 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:29.359390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:45:29.474904 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:45:29.480712 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b8fe3610-b700-4345-af50-3182cd801162 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/5109f558-4a1e-4a3e-9c3e-6f5063b9baff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2274504 Jan 29 20:45:29.535190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Sync routers for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:45:29.545337 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f5995-7238-4a1e-8885-e728c6307c12 None None] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:45:29.563508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:29.564149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:45:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:29.642175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-1c47bcab-a38a-4059-a039-f6251b8436a8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125861157&fields=id&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 267 time: 0.0471551 Jan 29 20:45:29.705423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] Provisioning complete for port f43789ec-37fc-4120-89c6-22b80494b897 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:29.705712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f43789ec-37fc-4120-89c6-22b80494b897), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:29.748768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-3b6f1fa4-0aed-4e2f-8f91-eb0cee300f98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:29.750480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-3b6f1fa4-0aed-4e2f-8f91-eb0cee300f98 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 797 time: 0.1016135 Jan 29 20:45:29.766392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-397ce365-5ba4-48d2-a6d4-eb71c549d789 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/quotas/b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 375 time: 0.0103691 Jan 29 20:45:29.830631 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-349a61e3-2211-470a-966f-0018d4a1ecdf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586786 Jan 29 20:45:29.893509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-83d3e89b-7e7e-4b5f-a680-2289d87fc407 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:45:29.894538 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-83d3e89b-7e7e-4b5f-a680-2289d87fc407 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517764 Jan 29 20:45:29.945953 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:29.987777 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-c940659d-5038-4205-bf38-c26e0160098a service neutron] 10.222.0.15 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853875 Jan 29 20:45:30.083145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] Current status of the port f43789ec-37fc-4120-89c6-22b80494b897 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:30.083520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f43789ec-37fc-4120-89c6-22b80494b897), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.127550 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-760d445d-ba92-4b4d-bf2e-a3669f98491f service neutron] 10.222.0.15 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224015 Jan 29 20:45:30.160986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] For port f43789ec-37fc-4120-89c6-22b80494b897, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f43789ec-37fc-4120-89c6-22b80494b897,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:30.212454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f43789ec-37fc-4120-89c6-22b80494b897 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:45:30.259399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f43789ec-37fc-4120-89c6-22b80494b897), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.264400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 2, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:30.323607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Checking router: 5109f558-4a1e-4a3e-9c3e-6f5063b9baff for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:45:30.323958 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Updating router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:45:30.386739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49281868-5aa0-4120-b9b9-893387ec5ab0 None None] Pushing event updated for resources: {'Port': ['ID=f43789ec-37fc-4120-89c6-22b80494b897,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:30.397966 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f43789ec-37fc-4120-89c6-22b80494b897 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:30.399170 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f43789ec-37fc-4120-89c6-22b80494b897), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.416829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-52831999-b528-496a-8afc-597c3e64205e req-8813927c-7ba7-4aac-9ba6-4bf9f812dab1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0314150 Jan 29 20:45:30.423500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.444976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1a80adb4-f403-404c-85d9-3513c68788c7 None None] Provisioning complete for port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:30.445345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a80adb4-f403-404c-85d9-3513c68788c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.453354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.532765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1a80adb4-f403-404c-85d9-3513c68788c7 None None] Port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:45:30.540079 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.628106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-1a80adb4-f403-404c-85d9-3513c68788c7 None None] Provisioning complete for port f43789ec-37fc-4120-89c6-22b80494b897 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:30.628508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1a80adb4-f403-404c-85d9-3513c68788c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f43789ec-37fc-4120-89c6-22b80494b897), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.686789 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f43789ec-37fc-4120-89c6-22b80494b897 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:30.691081 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d70a749-0845-48cc-ad80-585f4cd57cc4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:45:30.840749 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3d70a749-0845-48cc-ad80-585f4cd57cc4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:30.841121 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.850042 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-1a80adb4-f403-404c-85d9-3513c68788c7 None None] Current status of the port f43789ec-37fc-4120-89c6-22b80494b897 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:30.924804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Publish callbacks [] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:30.970599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3d70a749-0845-48cc-ad80-585f4cd57cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:30.980320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-daf01a64-3af8-4e02-ac5d-1b8b2b0e2e6c None None] Provisioning complete for port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:30.980690 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-daf01a64-3af8-4e02-ac5d-1b8b2b0e2e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.014614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-daf01a64-3af8-4e02-ac5d-1b8b2b0e2e6c None None] Port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:45:31.024717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.072468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f034e3-5599-465d-99ff-a28a55c21588 None None] Pushing event updated for resources: {'Port': ['ID=3106f4ab-cb96-40eb-8cd1-1c95601337c4,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:31.130848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Attempting to bind port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:45:31.131221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Attempting to bind port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:45:31.131618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Attempting to bind port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:45:31.136704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:45:31.137076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Checking segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:45:31.137479 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.137868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Bound using segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:45:31.138334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Bound port: 3106f4ab-cb96-40eb-8cd1-1c95601337c4, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:45:31.138707 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.207386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] For port 3106f4ab-cb96-40eb-8cd1-1c95601337c4, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:45:31.214168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] For port 3106f4ab-cb96-40eb-8cd1-1c95601337c4, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3106f4ab-cb96-40eb-8cd1-1c95601337c4,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:45:31.263471 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.324974 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f034e3-5599-465d-99ff-a28a55c21588 None None] Pushing event updated for resources: {'Port': ['ID=3106f4ab-cb96-40eb-8cd1-1c95601337c4,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:31.327438 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:31.328034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:45:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:31.387297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] Provisioning complete for port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:31.387680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.471403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:31.524593 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a57c6487-b39f-4d48-979e-986fdcdf9db8 req-d7447c71-0c66-471e-9588-27bf3772a8c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0477524 Jan 29 20:45:31.597131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.617696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] Current status of the port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:31.618111 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.700674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] For port 3106f4ab-cb96-40eb-8cd1-1c95601337c4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3106f4ab-cb96-40eb-8cd1-1c95601337c4,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:31.744844 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:31.771211 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.773214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207542-c345-4fa0-97f5-9f917cdcecb2 None None] The sync data for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 is: [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:45:31.842802 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eda62d-433a-4470-bb23-2a308fbcf44c None None] Pushing event updated for resources: {'Port': ['ID=3106f4ab-cb96-40eb-8cd1-1c95601337c4,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:31.893469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7df94099-2b15-4e19-a35c-fa5dd9474b65 None None] Provisioning complete for port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:31.893840 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7df94099-2b15-4e19-a35c-fa5dd9474b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:31.974028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7df94099-2b15-4e19-a35c-fa5dd9474b65 None None] Current status of the port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:32.120920 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3106f4ab-cb96-40eb-8cd1-1c95601337c4 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:45:32.170741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:32.171115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:32.256524 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:32.258485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f43789ec-37fc-4120-89c6-22b80494b897 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:45:32.311933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f43789ec-37fc-4120-89c6-22b80494b897 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:32.312340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f43789ec-37fc-4120-89c6-22b80494b897), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:32.395180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f43789ec-37fc-4120-89c6-22b80494b897 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:32.605311 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d7d468e8-6143-4569-a67d-9211205ee59c req-e4e7997b-516d-4a70-acd9-55031892a567 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0361812 Jan 29 20:45:33.682622 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5a2d1733-2079-4f5f-95a3-12c5b4c684ed req-ca1f895d-5208-49a0-8d85-5b6b23a69601 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0269926 Jan 29 20:45:34.779429 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8b5b56bf-fbd8-410f-b0b9-7b23700bf6aa req-593c072a-7215-4b47-89c3-b6f85b569dbf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jan 29 20:45:35.875715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18b36444-eee2-4ba5-afb5-3b1d7f491eb1 req-ad794812-caf6-413a-8dd9-7d222221c515 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0281994 Jan 29 20:45:36.373539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-584d90ad-b35f-4959-8ca1-594d9e85fccd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:36.374993 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-584d90ad-b35f-4959-8ca1-594d9e85fccd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 797 time: 0.1029880 Jan 29 20:45:36.448452 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-ee5c509b-3581-4c75-ba65-cb941305576d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 380 time: 0.0600092 Jan 29 20:45:36.456723 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'port': {'device_id': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'admin_state_up': True, 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'security_groups': ['aecbd97a-2899-4556-8037-a27b11df7492']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:36.613666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:45:36.617184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:36.743879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.5 (5eb2ef06-b1d7-45d4-b433-fb5b87a43496/8526f82a-670c-4d67-b22c-b8b828ac3ab3/a9afa7e3-9fbd-423e-8622-d447a0c9f676) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:45:36.880660 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:36.976573 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-20523ed6-c5bb-485e-ab19-e02407d2626a req-83881316-112d-4a51-9226-26b1d2871bb6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Jan 29 20:45:36.979204 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.027038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:45:37.030068 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:37.034711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:45:37.039433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:37.086994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:37.087641 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.185679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-312acef0-efe9-4d18-b884-d21c289bc2a0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7325113 Jan 29 20:45:37.202289 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Request body: {'port': {'device_id': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:37.228717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f86ead99-e6c2-4d5d-abb5-c3585b6f52b2 None None] Provisioning complete for port a9afa7e3-9fbd-423e-8622-d447a0c9f676 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:37.229337 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f86ead99-e6c2-4d5d-abb5-c3585b6f52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.266848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f86ead99-e6c2-4d5d-abb5-c3585b6f52b2 None None] Port a9afa7e3-9fbd-423e-8622-d447a0c9f676 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:45:37.268299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.523587 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9afa7e3-9fbd-423e-8622-d447a0c9f676 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:45:37.530879 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Publish callbacks [] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.543573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Transition to ACTIVE for port object a9afa7e3-9fbd-423e-8622-d447a0c9f676 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:45:37.618956 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.691667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:37.745778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:45:37.746123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:45:37.746457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:45:37.751137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:45:37.751495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:45:37.757539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:45:37.758086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Checking segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:45:37.758480 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Bound using segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:45:37.758916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Bound port: a9afa7e3-9fbd-423e-8622-d447a0c9f676, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:45:37.759282 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.825664 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:45:37.828929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:45:37.893839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.935046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:37.935666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:37.937061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 1091 time: 0.7391188 Jan 29 20:45:37.937496 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:45:37.939718 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15023dd4-fead-4951-b422-d0f897d50019" -d '{"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:45:37.964342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fe2b8-a8c4-4910-b3ea-d781ddf80c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:37.985002 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35948d28-3831-459d-91db-795b57632c6a x-openstack-request-id: req-35948d28-3831-459d-91db-795b57632c6a {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:45:37.985652 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:45:37.985917 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35948d28-3831-459d-91db-795b57632c6a {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:45:37.986327 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'status': 'completed', 'code': 200} Jan 29 20:45:38.106556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15023dd4-fead-4951-b422-d0f897d50019 req-c5f9510c-77e5-41a6-b44c-a9a42120531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.108084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15023dd4-fead-4951-b422-d0f897d50019 req-c5f9510c-77e5-41a6-b44c-a9a42120531e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1125 time: 0.0803435 Jan 29 20:45:38.126515 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ee35-d210-4e33-a9e2-16618dd74183 req-1db4ddf5-1586-4e30-be6a-bca8327d3089 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.127978 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f18ee35-d210-4e33-a9e2-16618dd74183 req-1db4ddf5-1586-4e30-be6a-bca8327d3089 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0692682 Jan 29 20:45:38.243397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1f18ee35-d210-4e33-a9e2-16618dd74183 req-0f833585-0091-4c1e-ba59-e4e15b88c7ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059082 Jan 29 20:45:38.261990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15023dd4-fead-4951-b422-d0f897d50019 req-bc5b222b-99f2-41fa-819a-1da62d7dfe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.264007 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15023dd4-fead-4951-b422-d0f897d50019 req-bc5b222b-99f2-41fa-819a-1da62d7dfe55 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2ef2af63863406f9834a23ea266eecd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1346056 Jan 29 20:45:38.355897 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15023dd4-fead-4951-b422-d0f897d50019 req-f1de9037-a124-483d-b182-39a005dca2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.357399 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15023dd4-fead-4951-b422-d0f897d50019 req-f1de9037-a124-483d-b182-39a005dca2b6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0885701 Jan 29 20:45:38.460819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-93e8c78e-a9f0-4af6-8f93-ed6615f8ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.462355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-93e8c78e-a9f0-4af6-8f93-ed6615f8ac52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1125 time: 0.0502431 Jan 29 20:45:38.510624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-72231e67-e457-4f0f-9b4b-223d2a2b9ae0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 217 time: 0.0362215 Jan 29 20:45:38.539232 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:38.559196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-b1ef34b6-2239-421c-9bb2-3d9346acb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.562020 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-b1ef34b6-2239-421c-9bb2-3d9346acb81a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0439100 Jan 29 20:45:38.612936 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-3b398509-88aa-4035-9f19-920c3a06abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:38.614370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-3b398509-88aa-4035-9f19-920c3a06abd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485327 Jan 29 20:45:38.709972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-9060c54a-4dd3-439e-8e99-94c821e30bf7 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893898 Jan 29 20:45:38.801032 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-aaaa30a1-ca74-41b5-a7a4-07606e8aac64 req-b96e6c0c-c914-472e-83d3-4b6f3bf0c257 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855217 Jan 29 20:45:39.365032 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce9d0f-6a36-4c79-9a1c-cc34e6e0e5d5 req-0cef557d-9037-40ef-acca-943d3e10df59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:39.367642 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1ce9d0f-6a36-4c79-9a1c-cc34e6e0e5d5 req-0cef557d-9037-40ef-acca-943d3e10df59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0545139 Jan 29 20:45:39.420362 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1ce9d0f-6a36-4c79-9a1c-cc34e6e0e5d5 req-8988af52-2fe3-4739-9f9a-27e31703b2e7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Jan 29 20:45:40.541333 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a49d8-8db2-4fbc-be25-e56ae084332b req-4af2e0f9-327a-4ce2-ad1e-16282af2fd66 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:40.542751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd3a49d8-8db2-4fbc-be25-e56ae084332b req-4af2e0f9-327a-4ce2-ad1e-16282af2fd66 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0545502 Jan 29 20:45:40.592499 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cd3a49d8-8db2-4fbc-be25-e56ae084332b req-5ecd172d-ec1d-4629-bb51-eb1fe455d54c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440142 Jan 29 20:45:41.260507 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:45:41.355458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:41.367214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'port_id': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'mac_address': 'fa:16:3e:c5:ef:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:45:41.406190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port a9afa7e3-9fbd-423e-8622-d447a0c9f676 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:41.406577 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:41.419172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9afa7e3-9fbd-423e-8622-d447a0c9f676 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:45:41.438719 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:41.492796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:41.539931 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:41.712803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc03ce2-ac6c-4c78-8499-149f4c6545eb req-9fe1f69f-dd73-49c7-a4db-ccd90949130f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:41.714330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cc03ce2-ac6c-4c78-8499-149f4c6545eb req-9fe1f69f-dd73-49c7-a4db-ccd90949130f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 944 time: 0.0535016 Jan 29 20:45:41.763315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0cc03ce2-ac6c-4c78-8499-149f4c6545eb req-07303fac-b2ee-40f9-ad61-743d430be12d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Jan 29 20:45:41.797391 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['a9afa7e3-9fbd-423e-8622-d447a0c9f676'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:45:42.880398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1430388-16b9-4389-bd99-b3bed5a3c8da req-9f4a0aec-2cab-4f11-80d5-1812efb2f5b9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:42.882916 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b1430388-16b9-4389-bd99-b3bed5a3c8da req-9f4a0aec-2cab-4f11-80d5-1812efb2f5b9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 944 time: 0.0528312 Jan 29 20:45:42.935251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b1430388-16b9-4389-bd99-b3bed5a3c8da req-f14be2be-cdfb-44dc-b68b-3cb9ee8e36cc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Jan 29 20:45:43.275425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:45:43.382576 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port a9afa7e3-9fbd-423e-8622-d447a0c9f676 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:45:43.386485 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port a9afa7e3-9fbd-423e-8622-d447a0c9f676 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:45:43.390764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:43.465773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port a9afa7e3-9fbd-423e-8622-d447a0c9f676 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:45:43.466186 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:43.488381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:45:43.493631 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac26cd-7ec7-4d95-8cb1-1ff3c8080e3b" -d '{"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-plugged", "status": "completed", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:45:43.503277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:45:43.527352 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa797d-a53a-4d73-af45-b7aa09867aab x-openstack-request-id: req-6dfa797d-a53a-4d73-af45-b7aa09867aab {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:45:43.527645 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-plugged", "status": "completed", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:45:43.527908 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfa797d-a53a-4d73-af45-b7aa09867aab {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:45:43.528374 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'code': 200} Jan 29 20:45:43.561548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:43.609229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:43.660185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43a4c-8df1-43e2-8429-1652a9acc539 req-b1006bee-5cf9-43b9-ab44-2c3aba9534e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:43.661698 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebe43a4c-8df1-43e2-8429-1652a9acc539 req-b1006bee-5cf9-43b9-ab44-2c3aba9534e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1127 time: 0.0434055 Jan 29 20:45:43.706247 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ebe43a4c-8df1-43e2-8429-1652a9acc539 req-9af28c74-06fe-49d1-9dec-17806c61e18d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Jan 29 20:45:44.054267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba336b8-053c-43e9-a2bc-0455ed462997 req-5e49d855-7c38-4553-9df0-178d4c597953 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:44.055740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fba336b8-053c-43e9-a2bc-0455ed462997 req-5e49d855-7c38-4553-9df0-178d4c597953 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Jan 29 20:45:44.104879 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fba336b8-053c-43e9-a2bc-0455ed462997 req-668acccc-8f1f-46fb-ac6b-e9023dd6a98d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Jan 29 20:45:45.225327 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587096d3-bb0d-46dc-ba8f-1c96cc82f8ba req-f102bdb0-bb46-4f6d-9cc9-6f3a5129d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:45.226794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-587096d3-bb0d-46dc-ba8f-1c96cc82f8ba req-f102bdb0-bb46-4f6d-9cc9-6f3a5129d23f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0528097 Jan 29 20:45:45.276537 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-587096d3-bb0d-46dc-ba8f-1c96cc82f8ba req-3c480bd8-f910-4e2d-a9f7-1a82e3e8e032 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Jan 29 20:45:45.401647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e358-c997-489d-a232-9613ab854beb req-b610001c-cc50-4eaa-b8b5-75cd509ae538 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:45.403036 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fef3e358-c997-489d-a232-9613ab854beb req-b610001c-cc50-4eaa-b8b5-75cd509ae538 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0567551 Jan 29 20:45:45.451049 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fef3e358-c997-489d-a232-9613ab854beb req-993cce66-5d75-41aa-9a92-ba77b9424e38 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Jan 29 20:45:45.473085 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42144) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:45.516277 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa47b4-e4d7-4ffc-a199-3ca6f64f6e7c tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:45.517781 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-46aa47b4-e4d7-4ffc-a199-3ca6f64f6e7c tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1122 time: 0.0437515 Jan 29 20:45:45.520697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42146) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:45.525034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:45:45.624648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:45.723184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:45.822095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.7 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:45:45.926369 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:46.024950 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:46.061150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:45:46.063866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:45:46.070230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:45:46.093703 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:46.738830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (efaaa8ce-9c7d-4a0c-a567-a36dd0080380), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:46.869718 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:47.017573 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:47.081349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:47.156286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:45:47.166636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (efaaa8ce-9c7d-4a0c-a567-a36dd0080380), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:47.293956 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP efaaa8ce-9c7d-4a0c-a567-a36dd0080380 associated. External IP: 172.25.5.7, port: a9afa7e3-9fbd-423e-8622-d447a0c9f676. Jan 29 20:45:47.354679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-370efa2b-2a05-45fb-b37a-311d96a4418c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952525 Jan 29 20:45:47.528874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-9db31bbc-f8b5-4208-ad25-3af4a8ca7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:47.530404 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-9db31bbc-f8b5-4208-ad25-3af4a8ca7df6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1127 time: 0.1199841 Jan 29 20:45:47.553485 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:45:47.717806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-a3840489-1ab5-4fc0-bac0-52cd6481c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:47.719288 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-a3840489-1ab5-4fc0-bac0-52cd6481c911 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.1684563 Jan 29 20:45:47.773002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:45:47.782596 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] Sync routers for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:45:47.792473 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:47.793063 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:45:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:47.801660 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-3c4da2ff-6bc5-41ad-911b-cf27bbe624ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 997 time: 0.0755842 Jan 29 20:45:47.842949 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:47.879497 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-66f3ab80-1ceb-43e1-add7-b35127257259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:47.881800 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-66f3ab80-1ceb-43e1-add7-b35127257259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0741947 Jan 29 20:45:47.883505 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-96307fd9-3976-43c9-8ed8-2e38c785048b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3619115 Jan 29 20:45:47.884079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:45:47.886489 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9254ae7-c6d7-4814-9e7d-cf041738bb57" -d '{"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:45:47.901031 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:47.934200 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87b7b4-74ec-443a-a069-ba2cbb9bd564 x-openstack-request-id: req-cb87b7b4-74ec-443a-a069-ba2cbb9bd564 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:45:47.934500 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:45:47.934756 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb87b7b4-74ec-443a-a069-ba2cbb9bd564 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:45:47.935160 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'status': 'completed', 'code': 200} Jan 29 20:45:47.945586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-d3b8dd2e-f1bf-4e08-8b45-2058bb0aba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:47.947140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-d3b8dd2e-f1bf-4e08-8b45-2058bb0aba84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578275 Jan 29 20:45:48.004157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc945a-c012-40a9-b0a6-02c1b3413133 req-8a51526b-c60c-43e7-8f4c-7a4478a4bfe9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:48.005716 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2edc945a-c012-40a9-b0a6-02c1b3413133 req-8a51526b-c60c-43e7-8f4c-7a4478a4bfe9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0596459 Jan 29 20:45:48.043862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-ff1b165a-47df-43fe-86d5-c524f69bea26 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898197 Jan 29 20:45:48.056126 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2edc945a-c012-40a9-b0a6-02c1b3413133 req-a196fc3c-1b4d-4d56-aaf3-97bd06acc434 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Jan 29 20:45:48.079002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42154) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:48.144380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-add7abc8-01f7-4292-b361-115ef6f95e85 req-24e30c10-e62d-4d86-9567-fd43ffcf46be service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951204 Jan 29 20:45:48.144976 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d40f15f7-4b3b-490b-8f4b-42668d92bb3b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/efaaa8ce-9c7d-4a0c-a567-a36dd0080380 HTTP/1.1" status: 200 len: 989 time: 0.0636859 Jan 29 20:45:48.148413 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'efaaa8ce-9c7d-4a0c-a567-a36dd0080380', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'port_id': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'mac_address': 'fa:16:3e:c5:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:45:46Z', 'updated_at': '2022-01-29T20:45:46Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:48.178941 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] Checking router: 5109f558-4a1e-4a3e-9c3e-6f5063b9baff for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:45:48.187275 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:45:48.187871 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:45:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:48.323440 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-1af733f8-1908-4210-a0d9-c3498a628470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:48.325073 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-1af733f8-1908-4210-a0d9-c3498a628470 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1127 time: 0.0492113 Jan 29 20:45:48.386922 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:45:48.421434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-ef3e42c2-eefe-4f59-95d1-4fe268350e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:48.422882 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-ef3e42c2-eefe-4f59-95d1-4fe268350e62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.0901988 Jan 29 20:45:48.486647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-c8f81b65-4311-4a3c-8ab5-3f80227796bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 997 time: 0.0576375 Jan 29 20:45:48.533738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-a376b239-092d-4883-9dc4-868a3c803d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:48.535204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-a376b239-092d-4883-9dc4-868a3c803d4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0428374 Jan 29 20:45:48.587737 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-a83b127a-ea89-41d9-823a-5d57bd4b197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:45:48.589306 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-a83b127a-ea89-41d9-823a-5d57bd4b197b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483508 Jan 29 20:45:48.604390 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'efaaa8ce-9c7d-4a0c-a567-a36dd0080380', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'port_id': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'mac_address': 'fa:16:3e:c5:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:45:46Z', 'updated_at': '2022-01-29T20:45:46Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:45:48.634157 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e144d-7e9e-4f95-962c-1e0e7187047e None None] The sync data for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 is: [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'efaaa8ce-9c7d-4a0c-a567-a36dd0080380', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'port_id': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'mac_address': 'fa:16:3e:c5:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:45:46Z', 'updated_at': '2022-01-29T20:45:46Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:45:48.680122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-d359e67f-bd42-4e53-8fc5-e87c1ed327af service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845356 Jan 29 20:45:48.776439 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e9254ae7-c6d7-4814-9e7d-cf041738bb57 req-634908ef-33b0-479c-a772-3df646798432 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906954 Jan 29 20:45:48.839800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3ddd8-a00d-41d5-81b7-4aa7ee31757a None None] New status for floating IP efaaa8ce-9c7d-4a0c-a567-a36dd0080380: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:45:49.148347 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42156) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:49.214651 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f6068488-99ba-4d63-92af-c891bef40817 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/efaaa8ce-9c7d-4a0c-a567-a36dd0080380 HTTP/1.1" status: 200 len: 989 time: 0.0650339 Jan 29 20:45:49.305744 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:45:50.217909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42158) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:45:50.280466 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ca6786e5-b80f-421c-9a2c-645a523935fe tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/efaaa8ce-9c7d-4a0c-a567-a36dd0080380 HTTP/1.1" status: 200 len: 991 time: 0.0614800 Jan 29 20:45:55.201922 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-801616be-c763-45ac-ac81-f61781e79df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:58.218166 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-de2fab28-47c2-4249-ba94-d7324a0cb804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:45:59.075739 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:00.393737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:00.481190 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:01.583662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:08.532278 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:16.964120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-016e8cdb-b249-481f-b95e-a0e09effbb6a req-afdf4687-b593-4a66-ab96-ae170416d92b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:46:16.965301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-016e8cdb-b249-481f-b95e-a0e09effbb6a req-afdf4687-b593-4a66-ab96-ae170416d92b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056770 Jan 29 20:46:17.265103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99a08-be16-48f8-bb39-833b4ce2564d req-162ee612-e18b-4a4b-8325-1f416e14080d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:17.269742 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4db99a08-be16-48f8-bb39-833b4ce2564d req-162ee612-e18b-4a4b-8325-1f416e14080d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0534997 Jan 29 20:46:17.319077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4db99a08-be16-48f8-bb39-833b4ce2564d req-4e84ee39-a4f3-4b01-b0c0-f441980415e3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Jan 29 20:46:17.401208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42174) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:46:17.489035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-884584cf-2540-4638-b76d-4cef908b8ea7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866957 Jan 29 20:46:17.497547 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-748ac18f-486f-4b40-a277-a946c13054de service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:46:17.498548 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-748ac18f-486f-4b40-a277-a946c13054de service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049231 Jan 29 20:46:18.441570 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be3dce-2903-40ff-81fa-8154ee7491d9 req-5023452f-55d7-4754-b459-b3503f607ed8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:18.443348 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1be3dce-2903-40ff-81fa-8154ee7491d9 req-5023452f-55d7-4754-b459-b3503f607ed8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Jan 29 20:46:18.494315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1be3dce-2903-40ff-81fa-8154ee7491d9 req-17108b8e-21e2-4561-b037-ce41128f33d1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455706 Jan 29 20:46:19.542644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-e1adbd73-0aca-4502-96cc-deb53d29633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:19.544153 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-e1adbd73-0aca-4502-96cc-deb53d29633b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1127 time: 0.0463760 Jan 29 20:46:19.679090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2047e2-c546-4c46-8dcb-98154605e9ee req-1a095818-664f-4a84-a056-eeb29f6ef797 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:19.680562 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f2047e2-c546-4c46-8dcb-98154605e9ee req-1a095818-664f-4a84-a056-eeb29f6ef797 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.1103539 Jan 29 20:46:19.681719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-fcf338b2-63d4-4b27-852f-1a5274813d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:19.683069 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-fcf338b2-63d4-4b27-852f-1a5274813d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.1300652 Jan 29 20:46:19.779720 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9f2047e2-c546-4c46-8dcb-98154605e9ee req-ae846deb-b4e7-4929-804b-269f74919655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931158 Jan 29 20:46:19.781458 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-569fe551-797f-4154-a298-1451344cadaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 999 time: 0.0894604 Jan 29 20:46:19.832072 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-0b854035-230f-4f25-a042-7c0d87712afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:19.834290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-0b854035-230f-4f25-a042-7c0d87712afb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0452113 Jan 29 20:46:19.884734 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-d1224dc7-23fc-49f6-867c-199e2cf4f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:19.886254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-d1224dc7-23fc-49f6-867c-199e2cf4f5ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462141 Jan 29 20:46:19.977227 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-636fa6a3-9a8c-4e3d-a273-c6db5a9131ff service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849504 Jan 29 20:46:20.065820 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-25c36c10-cb65-449d-8afe-15f91e4e72e6 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821571 Jan 29 20:46:20.902508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8ce5-d3a8-47b0-b966-f12687bdd456 req-f37ad9a4-62f1-425c-8db1-824da3bf9090 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:20.903982 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b7a8ce5-d3a8-47b0-b966-f12687bdd456 req-f37ad9a4-62f1-425c-8db1-824da3bf9090 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Jan 29 20:46:20.952045 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0b7a8ce5-d3a8-47b0-b966-f12687bdd456 req-e6c46656-4d05-49de-b9e2-96280c2821c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Jan 29 20:46:22.077147 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58572ad-e84f-4a6e-860a-c06899d1502d req-ea5e6c21-dc79-4aa0-85ee-92469dfc70c4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:22.078637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c58572ad-e84f-4a6e-860a-c06899d1502d req-ea5e6c21-dc79-4aa0-85ee-92469dfc70c4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0577059 Jan 29 20:46:22.127251 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c58572ad-e84f-4a6e-860a-c06899d1502d req-9c9fdb1d-a0fa-4d9d-a415-5bfb476455df tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430644 Jan 29 20:46:23.249953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e496c-ec0c-4533-ba2a-b5a4b11d8e83 req-b24eef78-c6ca-40ce-b6ee-b1a0139edb71 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:23.251418 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba9e496c-ec0c-4533-ba2a-b5a4b11d8e83 req-b24eef78-c6ca-40ce-b6ee-b1a0139edb71 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0570986 Jan 29 20:46:23.299826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba9e496c-ec0c-4533-ba2a-b5a4b11d8e83 req-4169f2e9-77ee-4c34-8c3d-afc0a72d7e0e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Jan 29 20:46:24.418685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cc2d0-c224-4efb-b6de-1d1b8e73b506 req-a07a5d38-9299-48a3-81f6-6333099600fa tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:24.420220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-286cc2d0-c224-4efb-b6de-1d1b8e73b506 req-a07a5d38-9299-48a3-81f6-6333099600fa tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0518119 Jan 29 20:46:24.469244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-286cc2d0-c224-4efb-b6de-1d1b8e73b506 req-2dc520c3-a7ed-418a-810e-e7eda29b54d8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Jan 29 20:46:25.177671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-87e7a88d-2636-4627-80da-ae976eaab772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:25.587874 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdb900-007a-44f3-8658-0753e18b762f req-a11847ee-76b7-42c2-b9a2-fe9e24c11f2c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:25.589377 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0cdb900-007a-44f3-8658-0753e18b762f req-a11847ee-76b7-42c2-b9a2-fe9e24c11f2c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Jan 29 20:46:25.637934 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e0cdb900-007a-44f3-8658-0753e18b762f req-58776111-c6a5-4ce8-8b6e-38f341f2253c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Jan 29 20:46:26.305346 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:46:26.759273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705f97-d351-436c-bbba-6678e2893f88 req-c8621422-9532-40de-b426-23ec9be585f4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:26.760773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48705f97-d351-436c-bbba-6678e2893f88 req-c8621422-9532-40de-b426-23ec9be585f4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0561256 Jan 29 20:46:26.811972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-48705f97-d351-436c-bbba-6678e2893f88 req-e172415b-6533-4868-b66e-5a34184f0e15 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Jan 29 20:46:27.930499 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7379d2-321a-4880-b138-437a14c5fb48 req-dd2f0c7a-2b64-4c79-bcda-55cf729b8964 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:27.931983 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e7379d2-321a-4880-b138-437a14c5fb48 req-dd2f0c7a-2b64-4c79-bcda-55cf729b8964 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Jan 29 20:46:27.984759 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6e7379d2-321a-4880-b138-437a14c5fb48 req-9274d4b1-0b74-4022-a82d-5b73736bacc1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Jan 29 20:46:28.221368 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f7da1a56-aaf0-46a4-8739-0b43eaa79a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:29.033284 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:29.107644 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b083b-a79f-4f46-b146-b92b40c6bac3 req-028c11c3-ef14-4120-9fcc-34982608f5bb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:29.109397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd4b083b-a79f-4f46-b146-b92b40c6bac3 req-028c11c3-ef14-4120-9fcc-34982608f5bb tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0534856 Jan 29 20:46:29.157140 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bd4b083b-a79f-4f46-b146-b92b40c6bac3 req-9c9b966e-6a91-4a5e-a9ac-3fc1217df8ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Jan 29 20:46:30.276679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5ca3-005c-4b32-8c85-5e9cbae020f5 req-e0e03188-f6d5-42d5-a9fa-4a129d3993d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:30.278166 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c68b5ca3-005c-4b32-8c85-5e9cbae020f5 req-e0e03188-f6d5-42d5-a9fa-4a129d3993d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0519819 Jan 29 20:46:30.327474 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c68b5ca3-005c-4b32-8c85-5e9cbae020f5 req-5ee14cce-acd1-44fe-8226-9d819038a1d3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 Jan 29 20:46:30.364653 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:30.492077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:31.446107 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d89d89-6e69-44bf-bbde-a11696c801dd req-0aca1276-046f-4e73-8841-10b6f3ac4b7b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:31.447579 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68d89d89-6e69-44bf-bbde-a11696c801dd req-0aca1276-046f-4e73-8841-10b6f3ac4b7b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0520916 Jan 29 20:46:31.500653 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-68d89d89-6e69-44bf-bbde-a11696c801dd req-8312e036-0140-47db-a475-d26c0285b9f5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474434 Jan 29 20:46:31.570386 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:32.297038 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-af13e0ab-20ef-4086-9eb0-dab80c2ba4d5 service neutron] show failed (client error): The resource could not be found. Jan 29 20:46:32.298044 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-af13e0ab-20ef-4086-9eb0-dab80c2ba4d5 service neutron] 10.222.0.26 "GET /v2.0/ports/a9afa7e3-9fbd-423e-8622-d447a0c9f676/bindings/n-h1-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0550675 Jan 29 20:46:32.623002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f1fa-d28c-42c8-8eb0-29ca082fbd69 req-4a3be808-bf8a-4708-805d-947db55443df tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:32.624539 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8d7f1fa-d28c-42c8-8eb0-29ca082fbd69 req-4a3be808-bf8a-4708-805d-947db55443df tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0538495 Jan 29 20:46:32.677188 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f8d7f1fa-d28c-42c8-8eb0-29ca082fbd69 req-b68f1823-8a77-43be-a1cb-2830e9599758 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Jan 29 20:46:32.772931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-bfc1aeb0-71c5-4739-a638-4a318ade5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:32.774432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-bfc1aeb0-71c5-4739-a638-4a318ade5181 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 1127 time: 0.0471079 Jan 29 20:46:32.788429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-ab52e28f-2a55-4aa6-bfad-96aa4171b66b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:46:32.789305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-ab52e28f-2a55-4aa6-bfad-96aa4171b66b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051079 Jan 29 20:46:32.804688 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:46:32.865760 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:33.072162 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:46:33.103223 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:46:33.142621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:46:33.144931 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7c214-1272-4b7c-965a-820899ad08fc" -d '{"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-unplugged", "status": "completed", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:46:33.148871 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Publish callbacks [] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:33.162903 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Transition to ACTIVE for port object a9afa7e3-9fbd-423e-8622-d447a0c9f676 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:46:33.195139 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184c5d6-ed7d-4433-be6b-52fe0f3ab199 x-openstack-request-id: req-6184c5d6-ed7d-4433-be6b-52fe0f3ab199 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:46:33.195438 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-unplugged", "status": "completed", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:46:33.195696 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6184c5d6-ed7d-4433-be6b-52fe0f3ab199 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:46:33.196128 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'code': 200} Jan 29 20:46:33.251644 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:33.332390 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=6']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:46:33.346291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.346645 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.346990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.347331 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.347670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.348006 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.348363 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.348693 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.349022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.349909 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.350374 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.350916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.351255 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:33.392962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] No DVR routers for this DVR port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:46:33.530315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:46:33.530651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:46:33.530997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:46:33.535146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:46:33.535469 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Attempting to bind port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:46:33.541134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:46:33.541475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Checking segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:46:33.541888 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Bound using segment: {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:46:33.542317 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Bound port: a9afa7e3-9fbd-423e-8622-d447a0c9f676, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f86e7e1-8596-4fd8-be23-0f1f39307439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:46:33.542670 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:33.606708 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:46:33.609931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:46:33.680748 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:33.716614 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:33.717244 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:33.718664 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-c0189947-6660-41db-8229-6a21a612d043 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 1091 time: 0.9179063 Jan 29 20:46:33.743150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0189947-6660-41db-8229-6a21a612d043 service neutron] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:46:33.801678 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-a21ca672-70b2-4767-b7b9-f0693a647506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:33.803333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-a21ca672-70b2-4767-b7b9-f0693a647506 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1125 time: 0.0572457 Jan 29 20:46:33.815985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d952b-2e46-44ca-9016-5a6a484ad91e req-d14a8d3c-1d9b-45d6-b993-df69fab05adf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:33.817620 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a00d952b-2e46-44ca-9016-5a6a484ad91e req-d14a8d3c-1d9b-45d6-b993-df69fab05adf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0615907 Jan 29 20:46:33.876910 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a00d952b-2e46-44ca-9016-5a6a484ad91e req-34eb52ad-4c12-487c-958f-dc73065f6a54 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523024 Jan 29 20:46:33.907876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-06996a50-5951-4700-8062-40cc0d191ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:33.913060 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-06996a50-5951-4700-8062-40cc0d191ff9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.0967777 Jan 29 20:46:34.289451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-4f411dca-c39d-43a3-bf65-35a1f9dcd004 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 997 time: 0.3698213 Jan 29 20:46:34.340668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-11994cf3-e5fb-4a78-815a-6b998ef8745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:34.342111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-11994cf3-e5fb-4a78-815a-6b998ef8745d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0430236 Jan 29 20:46:34.392798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-247381d6-adc4-46d7-9faf-6d64185a2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:34.394281 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-247381d6-adc4-46d7-9faf-6d64185a2860 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429997 Jan 29 20:46:34.489022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-76add4da-fa8c-4230-a90a-cb024f10fc53 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847816 Jan 29 20:46:34.584674 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e7077aa-9bff-463c-90a9-eea2acc4e6a4 req-88796d75-1734-4f2b-a3c6-e18a5d4fc3cd service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Jan 29 20:46:34.994155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90ace-c966-42db-aade-27fcfe042a6f req-8d79c8fd-df11-437a-a2e7-13205460f9ae tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:34.995661 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5cd90ace-c966-42db-aade-27fcfe042a6f req-8d79c8fd-df11-437a-a2e7-13205460f9ae tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0534341 Jan 29 20:46:35.043315 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5cd90ace-c966-42db-aade-27fcfe042a6f req-85adb0d8-37ff-4a01-9e4c-e9727f469367 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Jan 29 20:46:35.197202 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:46:35.199551 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d03ee-6897-45b2-b66c-0dab12a78109" -d '{"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:46:35.250883 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b345dcd-a635-4056-b958-f28c701f96fb x-openstack-request-id: req-5b345dcd-a635-4056-b958-f28c701f96fb {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:46:35.251188 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:46:35.251448 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b345dcd-a635-4056-b958-f28c701f96fb {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:46:35.251890 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'status': 'completed', 'code': 200} Jan 29 20:46:35.357040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-8b7d68e5-116f-4be7-a908-87b702ec74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.358552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-8b7d68e5-116f-4be7-a908-87b702ec74c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1125 time: 0.0843523 Jan 29 20:46:35.360686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-44d9a3a7-ed18-4dc5-9182-694e62426010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.362034 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-44d9a3a7-ed18-4dc5-9182-694e62426010 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1125 time: 0.0632410 Jan 29 20:46:35.516957 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-f82bc623-2311-470c-8108-6c6b4375ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.518335 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-f82bc623-2311-470c-8108-6c6b4375ef66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.1521072 Jan 29 20:46:35.520836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-c7647af7-0266-41f5-919e-4b7eb0bf009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.522205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-c7647af7-0266-41f5-919e-4b7eb0bf009c service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.1488261 Jan 29 20:46:35.635924 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-c1aa8173-b78d-4d9d-9f8f-4375df633088 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 997 time: 0.1103179 Jan 29 20:46:35.639547 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-ad8e5943-aee6-47d3-bdfb-07d2ea2f3611 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 997 time: 0.1087134 Jan 29 20:46:35.723131 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-9b593fcb-f491-4adb-9bc5-49ea6a02877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.725115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-9b593fcb-f491-4adb-9bc5-49ea6a02877e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0798323 Jan 29 20:46:35.726508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-33277068-c3e3-4227-84c3-419d4c9c5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.727805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-33277068-c3e3-4227-84c3-419d4c9c5009 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0754681 Jan 29 20:46:35.801753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-d2251c16-8733-403b-9b8c-ed4ea0ff6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.803992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-d2251c16-8733-403b-9b8c-ed4ea0ff6606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0724304 Jan 29 20:46:35.809741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-ee3341f4-84ab-430e-bb82-ace74ea9b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:35.811157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-ee3341f4-84ab-430e-bb82-ace74ea9b7bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721200 Jan 29 20:46:35.960511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-a6a960a2-6c12-4a05-b3c0-995e8211057f service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483917 Jan 29 20:46:35.962330 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-afe9d6ed-4d71-463e-8074-2f846baa65dc service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435997 Jan 29 20:46:36.131634 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-9dcc506d-28e3-406d-b117-42c29327be2b service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647570 Jan 29 20:46:36.134193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5d0d03ee-6897-45b2-b66c-0dab12a78109 req-84e53e83-fb3e-4361-b100-cbf568f9436d service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605487 Jan 29 20:46:36.175327 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4817-2388-44db-ad3f-4af537d51d8f req-a7b06ff5-6d04-4db3-baea-19a783b2cbb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:36.176830 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-866d4817-2388-44db-ad3f-4af537d51d8f req-a7b06ff5-6d04-4db3-baea-19a783b2cbb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0652959 Jan 29 20:46:36.225746 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-866d4817-2388-44db-ad3f-4af537d51d8f req-7b8976df-82c5-4eb7-8ddf-e5a0b1aab8bd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Jan 29 20:46:37.351899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fae804-56f4-4375-a2bb-2d2fc94d6ab6 req-5f423e68-1c21-41ed-b65d-6c3897659c86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:37.353420 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-58fae804-56f4-4375-a2bb-2d2fc94d6ab6 req-5f423e68-1c21-41ed-b65d-6c3897659c86 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0551517 Jan 29 20:46:37.401736 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-58fae804-56f4-4375-a2bb-2d2fc94d6ab6 req-af3e81d7-f3e1-443a-9b7b-f77a413ca603 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Jan 29 20:46:37.427053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:46:37.524778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:46:37.527600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:46:37.558811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'port_id': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'mac_address': 'fa:16:3e:c5:ef:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:46:37.602161 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] The host n-h2-825496-5 is not matching for port a9afa7e3-9fbd-423e-8622-d447a0c9f676 host n-h1-825496-5! {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 29 20:46:37.602558 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:46:37.605834 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a9afa7e3-9fbd-423e-8622-d447a0c9f676 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:46:37.606229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:37.619218 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9afa7e3-9fbd-423e-8622-d447a0c9f676 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:46:37.640755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:46:37.703222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:37.739012 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc5a56-2e3f-4424-bccd-50359c73ca63 req-dbd12845-7e8f-49cb-be9f-a95983ac55e6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:37.740763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4bc5a56-2e3f-4424-bccd-50359c73ca63 req-dbd12845-7e8f-49cb-be9f-a95983ac55e6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 943 time: 0.0651188 Jan 29 20:46:37.760051 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:46:37.768770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.769124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.769597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.769957 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.770275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.770605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.770933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.771807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.772158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.772563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.772909 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.773238 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.773615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:46:37.793367 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a4bc5a56-2e3f-4424-bccd-50359c73ca63 req-45b19edc-4267-41e0-9b53-54887fb57209 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Jan 29 20:46:37.803282 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-c13b960d-3a76-4c43-9f13-8b46a14e9a17 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:37.804752 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-c13b960d-3a76-4c43-9f13-8b46a14e9a17 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71&tenant_id=b2ef2af63863406f9834a23ea266eecd&binding%3Ahost_id=n-h1-825496-5 HTTP/1.1" status: 200 len: 944 time: 0.0602872 Jan 29 20:46:37.814443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-6553d0f4-9dbc-4bd4-ab9f-129b8ff6c5d9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:46:37.815363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-6553d0f4-9dbc-4bd4-ab9f-129b8ff6c5d9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047781 Jan 29 20:46:37.911079 n-d-825496-5 neutron-server[103562]: INFO neutron.api.v2.resource [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-0ff63498-7424-42cd-90d5-7cf8755fa3be service neutron] delete failed (client error): The resource could not be found. Jan 29 20:46:37.912136 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-0ff63498-7424-42cd-90d5-7cf8755fa3be service neutron] 10.222.0.26 "DELETE /v2.0/ports/a9afa7e3-9fbd-423e-8622-d447a0c9f676/bindings/n-h2-825496-5 HTTP/1.1" status: 404 len: 380 time: 0.0898290 Jan 29 20:46:37.926680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7745f0-eda2-483f-914e-e58b300fc5f5 req-530691e4-3428-4b91-89f0-15b62297f59b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:37.928183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b7745f0-eda2-483f-914e-e58b300fc5f5 req-530691e4-3428-4b91-89f0-15b62297f59b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 944 time: 0.0652859 Jan 29 20:46:37.969682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['a9afa7e3-9fbd-423e-8622-d447a0c9f676'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:46:37.988706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b7745f0-eda2-483f-914e-e58b300fc5f5 req-43374c9e-6c71-446e-9b09-dd4d6d1875ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548773 Jan 29 20:46:38.030474 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-beb665e0-e86a-41fc-9706-3f9c68f51b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:38.032103 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-beb665e0-e86a-41fc-9706-3f9c68f51b48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1126 time: 0.0547280 Jan 29 20:46:38.126360 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-4768d860-d0f4-4cef-ab6d-4b3573bebb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:38.127863 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-4768d860-d0f4-4cef-ab6d-4b3573bebb67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.0901294 Jan 29 20:46:38.192730 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-e0d1b32d-e014-4234-820c-cdc1dc568846 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 998 time: 0.0589864 Jan 29 20:46:38.243942 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-8c6d957e-f03f-47ce-b0d0-26e717b7bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:38.245410 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-8c6d957e-f03f-47ce-b0d0-26e717b7bb79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0472839 Jan 29 20:46:38.294132 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-908fc42c-5faa-46b2-b1e8-68d2a40a398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:38.295639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-908fc42c-5faa-46b2-b1e8-68d2a40a398e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445440 Jan 29 20:46:38.385170 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-47eead32-ea1c-4e40-945d-e759296c624a service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829122 Jan 29 20:46:38.476747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea835641-35e7-4c13-ab91-78fc91861d45 req-28de6fd5-4d28-42b7-850a-a612df570998 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Jan 29 20:46:38.508830 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:39.110852 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af5ef9-3d0c-4b17-9d21-006bde107521 req-3b5e9756-249a-434d-8a7c-b282e0cfea46 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:39.112518 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18af5ef9-3d0c-4b17-9d21-006bde107521 req-3b5e9756-249a-434d-8a7c-b282e0cfea46 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 944 time: 0.0542953 Jan 29 20:46:39.164009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-18af5ef9-3d0c-4b17-9d21-006bde107521 req-fca00a0a-c042-4c23-9dc8-b4bc1837993d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Jan 29 20:46:39.442288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:46:39.529699 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port a9afa7e3-9fbd-423e-8622-d447a0c9f676 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:46:39.533638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port a9afa7e3-9fbd-423e-8622-d447a0c9f676 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:46:39.539078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:39.609687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port a9afa7e3-9fbd-423e-8622-d447a0c9f676 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:46:39.610127 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:39.636381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:46:39.638597 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c92db2-2f68-486e-a5a0-848a957d6af5" -d '{"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-plugged", "status": "completed", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:46:39.652305 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:46:39.677013 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec0639-f718-4e92-a5f5-349ef8145d1c x-openstack-request-id: req-5fec0639-f718-4e92-a5f5-349ef8145d1c {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:46:39.678236 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-plugged", "status": "completed", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:46:39.678595 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fec0639-f718-4e92-a5f5-349ef8145d1c {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:46:39.678997 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'code': 200} Jan 29 20:46:39.725920 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:39.773669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:46:40.282044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cde7d4-fd43-408c-bcc2-6a3199096d09 req-f74c692e-715a-4883-97ff-e77d40db7759 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:40.283532 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93cde7d4-fd43-408c-bcc2-6a3199096d09 req-f74c692e-715a-4883-97ff-e77d40db7759 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0532906 Jan 29 20:46:40.337073 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-93cde7d4-fd43-408c-bcc2-6a3199096d09 req-c84ca7a4-f389-49ee-a12b-107b9e0ab131 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Jan 29 20:46:40.359447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42252) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:46:40.418607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-98e735f6-590f-4bdb-9343-cb14e08d89f4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/efaaa8ce-9c7d-4a0c-a567-a36dd0080380 HTTP/1.1" status: 200 len: 991 time: 0.0580490 Jan 29 20:46:47.184120 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-7df6c32e-78fe-40bf-9e27-6a0aa4de8cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452156 Jan 29 20:46:47.271819 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-ebbb34cb-8064-43f3-b34a-6abfbb8ca9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:47.273346 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-ebbb34cb-8064-43f3-b34a-6abfbb8ca9af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1127 time: 0.0448153 Jan 29 20:46:47.381310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-349083e6-4007-404a-8ebe-30ace96378b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:47.382832 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-349083e6-4007-404a-8ebe-30ace96378b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.0905621 Jan 29 20:46:47.448990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-3e2fdc1e-4234-4513-a42f-78f289afcc11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 999 time: 0.0597708 Jan 29 20:46:47.496861 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-688771e5-6f2c-4c3b-8b90-dcfc17fe9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:47.498258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-688771e5-6f2c-4c3b-8b90-dcfc17fe9a4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0424485 Jan 29 20:46:47.548606 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-b6d3dbab-f68d-44d0-93a1-211c1cb842bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:46:47.550090 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-b6d3dbab-f68d-44d0-93a1-211c1cb842bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436754 Jan 29 20:46:47.644397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-a460d44d-6612-4564-ad63-5b8b5d8a1b34 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Jan 29 20:46:47.732520 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3e543032-fe22-461a-b675-9aee0b8011a9 req-a7dbfcbc-a78b-4ae8-93a0-6ceb2ddc2861 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809569 Jan 29 20:46:55.232301 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9a6e66d0-7d81-415b-a583-2fc59b6c094e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:58.245418 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1e2beb1c-38b0-4cfa-93f1-b202b5f265d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:46:59.062331 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:00.365193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:00.473435 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:01.569429 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:03.304811 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:47:08.530407 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:08.806843 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42262) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:08.962729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:47:08.963069 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:09.042256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:09.042585 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:09.053930 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:47:09.289486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:09.313737 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=2fed9780-49e8-45f6-9c82-f1b0e4b2d5e4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:09.323929 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.324314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.324658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.324998 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.325335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.326223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.326223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.326420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.326617 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.326942 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.327273 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.327596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.327916 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:09.388012 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (efaaa8ce-9c7d-4a0c-a567-a36dd0080380), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:09.390970 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP efaaa8ce-9c7d-4a0c-a567-a36dd0080380 disassociated (deleted). External IP: 172.25.5.7, port: a9afa7e3-9fbd-423e-8622-d447a0c9f676. Jan 29 20:47:09.594751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:47:09.704932 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:47:09.710469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:09.715663 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] Sync routers for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:47:09.725882 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:09.726478 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:09.740715 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df60fc6e-914b-4231-a9ac-ada148b9d5ba tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/floatingips/efaaa8ce-9c7d-4a0c-a567-a36dd0080380 HTTP/1.1" status: 204 len: 168 time: 0.9328401 Jan 29 20:47:09.741426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:47:09.744755 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15" -d '{"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:47:09.843212 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:09.867672 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547fbf14-11a9-4eca-88e0-faa7be630eee x-openstack-request-id: req-547fbf14-11a9-4eca-88e0-faa7be630eee {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:47:09.872055 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:47:09.872055 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-547fbf14-11a9-4eca-88e0-faa7be630eee {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:47:09.872055 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'status': 'completed', 'code': 200} Jan 29 20:47:09.939017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-1e17ec02-4143-4e74-a7ec-a484c01c4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:09.940677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-1e17ec02-4143-4e74-a7ec-a484c01c4a64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 1127 time: 0.0462985 Jan 29 20:47:10.041857 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-15d4216b-7eb2-4a0a-910e-333dc151e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:10.042843 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:10.043326 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-15d4216b-7eb2-4a0a-910e-333dc151e3d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 200 len: 897 time: 0.0941143 Jan 29 20:47:10.072702 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] Checking router: 5109f558-4a1e-4a3e-9c3e-6f5063b9baff for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:47:10.081147 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:10.081747 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:10.089357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-b74466e5-b200-4aa9-ba07-6fd7ed336760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 200 len: 217 time: 0.0352957 Jan 29 20:47:10.151053 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-7e05fcef-2327-4f45-b241-8445c748c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:10.152574 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-7e05fcef-2327-4f45-b241-8445c748c594 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 200 len: 834 time: 0.0495062 Jan 29 20:47:10.193773 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:10.240720 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fcb52-7ea6-4d19-a069-41ad6e06ff0b req-f6cdf11c-feb7-4b8b-90af-41533003fc45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:10.242232 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f49fcb52-7ea6-4d19-a069-41ad6e06ff0b req-f6cdf11c-feb7-4b8b-90af-41533003fc45 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0847540 Jan 29 20:47:10.244141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-73092bb5-7b86-48ce-a622-365b83603d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:10.245689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-73092bb5-7b86-48ce-a622-365b83603d98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5eb2ef06-b1d7-45d4-b433-fb5b87a43496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791769 Jan 29 20:47:10.346766 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f49fcb52-7ea6-4d19-a069-41ad6e06ff0b req-de53be95-048b-42f9-a5c7-7f584ba98368 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987284 Jan 29 20:47:10.379222 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-5abd7e83-aab4-49d7-8fe2-3fcf4a292cba service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254675 Jan 29 20:47:10.388979 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:10.414821 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a0416-6477-4a40-ae07-e6c17ae6d2bb None None] The sync data for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 is: [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '3106f4ab-cb96-40eb-8cd1-1c95601337c4', 'name': '', 'network_id': '5eb2ef06-b1d7-45d4-b433-fb5b87a43496', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:fb:5b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:27Z', 'updated_at': '2022-01-29T20:45:31Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '8526f82a-670c-4d67-b22c-b8b828ac3ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:47:10.475093 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-40ae9bd0-04b5-46ae-8c29-6f1ba2e25b15 req-ef8b0554-2ce3-4475-8715-adc2c4ff48f8 service neutron] 10.222.0.13 "GET /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894046 Jan 29 20:47:10.633670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafe4db-27da-48e2-b88f-fb6bdedfaaeb None None] New status for floating IP efaaa8ce-9c7d-4a0c-a567-a36dd0080380: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:47:11.467601 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5c62d-90cb-40a8-ab2e-f92491b960c3 req-8be3b893-ccee-4ae9-83b8-80373c6e5347 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:11.469100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1bc5c62d-90cb-40a8-ab2e-f92491b960c3 req-8be3b893-ccee-4ae9-83b8-80373c6e5347 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0521648 Jan 29 20:47:11.517481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1bc5c62d-90cb-40a8-ab2e-f92491b960c3 req-e04dd690-43a3-42be-ac6f-6db3471fc0ed tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=aecbd97a-2899-4556-8037-a27b11df7492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Jan 29 20:47:11.623145 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-0e305429-91c7-44f4-9eec-ea19d9b4eaa1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:11.624648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-0e305429-91c7-44f4-9eec-ea19d9b4eaa1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 945 time: 0.0524919 Jan 29 20:47:11.718569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port a9afa7e3-9fbd-423e-8622-d447a0c9f676 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:47:11.718909 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:11.809055 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port a9afa7e3-9fbd-423e-8622-d447a0c9f676, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=a9afa7e3-9fbd-423e-8622-d447a0c9f676,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:11.809334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:11.820969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for a9afa7e3-9fbd-423e-8622-d447a0c9f676 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:47:12.010820 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (a9afa7e3-9fbd-423e-8622-d447a0c9f676), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:12.040258 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=a9afa7e3-9fbd-423e-8622-d447a0c9f676,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:12.081929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] No DVR routers for this DVR port a9afa7e3-9fbd-423e-8622-d447a0c9f676 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:47:12.085206 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:12.088544 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eec80de0-6ca9-450a-b97f-4513b761c834 req-6548937f-f668-4862-a19a-f37631286d3c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "DELETE /v2.0/ports/a9afa7e3-9fbd-423e-8622-d447a0c9f676 HTTP/1.1" status: 204 len: 173 time: 0.4547238 Jan 29 20:47:12.089023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-deleted', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:47:12.091258 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae790856-c4bf-4f0d-9bb5-15a173137418" -d '{"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-deleted", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:47:12.129429 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b2324-3bbe-4b72-a369-f5ae2614cdce x-openstack-request-id: req-270b2324-3bbe-4b72-a369-f5ae2614cdce {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:47:12.129777 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df8da60-15ab-4781-a693-f1bbeba73f71", "name": "network-vif-deleted", "tag": "a9afa7e3-9fbd-423e-8622-d447a0c9f676", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:47:12.130038 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-270b2324-3bbe-4b72-a369-f5ae2614cdce {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:47:12.130712 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df8da60-15ab-4781-a693-f1bbeba73f71', 'name': 'network-vif-deleted', 'tag': 'a9afa7e3-9fbd-423e-8622-d447a0c9f676', 'status': 'completed', 'code': 200} Jan 29 20:47:12.628546 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1c77b4b3-6af9-4d35-8f61-d293de631af0 req-4bfbb003-aab2-4d88-8986-58e61755cca2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df8da60-15ab-4781-a693-f1bbeba73f71 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jan 29 20:47:13.686046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42280) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:14.044914 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:14.309879 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 3106f4ab-cb96-40eb-8cd1-1c95601337c4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:47:14.310135 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:14.399826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 3106f4ab-cb96-40eb-8cd1-1c95601337c4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3106f4ab-cb96-40eb-8cd1-1c95601337c4,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:14.400189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:14.412695 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 3106f4ab-cb96-40eb-8cd1-1c95601337c4 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:47:14.679727 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3106f4ab-cb96-40eb-8cd1-1c95601337c4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:14.703403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=3106f4ab-cb96-40eb-8cd1-1c95601337c4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:14.881335 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.095605 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:47:15.201600 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:47:15.206632 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-294486c7-6feb-403c-bb8c-b0a0d7d2c9de tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/5109f558-4a1e-4a3e-9c3e-6f5063b9baff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195761 Jan 29 20:47:15.209915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42282) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:15.212743 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] Sync routers for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:47:15.227430 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:15.228032 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:15.314074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting subnet 8526f82a-670c-4d67-b22c-b8b828ac3ab3 {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:47:15.317195 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (8526f82a-670c-4d67-b22c-b8b828ac3ab3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.331772 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:15.363710 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (8526f82a-670c-4d67-b22c-b8b828ac3ab3), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.449681 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (8526f82a-670c-4d67-b22c-b8b828ac3ab3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.554005 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (8526f82a-670c-4d67-b22c-b8b828ac3ab3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.585854 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Subnet': ['ID=8526f82a-670c-4d67-b22c-b8b828ac3ab3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:15.589969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.595666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f5d2ed72-5a7a-4499-9824-1128cd71975c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/subnets/8526f82a-670c-4d67-b22c-b8b828ac3ab3 HTTP/1.1" status: 204 len: 168 time: 0.3821981 Jan 29 20:47:15.595978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42286) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:15.600035 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4248f9-4664-426e-b163-cae0c96add7d None None] Network 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:47:15.601193 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:47:14Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:15.626849 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] Checking router: 5109f558-4a1e-4a3e-9c3e-6f5063b9baff for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:47:15.636154 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] Routers {'5109f558-4a1e-4a3e-9c3e-6f5063b9baff'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:15.636791 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:15.659642 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:47:15.681934 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: a9afa7e3-9fbd-423e-8622-d447a0c9f676 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:47:15.682693 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device a9afa7e3-9fbd-423e-8622-d447a0c9f676 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:47:15.749178 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] Set router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:15.801620 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] DHCP port deletion for 5eb2ef06-b1d7-45d4-b433-fb5b87a43496 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:47:15.851004 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] Deleting port f43789ec-37fc-4120-89c6-22b80494b897 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:47:15.851375 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f43789ec-37fc-4120-89c6-22b80494b897), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.920742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] For port f43789ec-37fc-4120-89c6-22b80494b897, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f43789ec-37fc-4120-89c6-22b80494b897,segment=NetworkSegment(1f86e7e1-8596-4fd8-be23-0f1f39307439),segment_id=1f86e7e1-8596-4fd8-be23-0f1f39307439)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:15.921057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f43789ec-37fc-4120-89c6-22b80494b897), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:15.934737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] Calling delete_port for f43789ec-37fc-4120-89c6-22b80494b897 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:47:15.951346 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:47:14Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:15.978523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c731f13-7c66-412a-97b9-d536870309ef None None] The sync data for ids ['5109f558-4a1e-4a3e-9c3e-6f5063b9baff'] in n-d-825496-5 is: [{'id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903167605', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:47:14Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '3d70a749-0845-48cc-ad80-585f4cd57cc4', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5109f558-4a1e-4a3e-9c3e-6f5063b9baff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:45:24Z', 'updated_at': '2022-01-29T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:47:16.044473 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.079027 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (f43789ec-37fc-4120-89c6-22b80494b897), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.102713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] Pushing event deleted for resources: {'Port': ['ID=f43789ec-37fc-4120-89c6-22b80494b897,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:16.110546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a01347-4797-413d-8eef-be6bf72d593f None None] No DVR routers for this DVR port f43789ec-37fc-4120-89c6-22b80494b897 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:47:16.149394 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.280837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 3d70a749-0845-48cc-ad80-585f4cd57cc4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:47:16.281177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.361988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 3d70a749-0845-48cc-ad80-585f4cd57cc4, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=3d70a749-0845-48cc-ad80-585f4cd57cc4,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:16.362356 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.376596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 3d70a749-0845-48cc-ad80-585f4cd57cc4 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:47:16.393770 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3106f4ab-cb96-40eb-8cd1-1c95601337c4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:47:16.416128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3106f4ab-cb96-40eb-8cd1-1c95601337c4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:47:16.416510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3106f4ab-cb96-40eb-8cd1-1c95601337c4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:47:16.416941 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f43789ec-37fc-4120-89c6-22b80494b897 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:47:16.437221 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f43789ec-37fc-4120-89c6-22b80494b897 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:47:16.437580 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f43789ec-37fc-4120-89c6-22b80494b897 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:47:16.603723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (3d70a749-0845-48cc-ad80-585f4cd57cc4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.634082 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=3d70a749-0845-48cc-ad80-585f4cd57cc4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:16.695696 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.789959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.792074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.896516 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (5109f558-4a1e-4a3e-9c3e-6f5063b9baff), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.897065 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Fanout notify agent at l3_agent the message router_deleted on router 5109f558-4a1e-4a3e-9c3e-6f5063b9baff {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:47:16.903888 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:16.905060 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f1c3f663-7303-486a-8db8-4a15ad6e014b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/routers/5109f558-4a1e-4a3e-9c3e-6f5063b9baff HTTP/1.1" status: 204 len: 168 time: 1.3082771 Jan 29 20:47:16.907809 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42288) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:16.993142 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5eb2ef06-b1d7-45d4-b433-fb5b87a43496), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.085319 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5eb2ef06-b1d7-45d4-b433-fb5b87a43496), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.106007 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb2ef06-b1d7-45d4-b433-fb5b87a43496']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:17.115786 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f86e7e1-8596-4fd8-be23-0f1f39307439') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:17.116094 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f86e7e1-8596-4fd8-be23-0f1f39307439') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:17.125334 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (1f86e7e1-8596-4fd8-be23-0f1f39307439), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.138060 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1f86e7e1-8596-4fd8-be23-0f1f39307439), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.143824 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:47:17.144226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (1f86e7e1-8596-4fd8-be23-0f1f39307439), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: timer() Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:47:17.147495 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:47:17.261604 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5eb2ef06-b1d7-45d4-b433-fb5b87a43496), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.274009 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.274009 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/networks/5eb2ef06-b1d7-45d4-b433-fb5b87a43496 HTTP/1.1" status: 204 len: 168 time: 0.3629372 Jan 29 20:47:17.275158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42290) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:17.284857 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f3880-4d70-483d-a474-cf0910b4946b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Network': ['ID=5eb2ef06-b1d7-45d4-b433-fb5b87a43496,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:17.335334 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc1043c7-6f69-4270-98c9-29742325fdff tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (aecbd97a-2899-4556-8037-a27b11df7492), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.362704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc1043c7-6f69-4270-98c9-29742325fdff tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (aecbd97a-2899-4556-8037-a27b11df7492), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.479096 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc1043c7-6f69-4270-98c9-29742325fdff tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (aecbd97a-2899-4556-8037-a27b11df7492), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.481751 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bc1043c7-6f69-4270-98c9-29742325fdff tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.483177 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc1043c7-6f69-4270-98c9-29742325fdff tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/security-groups/aecbd97a-2899-4556-8037-a27b11df7492 HTTP/1.1" status: 204 len: 168 time: 0.2073178 Jan 29 20:47:17.498599 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1043c7-6f69-4270-98c9-29742325fdff tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbd97a-2899-4556-8037-a27b11df7492,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:17.761135 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42296) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:17.765650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654119387', 'description': 'tempest-secgroup-smoke-654119387 description', 'project_id': 'b2ef2af63863406f9834a23ea266eecd'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:17.838744 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.904281 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (68509156-b710-422d-b625-5af102c78a45), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.947647 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (68509156-b710-422d-b625-5af102c78a45), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:17.977609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68509156-b710-422d-b625-5af102c78a45,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:18.017792 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.019025 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7f5e975f-6812-4243-9ac5-7a920c6cb75e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2568669 Jan 29 20:47:18.022454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42298) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:18.026750 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '68509156-b710-422d-b625-5af102c78a45', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:18.082178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d70a749-0845-48cc-ad80-585f4cd57cc4 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:47:18.103233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 3d70a749-0845-48cc-ad80-585f4cd57cc4 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:47:18.103578 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 3d70a749-0845-48cc-ad80-585f4cd57cc4 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:47:18.111964 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (9a3d0000-cea0-4881-824e-4d88bcb66892), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.166612 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (9a3d0000-cea0-4881-824e-4d88bcb66892), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.243557 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (9a3d0000-cea0-4881-824e-4d88bcb66892), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.263516 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3d0000-cea0-4881-824e-4d88bcb66892,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:18.325571 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.327268 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-247ce13d-1356-4e9d-b3c5-53c9c74c38d2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033907 Jan 29 20:47:18.329537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42302) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:18.334095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '68509156-b710-422d-b625-5af102c78a45', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:18.413836 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (6b30cfc9-a4d7-492a-8dda-c1e01f5185a6), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.468001 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (6b30cfc9-a4d7-492a-8dda-c1e01f5185a6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.547889 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (6b30cfc9-a4d7-492a-8dda-c1e01f5185a6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.570206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b30cfc9-a4d7-492a-8dda-c1e01f5185a6,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:18.635407 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.636648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-71bdb3b0-8eba-43a1-b47c-9d22dcf52f1d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3061392 Jan 29 20:47:18.639376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42304) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:18.643559 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '68509156-b710-422d-b625-5af102c78a45', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:18.741765 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (e5020e80-5fcd-4fdc-81dc-80083ce4c163), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.796353 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (e5020e80-5fcd-4fdc-81dc-80083ce4c163), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.884621 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (e5020e80-5fcd-4fdc-81dc-80083ce4c163), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.901917 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5020e80-5fcd-4fdc-81dc-80083ce4c163,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:18.965433 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:18.966647 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aff5cf2e-c7df-4366-b34c-5af48c6e6e42 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263731 Jan 29 20:47:18.969415 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42306) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:18.974433 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '68509156-b710-422d-b625-5af102c78a45', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:19.059199 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7f145f4f-c624-4007-b42a-c75c17d91098), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.115757 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7f145f4f-c624-4007-b42a-c75c17d91098), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.180312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7f145f4f-c624-4007-b42a-c75c17d91098), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.198342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f145f4f-c624-4007-b42a-c75c17d91098,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:19.262232 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.263440 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ad448f6f-d56a-43fc-b3dc-791621eef105 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931075 Jan 29 20:47:19.266375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42308) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:19.271373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '68509156-b710-422d-b625-5af102c78a45', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:19.347415 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:47:19.353164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (471052b5-d2e9-495b-b954-57fc57556c1d), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.412705 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (471052b5-d2e9-495b-b954-57fc57556c1d), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.483324 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (471052b5-d2e9-495b-b954-57fc57556c1d), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.503908 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471052b5-d2e9-495b-b954-57fc57556c1d,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:19.576793 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.580851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42310) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:19.581392 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e283fe29-8b56-4725-b377-95983263c753 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3135064 Jan 29 20:47:19.585517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': '68509156-b710-422d-b625-5af102c78a45', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:19.662759 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:47:19.667932 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7007360b-8fa0-4027-b675-9ec6276c8b3f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.731642 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (7007360b-8fa0-4027-b675-9ec6276c8b3f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.788074 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7007360b-8fa0-4027-b675-9ec6276c8b3f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.805662 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7007360b-8fa0-4027-b675-9ec6276c8b3f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:19.858256 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.859469 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-638e0deb-3df4-4668-ae21-617cb6d1ec5a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2776117 Jan 29 20:47:19.862264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42312) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:19.867171 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'network': {'name': 'tempest-network-smoke--72705379', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:19.924493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:47:19.927870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.950462 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:47:19.959664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (607a47e1-5c4e-44a4-a50c-c4118dee5fae), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:19.960003 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Added segment 607a47e1-5c4e-44a4-a50c-c4118dee5fae of type vlan for network c6b30e34-406c-4b14-9892-ea9b0dc1f558 Jan 29 20:47:19.999486 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (c6b30e34-406c-4b14-9892-ea9b0dc1f558), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.082997 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (c6b30e34-406c-4b14-9892-ea9b0dc1f558), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.088044 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:20.088653 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.153530 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Network': ['ID=c6b30e34-406c-4b14-9892-ea9b0dc1f558,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:20.164192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:47:20.177570 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0a5272a2-cefc-48ec-9e1b-79a793796ba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3142898 Jan 29 20:47:20.180337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42314) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:20.184781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'admin_state_up': True, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:20.256861 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (6b77fef3-30e3-4a87-9969-635433a50a39), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.258058 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (6b77fef3-30e3-4a87-9969-635433a50a39), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.315332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (6b77fef3-30e3-4a87-9969-635433a50a39), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.518870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (6b77fef3-30e3-4a87-9969-635433a50a39), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.762818 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (6b77fef3-30e3-4a87-9969-635433a50a39), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.780936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:20.884254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.228 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/37ee98c5-fbf4-40f8-9570-be2a50f1b384) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:47:20.981989 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:21.072068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:21.105784 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:47:21.108978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:21.112254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:47:21.142581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=37ee98c5-fbf4-40f8-9570-be2a50f1b384,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:21.449961 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (6b77fef3-30e3-4a87-9969-635433a50a39), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:21.642402 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (6b77fef3-30e3-4a87-9969-635433a50a39), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:21.814653 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 6b77fef3-30e3-4a87-9969-635433a50a39 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:47:21.919040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:47:21.929102 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Sync routers for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:47:21.939307 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:21.939916 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:21.988529 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:21.990339 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b7e02feb-ac74-4f13-aaab-7b550020d2f6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8090236 Jan 29 20:47:21.993596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42316) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:22.045793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:22.083891 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-42e1a7a8-59f4-4d90-b2da-9e9a680efb19 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b2ef2af63863406f9834a23ea266eecd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864885 Jan 29 20:47:22.084087 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42320) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:22.167909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ef8ed-05c1-4937-9d45-5a672868e232 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:22.169465 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c77ef8ed-05c1-4937-9d45-5a672868e232 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844820 Jan 29 20:47:22.172285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42322) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:22.204167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1d6c7d69-ea36-44e0-974e-36a45c5e0fd7 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308118 Jan 29 20:47:22.206676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42324) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:22.211448 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-284715595', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:22.222048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:22.249093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Checking router: 6b77fef3-30e3-4a87-9969-635433a50a39 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:47:22.250849 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Updating router 6b77fef3-30e3-4a87-9969-635433a50a39 port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:47:22.280756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.375792 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:47:22.379266 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.531269 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Publish callbacks [] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.582100 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.636907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Attempting to bind port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:47:22.637197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Attempting to bind port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:47:22.637565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Attempting to bind port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:47:22.643299 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e0265-aeb7-4fdd-8d5f-aa7840fbf0ee None None] Pushing event updated for resources: {'Port': ['ID=37ee98c5-fbf4-40f8-9570-be2a50f1b384,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:22.648883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:47:22.649295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:47:22.649671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.650065 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:47:22.651188 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Bound port: 37ee98c5-fbf4-40f8-9570-be2a50f1b384, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:47:22.651578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.709820 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] For port 37ee98c5-fbf4-40f8-9570-be2a50f1b384, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:47:22.713169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] For port 37ee98c5-fbf4-40f8-9570-be2a50f1b384, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=37ee98c5-fbf4-40f8-9570-be2a50f1b384,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:47:22.765358 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.954121 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (732f0b40-6194-4465-9e11-1c42df347b26), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:22.966632 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:22.968646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:23.013730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Subnet': ['ID=732f0b40-6194-4465-9e11-1c42df347b26,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:23.016132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e0265-aeb7-4fdd-8d5f-aa7840fbf0ee None None] Pushing event updated for resources: {'Port': ['ID=37ee98c5-fbf4-40f8-9570-be2a50f1b384,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:23.023970 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Checking segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:47:23.024362 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network hostable DHCP agents. Network: c6b30e34-406c-4b14-9892-ea9b0dc1f558, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:47:23.084104 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:23.101629 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:47:23.175900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, c6b30e34-406c-4b14-9892-ea9b0dc1f558) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:23.180120 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:23.180737 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:23.186095 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab3ed1-3b59-4c3b-830d-19021489024b None None] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:47:23.274876 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2b3afb7e-26bf-4524-b1b8-d87b766b9929 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0671854 Jan 29 20:47:23.277864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42326) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:23.336359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:47:23.337220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:23.356579 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:23.395273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc49845-a5b6-475e-b0a0-d3a348feadf2 None None] The sync data for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 is: [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:21Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:47:23.508423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Allocated IP 172.20.0.2 (c6b30e34-406c-4b14-9892-ea9b0dc1f558/732f0b40-6194-4465-9e11-1c42df347b26/a6299f0b-52f1-49ab-a177-1c88b3f5f7db) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:47:23.675808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Publish callbacks [] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:23.735774 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:23.777764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:47:23.783115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:23.787724 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:47:23.793664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Pushing event updated for resources: {'Port': ['ID=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:23.859479 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Attempting to bind port a6299f0b-52f1-49ab-a177-1c88b3f5f7db on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:47:23.860048 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Attempting to bind port a6299f0b-52f1-49ab-a177-1c88b3f5f7db by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:47:23.860541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Attempting to bind port a6299f0b-52f1-49ab-a177-1c88b3f5f7db on network c6b30e34-406c-4b14-9892-ea9b0dc1f558 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:47:23.867037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:47:23.867584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Checking segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:47:23.868133 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:23.868644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Bound using segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:47:23.869213 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Bound port: a6299f0b-52f1-49ab-a177-1c88b3f5f7db, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:47:23.869684 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:23.940077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] For port a6299f0b-52f1-49ab-a177-1c88b3f5f7db, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:47:23.945037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] For port a6299f0b-52f1-49ab-a177-1c88b3f5f7db, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:47:24.039916 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.071810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.126924 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd3de3-3169-4f61-94b2-67373240cb69 None None] Pushing event updated for resources: {'Port': ['ID=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:24.198705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37ee98c5-fbf4-40f8-9570-be2a50f1b384 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:47:24.253527 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:24.254057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.399936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:24.400369 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.427174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 37ee98c5-fbf4-40f8-9570-be2a50f1b384, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=37ee98c5-fbf4-40f8-9570-be2a50f1b384,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:24.433012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.1 (c6b30e34-406c-4b14-9892-ea9b0dc1f558/732f0b40-6194-4465-9e11-1c42df347b26/5007e776-a320-4ba3-8794-a9828a9ab16c) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:47:24.484636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.542372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=37ee98c5-fbf4-40f8-9570-be2a50f1b384,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:24.561795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.673338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:24.719328 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:47:24.722400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:24.726746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:47:24.730547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=5007e776-a320-4ba3-8794-a9828a9ab16c,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:24.771018 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (6b77fef3-30e3-4a87-9969-635433a50a39), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.000164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.255119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-08b4439d-7629-4b0c-b20d-5df9016bec0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.279091 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.341742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.421434 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (6b77fef3-30e3-4a87-9969-635433a50a39), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.423318 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=5007e776-a320-4ba3-8794-a9828a9ab16c,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:25.531080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:47:25.533152 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:25.633571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eee6e5-3dc5-42c1-b901-7c40f905aee2 None None] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:47:25.652798 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 6b77fef3-30e3-4a87-9969-635433a50a39 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:47:25.746777 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] Provisioning complete for port a6299f0b-52f1-49ab-a177-1c88b3f5f7db triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:25.747149 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.763012 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:47:25.779000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2500b237-3f53-4728-91f5-7b6b53475a29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/6b77fef3-30e3-4a87-9969-635433a50a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899101 Jan 29 20:47:25.782528 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Sync routers for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:47:25.792145 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:25.792871 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:25.840352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] Current status of the port a6299f0b-52f1-49ab-a177-1c88b3f5f7db is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:25.841747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.878370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] For port a6299f0b-52f1-49ab-a177-1c88b3f5f7db, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:25.910764 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:25.936354 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:25.949857 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-46487827-5df5-493b-8374-476431a69e95 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654119387&fields=id&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 267 time: 0.0533886 Jan 29 20:47:25.996945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc838a4-88e8-4d00-8523-8bee956838c4 None None] Pushing event updated for resources: {'Port': ['ID=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:26.074223 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-290185fc-925e-4375-a09e-082bc5539feb None None] Provisioning complete for port 5007e776-a320-4ba3-8794-a9828a9ab16c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.074798 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-290185fc-925e-4375-a09e-082bc5539feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.082230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-6c7f920d-b71f-42e9-938c-8ed6b8b81d6a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:26.090863 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-6c7f920d-b71f-42e9-938c-8ed6b8b81d6a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 795 time: 0.1341724 Jan 29 20:47:26.116353 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-b8148c9b-ef99-4b9f-a771-14761ffea871 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/quotas/b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 375 time: 0.0244095 Jan 29 20:47:26.131697 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-290185fc-925e-4375-a09e-082bc5539feb None None] Port 5007e776-a320-4ba3-8794-a9828a9ab16c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:47:26.145174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-290185fc-925e-4375-a09e-082bc5539feb None None] Provisioning complete for port a6299f0b-52f1-49ab-a177-1c88b3f5f7db triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.145982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-290185fc-925e-4375-a09e-082bc5539feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.148023 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:25Z', 'revision_number': 2, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:26.189477 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Checking router: 6b77fef3-30e3-4a87-9969-635433a50a39 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:47:26.189830 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Updating router 6b77fef3-30e3-4a87-9969-635433a50a39 port 5007e776-a320-4ba3-8794-a9828a9ab16c binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:47:26.243986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-290185fc-925e-4375-a09e-082bc5539feb None None] Current status of the port a6299f0b-52f1-49ab-a177-1c88b3f5f7db is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:26.246398 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-8a60bd44-a758-428a-bb55-3e3c7f7fe02d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192355 Jan 29 20:47:26.251266 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.281378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a6299f0b-52f1-49ab-a177-1c88b3f5f7db up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:47:26.333340 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a6299f0b-52f1-49ab-a177-1c88b3f5f7db triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.333719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.386352 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0ba6baee-1282-4537-991a-2dcd4c3e27a7 None None] Provisioning complete for port 5007e776-a320-4ba3-8794-a9828a9ab16c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.386576 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ba6baee-1282-4537-991a-2dcd4c3e27a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.386685 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-e928243f-2989-4633-b541-ed956c338682 service neutron] 10.222.0.15 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391325 Jan 29 20:47:26.424970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6baee-1282-4537-991a-2dcd4c3e27a7 None None] Port 5007e776-a320-4ba3-8794-a9828a9ab16c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:47:26.473993 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a6299f0b-52f1-49ab-a177-1c88b3f5f7db is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:26.475446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37ee98c5-fbf4-40f8-9570-be2a50f1b384 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:47:26.501266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-3e4fb0c1-d0a8-4111-be30-4ea2f75ad5de service neutron] 10.222.0.15 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136675 Jan 29 20:47:26.537721 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Publish callbacks [] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.541082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.541733 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.599358 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.630047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:26.644467 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-eca4e4e5-75e5-443d-bddd-c50caa47af72 None None] Provisioning complete for port 5007e776-a320-4ba3-8794-a9828a9ab16c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.644936 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eca4e4e5-75e5-443d-bddd-c50caa47af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.647354 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Pushing event updated for resources: {'Port': ['ID=5007e776-a320-4ba3-8794-a9828a9ab16c,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:26.656247 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.656576 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.656902 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.657234 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.657563 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.657946 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.658200 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.658522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.658838 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.659158 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.659480 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.659794 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.660120 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:26.693814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-eca4e4e5-75e5-443d-bddd-c50caa47af72 None None] Port 5007e776-a320-4ba3-8794-a9828a9ab16c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:47:26.738572 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Attempting to bind port 5007e776-a320-4ba3-8794-a9828a9ab16c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:47:26.739736 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Attempting to bind port 5007e776-a320-4ba3-8794-a9828a9ab16c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:47:26.740238 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Attempting to bind port 5007e776-a320-4ba3-8794-a9828a9ab16c on network c6b30e34-406c-4b14-9892-ea9b0dc1f558 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:47:26.765330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:47:26.765633 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Checking segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:47:26.766147 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.766797 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Bound using segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:47:26.767380 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Bound port: 5007e776-a320-4ba3-8794-a9828a9ab16c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:47:26.767851 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.784059 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6cd6e349-3f55-4e10-99a6-0852050f0a81 req-5a03d9b6-2a68-4817-8ae2-93225c8b9093 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 210 time: 0.0467269 Jan 29 20:47:26.844865 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] For port 5007e776-a320-4ba3-8794-a9828a9ab16c, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:47:26.849688 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] For port 5007e776-a320-4ba3-8794-a9828a9ab16c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5007e776-a320-4ba3-8794-a9828a9ab16c,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:47:26.918395 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6974060d-bf55-475f-b7d3-1cb12350befd None None] Provisioning complete for port 5007e776-a320-4ba3-8794-a9828a9ab16c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:26.918670 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6974060d-bf55-475f-b7d3-1cb12350befd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.931127 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:26.953704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6974060d-bf55-475f-b7d3-1cb12350befd None None] Port 5007e776-a320-4ba3-8794-a9828a9ab16c cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:47:26.993057 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:26.993693 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:46:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:26.998428 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a683da-b4ab-470d-9a29-71c2ad6facd4 None None] Pushing event updated for resources: {'Port': ['ID=5007e776-a320-4ba3-8794-a9828a9ab16c,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:27.108522 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:27.277006 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] Provisioning complete for port 5007e776-a320-4ba3-8794-a9828a9ab16c triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:27.284263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:27.320807 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:26Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:27.348868 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e706bb-ffd4-4078-8915-87da1ba79bc0 None None] The sync data for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 is: [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:26Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:47:27.364605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] Current status of the port 5007e776-a320-4ba3-8794-a9828a9ab16c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:27.365003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:27.404346 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] For port 5007e776-a320-4ba3-8794-a9828a9ab16c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5007e776-a320-4ba3-8794-a9828a9ab16c,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:27.460379 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:27.514183 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d998e1-cb15-4b7d-88cb-b5c06cb91c68 None None] Pushing event updated for resources: {'Port': ['ID=5007e776-a320-4ba3-8794-a9828a9ab16c,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:27.878217 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2bb16e69-a4cc-4f7e-bc81-d853e7ba895d req-783a489a-10c3-4d12-9afc-d90ff4f5c947 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 210 time: 0.0302851 Jan 29 20:47:28.136633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5007e776-a320-4ba3-8794-a9828a9ab16c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:47:28.201732 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5007e776-a320-4ba3-8794-a9828a9ab16c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:28.202041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:28.245204 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-870e56a0-2122-4736-ab92-17585d81b262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:28.286349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5007e776-a320-4ba3-8794-a9828a9ab16c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:28.597446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-20260278-41a1-42e2-ae3a-668a5a1d4014 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:28.599559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-20260278-41a1-42e2-ae3a-668a5a1d4014 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 795 time: 0.1037507 Jan 29 20:47:28.672987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-35a17bb0-c273-42b8-9c83-ce22d12715b7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 379 time: 0.0584750 Jan 29 20:47:28.681668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'port': {'device_id': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'admin_state_up': True, 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'security_groups': ['68509156-b710-422d-b625-5af102c78a45']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:28.844952 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:47:28.848925 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:28.992711 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d47a0e30-a7f9-412c-a0e5-e563e081b0ff req-7b343a15-4194-4f84-9aeb-fbdbed72c9e6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 210 time: 0.0368025 Jan 29 20:47:29.008832 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.5 (c6b30e34-406c-4b14-9892-ea9b0dc1f558/732f0b40-6194-4465-9e11-1c42df347b26/58fd6a01-5353-4f2e-b2c4-73d10fac6c32) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:47:29.039624 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.148072 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.221869 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.264340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:47:29.269281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:29.273518 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:47:29.279926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:29.326761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:29.327377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.390154 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-21e1f0cf-304f-43c7-8bf2-d2aac60bf90c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120991 Jan 29 20:47:29.448835 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Request body: {'port': {'device_id': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:29.492417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-3091336b-b731-4493-b6ce-153c829819d7 None None] Provisioning complete for port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:29.493042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3091336b-b731-4493-b6ce-153c829819d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.512841 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.529250 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3091336b-b731-4493-b6ce-153c829819d7 None None] Port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:47:29.779536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:47:29.787144 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Publish callbacks [] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.800086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Transition to ACTIVE for port object 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:47:29.895944 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:29.955069 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Pushing event updated for resources: {'Port': ['ID=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:30.031077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Attempting to bind port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:47:30.031424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Attempting to bind port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:47:30.031839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Attempting to bind port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 on network c6b30e34-406c-4b14-9892-ea9b0dc1f558 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:47:30.036885 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 on network c6b30e34-406c-4b14-9892-ea9b0dc1f558 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:47:30.037307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Attempting to bind port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 on network c6b30e34-406c-4b14-9892-ea9b0dc1f558 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:47:30.043403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:47:30.043745 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Checking segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:47:30.044137 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Bound using segment: {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:47:30.044728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Bound port: 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607a47e1-5c4e-44a4-a50c-c4118dee5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:47:30.044955 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:30.118195 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] For port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:47:30.121535 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] For port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:47:30.126537 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee4bb7-e82a-48eb-b9a5-bb7e9ac601f6 req-77dd73bd-f35a-4404-88d7-ef13145d9f2a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.129567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1ee4bb7-e82a-48eb-b9a5-bb7e9ac601f6 req-77dd73bd-f35a-4404-88d7-ef13145d9f2a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 943 time: 0.0581596 Jan 29 20:47:30.178961 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a1ee4bb7-e82a-48eb-b9a5-bb7e9ac601f6 req-74c2b3f9-3bba-4079-88c9-a9b5f0f9fa7b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443757 Jan 29 20:47:30.182035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:30.219366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.220005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:30.221389 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] 10.222.0.26 "PUT /v2.0/ports/58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 1091 time: 0.8177974 Jan 29 20:47:30.221852 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:47:30.224073 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a9e098-0792-4341-98b7-313876fe9fad" -d '{"events": [{"name": "network-changed", "server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:47:30.254808 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891247-65fa-4fc3-928a-52c120ff282c service neutron] Pushing event updated for resources: {'Port': ['ID=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:30.265726 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84653ae0-928f-4897-a435-30882fc889be x-openstack-request-id: req-84653ae0-928f-4897-a435-30882fc889be {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:47:30.266266 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:47:30.268111 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84653ae0-928f-4897-a435-30882fc889be {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:47:30.268571 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'status': 'completed', 'code': 200} Jan 29 20:47:30.361866 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e098-0792-4341-98b7-313876fe9fad req-aee6b43e-ae70-48a5-bbe7-45f64b28f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.363485 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19a9e098-0792-4341-98b7-313876fe9fad req-aee6b43e-ae70-48a5-bbe7-45f64b28f905 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1125 time: 0.0540707 Jan 29 20:47:30.381880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:30.471179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e098-0792-4341-98b7-313876fe9fad req-3546da03-bcce-4b16-a611-192354209866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.472732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19a9e098-0792-4341-98b7-313876fe9fad req-3546da03-bcce-4b16-a611-192354209866 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2ef2af63863406f9834a23ea266eecd&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0955462 Jan 29 20:47:30.476039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:30.570702 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e098-0792-4341-98b7-313876fe9fad req-cd53feec-5a22-4b6d-a594-81af07e9a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.572231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19a9e098-0792-4341-98b7-313876fe9fad req-cd53feec-5a22-4b6d-a594-81af07e9a895 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0938141 Jan 29 20:47:30.672547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-f5f85226-126b-49f8-94ac-4089835f0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.674033 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-f5f85226-126b-49f8-94ac-4089835f0b92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1125 time: 0.0446460 Jan 29 20:47:30.724380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-0b64a2ec-bdb6-4184-909a-d33c21b8bb31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 217 time: 0.0375383 Jan 29 20:47:30.772448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-5605adc6-9b93-4d02-8ad5-093cacc7ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.773891 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-5605adc6-9b93-4d02-8ad5-093cacc7ff3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 200 len: 834 time: 0.0437334 Jan 29 20:47:30.821968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-c69c47ee-6906-4a65-8efc-007893bcb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:30.823361 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-c69c47ee-6906-4a65-8efc-007893bcb5fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b30e34-406c-4b14-9892-ea9b0dc1f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442026 Jan 29 20:47:30.914826 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-113bdf0d-2f63-48d5-9ee3-9dc0f7c47706 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846210 Jan 29 20:47:31.002537 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-982d0506-7312-43f2-a666-4a52c3a1ba08 req-7b644bfb-9eb4-4e8e-8ca7-d8290c7748f8 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822699 Jan 29 20:47:31.297197 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9b48-fc5a-4bc7-b5c4-c32121dc2b44 req-b8adc3b2-0693-4b80-8411-125c674a4320 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:31.298666 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-902b9b48-fc5a-4bc7-b5c4-c32121dc2b44 req-b8adc3b2-0693-4b80-8411-125c674a4320 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 943 time: 0.0522146 Jan 29 20:47:31.351035 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-902b9b48-fc5a-4bc7-b5c4-c32121dc2b44 req-d5f01d55-cde4-4bca-a181-dc79bcc2447a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459137 Jan 29 20:47:31.557040 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:32.479191 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee90a7c-a0a7-4ca3-a43f-1a5925c4f75e req-d022c417-fc09-4a9a-8325-d613af2b0a6c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:32.480725 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fee90a7c-a0a7-4ca3-a43f-1a5925c4f75e req-d022c417-fc09-4a9a-8325-d613af2b0a6c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 943 time: 0.0573316 Jan 29 20:47:32.528895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fee90a7c-a0a7-4ca3-a43f-1a5925c4f75e req-a6410081-1dad-463e-baba-768d231b949f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 Jan 29 20:47:33.651142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fc0d4-9287-4074-941c-fac902b2450f req-adab231e-d83e-4ebf-98fa-2f304ee2709f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:33.652676 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-842fc0d4-9287-4074-941c-fac902b2450f req-adab231e-d83e-4ebf-98fa-2f304ee2709f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 943 time: 0.0570686 Jan 29 20:47:33.702004 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-842fc0d4-9287-4074-941c-fac902b2450f req-b8ea0dc3-9ee6-453a-a15b-1ea093914ea4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437498 Jan 29 20:47:33.801868 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:47:33.899468 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:33.909720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'port_id': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'mac_address': 'fa:16:3e:87:fd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:47:33.946264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:33.946658 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:33.959385 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:47:33.979351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:34.050003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:34.098787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:34.322603 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['58fd6a01-5353-4f2e-b2c4-73d10fac6c32'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:47:34.820251 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae217c-342c-4321-ab81-a4c6f9906b43 req-f92b7be0-02f5-4add-8c8a-b652f8f99018 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:34.821822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2dae217c-342c-4321-ab81-a4c6f9906b43 req-f92b7be0-02f5-4add-8c8a-b652f8f99018 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 944 time: 0.0524271 Jan 29 20:47:34.869718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2dae217c-342c-4321-ab81-a4c6f9906b43 req-720c3f8c-e165-45d5-bb10-975c039137a9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Jan 29 20:47:35.817398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:47:35.907107 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:47:35.911007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:47:35.911405 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:35.990821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:47:35.991224 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:35.994550 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47a61c-05c3-43d9-a603-4528e8f8a975 req-734d5271-d203-4b31-90dd-6bc339902a43 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:35.996131 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab47a61c-05c3-43d9-a603-4528e8f8a975 req-734d5271-d203-4b31-90dd-6bc339902a43 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 944 time: 0.0536973 Jan 29 20:47:36.015347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:47:36.017587 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8e8c12-ea22-408f-871c-63df0475a1ed" -d '{"events": [{"server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "name": "network-vif-plugged", "status": "completed", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:47:36.037138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:47:36.049175 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ab47a61c-05c3-43d9-a603-4528e8f8a975 req-d8f7e10d-e718-4af7-9af9-d2d7ae812479 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473669 Jan 29 20:47:36.058220 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f34961-e650-49a1-b58d-799d711b3cf3 x-openstack-request-id: req-62f34961-e650-49a1-b58d-799d711b3cf3 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:47:36.058472 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "name": "network-vif-plugged", "status": "completed", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:47:36.058725 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62f34961-e650-49a1-b58d-799d711b3cf3 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:47:36.059153 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'code': 200} Jan 29 20:47:36.088666 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:36.189567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93ebd1-acca-4d09-9c47-e250bd8cb40d req-08945d64-678c-4328-946a-013c4774f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:36.191166 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be93ebd1-acca-4d09-9c47-e250bd8cb40d req-08945d64-678c-4328-946a-013c4774f36a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1127 time: 0.0468221 Jan 29 20:47:36.243055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-be93ebd1-acca-4d09-9c47-e250bd8cb40d req-d3e71958-2694-4c59-b9c0-2dbdbc869cb5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460463 Jan 29 20:47:36.290252 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:37.171468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66dfa0-520d-4430-ad60-b0781cb442f2 req-acb78e7b-d828-472d-ab43-cba43af35bfc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:37.173006 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff66dfa0-520d-4430-ad60-b0781cb442f2 req-acb78e7b-d828-472d-ab43-cba43af35bfc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0524478 Jan 29 20:47:37.221569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ff66dfa0-520d-4430-ad60-b0781cb442f2 req-ed30576a-ef83-4a33-99cf-494f05ad090f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Jan 29 20:47:38.346593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c03d4f-aa15-4459-915a-da2c9402dcf3 req-47c4a8de-ffc7-46f8-b121-5bb26b5a3167 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:38.348072 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68c03d4f-aa15-4459-915a-da2c9402dcf3 req-47c4a8de-ffc7-46f8-b121-5bb26b5a3167 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0568502 Jan 29 20:47:38.395998 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-68c03d4f-aa15-4459-915a-da2c9402dcf3 req-641b622e-6df7-4227-a737-9a58e3ebadd3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Jan 29 20:47:38.514963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8bcd1-f258-4c54-950b-870f33193793 req-61f483ff-4249-43fa-a500-177c709d473e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:38.516471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6e8bcd1-f258-4c54-950b-870f33193793 req-61f483ff-4249-43fa-a500-177c709d473e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0537467 Jan 29 20:47:38.541802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:38.565791 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6e8bcd1-f258-4c54-950b-870f33193793 req-e3ac940c-3567-4315-8dbf-ccb28da92e2c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 Jan 29 20:47:38.587754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42386) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:38.636476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ccfc27-38d7-4a06-80a4-b94e2bb44f00 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:38.637894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-78ccfc27-38d7-4a06-80a4-b94e2bb44f00 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1122 time: 0.0491540 Jan 29 20:47:38.640691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42388) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:38.644801 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:47:38.712518 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:38.809920 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:38.913882 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.176 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/3f5399e4-3970-4f81-95d2-eb32f3a90977) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:47:39.015846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:39.094482 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:39.136887 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:47:39.143013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:47:39.148033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:47:39.150027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3f5399e4-3970-4f81-95d2-eb32f3a90977,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:39.175979 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.176299 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.176682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.177034 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.177408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.177753 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.178095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.178457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.178762 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.179097 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.179432 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.179765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.180093 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:47:39.511610 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (a4fed531-3174-4422-a9a5-d88d38aaf433), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:39.654402 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:39.808722 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:39.849408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:39.916354 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=3f5399e4-3970-4f81-95d2-eb32f3a90977,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:47:39.926420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (a4fed531-3174-4422-a9a5-d88d38aaf433), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:40.034661 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP a4fed531-3174-4422-a9a5-d88d38aaf433 associated. External IP: 172.25.5.176, port: 58fd6a01-5353-4f2e-b2c4-73d10fac6c32. Jan 29 20:47:40.305255 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:47:40.547150 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 6b77fef3-30e3-4a87-9969-635433a50a39 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:47:40.652976 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:47:40.663877 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] Sync routers for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:47:40.673225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:40.673841 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:47:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:40.720321 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:40.752353 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-99d74ce9-d875-40a8-abf8-4e6804397ec9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1082363 Jan 29 20:47:40.752353 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:47:40.752822 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65117533-dc20-49be-bef6-ccc4e3112b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:47:40.788100 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:40.790758 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301bee0-faf2-43fb-9e44-42ad9d06dc4f x-openstack-request-id: req-2301bee0-faf2-43fb-9e44-42ad9d06dc4f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:47:40.790984 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:47:40.791243 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2301bee0-faf2-43fb-9e44-42ad9d06dc4f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:47:40.791590 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'status': 'completed', 'code': 200} Jan 29 20:47:40.856442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c91dce-1bbe-4cf6-9e40-e149ede51b32 req-387f7062-8f0f-4cd6-9933-6151e99f7728 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:40.859190 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47c91dce-1bbe-4cf6-9e40-e149ede51b32 req-387f7062-8f0f-4cd6-9933-6151e99f7728 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0574589 Jan 29 20:47:40.884579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-da502076-882c-404b-8346-385e96859389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:40.886224 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-da502076-882c-404b-8346-385e96859389 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1127 time: 0.0473955 Jan 29 20:47:40.914262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-47c91dce-1bbe-4cf6-9e40-e149ede51b32 req-56a9be17-cd64-45f1-be87-c0a8e913afef tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493438 Jan 29 20:47:40.936818 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42394) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:40.985565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-24570518-32f5-4da1-88b5-b8030a359d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:40.987150 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-24570518-32f5-4da1-88b5-b8030a359d33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 895 time: 0.0943615 Jan 29 20:47:41.005745 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ba61380f-614c-4a89-a7f3-926fce52d489 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/a4fed531-3174-4422-a9a5-d88d38aaf433 HTTP/1.1" status: 200 len: 991 time: 0.0676315 Jan 29 20:47:41.028474 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a4fed531-3174-4422-a9a5-d88d38aaf433', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'port_id': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'mac_address': 'fa:16:3e:87:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:39Z', 'updated_at': '2022-01-29T20:47:39Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:27Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:41.052665 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-73348256-a5c3-42cc-8d84-6aaa1e051597 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 999 time: 0.0598445 Jan 29 20:47:41.055025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] Checking router: 6b77fef3-30e3-4a87-9969-635433a50a39 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:47:41.063379 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:47:41.063968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:47:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:41.105228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-37b9a825-f994-408a-870d-fbae39e16b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:41.107005 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-37b9a825-f994-408a-870d-fbae39e16b75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 200 len: 834 time: 0.0490773 Jan 29 20:47:41.156439 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-c3ff61bc-414a-4aca-b220-e3c247018df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:41.157943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-c3ff61bc-414a-4aca-b220-e3c247018df0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b30e34-406c-4b14-9892-ea9b0dc1f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448098 Jan 29 20:47:41.170546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:47:41.246385 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-5200fd1d-3ce7-4670-905e-ce8aab3d2b14 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824986 Jan 29 20:47:41.342054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-65117533-dc20-49be-bef6-ccc4e3112b5c req-527121eb-f974-423f-b575-0be0d036966e service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901992 Jan 29 20:47:41.398263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a4fed531-3174-4422-a9a5-d88d38aaf433', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'port_id': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'mac_address': 'fa:16:3e:87:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:39Z', 'updated_at': '2022-01-29T20:47:39Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:27Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:47:41.424169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5d10a-ca2e-4628-aad9-18fc1c403ae0 None None] The sync data for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 is: [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'a4fed531-3174-4422-a9a5-d88d38aaf433', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'port_id': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'mac_address': 'fa:16:3e:87:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:47:39Z', 'updated_at': '2022-01-29T20:47:39Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:27Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:47:41.618646 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dce4bc-2973-4927-be08-7cbb18ac4bf6 None None] New status for floating IP a4fed531-3174-4422-a9a5-d88d38aaf433: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:47:42.009890 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42396) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:47:42.069270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-edb1eb8e-1d16-40cd-9af8-51ede53138df tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/a4fed531-3174-4422-a9a5-d88d38aaf433 HTTP/1.1" status: 200 len: 993 time: 0.0582466 Jan 29 20:47:49.352514 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-3cd8977a-811c-4a6b-8729-d87b8e45cfec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448875 Jan 29 20:47:49.454292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-5d3ae549-6ee4-47f7-9fce-6aa8f5d8ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:49.455867 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-5d3ae549-6ee4-47f7-9fce-6aa8f5d8ab12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1127 time: 0.0447457 Jan 29 20:47:49.563619 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-50d2f671-9250-453c-9ada-b62267166930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:49.565072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-50d2f671-9250-453c-9ada-b62267166930 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 895 time: 0.0895000 Jan 29 20:47:49.636870 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-db527f8a-99b9-41ce-97eb-da737e6d1650 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 1001 time: 0.0635176 Jan 29 20:47:49.686974 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-22250ca2-edcd-409c-964d-89fc54975995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:49.688424 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-22250ca2-edcd-409c-964d-89fc54975995 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 200 len: 834 time: 0.0454781 Jan 29 20:47:49.741159 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-2a7e82c3-f95f-43a9-926a-d719e0060383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:47:49.742740 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-2a7e82c3-f95f-43a9-926a-d719e0060383 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b30e34-406c-4b14-9892-ea9b0dc1f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453010 Jan 29 20:47:49.837530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-af2a176b-4ebb-406a-91a1-5db4ee5c7259 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891349 Jan 29 20:47:49.926456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d912336-5d62-4ca0-bcf1-0a5fbff6de9f req-f8a195cf-48e6-4460-9232-c00627edea54 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 Jan 29 20:47:55.203459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fd821a6c-085a-4f27-9d2d-4b5b454594c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:58.266540 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0273bb6a-db51-418e-939a-27d914eccc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:47:59.071001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:00.391880 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:00.500476 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:01.557472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:08.562967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:13.761027 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82300263-b39e-4da8-b823-f8ba13fafe81 req-a543e636-9f7e-4e9b-a15a-e54bb7d47768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:13.762525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82300263-b39e-4da8-b823-f8ba13fafe81 req-a543e636-9f7e-4e9b-a15a-e54bb7d47768 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.1266823 Jan 29 20:48:13.816693 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82300263-b39e-4da8-b823-f8ba13fafe81 req-79d32e3c-c251-4ca5-88ef-7b792f4326e9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483150 Jan 29 20:48:14.986322 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e3de1-c4d1-4982-8f77-a95154107900 req-0e08cccd-f5dd-4934-89fe-081d0d1fc0b4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:14.987822 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-961e3de1-c4d1-4982-8f77-a95154107900 req-0e08cccd-f5dd-4934-89fe-081d0d1fc0b4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.1005909 Jan 29 20:48:15.035907 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-961e3de1-c4d1-4982-8f77-a95154107900 req-19b53499-7155-44ee-a0ae-15c58658a94d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Jan 29 20:48:16.155160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e334849-21e5-4794-be00-471f301b03de req-7b7e1837-2ec7-4e21-8ed9-f469df231c4a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:16.156682 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e334849-21e5-4794-be00-471f301b03de req-7b7e1837-2ec7-4e21-8ed9-f469df231c4a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0523832 Jan 29 20:48:16.204796 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e334849-21e5-4794-be00-471f301b03de req-739287b0-2594-480e-ad56-f6cd154cb1e7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425849 Jan 29 20:48:17.304592 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:48:17.324446 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b214f-ed94-42e1-890e-defb2a42c38a req-e79ed2b6-9b2a-4b1a-aa01-7e1aec683f24 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:17.325925 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-054b214f-ed94-42e1-890e-defb2a42c38a req-e79ed2b6-9b2a-4b1a-aa01-7e1aec683f24 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0520117 Jan 29 20:48:17.375884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-054b214f-ed94-42e1-890e-defb2a42c38a req-6dfaa2ee-fe2b-40e2-a01a-9cb2d30943cd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Jan 29 20:48:18.498288 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44467ca9-4eb5-44f0-9875-5117e065d051 req-0aa66671-228f-482d-9c20-e017fa498c57 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:18.499773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44467ca9-4eb5-44f0-9875-5117e065d051 req-0aa66671-228f-482d-9c20-e017fa498c57 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0576954 Jan 29 20:48:18.546934 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44467ca9-4eb5-44f0-9875-5117e065d051 req-685684f9-fef4-4719-9e1d-e9df482151bd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Jan 29 20:48:19.667746 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d1656-0e90-4a0b-8269-dc953f992822 req-fc92f333-4a9a-4e0a-9ab4-806c21565a05 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:19.669243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a22d1656-0e90-4a0b-8269-dc953f992822 req-fc92f333-4a9a-4e0a-9ab4-806c21565a05 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0512977 Jan 29 20:48:19.721472 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a22d1656-0e90-4a0b-8269-dc953f992822 req-41403c35-7e25-4e85-bc66-970ab047a1b7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466933 Jan 29 20:48:20.847322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d30bce-7990-489c-a6c2-6e43e4ec93b3 req-8e4621be-d591-41ac-ae07-d7e26cf2a992 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:20.848814 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61d30bce-7990-489c-a6c2-6e43e4ec93b3 req-8e4621be-d591-41ac-ae07-d7e26cf2a992 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0560915 Jan 29 20:48:20.898591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-61d30bce-7990-489c-a6c2-6e43e4ec93b3 req-95661140-5902-4570-8718-a211f9c2eba0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Jan 29 20:48:22.017142 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fdeda-e41b-488a-8e72-7c82dfa108de req-e287be3a-7486-48f5-901d-5b7a2a525009 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:22.018607 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e0fdeda-e41b-488a-8e72-7c82dfa108de req-e287be3a-7486-48f5-901d-5b7a2a525009 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0535872 Jan 29 20:48:22.067201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e0fdeda-e41b-488a-8e72-7c82dfa108de req-2f82bd18-a551-46d7-9f19-b11ea69e1e85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Jan 29 20:48:23.185731 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef7d8-f55a-41ba-b6f5-520f20eee94b req-c0e5264a-8889-42d8-b51a-d8ba06d2db7f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:23.187231 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae2ef7d8-f55a-41ba-b6f5-520f20eee94b req-c0e5264a-8889-42d8-b51a-d8ba06d2db7f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0524409 Jan 29 20:48:23.236667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ae2ef7d8-f55a-41ba-b6f5-520f20eee94b req-13d32764-b73b-4ef7-96fc-171fab38b31f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438170 Jan 29 20:48:24.356531 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d1a71-ec3d-4cb4-8d57-8d28b66a311b req-122ca898-1777-479b-a422-13aa06aedad5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:24.358021 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b1d1a71-ec3d-4cb4-8d57-8d28b66a311b req-122ca898-1777-479b-a422-13aa06aedad5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0528054 Jan 29 20:48:24.405719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9b1d1a71-ec3d-4cb4-8d57-8d28b66a311b req-0aa8a39f-501d-4eaf-9c6e-3bef375dada1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Jan 29 20:48:25.207565 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4429d58-b7ff-4b36-a7dd-fcb99c213ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:25.531930 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879a668-1333-454b-a873-a510cd370e96 req-32fb99ac-f68f-4ab6-b725-1a7d5d58f4a3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:25.533446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d879a668-1333-454b-a873-a510cd370e96 req-32fb99ac-f68f-4ab6-b725-1a7d5d58f4a3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0580838 Jan 29 20:48:25.583560 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d879a668-1333-454b-a873-a510cd370e96 req-8443f888-6ece-48b8-9128-561fdcfa4b5f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 Jan 29 20:48:26.705195 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de08d86-10c3-4c0a-b3c6-5dcf804295b9 req-5934f5bf-4eae-4776-817a-711a62c7e6d0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:26.706662 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2de08d86-10c3-4c0a-b3c6-5dcf804295b9 req-5934f5bf-4eae-4776-817a-711a62c7e6d0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0560997 Jan 29 20:48:26.755691 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2de08d86-10c3-4c0a-b3c6-5dcf804295b9 req-7056b73c-50c3-4698-b8c6-ae00480f835a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Jan 29 20:48:27.875245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490cf7-95b2-41ec-a688-6766a22e78c8 req-986a0055-611d-42dc-a9be-1e2c395e81fc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:27.876732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21490cf7-95b2-41ec-a688-6766a22e78c8 req-986a0055-611d-42dc-a9be-1e2c395e81fc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0523193 Jan 29 20:48:27.924751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-21490cf7-95b2-41ec-a688-6766a22e78c8 req-6a0e9b8e-591e-41bb-9cf3-35bfa34068dd tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Jan 29 20:48:28.219507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f5e26dc2-aef8-4a10-a521-14875a284ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:29.047238 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf92e5-51b7-4023-8dc4-c6070c15f729 req-fbee18b8-0102-4c47-98c7-c06cc64227c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:29.048758 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dcaf92e5-51b7-4023-8dc4-c6070c15f729 req-fbee18b8-0102-4c47-98c7-c06cc64227c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0542629 Jan 29 20:48:29.059809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:29.100135 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-dcaf92e5-51b7-4023-8dc4-c6070c15f729 req-d05a263d-871b-40de-becd-0a1d2860f440 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Jan 29 20:48:30.218572 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61d2ff-2dc5-4a7d-ad6b-e04e2966acc3 req-e49712e3-9a75-4ac3-b80a-dc9528adda21 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:30.220082 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed61d2ff-2dc5-4a7d-ad6b-e04e2966acc3 req-e49712e3-9a75-4ac3-b80a-dc9528adda21 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0519207 Jan 29 20:48:30.275530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ed61d2ff-2dc5-4a7d-ad6b-e04e2966acc3 req-bcf2791d-fbbe-45d1-b922-444f121693e5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497544 Jan 29 20:48:30.304962 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42446) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:48:30.366922 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-f521adb9-ed3d-4fa7-a7c9-f2f4c4cc79a3 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/a4fed531-3174-4422-a9a5-d88d38aaf433 HTTP/1.1" status: 200 len: 993 time: 0.0604336 Jan 29 20:48:30.413584 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:30.498986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:31.557094 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:31.787424 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820fecd-6cdd-4a72-b31d-7b0776607f61 req-de2e2135-35a9-4d0e-94c9-450226e46f24 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:31.788985 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5820fecd-6cdd-4a72-b31d-7b0776607f61 req-de2e2135-35a9-4d0e-94c9-450226e46f24 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0542479 Jan 29 20:48:31.846909 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5820fecd-6cdd-4a72-b31d-7b0776607f61 req-23350c6c-0920-49e8-a83d-d0249a89f168 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522161 Jan 29 20:48:31.889739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-5d67d2e3-53bb-42d1-954e-07091da3bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:31.891272 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-5d67d2e3-53bb-42d1-954e-07091da3bb67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1127 time: 0.0459566 Jan 29 20:48:31.983446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-10692838-b1fe-422e-9c33-4f61d30a6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:31.984964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-10692838-b1fe-422e-9c33-4f61d30a6865 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 895 time: 0.0885355 Jan 29 20:48:32.048000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-5b5f7d5a-6db7-43a4-b6d9-560c0ca45c4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 1001 time: 0.0567367 Jan 29 20:48:32.099854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-a6d3ecfe-2775-41e8-a97b-a832ef792310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:32.101294 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-a6d3ecfe-2775-41e8-a97b-a832ef792310 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 200 len: 834 time: 0.0476029 Jan 29 20:48:32.150662 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-55ee3c8e-41a2-4bc1-b4ec-e5a2b7a533dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:32.152195 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-55ee3c8e-41a2-4bc1-b4ec-e5a2b7a533dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b30e34-406c-4b14-9892-ea9b0dc1f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446429 Jan 29 20:48:32.243642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-0b55f6cb-b309-418e-9d46-0666e022d380 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850284 Jan 29 20:48:32.338794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3243f5ce-5eed-4be3-9943-da1120efa995 req-1f5b55e5-3733-418a-8ef9-1c1102ff403b service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898640 Jan 29 20:48:32.973508 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bdaec-635e-45f1-ab83-ef13203af466 req-827565fd-57e4-417d-93f5-c8eb43b16e1b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:32.975122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-192bdaec-635e-45f1-ab83-ef13203af466 req-827565fd-57e4-417d-93f5-c8eb43b16e1b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0550051 Jan 29 20:48:33.025805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-192bdaec-635e-45f1-ab83-ef13203af466 req-94d7c4a1-3723-472e-b7de-f31bb296d569 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Jan 29 20:48:34.146964 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbfe3e-8260-4620-8d16-567d2bf7e278 req-9edaeae7-33ff-4a87-9693-ee912dbda88d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:34.148480 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76fbfe3e-8260-4620-8d16-567d2bf7e278 req-9edaeae7-33ff-4a87-9693-ee912dbda88d tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0526502 Jan 29 20:48:34.196191 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-76fbfe3e-8260-4620-8d16-567d2bf7e278 req-2fd1d2ec-b29a-49ef-afa1-66941115253e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Jan 29 20:48:34.219273 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42458) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:48:34.286031 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-314f2a29-cbae-462d-82d0-ce38e490e857 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/a4fed531-3174-4422-a9a5-d88d38aaf433 HTTP/1.1" status: 200 len: 993 time: 0.0655403 Jan 29 20:48:38.579616 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:50.311009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-8933b1e7-c9be-409e-a7b2-a55476d5e8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433574 Jan 29 20:48:50.420245 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-245ac134-7723-4c59-9be0-816dc0569a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:50.421762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-245ac134-7723-4c59-9be0-816dc0569a02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1127 time: 0.0492318 Jan 29 20:48:50.527221 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-97bd9c57-e566-45ea-90b7-689f11d47ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:50.528873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-97bd9c57-e566-45ea-90b7-689f11d47ae3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 895 time: 0.0892198 Jan 29 20:48:50.594345 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-da08b607-5252-4409-9953-9f647d9fadd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 1001 time: 0.0592930 Jan 29 20:48:50.646020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-72e54e23-a1fb-480d-8566-fdecd054add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:50.647494 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-72e54e23-a1fb-480d-8566-fdecd054add4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 200 len: 834 time: 0.0476921 Jan 29 20:48:50.696500 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-8e299aff-3528-4fdc-9f80-baff4b8812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:48:50.697960 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-8e299aff-3528-4fdc-9f80-baff4b8812a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b30e34-406c-4b14-9892-ea9b0dc1f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442641 Jan 29 20:48:50.790075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-9b2104bc-4b0e-4de3-9d2f-65518e6ba4bf service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859549 Jan 29 20:48:50.876983 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1238e347-143c-46ae-8374-3e39d0a228a2 req-e205121c-612e-48d5-979b-3fedc11f500e service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808973 Jan 29 20:48:54.303525 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:48:55.213548 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ecebf434-1e98-48f6-acf9-4feac6e274d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:58.224764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ea0c74c3-c9d6-4890-901d-8a293f58a269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:48:59.058343 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:00.447515 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:00.493151 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:01.572705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:04.738648 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:04.893787 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 3f5399e4-3970-4f81-95d2-eb32f3a90977 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:49:04.894129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:04.971810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:04.972141 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (3f5399e4-3970-4f81-95d2-eb32f3a90977), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:04.984601 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 3f5399e4-3970-4f81-95d2-eb32f3a90977 owned by network:floatingip {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:49:05.195830 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (3f5399e4-3970-4f81-95d2-eb32f3a90977), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:05.222094 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=3f5399e4-3970-4f81-95d2-eb32f3a90977,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:05.234487 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.234914 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.235266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.235609 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.235950 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.236314 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.236653 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.236990 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.237322 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.237655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.237986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.238478 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.239044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:05.294866 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (a4fed531-3174-4422-a9a5-d88d38aaf433), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:05.296766 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP a4fed531-3174-4422-a9a5-d88d38aaf433 disassociated (deleted). External IP: 172.25.5.176, port: 58fd6a01-5353-4f2e-b2c4-73d10fac6c32. Jan 29 20:49:05.502491 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 6b77fef3-30e3-4a87-9969-635433a50a39 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:49:05.609674 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:49:05.615506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:05.620018 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] Sync routers for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:49:05.629676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:05.630388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:05.647233 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8dad15fc-8630-48d5-849a-b96c1508b458 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/floatingips/a4fed531-3174-4422-a9a5-d88d38aaf433 HTTP/1.1" status: 204 len: 168 time: 0.9049618 Jan 29 20:49:05.647233 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:49:05.648139 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb4922-0427-404c-b14a-a6b3c1b28afb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:49:05.743121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:05.743249 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b9cc4c-924d-4973-b622-e84032041d63 x-openstack-request-id: req-e8b9cc4c-924d-4973-b622-e84032041d63 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:49:05.743249 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:49:05.743249 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8b9cc4c-924d-4973-b622-e84032041d63 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:49:05.743249 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'status': 'completed', 'code': 200} Jan 29 20:49:05.832063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-ac3790d7-d719-4565-addd-20a4e5e51b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:05.834309 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-ac3790d7-d719-4565-addd-20a4e5e51b4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 1127 time: 0.0470915 Jan 29 20:49:05.930997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-7bb5b764-bef5-4272-80b9-8e53179dd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:05.932495 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-7bb5b764-bef5-4272-80b9-8e53179dd971 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 200 len: 895 time: 0.0909445 Jan 29 20:49:05.937457 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:27Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:05.969701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] Checking router: 6b77fef3-30e3-4a87-9969-635433a50a39 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:49:05.973743 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-43a4cd89-f410-4aad-852b-f0d73ecc4939 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 200 len: 217 time: 0.0348136 Jan 29 20:49:05.978891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:05.979790 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:06.098675 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:06.100730 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-34248e9f-46fe-4196-9380-543c6761b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:06.102207 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-34248e9f-46fe-4196-9380-543c6761b1e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 200 len: 834 time: 0.0894480 Jan 29 20:49:06.127744 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464270-0a85-4bb2-86e8-b93ddf053e51 req-e708364c-a8de-433c-9d1f-f57cfee3820c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:06.129914 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89464270-0a85-4bb2-86e8-b93ddf053e51 req-e708364c-a8de-433c-9d1f-f57cfee3820c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0803432 Jan 29 20:49:06.200591 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-988a0533-963a-4fa5-b8d6-c9cae493982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:06.202104 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-988a0533-963a-4fa5-b8d6-c9cae493982b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6b30e34-406c-4b14-9892-ea9b0dc1f558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921683 Jan 29 20:49:06.205802 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-89464270-0a85-4bb2-86e8-b93ddf053e51 req-39cf2221-f0a3-4dcc-ab05-1249583cd12e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605669 Jan 29 20:49:06.306823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-148b5112-1338-4635-a78b-e51902c27632 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976365 Jan 29 20:49:06.333300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:27Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:06.360556 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4f773-c3d9-42e6-b704-a87042aa7101 None None] The sync data for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 is: [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5007e776-a320-4ba3-8794-a9828a9ab16c', 'name': '', 'network_id': 'c6b30e34-406c-4b14-9892-ea9b0dc1f558', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:f7:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '732f0b40-6194-4465-9e11-1c42df347b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:24Z', 'updated_at': '2022-01-29T20:47:27Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': '732f0b40-6194-4465-9e11-1c42df347b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:49:06.418023 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-64bb4922-0427-404c-b14a-a6b3c1b28afb req-560399f1-f75a-43a5-9bae-b3c0746c0f25 service neutron] 10.222.0.26 "GET /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050758 Jan 29 20:49:06.613485 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e853638-1133-4011-93c1-c6f169b840b4 None None] New status for floating IP a4fed531-3174-4422-a9a5-d88d38aaf433: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:49:07.343110 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b490-ec62-412c-902c-6bc63a5a0f29 req-8e78aef4-7529-4c85-a85b-e735c09c1081 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:07.344644 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a894b490-ec62-412c-902c-6bc63a5a0f29 req-8e78aef4-7529-4c85-a85b-e735c09c1081 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0548666 Jan 29 20:49:07.396399 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a894b490-ec62-412c-902c-6bc63a5a0f29 req-e900ffb0-243b-47d0-8471-387dc455aa8c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=68509156-b710-422d-b625-5af102c78a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445530 Jan 29 20:49:07.661461 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-dc4bb8ef-2683-472f-ad64-810ae2f1df87 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:07.662937 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-dc4bb8ef-2683-472f-ad64-810ae2f1df87 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 945 time: 0.0572891 Jan 29 20:49:07.755921 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:49:07.756290 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:07.847845 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:07.848375 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:07.860377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:49:08.042186 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (58fd6a01-5353-4f2e-b2c4-73d10fac6c32), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:08.074966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=58fd6a01-5353-4f2e-b2c4-73d10fac6c32,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:08.117565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] No DVR routers for this DVR port 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:49:08.120164 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:08.123454 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-276d0f3f-0b24-4313-9c64-0d8d9bdbb596 req-58c75581-c23d-44bc-8fa7-e51738540635 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.26 "DELETE /v2.0/ports/58fd6a01-5353-4f2e-b2c4-73d10fac6c32 HTTP/1.1" status: 204 len: 173 time: 0.4555972 Jan 29 20:49:08.123920 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'name': 'network-vif-deleted', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:49:08.126157 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbfeb20-3153-43ff-8b85-498dd80a1171" -d '{"events": [{"server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "name": "network-vif-deleted", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:49:08.164341 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c509edf-47ef-4949-9713-502e57b59322 x-openstack-request-id: req-6c509edf-47ef-4949-9713-502e57b59322 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:49:08.164679 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf867cfc-07b7-459f-9705-00226d2d331b", "name": "network-vif-deleted", "tag": "58fd6a01-5353-4f2e-b2c4-73d10fac6c32", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:49:08.164930 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c509edf-47ef-4949-9713-502e57b59322 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:49:08.165339 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf867cfc-07b7-459f-9705-00226d2d331b', 'name': 'network-vif-deleted', 'tag': '58fd6a01-5353-4f2e-b2c4-73d10fac6c32', 'status': 'completed', 'code': 200} Jan 29 20:49:08.521029 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-75dc157c-fe5f-4eb6-bdc8-dcd35512ef57 req-8421c5a0-fecb-4352-b199-a746e429f062 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf867cfc-07b7-459f-9705-00226d2d331b HTTP/1.1" status: 200 len: 210 time: 0.0344758 Jan 29 20:49:08.579235 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:09.579146 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42492) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:09.937616 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (6b77fef3-30e3-4a87-9969-635433a50a39), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:10.190117 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 5007e776-a320-4ba3-8794-a9828a9ab16c {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:49:10.190346 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:10.283903 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 5007e776-a320-4ba3-8794-a9828a9ab16c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5007e776-a320-4ba3-8794-a9828a9ab16c,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:10.284293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:10.296035 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 5007e776-a320-4ba3-8794-a9828a9ab16c owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:49:10.527599 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5007e776-a320-4ba3-8794-a9828a9ab16c), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:10.555248 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=5007e776-a320-4ba3-8794-a9828a9ab16c,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:10.583365 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.584038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.584038 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.584394 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.584732 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.585055 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.585468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.585703 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.586024 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.586348 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.586667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.586986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.587303 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:10.742269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (6b77fef3-30e3-4a87-9969-635433a50a39), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:10.947714 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 6b77fef3-30e3-4a87-9969-635433a50a39 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:49:11.049837 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:49:11.056658 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-47f2bb89-abd8-46fe-88a0-c3edbd62733f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/6b77fef3-30e3-4a87-9969-635433a50a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764528 Jan 29 20:49:11.058948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42494) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:11.059954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] Sync routers for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:49:11.070447 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:11.071049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:11.111895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting subnet 732f0b40-6194-4465-9e11-1c42df347b26 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:49:11.115671 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (732f0b40-6194-4465-9e11-1c42df347b26), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.160558 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (732f0b40-6194-4465-9e11-1c42df347b26), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.248802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (732f0b40-6194-4465-9e11-1c42df347b26), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.333112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:11.368036 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (732f0b40-6194-4465-9e11-1c42df347b26), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.400696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Subnet': ['ID=732f0b40-6194-4465-9e11-1c42df347b26,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:11.404298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.409189 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-494e78cf-d006-46bb-bff4-1ca3964f60b5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/subnets/732f0b40-6194-4465-9e11-1c42df347b26 HTTP/1.1" status: 204 len: 168 time: 0.3490870 Jan 29 20:49:11.410796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42496) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:11.414937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44e0eb-ab5a-491b-af36-607a5cdb2d6e None None] Network c6b30e34-406c-4b14-9892-ea9b0dc1f558 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:49:11.517465 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (6b77fef3-30e3-4a87-9969-635433a50a39), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.594400 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:11.622571 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] Checking router: 6b77fef3-30e3-4a87-9969-635433a50a39 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:49:11.625285 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (6b77fef3-30e3-4a87-9969-635433a50a39), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.631007 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] Routers {'6b77fef3-30e3-4a87-9969-635433a50a39'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:11.631617 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['6b77fef3-30e3-4a87-9969-635433a50a39'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:11.670055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] DHCP port deletion for c6b30e34-406c-4b14-9892-ea9b0dc1f558 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:49:11.770710 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] Set router 6b77fef3-30e3-4a87-9969-635433a50a39 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:11.849761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Deleting port a6299f0b-52f1-49ab-a177-1c88b3f5f7db {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:49:11.850131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.955157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] For port a6299f0b-52f1-49ab-a177-1c88b3f5f7db, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,segment=NetworkSegment(607a47e1-5c4e-44a4-a50c-c4118dee5fae),segment_id=607a47e1-5c4e-44a4-a50c-c4118dee5fae)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:11.955467 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:11.981339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Calling delete_port for a6299f0b-52f1-49ab-a177-1c88b3f5f7db owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:49:12.038916 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 37ee98c5-fbf4-40f8-9570-be2a50f1b384 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:49:12.039148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.083728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:12.118590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493fe5-3131-4173-ab87-4f75d98d3fae None None] The sync data for ids ['6b77fef3-30e3-4a87-9969-635433a50a39'] in n-d-825496-5 is: [{'id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101596547', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:49:10Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': '37ee98c5-fbf4-40f8-9570-be2a50f1b384', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77fef3-30e3-4a87-9969-635433a50a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:47:20Z', 'updated_at': '2022-01-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:49:12.122520 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 37ee98c5-fbf4-40f8-9570-be2a50f1b384, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=37ee98c5-fbf4-40f8-9570-be2a50f1b384,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:12.122941 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.163488 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 37ee98c5-fbf4-40f8-9570-be2a50f1b384 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:49:12.230165 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a6299f0b-52f1-49ab-a177-1c88b3f5f7db), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.260741 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Pushing event deleted for resources: {'Port': ['ID=a6299f0b-52f1-49ab-a177-1c88b3f5f7db,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:12.263097 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] No DVR routers for this DVR port a6299f0b-52f1-49ab-a177-1c88b3f5f7db on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:49:12.275151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.275812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.276765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.277114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.277453 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.277787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.278491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.278491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.278751 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.279058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.279380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.279703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.280024 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949260a5-23bc-44e0-8462-9afd6874b905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:12.389467 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (37ee98c5-fbf4-40f8-9570-be2a50f1b384), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.391152 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:49:12.412079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:49:12.412374 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 58fd6a01-5353-4f2e-b2c4-73d10fac6c32 not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:49:12.418302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=37ee98c5-fbf4-40f8-9570-be2a50f1b384,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:12.482766 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (6b77fef3-30e3-4a87-9969-635433a50a39), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.518846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a6299f0b-52f1-49ab-a177-1c88b3f5f7db no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:49:12.543674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a6299f0b-52f1-49ab-a177-1c88b3f5f7db {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:49:12.544010 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a6299f0b-52f1-49ab-a177-1c88b3f5f7db not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:49:12.582027 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (6b77fef3-30e3-4a87-9969-635433a50a39), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.584354 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (6b77fef3-30e3-4a87-9969-635433a50a39), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.698731 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (6b77fef3-30e3-4a87-9969-635433a50a39), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.700084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Fanout notify agent at l3_agent the message router_deleted on router 6b77fef3-30e3-4a87-9969-635433a50a39 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:49:12.706255 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.707513 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d6ddf3f4-ab82-41f3-91a6-c040fba81830 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/routers/6b77fef3-30e3-4a87-9969-635433a50a39 HTTP/1.1" status: 204 len: 168 time: 1.2952771 Jan 29 20:49:12.710365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42498) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:12.790839 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (c6b30e34-406c-4b14-9892-ea9b0dc1f558), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.886408 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (c6b30e34-406c-4b14-9892-ea9b0dc1f558), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.909585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b30e34-406c-4b14-9892-ea9b0dc1f558']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:12.919164 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607a47e1-5c4e-44a4-a50c-c4118dee5fae') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:12.919467 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607a47e1-5c4e-44a4-a50c-c4118dee5fae') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:12.929522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (607a47e1-5c4e-44a4-a50c-c4118dee5fae), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.943122 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (607a47e1-5c4e-44a4-a50c-c4118dee5fae), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.949115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:49:12.949447 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (607a47e1-5c4e-44a4-a50c-c4118dee5fae), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:49:12.952407 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:49:13.041349 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (c6b30e34-406c-4b14-9892-ea9b0dc1f558), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.048846 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.051850 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/networks/c6b30e34-406c-4b14-9892-ea9b0dc1f558 HTTP/1.1" status: 204 len: 168 time: 0.3404438 Jan 29 20:49:13.054751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42500) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:13.063121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2a3a5-fe4e-44ff-a469-05ff6e68aef5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Network': ['ID=c6b30e34-406c-4b14-9892-ea9b0dc1f558,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:13.117939 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-915a4173-8a92-40be-a13f-1dc3903b64bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (68509156-b710-422d-b625-5af102c78a45), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.143137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-915a4173-8a92-40be-a13f-1dc3903b64bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (68509156-b710-422d-b625-5af102c78a45), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.241521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-915a4173-8a92-40be-a13f-1dc3903b64bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (68509156-b710-422d-b625-5af102c78a45), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.244065 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-915a4173-8a92-40be-a13f-1dc3903b64bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.245361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-915a4173-8a92-40be-a13f-1dc3903b64bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/security-groups/68509156-b710-422d-b625-5af102c78a45 HTTP/1.1" status: 204 len: 168 time: 0.1894300 Jan 29 20:49:13.255319 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a4173-8a92-40be-a13f-1dc3903b64bc tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68509156-b710-422d-b625-5af102c78a45,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:13.603760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42506) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:13.608953 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109854867', 'description': 'tempest-secgroup-smoke-2109854867 description', 'project_id': 'b2ef2af63863406f9834a23ea266eecd'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:13.687759 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.752177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (b36e9e71-5238-44ec-a5af-9d5f617a8a3f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.824580 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b36e9e71-5238-44ec-a5af-9d5f617a8a3f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.852705 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e9e71-5238-44ec-a5af-9d5f617a8a3f,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:13.940132 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:13.941473 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e1762f7-eee1-4bbf-99d3-d422dbc72b59 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3362939 Jan 29 20:49:13.944681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42508) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:13.949514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'b36e9e71-5238-44ec-a5af-9d5f617a8a3f', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:14.040583 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (f46c1c1d-5971-4537-bc40-38c07b30b1a9), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.094557 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (f46c1c1d-5971-4537-bc40-38c07b30b1a9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.142954 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5007e776-a320-4ba3-8794-a9828a9ab16c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:49:14.155956 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f46c1c1d-5971-4537-bc40-38c07b30b1a9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.167997 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5007e776-a320-4ba3-8794-a9828a9ab16c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:49:14.168372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5007e776-a320-4ba3-8794-a9828a9ab16c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:49:14.172658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37ee98c5-fbf4-40f8-9570-be2a50f1b384 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:49:14.174718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46c1c1d-5971-4537-bc40-38c07b30b1a9,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:14.188466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 37ee98c5-fbf4-40f8-9570-be2a50f1b384 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:49:14.188813 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 37ee98c5-fbf4-40f8-9570-be2a50f1b384 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:49:14.255953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.257212 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f2b9ae5d-5806-490f-98e1-d1c6a4e23f58 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115892 Jan 29 20:49:14.260172 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42510) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:14.264598 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'b36e9e71-5238-44ec-a5af-9d5f617a8a3f', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:14.349050 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (dcf6d011-f0b8-4bbd-a804-2e5de6bb612e), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.407593 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (dcf6d011-f0b8-4bbd-a804-2e5de6bb612e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.481548 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (dcf6d011-f0b8-4bbd-a804-2e5de6bb612e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.499358 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf6d011-f0b8-4bbd-a804-2e5de6bb612e,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:14.575104 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.576343 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-05b73de5-c99c-4727-ab71-7cf2f2874655 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151395 Jan 29 20:49:14.579017 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42512) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:14.583173 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'b36e9e71-5238-44ec-a5af-9d5f617a8a3f', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:14.681299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (fad66156-7c48-4ae8-902a-3bed5e649257), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.740303 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (fad66156-7c48-4ae8-902a-3bed5e649257), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.802159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (fad66156-7c48-4ae8-902a-3bed5e649257), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.820708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad66156-7c48-4ae8-902a-3bed5e649257,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:14.911761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:14.913041 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c010baf9-1ba6-404b-96f9-fc13d48e5e0a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331161 Jan 29 20:49:14.915708 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42514) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:14.920193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'b36e9e71-5238-44ec-a5af-9d5f617a8a3f', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:14.990493 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (f10d23a7-db44-462c-a492-be0b1f22eb1a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.046549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (f10d23a7-db44-462c-a492-be0b1f22eb1a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.109381 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f10d23a7-db44-462c-a492-be0b1f22eb1a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.127679 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10d23a7-db44-462c-a492-be0b1f22eb1a,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:15.209805 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.211064 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ac39064e-7a0c-4e02-b33f-f72a41abaf85 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942727 Jan 29 20:49:15.213755 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42516) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:15.218139 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'b36e9e71-5238-44ec-a5af-9d5f617a8a3f', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:15.287928 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:49:15.293128 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (80322502-a33c-4c52-81d4-0088b433328f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.353040 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (80322502-a33c-4c52-81d4-0088b433328f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.401229 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (80322502-a33c-4c52-81d4-0088b433328f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.417257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80322502-a33c-4c52-81d4-0088b433328f,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:15.466174 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.467405 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-93a588fd-a963-4da2-97f5-a377cb259d31 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2527294 Jan 29 20:49:15.470154 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42518) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:15.475227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'security_group_rule': {'security_group_id': 'b36e9e71-5238-44ec-a5af-9d5f617a8a3f', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:15.539020 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Project b2ef2af63863406f9834a23ea266eecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:49:15.543908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (b2a740a1-9f6f-4d96-9587-58d266bb4653), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.602868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (b2a740a1-9f6f-4d96-9587-58d266bb4653), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.658795 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (b2a740a1-9f6f-4d96-9587-58d266bb4653), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.676681 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a740a1-9f6f-4d96-9587-58d266bb4653,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:15.740427 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.741639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a577bdd2-617c-4b35-b4dd-d9d3b24425d4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2705743 Jan 29 20:49:15.744584 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42520) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:15.749355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1400078439', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'port_security_enabled': True}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:15.830266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:49:15.834145 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.856455 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:49:15.865435 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (290a7eb8-ab3a-414e-9fb8-c7624db4d6a1), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:15.865777 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Added segment 290a7eb8-ab3a-414e-9fb8-c7624db4d6a1 of type vlan for network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 Jan 29 20:49:15.905161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (5afe4ccf-a072-437d-97a1-cd88cbe930a0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.001750 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (5afe4ccf-a072-437d-97a1-cd88cbe930a0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.008126 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:16.008732 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.076586 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Network': ['ID=5afe4ccf-a072-437d-97a1-cd88cbe930a0,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:16.086674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:49:16.101984 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-52482f96-406d-4467-8a75-3ad04a225bb4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3563910 Jan 29 20:49:16.104939 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42522) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:16.109391 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'admin_state_up': True, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:16.201635 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (31f90759-3b68-4313-b588-ba457a385334), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.202722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (31f90759-3b68-4313-b588-ba457a385334), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.252680 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (31f90759-3b68-4313-b588-ba457a385334), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.451908 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31f90759-3b68-4313-b588-ba457a385334), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.700033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31f90759-3b68-4313-b588-ba457a385334), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.721834 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:16.819426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.42 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/f606a90b-1b10-47a5-b2dc-7771983bb15c) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:49:16.919846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:17.122226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:17.160915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:49:17.163928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:17.169777 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:49:17.193292 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=f606a90b-1b10-47a5-b2dc-7771983bb15c,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:17.813216 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31f90759-3b68-4313-b588-ba457a385334), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:18.006173 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (31f90759-3b68-4313-b588-ba457a385334), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:18.241776 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31f90759-3b68-4313-b588-ba457a385334 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:49:18.347898 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:49:18.357871 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Sync routers for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:49:18.366664 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:18.367258 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:18.420992 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:18.422243 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-78a7f4d4-2f7f-4e93-aa8c-95782859de94 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3163276 Jan 29 20:49:18.425451 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42524) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:18.453444 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ec5e2f17-b512-4093-88e2-29aad34f9d06 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b2ef2af63863406f9834a23ea266eecd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268631 Jan 29 20:49:18.455927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42526) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:18.469124 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:18.543205 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a671c-6ef2-4c22-bb8d-c9cb280a0c5c tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:18.544755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1f2a671c-6ef2-4c22-bb8d-c9cb280a0c5c tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879047 Jan 29 20:49:18.547602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42528) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:18.579800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-85b96f68-bf00-4e23-9474-38d3ffb99594 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0fab10e1-2fb7-4010-9e03-b3c136fafac7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311356 Jan 29 20:49:18.582399 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42530) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:18.587907 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087663009', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:18.646196 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:17Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:18.671633 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Checking router: 31f90759-3b68-4313-b588-ba457a385334 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:49:18.671978 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Updating router 31f90759-3b68-4313-b588-ba457a385334 port f606a90b-1b10-47a5-b2dc-7771983bb15c binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:49:18.698083 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:18.727203 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:49:18.731055 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:18.939364 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Publish callbacks [] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:18.944526 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (d29ce281-c6eb-4225-a3f1-f93f70270105), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.011242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Subnet': ['ID=d29ce281-c6eb-4225-a3f1-f93f70270105,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:19.013681 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.019896 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Checking segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:49:19.020817 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network hostable DHCP agents. Network: 5afe4ccf-a072-437d-97a1-cd88cbe930a0, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:49:19.066508 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Pushing event updated for resources: {'Port': ['ID=f606a90b-1b10-47a5-b2dc-7771983bb15c,revision_number=2']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:19.068649 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Attempting to bind port f606a90b-1b10-47a5-b2dc-7771983bb15c on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:49:19.069012 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Attempting to bind port f606a90b-1b10-47a5-b2dc-7771983bb15c by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:49:19.069374 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Attempting to bind port f606a90b-1b10-47a5-b2dc-7771983bb15c on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:49:19.078355 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.078702 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.079041 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.079379 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.079708 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.080033 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.080389 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.080712 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.081030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.081347 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.081665 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.081981 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.082295 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:49:19.086118 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:49:19.086488 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:49:19.086892 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.087271 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:49:19.087748 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Bound port: f606a90b-1b10-47a5-b2dc-7771983bb15c, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:49:19.088103 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.137409 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] For port f606a90b-1b10-47a5-b2dc-7771983bb15c, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:49:19.138652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:49:19.140397 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] For port f606a90b-1b10-47a5-b2dc-7771983bb15c, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f606a90b-1b10-47a5-b2dc-7771983bb15c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:49:19.196432 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.218717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 5afe4ccf-a072-437d-97a1-cd88cbe930a0) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:19.224260 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:19.224941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.236497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a36d3a-f86f-4a40-91e3-5ec1453e2f93 None None] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:49:19.252027 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:19.252673 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:19.292935 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0b051-30b0-4edf-a002-38ed315e0731 None None] Pushing event updated for resources: {'Port': ['ID=f606a90b-1b10-47a5-b2dc-7771983bb15c,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:19.299308 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-20aa2f0d-7a88-433e-ab25-12e962a22730 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7143552 Jan 29 20:49:19.301208 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42532) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:19.340917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:49:19.341956 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.370816 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:19.486889 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Allocated IP 172.20.0.2 (5afe4ccf-a072-437d-97a1-cd88cbe930a0/d29ce281-c6eb-4225-a3f1-f93f70270105/58915e39-79ef-4d7c-9d12-97ba524813b7) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:49:19.554623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:17Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:19.581103 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617c27e-51e1-4873-86f8-88a09370c6ca None None] The sync data for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 is: [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:17Z', 'revision_number': 3, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:49:19.638278 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Publish callbacks [] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.682654 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.727956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:49:19.732380 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:19.734151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Pushing event updated for resources: {'Port': ['ID=58915e39-79ef-4d7c-9d12-97ba524813b7,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:19.736388 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:49:19.789422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.796466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Attempting to bind port 58915e39-79ef-4d7c-9d12-97ba524813b7 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:49:19.796466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Attempting to bind port 58915e39-79ef-4d7c-9d12-97ba524813b7 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:49:19.796466 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Attempting to bind port 58915e39-79ef-4d7c-9d12-97ba524813b7 on network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:49:19.802180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:49:19.802829 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Checking segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:49:19.803340 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.803815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Bound using segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:49:19.804584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Bound port: 58915e39-79ef-4d7c-9d12-97ba524813b7, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:49:19.806321 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:19.894500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] For port 58915e39-79ef-4d7c-9d12-97ba524813b7, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:49:19.898083 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] For port 58915e39-79ef-4d7c-9d12-97ba524813b7, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=58915e39-79ef-4d7c-9d12-97ba524813b7,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:49:19.979903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.041243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d306ca-9876-45ce-a76f-fdc310b61df3 None None] Pushing event updated for resources: {'Port': ['ID=58915e39-79ef-4d7c-9d12-97ba524813b7,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:20.119572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.1 (5afe4ccf-a072-437d-97a1-cd88cbe930a0/d29ce281-c6eb-4225-a3f1-f93f70270105/15ec4d3d-95ed-4348-911d-724459a47fe9) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:49:20.220158 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f606a90b-1b10-47a5-b2dc-7771983bb15c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:49:20.296099 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.298781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f606a90b-1b10-47a5-b2dc-7771983bb15c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:20.299287 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.385119 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.408254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f606a90b-1b10-47a5-b2dc-7771983bb15c is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:20.408696 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.434277 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port f606a90b-1b10-47a5-b2dc-7771983bb15c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f606a90b-1b10-47a5-b2dc-7771983bb15c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:20.454748 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=15ec4d3d-95ed-4348-911d-724459a47fe9,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:20.461255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:49:20.461255 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:20.462227 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:49:20.505148 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.507439 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (31f90759-3b68-4313-b588-ba457a385334), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:20.559991 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=f606a90b-1b10-47a5-b2dc-7771983bb15c,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:20.715545 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.013180 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.070037 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.128554 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e5794-76f5-44c4-8af7-de19297a1523 None None] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:49:21.144597 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=15ec4d3d-95ed-4348-911d-724459a47fe9,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:21.150332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (31f90759-3b68-4313-b588-ba457a385334), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.247576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:49:21.249112 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:21.371195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] Provisioning complete for port 58915e39-79ef-4d7c-9d12-97ba524813b7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:21.371754 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31f90759-3b68-4313-b588-ba457a385334 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:49:21.371865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.482863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] Current status of the port 58915e39-79ef-4d7c-9d12-97ba524813b7 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:21.483532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.487301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:49:21.506432 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-25d501af-d688-4287-9589-52d224067c9c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/31f90759-3b68-4313-b588-ba457a385334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2039227 Jan 29 20:49:21.523020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] For port 58915e39-79ef-4d7c-9d12-97ba524813b7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=58915e39-79ef-4d7c-9d12-97ba524813b7,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:21.596287 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.656160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925fd43-dd95-440b-92c3-595e1d12c93b None None] Pushing event updated for resources: {'Port': ['ID=58915e39-79ef-4d7c-9d12-97ba524813b7,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:21.689397 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-5e818162-e1c6-430d-90f6-3888256366c9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109854867&fields=id&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 267 time: 0.0639708 Jan 29 20:49:21.700174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Sync routers for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:49:21.715586 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:21.716259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:21.771501 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0445872e-86ce-4725-9754-e5256c312b48 None None] Provisioning complete for port 58915e39-79ef-4d7c-9d12-97ba524813b7 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:21.771803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0445872e-86ce-4725-9754-e5256c312b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:21.805801 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-0309d827-c37a-4ebd-8e60-83d523e540f8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:21.807622 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-0309d827-c37a-4ebd-8e60-83d523e540f8 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/networks?id=5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 200 len: 797 time: 0.1089234 Jan 29 20:49:21.822317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-3d6d33f8-0ce3-43d7-9f93-7c0055f88fd5 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/quotas/b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 375 time: 0.0101540 Jan 29 20:49:21.870001 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:21.891403 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-a5ccf3d7-218a-40d5-9039-53e3dabfbae6 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619941 Jan 29 20:49:21.986781 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0445872e-86ce-4725-9754-e5256c312b48 None None] Current status of the port 58915e39-79ef-4d7c-9d12-97ba524813b7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:22.000236 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-a96a8670-87fc-4bae-9991-6e9647de4c04 service neutron] 10.222.0.15 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963218 Jan 29 20:49:22.044345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0445872e-86ce-4725-9754-e5256c312b48 None None] Provisioning complete for port 15ec4d3d-95ed-4348-911d-724459a47fe9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:22.044727 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0445872e-86ce-4725-9754-e5256c312b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.095760 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0445872e-86ce-4725-9754-e5256c312b48 None None] Port 15ec4d3d-95ed-4348-911d-724459a47fe9 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:49:22.103653 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-3aa4b13b-9b3a-4572-8191-5f94110944e9 service neutron] 10.222.0.15 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960784 Jan 29 20:49:22.150945 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 2, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:22.178166 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Checking router: 31f90759-3b68-4313-b588-ba457a385334 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:49:22.178519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Updating router 31f90759-3b68-4313-b588-ba457a385334 port 15ec4d3d-95ed-4348-911d-724459a47fe9 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:49:22.215091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.232108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-05917236-8d06-4728-b125-78a4cd41f5eb None None] Provisioning complete for port 15ec4d3d-95ed-4348-911d-724459a47fe9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:22.232505 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-05917236-8d06-4728-b125-78a4cd41f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.283000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f606a90b-1b10-47a5-b2dc-7771983bb15c up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:49:22.323936 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-05917236-8d06-4728-b125-78a4cd41f5eb None None] Port 15ec4d3d-95ed-4348-911d-724459a47fe9 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:49:22.364185 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-88bcc37c-581e-434d-bd77-d625a4c99fff req-6c2d21ae-42ad-41f7-9eea-1d284f3ac856 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0317802 Jan 29 20:49:22.431439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port f606a90b-1b10-47a5-b2dc-7771983bb15c triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:22.432036 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.601942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port f606a90b-1b10-47a5-b2dc-7771983bb15c is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:22.602973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 58915e39-79ef-4d7c-9d12-97ba524813b7 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:49:22.633969 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Publish callbacks [] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.657656 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 58915e39-79ef-4d7c-9d12-97ba524813b7 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:22.662680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.720011 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.776502 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 58915e39-79ef-4d7c-9d12-97ba524813b7 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:22.787209 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ff9d-3276-4f34-806f-3d1a03637b9e None None] Pushing event updated for resources: {'Port': ['ID=15ec4d3d-95ed-4348-911d-724459a47fe9,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:22.839956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Attempting to bind port 15ec4d3d-95ed-4348-911d-724459a47fe9 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:49:22.840437 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Attempting to bind port 15ec4d3d-95ed-4348-911d-724459a47fe9 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:49:22.840915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Attempting to bind port 15ec4d3d-95ed-4348-911d-724459a47fe9 on network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:49:22.846122 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:49:22.846500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Checking segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:49:22.846909 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.847303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Bound using segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:49:22.847773 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Bound port: 15ec4d3d-95ed-4348-911d-724459a47fe9, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:49:22.848192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:22.912123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] For port 15ec4d3d-95ed-4348-911d-724459a47fe9, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:49:22.915444 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] For port 15ec4d3d-95ed-4348-911d-724459a47fe9, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15ec4d3d-95ed-4348-911d-724459a47fe9,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:49:22.991304 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:23.063560 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:23.064194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:48:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:23.067115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ff9d-3276-4f34-806f-3d1a03637b9e None None] Pushing event updated for resources: {'Port': ['ID=15ec4d3d-95ed-4348-911d-724459a47fe9,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:23.107960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] Provisioning complete for port 15ec4d3d-95ed-4348-911d-724459a47fe9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:23.108381 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:23.234793 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:23.278375 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] Current status of the port 15ec4d3d-95ed-4348-911d-724459a47fe9 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:23.278773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:23.368933 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] For port 15ec4d3d-95ed-4348-911d-724459a47fe9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15ec4d3d-95ed-4348-911d-724459a47fe9,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:23.426656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:23.452194 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ffc1f8ab-07c1-4b74-b63d-ee1c562f73a4 req-72363912-dd03-4af7-bed9-aad5824a892e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0298469 Jan 29 20:49:23.507503 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775698b3-57a7-48e0-a5d1-cdf3cc2672e8 None None] Pushing event updated for resources: {'Port': ['ID=15ec4d3d-95ed-4348-911d-724459a47fe9,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:23.518351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:23.548842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282c62ad-94ba-411f-853f-70bc7040c536 None None] The sync data for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 is: [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:22Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:49:23.558907 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-ef258c8f-ba76-4756-8285-cb79b33cf1d9 None None] Provisioning complete for port 15ec4d3d-95ed-4348-911d-724459a47fe9 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:23.559372 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ef258c8f-ba76-4756-8285-cb79b33cf1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:23.654714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-ef258c8f-ba76-4756-8285-cb79b33cf1d9 None None] Current status of the port 15ec4d3d-95ed-4348-911d-724459a47fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:24.193372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15ec4d3d-95ed-4348-911d-724459a47fe9 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:49:24.243963 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 15ec4d3d-95ed-4348-911d-724459a47fe9 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:24.244391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:24.327894 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 15ec4d3d-95ed-4348-911d-724459a47fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:24.533992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5ad70b1a-c352-43e2-849d-b332625b66b6 req-7659bb47-250b-4544-be50-013ce9b9e075 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0278234 Jan 29 20:49:25.212403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-28140875-9098-43d9-be91-ada5a6d6b8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:25.612077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d35f53c2-12f8-42d8-80d1-2c57294cb756 req-48d58d2c-cab7-4eab-8b87-4107fb4e5d4b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0263171 Jan 29 20:49:26.704695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-19d037d8-320b-4d7b-9a0f-3a01c221b618 req-c22c579f-5595-43a3-879e-e95b7f834c91 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0271535 Jan 29 20:49:27.802869 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5e13f0ab-2caf-4925-b91d-f54e6b269674 req-310b154d-e002-452f-8f30-fe56852aabaf tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0274246 Jan 29 20:49:28.252730 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d478916c-36c3-4782-8801-f0bdb059660d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:28.330956 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-72598a0e-05f8-47d5-89d3-9e9f9eb1c506 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:28.332549 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-72598a0e-05f8-47d5-89d3-9e9f9eb1c506 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/networks?id=5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 200 len: 797 time: 0.1054578 Jan 29 20:49:28.404191 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-3f91b222-a79e-485d-8c5f-1b4382c91681 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ef2af63863406f9834a23ea266eecd HTTP/1.1" status: 200 len: 380 time: 0.0556407 Jan 29 20:49:28.416417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'port': {'device_id': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'admin_state_up': True, 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'security_groups': ['b36e9e71-5238-44ec-a5af-9d5f617a8a3f']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:28.623562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Made reservation on behalf of b2ef2af63863406f9834a23ea266eecd for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:49:28.626987 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:28.752893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.20.0.11 (5afe4ccf-a072-437d-97a1-cd88cbe930a0/d29ce281-c6eb-4225-a3f1-f93f70270105/ad10f62e-3c93-4c63-81a0-b1ed24138668) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:49:28.909671 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e092fb4c-aef2-4864-8f47-50cbc724ddfa req-38ce760d-ddd8-4866-9d8e-ee425b081e62 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0356967 Jan 29 20:49:28.919460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.018821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.060680 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:49:29.066101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:29.070387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:49:29.092661 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.094196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=ad10f62e-3c93-4c63-81a0-b1ed24138668,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:29.132185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:29.132897 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.210640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-e76b8906-ca78-4b5c-a642-82a2ff4aa7c2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7978687 Jan 29 20:49:29.284286 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Request body: {'port': {'device_id': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:29.312070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-fbe5c656-65a5-460f-a05c-3eb8370d9cd0 None None] Provisioning complete for port ad10f62e-3c93-4c63-81a0-b1ed24138668 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:29.312764 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c656-65a5-460f-a05c-3eb8370d9cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.347069 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5c656-65a5-460f-a05c-3eb8370d9cd0 None None] Port ad10f62e-3c93-4c63-81a0-b1ed24138668 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:49:29.348181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.607266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad10f62e-3c93-4c63-81a0-b1ed24138668 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:49:29.615233 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Publish callbacks [] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.626772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Transition to ACTIVE for port object ad10f62e-3c93-4c63-81a0-b1ed24138668 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:49:29.704397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.759626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Pushing event updated for resources: {'Port': ['ID=ad10f62e-3c93-4c63-81a0-b1ed24138668,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:29.833315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Attempting to bind port ad10f62e-3c93-4c63-81a0-b1ed24138668 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:49:29.834042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Attempting to bind port ad10f62e-3c93-4c63-81a0-b1ed24138668 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:49:29.834042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Attempting to bind port ad10f62e-3c93-4c63-81a0-b1ed24138668 on network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:49:29.838761 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Port ad10f62e-3c93-4c63-81a0-b1ed24138668 on network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:49:29.839070 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Attempting to bind port ad10f62e-3c93-4c63-81a0-b1ed24138668 on network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:49:29.844109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:49:29.844477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Checking segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:49:29.844876 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Bound using segment: {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:49:29.845275 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Bound port: ad10f62e-3c93-4c63-81a0-b1ed24138668, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:49:29.845633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:29.916418 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] For port ad10f62e-3c93-4c63-81a0-b1ed24138668, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:49:29.919554 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] For port ad10f62e-3c93-4c63-81a0-b1ed24138668, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:49:30.001517 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:30.037248 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.037878 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:30.038980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939548-4ff1-4a2c-adbc-ac98e3f7cf1f req-8beeb736-03aa-4663-8022-f6d115aa3078 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.039594 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 200 len: 1092 time: 0.8169749 Jan 29 20:49:30.039774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:49:30.040525 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0939548-4ff1-4a2c-adbc-ac98e3f7cf1f req-8beeb736-03aa-4663-8022-f6d115aa3078 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 944 time: 0.0585196 Jan 29 20:49:30.042034 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ac181-c241-42ed-851b-35fd0c778598" -d '{"events": [{"name": "network-changed", "server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:49:30.068949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166b11d-45b4-43d2-98e5-8f11f5663269 service neutron] Pushing event updated for resources: {'Port': ['ID=ad10f62e-3c93-4c63-81a0-b1ed24138668,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:30.095358 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08987c2e-51f0-4a24-918b-8846e7cc763c x-openstack-request-id: req-08987c2e-51f0-4a24-918b-8846e7cc763c {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:49:30.095656 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:49:30.095910 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08987c2e-51f0-4a24-918b-8846e7cc763c {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:49:30.096369 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'status': 'completed', 'code': 200} Jan 29 20:49:30.119830 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c0939548-4ff1-4a2c-adbc-ac98e3f7cf1f req-c85cfa44-2a2a-4066-9055-4f2800c4a159 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615792 Jan 29 20:49:30.169080 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac181-c241-42ed-851b-35fd0c778598 req-ab937a6c-747d-4b60-b43b-db0c904cf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.170646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b03ac181-c241-42ed-851b-35fd0c778598 req-ab937a6c-747d-4b60-b43b-db0c904cf93d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1126 time: 0.0520749 Jan 29 20:49:30.277361 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac181-c241-42ed-851b-35fd0c778598 req-09ab73a9-280b-4bc0-851f-1e03c8f8bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.278839 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b03ac181-c241-42ed-851b-35fd0c778598 req-09ab73a9-280b-4bc0-851f-1e03c8f8bb73 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b2ef2af63863406f9834a23ea266eecd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1012342 Jan 29 20:49:30.374869 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac181-c241-42ed-851b-35fd0c778598 req-5874cd24-7c9c-43c6-a399-87bea8a954d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.376397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b03ac181-c241-42ed-851b-35fd0c778598 req-5874cd24-7c9c-43c6-a399-87bea8a954d4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0877576 Jan 29 20:49:30.418347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:30.463455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-f7cc0cae-589d-4239-9f55-dc616787116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.465014 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-f7cc0cae-589d-4239-9f55-dc616787116c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1126 time: 0.0463452 Jan 29 20:49:30.509812 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:30.513945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-525d9a15-dc0f-4805-aa86-aa807c3d9096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 200 len: 217 time: 0.0384932 Jan 29 20:49:30.565838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-3af99c50-8f8f-4d01-b122-fd368d26a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.567262 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-3af99c50-8f8f-4d01-b122-fd368d26a224 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d29ce281-c6eb-4225-a3f1-f93f70270105 HTTP/1.1" status: 200 len: 835 time: 0.0439222 Jan 29 20:49:30.620954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4550-12e8-4fdd-a140-20317452901d req-49e54e77-e064-4f9d-abda-8760010ae323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:30.622352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-49e54e77-e064-4f9d-abda-8760010ae323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5afe4ccf-a072-437d-97a1-cd88cbe930a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444567 Jan 29 20:49:30.717639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-b9886f80-a0c7-4816-84c7-8fa7ab8ca0ba service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849385 Jan 29 20:49:30.812072 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-eece4550-12e8-4fdd-a140-20317452901d req-e0abe125-4afe-4a74-93c5-6dd09c218596 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Jan 29 20:49:31.251794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223bb5e-f08a-4689-b8c8-67081dd5fddf req-eb5612fa-781c-4dc4-b73e-28323e869fae tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:31.253347 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b223bb5e-f08a-4689-b8c8-67081dd5fddf req-eb5612fa-781c-4dc4-b73e-28323e869fae tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 944 time: 0.0543733 Jan 29 20:49:31.302331 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:49:31.304187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b223bb5e-f08a-4689-b8c8-67081dd5fddf req-e82dfc0b-748e-48bd-a36d-1758fa9aa0f1 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Jan 29 20:49:31.566926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:32.313062 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ad10f62e-3c93-4c63-81a0-b1ed24138668 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:49:32.409892 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ad10f62e-3c93-4c63-81a0-b1ed24138668, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:32.424508 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492227a4-76b0-4a98-b472-bcbf671491b8 req-b5328596-3c17-4833-a160-412570bc96d9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:32.425112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'port_id': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'mac_address': 'fa:16:3e:23:38:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:49:32.426019 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-492227a4-76b0-4a98-b472-bcbf671491b8 req-b5328596-3c17-4833-a160-412570bc96d9 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 944 time: 0.0525956 Jan 29 20:49:32.462989 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ad10f62e-3c93-4c63-81a0-b1ed24138668 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:32.463383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:32.474746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-492227a4-76b0-4a98-b472-bcbf671491b8 req-b14be459-ff77-4f64-aff5-1dc6b3798ae2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Jan 29 20:49:32.483270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad10f62e-3c93-4c63-81a0-b1ed24138668 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:49:32.501914 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ad10f62e-3c93-4c63-81a0-b1ed24138668, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:32.555119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:32.601547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ad10f62e-3c93-4c63-81a0-b1ed24138668,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:32.855049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ad10f62e-3c93-4c63-81a0-b1ed24138668'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:49:33.590594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d3080-f639-482a-9f09-ad7d503fd73e req-45ec49ca-47ee-4708-8fcb-6aad304eb559 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:33.592102 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc2d3080-f639-482a-9f09-ad7d503fd73e req-45ec49ca-47ee-4708-8fcb-6aad304eb559 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 945 time: 0.0512002 Jan 29 20:49:33.641378 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc2d3080-f639-482a-9f09-ad7d503fd73e req-94a03eec-36cc-4ee7-baf0-ef83352b683b tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Jan 29 20:49:34.313618 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ad10f62e-3c93-4c63-81a0-b1ed24138668 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:49:34.417950 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ad10f62e-3c93-4c63-81a0-b1ed24138668 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:49:34.421658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ad10f62e-3c93-4c63-81a0-b1ed24138668 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:49:34.422033 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:34.497367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ad10f62e-3c93-4c63-81a0-b1ed24138668 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:49:34.497760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:34.519445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:49:34.522391 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1758156-48ec-4a55-88be-127d4d987205" -d '{"events": [{"server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "name": "network-vif-plugged", "status": "completed", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:49:34.534605 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ad10f62e-3c93-4c63-81a0-b1ed24138668, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:49:34.595614 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:34.619685 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10568d3-1229-48c8-a695-a89bfe424697 x-openstack-request-id: req-b10568d3-1229-48c8-a695-a89bfe424697 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:49:34.619976 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "name": "network-vif-plugged", "status": "completed", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:49:34.620612 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b10568d3-1229-48c8-a695-a89bfe424697 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:49:34.621010 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'code': 200} Jan 29 20:49:34.648351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ad10f62e-3c93-4c63-81a0-b1ed24138668,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:34.726139 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3c79-ba08-45d8-a4df-d803ffab79a6 req-e7d32eef-e434-45c0-a563-97daced4703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:34.727624 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9e3c79-ba08-45d8-a4df-d803ffab79a6 req-e7d32eef-e434-45c0-a563-97daced4703f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1128 time: 0.0586858 Jan 29 20:49:34.790990 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6a9e3c79-ba08-45d8-a4df-d803ffab79a6 req-b24f1794-e39d-4355-8754-c3267589181b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486124 Jan 29 20:49:34.802536 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067631ee-6459-4117-8cc9-d141e54d3c63 req-434890e7-313e-42c9-a2f6-a88fea796789 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:34.804009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-067631ee-6459-4117-8cc9-d141e54d3c63 req-434890e7-313e-42c9-a2f6-a88fea796789 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0916612 Jan 29 20:49:34.851733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-067631ee-6459-4117-8cc9-d141e54d3c63 req-42279607-253e-4ea8-bcde-9d909ba60cee tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Jan 29 20:49:35.971188 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55512a-6a78-4ca3-ba21-ddba57d230e7 req-696bbfe3-9a9a-469c-899b-19a51bab7148 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:35.972697 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e55512a-6a78-4ca3-ba21-ddba57d230e7 req-696bbfe3-9a9a-469c-899b-19a51bab7148 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0528290 Jan 29 20:49:36.025384 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7e55512a-6a78-4ca3-ba21-ddba57d230e7 req-d6c1826a-f2f8-4165-9d5a-fecf0e779cd7 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 Jan 29 20:49:37.146636 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1380f-ca9b-4c54-af8b-5b7dfeb70a69 req-dbcbcfa3-1cef-4ee5-9ac5-ce42f0ad8017 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:37.148111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43f1380f-ca9b-4c54-af8b-5b7dfeb70a69 req-dbcbcfa3-1cef-4ee5-9ac5-ce42f0ad8017 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0567567 Jan 29 20:49:37.195903 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-43f1380f-ca9b-4c54-af8b-5b7dfeb70a69 req-b8b75716-69d8-4af0-9567-c434061cb690 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Jan 29 20:49:37.313447 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec35243-1a3a-48dd-8588-87a4bebe8285 req-86a2f9c6-b608-420d-b81a-3405db2db544 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:37.314848 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bec35243-1a3a-48dd-8588-87a4bebe8285 req-86a2f9c6-b608-420d-b81a-3405db2db544 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0523438 Jan 29 20:49:37.365219 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bec35243-1a3a-48dd-8588-87a4bebe8285 req-9ffe5b8e-20a1-4a8e-95d2-0b974e005368 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441589 Jan 29 20:49:37.388449 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42606) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:37.431316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e377e1-5671-44cb-a532-481e549f4d43 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:37.432871 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c4e377e1-5671-44cb-a532-481e549f4d43 tempest-TestNetworkAdvancedServerOps-1155400097 tempest-TestNetworkAdvancedServerOps-1155400097-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1123 time: 0.0434494 Jan 29 20:49:37.435639 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42608) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:37.439807 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:49:37.521781 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:37.620656 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:37.719230 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Allocated IP 172.25.5.248 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/88e8c9cd-95d1-4774-89da-96d7ad1d5514) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:49:37.822644 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:37.910073 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:37.947768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:49:37.952443 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:49:37.956511 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:49:37.962572 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=88e8c9cd-95d1-4774-89da-96d7ad1d5514,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:38.544306 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:38.644723 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (11b5ff09-6fa4-485e-8d6b-fb7e537eaad0), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:38.777082 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:38.925465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:38.966612 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:39.043672 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event updated for resources: {'Port': ['ID=88e8c9cd-95d1-4774-89da-96d7ad1d5514,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:49:39.051871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (11b5ff09-6fa4-485e-8d6b-fb7e537eaad0), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:39.150620 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP 11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 associated. External IP: 172.25.5.248, port: ad10f62e-3c93-4c63-81a0-b1ed24138668. Jan 29 20:49:39.357177 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31f90759-3b68-4313-b588-ba457a385334 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:49:39.459735 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:49:39.469707 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] Sync routers for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:49:39.479552 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:39.480180 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:49:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:39.517226 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:39.551612 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-07a20761-d19e-4ae5-8dd9-b0b9acca51ac tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1148453 Jan 29 20:49:39.552372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:49:39.555083 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f6bea-0354-4042-b6b1-75b7d00d797d" -d '{"events": [{"name": "network-changed", "server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:49:39.587085 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:39.601288 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea8896-b433-47c6-b72e-25930deb712b x-openstack-request-id: req-acea8896-b433-47c6-b72e-25930deb712b {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:49:39.601585 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:49:39.601855 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acea8896-b433-47c6-b72e-25930deb712b {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:49:39.602247 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'status': 'completed', 'code': 200} Jan 29 20:49:39.698379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b97cd3-594a-4766-a3ca-f9e858623555 req-ab4268a6-26a8-4569-8b2c-259c4d10898c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:39.699888 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56b97cd3-594a-4766-a3ca-f9e858623555 req-ab4268a6-26a8-4569-8b2c-259c4d10898c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0843482 Jan 29 20:49:39.702677 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-9f6192db-3a3c-4ead-9147-67f6283c222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:39.704051 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-9f6192db-3a3c-4ead-9147-67f6283c222e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1128 time: 0.0785265 Jan 29 20:49:39.816291 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-56b97cd3-594a-4766-a3ca-f9e858623555 req-90c77db7-8010-4e75-ad81-f7127d23d882 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102698 Jan 29 20:49:39.821753 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '11b5ff09-6fa4-485e-8d6b-fb7e537eaad0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '31f90759-3b68-4313-b588-ba457a385334', 'port_id': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'mac_address': 'fa:16:3e:23:38:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:38Z', 'updated_at': '2022-01-29T20:49:38Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:23Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:39.842859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-bb614c04-0966-4e4a-88e9-da54c824feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:39.842859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-bb614c04-0966-4e4a-88e9-da54c824feff service neutron] 10.222.0.13 "GET /v2.0/networks?id=5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 200 len: 897 time: 0.1266222 Jan 29 20:49:39.844228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42614) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:39.849570 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] Checking router: 31f90759-3b68-4313-b588-ba457a385334 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:49:39.858322 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:49:39.859123 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:49:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:39.955570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-67d796ca-b46a-4892-b5fc-87989f99e581 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 HTTP/1.1" status: 200 len: 992 time: 0.1102219 Jan 29 20:49:39.960854 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-fc8d1694-562b-44b5-8b21-7612b8c6dfff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 200 len: 1000 time: 0.1144824 Jan 29 20:49:40.011407 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-bfe01439-48e8-40bf-b661-1f1829c43785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:40.012930 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-bfe01439-48e8-40bf-b661-1f1829c43785 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d29ce281-c6eb-4225-a3f1-f93f70270105 HTTP/1.1" status: 200 len: 835 time: 0.0458584 Jan 29 20:49:40.053654 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:49:40.065483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-8cb3bff2-ebfb-4b65-9392-7dcf4423fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:40.067144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-8cb3bff2-ebfb-4b65-9392-7dcf4423fde7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5afe4ccf-a072-437d-97a1-cd88cbe930a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482869 Jan 29 20:49:40.159539 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-a51e76aa-107e-41d8-b0d7-463a36fca284 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Jan 29 20:49:40.257745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-0d9f6bea-0354-4042-b6b1-75b7d00d797d req-a8027a9f-7017-4f14-bf37-3f9174831f13 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900333 Jan 29 20:49:40.272903 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '11b5ff09-6fa4-485e-8d6b-fb7e537eaad0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '31f90759-3b68-4313-b588-ba457a385334', 'port_id': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'mac_address': 'fa:16:3e:23:38:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:38Z', 'updated_at': '2022-01-29T20:49:38Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:23Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:49:40.302750 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5add029-dbd5-4d3d-abcd-c8c2fa72e010 None None] The sync data for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 is: [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '11b5ff09-6fa4-485e-8d6b-fb7e537eaad0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '31f90759-3b68-4313-b588-ba457a385334', 'port_id': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'mac_address': 'fa:16:3e:23:38:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:49:38Z', 'updated_at': '2022-01-29T20:49:38Z', 'revision_number': 0, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:23Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:49:40.511519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83cd422-4181-4489-8938-5bdfedad3331 None None] New status for floating IP 11b5ff09-6fa4-485e-8d6b-fb7e537eaad0: ACTIVE {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:49:40.959562 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42618) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:49:41.019484 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-107eba03-0542-483b-8d3a-900436cad478 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 HTTP/1.1" status: 200 len: 994 time: 0.0588799 Jan 29 20:49:46.286389 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-395ca864-09d8-4d3e-ade3-55945a9732a9 req-e2bee928-b36a-4241-a67b-b4a78b5192a4 service neutron] (103563) timed out ('10.222.0.15', 58254) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:49:51.858525 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-3183ca9e-30c9-409a-9e4c-0432236f8768 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438426 Jan 29 20:49:51.949600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008532e2-caab-40a6-8e74-6d49185b722e req-557dba6f-fd4b-4aa3-94bc-24573e27ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:51.951101 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-557dba6f-fd4b-4aa3-94bc-24573e27ef88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1128 time: 0.0447145 Jan 29 20:49:52.059829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008532e2-caab-40a6-8e74-6d49185b722e req-5de9ffd7-2e1c-4697-9467-0c10b2e5e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:52.061321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-5de9ffd7-2e1c-4697-9467-0c10b2e5e3fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 200 len: 897 time: 0.0902557 Jan 29 20:49:52.131017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-87f51bd1-6cf8-412c-a50c-4f9aca111b8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 200 len: 1002 time: 0.0588827 Jan 29 20:49:52.183803 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008532e2-caab-40a6-8e74-6d49185b722e req-40cbb0c8-4aa6-45ec-b5f4-34b82aca486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:52.185229 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-40cbb0c8-4aa6-45ec-b5f4-34b82aca486a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d29ce281-c6eb-4225-a3f1-f93f70270105 HTTP/1.1" status: 200 len: 835 time: 0.0475383 Jan 29 20:49:52.235795 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008532e2-caab-40a6-8e74-6d49185b722e req-7d671255-c848-46ef-9804-da67f2cdc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:49:52.237320 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-7d671255-c848-46ef-9804-da67f2cdc688 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5afe4ccf-a072-437d-97a1-cd88cbe930a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456507 Jan 29 20:49:52.327038 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-83b4fb04-adc3-45e0-8395-955c3a36bd44 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834317 Jan 29 20:49:52.418654 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-008532e2-caab-40a6-8e74-6d49185b722e req-62114a77-285b-417c-b9d3-c901fac91096 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852246 Jan 29 20:49:55.251520 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-50707b44-ba86-4aae-93a1-1e3f9b358e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:58.251529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc91d-7953-4d2b-a8cd-a5d115dc7b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:49:59.057324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:00.448286 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:00.526138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:01.583698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:08.306360 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:50:08.560623 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:14.645637 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c60658-6840-4e6e-80fd-cf3dc9a1c5b1 req-1dcfe0cd-63a2-4ca7-8569-7571b69ca7ea tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:14.647121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21c60658-6840-4e6e-80fd-cf3dc9a1c5b1 req-1dcfe0cd-63a2-4ca7-8569-7571b69ca7ea tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0547662 Jan 29 20:50:14.699583 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-21c60658-6840-4e6e-80fd-cf3dc9a1c5b1 req-c84aec32-f5b8-40e0-be1f-9716f584d07a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468962 Jan 29 20:50:15.822426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b121-0428-4156-8dae-1a939740ccde req-13e6e37e-2edb-4d22-bc43-794c2b06137e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:15.823896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d700b121-0428-4156-8dae-1a939740ccde req-13e6e37e-2edb-4d22-bc43-794c2b06137e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0531144 Jan 29 20:50:15.872472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d700b121-0428-4156-8dae-1a939740ccde req-52eba0b3-13a3-41d9-a857-dc28f2bf6eb2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Jan 29 20:50:15.894377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42650) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:15.956583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c9260f5-ab17-432d-9a6e-2e74447974b2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 HTTP/1.1" status: 200 len: 994 time: 0.0605049 Jan 29 20:50:17.344229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cff51-ca5c-4cd9-abb8-a4489bbc5b86 req-06765d6e-d407-4f25-b7a7-7892b71a81d0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:17.345744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a8cff51-ca5c-4cd9-abb8-a4489bbc5b86 req-06765d6e-d407-4f25-b7a7-7892b71a81d0 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0597732 Jan 29 20:50:17.397769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a8cff51-ca5c-4cd9-abb8-a4489bbc5b86 req-e55875f9-1022-4041-8d8c-9adb3969206a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 Jan 29 20:50:17.421611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-9ad5eeda-a0ff-45d8-99f2-a82f2e9e4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:17.423128 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-9ad5eeda-a0ff-45d8-99f2-a82f2e9e4df3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1128 time: 0.0455184 Jan 29 20:50:17.518004 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-6c0b88b2-35e6-4683-96cf-75b8962bb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:17.519366 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-6c0b88b2-35e6-4683-96cf-75b8962bb97f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 200 len: 897 time: 0.0858727 Jan 29 20:50:17.586201 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-cc7b6f19-0e18-495b-ab36-8e4bd7c1efcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 200 len: 1002 time: 0.0561969 Jan 29 20:50:17.636844 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-083e94a1-cd8b-4f6b-af01-80e3074c92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:17.638250 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-083e94a1-cd8b-4f6b-af01-80e3074c92ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d29ce281-c6eb-4225-a3f1-f93f70270105 HTTP/1.1" status: 200 len: 835 time: 0.0421832 Jan 29 20:50:17.693175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-03d83672-0640-46dd-9984-81154f379dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:17.694639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-03d83672-0640-46dd-9984-81154f379dd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5afe4ccf-a072-437d-97a1-cd88cbe930a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467160 Jan 29 20:50:17.788255 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-cc89c45c-f31f-4edb-8fe7-8f3705047d24 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823085 Jan 29 20:50:17.882132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3b9e9409-e0cd-4a9d-abdc-87f7903d77e8 req-1b4603da-a67b-40ea-8349-cc8874c00093 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846343 Jan 29 20:50:18.530154 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb9080-956b-4f65-a3a4-3bb375ec5785 req-6bd54f13-0119-4943-9b07-81831d308609 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:18.531656 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82cb9080-956b-4f65-a3a4-3bb375ec5785 req-6bd54f13-0119-4943-9b07-81831d308609 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0533116 Jan 29 20:50:18.580860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82cb9080-956b-4f65-a3a4-3bb375ec5785 req-0b12cf0a-3c7e-4665-ac5a-009abfa1351e tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Jan 29 20:50:19.701765 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49f611-bf93-4311-85a2-c2c861622852 req-004714aa-b764-456f-a41d-7eb469d1597c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:19.703224 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb49f611-bf93-4311-85a2-c2c861622852 req-004714aa-b764-456f-a41d-7eb469d1597c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0528100 Jan 29 20:50:19.751441 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bb49f611-bf93-4311-85a2-c2c861622852 req-7735dee8-35f3-49cd-80a3-86351cbfac97 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Jan 29 20:50:19.774065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42662) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:19.837884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-cc19400f-9c97-4a66-9949-ad7fd15d2e4c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/floatingips/11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 HTTP/1.1" status: 200 len: 994 time: 0.0625939 Jan 29 20:50:20.082251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42668) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:20.238493 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 88e8c9cd-95d1-4774-89da-96d7ad1d5514 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:50:20.239812 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:20.315497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:20.315824 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (88e8c9cd-95d1-4774-89da-96d7ad1d5514), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:20.327328 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 88e8c9cd-95d1-4774-89da-96d7ad1d5514 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:50:20.537680 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (88e8c9cd-95d1-4774-89da-96d7ad1d5514), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:20.561316 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=88e8c9cd-95d1-4774-89da-96d7ad1d5514,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:20.575631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.575962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.576326 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.576663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.576994 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.577418 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.577750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.578076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.578403 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.578725 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.579046 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.579367 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.579686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:20.633880 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for floatingip (11b5ff09-6fa4-485e-8d6b-fb7e537eaad0), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:20.640005 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Floating IP 11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 disassociated (deleted). External IP: 172.25.5.248, port: ad10f62e-3c93-4c63-81a0-b1ed24138668. Jan 29 20:50:20.845864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31f90759-3b68-4313-b588-ba457a385334 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:50:20.954698 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:20.960189 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:20.964912 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] Sync routers for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:20.978580 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:20.979204 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:49:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:20.991016 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-569d9b0c-7a4c-4698-b62e-8cadc1a58588 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/floatingips/11b5ff09-6fa4-485e-8d6b-fb7e537eaad0 HTTP/1.1" status: 204 len: 168 time: 0.9076707 Jan 29 20:50:20.991618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:50:20.993994 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5" -d '{"events": [{"name": "network-changed", "server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:50:21.032629 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05756059-1084-4b94-b76a-648226566d27 x-openstack-request-id: req-05756059-1084-4b94-b76a-648226566d27 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:50:21.033060 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:50:21.033326 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05756059-1084-4b94-b76a-648226566d27 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:50:21.033741 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'status': 'completed', 'code': 200} Jan 29 20:50:21.089536 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:21.113856 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-daf47fa2-c664-4d1a-afa5-f4c03c66b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:21.113856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-daf47fa2-c664-4d1a-afa5-f4c03c66b39d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2ef2af63863406f9834a23ea266eecd&device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 1128 time: 0.0485351 Jan 29 20:50:21.226647 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-5fa412ac-4d89-4030-9755-1c778a28d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:21.228967 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-5fa412ac-4d89-4030-9755-1c778a28d9c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 200 len: 897 time: 0.1024697 Jan 29 20:50:21.349503 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:23Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:21.377643 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] Checking router: 31f90759-3b68-4313-b588-ba457a385334 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:21.388108 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:21.389083 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:49:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:21.503833 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:21.620639 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-600239a1-fc99-40ef-81eb-5d5e2fe5c439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 200 len: 217 time: 0.3818939 Jan 29 20:50:21.690179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-4b7e9e12-3667-4714-9a10-c403620b96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:21.692387 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-4b7e9e12-3667-4714-9a10-c403620b96ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d29ce281-c6eb-4225-a3f1-f93f70270105 HTTP/1.1" status: 200 len: 835 time: 0.0641234 Jan 29 20:50:21.705591 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:23Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:21.706206 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14ecab-0e69-4804-9d5d-cd1520b5879b req-b70cd3a7-0ada-4fe2-9052-7812c16bdf5c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:21.708543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b14ecab-0e69-4804-9d5d-cd1520b5879b req-b70cd3a7-0ada-4fe2-9052-7812c16bdf5c tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0902576 Jan 29 20:50:21.732546 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae94921-607f-4230-aeb1-627bd54e22cb None None] The sync data for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 is: [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '15ec4d3d-95ed-4348-911d-724459a47fe9', 'name': '', 'network_id': '5afe4ccf-a072-437d-97a1-cd88cbe930a0', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'mac_address': 'fa:16:3e:12:0e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:19Z', 'updated_at': '2022-01-29T20:49:23Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'subnets': [{'id': 'd29ce281-c6eb-4225-a3f1-f93f70270105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:50:21.788334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-90abfd97-e587-4b5f-aa61-63c6f518771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:21.789866 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-90abfd97-e587-4b5f-aa61-63c6f518771c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5afe4ccf-a072-437d-97a1-cd88cbe930a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804482 Jan 29 20:50:21.793843 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6b14ecab-0e69-4804-9d5d-cd1520b5879b req-5aa1553d-ba1d-4054-a985-59c40ec11e25 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770130 Jan 29 20:50:21.887226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-b09cefc8-eef7-4e8a-b045-5ebb73938741 service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885017 Jan 29 20:50:21.974409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423266c-233b-48b1-b576-3335bccfa0c6 None None] New status for floating IP 11b5ff09-6fa4-485e-8d6b-fb7e537eaad0: DOWN {{(pid=103564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:50:21.987210 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abb82db5-5a26-42bc-81ac-05d3f5a9dea5 req-39c9b157-8946-4ca2-9e30-9341b84cc01b service neutron] 10.222.0.13 "GET /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927882 Jan 29 20:50:22.922001 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f5136-cb2a-4f02-b236-f4c9e3e29106 req-cf5813ac-bfd4-42f8-a918-fb229d7b8888 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:22.923509 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec9f5136-cb2a-4f02-b236-f4c9e3e29106 req-cf5813ac-bfd4-42f8-a918-fb229d7b8888 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0552676 Jan 29 20:50:22.976226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ec9f5136-cb2a-4f02-b236-f4c9e3e29106 req-03dc91fa-6895-4ab3-98ca-f924c719c271 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b36e9e71-5238-44ec-a5af-9d5f617a8a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468378 Jan 29 20:50:23.194266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-934a4d2e-ba42-4af7-88e6-93f22b630218 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:23.195722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-934a4d2e-ba42-4af7-88e6-93f22b630218 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 946 time: 0.0514562 Jan 29 20:50:23.292743 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port ad10f62e-3c93-4c63-81a0-b1ed24138668 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:50:23.293085 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:23.378821 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port ad10f62e-3c93-4c63-81a0-b1ed24138668, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ad10f62e-3c93-4c63-81a0-b1ed24138668,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:23.379296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:23.391501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for ad10f62e-3c93-4c63-81a0-b1ed24138668 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:50:23.605821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ad10f62e-3c93-4c63-81a0-b1ed24138668), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:23.635514 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=ad10f62e-3c93-4c63-81a0-b1ed24138668,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:23.662043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.662043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.662276 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.662615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.662968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.663292 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.663626 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.663963 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.664320 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.664655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.664986 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.665312 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.665639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:23.692066 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] No DVR routers for this DVR port ad10f62e-3c93-4c63-81a0-b1ed24138668 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:50:23.694593 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:23.697936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c6cbfbe6-69d6-4d0d-8cd2-47b9252bb0b5 req-515d9355-dc4d-465e-93df-300c72996512 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.13 "DELETE /v2.0/ports/ad10f62e-3c93-4c63-81a0-b1ed24138668 HTTP/1.1" status: 204 len: 173 time: 0.4927204 Jan 29 20:50:23.698373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'name': 'network-vif-deleted', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:50:23.700629 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef92c8-d65b-40c8-87d3-2047126aaf5e" -d '{"events": [{"server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "name": "network-vif-deleted", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:50:23.737598 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf894222-f2ec-455b-8641-d150c684a065 x-openstack-request-id: req-bf894222-f2ec-455b-8641-d150c684a065 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:50:23.737916 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334414a-c8f8-4056-a29f-32e7726c1b2c", "name": "network-vif-deleted", "tag": "ad10f62e-3c93-4c63-81a0-b1ed24138668", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:50:23.738171 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf894222-f2ec-455b-8641-d150c684a065 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:50:23.739529 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334414a-c8f8-4056-a29f-32e7726c1b2c', 'name': 'network-vif-deleted', 'tag': 'ad10f62e-3c93-4c63-81a0-b1ed24138668', 'status': 'completed', 'code': 200} Jan 29 20:50:24.088858 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-250790b9-c031-41a0-9a8f-1d5913269363 req-c2faba80-a465-4ed6-80ac-bed3ff97c57a tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "GET /v2.0/ports?device_id=6334414a-c8f8-4056-a29f-32e7726c1b2c HTTP/1.1" status: 200 len: 210 time: 0.0312037 Jan 29 20:50:25.146319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42684) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:25.205267 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb8b7-b5f7-4f76-9999-77d0433a9301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:25.502248 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (31f90759-3b68-4313-b588-ba457a385334), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:25.758370 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port 15ec4d3d-95ed-4348-911d-724459a47fe9 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:50:25.758627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:25.849065 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port 15ec4d3d-95ed-4348-911d-724459a47fe9, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=15ec4d3d-95ed-4348-911d-724459a47fe9,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:25.849426 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:25.861426 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for 15ec4d3d-95ed-4348-911d-724459a47fe9 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:50:26.091366 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (15ec4d3d-95ed-4348-911d-724459a47fe9), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.118621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=15ec4d3d-95ed-4348-911d-724459a47fe9,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:26.304784 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (31f90759-3b68-4313-b588-ba457a385334), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.516056 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Router 31f90759-3b68-4313-b588-ba457a385334 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:50:26.622021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:26.627015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-407b8d2b-8283-45db-9934-058a57b0565f tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "PUT /v2.0/routers/31f90759-3b68-4313-b588-ba457a385334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4796793 Jan 29 20:50:26.630146 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42688) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:26.633166 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] Sync routers for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:26.642718 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:26.643322 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:49:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:26.684898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting subnet d29ce281-c6eb-4225-a3f1-f93f70270105 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 20:50:26.687961 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (d29ce281-c6eb-4225-a3f1-f93f70270105), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.729478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (d29ce281-c6eb-4225-a3f1-f93f70270105), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.747419 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:26.813171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (d29ce281-c6eb-4225-a3f1-f93f70270105), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.920033 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:50:25Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:26.943346 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (d29ce281-c6eb-4225-a3f1-f93f70270105), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.973448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Subnet': ['ID=d29ce281-c6eb-4225-a3f1-f93f70270105,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:26.975506 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:26.982225 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-2764a444-a5b7-4047-8f0e-2126bba7b921 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/subnets/d29ce281-c6eb-4225-a3f1-f93f70270105 HTTP/1.1" status: 204 len: 168 time: 0.3480978 Jan 29 20:50:26.982225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42690) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:26.990528 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec138fb-dad7-4b1d-86cc-cd25b5e3ca5c None None] Network 5afe4ccf-a072-437d-97a1-cd88cbe930a0 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:50:27.045259 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] Checking router: 31f90759-3b68-4313-b588-ba457a385334 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:27.054920 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] Routers {'31f90759-3b68-4313-b588-ba457a385334'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:27.055544 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:49:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['31f90759-3b68-4313-b588-ba457a385334'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:27.105251 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (31f90759-3b68-4313-b588-ba457a385334), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.162675 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] Set router 31f90759-3b68-4313-b588-ba457a385334 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:27.173814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] DHCP port deletion for 5afe4ccf-a072-437d-97a1-cd88cbe930a0 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 20:50:27.216080 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_gateway (31f90759-3b68-4313-b588-ba457a385334), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.225070 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Deleting port 58915e39-79ef-4d7c-9d12-97ba524813b7 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:50:27.225453 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.295061 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] For port 58915e39-79ef-4d7c-9d12-97ba524813b7, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=58915e39-79ef-4d7c-9d12-97ba524813b7,segment=NetworkSegment(290a7eb8-ab3a-414e-9fb8-c7624db4d6a1),segment_id=290a7eb8-ab3a-414e-9fb8-c7624db4d6a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:27.296249 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.309401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Calling delete_port for 58915e39-79ef-4d7c-9d12-97ba524813b7 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:50:27.327103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Deleting port f606a90b-1b10-47a5-b2dc-7771983bb15c {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:50:27.327710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.349898 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:50:25Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:27.380334 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1ebda-4602-40c0-8719-18903410be19 None None] The sync data for ids ['31f90759-3b68-4313-b588-ba457a385334'] in n-d-825496-5 is: [{'id': '31f90759-3b68-4313-b588-ba457a385334', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562193568', 'tenant_id': 'b2ef2af63863406f9834a23ea266eecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:50:25Z', 'revision_number': 5, 'project_id': 'b2ef2af63863406f9834a23ea266eecd', 'gw_port': {'id': 'f606a90b-1b10-47a5-b2dc-7771983bb15c', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f90759-3b68-4313-b588-ba457a385334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:49:16Z', 'updated_at': '2022-01-29T20:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:50:27.415758 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] For port f606a90b-1b10-47a5-b2dc-7771983bb15c, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=f606a90b-1b10-47a5-b2dc-7771983bb15c,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:27.416137 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.429342 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Calling delete_port for f606a90b-1b10-47a5-b2dc-7771983bb15c owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:50:27.468132 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (58915e39-79ef-4d7c-9d12-97ba524813b7), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.491622 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Pushing event deleted for resources: {'Port': ['ID=58915e39-79ef-4d7c-9d12-97ba524813b7,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:27.502309 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] No DVR routers for this DVR port 58915e39-79ef-4d7c-9d12-97ba524813b7 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:50:27.509744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.509744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.509744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.509744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.509744 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.510671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.510671 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.511294 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.511979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.512347 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.512679 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.513009 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.513333 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9d983-9f19-4a4c-9f87-0476ba22cf3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:27.646041 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (f606a90b-1b10-47a5-b2dc-7771983bb15c), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.670721 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Port': ['ID=f606a90b-1b10-47a5-b2dc-7771983bb15c,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:27.738188 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (31f90759-3b68-4313-b588-ba457a385334), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.834123 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (31f90759-3b68-4313-b588-ba457a385334), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.836492 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router_controller (31f90759-3b68-4313-b588-ba457a385334), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.943648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (31f90759-3b68-4313-b588-ba457a385334), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.944172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Fanout notify agent at l3_agent the message router_deleted on router 31f90759-3b68-4313-b588-ba457a385334 {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 20:50:27.959548 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:27.959548 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e7f21c6d-9980-4b12-a7f5-d618b5a76d29 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/routers/31f90759-3b68-4313-b588-ba457a385334 HTTP/1.1" status: 204 len: 168 time: 0.9687295 Jan 29 20:50:27.959548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42694) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:28.035828 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (5afe4ccf-a072-437d-97a1-cd88cbe930a0), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.128253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (5afe4ccf-a072-437d-97a1-cd88cbe930a0), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.149052 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afe4ccf-a072-437d-97a1-cd88cbe930a0']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:28.158040 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:28.158346 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290a7eb8-ab3a-414e-9fb8-c7624db4d6a1') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:28.168838 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (290a7eb8-ab3a-414e-9fb8-c7624db4d6a1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.181872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (290a7eb8-ab3a-414e-9fb8-c7624db4d6a1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.187650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 20:50:28.188033 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (290a7eb8-ab3a-414e-9fb8-c7624db4d6a1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: timer() Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 20:50:28.190975 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 20:50:28.228930 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dccad63a-79a4-4c77-8bbd-948fcfcd4b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.291344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (5afe4ccf-a072-437d-97a1-cd88cbe930a0), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.298246 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.301463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/networks/5afe4ccf-a072-437d-97a1-cd88cbe930a0 HTTP/1.1" status: 204 len: 168 time: 0.3456743 Jan 29 20:50:28.304401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42696) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:28.312548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab759dea-19ab-4392-8e52-4e414b7ed0e4 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'Network': ['ID=5afe4ccf-a072-437d-97a1-cd88cbe930a0,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:28.361860 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e781aac3-ce01-440d-a461-7048d706c9e2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (b36e9e71-5238-44ec-a5af-9d5f617a8a3f), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.395957 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e781aac3-ce01-440d-a461-7048d706c9e2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (b36e9e71-5238-44ec-a5af-9d5f617a8a3f), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.428823 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f606a90b-1b10-47a5-b2dc-7771983bb15c no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:50:28.449248 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: f606a90b-1b10-47a5-b2dc-7771983bb15c {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:50:28.449843 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device f606a90b-1b10-47a5-b2dc-7771983bb15c not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:50:28.450258 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 58915e39-79ef-4d7c-9d12-97ba524813b7 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:50:28.469207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 58915e39-79ef-4d7c-9d12-97ba524813b7 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:50:28.469551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 58915e39-79ef-4d7c-9d12-97ba524813b7 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:50:28.469998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15ec4d3d-95ed-4348-911d-724459a47fe9 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:50:28.488840 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 15ec4d3d-95ed-4348-911d-724459a47fe9 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:50:28.489157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 15ec4d3d-95ed-4348-911d-724459a47fe9 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:50:28.525778 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e781aac3-ce01-440d-a461-7048d706c9e2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b36e9e71-5238-44ec-a5af-9d5f617a8a3f), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.528586 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e781aac3-ce01-440d-a461-7048d706c9e2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:28.529739 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e781aac3-ce01-440d-a461-7048d706c9e2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] 10.222.0.15 "DELETE /v2.0/security-groups/b36e9e71-5238-44ec-a5af-9d5f617a8a3f HTTP/1.1" status: 204 len: 168 time: 0.2243321 Jan 29 20:50:28.539581 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781aac3-ce01-440d-a461-7048d706c9e2 tempest-TestNetworkAdvancedServerOps-1600630347 tempest-TestNetworkAdvancedServerOps-1600630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e9e71-5238-44ec-a5af-9d5f617a8a3f,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:28.552960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ad10f62e-3c93-4c63-81a0-b1ed24138668 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:50:28.581396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: ad10f62e-3c93-4c63-81a0-b1ed24138668 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:50:28.582013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ad10f62e-3c93-4c63-81a0-b1ed24138668 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:50:29.035399 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42704) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:29.063184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:29.179952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ed2b36a5-ca25-40a7-b2b9-959f70b2c55d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2ef2af63863406f9834a23ea266eecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432405 Jan 29 20:50:29.182405 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42708) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:29.536556 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1433-16e6-44d2-90e3-1f86267c4491 admin admin] Publish callbacks [] for security_group (6928aa2c-dc48-439c-83b0-091e5457b1c5), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:29.557378 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1433-16e6-44d2-90e3-1f86267c4491 admin admin] Publish callbacks [] for security_group (6928aa2c-dc48-439c-83b0-091e5457b1c5), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:29.679715 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1433-16e6-44d2-90e3-1f86267c4491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (6928aa2c-dc48-439c-83b0-091e5457b1c5), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:29.682344 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1433-16e6-44d2-90e3-1f86267c4491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:29.683512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4d8a1433-16e6-44d2-90e3-1f86267c4491 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6928aa2c-dc48-439c-83b0-091e5457b1c5 HTTP/1.1" status: 204 len: 168 time: 0.5002131 Jan 29 20:50:29.691417 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1433-16e6-44d2-90e3-1f86267c4491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928aa2c-dc48-439c-83b0-091e5457b1c5,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:30.166074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42714) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:30.179148 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2422775-52bf-4dd2-8a17-46abfbc3c597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.251460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2422775-52bf-4dd2-8a17-46abfbc3c597 admin admin] Publish callbacks [] for security_group (d02b4586-98db-4ffa-a093-78127f09c6d6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.296827 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2422775-52bf-4dd2-8a17-46abfbc3c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d02b4586-98db-4ffa-a093-78127f09c6d6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.335503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2422775-52bf-4dd2-8a17-46abfbc3c597 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22e693c5bc074026818c9434599e0a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683421 Jan 29 20:50:30.336468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2422775-52bf-4dd2-8a17-46abfbc3c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b4586-98db-4ffa-a093-78127f09c6d6,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:30.338344 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42716) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:30.388305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e96deb8c-fbe8-4978-a324-06b1b081b218 admin admin] Publish callbacks [] for security_group (d02b4586-98db-4ffa-a093-78127f09c6d6), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.399637 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.413348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e96deb8c-fbe8-4978-a324-06b1b081b218 admin admin] Publish callbacks [] for security_group (d02b4586-98db-4ffa-a093-78127f09c6d6), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.519574 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.530980 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e96deb8c-fbe8-4978-a324-06b1b081b218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (d02b4586-98db-4ffa-a093-78127f09c6d6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.533668 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-e96deb8c-fbe8-4978-a324-06b1b081b218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:30.534826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-e96deb8c-fbe8-4978-a324-06b1b081b218 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d02b4586-98db-4ffa-a093-78127f09c6d6 HTTP/1.1" status: 204 len: 168 time: 0.1955657 Jan 29 20:50:30.542974 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96deb8c-fbe8-4978-a324-06b1b081b218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b4586-98db-4ffa-a093-78127f09c6d6,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:31.451494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42738) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:31.548545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1154961669-network', 'tenant_id': '21a1a487ce074190ac7093688f2e212f'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:31.582612 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.657066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Made reservation on behalf of 21a1a487ce074190ac7093688f2e212f for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:50:31.659338 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.668701 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.741804 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks [] for security_group (1abccf3b-4ebf-4799-9c18-6da55872141b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.799359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1abccf3b-4ebf-4799-9c18-6da55872141b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.823548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:50:31.833373 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abccf3b-4ebf-4799-9c18-6da55872141b,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:31.839018 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1a388cb0-6aa6-452e-82cf-d5eb8763aa5a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.844695 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Added segment 1a388cb0-6aa6-452e-82cf-d5eb8763aa5a of type vlan for network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 Jan 29 20:50:31.878643 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (59edbcfa-18dc-4cd4-8053-f7822ef42a16), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.976686 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (59edbcfa-18dc-4cd4-8053-f7822ef42a16), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:31.977821 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:31.978397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.038658 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] Pushing event updated for resources: {'Network': ['ID=59edbcfa-18dc-4cd4-8053-f7822ef42a16,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:32.048044 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:50:32.071744 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d73a485c-b685-419e-b611-6addaa7630df admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6190608 Jan 29 20:50:32.074545 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42742) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:32.079378 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Request body: {'subnet': {'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1154961669-subnet', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:32.153986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Made reservation on behalf of 21a1a487ce074190ac7093688f2e212f for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:50:32.156420 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.393881 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (ef85709f-d254-4b71-a3a3-314404f38fd7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.451157 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef85709f-d254-4b71-a3a3-314404f38fd7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:32.456382 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:32.457002 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Network hostable DHCP agents. Network: 59edbcfa-18dc-4cd4-8053-f7822ef42a16, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:50:32.565124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:50:32.667826 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 59edbcfa-18dc-4cd4-8053-f7822ef42a16) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:32.672335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:32.672923 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.677780 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f01529-4c2b-45ce-b392-04acfd7f9760 None None] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:50:32.768645 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2fb58e6a-0ea7-43b7-956b-1da14ef59f2e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929574 Jan 29 20:50:32.771325 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42744) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:32.775642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:32.780883 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:50:32.782117 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.839774 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.840924 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.894755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks [] for router_controller (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:32.971129 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Allocated IP 172.20.0.2 (59edbcfa-18dc-4cd4-8053-f7822ef42a16/ef85709f-d254-4b71-a3a3-314404f38fd7/5fe3a582-9fc9-4375-bc40-2820e495da6b) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:33.061213 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks [] for router_gateway (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.114376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Publish callbacks [] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.182856 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.220121 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:33.224774 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:33.228496 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:33.239472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Pushing event updated for resources: {'Port': ['ID=5fe3a582-9fc9-4375-bc40-2820e495da6b,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:33.294412 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Attempting to bind port 5fe3a582-9fc9-4375-bc40-2820e495da6b on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:33.294792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Attempting to bind port 5fe3a582-9fc9-4375-bc40-2820e495da6b by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:33.295160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Attempting to bind port 5fe3a582-9fc9-4375-bc40-2820e495da6b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:33.300246 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:33.300639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:33.301053 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.301654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Bound using segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:33.302173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Bound port: 5fe3a582-9fc9-4375-bc40-2820e495da6b, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:33.302586 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.314830 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks [] for router_gateway (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.335003 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.364364 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] For port 5fe3a582-9fc9-4375-bc40-2820e495da6b, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:33.368025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] For port 5fe3a582-9fc9-4375-bc40-2820e495da6b, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5fe3a582-9fc9-4375-bc40-2820e495da6b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:33.417561 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.442380 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Allocated IP 172.25.5.116 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/a4c590dc-7007-4442-8026-4e774df31922) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:33.478838 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dc092-87eb-4105-bd63-c326a4ea5f73 None None] Pushing event updated for resources: {'Port': ['ID=5fe3a582-9fc9-4375-bc40-2820e495da6b,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:33.549755 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks [] for port (a4c590dc-7007-4442-8026-4e774df31922), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.668931 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a4c590dc-7007-4442-8026-4e774df31922), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:33.708763 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:33.711832 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:33.714517 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:33.750478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c590dc-7007-4442-8026-4e774df31922,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:34.064524 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks [] for router_gateway (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.238713 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5fe3a582-9fc9-4375-bc40-2820e495da6b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:34.305318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5fe3a582-9fc9-4375-bc40-2820e495da6b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:34.305705 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.390477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5fe3a582-9fc9-4375-bc40-2820e495da6b is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:34.390990 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.425791 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 5fe3a582-9fc9-4375-bc40-2820e495da6b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5fe3a582-9fc9-4375-bc40-2820e495da6b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:34.440848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091d825-1ce7-47db-8c48-67aaec26325d None None] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:50:34.506759 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.561720 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-efed6f35-8072-4892-a76b-85af4eaae46d None None] Provisioning complete for port 5fe3a582-9fc9-4375-bc40-2820e495da6b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:34.562091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-efed6f35-8072-4892-a76b-85af4eaae46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.611937 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=5fe3a582-9fc9-4375-bc40-2820e495da6b,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:34.628312 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.682884 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-efed6f35-8072-4892-a76b-85af4eaae46d None None] Current status of the port 5fe3a582-9fc9-4375-bc40-2820e495da6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:34.799888 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:50:34.902935 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5c1fea4e-2357-4986-8d27-4795af136437 None None] Provisioning complete for port 5fe3a582-9fc9-4375-bc40-2820e495da6b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:34.903306 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5c1fea4e-2357-4986-8d27-4795af136437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.905909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:34.926520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:34.947480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:34.948088 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:34.967669 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:34.968975 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-840bb77f-c9b9-475d-a6e0-d2ecfb4d0a91 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1966619 Jan 29 20:50:34.971712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42748) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:35.067566 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5c1fea4e-2357-4986-8d27-4795af136437 None None] Current status of the port 5fe3a582-9fc9-4375-bc40-2820e495da6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:35.087194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:35.260948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:33Z', 'revision_number': 3, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:35.287631 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:35.287995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Updating router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a port a4c590dc-7007-4442-8026-4e774df31922 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:50:35.318255 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4c590dc-7007-4442-8026-4e774df31922), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.395510 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.555041 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Allocated IP 172.20.0.1 (59edbcfa-18dc-4cd4-8053-f7822ef42a16/ef85709f-d254-4b71-a3a3-314404f38fd7/b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:35.565192 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Publish callbacks [] for port (a4c590dc-7007-4442-8026-4e774df31922), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.639313 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4c590dc-7007-4442-8026-4e774df31922), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.656299 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks [] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.689190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Attempting to bind port a4c590dc-7007-4442-8026-4e774df31922 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:35.699141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Attempting to bind port a4c590dc-7007-4442-8026-4e774df31922 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:35.699141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Attempting to bind port a4c590dc-7007-4442-8026-4e774df31922 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:35.699141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b883808-0eff-40c7-8abf-34b0f6108232 None None] Pushing event updated for resources: {'Port': ['ID=a4c590dc-7007-4442-8026-4e774df31922,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:35.702386 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:35.702759 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:35.703154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.703529 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:35.703990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Bound port: a4c590dc-7007-4442-8026-4e774df31922, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:35.704391 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4c590dc-7007-4442-8026-4e774df31922), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.742819 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.789971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:35.795775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:35.799552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:35.824071 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:35.848827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:35.921530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] For port a4c590dc-7007-4442-8026-4e774df31922, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:35.925032 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] For port a4c590dc-7007-4442-8026-4e774df31922, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a4c590dc-7007-4442-8026-4e774df31922,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:36.000009 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4c590dc-7007-4442-8026-4e774df31922), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.049853 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:36.050472 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:36.060959 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.101917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b883808-0eff-40c7-8abf-34b0f6108232 None None] Pushing event updated for resources: {'Port': ['ID=a4c590dc-7007-4442-8026-4e774df31922,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:36.127425 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-a4ad9bd5-c5a8-4565-bde3-61295979060a None None] Provisioning complete for port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:36.127796 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a4ad9bd5-c5a8-4565-bde3-61295979060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.200072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad9bd5-c5a8-4565-bde3-61295979060a None None] Port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:50:36.207784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:36.212295 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5fe3a582-9fc9-4375-bc40-2820e495da6b up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:36.227232 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks [] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.262430 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.335418 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.337593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:36.378520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5fe3a582-9fc9-4375-bc40-2820e495da6b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:36.379130 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.430275 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:36.431804 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:36.510455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5fe3a582-9fc9-4375-bc40-2820e495da6b is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:36.518996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 1, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:36.547550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4537c-1e7f-4f51-a596-10cbf3f276b7 None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 1, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:50:36.560297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:50:36.680494 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:36.685737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4e1cc570-d5dd-45ca-8fa7-f97d317d8215 admin admin] 10.222.0.15 "PUT /v2.0/routers/9c49ff76-8aea-47f7-9d8a-4f9923041f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7130058 Jan 29 20:50:36.721629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6638f8a5-7b0f-42a0-8151-298228f030ed None None] Provisioning complete for port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:36.722217 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6638f8a5-7b0f-42a0-8151-298228f030ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:36.784830 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6638f8a5-7b0f-42a0-8151-298228f030ed None None] Port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:50:37.410109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42764) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:37.415167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-251558143-network', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:37.479352 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Made reservation on behalf of 1ab8ccfb46af4fe09f1d0a8e064e893b for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:50:37.481855 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.491906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.570440 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks [] for security_group (b4238869-49b2-4e37-8507-00057d7d2bf6), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.617564 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b4238869-49b2-4e37-8507-00057d7d2bf6), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.647747 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 20:50:37.656782 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4238869-49b2-4e37-8507-00057d7d2bf6,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:37.663782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7830c727-02d8-4fc0-a066-c8f05a352fc8), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.664181 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Added segment 7830c727-02d8-4fc0-a066-c8f05a352fc8 of type vlan for network 349611c3-09cf-446d-83ee-24912566cb3d Jan 29 20:50:37.704536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (349611c3-09cf-446d-83ee-24912566cb3d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.793840 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (349611c3-09cf-446d-83ee-24912566cb3d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.794941 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:37.795532 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:37.859918 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] Pushing event updated for resources: {'Network': ['ID=349611c3-09cf-446d-83ee-24912566cb3d,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:37.871343 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 349611c3-09cf-446d-83ee-24912566cb3d details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 20:50:37.879293 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-55049465-de7a-4781-ab69-9609d2871baa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4653306 Jan 29 20:50:37.879532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42766) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:37.889803 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Request body: {'subnet': {'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-251558143-subnet', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:37.953834 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Made reservation on behalf of 1ab8ccfb46af4fe09f1d0a8e064e893b for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:50:37.956262 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.200161 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (e6a629ee-d856-421d-99db-b990d0545de7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.236396 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a4c590dc-7007-4442-8026-4e774df31922 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:38.258135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a629ee-d856-421d-99db-b990d0545de7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:38.279795 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Checking segment: {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:38.280160 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Network hostable DHCP agents. Network: 349611c3-09cf-446d-83ee-24912566cb3d, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 20:50:38.301903 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a4c590dc-7007-4442-8026-4e774df31922 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:38.301903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4c590dc-7007-4442-8026-4e774df31922), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.366192 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Network 349611c3-09cf-446d-83ee-24912566cb3d is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 20:50:38.385522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a4c590dc-7007-4442-8026-4e774df31922 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:38.385939 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a4c590dc-7007-4442-8026-4e774df31922), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.406049 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port a4c590dc-7007-4442-8026-4e774df31922, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a4c590dc-7007-4442-8026-4e774df31922,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:38.445539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 349611c3-09cf-446d-83ee-24912566cb3d) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:38.450257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:38.458628 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.459482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d681993-dd18-4828-8d17-55498080a789 None None] Network 349611c3-09cf-446d-83ee-24912566cb3d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:50:38.470651 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a4c590dc-7007-4442-8026-4e774df31922), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.522309 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d678d98b-b80d-4754-9453-6a6e00d32c7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6417062 Jan 29 20:50:38.524881 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:38.529477 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:38.576151 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=a4c590dc-7007-4442-8026-4e774df31922,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:38.590775 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.592873 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.596781 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:38.606371 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:38.607097 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:38.616648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-349611c3-09cf-446d-83ee-24912566cb3d', 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'fixed_ips': [{'subnet_id': 'e6a629ee-d856-421d-99db-b990d0545de7'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 20:50:38.617873 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.628031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.649788 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks [] for router_controller (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.714064 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:38.755054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Allocated IP 172.20.0.2 (349611c3-09cf-446d-83ee-24912566cb3d/e6a629ee-d856-421d-99db-b990d0545de7/797ce058-4963-468f-80f8-a0752881cadd) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:38.868388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks [] for router_gateway (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.904411 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Publish callbacks [] for port (797ce058-4963-468f-80f8-a0752881cadd), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.929427 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:36Z', 'revision_number': 2, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:38.955040 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:38.959744 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Updating router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:50:38.986639 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:38.988847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (797ce058-4963-468f-80f8-a0752881cadd), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.035522 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Network 349611c3-09cf-446d-83ee-24912566cb3d is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:39.041682 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:39.044156 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:39.053227 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Pushing event updated for resources: {'Port': ['ID=797ce058-4963-468f-80f8-a0752881cadd,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:39.107998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Attempting to bind port 797ce058-4963-468f-80f8-a0752881cadd on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:39.108667 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Attempting to bind port 797ce058-4963-468f-80f8-a0752881cadd by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:39.109233 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Attempting to bind port 797ce058-4963-468f-80f8-a0752881cadd on network 349611c3-09cf-446d-83ee-24912566cb3d {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:39.116473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:39.117154 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Checking segment: {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:39.117740 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.118139 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Bound using segment: {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:39.118648 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Bound port: 797ce058-4963-468f-80f8-a0752881cadd, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:39.119032 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (797ce058-4963-468f-80f8-a0752881cadd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.151702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks [] for router_gateway (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.173584 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.187297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] For port 797ce058-4963-468f-80f8-a0752881cadd, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:39.191025 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] For port 797ce058-4963-468f-80f8-a0752881cadd, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=797ce058-4963-468f-80f8-a0752881cadd,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:39.258157 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (797ce058-4963-468f-80f8-a0752881cadd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.276437 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Publish callbacks [] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.285599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Allocated IP 172.25.5.93 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/7009e890-bce4-4973-9e20-d623c0af8ba3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:39.322940 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dc0ca-8565-4f61-9161-fa0025e2ef83 None None] Pushing event updated for resources: {'Port': ['ID=797ce058-4963-468f-80f8-a0752881cadd,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:39.348340 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.410535 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks [] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.427188 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Pushing event updated for resources: {'Port': ['ID=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:39.437378 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.437378 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.437378 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.437785 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.437962 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.438284 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.438609 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.438931 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.439253 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.439574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.439892 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.440230 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.440549 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:50:39.472273 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Attempting to bind port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:39.476685 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Attempting to bind port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:39.477101 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Attempting to bind port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:39.495330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:39.495986 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:39.496438 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.496836 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Bound using segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:39.497315 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Bound port: b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:39.497692 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.502743 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.554056 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:39.559901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:39.563863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:39.578237 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] For port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:39.581553 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] For port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:39.596912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Pushing event updated for resources: {'Port': ['ID=7009e890-bce4-4973-9e20-d623c0af8ba3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:39.640986 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.713741 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:39.714514 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:39.719937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90020472-1d4d-4012-a0d6-b27a00b47a2d None None] Pushing event updated for resources: {'Port': ['ID=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:39.743928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] Provisioning complete for port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:39.744403 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.830036 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:39.840230 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] Current status of the port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:39.840541 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.883510 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] For port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:39.946618 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks [] for router_gateway (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:39.961193 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.029714 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60f3ba-6e99-44b9-95d2-aa571adbe656 None None] Pushing event updated for resources: {'Port': ['ID=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:40.089869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-bb3c1675-4113-4228-b036-e3c861c1c493 None None] Provisioning complete for port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:40.090342 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bb3c1675-4113-4228-b036-e3c861c1c493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.169184 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:40.177549 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.194882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c1675-4113-4228-b036-e3c861c1c493 None None] Current status of the port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:40.221291 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f3800-e5d0-41a4-92b3-b48abdc300e0 None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:50:40.426109 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 797ce058-4963-468f-80f8-a0752881cadd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:40.486356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 797ce058-4963-468f-80f8-a0752881cadd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:40.486692 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (797ce058-4963-468f-80f8-a0752881cadd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.589091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 797ce058-4963-468f-80f8-a0752881cadd is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:40.589482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (797ce058-4963-468f-80f8-a0752881cadd), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.629141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 797ce058-4963-468f-80f8-a0752881cadd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=797ce058-4963-468f-80f8-a0752881cadd,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:40.659180 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cbf923-3fea-4cfd-b59c-c09f0c36c467 None None] Network 349611c3-09cf-446d-83ee-24912566cb3d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 20:50:40.728135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (797ce058-4963-468f-80f8-a0752881cadd), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.728923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:40.793926 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 20:50:40.819567 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-671e5093-2bdf-4bcd-85e2-e689b3a6818c None None] Provisioning complete for port 797ce058-4963-468f-80f8-a0752881cadd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:40.819946 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-671e5093-2bdf-4bcd-85e2-e689b3a6818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (797ce058-4963-468f-80f8-a0752881cadd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.867737 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=797ce058-4963-468f-80f8-a0752881cadd,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:40.909666 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:40.909871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:40.910223 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.922171 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Sync routers for ids ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:40.994992 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Routers {'1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:40.995676 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:40.996015 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:40.997361 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8fb0ecde-9c7a-4665-b501-7e2cb71fa63a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4714456 Jan 29 20:50:41.000061 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42770) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:41.048987 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-671e5093-2bdf-4bcd-85e2-e689b3a6818c None None] Current status of the port 797ce058-4963-468f-80f8-a0752881cadd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:41.138499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:41.139590 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a4c590dc-7007-4442-8026-4e774df31922 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:41.165828 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Set router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:41.419854 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-b84ffb1c-af1f-4935-b825-50d2fa795b81 None None] Provisioning complete for port 797ce058-4963-468f-80f8-a0752881cadd triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:41.420135 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b84ffb1c-af1f-4935-b825-50d2fa795b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (797ce058-4963-468f-80f8-a0752881cadd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.438685 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.504249 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a4c590dc-7007-4442-8026-4e774df31922 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:41.504687 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a4c590dc-7007-4442-8026-4e774df31922), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.595478 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Allocated IP 172.20.0.1 (349611c3-09cf-446d-83ee-24912566cb3d/e6a629ee-d856-421d-99db-b990d0545de7/5b47b660-73d8-4be1-aa4e-1473241320c3) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:41.613331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-b84ffb1c-af1f-4935-b825-50d2fa795b81 None None] Current status of the port 797ce058-4963-468f-80f8-a0752881cadd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:41.655512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 3, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:41.686800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Checking router: 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:41.687055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Updating router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 port 7009e890-bce4-4973-9e20-d623c0af8ba3 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:50:41.688970 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a4c590dc-7007-4442-8026-4e774df31922 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:41.698664 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks [] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.717092 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.776930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.821420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Network 349611c3-09cf-446d-83ee-24912566cb3d is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:41.826593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:41.831262 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:41.857016 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Pushing event updated for resources: {'Port': ['ID=5b47b660-73d8-4be1-aa4e-1473241320c3,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:41.887536 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:41.988402 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Publish callbacks [] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.085392 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.107352 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.150381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Attempting to bind port 7009e890-bce4-4973-9e20-d623c0af8ba3 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:42.150704 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Attempting to bind port 7009e890-bce4-4973-9e20-d623c0af8ba3 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:42.151072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Attempting to bind port 7009e890-bce4-4973-9e20-d623c0af8ba3 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:42.154730 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87a0e5-fb92-4fab-873f-dbfdc430ab87 None None] Pushing event updated for resources: {'Port': ['ID=7009e890-bce4-4973-9e20-d623c0af8ba3,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:42.169743 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Bound port: 7009e890-bce4-4973-9e20-d623c0af8ba3, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-2ba39aa8-06a4-41ed-81f8-50d0788bd355 None None] Provisioning complete for port 5b47b660-73d8-4be1-aa4e-1473241320c3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:42.175725 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ba39aa8-06a4-41ed-81f8-50d0788bd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.220784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 797ce058-4963-468f-80f8-a0752881cadd up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:42.287920 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks [] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.288660 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-2ba39aa8-06a4-41ed-81f8-50d0788bd355 None None] Port 5b47b660-73d8-4be1-aa4e-1473241320c3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:50:42.297330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] For port 7009e890-bce4-4973-9e20-d623c0af8ba3, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:42.300575 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] For port 7009e890-bce4-4973-9e20-d623c0af8ba3, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7009e890-bce4-4973-9e20-d623c0af8ba3,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:42.317022 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 797ce058-4963-468f-80f8-a0752881cadd triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:42.317398 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (797ce058-4963-468f-80f8-a0752881cadd), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.342064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.361836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.415135 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Pushing event updated for resources: {'Port': ['ID=5b47b660-73d8-4be1-aa4e-1473241320c3,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:42.419171 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.447469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Routers {'1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:42.448120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:42.452736 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 797ce058-4963-468f-80f8-a0752881cadd is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:42.494550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87a0e5-fb92-4fab-873f-dbfdc430ab87 None None] Pushing event updated for resources: {'Port': ['ID=7009e890-bce4-4973-9e20-d623c0af8ba3,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:42.511781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Network 349611c3-09cf-446d-83ee-24912566cb3d is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:42.513201 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:42.571037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] Set router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:42.635264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:50:42.753514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:42.758849 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a3d9560e-5a01-4bd4-8670-14d95b470f02 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7569556 Jan 29 20:50:42.786270 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T20:50:41Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5b47b660-73d8-4be1-aa4e-1473241320c3', 'name': '', 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'mac_address': 'fa:16:3e:7d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:41Z', 'updated_at': '2022-01-29T20:50:42Z', 'revision_number': 2, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'subnets': [{'id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:42.817454 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c896a0e5-5fad-4764-9c4e-ff45fd7f562c None None] The sync data for ids ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'] in n-d-825496-5 is: [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T20:50:41Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5b47b660-73d8-4be1-aa4e-1473241320c3', 'name': '', 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'mac_address': 'fa:16:3e:7d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:41Z', 'updated_at': '2022-01-29T20:50:42Z', 'revision_number': 2, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'subnets': [{'id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:50:42.828434 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-036f59e2-52f5-43ed-9793-180fed2e14f0 None None] Provisioning complete for port 5b47b660-73d8-4be1-aa4e-1473241320c3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:42.828816 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-036f59e2-52f5-43ed-9793-180fed2e14f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:42.864547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-036f59e2-52f5-43ed-9793-180fed2e14f0 None None] Port 5b47b660-73d8-4be1-aa4e-1473241320c3 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:50:43.603109 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42778) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:43.608133 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672028724', 'description': 'tempest-secgroup-smoke-672028724 description', 'project_id': '21a1a487ce074190ac7093688f2e212f'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:43.679768 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:43.750968 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (f47ca385-0212-4f52-8d6b-1f5cde005536), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:43.793935 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f47ca385-0212-4f52-8d6b-1f5cde005536), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:43.828066 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ca385-0212-4f52-8d6b-1f5cde005536,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:43.875752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:43.877249 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4936320d-3e71-43b4-8551-b9b9de98e067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2731271 Jan 29 20:50:43.880909 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42780) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:43.885557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': 'f47ca385-0212-4f52-8d6b-1f5cde005536', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:43.965097 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (39263518-7adb-4dda-8366-3e535a4ca882), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.023999 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (39263518-7adb-4dda-8366-3e535a4ca882), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.068523 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (39263518-7adb-4dda-8366-3e535a4ca882), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.090176 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39263518-7adb-4dda-8366-3e535a4ca882,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:44.161534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.168423 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-2106a7da-c569-49d7-8dc6-470df8499353 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818289 Jan 29 20:50:44.168423 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42782) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:44.171768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': 'f47ca385-0212-4f52-8d6b-1f5cde005536', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:44.232665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7009e890-bce4-4973-9e20-d623c0af8ba3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:44.273996 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (13b91591-92fc-438d-aac0-5287497e9ffe), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.281320 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7009e890-bce4-4973-9e20-d623c0af8ba3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:44.281698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.335903 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (13b91591-92fc-438d-aac0-5287497e9ffe), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.367217 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7009e890-bce4-4973-9e20-d623c0af8ba3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:44.367609 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.388066 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 7009e890-bce4-4973-9e20-d623c0af8ba3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7009e890-bce4-4973-9e20-d623c0af8ba3,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:44.422329 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (13b91591-92fc-438d-aac0-5287497e9ffe), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.440678 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b91591-92fc-438d-aac0-5287497e9ffe,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:44.479563 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.511465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.515665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d209479f-9ea2-4693-828b-0531b2b7c709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454347 Jan 29 20:50:44.516246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 42784) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:44.522021 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': 'f47ca385-0212-4f52-8d6b-1f5cde005536', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:44.534417 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=7009e890-bce4-4973-9e20-d623c0af8ba3,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:44.616638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (b8f6064b-1153-4ac5-a655-fc22524a0427), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.678497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (b8f6064b-1153-4ac5-a655-fc22524a0427), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.759264 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (b8f6064b-1153-4ac5-a655-fc22524a0427), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.777452 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f6064b-1153-4ac5-a655-fc22524a0427,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:44.809500 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Sync routers for ids ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:44.819937 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Routers {'1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:44.820606 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:44.864230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:44.866057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1a81c0da-82fd-4896-bd71-d756b2295cac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486202 Jan 29 20:50:44.868981 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42786) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:44.873585 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': 'f47ca385-0212-4f52-8d6b-1f5cde005536', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:44.928330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Set router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:44.987318 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (f7bde81c-aa37-4a41-b04e-0f6ae95ba51b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.044928 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (f7bde81c-aa37-4a41-b04e-0f6ae95ba51b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.124507 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T20:50:41Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5b47b660-73d8-4be1-aa4e-1473241320c3', 'name': '', 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'mac_address': 'fa:16:3e:7d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:41Z', 'updated_at': '2022-01-29T20:50:42Z', 'revision_number': 2, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'subnets': [{'id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:45.133827 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f7bde81c-aa37-4a41-b04e-0f6ae95ba51b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.156565 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Checking router: 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:45.156808 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bde81c-aa37-4a41-b04e-0f6ae95ba51b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:45.156939 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Updating router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 port 5b47b660-73d8-4be1-aa4e-1473241320c3 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 20:50:45.186090 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.225150 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.226392 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-974ee37b-43fb-49e3-8553-5dc1b95f2903 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563941 Jan 29 20:50:45.229426 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42788) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:45.234068 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': 'f47ca385-0212-4f52-8d6b-1f5cde005536', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:45.297396 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Project 21a1a487ce074190ac7093688f2e212f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:50:45.302221 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (939dc6fa-e71a-41db-98e7-800aa256f23d), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.308290 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:50:45.362871 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (939dc6fa-e71a-41db-98e7-800aa256f23d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.416512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (939dc6fa-e71a-41db-98e7-800aa256f23d), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.434794 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939dc6fa-e71a-41db-98e7-800aa256f23d,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:45.456159 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Publish callbacks [] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.515702 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.516974 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a60ed5f0-f8c3-4e5f-bad2-3c65d134e97f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2866023 Jan 29 20:50:45.519891 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42790) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:45.524735 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.524917 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': 'f47ca385-0212-4f52-8d6b-1f5cde005536', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:45.575892 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c360b90-e787-400c-aac8-89a14a287420 None None] Pushing event updated for resources: {'Port': ['ID=5b47b660-73d8-4be1-aa4e-1473241320c3,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:45.611042 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Project 21a1a487ce074190ac7093688f2e212f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:50:45.617041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (04345475-ede3-43f2-b054-63ecf478a674), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.631540 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Attempting to bind port 5b47b660-73d8-4be1-aa4e-1473241320c3 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:45.632293 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Attempting to bind port 5b47b660-73d8-4be1-aa4e-1473241320c3 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:45.632850 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Attempting to bind port 5b47b660-73d8-4be1-aa4e-1473241320c3 on network 349611c3-09cf-446d-83ee-24912566cb3d {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:45.638987 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:45.639359 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Checking segment: {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:45.639756 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.640140 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Bound using segment: {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:45.640634 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Bound port: 5b47b660-73d8-4be1-aa4e-1473241320c3, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7830c727-02d8-4fc0-a066-c8f05a352fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:45.641300 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.679839 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (04345475-ede3-43f2-b054-63ecf478a674), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.708264 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] For port 5b47b660-73d8-4be1-aa4e-1473241320c3, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:45.712253 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] For port 5b47b660-73d8-4be1-aa4e-1473241320c3, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b47b660-73d8-4be1-aa4e-1473241320c3,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:45.759571 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (04345475-ede3-43f2-b054-63ecf478a674), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.778059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04345475-ede3-43f2-b054-63ecf478a674,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:45.788766 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.802915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] Provisioning complete for port 5b47b660-73d8-4be1-aa4e-1473241320c3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:45.803628 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.850717 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c360b90-e787-400c-aac8-89a14a287420 None None] Pushing event updated for resources: {'Port': ['ID=5b47b660-73d8-4be1-aa4e-1473241320c3,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:45.852938 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Routers {'1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:45.853613 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:45.870245 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.872081 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-d48734e3-1723-481f-ab39-b2b5249e2cb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505509 Jan 29 20:50:45.890310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] Current status of the port 5b47b660-73d8-4be1-aa4e-1473241320c3 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:45.890711 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:45.931765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] For port 5b47b660-73d8-4be1-aa4e-1473241320c3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b47b660-73d8-4be1-aa4e-1473241320c3,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:45.992816 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] Set router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:45.999376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:46.055956 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8de54-88e4-459d-abc8-ac927a48082e None None] Pushing event updated for resources: {'Port': ['ID=5b47b660-73d8-4be1-aa4e-1473241320c3,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:46.080727 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-533d68dd-d442-404a-a81d-a1af5f7f46cb tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672028724&fields=id&tenant_id=21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 267 time: 0.0561671 Jan 29 20:50:46.122174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-809e1ecf-68be-4205-816e-0210c6b4f1db None None] Provisioning complete for port 5b47b660-73d8-4be1-aa4e-1473241320c3 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:46.122487 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-809e1ecf-68be-4205-816e-0210c6b4f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:46.202521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-49aa22ac-1b1a-4701-9a5b-d888e366366a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:46.210052 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-49aa22ac-1b1a-4701-9a5b-d888e366366a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 809 time: 0.1235316 Jan 29 20:50:46.228599 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-e8e6ef10-ff5b-4910-9959-b1f41e905d70 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/quotas/21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 375 time: 0.0175948 Jan 29 20:50:46.238621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-809e1ecf-68be-4205-816e-0210c6b4f1db None None] Current status of the port 5b47b660-73d8-4be1-aa4e-1473241320c3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:46.246469 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T20:50:41Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5b47b660-73d8-4be1-aa4e-1473241320c3', 'name': '', 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'mac_address': 'fa:16:3e:7d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:41Z', 'updated_at': '2022-01-29T20:50:45Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'subnets': [{'id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:46.284816 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-44bbad06-7ddc-4ea7-beed-ac7d09161475 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551610 Jan 29 20:50:46.287831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7009e890-bce4-4973-9e20-d623c0af8ba3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:46.289804 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37423588-40a8-4fbf-8f63-f51d88de9de4 None None] The sync data for ids ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'] in n-d-825496-5 is: [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T20:50:41Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5b47b660-73d8-4be1-aa4e-1473241320c3', 'name': '', 'network_id': '349611c3-09cf-446d-83ee-24912566cb3d', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'mac_address': 'fa:16:3e:7d:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:41Z', 'updated_at': '2022-01-29T20:50:45Z', 'revision_number': 4, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'subnets': [{'id': 'e6a629ee-d856-421d-99db-b990d0545de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:50:46.347422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 7009e890-bce4-4973-9e20-d623c0af8ba3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:46.347807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:46.440674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 7009e890-bce4-4973-9e20-d623c0af8ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:46.441592 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b47b660-73d8-4be1-aa4e-1473241320c3 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:46.491445 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5b47b660-73d8-4be1-aa4e-1473241320c3 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:46.491913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:46.505121 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-b4c897f4-71af-46b6-943a-af4fa6208853 service neutron] 10.222.0.15 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067988 Jan 29 20:50:46.593063 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5b47b660-73d8-4be1-aa4e-1473241320c3 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:46.604595 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-f6a1b2aa-4041-4024-b84c-92ef8d679381 service neutron] 10.222.0.15 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926778 Jan 29 20:50:46.819552 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-95996eb6-0625-4733-a48c-10a1c971fbae req-0f63c276-142c-4520-9302-d27d0fc7a022 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 210 time: 0.0292447 Jan 29 20:50:47.924810 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-7c204829-53ce-4aef-b9c0-7cbf91a1e8f5 req-16c28348-ac40-4903-a4ff-16820c78541d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 210 time: 0.0325613 Jan 29 20:50:48.989074 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-d4784142-4709-4e40-9909-dc8ad68b79d4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:48.990593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-d4784142-4709-4e40-9909-dc8ad68b79d4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 809 time: 0.2016397 Jan 29 20:50:49.034436 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7f2f5f99-ffe9-4299-b83d-129ed1c185ca req-e8f35b77-4c1b-40d9-a4fd-c06abf455a2c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 210 time: 0.0400822 Jan 29 20:50:49.076697 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-d6bd9afc-2b58-41ef-a6c8-133e7a2c2ded tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 379 time: 0.0723820 Jan 29 20:50:49.085210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'port': {'device_id': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'admin_state_up': True, 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'security_groups': ['f47ca385-0212-4f52-8d6b-1f5cde005536']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:49.307751 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Made reservation on behalf of 21a1a487ce074190ac7093688f2e212f for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:50:49.311314 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:49.438881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Allocated IP 172.20.0.4 (59edbcfa-18dc-4cd4-8053-f7822ef42a16/ef85709f-d254-4b71-a3a3-314404f38fd7/ca4629ac-a602-4367-8280-4c1cecd76767) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:49.577230 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for port (ca4629ac-a602-4367-8280-4c1cecd76767), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:49.639702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:49.682722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:49.687560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:49.691110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:49.715274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:49.744398 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:49.745029 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:49.791131 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-adcbb05b-7d8b-428b-95a1-3e687e4fa547 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099462 Jan 29 20:50:49.808969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Request body: {'port': {'device_id': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:49.882130 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:49.986033 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-37974cfc-eea2-4908-860b-ae7d9ca63088 None None] Provisioning complete for port ca4629ac-a602-4367-8280-4c1cecd76767 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:49.986659 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-37974cfc-eea2-4908-860b-ae7d9ca63088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:50.023366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-37974cfc-eea2-4908-860b-ae7d9ca63088 None None] Port ca4629ac-a602-4367-8280-4c1cecd76767 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:50:50.154453 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:50:50.156468 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fd315-353c-4798-92ac-5003a7c188f1 req-c7248352-8a7e-49bc-ab24-2b190e070a7d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:50.158109 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-347fd315-353c-4798-92ac-5003a7c188f1 req-c7248352-8a7e-49bc-ab24-2b190e070a7d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 931 time: 0.0547693 Jan 29 20:50:50.162363 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Publish callbacks [] for port (ca4629ac-a602-4367-8280-4c1cecd76767), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:50.174524 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Transition to ACTIVE for port object ca4629ac-a602-4367-8280-4c1cecd76767 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:50:50.207149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-347fd315-353c-4798-92ac-5003a7c188f1 req-5c80e518-1d55-4648-9eb6-3ee57e11209a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430486 Jan 29 20:50:50.239004 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:50.299622 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:50.370366 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:50:50.370704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:50:50.371033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:50.376704 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Port ca4629ac-a602-4367-8280-4c1cecd76767 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:50:50.377033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:50:50.382863 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:50:50.383230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:50:50.383621 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Bound using segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:50:50.384048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Bound port: ca4629ac-a602-4367-8280-4c1cecd76767, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:50:50.384456 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:50.450028 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:50:50.453224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:50:50.537247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:50.575983 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:50.576636 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:50.577987 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] 10.222.0.26 "PUT /v2.0/ports/ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1091 time: 0.7735829 Jan 29 20:50:50.578420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:50:50.580678 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e06d84-bd49-4963-ba14-2e64bf8f0384" -d '{"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:50:50.604607 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa66c9a-d434-44fa-9025-37447f9fd67a service neutron] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:50.631548 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e302a4-fad7-44fb-9ff5-91748eefbd79 x-openstack-request-id: req-d9e302a4-fad7-44fb-9ff5-91748eefbd79 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:50:50.631839 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:50:50.632087 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9e302a4-fad7-44fb-9ff5-91748eefbd79 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:50:50.632527 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'status': 'completed', 'code': 200} Jan 29 20:50:50.717828 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e06d84-bd49-4963-ba14-2e64bf8f0384 req-47a7891c-7d54-4f05-a348-26e1ca3445a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:50.719383 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3e06d84-bd49-4963-ba14-2e64bf8f0384 req-47a7891c-7d54-4f05-a348-26e1ca3445a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1125 time: 0.0482388 Jan 29 20:50:50.827134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e06d84-bd49-4963-ba14-2e64bf8f0384 req-6d1526f5-60e8-4f88-a783-4cbfadbcadca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:50.828532 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3e06d84-bd49-4963-ba14-2e64bf8f0384 req-6d1526f5-60e8-4f88-a783-4cbfadbcadca service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21a1a487ce074190ac7093688f2e212f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0941255 Jan 29 20:50:50.925738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e06d84-bd49-4963-ba14-2e64bf8f0384 req-ebd57cf8-2723-439e-b89f-4ccc5087f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:50.927786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d3e06d84-bd49-4963-ba14-2e64bf8f0384 req-ebd57cf8-2723-439e-b89f-4ccc5087f477 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929818 Jan 29 20:50:51.028214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-81aec47e-4799-4b4c-bdd7-123162ea9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:51.029706 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-81aec47e-4799-4b4c-bdd7-123162ea9c9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1125 time: 0.0446489 Jan 29 20:50:51.080570 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-df6c9807-a8cf-4455-be0d-39e9605ac6e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 217 time: 0.0369265 Jan 29 20:50:51.129009 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-b5759f8c-780c-44dc-8722-86dd03ea88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:51.130615 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-b5759f8c-780c-44dc-8722-86dd03ea88bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0443447 Jan 29 20:50:51.179125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-1ac1b5a0-9013-4a58-b124-c5c3ee689926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:51.180695 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-1ac1b5a0-9013-4a58-b124-c5c3ee689926 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447333 Jan 29 20:50:51.275181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-b9fc90f9-7c07-41f2-9926-0a4a207e4973 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875928 Jan 29 20:50:51.326475 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1043a20-4f9c-46b9-88c6-28d204f78aea req-9fde0159-e799-4bb0-bd61-9c9e4567d935 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:51.327954 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1043a20-4f9c-46b9-88c6-28d204f78aea req-9fde0159-e799-4bb0-bd61-9c9e4567d935 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 943 time: 0.0522540 Jan 29 20:50:51.366551 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3bd74a5a-82dd-4dad-8de0-86345860c976 req-e56355b0-68df-4bb4-809d-eb625360ac15 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Jan 29 20:50:51.378260 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f1043a20-4f9c-46b9-88c6-28d204f78aea req-9ebf0ad9-ec2d-4453-88d9-676b3d01f96f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 Jan 29 20:50:52.507379 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea653ed-4cca-405a-bb48-23be4858bdad req-06bb8235-64dc-4d16-9e9d-e522e6399758 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:52.508877 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dea653ed-4cca-405a-bb48-23be4858bdad req-06bb8235-64dc-4d16-9e9d-e522e6399758 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 943 time: 0.0578699 Jan 29 20:50:52.556894 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dea653ed-4cca-405a-bb48-23be4858bdad req-bd5d22ba-8a3b-4740-a025-1da831480427 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423887 Jan 29 20:50:52.873076 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:50:52.968681 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:52.979519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'mac_address': 'fa:16:3e:8c:e8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:50:53.015363 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:53.015748 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:53.027869 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:50:53.046968 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:53.084572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:53.131094 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:53.376362 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['ca4629ac-a602-4367-8280-4c1cecd76767'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:50:53.680864 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c3ced-2c61-47f8-a239-d184af515e08 req-6f19b1e9-6211-45a4-91dd-d63315c4f423 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:53.682342 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5c3ced-2c61-47f8-a239-d184af515e08 req-6f19b1e9-6211-45a4-91dd-d63315c4f423 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0567491 Jan 29 20:50:53.731077 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3e5c3ced-2c61-47f8-a239-d184af515e08 req-26896087-f074-43aa-9343-325945f5a811 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Jan 29 20:50:54.848594 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223970c8-a519-471e-9b36-e4b3b288655d req-ff0a7717-5440-4b63-ba5d-ac4e892d7750 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:54.850880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-223970c8-a519-471e-9b36-e4b3b288655d req-ff0a7717-5440-4b63-ba5d-ac4e892d7750 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0533743 Jan 29 20:50:54.873067 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:50:54.902230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-223970c8-a519-471e-9b36-e4b3b288655d req-78c346ee-aacb-465e-b181-03f67d6975b2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Jan 29 20:50:55.130980 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port ca4629ac-a602-4367-8280-4c1cecd76767 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:50:55.135310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port ca4629ac-a602-4367-8280-4c1cecd76767 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:50:55.136084 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:55.219410 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-db734bfe-24b9-4635-953d-309c4b1027f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:55.224045 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:50:55.229858 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:55.246701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:50:55.248949 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889d561-bd88-47a3-9e2a-729f200c418d" -d '{"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:50:55.262348 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:50:55.288341 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab0aaf-d79a-4347-b3d3-63e897330d80 x-openstack-request-id: req-fbab0aaf-d79a-4347-b3d3-63e897330d80 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:50:55.288573 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:50:55.288833 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbab0aaf-d79a-4347-b3d3-63e897330d80 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:50:55.289258 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'code': 200} Jan 29 20:50:55.330712 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:55.384875 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:55.417013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d653e-226b-45d9-a888-5fe6dc810852 req-ad43200d-24a0-4582-9d73-82823b923325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:55.418545 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-829d653e-226b-45d9-a888-5fe6dc810852 req-ad43200d-24a0-4582-9d73-82823b923325 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1127 time: 0.0449076 Jan 29 20:50:55.467955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-829d653e-226b-45d9-a888-5fe6dc810852 req-38ec42c2-e6a2-4bd7-af1b-8884d5b3b4f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439646 Jan 29 20:50:56.023573 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd97c4-4edd-4efe-9a1f-ba94aa9273e6 req-7d626ee3-c19f-4453-9197-605a9f10e86b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:56.025075 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15bd97c4-4edd-4efe-9a1f-ba94aa9273e6 req-7d626ee3-c19f-4453-9197-605a9f10e86b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0527282 Jan 29 20:50:56.074815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-15bd97c4-4edd-4efe-9a1f-ba94aa9273e6 req-1bf2cf29-0e7a-4725-b663-15a87a509e2b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Jan 29 20:50:57.195963 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef326b5-87bc-478b-a8cb-358afbec2760 req-b29d88be-bbc9-4daf-b89c-a014623fef18 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:57.197459 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fef326b5-87bc-478b-a8cb-358afbec2760 req-b29d88be-bbc9-4daf-b89c-a014623fef18 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0544026 Jan 29 20:50:57.245332 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fef326b5-87bc-478b-a8cb-358afbec2760 req-5903dd78-b7b8-47b6-a309-1dd2094d07cc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Jan 29 20:50:57.363482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6174e-d1a0-4beb-8b85-95588eb1bd24 req-e07f7358-8808-4dde-8ee2-7ab027e3e037 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:57.365862 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4c6174e-d1a0-4beb-8b85-95588eb1bd24 req-e07f7358-8808-4dde-8ee2-7ab027e3e037 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0536845 Jan 29 20:50:57.414115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f4c6174e-d1a0-4beb-8b85-95588eb1bd24 req-f8f717b0-94bf-4d83-b3a5-22d7269adf9c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Jan 29 20:50:57.436393 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42848) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:57.519988 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a6153-4f02-4136-af1c-0220b917b893 tempest-TestShelveInstance-1958915454 tempest-TestShelveInstance-1958915454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:57.521789 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-b45a6153-4f02-4136-af1c-0220b917b893 tempest-TestShelveInstance-1958915454 tempest-TestShelveInstance-1958915454-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1122 time: 0.0844014 Jan 29 20:50:57.524835 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 42852) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:50:57.529040 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:50:57.639364 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:57.737137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:57.842213 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Allocated IP 172.25.5.78 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:50:57.939919 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.010870 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.046979 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:50:58.049712 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:50:58.056558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:50:58.086141 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'Port': ['ID=aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:58.239931 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2625b431-9d82-44bf-931b-d124d2a1abb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.429566 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (520e6a6c-2f18-422c-8dfc-e3ee2653f7cb), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.551592 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.700033 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.747027 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.819713 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'Port': ['ID=aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:50:58.831234 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (520e6a6c-2f18-422c-8dfc-e3ee2653f7cb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:58.934794 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Floating IP 520e6a6c-2f18-422c-8dfc-e3ee2653f7cb associated. External IP: 172.25.5.78, port: ca4629ac-a602-4367-8280-4c1cecd76767. Jan 29 20:50:59.050394 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:59.141957 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:50:59.254778 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:50:59.266559 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:50:59.278613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:59.280168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:59.309621 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:50:59.340615 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-547c22c3-e1c0-4a04-8cf1-ffb46d6ecb4c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8147330 Jan 29 20:50:59.341189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:50:59.343431 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25117d22-f843-40e8-a942-33719e3595ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:50:59.383648 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62e048-ab4e-4360-8646-5509f06cf1e6 x-openstack-request-id: req-2d62e048-ab4e-4360-8646-5509f06cf1e6 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:50:59.383941 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:50:59.384226 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d62e048-ab4e-4360-8646-5509f06cf1e6 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:50:59.384650 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'status': 'completed', 'code': 200} Jan 29 20:50:59.389761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:59.485319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117d22-f843-40e8-a942-33719e3595ab req-94d24ee1-0927-453d-8ca4-eb0542c9aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:59.486756 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-94d24ee1-0927-453d-8ca4-eb0542c9aa68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1127 time: 0.0496173 Jan 29 20:50:59.576972 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117d22-f843-40e8-a942-33719e3595ab req-a031eef9-4d2c-4765-bda0-52b95b66c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:59.578463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-a031eef9-4d2c-4765-bda0-52b95b66c29a service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0854046 Jan 29 20:50:59.617112 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '520e6a6c-2f18-422c-8dfc-e3ee2653f7cb', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'mac_address': 'fa:16:3e:8c:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:50:58Z', 'updated_at': '2022-01-29T20:50:58Z', 'revision_number': 0, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:59.644381 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:50:59.647943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-25287715-af51-4843-a076-2a7090c30932 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 998 time: 0.0635819 Jan 29 20:50:59.653658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:50:59.654259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:50:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:50:59.695584 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117d22-f843-40e8-a942-33719e3595ab req-adf4d88d-9e27-472c-8f41-f4351b827369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:59.697083 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-adf4d88d-9e27-472c-8f41-f4351b827369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0438406 Jan 29 20:50:59.746005 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117d22-f843-40e8-a942-33719e3595ab req-44efdb06-17ae-4f36-aaea-d5738575dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:50:59.747414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-44efdb06-17ae-4f36-aaea-d5738575dce6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445108 Jan 29 20:50:59.762787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:50:59.843179 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-b61482a9-f9bf-4a91-88dd-77c34e5edbef service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893908 Jan 29 20:50:59.938577 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-25117d22-f843-40e8-a942-33719e3595ab req-8d6ce510-3427-46f0-8ed3-13f962b6be22 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870807 Jan 29 20:50:59.987827 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '520e6a6c-2f18-422c-8dfc-e3ee2653f7cb', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'mac_address': 'fa:16:3e:8c:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:50:58Z', 'updated_at': '2022-01-29T20:50:58Z', 'revision_number': 0, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:51:00.018657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a8dae-cb63-4521-9655-5fe62d8718da None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': '520e6a6c-2f18-422c-8dfc-e3ee2653f7cb', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'mac_address': 'fa:16:3e:8c:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:50:58Z', 'updated_at': '2022-01-29T20:50:58Z', 'revision_number': 0, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:51:00.222246 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d7fb66-b76d-40fd-b983-69deb6864380 None None] New status for floating IP 520e6a6c-2f18-422c-8dfc-e3ee2653f7cb: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:51:00.456067 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:00.530320 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:01.598504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:08.581698 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:22.306953 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:51:25.227187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e5f40a36-ec64-499c-9388-35f5d7c79af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:28.238078 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd02acab-e3bd-4991-96b7-ca47acf2b823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:29.072551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:30.426875 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:30.506843 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:31.592585 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:38.575260 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:53.321479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-1b2af7c9-389c-4cd2-9427-de6eae694929 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494561 Jan 29 20:51:53.427217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-d0579aa7-f348-4a80-afc8-ffe050381d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:51:53.428763 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-d0579aa7-f348-4a80-afc8-ffe050381d01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1127 time: 0.0468104 Jan 29 20:51:53.530763 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-b5b15dd3-7032-408f-8932-9e1225490761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:51:53.532257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-b5b15dd3-7032-408f-8932-9e1225490761 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0869617 Jan 29 20:51:53.599808 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-5e0e95e6-59e6-4a9d-847a-dffa569772fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1000 time: 0.0618520 Jan 29 20:51:53.645883 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-9e9d58b0-9b1e-4dba-8c38-0d3348679fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:51:53.647283 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-9e9d58b0-9b1e-4dba-8c38-0d3348679fd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0423226 Jan 29 20:51:53.694879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-d5a3ec4f-0119-469c-8141-f6898f0ba8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:51:53.696948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-d5a3ec4f-0119-469c-8141-f6898f0ba8a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430696 Jan 29 20:51:53.788690 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-7a367ae2-9338-4c65-a13b-4b5e608cbc92 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Jan 29 20:51:53.880016 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6f53d77b-597f-4754-b70e-274f4142f1e5 req-77721c92-d3de-46a3-8445-b9ce051aaf39 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860975 Jan 29 20:51:55.220610 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-44cac55b-1cea-4e64-9730-8541f6b4dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:58.243673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfcbb-7af9-44f9-a14a-885fecd13251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:59.054671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:51:59.306358 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:52:00.437885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:00.517862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:01.586299 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:08.637419 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:25.254773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-644a9297-a323-4449-82b2-b5251b99cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:28.202984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d12de20d-15be-414a-bdcd-6e7e827e9811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:29.065906 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:30.456101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:30.539947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:31.608619 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:36.304623 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:52:38.790601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:54.335721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-31012d14-9103-43c2-9ad5-36ef12a706b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927603 Jan 29 20:52:54.439274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-efdda749-bd05-4e37-aa87-560158d442c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:54.440815 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-efdda749-bd05-4e37-aa87-560158d442c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1127 time: 0.0488620 Jan 29 20:52:54.546847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-9ff1127a-1643-4bef-a19f-c1d70c5fc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:54.548507 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-9ff1127a-1643-4bef-a19f-c1d70c5fc83b service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0900981 Jan 29 20:52:54.612334 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-9a0f210a-2ecd-4b46-8f69-95ec6367d4f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1000 time: 0.0582957 Jan 29 20:52:54.659325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-00d0c15f-61a2-41ed-a93a-50c29d6f3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:54.660765 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-00d0c15f-61a2-41ed-a93a-50c29d6f3976 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0430100 Jan 29 20:52:54.713242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-30d76330-c456-454f-b91b-511f7653f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:54.714757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-30d76330-c456-454f-b91b-511f7653f5c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483856 Jan 29 20:52:54.805401 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-cdeeb0a6-1fe3-49b2-b855-e56892dbb98b service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839639 Jan 29 20:52:54.896789 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1522955b-886e-4249-bc42-d73a85e5ff1b req-9054af59-aede-4d8a-81c9-e14e771fbfe5 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855057 Jan 29 20:52:55.213686 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-32160e49-bd83-439a-a4cf-4bc2d0959027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:55.493193 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddf307-65e6-4420-802a-132a41e55484 req-95793d65-0337-4602-a3b7-ca679bbf9ffd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:55.494703 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86ddf307-65e6-4420-802a-132a41e55484 req-95793d65-0337-4602-a3b7-ca679bbf9ffd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0563097 Jan 29 20:52:55.543299 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86ddf307-65e6-4420-802a-132a41e55484 req-4d3d17dc-cea6-485d-a8f4-8a96160c90a2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Jan 29 20:52:56.672638 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac103b-ba6d-4111-a5c8-802a7947ef25 req-7260143e-41a8-402c-a441-fa443a41644e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:56.674112 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-adac103b-ba6d-4111-a5c8-802a7947ef25 req-7260143e-41a8-402c-a441-fa443a41644e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0526712 Jan 29 20:52:56.721838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-adac103b-ba6d-4111-a5c8-802a7947ef25 req-ae3e82c7-5636-41eb-ac5b-1e9d1e763cc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Jan 29 20:52:57.852522 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174f4f-7c12-4840-a7c7-8c7389dbea38 req-fe444c4d-f1f8-433a-b286-8da4436041d9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:57.854011 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-db174f4f-7c12-4840-a7c7-8c7389dbea38 req-fe444c4d-f1f8-433a-b286-8da4436041d9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0527244 Jan 29 20:52:57.905618 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-db174f4f-7c12-4840-a7c7-8c7389dbea38 req-7c7f293e-9402-4d71-bb8e-be3159f77292 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Jan 29 20:52:58.202431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c59b-ad60-448c-8ffe-051c308c12de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:59.029298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564d7fa-3c53-4d8a-b534-d1f1dea72607 req-d6ee4010-79aa-4673-8cbd-87fd19138399 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:52:59.030969 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d564d7fa-3c53-4d8a-b534-d1f1dea72607 req-d6ee4010-79aa-4673-8cbd-87fd19138399 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0572631 Jan 29 20:52:59.065321 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:52:59.083646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d564d7fa-3c53-4d8a-b534-d1f1dea72607 req-8d620a07-901d-4ef5-a226-1d5f360fabd3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470963 Jan 29 20:53:00.205223 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ca47d-0f2f-4e3b-a14e-9a21a3b25831 req-c5ed9fa2-f8f7-4a3e-a942-b12bd488793b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:00.206223 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-143ca47d-0f2f-4e3b-a14e-9a21a3b25831 req-c5ed9fa2-f8f7-4a3e-a942-b12bd488793b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0541406 Jan 29 20:53:00.256192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-143ca47d-0f2f-4e3b-a14e-9a21a3b25831 req-becdc2c0-95e3-4d68-a9dc-350792ed1721 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Jan 29 20:53:00.483079 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:00.550923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:01.373980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a42a3-ab94-4a30-be83-43bdc76c33ef req-d2d0c08b-1803-4e6d-8660-78107b2777a8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:01.375469 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c0a42a3-ab94-4a30-be83-43bdc76c33ef req-d2d0c08b-1803-4e6d-8660-78107b2777a8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0531030 Jan 29 20:53:01.424958 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c0a42a3-ab94-4a30-be83-43bdc76c33ef req-b2865202-4ecc-433d-a3c0-aae41eaf9b08 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 Jan 29 20:53:01.585257 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:02.542972 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4571-6cb3-472e-ae43-df67abc8a98e req-7d4e7518-5dad-4144-895b-74858fd9422f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:02.544665 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac9c4571-6cb3-472e-ae43-df67abc8a98e req-7d4e7518-5dad-4144-895b-74858fd9422f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0524395 Jan 29 20:53:02.593069 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ac9c4571-6cb3-472e-ae43-df67abc8a98e req-bb0f7708-b137-4686-8eee-9a3478f57725 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430043 Jan 29 20:53:03.712182 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e26cd-9648-4823-971d-e88f703efcb4 req-27696757-75fe-4e12-af0b-107fb7040866 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:03.713777 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-033e26cd-9648-4823-971d-e88f703efcb4 req-27696757-75fe-4e12-af0b-107fb7040866 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0518677 Jan 29 20:53:03.762663 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-033e26cd-9648-4823-971d-e88f703efcb4 req-59972d9a-5434-4cd4-bc14-f0ae2b110b7f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Jan 29 20:53:04.887419 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938dfac-f105-4ad9-bbfb-07660829d9f9 req-e4433602-2a7f-4c53-9347-f0b63d64a750 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:04.888957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0938dfac-f105-4ad9-bbfb-07660829d9f9 req-e4433602-2a7f-4c53-9347-f0b63d64a750 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0560911 Jan 29 20:53:04.936576 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0938dfac-f105-4ad9-bbfb-07660829d9f9 req-38a6e100-c865-4d08-bbb1-c3a4008f81a0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Jan 29 20:53:06.062086 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80d690-7998-4447-8c34-3c8bb806c3f7 req-48e6bacd-d96f-44d4-8d2e-d4d8bcac49af tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:06.063569 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c80d690-7998-4447-8c34-3c8bb806c3f7 req-48e6bacd-d96f-44d4-8d2e-d4d8bcac49af tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0579591 Jan 29 20:53:06.113583 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4c80d690-7998-4447-8c34-3c8bb806c3f7 req-70051f93-17ff-4a4a-8bbc-4b4489b1c46a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Jan 29 20:53:07.233667 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db2c8-8346-4fa9-81cb-a8c5b8cc4775 req-6c7fe111-71f5-4e15-af74-b3265338c70a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:07.235178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a5db2c8-8346-4fa9-81cb-a8c5b8cc4775 req-6c7fe111-71f5-4e15-af74-b3265338c70a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0542619 Jan 29 20:53:07.284455 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9a5db2c8-8346-4fa9-81cb-a8c5b8cc4775 req-d903f212-2a61-4f27-bd3d-7769f7537d96 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434952 Jan 29 20:53:07.538891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:53:07.642194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:07.654174 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'mac_address': 'fa:16:3e:8c:e8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:53:07.693944 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:53:07.694345 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:07.707951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:53:07.735126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:07.774325 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:07.825952 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:07.833334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.833685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.834028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.834384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.834717 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.835043 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.835370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.835695 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.836017 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.836370 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.836691 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.837011 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.837330 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:07.910138 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['ca4629ac-a602-4367-8280-4c1cecd76767'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:53:08.405991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42525e82-7a4b-4ca7-b75e-bf8c64d2278f req-70f7fc83-a65b-43c8-9c4b-6943f9974f7c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:08.407959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-42525e82-7a4b-4ca7-b75e-bf8c64d2278f req-70f7fc83-a65b-43c8-9c4b-6943f9974f7c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0552192 Jan 29 20:53:08.457853 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-42525e82-7a4b-4ca7-b75e-bf8c64d2278f req-2ab6e2ff-8e8c-43ca-a24c-7b5ef5302b7d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Jan 29 20:53:08.825978 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:09.541334 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:53:09.601955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port ca4629ac-a602-4367-8280-4c1cecd76767 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:53:09.602736 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:09.606611 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b168e-5f31-4fb6-97f5-d52f0cfead2a req-8787fac0-357f-4713-96da-4cb42030dc9e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:09.615483 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-299b168e-5f31-4fb6-97f5-d52f0cfead2a req-8787fac0-357f-4713-96da-4cb42030dc9e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0813277 Jan 29 20:53:09.681746 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-299b168e-5f31-4fb6-97f5-d52f0cfead2a req-1001717d-00ef-4d22-943d-a59e520d2df6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650141 Jan 29 20:53:09.707302 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:53:09.707697 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:09.734072 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:53:09.736347 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4167348-f2cc-4c6c-8624-b7f296db78bb" -d '{"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:53:09.754285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:09.777192 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d1d4cf-cd7e-47a1-b5e1-e74d441c2cfc x-openstack-request-id: req-e9d1d4cf-cd7e-47a1-b5e1-e74d441c2cfc {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:53:09.777492 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:53:09.777767 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9d1d4cf-cd7e-47a1-b5e1-e74d441c2cfc {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:53:09.779075 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'code': 200} Jan 29 20:53:09.819650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:09.871103 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:10.820927 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98531846-5eb3-41c1-891a-479f41340493 req-5b7d644d-49db-4718-b816-ce95dc9bdd27 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:10.826572 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98531846-5eb3-41c1-891a-479f41340493 req-5b7d644d-49db-4718-b816-ce95dc9bdd27 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0681827 Jan 29 20:53:10.884988 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-98531846-5eb3-41c1-891a-479f41340493 req-e903c5b6-038c-41b9-8d8d-02b82866a1db tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559485 Jan 29 20:53:12.022412 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61f81-07c2-42e3-b5c1-79ac377a442a req-d796997e-ad63-495b-a9f2-0355b109a6f3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:12.023881 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6a61f81-07c2-42e3-b5c1-79ac377a442a req-d796997e-ad63-495b-a9f2-0355b109a6f3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0554888 Jan 29 20:53:12.083620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f6a61f81-07c2-42e3-b5c1-79ac377a442a req-9cbb3a2d-dc3c-412f-b391-81664ddbc3c5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510893 Jan 29 20:53:13.218514 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba9054-5651-43c8-b738-7fa849ff82d0 req-c7468c68-5d27-4550-a9b4-dd124984a9b4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:13.220090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cba9054-5651-43c8-b738-7fa849ff82d0 req-c7468c68-5d27-4550-a9b4-dd124984a9b4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0610640 Jan 29 20:53:13.279561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1cba9054-5651-43c8-b738-7fa849ff82d0 req-24984277-ee2b-4403-85ad-8963799baacb tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523634 Jan 29 20:53:13.310467 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:53:14.463843 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d77adc-e748-418b-a1e5-dbd44bc2e710 req-7eb13262-e41b-4c07-afaa-5687d7e153d0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:14.465968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09d77adc-e748-418b-a1e5-dbd44bc2e710 req-7eb13262-e41b-4c07-afaa-5687d7e153d0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.1138272 Jan 29 20:53:14.516651 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-09d77adc-e748-418b-a1e5-dbd44bc2e710 req-8318fc15-b867-46ac-87cc-fb38f0264faa tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Jan 29 20:53:15.702357 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21036e9-5846-46e1-8e47-cddfce7766cf req-fc4f2add-3daa-4560-80b8-5919507b6904 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:15.703973 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c21036e9-5846-46e1-8e47-cddfce7766cf req-fc4f2add-3daa-4560-80b8-5919507b6904 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.1164510 Jan 29 20:53:15.756818 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c21036e9-5846-46e1-8e47-cddfce7766cf req-4417eb8a-dc95-4a15-9b51-ba352e79c10d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461967 Jan 29 20:53:16.895961 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f3751-11b6-4ad1-926c-04609df904d6 req-dcaa07b2-bfad-4b5d-a857-0453d49ce9e4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:16.898271 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f64f3751-11b6-4ad1-926c-04609df904d6 req-dcaa07b2-bfad-4b5d-a857-0453d49ce9e4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0578942 Jan 29 20:53:16.957184 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f64f3751-11b6-4ad1-926c-04609df904d6 req-6cb5c235-4524-4560-93ad-88932d9a682c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520103 Jan 29 20:53:18.089899 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12ffa-1ed3-45e5-bb85-b07f3069ee51 req-52b0cc61-7c50-4cd0-8e21-c2980a3536d0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:18.091675 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ed12ffa-1ed3-45e5-bb85-b07f3069ee51 req-52b0cc61-7c50-4cd0-8e21-c2980a3536d0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0558705 Jan 29 20:53:18.148462 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ed12ffa-1ed3-45e5-bb85-b07f3069ee51 req-9c651b82-292a-4505-be5f-f664dcc92535 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513427 Jan 29 20:53:19.267252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d07197-f946-4e5d-9d9b-ed8b2fb01a18 req-5ef84b7f-4097-4cc2-9e02-3b3694ca6b19 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:19.268772 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7d07197-f946-4e5d-9d9b-ed8b2fb01a18 req-5ef84b7f-4097-4cc2-9e02-3b3694ca6b19 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0571792 Jan 29 20:53:19.317645 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f7d07197-f946-4e5d-9d9b-ed8b2fb01a18 req-2805b77f-b62a-4910-80cf-b54ec73d3ffa tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Jan 29 20:53:19.678506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee991-0299-422f-b79d-b4fa015f152d req-b4426800-10de-4d56-a0b8-c36c31e6ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:19.679972 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-b4426800-10de-4d56-a0b8-c36c31e6ca03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1127 time: 0.0445540 Jan 29 20:53:19.769980 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee991-0299-422f-b79d-b4fa015f152d req-559a3f5e-19b5-4078-971d-7aa4e0d46a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:19.771421 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-559a3f5e-19b5-4078-971d-7aa4e0d46a24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0857577 Jan 29 20:53:19.835364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-edac9799-9709-4a0e-b57a-91563a63a8af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1000 time: 0.0576806 Jan 29 20:53:19.882778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee991-0299-422f-b79d-b4fa015f152d req-2811bf24-97ec-46fb-9e27-8bd4e7533fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:19.884230 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-2811bf24-97ec-46fb-9e27-8bd4e7533fc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0434949 Jan 29 20:53:19.937610 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee991-0299-422f-b79d-b4fa015f152d req-12ad4fb9-9092-474d-be0b-2989f3ba6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:19.939017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-12ad4fb9-9092-474d-be0b-2989f3ba6a77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486732 Jan 29 20:53:20.026964 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-93e92224-4cdf-466d-8528-4fa52a8fa687 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820329 Jan 29 20:53:20.119074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-516ee991-0299-422f-b79d-b4fa015f152d req-92b88795-63e7-4259-966f-ce172240f9d1 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857339 Jan 29 20:53:20.439766 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62aa1d-dfb4-41c5-8113-986d18926752 req-2feda1a4-4f20-48cc-9f36-7cec2348b70a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:20.441270 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee62aa1d-dfb4-41c5-8113-986d18926752 req-2feda1a4-4f20-48cc-9f36-7cec2348b70a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0564425 Jan 29 20:53:20.489116 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee62aa1d-dfb4-41c5-8113-986d18926752 req-9f585856-73f6-4f72-b81d-83dd8e07b829 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Jan 29 20:53:21.609043 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c1eeb-1177-4e82-a6f6-3091e80fced7 req-26528121-7791-4aa1-b47b-776968e27993 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:21.610522 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d2c1eeb-1177-4e82-a6f6-3091e80fced7 req-26528121-7791-4aa1-b47b-776968e27993 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0543275 Jan 29 20:53:21.659088 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4d2c1eeb-1177-4e82-a6f6-3091e80fced7 req-fd05fdc5-0994-4eb1-9ed5-e4a5c192fff2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Jan 29 20:53:22.786549 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1614b57-f2b4-425e-8f6e-24f7b5ec4dfe req-86737882-3ddf-499e-bed4-b4d1aba1510c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:22.788549 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1614b57-f2b4-425e-8f6e-24f7b5ec4dfe req-86737882-3ddf-499e-bed4-b4d1aba1510c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0627465 Jan 29 20:53:22.845215 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-c1614b57-f2b4-425e-8f6e-24f7b5ec4dfe req-095a6471-585d-4cc1-bd8e-7ad9b0efc492 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498316 Jan 29 20:53:22.962197 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-2b3ecd03-a8a8-4a26-b6ba-1b6eba5554fc req-600f7883-db35-488e-b197-9430ee0f699d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:53:22.962197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2b3ecd03-a8a8-4a26-b6ba-1b6eba5554fc req-600f7883-db35-488e-b197-9430ee0f699d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456820 Jan 29 20:53:23.277935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2f7d3-3746-4455-adc3-46ebffe51d28 req-0877d20b-3b89-4b63-9923-9b37f1f811e7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:23.280100 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fcd2f7d3-3746-4455-adc3-46ebffe51d28 req-0877d20b-3b89-4b63-9923-9b37f1f811e7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0535147 Jan 29 20:53:23.335430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fcd2f7d3-3746-4455-adc3-46ebffe51d28 req-d0bf6bb6-76d8-4656-a499-b26d474fb3b9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494490 Jan 29 20:53:23.610091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:53:23.686354 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:53:23.686747 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:23.693785 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-c87ac6e5-6ef3-4dda-87c9-c5cdc474e52a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861723 Jan 29 20:53:23.709013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:53:23.712469 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1acbf13-be18-4b4f-98bb-71b313a25812" -d '{"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:53:23.731324 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:23.750426 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4172a261-8e97-4fa5-bd46-d3d733296a98 x-openstack-request-id: req-4172a261-8e97-4fa5-bd46-d3d733296a98 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:53:23.750717 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-unplugged", "status": "failed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "code": 422}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:53:23.750970 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4172a261-8e97-4fa5-bd46-d3d733296a98 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:53:23.751406 n-d-825496-5 neutron-server[103564]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'code': 422} returned with failed status Jan 29 20:53:23.802039 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:23.851846 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:24.458931 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2d92a-49b7-42dd-ae69-35128c17cadb req-35f621a1-3ebf-4c33-88c1-d02ccabf53ae tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:24.460430 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cb2d92a-49b7-42dd-ae69-35128c17cadb req-35f621a1-3ebf-4c33-88c1-d02ccabf53ae tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 943 time: 0.0573890 Jan 29 20:53:24.510732 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3cb2d92a-49b7-42dd-ae69-35128c17cadb req-21606434-d6cb-49bd-baa5-1d86a8ee1645 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446427 Jan 29 20:53:24.968982 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-96805883-825b-4e4a-af13-8fd20d84097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:24.970456 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-96805883-825b-4e4a-af13-8fd20d84097c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe&tenant_id=21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 1125 time: 0.0441678 Jan 29 20:53:24.986879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:53:25.048214 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.207884 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2c2a8577-175c-473b-8778-b346533c9f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.250814 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:25.284375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:53:25.317306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:53:25.325015 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Publish callbacks [] for port (ca4629ac-a602-4367-8280-4c1cecd76767), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.337026 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Transition to ACTIVE for port object ca4629ac-a602-4367-8280-4c1cecd76767 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:53:25.401988 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.483190 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=9']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:25.495306 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.495669 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.496016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.496389 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.496732 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.497633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.498220 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.498656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.498997 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.499335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.499671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.500001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.500356 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:53:25.537424 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] No DVR routers for this DVR port ca4629ac-a602-4367-8280-4c1cecd76767 on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:53:25.687826 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729aa79-7986-4616-a02d-a487993ab1ba req-5ece3085-df53-4d67-8bc5-acea4b0ac274 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:25.689329 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a729aa79-7986-4616-a02d-a487993ab1ba req-5ece3085-df53-4d67-8bc5-acea4b0ac274 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 943 time: 0.1042743 Jan 29 20:53:25.727970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:53:25.728335 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:53:25.728668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:53:25.735970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Port ca4629ac-a602-4367-8280-4c1cecd76767 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:53:25.736323 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Attempting to bind port ca4629ac-a602-4367-8280-4c1cecd76767 on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:53:25.748448 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:53:25.748790 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:53:25.749171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Bound using segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:53:25.749597 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Bound port: ca4629ac-a602-4367-8280-4c1cecd76767, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:53:25.749947 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.779806 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a729aa79-7986-4616-a02d-a487993ab1ba req-0c3a4982-5a47-4c6a-bc21-b043f04092f5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755744 Jan 29 20:53:25.825929 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:53:25.828855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:53:25.893586 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.930637 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:25.931247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:25.932675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1091 time: 0.9498606 Jan 29 20:53:25.933104 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:53:25.936023 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47651404-e511-40e0-b7ac-3f93444b90e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:53:25.975531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba332-33ca-4fd4-a94b-f495da0f1a27 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=10']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:26.011011 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-44dc3dcb-0cbe-49b0-bd09-7f0cf474b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:26.013300 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-44dc3dcb-0cbe-49b0-bd09-7f0cf474b01d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1126 time: 0.0527945 Jan 29 20:53:26.109402 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-59cbcd74-d062-4155-845c-bc132e03dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:26.110872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-59cbcd74-d062-4155-845c-bc132e03dac3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0885203 Jan 29 20:53:26.493666 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-ad447b9f-f008-4f5c-9fa4-1465f7facdc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 998 time: 0.3721480 Jan 29 20:53:26.544696 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-35f773e9-acae-475e-9bbd-b7c3a81fa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:26.546442 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-35f773e9-acae-475e-9bbd-b7c3a81fa529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0416265 Jan 29 20:53:26.596872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-4c75a36f-d387-4e98-bf6b-e6ff2e43be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:26.598558 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-4c75a36f-d387-4e98-bf6b-e6ff2e43be7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422039 Jan 29 20:53:26.691114 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-b1bd3a43-443b-464e-8349-95e5113010f3 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Jan 29 20:53:26.786321 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b861ffa9-7b1a-4bc2-b4b4-baed3e333f80 req-7a6b7584-b644-4dee-83d3-7f0667c91bcc service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Jan 29 20:53:26.898038 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f87f-1712-4f5e-85af-9d9ace11832c req-406f6dde-000c-464b-ad7f-bc6a25906b21 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:26.899512 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7181f87f-1712-4f5e-85af-9d9ace11832c req-406f6dde-000c-464b-ad7f-bc6a25906b21 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0531182 Jan 29 20:53:26.948662 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7181f87f-1712-4f5e-85af-9d9ace11832c req-6d94da18-b614-4087-aa0e-29eca21ed442 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429001 Jan 29 20:53:26.991221 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78292aa0-823d-4e0a-a204-7c250c07f42f x-openstack-request-id: req-78292aa0-823d-4e0a-a204-7c250c07f42f {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:53:26.991815 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:53:26.991815 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78292aa0-823d-4e0a-a204-7c250c07f42f {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:53:26.992179 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'status': 'completed', 'code': 200} Jan 29 20:53:27.066934 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-0a36673a-931e-4828-a4e1-fc1162462b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:27.068779 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-0a36673a-931e-4828-a4e1-fc1162462b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1126 time: 0.0484574 Jan 29 20:53:27.172686 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-45f3edc5-f651-45ac-8099-e4c5a005da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:27.174133 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-45f3edc5-f651-45ac-8099-e4c5a005da3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0949299 Jan 29 20:53:27.242011 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-874a5613-233b-40c3-9ca9-35a92ed7ed4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 998 time: 0.0574234 Jan 29 20:53:27.321259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-5dcfc6ac-ef28-4a46-ab51-ab1ef6d9ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:27.322946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-5dcfc6ac-ef28-4a46-ab51-ab1ef6d9ccf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0650868 Jan 29 20:53:27.416628 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-cb371cf9-08a4-4240-97a9-06cacaceb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:27.418822 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-cb371cf9-08a4-4240-97a9-06cacaceb038 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823710 Jan 29 20:53:28.082544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1a7ce-71ef-4898-abad-3afd77cf58d9 req-1ad11966-727d-4e22-b3c7-c6316d57a722 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:28.084414 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d1a7ce-71ef-4898-abad-3afd77cf58d9 req-1ad11966-727d-4e22-b3c7-c6316d57a722 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0633454 Jan 29 20:53:28.136679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-17d1a7ce-71ef-4898-abad-3afd77cf58d9 req-caab9834-27c0-417b-b766-974f1ce48685 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466363 Jan 29 20:53:28.207863 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-72cebb41-45b3-4c40-a303-1cf882b783e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:29.087926 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:29.272420 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f118-488b-4114-a541-ed5333c162e1 req-32ae014e-a03c-4a63-8f4a-509f2c163ef9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:29.274141 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4c5f118-488b-4114-a541-ed5333c162e1 req-32ae014e-a03c-4a63-8f4a-509f2c163ef9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0617266 Jan 29 20:53:29.327524 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-e4c5f118-488b-4114-a541-ed5333c162e1 req-d34579e3-66f1-4ed6-acf6-4a255a28e809 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473845 Jan 29 20:53:30.455111 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341e49-d90d-488c-817c-a50b0fdca608 req-926992e1-d1fe-4014-8ff2-17db56e5cd03 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:30.456722 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34341e49-d90d-488c-817c-a50b0fdca608 req-926992e1-d1fe-4014-8ff2-17db56e5cd03 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0581155 Jan 29 20:53:30.501433 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:30.516836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:30.520246 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-34341e49-d90d-488c-817c-a50b0fdca608 req-37574850-f9c0-484c-babd-f9b9a21647e4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574942 Jan 29 20:53:31.590512 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:31.657985 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f8710-706c-42d7-991a-4b4b6fc084ea req-aaf5c2ab-4f17-44de-8745-c3ed90476097 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:31.659507 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e6f8710-706c-42d7-991a-4b4b6fc084ea req-aaf5c2ab-4f17-44de-8745-c3ed90476097 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0611022 Jan 29 20:53:31.711313 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e6f8710-706c-42d7-991a-4b4b6fc084ea req-4076f2a8-fd6a-4707-9284-0823d60bb4de tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460858 Jan 29 20:53:32.837889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa034c-8ca8-49a3-918f-476940d1804b req-1d58b5c4-ff5d-41bc-957e-1853c77e6795 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:32.839518 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dffa034c-8ca8-49a3-918f-476940d1804b req-1d58b5c4-ff5d-41bc-957e-1853c77e6795 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0544279 Jan 29 20:53:32.891157 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dffa034c-8ca8-49a3-918f-476940d1804b req-4ae248b1-cac0-48cf-abef-fec82efa840c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 Jan 29 20:53:34.037670 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b897a1d-f757-402e-94d0-4e5b4b72808b req-8da32019-e6c9-4747-8723-f7fe2d103ae3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:34.039187 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b897a1d-f757-402e-94d0-4e5b4b72808b req-8da32019-e6c9-4747-8723-f7fe2d103ae3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0611567 Jan 29 20:53:34.100688 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-8b897a1d-f757-402e-94d0-4e5b4b72808b req-ea7279d9-5e67-49ab-ab53-7fb9a190b150 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556877 Jan 29 20:53:35.227329 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018b0e2-cc98-4bff-b997-d0794d7ba881 req-e9ca1d37-afc6-428d-b30b-4ed6555f5b86 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:35.228883 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7018b0e2-cc98-4bff-b997-d0794d7ba881 req-e9ca1d37-afc6-428d-b30b-4ed6555f5b86 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0541785 Jan 29 20:53:35.285115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7018b0e2-cc98-4bff-b997-d0794d7ba881 req-95d38ce7-bc21-4926-88fd-9325abcc965d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498874 Jan 29 20:53:36.105621 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-e5d570ea-435b-4fcf-b0b1-af91829da54b service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883853 Jan 29 20:53:36.198077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-47651404-e511-40e0-b7ac-3f93444b90e5 req-7641c91e-c881-42be-b047-f07aabb56a21 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844035 Jan 29 20:53:36.403398 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8163-cf11-4845-a04f-0a16c755ae1e req-ad5dffb6-27bb-4d1d-a918-59630c9391e0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:36.404792 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b28f8163-cf11-4845-a04f-0a16c755ae1e req-ad5dffb6-27bb-4d1d-a918-59630c9391e0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0517488 Jan 29 20:53:36.451487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b28f8163-cf11-4845-a04f-0a16c755ae1e req-00fb324e-4957-42ec-a265-d5fc8378848b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409484 Jan 29 20:53:37.572816 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03bde3-7c95-4ad0-99ef-72fe34420d10 req-40148cba-44de-4963-9976-d42c8cb89bd9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:37.574178 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b03bde3-7c95-4ad0-99ef-72fe34420d10 req-40148cba-44de-4963-9976-d42c8cb89bd9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0524838 Jan 29 20:53:37.622681 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b03bde3-7c95-4ad0-99ef-72fe34420d10 req-6edd0d3b-f757-426c-b15b-733e1f5eeaab tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Jan 29 20:53:38.743760 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df566d-bb83-4977-847f-5db2fbc54198 req-93a4b9ca-5754-4584-acfe-b854cd5e4f32 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:38.745277 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32df566d-bb83-4977-847f-5db2fbc54198 req-93a4b9ca-5754-4584-acfe-b854cd5e4f32 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 944 time: 0.0540068 Jan 29 20:53:38.794097 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-32df566d-bb83-4977-847f-5db2fbc54198 req-60196f70-ea10-4c64-b24b-f9cd68750377 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 Jan 29 20:53:38.796074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:39.353633 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:53:39.601821 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:39.612613 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'port_id': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'mac_address': 'fa:16:3e:8c:e8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:53:39.648672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:53:39.649066 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:39.661685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:53:39.680919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:39.738923 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:39.786414 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=11']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:39.914847 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d7509-3e18-4b6b-9c4c-babf8e77a397 req-965288f3-10e8-4a01-a2cf-d3f8d433e21b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:39.916305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b02d7509-3e18-4b6b-9c4c-babf8e77a397 req-965288f3-10e8-4a01-a2cf-d3f8d433e21b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.0531600 Jan 29 20:53:39.967002 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b02d7509-3e18-4b6b-9c4c-babf8e77a397 req-03b80ac1-ce7c-4e4a-8b35-09b7bcf90a54 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Jan 29 20:53:40.002600 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['ca4629ac-a602-4367-8280-4c1cecd76767'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:53:41.356455 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:53:41.410908 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3413b-02a3-4f73-80e3-4db9ecbc4c8b req-00aa36af-2c43-4c97-a204-b2d76c49908b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:41.415765 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86b3413b-02a3-4f73-80e3-4db9ecbc4c8b req-00aa36af-2c43-4c97-a204-b2d76c49908b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 945 time: 0.3774955 Jan 29 20:53:41.459487 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-86b3413b-02a3-4f73-80e3-4db9ecbc4c8b req-e28d5b72-85cb-4290-8665-e2a88d89e7bc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Jan 29 20:53:41.480689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port ca4629ac-a602-4367-8280-4c1cecd76767 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:53:41.484599 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port ca4629ac-a602-4367-8280-4c1cecd76767 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:53:41.485091 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:41.559353 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port ca4629ac-a602-4367-8280-4c1cecd76767 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:53:41.559654 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:41.582349 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:53:41.584570 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48b40b2-981e-4550-a8d5-79f9536ed691" -d '{"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:53:41.596761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:53:41.619207 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accafefa-f507-42c3-8f20-64f91d3e5147 x-openstack-request-id: req-accafefa-f507-42c3-8f20-64f91d3e5147 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:53:41.619496 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:53:41.619745 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-accafefa-f507-42c3-8f20-64f91d3e5147 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:53:41.620160 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'code': 200} Jan 29 20:53:41.663672 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:41.714867 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=12']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:53:41.845380 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206819-3ee1-45b9-8ce8-3afed5a65718 req-d73c18c4-415e-42bb-b390-4ab5c4a6dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:41.846968 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23206819-3ee1-45b9-8ce8-3afed5a65718 req-d73c18c4-415e-42bb-b390-4ab5c4a6dacf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1128 time: 0.0492790 Jan 29 20:53:41.897333 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-23206819-3ee1-45b9-8ce8-3afed5a65718 req-36e7d323-bcd9-42c3-bde9-b39455d77db0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405354 Jan 29 20:53:42.576920 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7dde7-9ce2-4a9b-b302-271fbdb83472 req-9134c6d7-c74a-4f79-bbdb-e3368209cfb5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:42.578368 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34d7dde7-9ce2-4a9b-b302-271fbdb83472 req-9134c6d7-c74a-4f79-bbdb-e3368209cfb5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 946 time: 0.0508111 Jan 29 20:53:42.626952 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-34d7dde7-9ce2-4a9b-b302-271fbdb83472 req-ca635726-4312-4170-ad50-421205c07a22 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423765 Jan 29 20:53:43.749468 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3384ba-c870-4354-b7bb-6d7300653222 req-6b0ce7f9-3d7f-482f-9a74-444c2221f57d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:43.750981 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b3384ba-c870-4354-b7bb-6d7300653222 req-6b0ce7f9-3d7f-482f-9a74-444c2221f57d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 946 time: 0.0543084 Jan 29 20:53:43.803823 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b3384ba-c870-4354-b7bb-6d7300653222 req-1d5b3d5a-a015-4dc7-a2a2-ed18e72106fa tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464714 Jan 29 20:53:44.929119 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50705715-ba0d-4107-a142-4c66f5b72ae0 req-9b469090-3ca6-485b-ac3c-75340ea824b8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:44.930582 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50705715-ba0d-4107-a142-4c66f5b72ae0 req-9b469090-3ca6-485b-ac3c-75340ea824b8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 946 time: 0.0561585 Jan 29 20:53:44.980167 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-50705715-ba0d-4107-a142-4c66f5b72ae0 req-6fcb1d21-ecec-4aff-8d3a-b1b13b617d41 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440288 Jan 29 20:53:50.309986 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:53:55.247318 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eab7a0b3-ab60-41a6-9a7c-80795348cf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:57.976945 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-06bb425e-cd5e-46e9-97f7-20eaa9254065 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439427 Jan 29 20:53:58.065915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-24a0ebc9-9e95-4591-bc88-4f1630043b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:58.068364 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-24a0ebc9-9e95-4591-bc88-4f1630043b6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1128 time: 0.0501909 Jan 29 20:53:58.169555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-e5d5d3bf-4743-4dac-ad4c-da024ae8b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:58.173648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-e5d5d3bf-4743-4dac-ad4c-da024ae8b8fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0843148 Jan 29 20:53:58.229971 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5509436e-83ff-43b8-b4a3-f9bae36ef082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:53:58.242219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-198da007-83c4-42dc-9fa2-58e4f2296b7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1000 time: 0.0649254 Jan 29 20:53:58.291960 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-ea43f896-45ff-4481-9f0a-afbaa4937632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:58.293484 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-ea43f896-45ff-4481-9f0a-afbaa4937632 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0453587 Jan 29 20:53:58.342666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-f432833e-2d27-46f8-8598-b9b9351e23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:53:58.344277 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-f432833e-2d27-46f8-8598-b9b9351e23b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449796 Jan 29 20:53:58.436795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-6aa8b5a9-c166-46e3-a15f-023fb93bf593 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863645 Jan 29 20:53:58.526084 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-382791dd-dc2d-4d04-94d2-8304ad9a783c req-c5a15cf6-7a11-4f87-8734-245f5958bd52 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812502 Jan 29 20:53:59.081508 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:00.509103 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:00.527253 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:01.572691 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:08.805955 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:25.235208 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d48c4346-21be-46c8-a82e-8a33d77a6190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:27.308988 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:54:28.229618 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06796f7b-f455-4858-9a42-927bb8f03f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:29.081251 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:30.479478 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:30.536950 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:31.588715 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:38.823344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:55.257785 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86c9a3ff-b321-45af-9cd2-e4fe1e744aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:57.207612 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-0ad3e345-e538-4907-b139-cb47c613413b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940332 Jan 29 20:54:57.301544 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-6d083d1e-bf6f-4b3a-a49b-643db54ab497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:57.303074 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-6d083d1e-bf6f-4b3a-a49b-643db54ab497 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1128 time: 0.0456140 Jan 29 20:54:57.409103 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-b4c0ba26-dc03-4c22-98c9-1b1dcfa198d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:57.410728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-b4c0ba26-dc03-4c22-98c9-1b1dcfa198d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0857286 Jan 29 20:54:57.481592 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-62a529ae-091a-41ec-8af4-91bb78723a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 1000 time: 0.0614536 Jan 29 20:54:57.533158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-0c60a407-5022-49fa-b4c1-29e54042d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:57.534786 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-0c60a407-5022-49fa-b4c1-29e54042d77c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0441294 Jan 29 20:54:57.585766 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-0bc90033-d7b7-4a32-9531-44f8e12a9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:57.587237 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-0bc90033-d7b7-4a32-9531-44f8e12a9614 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440688 Jan 29 20:54:57.681735 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-048ff969-d769-4874-b262-8a5ab23d53c7 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Jan 29 20:54:57.704646 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43172) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:54:57.778803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4aca90e9-c6ec-4582-a85e-4200e901ec04 req-1a5c48ae-8ed1-4192-ab77-39e1a8f3c079 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Jan 29 20:54:57.867825 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Deleting port aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:54:57.868169 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:57.945826 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:57.946077 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:57.957966 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Calling delete_port for aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:54:58.182474 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:58.214003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event deleted for resources: {'Port': ['ID=aeb95f4e-27dd-493c-8f8f-6f0a638f5bc7,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:54:58.226191 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.226521 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.226913 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.227242 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.227576 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.227901 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.228251 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.228395 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d768984d-aff3-453f-b9ea-7a4e2f151530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:58.228844 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.228962 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.229221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.229538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.230020 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.230345 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:54:58.287941 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (520e6a6c-2f18-422c-8dfc-e3ee2653f7cb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:58.288372 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Floating IP 520e6a6c-2f18-422c-8dfc-e3ee2653f7cb disassociated (deleted). External IP: 172.25.5.78, port: ca4629ac-a602-4367-8280-4c1cecd76767. Jan 29 20:54:58.497264 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:54:58.607355 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:54:58.611766 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:58.617669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:54:58.626619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:54:58.627231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:54:58.642799 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-1395b77e-8311-41f5-8e47-deee8bc126f7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "DELETE /v2.0/floatingips/520e6a6c-2f18-422c-8dfc-e3ee2653f7cb HTTP/1.1" status: 204 len: 168 time: 0.9369142 Jan 29 20:54:58.643401 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:54:58.646211 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4f562-a0b3-45b4-bba9-ed092d872caa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:54:58.741169 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:54:58.749771 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b873b0a-53c5-4cf7-8014-811ee92a6a94 x-openstack-request-id: req-9b873b0a-53c5-4cf7-8014-811ee92a6a94 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:54:58.750298 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:54:58.750407 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b873b0a-53c5-4cf7-8014-811ee92a6a94 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:54:58.750889 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'status': 'completed', 'code': 200} Jan 29 20:54:58.828281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-980d3d0c-0b2b-4860-a3d5-3e9292f7f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:58.829926 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-980d3d0c-0b2b-4860-a3d5-3e9292f7f8e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 1128 time: 0.0474429 Jan 29 20:54:58.933837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-ec88ef7c-2638-464d-9e08-43bf34a1f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:58.936055 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-ec88ef7c-2638-464d-9e08-43bf34a1f325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0973501 Jan 29 20:54:58.957570 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:54:58.984917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:54:58.992258 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-0613cf1d-ebe3-4966-bd88-bdce00d571c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 200 len: 217 time: 0.0411277 Jan 29 20:54:58.999383 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:54:59.000146 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:54:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:54:59.044228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-be9f1875-7b27-4d7b-b59e-a349c57638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:59.045873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-be9f1875-7b27-4d7b-b59e-a349c57638f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0466292 Jan 29 20:54:59.046971 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debe7d2-9ed6-4176-8322-147a20e1300c req-5a4bdb60-7386-4e7d-b7bb-2bdd2a64183c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:59.048515 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4debe7d2-9ed6-4176-8322-147a20e1300c req-5a4bdb60-7386-4e7d-b7bb-2bdd2a64183c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 946 time: 0.0597031 Jan 29 20:54:59.097477 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-80b0b40d-b373-4adb-85f8-0a56edd87e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:54:59.099138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-80b0b40d-b373-4adb-85f8-0a56edd87e0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465398 Jan 29 20:54:59.102880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4debe7d2-9ed6-4176-8322-147a20e1300c req-e565f078-3d8a-4107-baa1-5810c93139b4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 Jan 29 20:54:59.127341 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:54:59.129335 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:54:59.196243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-01f81383-01b8-4535-8559-7a7cf912369b service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 Jan 29 20:54:59.290737 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a0a4f562-a0b3-45b4-bba9-ed092d872caa req-055e1318-6659-44d2-bd54-6009db9d6f13 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881994 Jan 29 20:54:59.328715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:54:59.358551 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f715bc-7a6f-47c2-8bac-a0d2f7407d67 None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:54:59.589751 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf850d3-dcf9-48e1-9f0d-6e2f1f3ce84c None None] New status for floating IP 520e6a6c-2f18-422c-8dfc-e3ee2653f7cb: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:55:00.236842 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e6cde-3761-4735-a02f-4b0a357dc98f req-ad362cee-fd7c-4cec-b677-e10c29f6816d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:00.239423 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c0e6cde-3761-4735-a02f-4b0a357dc98f req-ad362cee-fd7c-4cec-b677-e10c29f6816d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 946 time: 0.0598347 Jan 29 20:55:00.290955 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6c0e6cde-3761-4735-a02f-4b0a357dc98f req-34f99f23-d0fb-41fd-b694-caf3eba8062d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=f47ca385-0212-4f52-8d6b-1f5cde005536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459228 Jan 29 20:55:00.488691 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-ae264bf3-31dd-47f9-acda-c319e5a37eb5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:00.490187 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-ae264bf3-31dd-47f9-acda-c319e5a37eb5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 946 time: 0.0537984 Jan 29 20:55:00.497544 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:00.543438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:00.589090 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Deleting port ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 20:55:00.589438 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:00.677907 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] For port ca4629ac-a602-4367-8280-4c1cecd76767, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=ca4629ac-a602-4367-8280-4c1cecd76767,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:55:00.678189 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:00.690552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Calling delete_port for ca4629ac-a602-4367-8280-4c1cecd76767 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 20:55:00.891954 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (ca4629ac-a602-4367-8280-4c1cecd76767), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:00.920947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event deleted for resources: {'Port': ['ID=ca4629ac-a602-4367-8280-4c1cecd76767,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:00.933713 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.934077 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.934428 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.934777 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.935119 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.935458 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.936235 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.936585 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.936922 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.937261 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.937592 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.937927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.938259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:00.975739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] No DVR routers for this DVR port ca4629ac-a602-4367-8280-4c1cecd76767 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:55:00.978380 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:00.981795 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-3df5500c-9709-4a64-a40d-40bb603e22a6 req-5bbac5b8-a8d6-43e4-82eb-620a558b662a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.13 "DELETE /v2.0/ports/ca4629ac-a602-4367-8280-4c1cecd76767 HTTP/1.1" status: 204 len: 173 time: 0.4828537 Jan 29 20:55:00.982237 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-deleted', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:55:00.984492 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9b8fd-f851-4bd2-8774-613ab9d8619b" -d '{"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-deleted", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:55:01.075629 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4635a3e-1477-4736-b237-2fbe7ec3deff x-openstack-request-id: req-e4635a3e-1477-4736-b237-2fbe7ec3deff {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:55:01.075931 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f239f17-05c6-40b4-af43-e0fcbed90ffe", "name": "network-vif-deleted", "tag": "ca4629ac-a602-4367-8280-4c1cecd76767", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:55:01.076188 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4635a3e-1477-4736-b237-2fbe7ec3deff {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:55:01.076628 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f239f17-05c6-40b4-af43-e0fcbed90ffe', 'name': 'network-vif-deleted', 'tag': 'ca4629ac-a602-4367-8280-4c1cecd76767', 'status': 'completed', 'code': 200} Jan 29 20:55:01.425039 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a66acb2-e759-4b1d-a851-b890238cf499 req-806804ff-f236-4ccd-96e9-748800cc7c8b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f239f17-05c6-40b4-af43-e0fcbed90ffe HTTP/1.1" status: 200 len: 210 time: 0.0318208 Jan 29 20:55:01.621874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:02.482111 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43204) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:02.541725 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04eabc47-0ff9-48a8-ad51-02e677f5a73c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (f47ca385-0212-4f52-8d6b-1f5cde005536), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:02.567969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04eabc47-0ff9-48a8-ad51-02e677f5a73c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (f47ca385-0212-4f52-8d6b-1f5cde005536), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:02.693607 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04eabc47-0ff9-48a8-ad51-02e677f5a73c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (f47ca385-0212-4f52-8d6b-1f5cde005536), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:02.696293 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-04eabc47-0ff9-48a8-ad51-02e677f5a73c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:02.698317 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-04eabc47-0ff9-48a8-ad51-02e677f5a73c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "DELETE /v2.0/security-groups/f47ca385-0212-4f52-8d6b-1f5cde005536 HTTP/1.1" status: 204 len: 168 time: 0.2143481 Jan 29 20:55:02.706661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eabc47-0ff9-48a8-ad51-02e677f5a73c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ca385-0212-4f52-8d6b-1f5cde005536,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:03.386558 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43210) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:03.391243 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439914602', 'description': 'tempest-secgroup-smoke-1439914602 description', 'project_id': '21a1a487ce074190ac7093688f2e212f'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:03.493472 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.561288 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (9153397e-ccca-4b5f-838c-126239b23891), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.605782 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9153397e-ccca-4b5f-838c-126239b23891), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.634863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9153397e-ccca-4b5f-838c-126239b23891,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:03.682626 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.683938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-ff58e121-2f73-429a-8832-adfe64639709 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2963667 Jan 29 20:55:03.686815 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43212) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:03.691156 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': '9153397e-ccca-4b5f-838c-126239b23891', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:03.741525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:55:03.761696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: ca4629ac-a602-4367-8280-4c1cecd76767 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 20:55:03.762037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device ca4629ac-a602-4367-8280-4c1cecd76767 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 20:55:03.775660 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (53ce0d02-7992-4758-8f68-36ba58e86fb7), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.829469 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (53ce0d02-7992-4758-8f68-36ba58e86fb7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.913142 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (53ce0d02-7992-4758-8f68-36ba58e86fb7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:03.936500 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ce0d02-7992-4758-8f68-36ba58e86fb7,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:04.012844 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.014062 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0b542a45-1b9a-4f29-833e-fc2f908a40cd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263576 Jan 29 20:55:04.016847 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43214) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:04.021768 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': '9153397e-ccca-4b5f-838c-126239b23891', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:04.119200 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (12d185cf-f149-4870-8215-a7273d358137), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.174223 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (12d185cf-f149-4870-8215-a7273d358137), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.223594 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (12d185cf-f149-4870-8215-a7273d358137), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.241189 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d185cf-f149-4870-8215-a7273d358137,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:04.282497 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.283713 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-cf635254-b7b3-46f8-8617-04881af15dc7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2658310 Jan 29 20:55:04.287680 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43216) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:04.292039 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': '9153397e-ccca-4b5f-838c-126239b23891', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:04.308370 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:55:04.359489 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (020bd3e1-4361-4059-81a1-0bcb77384e05), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.419041 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (020bd3e1-4361-4059-81a1-0bcb77384e05), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.468962 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (020bd3e1-4361-4059-81a1-0bcb77384e05), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.487614 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020bd3e1-4361-4059-81a1-0bcb77384e05,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:04.528049 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.529269 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c32114a6-d9ff-4c8a-9c21-6d09aac6c319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406428 Jan 29 20:55:04.532023 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43218) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:04.536717 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': '9153397e-ccca-4b5f-838c-126239b23891', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:04.609354 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (10b387a5-30d4-435d-9f2b-b5f0530e9c5b), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.665807 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (10b387a5-30d4-435d-9f2b-b5f0530e9c5b), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.724909 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (10b387a5-30d4-435d-9f2b-b5f0530e9c5b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.745775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b387a5-30d4-435d-9f2b-b5f0530e9c5b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:04.796757 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.797953 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-789acd35-4190-49f9-9cda-cfc15841cd8c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649288 Jan 29 20:55:04.801642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43220) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:04.805969 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': '9153397e-ccca-4b5f-838c-126239b23891', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:04.874820 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Project 21a1a487ce074190ac7093688f2e212f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:55:04.880359 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (592ef065-0af7-4944-98b9-acd0d99a7143), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.937378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (592ef065-0af7-4944-98b9-acd0d99a7143), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:04.983374 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (592ef065-0af7-4944-98b9-acd0d99a7143), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:05.002216 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592ef065-0af7-4944-98b9-acd0d99a7143,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:05.042521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:05.043737 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-42fda186-a106-4110-ad7f-f658984e87a3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2411356 Jan 29 20:55:05.049480 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43222) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:05.055539 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'security_group_rule': {'security_group_id': '9153397e-ccca-4b5f-838c-126239b23891', 'project_id': '21a1a487ce074190ac7093688f2e212f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:05.149183 n-d-825496-5 neutron-server[103563]: INFO neutron.db.securitygroups_db [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Project 21a1a487ce074190ac7093688f2e212f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 20:55:05.154173 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (556c8997-8e9b-4155-9351-b443969c2bcd), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:05.211831 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (556c8997-8e9b-4155-9351-b443969c2bcd), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:05.296192 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (556c8997-8e9b-4155-9351-b443969c2bcd), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:05.315124 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556c8997-8e9b-4155-9351-b443969c2bcd,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:05.396465 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:05.397719 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-4c00344a-4e1e-4dd5-8115-50267dbd0915 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472719 Jan 29 20:55:08.789139 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:25.234817 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dec204d7-34fa-4a9c-95df-a593c0401f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:28.274297 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17e17e96-137b-4038-a160-520fad466fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:29.090042 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:29.296226 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-22f5db87-103f-428d-99d4-1ea705504c4e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439914602&fields=id&tenant_id=21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 267 time: 0.0453491 Jan 29 20:55:29.401483 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-dc54096d-1aab-422a-8dd4-0a070acbeb4f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:29.402895 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-dc54096d-1aab-422a-8dd4-0a070acbeb4f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 809 time: 0.1001234 Jan 29 20:55:29.417043 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-a677ef61-834d-4614-adf6-c2264ccb9308 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/quotas/21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 375 time: 0.0088723 Jan 29 20:55:29.475757 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-c2b40b68-b365-4afb-ab26-98af26bcf67c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537434 Jan 29 20:55:29.493241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-7db08d91-73d9-45e4-a966-55ec06ded9e8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:55:29.494215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-7db08d91-73d9-45e4-a966-55ec06ded9e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072114 Jan 29 20:55:29.582528 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-1b6ca8ea-be59-49af-a835-c91278c7a40a service neutron] 10.222.0.15 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830641 Jan 29 20:55:29.677585 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-5ca7daf5-13aa-43c1-bfc5-7df49447dac8 service neutron] 10.222.0.15 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884781 Jan 29 20:55:30.207965 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-2ad08a37-d1c1-49be-b02d-278c663b56a5 req-1df50e8c-7c43-4f89-a84b-a938bbda1347 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jan 29 20:55:30.497229 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:30.553976 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:31.306097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4b90663c-b40f-454a-b432-0c7a93c94dc2 req-92d261af-fdf0-4f4a-ad46-18ba8ec86d46 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0285022 Jan 29 20:55:31.623107 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:32.302812 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-80c0453f-949d-4c40-ae6a-b79e950b1742 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:32.304290 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-80c0453f-949d-4c40-ae6a-b79e950b1742 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 809 time: 0.1181440 Jan 29 20:55:32.390703 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-303e3a9f-33aa-437c-b73c-43bbf1477fd5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 380 time: 0.0728292 Jan 29 20:55:32.402434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'port': {'device_id': '947f9e17-26ee-4e24-9956-528605d6be5b', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'admin_state_up': True, 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'security_groups': ['9153397e-ccca-4b5f-838c-126239b23891']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:32.415861 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-449e6b98-c6d1-46b1-8f52-f078454bea25 req-8f8f9ebb-e41b-4c23-a535-be2be7d91a95 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0309460 Jan 29 20:55:32.577455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Made reservation on behalf of 21a1a487ce074190ac7093688f2e212f for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 20:55:32.581312 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:32.717748 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Allocated IP 172.20.0.3 (59edbcfa-18dc-4cd4-8053-f7822ef42a16/ef85709f-d254-4b71-a3a3-314404f38fd7/10aa055b-8c02-4f56-9a3a-c51a76e3258b) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:55:32.859450 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:32.959103 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.003733 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:55:33.008915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:55:33.012552 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:55:33.036633 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:33.068375 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:33.069005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.157115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba745719-f53a-4558-aae3-fdd28f82cdef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585249 Jan 29 20:55:33.173617 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Request body: {'port': {'device_id': '947f9e17-26ee-4e24-9956-528605d6be5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:33.219284 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d2dab3be-2e36-4c26-b99d-1d35e34042a6 None None] Provisioning complete for port 10aa055b-8c02-4f56-9a3a-c51a76e3258b triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:55:33.219874 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d2dab3be-2e36-4c26-b99d-1d35e34042a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.239896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.258480 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d2dab3be-2e36-4c26-b99d-1d35e34042a6 None None] Port 10aa055b-8c02-4f56-9a3a-c51a76e3258b cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 20:55:33.538172 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aa055b-8c02-4f56-9a3a-c51a76e3258b {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:55:33.549066 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Publish callbacks [] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.567841 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Transition to ACTIVE for port object 10aa055b-8c02-4f56-9a3a-c51a76e3258b will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:55:33.578829 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb17ad6-0695-4d5e-9f98-78e068d61188 req-fb93d4d4-6556-4e7a-baf0-4ba8e9ea8e54 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:33.580363 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bb17ad6-0695-4d5e-9f98-78e068d61188 req-fb93d4d4-6556-4e7a-baf0-4ba8e9ea8e54 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 931 time: 0.0827632 Jan 29 20:55:33.636455 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bb17ad6-0695-4d5e-9f98-78e068d61188 req-70ef5864-409c-4953-bd21-1703a05e61ef tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501695 Jan 29 20:55:33.644322 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.698874 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:33.772036 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:55:33.772406 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:55:33.772738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:55:33.778789 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:55:33.779117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:55:33.784193 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:55:33.784560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:55:33.784947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Bound using segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:55:33.785378 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Bound port: 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:55:33.785769 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.856818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:55:33.860367 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:55:33.937858 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.979225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:33.979770 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:33.981627 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] 10.222.0.26 "PUT /v2.0/ports/10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 1091 time: 0.8121707 Jan 29 20:55:33.984228 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:55:33.986385 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:55:34.014654 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ddf6d-12eb-47df-95f9-6a89331c607b service neutron] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:34.047491 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83289ac3-e89b-4c77-ae34-2e7eaaa1a5a6 x-openstack-request-id: req-83289ac3-e89b-4c77-ae34-2e7eaaa1a5a6 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:55:34.047860 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:55:34.048355 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83289ac3-e89b-4c77-ae34-2e7eaaa1a5a6 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:55:34.048836 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'status': 'completed', 'code': 200} Jan 29 20:55:34.139860 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a req-7954e5b4-d82a-488a-b88a-8863366e1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.141482 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a req-7954e5b4-d82a-488a-b88a-8863366e1669 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1125 time: 0.0538290 Jan 29 20:55:34.257212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a req-0fb5e9ef-67b9-4f37-a3cc-7c27ae38a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.259521 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a req-0fb5e9ef-67b9-4f37-a3cc-7c27ae38a77f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21a1a487ce074190ac7093688f2e212f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1039057 Jan 29 20:55:34.356517 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a req-ab150a8f-1bed-45b3-9492-01d2bd436d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.357999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1fa5dc1c-56de-4f36-a4fb-2f2339d14a0a req-ab150a8f-1bed-45b3-9492-01d2bd436d34 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929949 Jan 29 20:55:34.462595 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba056610-cf42-4691-9ea7-e5aa2da49288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.464106 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-ba056610-cf42-4691-9ea7-e5aa2da49288 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1125 time: 0.0506482 Jan 29 20:55:34.511959 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-b7210a4c-ff91-4acc-8835-ca5982ce8773 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 217 time: 0.0346866 Jan 29 20:55:34.559947 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-65ea6bf0-7a3e-4301-8a09-9892c3c5fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.561444 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-65ea6bf0-7a3e-4301-8a09-9892c3c5fa31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0441825 Jan 29 20:55:34.610409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6196230-1348-4d8c-8811-604753ed18c4 req-90aa0eea-283e-4f55-9870-95a983c6cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.611906 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-90aa0eea-283e-4f55-9870-95a983c6cb22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446694 Jan 29 20:55:34.706912 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-0aa6d5fa-4aab-47c5-a04a-8b71d4257270 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884593 Jan 29 20:55:34.820155 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7edf4-0755-466f-9292-963348d2475d req-a340c007-41ad-48af-8270-08ce073cab3e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:34.821588 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66b7edf4-0755-466f-9292-963348d2475d req-a340c007-41ad-48af-8270-08ce073cab3e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.1109958 Jan 29 20:55:34.851411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d6196230-1348-4d8c-8811-604753ed18c4 req-2ff25415-b744-4b62-830f-fae576ca66e2 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320744 Jan 29 20:55:34.883874 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-66b7edf4-0755-466f-9292-963348d2475d req-01e25694-23ee-4756-a48d-452db6bf352f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554569 Jan 29 20:55:36.006967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6449732-8a6a-449c-9ae1-0e1ca414b526 req-06641b1e-0b6d-474d-bbc3-b042f222afbc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:36.009280 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6449732-8a6a-449c-9ae1-0e1ca414b526 req-06641b1e-0b6d-474d-bbc3-b042f222afbc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0545259 Jan 29 20:55:36.058939 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a6449732-8a6a-449c-9ae1-0e1ca414b526 req-23d836c6-4d21-46c8-b07a-ee55a8675197 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Jan 29 20:55:37.177898 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f034d0-81ea-4809-8fdc-7021f9d6c28a req-a5ecfed9-8157-4595-8aaa-b472b4627659 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:37.179391 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71f034d0-81ea-4809-8fdc-7021f9d6c28a req-a5ecfed9-8157-4595-8aaa-b472b4627659 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0527415 Jan 29 20:55:37.228071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-71f034d0-81ea-4809-8fdc-7021f9d6c28a req-7b822cdb-2f4c-4b29-81cc-09e72937f96f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Jan 29 20:55:38.349983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5d416-b7db-4355-aa65-ff9deddd1981 req-677c6563-7aa4-4ace-a149-5ddf3706b9ff tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:38.351654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ee5d416-b7db-4355-aa65-ff9deddd1981 req-677c6563-7aa4-4ace-a149-5ddf3706b9ff tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0543392 Jan 29 20:55:38.403865 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9ee5d416-b7db-4355-aa65-ff9deddd1981 req-4240fdfc-9a19-400d-b0af-c766d5475d92 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460925 Jan 29 20:55:38.815234 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:39.526771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007bd8e-cbb5-472e-9d1d-fe48e908fdf1 req-96813518-7431-4e09-9855-3a4d85305eba tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:39.528158 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9007bd8e-cbb5-472e-9d1d-fe48e908fdf1 req-96813518-7431-4e09-9855-3a4d85305eba tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0564411 Jan 29 20:55:39.575510 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9007bd8e-cbb5-472e-9d1d-fe48e908fdf1 req-4cef270c-465d-4fa2-9362-ff1150ccf968 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Jan 29 20:55:40.700912 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212319-f117-4916-a003-a8f5505924f0 req-effbe9fe-e8e9-4aee-b5cf-9a285a453f67 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:40.702396 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d212319-f117-4916-a003-a8f5505924f0 req-effbe9fe-e8e9-4aee-b5cf-9a285a453f67 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0581632 Jan 29 20:55:40.751930 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3d212319-f117-4916-a003-a8f5505924f0 req-c8311ac5-3144-4658-accd-67a80bb66fa5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439148 Jan 29 20:55:41.308420 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:55:41.872059 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b83a-3789-4d19-b725-3b1e662bcced req-ad57d6de-11e0-4ea3-80ba-1f13691f57fd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:41.873559 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d444b83a-3789-4d19-b725-3b1e662bcced req-ad57d6de-11e0-4ea3-80ba-1f13691f57fd tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0520201 Jan 29 20:55:41.921817 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d444b83a-3789-4d19-b725-3b1e662bcced req-ba810fe5-9ad4-4b75-bf60-096e6a2bf6d9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Jan 29 20:55:43.084892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b313d9-3eb5-412b-a834-41313ff621f4 req-2d7af33d-e920-43b2-8e9e-9b23372733ca tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:43.086410 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45b313d9-3eb5-412b-a834-41313ff621f4 req-2d7af33d-e920-43b2-8e9e-9b23372733ca tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0527186 Jan 29 20:55:43.135201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-45b313d9-3eb5-412b-a834-41313ff621f4 req-f573ba9c-0c75-4d67-9722-9d8955e44670 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Jan 29 20:55:44.259160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d39e63-bf87-4b93-a78b-986c5a88c49d req-accb8b6f-97fd-44ee-991a-385b8dd75cb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:44.260683 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5d39e63-bf87-4b93-a78b-986c5a88c49d req-accb8b6f-97fd-44ee-991a-385b8dd75cb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0574019 Jan 29 20:55:44.310024 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-f5d39e63-bf87-4b93-a78b-986c5a88c49d req-b107316a-3342-4a13-a400-0f1e5f194f81 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436893 Jan 29 20:55:45.433692 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2713c-9cb4-4f4f-8e85-3856cd168d52 req-87cf6416-b4b5-499b-987e-18cb331e21dc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:45.435172 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ded2713c-9cb4-4f4f-8e85-3856cd168d52 req-87cf6416-b4b5-499b-987e-18cb331e21dc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0568080 Jan 29 20:55:45.483093 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ded2713c-9cb4-4f4f-8e85-3856cd168d52 req-4494b448-2e63-4143-b4a7-44d4919b6597 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423243 Jan 29 20:55:46.599567 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fab47-293e-4a96-9380-d9c248bb38b6 req-7a1239ac-d2aa-4882-8c46-479ea2cbfaf1 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:46.601047 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-323fab47-293e-4a96-9380-d9c248bb38b6 req-7a1239ac-d2aa-4882-8c46-479ea2cbfaf1 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0514004 Jan 29 20:55:46.649759 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-323fab47-293e-4a96-9380-d9c248bb38b6 req-55a6af72-001d-41ef-b816-52034fff2a4b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Jan 29 20:55:47.769165 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df511d-43bc-4fc1-8b60-6afa55a553a4 req-4adb2cfc-e920-4e7c-9081-c2b2d33b972b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:47.770639 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82df511d-43bc-4fc1-8b60-6afa55a553a4 req-4adb2cfc-e920-4e7c-9081-c2b2d33b972b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0528064 Jan 29 20:55:47.818836 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-82df511d-43bc-4fc1-8b60-6afa55a553a4 req-37aa2894-4133-4dc6-9d87-8613bf3ba254 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Jan 29 20:55:48.935414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571e6cc-b9ad-400e-bc38-fd6e0f8cc544 req-0371ca50-56dc-4caf-a559-635cbb65241a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:48.936896 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7571e6cc-b9ad-400e-bc38-fd6e0f8cc544 req-0371ca50-56dc-4caf-a559-635cbb65241a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0504880 Jan 29 20:55:48.988054 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7571e6cc-b9ad-400e-bc38-fd6e0f8cc544 req-e3c68c58-a2e5-4cdd-8c52-be08ab63973e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Jan 29 20:55:50.110532 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edeb7-0196-4672-b9d0-003ec9069e93 req-e27a9268-1446-465f-9140-bad49c3cf49d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:50.112005 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-723edeb7-0196-4672-b9d0-003ec9069e93 req-e27a9268-1446-465f-9140-bad49c3cf49d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0532486 Jan 29 20:55:50.163955 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-723edeb7-0196-4672-b9d0-003ec9069e93 req-6ed612c5-e701-4db4-a553-9d093bdd301f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Jan 29 20:55:50.318181 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:55:50.417291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:55:50.427917 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'port_id': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'mac_address': 'fa:16:3e:f0:14:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:55:50.465541 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 10aa055b-8c02-4f56-9a3a-c51a76e3258b is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:55:50.465932 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:50.481904 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aa055b-8c02-4f56-9a3a-c51a76e3258b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:55:50.501338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:55:50.557966 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:50.605670 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:50.613079 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.613435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.613782 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.614123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.614462 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.614798 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.615130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.615458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.615785 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.616140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.616498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.617418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.617925 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:55:50.854262 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['10aa055b-8c02-4f56-9a3a-c51a76e3258b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:55:51.282555 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf68e5-3029-40fb-b6e9-dc8a552e40d5 req-ee8e6dc2-99b5-446f-a7ce-6e378ecefd3f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:51.289238 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84cf68e5-3029-40fb-b6e9-dc8a552e40d5 req-ee8e6dc2-99b5-446f-a7ce-6e378ecefd3f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 944 time: 0.0515988 Jan 29 20:55:51.331977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-84cf68e5-3029-40fb-b6e9-dc8a552e40d5 req-60ca2096-8040-4b25-b9b1-7d3a593d67bf tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416505 Jan 29 20:55:52.323351 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:55:52.452501 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4eb2f-ab79-4f14-9db1-51956f14bed0 req-4867cd17-5369-467b-bc47-fa7ed4151925 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:52.453957 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0a4eb2f-ab79-4f14-9db1-51956f14bed0 req-4867cd17-5369-467b-bc47-fa7ed4151925 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 944 time: 0.0527945 Jan 29 20:55:52.457031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 10aa055b-8c02-4f56-9a3a-c51a76e3258b completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:55:52.461982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 10aa055b-8c02-4f56-9a3a-c51a76e3258b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:55:52.462367 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:52.504884 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-a0a4eb2f-ab79-4f14-9db1-51956f14bed0 req-4472ef25-de8b-4ecb-bb79-a229fe8a5e3c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Jan 29 20:55:52.545168 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 10aa055b-8c02-4f56-9a3a-c51a76e3258b is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:55:52.545566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:52.568345 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:55:52.571175 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170b0da2-1e4f-4c1e-8a5f-10b51252b788" -d '{"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-plugged", "status": "completed", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:55:52.583530 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:55:52.645835 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:52.668861 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2c0195-ebf2-4c7e-95b6-d0aba3e97492 x-openstack-request-id: req-3d2c0195-ebf2-4c7e-95b6-d0aba3e97492 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:55:52.672337 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-plugged", "status": "completed", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:55:52.672337 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d2c0195-ebf2-4c7e-95b6-d0aba3e97492 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:55:52.672337 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'code': 200} Jan 29 20:55:52.695160 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:52.807711 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92417-1b29-4514-8c28-c6d90e53ca97 req-e3de54df-49ae-4d09-9d8f-3eff863b3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:52.809155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c92417-1b29-4514-8c28-c6d90e53ca97 req-e3de54df-49ae-4d09-9d8f-3eff863b3d6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1127 time: 0.0446198 Jan 29 20:55:52.855637 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44c92417-1b29-4514-8c28-c6d90e53ca97 req-384ce351-fadc-4751-9aa1-a0e0464953f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Jan 29 20:55:53.624895 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147046-66df-466f-9c18-aed639f50138 req-0b849008-5d50-46c0-924a-83746d86ef6b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:53.626370 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee147046-66df-466f-9c18-aed639f50138 req-0b849008-5d50-46c0-924a-83746d86ef6b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0526652 Jan 29 20:55:53.675311 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ee147046-66df-466f-9c18-aed639f50138 req-8e001bfd-d5bd-4557-b383-75b63a9eecc0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Jan 29 20:55:55.111018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a97e3-3410-49a7-9c82-1a3f9f162964 req-edefef5f-bb72-4c11-87f7-6e56e923d67c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:55.112511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab9a97e3-3410-49a7-9c82-1a3f9f162964 req-edefef5f-bb72-4c11-87f7-6e56e923d67c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.3662822 Jan 29 20:55:55.161203 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab9a97e3-3410-49a7-9c82-1a3f9f162964 req-fff2ba93-0f7b-4fbe-b869-0deb685d914e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Jan 29 20:55:55.257077 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-22f2e8a0-d753-4b35-b802-76cbe32aabca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:55.284332 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae83fee-6be5-4d23-8c4e-2c0208ec4e9c req-09b212ab-5715-4434-be00-b730749ec341 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:55.285823 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aae83fee-6be5-4d23-8c4e-2c0208ec4e9c req-09b212ab-5715-4434-be00-b730749ec341 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0591257 Jan 29 20:55:55.335192 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aae83fee-6be5-4d23-8c4e-2c0208ec4e9c req-3ed7d5ef-7d43-425e-a8ae-f0b6e01a819d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Jan 29 20:55:55.357536 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43446) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:55.401167 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6299a-cc51-458d-ab9c-99a56666f545 tempest-TestShelveInstance-1958915454 tempest-TestShelveInstance-1958915454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:55.402640 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-26d6299a-cc51-458d-ab9c-99a56666f545 tempest-TestShelveInstance-1958915454 tempest-TestShelveInstance-1958915454-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1122 time: 0.0440838 Jan 29 20:55:55.405464 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43448) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 20:55:55.409623 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:55:55.489455 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:55.588397 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:55.689336 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Allocated IP 172.25.5.192 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/2f1b51f7-79a4-4895-a297-746de15ebf9e) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 20:55:55.793646 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:55.883822 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:55.920043 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 20:55:55.922775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 20:55:55.928509 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 20:55:55.953116 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'Port': ['ID=2f1b51f7-79a4-4895-a297-746de15ebf9e,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:56.293114 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (d6df9f0e-11bf-4676-b550-ddee492980c7), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:56.437864 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:56.583343 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:56.644949 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:56.717085 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event updated for resources: {'Port': ['ID=2f1b51f7-79a4-4895-a297-746de15ebf9e,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:55:56.727722 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (d6df9f0e-11bf-4676-b550-ddee492980c7), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:56.827612 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Floating IP d6df9f0e-11bf-4676-b550-ddee492980c7 associated. External IP: 172.25.5.192, port: 10aa055b-8c02-4f56-9a3a-c51a76e3258b. Jan 29 20:55:57.028718 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 20:55:57.136481 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 20:55:57.146439 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 20:55:57.156918 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:55:57.160824 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:55:57.212521 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:57.260231 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8e767238-7699-4bec-88ca-030b83591321 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8407786 Jan 29 20:55:57.260231 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:55:57.260231 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc917e47-59fb-47e6-bc43-11e20797353b" -d '{"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:55:57.267610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:55:57.312597 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06942b0-026b-4c2f-b59e-0be532ed5db3 x-openstack-request-id: req-b06942b0-026b-4c2f-b59e-0be532ed5db3 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:55:57.315740 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:55:57.315740 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b06942b0-026b-4c2f-b59e-0be532ed5db3 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:55:57.315740 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'status': 'completed', 'code': 200} Jan 29 20:55:57.319590 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-6d770ce2-307f-4d23-86c4-54755e33a2b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646164 Jan 29 20:55:57.396339 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917e47-59fb-47e6-bc43-11e20797353b req-32903536-4a82-4b52-bc83-32718f143620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:57.398618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-32903536-4a82-4b52-bc83-32718f143620 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1127 time: 0.0458822 Jan 29 20:55:57.491769 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917e47-59fb-47e6-bc43-11e20797353b req-bbfbe6f9-f967-4ba0-8859-8c0462f68f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:57.493284 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-bbfbe6f9-f967-4ba0-8859-8c0462f68f4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0883944 Jan 29 20:55:57.499265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'd6df9f0e-11bf-4676-b550-ddee492980c7', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'port_id': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'mac_address': 'fa:16:3e:f0:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947f9e17-26ee-4e24-9956-528605d6be5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:55:56Z', 'updated_at': '2022-01-29T20:55:56Z', 'revision_number': 0, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:55:57.525951 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 20:55:57.535882 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 20:55:57.536639 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T20:55:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:55:57.556837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-60a3a757-7801-4826-a1d6-ee46f53a423c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 999 time: 0.0572686 Jan 29 20:55:57.610548 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917e47-59fb-47e6-bc43-11e20797353b req-07a4c7fd-7558-46ca-b214-83b42f653935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:57.612022 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-07a4c7fd-7558-46ca-b214-83b42f653935 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0498757 Jan 29 20:55:57.663906 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917e47-59fb-47e6-bc43-11e20797353b req-e437924a-c894-4a5e-9c41-7312d964366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:57.665462 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-e437924a-c894-4a5e-9c41-7312d964366a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466506 Jan 29 20:55:57.755443 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-5fdefa34-fc17-4ed4-8725-57d3658dcee6 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838137 Jan 29 20:55:57.799563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 20:55:57.852762 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-cc917e47-59fb-47e6-bc43-11e20797353b req-406dcae1-b1f3-40c4-aed6-4f75cda4b4d2 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895615 Jan 29 20:55:58.026990 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'd6df9f0e-11bf-4676-b550-ddee492980c7', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'port_id': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'mac_address': 'fa:16:3e:f0:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947f9e17-26ee-4e24-9956-528605d6be5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:55:56Z', 'updated_at': '2022-01-29T20:55:56Z', 'revision_number': 0, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 20:55:58.052831 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae622c1-81d0-436a-915a-8a62f247991f None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'd6df9f0e-11bf-4676-b550-ddee492980c7', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'port_id': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'mac_address': 'fa:16:3e:f0:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947f9e17-26ee-4e24-9956-528605d6be5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T20:55:56Z', 'updated_at': '2022-01-29T20:55:56Z', 'revision_number': 0, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 20:55:58.063017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-9ae25252-ece8-454d-aa60-e72591c39659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:58.064581 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-9ae25252-ece8-454d-aa60-e72591c39659 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1127 time: 0.0470350 Jan 29 20:55:58.182058 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-0947af02-4086-4cef-9007-cc4cb8031920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:58.183591 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-0947af02-4086-4cef-9007-cc4cb8031920 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0997870 Jan 29 20:55:58.245488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dd633cd7-55cd-4ecf-b4c2-6602e730eafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:55:58.253097 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-9130cfa3-f5fb-48d7-b1a3-ad715f5cef8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 999 time: 0.0641570 Jan 29 20:55:58.277599 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff29cc-97cf-4d1d-a99c-b6bf92cf2799 None None] New status for floating IP d6df9f0e-11bf-4676-b550-ddee492980c7: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 20:55:58.304212 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-dece114b-ede3-4218-a824-0448c8f91cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:58.305873 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-dece114b-ede3-4218-a824-0448c8f91cc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0471637 Jan 29 20:55:58.362236 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-c7e711ab-3fb3-4e4c-af3b-76a0f16491f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:55:58.363798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-c7e711ab-3fb3-4e4c-af3b-76a0f16491f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518401 Jan 29 20:55:58.458472 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-c0106845-9bbd-49fd-9261-39131781cf2b service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872226 Jan 29 20:55:58.559380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4e12221a-9656-491f-b5a4-77cfd2770f0a req-24d9a3e0-7bca-45db-9842-b76287efc0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943224 Jan 29 20:55:59.094662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:00.508767 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:00.592119 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:01.603088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:08.810677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:18.307921 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:56:25.227947 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0abe9a4a-7f91-4f35-b552-797876cdb863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:28.216353 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e1948f9a-2425-402d-a901-d195de0ae603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:29.117931 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:30.522702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:30.568384 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:31.604792 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:38.825488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:41.407115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-89668bae-1433-4da7-b2a0-703da10761a0 req-b5cb4b24-3125-42ab-bcb5-3c5cf11c6cf2 service neutron] (103562) timed out ('10.222.0.13', 53040) {{(pid=103562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 20:56:55.255994 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2ef51eba-667e-4514-891b-2265d8358b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:55.306783 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:56:57.300557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-32f02962-4941-4964-8e13-6ce6b4807b34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483303 Jan 29 20:56:57.406002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-8485e649-479d-456c-9790-ed61ec470684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:56:57.407533 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-8485e649-479d-456c-9790-ed61ec470684 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1127 time: 0.0474889 Jan 29 20:56:57.519110 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-4b6da611-cb58-4cbc-82be-1cda39eab375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:56:57.520543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-4b6da611-cb58-4cbc-82be-1cda39eab375 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0928919 Jan 29 20:56:57.585721 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-526ed271-3179-44d7-a5c7-830b6c2504d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 1001 time: 0.0581396 Jan 29 20:56:57.637995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-b06b6967-23e6-4bff-b87b-b50a88f17217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:56:57.639498 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-b06b6967-23e6-4bff-b87b-b50a88f17217 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0472248 Jan 29 20:56:57.688269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-a3725394-92d9-470d-aa3e-85f61c56632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:56:57.689754 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-a3725394-92d9-470d-aa3e-85f61c56632d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444374 Jan 29 20:56:57.698915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-bb4ca086-6e4a-4ae8-9ff7-85eebb747f72 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:56:57.699875 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-bb4ca086-6e4a-4ae8-9ff7-85eebb747f72 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047789 Jan 29 20:56:57.792475 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-c7102aac-96ca-44eb-bff7-012552e8e25d service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Jan 29 20:56:57.878618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-047ae6e3-5880-4828-868c-3ae97dd42358 req-a0538672-b28a-4730-97f2-03147c63e6e6 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808270 Jan 29 20:56:58.204390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0db9c223-c352-4b53-9c97-8c50b677447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:56:59.118482 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:00.495778 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:00.541685 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:01.586986 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:08.844195 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:25.230057 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6080c53f-f13a-4858-9fca-639aca54cc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:28.204073 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-69e8162c-6a35-4754-8b03-0e7f919e2b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:29.118125 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:30.558266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:30.569222 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:31.609582 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:32.306436 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:57:38.841263 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:55.226131 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8524-28c0-41e0-9109-e92e95f04205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:58.223924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-23f321ef-cac7-43e1-904b-19c3d8fca541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:59.115364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:57:59.342849 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-3570700b-c8f9-4146-b1b2-4c08c9167a5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930204 Jan 29 20:57:59.450002 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd26bd0-58e0-458e-be9f-640056841843 req-7e81e2a9-da05-4fc3-b39e-d0a0efc30ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:57:59.451451 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-7e81e2a9-da05-4fc3-b39e-d0a0efc30ee1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1127 time: 0.0500998 Jan 29 20:57:59.551911 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd26bd0-58e0-458e-be9f-640056841843 req-e3f3e888-376f-45b7-80c3-078eee1faaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:57:59.553409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-e3f3e888-376f-45b7-80c3-078eee1faaa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0847564 Jan 29 20:57:59.622202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-5e06730a-42e8-47de-8b25-987b4c94561c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 1001 time: 0.0630906 Jan 29 20:57:59.669198 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd26bd0-58e0-458e-be9f-640056841843 req-5a95430d-be0e-4885-b0be-1ac42ba63b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:57:59.670688 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-5a95430d-be0e-4885-b0be-1ac42ba63b24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0434811 Jan 29 20:57:59.719287 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd26bd0-58e0-458e-be9f-640056841843 req-62b5ab9e-d94a-43d1-911e-2ae67c5f8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:57:59.720774 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-62b5ab9e-d94a-43d1-911e-2ae67c5f8dda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446360 Jan 29 20:57:59.813890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-987502e9-85cc-49fe-96bd-18e174fdbac2 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866654 Jan 29 20:57:59.902132 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7cd26bd0-58e0-458e-be9f-640056841843 req-e8ef2a8e-bfdc-4128-a021-916ab620eba6 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Jan 29 20:58:00.523677 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:00.580195 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:01.597717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:08.848989 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:09.305644 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:58:24.209668 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674901c-e13f-4b15-8e50-aaa4495dd74a req-1e2e06bb-f570-470d-a799-90d0f9e90acb tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:24.211173 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2674901c-e13f-4b15-8e50-aaa4495dd74a req-1e2e06bb-f570-470d-a799-90d0f9e90acb tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.1610165 Jan 29 20:58:24.264302 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2674901c-e13f-4b15-8e50-aaa4495dd74a req-484ab1fa-1d17-4e37-bb02-767382ac8dc9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472398 Jan 29 20:58:25.240187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-11e5105c-c741-4ee4-95a6-40d6270db5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:25.444331 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3868b3-ff0a-4043-bfd7-54404c422f56 req-024c1ae7-3f5c-4c99-9bbd-c5745e4d4067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:25.445826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae3868b3-ff0a-4043-bfd7-54404c422f56 req-024c1ae7-3f5c-4c99-9bbd-c5745e4d4067 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.1008389 Jan 29 20:58:25.495435 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ae3868b3-ff0a-4043-bfd7-54404c422f56 req-413d247c-232c-425f-86d4-5af67f2352c7 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Jan 29 20:58:26.621283 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc990a-295d-4a55-b62c-8215354598b5 req-10554347-ba96-4452-b99b-45c6fe02df98 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:26.622773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04dc990a-295d-4a55-b62c-8215354598b5 req-10554347-ba96-4452-b99b-45c6fe02df98 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0528708 Jan 29 20:58:26.671198 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-04dc990a-295d-4a55-b62c-8215354598b5 req-f2fa5dc7-de12-40f1-b700-3190fadadbb0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Jan 29 20:58:27.790827 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1655-9682-4131-982e-3e8e15f2063e req-666963ae-a1bc-4374-827c-ce15a97b85d9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:27.792363 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d6d1655-9682-4131-982e-3e8e15f2063e req-666963ae-a1bc-4374-827c-ce15a97b85d9 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0518367 Jan 29 20:58:27.840258 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-1d6d1655-9682-4131-982e-3e8e15f2063e req-d56d74da-a3c1-40e1-89ef-4e09bcafd6b4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Jan 29 20:58:28.231656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c6f9fc68-5a81-48e0-bb15-98043a91ba83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:28.961738 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f3f0-bd52-44cf-b483-e7eb86fd65db req-b7ff19d3-c5a7-4970-9b64-8181afb4de0a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:28.963200 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2291f3f0-bd52-44cf-b483-e7eb86fd65db req-b7ff19d3-c5a7-4970-9b64-8181afb4de0a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0526395 Jan 29 20:58:29.018094 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2291f3f0-bd52-44cf-b483-e7eb86fd65db req-818ff51e-ef7c-4b77-a5d6-ce3320765c60 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489452 Jan 29 20:58:29.111529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:30.139278 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b1af4-c1e9-41d5-a6bc-0c3f455a47c1 req-4b564558-10c0-4f30-9713-59483c9b6319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:30.140763 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-086b1af4-c1e9-41d5-a6bc-0c3f455a47c1 req-4b564558-10c0-4f30-9713-59483c9b6319 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0557978 Jan 29 20:58:30.189450 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-086b1af4-c1e9-41d5-a6bc-0c3f455a47c1 req-d584cf6e-f954-4a66-9170-b9d03f14be68 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Jan 29 20:58:30.540074 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:30.571655 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:31.309792 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1830e0-5407-440c-864e-f04c0589c781 req-fbea1a7a-cee0-4b77-979d-4db59de44a36 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:31.311257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c1830e0-5407-440c-864e-f04c0589c781 req-fbea1a7a-cee0-4b77-979d-4db59de44a36 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0535233 Jan 29 20:58:31.362169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c1830e0-5407-440c-864e-f04c0589c781 req-2883782d-4f13-48e7-b1ef-ac49756a9755 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442355 Jan 29 20:58:31.594334 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:32.481590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e683d18-7c6d-4c45-b5e3-6516bed2fc0f req-4b786571-20b0-4407-b88e-742c1430dfac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:32.483096 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e683d18-7c6d-4c45-b5e3-6516bed2fc0f req-4b786571-20b0-4407-b88e-742c1430dfac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0524347 Jan 29 20:58:32.530943 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0e683d18-7c6d-4c45-b5e3-6516bed2fc0f req-d5cab3f1-ff1e-4070-8c3b-0b41b3331c8b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Jan 29 20:58:33.647547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8222e7-8bf9-4165-9316-eed76af674b5 req-b03c7e87-58e5-4379-acc7-6d8d689729f2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:33.649046 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c8222e7-8bf9-4165-9316-eed76af674b5 req-b03c7e87-58e5-4379-acc7-6d8d689729f2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0515862 Jan 29 20:58:33.696798 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1c8222e7-8bf9-4165-9316-eed76af674b5 req-7d2381d7-4df2-47cc-8662-903ee9cf41aa tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Jan 29 20:58:34.374334 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff55f-2fbc-434f-ba54-81722e326367 req-47e983cf-4ac5-4e6b-aa99-0b94da36c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:34.375856 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-47e983cf-4ac5-4e6b-aa99-0b94da36c264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1127 time: 0.0482731 Jan 29 20:58:34.463811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff55f-2fbc-434f-ba54-81722e326367 req-9e3ccd4e-e6c0-49bd-8828-d9a8847f2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:34.465323 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-9e3ccd4e-e6c0-49bd-8828-d9a8847f2ed1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0833235 Jan 29 20:58:34.531610 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-4b2275a0-0a46-4d4c-b341-85fa6b71baab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 1001 time: 0.0605366 Jan 29 20:58:34.577928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff55f-2fbc-434f-ba54-81722e326367 req-0141ee50-9820-4caf-904c-35b109d84c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:34.579974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-0141ee50-9820-4caf-904c-35b109d84c2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0422928 Jan 29 20:58:34.628269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fff55f-2fbc-434f-ba54-81722e326367 req-873342c9-15ef-4e3c-b423-febc0f6775f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:34.629859 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-873342c9-15ef-4e3c-b423-febc0f6775f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450492 Jan 29 20:58:34.722312 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-b6698d90-aadb-4a33-8f03-3995aebb7ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862093 Jan 29 20:58:34.812071 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-14fff55f-2fbc-434f-ba54-81722e326367 req-619839b6-40bf-4be5-b009-8d1a6c7d2af2 service neutron] 10.222.0.26 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834258 Jan 29 20:58:34.820118 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a3270-8268-4a20-a202-a86ce59ba366 req-a3e56502-af1d-4bd1-9bc8-22ae3647d42a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:34.821841 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f3a3270-8268-4a20-a202-a86ce59ba366 req-a3e56502-af1d-4bd1-9bc8-22ae3647d42a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0566983 Jan 29 20:58:34.870511 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9f3a3270-8268-4a20-a202-a86ce59ba366 req-e2156948-7c5f-4cd2-afba-340069a37569 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Jan 29 20:58:35.996994 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5aaac-25f2-41ec-8a32-5b6eab40ac4c req-d64899f7-e3d1-4a3d-b9b7-d15dae89b5d6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:35.998473 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75a5aaac-25f2-41ec-8a32-5b6eab40ac4c req-d64899f7-e3d1-4a3d-b9b7-d15dae89b5d6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0570343 Jan 29 20:58:36.046596 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-75a5aaac-25f2-41ec-8a32-5b6eab40ac4c req-ee7b0a0d-4db1-437b-8662-5cf557e45dad tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Jan 29 20:58:37.167256 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b4a7-ffe8-4974-8752-29d26630fd94 req-fb772f5a-67b5-43c1-9ec0-baf5b64d2bb8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:37.168800 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6059b4a7-ffe8-4974-8752-29d26630fd94 req-fb772f5a-67b5-43c1-9ec0-baf5b64d2bb8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0533459 Jan 29 20:58:37.218471 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6059b4a7-ffe8-4974-8752-29d26630fd94 req-e076ba0b-af57-4405-a8dc-928d42a6b61c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Jan 29 20:58:38.340521 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49dba4-5e41-49fc-bf1f-3f3229875645 req-b98f8a5c-53b4-4ed3-99eb-ffb12217a0be tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:38.342254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab49dba4-5e41-49fc-bf1f-3f3229875645 req-b98f8a5c-53b4-4ed3-99eb-ffb12217a0be tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 945 time: 0.0528483 Jan 29 20:58:38.391816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ab49dba4-5e41-49fc-bf1f-3f3229875645 req-a85037bf-01e4-4014-9046-d1d1f307c277 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Jan 29 20:58:38.865848 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:39.155310 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 20:58:39.234013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 10aa055b-8c02-4f56-9a3a-c51a76e3258b is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:58:39.234405 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:39.256487 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:58:39.258729 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79de4d-aa50-43ff-a90b-aab2cad295eb" -d '{"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-unplugged", "status": "completed", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:58:39.278110 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:58:39.300228 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6688b03-de80-495e-be9a-08568fb3420e x-openstack-request-id: req-d6688b03-de80-495e-be9a-08568fb3420e {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:58:39.300560 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-unplugged", "status": "completed", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:58:39.300953 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6688b03-de80-495e-be9a-08568fb3420e {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:58:39.301365 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'code': 200} Jan 29 20:58:39.354329 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:39.401276 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:58:39.409255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.409545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.409880 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.410212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.410550 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.410865 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.411192 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.411512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.411833 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.412149 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.412492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.412810 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.413125 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:39.517699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3964d30-1e73-46ab-a045-f996b5f5c4e5 req-4682e385-5bc1-456a-980c-e13ebee962b0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:39.519205 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3964d30-1e73-46ab-a045-f996b5f5c4e5 req-4682e385-5bc1-456a-980c-e13ebee962b0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0534210 Jan 29 20:58:39.573169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e3964d30-1e73-46ab-a045-f996b5f5c4e5 req-4ae0eb24-ad6d-4033-aa1f-feb4ccd8ba99 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481315 Jan 29 20:58:40.693750 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5203-9399-4a29-99cd-8d0c1e8e3665 req-812eb2e2-9f8a-4621-8802-36445ba19296 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:40.695233 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa7e5203-9399-4a29-99cd-8d0c1e8e3665 req-812eb2e2-9f8a-4621-8802-36445ba19296 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0519021 Jan 29 20:58:40.752164 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-fa7e5203-9399-4a29-99cd-8d0c1e8e3665 req-b7075d91-8e70-4ca0-884c-d71199dcc5ac tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501111 Jan 29 20:58:42.497166 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7286d1-5ea8-40dd-9e61-9e0597fcab2a req-5afa00ae-699a-4afa-b4b6-167b1f4a2b06 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:42.498654 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba7286d1-5ea8-40dd-9e61-9e0597fcab2a req-5afa00ae-699a-4afa-b4b6-167b1f4a2b06 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.3769865 Jan 29 20:58:42.576948 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-ba7286d1-5ea8-40dd-9e61-9e0597fcab2a req-283573dc-24c1-4803-aba0-17e4c000c22e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720258 Jan 29 20:58:42.584773 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-9eaeb756-a0a6-4925-ae2e-8c65121b06c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183968 Jan 29 20:58:42.593845 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-35579a0c-43d9-4112-8aa2-928789e0af10 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:58:42.594912 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-35579a0c-43d9-4112-8aa2-928789e0af10 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054975 Jan 29 20:58:43.699807 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc55f5f-c7b1-40b6-9c5b-454e715c5a9a req-5eda97c0-ec44-4a25-808f-4dd2e913b750 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:43.701643 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bc55f5f-c7b1-40b6-9c5b-454e715c5a9a req-5eda97c0-ec44-4a25-808f-4dd2e913b750 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0543654 Jan 29 20:58:43.752149 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6bc55f5f-c7b1-40b6-9c5b-454e715c5a9a req-120a49f0-18b1-482b-9ed8-b13e38b7151c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Jan 29 20:58:44.874729 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa56c3b-8fa8-4209-8c7e-5399b039d5ec req-1ac46696-bf40-40fc-a23f-029788725700 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:44.878358 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa56c3b-8fa8-4209-8c7e-5399b039d5ec req-1ac46696-bf40-40fc-a23f-029788725700 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0554876 Jan 29 20:58:44.925567 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fa56c3b-8fa8-4209-8c7e-5399b039d5ec req-3ad45d53-ad91-44ae-8339-b6218a216fcf tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Jan 29 20:58:46.045408 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484a702-3cdc-4f5d-a725-feb24a985519 req-b9d410d3-b9f2-4e17-9f75-1f2291da2d66 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:46.047181 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c484a702-3cdc-4f5d-a725-feb24a985519 req-b9d410d3-b9f2-4e17-9f75-1f2291da2d66 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0533350 Jan 29 20:58:46.100234 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c484a702-3cdc-4f5d-a725-feb24a985519 req-9bbfb555-0604-478a-96d4-a6927749ab51 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471737 Jan 29 20:58:46.306136 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:58:47.220084 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f7e60-f87f-45eb-90b8-7abb595307a1 req-27b67cd4-0ffc-478e-b68b-a96408e6008d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:47.221856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d16f7e60-f87f-45eb-90b8-7abb595307a1 req-27b67cd4-0ffc-478e-b68b-a96408e6008d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0536587 Jan 29 20:58:47.272010 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d16f7e60-f87f-45eb-90b8-7abb595307a1 req-03769150-41de-41aa-a569-fd79de9b0427 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 Jan 29 20:58:48.399949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c43d22-7e95-465d-90c4-8972ef8a97eb req-036e2a32-a6a2-4d5e-b5ae-d0c0f2a245f4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:48.401502 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4c43d22-7e95-465d-90c4-8972ef8a97eb req-036e2a32-a6a2-4d5e-b5ae-d0c0f2a245f4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0586481 Jan 29 20:58:48.450358 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-d4c43d22-7e95-465d-90c4-8972ef8a97eb req-cf064d50-ec28-4760-a5fb-a4f611847a0e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432470 Jan 29 20:58:49.571069 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a96d-954c-424f-b812-993a3c727af9 req-58023d88-c256-4b41-b576-61124b1c456a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:49.572563 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5047a96d-954c-424f-b812-993a3c727af9 req-58023d88-c256-4b41-b576-61124b1c456a tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0536928 Jan 29 20:58:49.626084 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-5047a96d-954c-424f-b812-993a3c727af9 req-ca527793-e2b3-4fc4-9b6c-c96846ec3167 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Jan 29 20:58:50.744259 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266df168-28fd-4723-9592-c7fe75d89d1b req-c5d7791a-3f2e-49eb-a0d3-6936d54964c8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:50.745732 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-266df168-28fd-4723-9592-c7fe75d89d1b req-c5d7791a-3f2e-49eb-a0d3-6936d54964c8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0526750 Jan 29 20:58:50.795413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-266df168-28fd-4723-9592-c7fe75d89d1b req-6337c671-2f5a-4bfb-84d6-2a674ea5ba5c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Jan 29 20:58:51.913330 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719345cc-5b90-49e6-b3df-b6260f04b7b4 req-0d5f4ee8-8f35-4b01-abf7-ed2c852d1ebf tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:51.914845 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-719345cc-5b90-49e6-b3df-b6260f04b7b4 req-0d5f4ee8-8f35-4b01-abf7-ed2c852d1ebf tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0524483 Jan 29 20:58:51.964059 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-719345cc-5b90-49e6-b3df-b6260f04b7b4 req-3cf6f242-97a7-4c7e-b2f8-6644d3dac665 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Jan 29 20:58:53.085910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aefdb-74d4-4399-bcf8-36adf69e7d90 req-e0d663b0-86b5-497f-8ca9-ccb5832bf810 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:53.087506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c38aefdb-74d4-4399-bcf8-36adf69e7d90 req-e0d663b0-86b5-497f-8ca9-ccb5832bf810 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0544505 Jan 29 20:58:53.141274 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c38aefdb-74d4-4399-bcf8-36adf69e7d90 req-23f112d0-84cb-48fb-961b-ec9fcd4802f0 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477912 Jan 29 20:58:54.026772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729623df-2a1a-4724-8381-a23d33344044 req-5ae7ab73-f55f-4a05-b0ac-863001c849a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:54.028356 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-5ae7ab73-f55f-4a05-b0ac-863001c849a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b&tenant_id=21a1a487ce074190ac7093688f2e212f HTTP/1.1" status: 200 len: 1125 time: 0.0452504 Jan 29 20:58:54.040927 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-2c36f7f5-f397-4981-88e9-951282a4e5b9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 20:58:54.041948 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-2c36f7f5-f397-4981-88e9-951282a4e5b9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049582 Jan 29 20:58:54.057016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825496-5', 'device_owner': 'compute:nova'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 20:58:54.115598 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:54.259936 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c6c4f-b35b-43f1-8a01-3bfb4b8d3287 req-a0a156ab-7769-461f-a4fa-6a617452d0ea tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:54.261476 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-014c6c4f-b35b-43f1-8a01-3bfb4b8d3287 req-a0a156ab-7769-461f-a4fa-6a617452d0ea tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0530760 Jan 29 20:58:54.316262 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-014c6c4f-b35b-43f1-8a01-3bfb4b8d3287 req-5b339452-90be-48a4-a6a8-c5f9dd8ce346 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 Jan 29 20:58:54.326659 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:58:54.359839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:58:54.391928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aa055b-8c02-4f56-9a3a-c51a76e3258b {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:58:54.399584 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Publish callbacks [] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:54.411423 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Transition to ACTIVE for port object 10aa055b-8c02-4f56-9a3a-c51a76e3258b will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 20:58:54.482253 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:54.562893 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=7']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:58:54.575966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.576349 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.576700 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.577047 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.577387 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.577726 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.578063 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.578397 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.578728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.579062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.579391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.579719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.580134 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 20:58:54.618771 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] No DVR routers for this DVR port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 20:58:54.759269 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 20:58:54.759611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 20:58:54.759944 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:58:54.764242 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 20:58:54.764569 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Attempting to bind port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 20:58:54.770061 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 20, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 20:58:54.770443 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Checking segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 20:58:54.770834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Bound using segment: {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 20:58:54.771263 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Bound port: 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 20:58:54.771617 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:54.834121 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 20:58:54.837109 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 20:58:54.934648 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:54.969694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:54.970321 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:54.971829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] 10.222.0.13 "PUT /v2.0/ports/10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 1091 time: 0.9185185 Jan 29 20:58:54.972302 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:58:54.974672 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ca8c5-90d8-47db-b7bf-e40097237de9" -d '{"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:58:55.035640 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb2b4-c0f6-42b8-91c6-445be5d1043b service neutron] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=8']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:58:55.057232 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729623df-2a1a-4724-8381-a23d33344044 req-3fda2b44-aa12-4120-a623-0db7a651345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:55.058745 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-3fda2b44-aa12-4120-a623-0db7a651345b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1125 time: 0.0572145 Jan 29 20:58:55.158765 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729623df-2a1a-4724-8381-a23d33344044 req-2539341c-273b-43cf-944a-47fbd6475ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:55.160409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-2539341c-273b-43cf-944a-47fbd6475ffa service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0926397 Jan 29 20:58:55.231583 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c2614fda-6fc1-4f91-8a95-ee527944dcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:55.239542 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-0d70744f-a735-49ba-aa04-3c6280659aed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 999 time: 0.0681269 Jan 29 20:58:55.292562 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729623df-2a1a-4724-8381-a23d33344044 req-aa059f4f-3dfe-4976-8d74-0694c6c80091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:55.294050 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-aa059f4f-3dfe-4976-8d74-0694c6c80091 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0451975 Jan 29 20:58:55.348455 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729623df-2a1a-4724-8381-a23d33344044 req-ea4fba02-3599-497a-9cf6-4ecf55586d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:55.349984 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-ea4fba02-3599-497a-9cf6-4ecf55586d0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485432 Jan 29 20:58:55.447797 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed8c3b-a8f2-4a03-81e4-26d518130d74 req-1b6661a0-724e-407e-b040-090740eb85c6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:55.449057 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-3c1bcc83-d87e-45f2-a2c9-b894aa7ff561 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899689 Jan 29 20:58:55.449281 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73ed8c3b-a8f2-4a03-81e4-26d518130d74 req-1b6661a0-724e-407e-b040-090740eb85c6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0605769 Jan 29 20:58:55.497981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73ed8c3b-a8f2-4a03-81e4-26d518130d74 req-58782e4a-0fa1-49dc-a34d-89abc6fe1740 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Jan 29 20:58:55.548100 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-f123980b-da75-49e2-adb5-e649ac80d247 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895300 Jan 29 20:58:56.027163 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903355db-bfbf-4775-bb5b-e6dd008545ee x-openstack-request-id: req-903355db-bfbf-4775-bb5b-e6dd008545ee {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:58:56.027458 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:58:56.027716 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-903355db-bfbf-4775-bb5b-e6dd008545ee {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:58:56.028129 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'status': 'completed', 'code': 200} Jan 29 20:58:56.098995 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-36cc6d7d-6de2-4b95-913a-8de8b8da6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:56.100572 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-36cc6d7d-6de2-4b95-913a-8de8b8da6815 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1125 time: 0.0496180 Jan 29 20:58:56.190697 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-0587992d-dc0c-407d-a6b6-59c4151e6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:56.192155 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-0587992d-dc0c-407d-a6b6-59c4151e6f0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0840018 Jan 29 20:58:56.271992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-cd0373c5-4402-4eb4-aaea-34fbec55560a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 999 time: 0.0621846 Jan 29 20:58:56.315670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-84e37eba-293a-420b-886d-97cdfe5cc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:56.317122 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-84e37eba-293a-420b-886d-97cdfe5cc8fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0446386 Jan 29 20:58:56.371189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-6e0a630c-5890-4cf6-802b-c9841223d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:56.372699 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-6e0a630c-5890-4cf6-802b-c9841223d766 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446653 Jan 29 20:58:56.467481 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-ccc82137-0f40-45fd-8f3a-a0ec68ce1d19 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844953 Jan 29 20:58:56.556352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-dc6ca8c5-90d8-47db-b7bf-e40097237de9 req-7b36a7de-ab82-4e66-8060-702d91e9bc76 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827441 Jan 29 20:58:56.616381 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512da881-241f-48ad-bf36-6d39e425bfe9 req-609849cc-3f6c-4759-b0c8-011162deb654 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:56.617856 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-512da881-241f-48ad-bf36-6d39e425bfe9 req-609849cc-3f6c-4759-b0c8-011162deb654 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0522444 Jan 29 20:58:56.666462 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-512da881-241f-48ad-bf36-6d39e425bfe9 req-02fa4642-c1fa-4f4a-8fca-4c18519af2fa tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Jan 29 20:58:57.786196 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823491f5-6bf7-41e7-b036-e5c06d2f4414 req-b621a913-efc0-4fb2-9856-174f6063dcb5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:57.787675 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-823491f5-6bf7-41e7-b036-e5c06d2f4414 req-b621a913-efc0-4fb2-9856-174f6063dcb5 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0531354 Jan 29 20:58:57.839974 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-823491f5-6bf7-41e7-b036-e5c06d2f4414 req-fd7561f9-eef2-4194-a371-6acfb61f25e1 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467870 Jan 29 20:58:58.205194 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5f42c633-9f7d-436e-9bf6-fc37e82162c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:58:58.957915 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b3e64-50ad-4ce6-be43-8e7c1e160874 req-e2d61ba3-164c-4984-a144-3ba3861db1b2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:58:58.959400 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa9b3e64-50ad-4ce6-be43-8e7c1e160874 req-e2d61ba3-164c-4984-a144-3ba3861db1b2 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0529711 Jan 29 20:58:59.012222 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-aa9b3e64-50ad-4ce6-be43-8e7c1e160874 req-3e2fba25-898a-48e6-8a3e-eafafce6da23 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Jan 29 20:58:59.113896 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:00.130449 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a514ff-fbe6-41bd-a98a-b72763fd608d req-bf70120f-4ac2-453e-9d10-d2785ebf1019 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:00.131936 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67a514ff-fbe6-41bd-a98a-b72763fd608d req-bf70120f-4ac2-453e-9d10-d2785ebf1019 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0521626 Jan 29 20:59:00.179935 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-67a514ff-fbe6-41bd-a98a-b72763fd608d req-aa3ed766-b196-456e-83cc-3945d990fdd8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Jan 29 20:59:00.568598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:00.591185 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:01.214369 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-93e7ced4-e87d-4774-87c2-330d94c54036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:01.215890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-93e7ced4-e87d-4774-87c2-330d94c54036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1125 time: 0.0457811 Jan 29 20:59:01.298387 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f8365-c005-4598-b43c-28737ea7c526 req-80266268-e2d8-4759-a1c8-612bd65beb74 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:01.300226 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-622f8365-c005-4598-b43c-28737ea7c526 req-80266268-e2d8-4759-a1c8-612bd65beb74 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0530498 Jan 29 20:59:01.352938 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-622f8365-c005-4598-b43c-28737ea7c526 req-8d8f888a-4372-48ed-882d-2c4d6d097441 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460825 Jan 29 20:59:01.608862 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:01.649267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-c1a4b9a5-d0d9-4544-a999-61bc242dea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:01.650738 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-c1a4b9a5-d0d9-4544-a999-61bc242dea84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.4064941 Jan 29 20:59:01.718304 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-87e59eac-a485-4dca-b542-4ab5b3fec961 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 999 time: 0.0563447 Jan 29 20:59:01.771970 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-9a64f864-5c00-41f4-afc3-d506fcb9a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:01.773397 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-9a64f864-5c00-41f4-afc3-d506fcb9a30c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0462201 Jan 29 20:59:01.827836 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-45d5d9a8-83d4-49ad-b6e0-24467ba118ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:01.829328 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-45d5d9a8-83d4-49ad-b6e0-24467ba118ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469747 Jan 29 20:59:01.921586 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-e3d82805-13a2-4e3a-8efb-b9e74d26b1b4 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822670 Jan 29 20:59:02.012696 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-26a4d715-c701-473a-b5ac-5eba42c510f7 req-96fc20b8-a864-4f7f-b1a7-39da3fc64bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837169 Jan 29 20:59:02.474728 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4a85-d4bc-4932-866d-972cee2a23ac req-8ceacded-9912-4a4c-a700-7c6ae3388d4d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:02.476194 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abdc4a85-d4bc-4932-866d-972cee2a23ac req-8ceacded-9912-4a4c-a700-7c6ae3388d4d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 943 time: 0.0525756 Jan 29 20:59:02.523993 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-abdc4a85-d4bc-4932-866d-972cee2a23ac req-a18cb4f4-497b-41b4-8a01-30c0dc91530c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Jan 29 20:59:02.891264 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 20:59:02.986054 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:59:02.996672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'port_id': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'mac_address': 'fa:16:3e:f0:14:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 20:59:03.035758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 10aa055b-8c02-4f56-9a3a-c51a76e3258b is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:59:03.036048 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:03.048020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aa055b-8c02-4f56-9a3a-c51a76e3258b {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 20:59:03.066030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:59:03.119623 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:03.164995 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=9']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:59:03.445321 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['10aa055b-8c02-4f56-9a3a-c51a76e3258b'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 20:59:03.643863 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465f2d4-3c1f-4444-922c-55771e61adef req-e161848b-b274-4b15-be46-00ff7d31104f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:03.645424 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0465f2d4-3c1f-4444-922c-55771e61adef req-e161848b-b274-4b15-be46-00ff7d31104f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 944 time: 0.0517852 Jan 29 20:59:03.693486 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0465f2d4-3c1f-4444-922c-55771e61adef req-a47c0473-1656-4c27-913b-4b26596d035b tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jan 29 20:59:04.816003 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687b091-e85b-4174-a1aa-f3aea96c2888 req-9ee9da5d-a54e-49b9-9c39-e2dce443e300 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:04.818000 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7687b091-e85b-4174-a1aa-f3aea96c2888 req-9ee9da5d-a54e-49b9-9c39-e2dce443e300 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 944 time: 0.0571215 Jan 29 20:59:04.865631 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7687b091-e85b-4174-a1aa-f3aea96c2888 req-115d15b1-bf5c-4a64-80db-d7ef1d7cce3e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Jan 29 20:59:04.907356 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 20:59:05.025486 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 10aa055b-8c02-4f56-9a3a-c51a76e3258b completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 20:59:05.029132 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 10aa055b-8c02-4f56-9a3a-c51a76e3258b triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 20:59:05.029500 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:05.107610 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 10aa055b-8c02-4f56-9a3a-c51a76e3258b is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 20:59:05.108004 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:05.130863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 20:59:05.133145 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98972a95-f878-40d5-80d6-8925c6776152" -d '{"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-plugged", "status": "completed", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 20:59:05.145657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 20:59:05.170893 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892c46c-422b-49d7-966a-3cce50fb3e37 x-openstack-request-id: req-c892c46c-422b-49d7-966a-3cce50fb3e37 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 20:59:05.170893 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-plugged", "status": "completed", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 20:59:05.170893 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c892c46c-422b-49d7-966a-3cce50fb3e37 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 20:59:05.170893 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'code': 200} Jan 29 20:59:05.217578 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:05.269037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=10']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 20:59:05.330457 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec71a-8ba4-4d98-8ba9-4570fbe85a56 req-93a19490-1bf1-4d41-aae0-d7a641d7b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:05.331943 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea0ec71a-8ba4-4d98-8ba9-4570fbe85a56 req-93a19490-1bf1-4d41-aae0-d7a641d7b9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1128 time: 0.0432324 Jan 29 20:59:05.379061 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ea0ec71a-8ba4-4d98-8ba9-4570fbe85a56 req-070595b5-9a7a-4c03-96a2-334458701733 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395429 Jan 29 20:59:05.985513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6436e-741a-4f04-8374-fb49cf0f913c req-74954751-c6c3-4483-a69d-23ad7f501386 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:05.986966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92e6436e-741a-4f04-8374-fb49cf0f913c req-74954751-c6c3-4483-a69d-23ad7f501386 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 946 time: 0.0535038 Jan 29 20:59:06.042119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-92e6436e-741a-4f04-8374-fb49cf0f913c req-a287cc2c-9d60-4f68-bf93-09f71a76f0b6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491939 Jan 29 20:59:07.169180 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acc785-0378-46bb-a847-20053d814ad5 req-962e80bc-3c5b-4315-8e28-a45687f4e48f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 20:59:07.170717 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73acc785-0378-46bb-a847-20053d814ad5 req-962e80bc-3c5b-4315-8e28-a45687f4e48f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 946 time: 0.0580888 Jan 29 20:59:07.219787 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-73acc785-0378-46bb-a847-20053d814ad5 req-c6df5939-e2e4-4b86-82d0-90ad75c1b707 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Jan 29 20:59:08.879555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:23.307250 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 20:59:25.239290 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-583c8acf-d5bf-4963-bb3f-092da816b4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:28.221864 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-32552ff0-40ea-4864-9db2-ee39f5536463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:29.139373 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:30.610314 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:30.638773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:31.593927 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:38.896003 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:55.364489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-802b9f2c-f107-48db-b81a-7bc19eac05ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:58.213376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0416ea6a-36d2-49fa-8b08-2985744d8ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 20:59:59.129928 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:00.306697 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:00:00.575664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:00.604105 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:01.607507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:01.892860 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-17dd66aa-5b48-44a0-a4a6-afd2818ff9cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915408 Jan 29 21:00:01.980062 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-9003adeb-dda2-49db-a1c1-3d2e78f7648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:01.982344 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-9003adeb-dda2-49db-a1c1-3d2e78f7648d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1128 time: 0.0456583 Jan 29 21:00:02.088117 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-51233946-2b41-45dc-b1a2-2c67a31a7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:02.089608 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-51233946-2b41-45dc-b1a2-2c67a31a7437 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0873489 Jan 29 21:00:02.152243 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-99192a7d-a898-4dd9-9aa1-8b6978d61777 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 1001 time: 0.0562241 Jan 29 21:00:02.200547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-2435891d-e3b5-4520-bd4a-53ceaf679f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:02.201946 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-2435891d-e3b5-4520-bd4a-53ceaf679f80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0422702 Jan 29 21:00:02.254372 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-b237f38b-874d-4114-9f98-27304faf961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:02.258744 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-b237f38b-874d-4114-9f98-27304faf961c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482097 Jan 29 21:00:02.349371 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-9efbcc7b-d87c-4220-b745-54569197c4ea service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859442 Jan 29 21:00:02.446298 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-41342e74-b511-4d2d-9e7b-eeb85620cf58 req-ebfb5268-ca61-4a6c-95a0-de7e00a39825 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Jan 29 21:00:08.921736 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:25.287177 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bf0aeb74-0ca1-4c33-b9c1-992e063a214c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:28.221041 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17200f40-40f4-4725-9ceb-26a653b7591a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:29.115455 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:30.572589 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:30.600912 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:31.614772 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:37.306160 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:00:38.905938 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:46.575730 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43652) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:00:46.910415 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Deleting port 2f1b51f7-79a4-4895-a297-746de15ebf9e {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:00:46.910771 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:46.989142 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:46.989467 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (2f1b51f7-79a4-4895-a297-746de15ebf9e), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:47.000816 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Calling delete_port for 2f1b51f7-79a4-4895-a297-746de15ebf9e owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:00:47.232383 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (2f1b51f7-79a4-4895-a297-746de15ebf9e), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:47.260897 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event deleted for resources: {'Port': ['ID=2f1b51f7-79a4-4895-a297-746de15ebf9e,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:00:47.271232 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.271661 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.271935 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.272302 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.272643 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.272980 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.273314 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.274008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.274008 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.274294 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.274602 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.274928 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.275254 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:47.335648 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for floatingip (d6df9f0e-11bf-4676-b550-ddee492980c7), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:47.336008 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Floating IP d6df9f0e-11bf-4676-b550-ddee492980c7 disassociated (deleted). External IP: 172.25.5.192, port: 10aa055b-8c02-4f56-9a3a-c51a76e3258b. Jan 29 21:00:47.549841 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:00:47.658237 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:00:47.662815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:47.668657 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:00:47.679526 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:00:47.680141 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:00:47.694388 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c48f5ce4-99f9-4e68-8ca4-844700cc0c0d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "DELETE /v2.0/floatingips/d6df9f0e-11bf-4676-b550-ddee492980c7 HTTP/1.1" status: 204 len: 168 time: 1.1174748 Jan 29 21:00:47.694983 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:00:47.697249 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d1524-2498-4f26-b09b-acd5023edc72" -d '{"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:00:47.789748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:00:47.857998 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21447c49-949e-452b-93c1-553946728311 x-openstack-request-id: req-21447c49-949e-452b-93c1-553946728311 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:00:47.858287 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:00:47.858553 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21447c49-949e-452b-93c1-553946728311 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:00:47.858970 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'status': 'completed', 'code': 200} Jan 29 21:00:47.938013 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-b2265fad-0a15-4715-9037-e3928650e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:47.939646 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-b2265fad-0a15-4715-9037-e3928650e303 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a1a487ce074190ac7093688f2e212f&device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 1128 time: 0.0490413 Jan 29 21:00:48.052889 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-cb3375a1-d8b0-441a-b019-ac2e2c2fd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:48.054432 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-cb3375a1-d8b0-441a-b019-ac2e2c2fd9f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 200 len: 909 time: 0.0966899 Jan 29 21:00:48.099534 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-3820a902-64af-4638-984c-c78bc1def258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 200 len: 217 time: 0.0376284 Jan 29 21:00:48.145892 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40944-f97b-42b3-a283-6dba8120420b req-75779b69-fce2-40fd-8640-e800f994041f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:48.147829 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1f40944-f97b-42b3-a283-6dba8120420b req-75779b69-fce2-40fd-8640-e800f994041f tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 946 time: 0.0595944 Jan 29 21:00:48.150023 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-18209f70-d9d6-473e-a585-0bc9b401e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:48.151884 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-18209f70-d9d6-473e-a585-0bc9b401e4f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 200 len: 848 time: 0.0461857 Jan 29 21:00:48.162583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:00:48.189996 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:00:48.199563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:00:48.200423 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:00:48.200826 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b1f40944-f97b-42b3-a283-6dba8120420b req-aabe052c-943e-4685-abfd-6653c08324ab tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Jan 29 21:00:48.206675 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-704953ff-a0c8-4e0e-9c40-29cf4c4d23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:48.208338 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-704953ff-a0c8-4e0e-9c40-29cf4c4d23eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59edbcfa-18dc-4cd4-8053-f7822ef42a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499468 Jan 29 21:00:48.304709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-1e2d76bf-b23c-4c67-9e60-8ec388b917b5 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893078 Jan 29 21:00:48.314057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:00:48.400739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b43d1524-2498-4f26-b09b-acd5023edc72 req-678a3454-a617-41b2-bb9f-ac3557fb9012 service neutron] 10.222.0.13 "GET /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891011 Jan 29 21:00:48.514157 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:00:48.540860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3bb84-0049-4f41-b491-4bb1ce5a4782 None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T20:50:35Z', 'revision_number': 4, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2', 'name': '', 'network_id': '59edbcfa-18dc-4cd4-8053-f7822ef42a16', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'mac_address': 'fa:16:3e:3c:b9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:35Z', 'updated_at': '2022-01-29T20:50:39Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'subnets': [{'id': 'ef85709f-d254-4b71-a3a3-314404f38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:00:48.780377 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bfe6b-b91f-498e-845e-b7df164ada35 None None] New status for floating IP d6df9f0e-11bf-4676-b550-ddee492980c7: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 21:00:49.323910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea37ab2-57de-4c32-bc0f-57f707e9cbfa req-835db8b2-4c79-4e08-9a65-6593a45ce806 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:49.325405 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fea37ab2-57de-4c32-bc0f-57f707e9cbfa req-835db8b2-4c79-4e08-9a65-6593a45ce806 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 946 time: 0.0537691 Jan 29 21:00:49.375310 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-fea37ab2-57de-4c32-bc0f-57f707e9cbfa req-de6fbc18-684a-4e6b-a695-c677465786ca tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/security-groups?id=9153397e-ccca-4b5f-838c-126239b23891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Jan 29 21:00:49.911192 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-44147114-4f70-4fa8-b49c-0ece75d1a3b3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:00:49.912718 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-44147114-4f70-4fa8-b49c-0ece75d1a3b3 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.13 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 946 time: 0.0523314 Jan 29 21:00:50.007454 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Deleting port 10aa055b-8c02-4f56-9a3a-c51a76e3258b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:00:50.007795 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:50.098210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] For port 10aa055b-8c02-4f56-9a3a-c51a76e3258b, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=10aa055b-8c02-4f56-9a3a-c51a76e3258b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:00:50.098572 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:50.110782 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Calling delete_port for 10aa055b-8c02-4f56-9a3a-c51a76e3258b owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:00:50.301112 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (10aa055b-8c02-4f56-9a3a-c51a76e3258b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:50.328926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event deleted for resources: {'Port': ['ID=10aa055b-8c02-4f56-9a3a-c51a76e3258b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:00:50.343020 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.343183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.343499 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.343838 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.344175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.344537 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.344868 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.345201 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.345526 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.345853 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.346180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.346502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.347173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:00:50.392395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] No DVR routers for this DVR port 10aa055b-8c02-4f56-9a3a-c51a76e3258b on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:00:50.395687 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:50.399017 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-5b39558c-97e5-4e45-9f21-ac268627a74b req-db2d4444-4869-4936-817d-17427082afb4 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.13 "DELETE /v2.0/ports/10aa055b-8c02-4f56-9a3a-c51a76e3258b HTTP/1.1" status: 204 len: 173 time: 0.4810324 Jan 29 21:00:50.399577 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-deleted', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:00:50.401741 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f31d4-276b-4bb4-8eed-59ee3f51fd14" -d '{"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-deleted", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:00:50.485356 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-321a8674-0b36-4bed-8027-71b01eb41317 req-a8123a19-e495-4950-b2a9-9835841fd3ea tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0373907 Jan 29 21:00:50.515615 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd5a63a-1c40-49fe-b503-98f028944e2b x-openstack-request-id: req-1fd5a63a-1c40-49fe-b503-98f028944e2b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:00:50.515933 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f9e17-26ee-4e24-9956-528605d6be5b", "name": "network-vif-deleted", "tag": "10aa055b-8c02-4f56-9a3a-c51a76e3258b", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:00:50.516183 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fd5a63a-1c40-49fe-b503-98f028944e2b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:00:50.516652 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947f9e17-26ee-4e24-9956-528605d6be5b', 'name': 'network-vif-deleted', 'tag': '10aa055b-8c02-4f56-9a3a-c51a76e3258b', 'status': 'completed', 'code': 200} Jan 29 21:00:51.581801 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4722ffdd-225f-40ae-99af-6bac45c2c651 req-fef14383-3051-4e32-8b93-01a8f2c4120d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0275319 Jan 29 21:00:52.678998 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-603b3476-3ad8-49db-8be0-6048d14f649b req-6c63caed-4d10-42dc-93c7-17fe77be9adb tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0283294 Jan 29 21:00:53.437288 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:00:53.457960 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 10aa055b-8c02-4f56-9a3a-c51a76e3258b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:00:53.458300 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 10aa055b-8c02-4f56-9a3a-c51a76e3258b not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:00:53.774239 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-33c2ebce-42b8-4070-88af-0d6c37dd2e65 req-65edc529-0cba-414e-803a-42b4e556f2c6 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0277538 Jan 29 21:00:54.872264 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-de7ffbfa-c16a-4f16-9b4b-f85027426a0b req-7282d6ad-4dda-4ce7-a62c-b8202535205d tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0282238 Jan 29 21:00:55.254461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e072-709f-4429-bdeb-cc20477969ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:55.965775 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d0fe343f-5aaf-45d0-9967-dd22c3582507 req-6a9a1d15-a85c-424c-8fef-a555c623d2cc tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jan 29 21:00:57.059204 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-4a570ead-cabc-4be9-a224-d556fa9f2987 req-1c40ab72-662c-4932-a89e-42fda75c98a8 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0291519 Jan 29 21:00:58.160855 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3000cbdf-ae6d-422c-89cb-c811f5bec9f2 req-42fb157f-f24f-4430-a41b-fd9ebf4e9e6c tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0313911 Jan 29 21:00:58.225910 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0d19-38ff-47d6-8b44-7940cd485c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:59.172696 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:00:59.259829 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-572ad3b0-7c44-4dd2-8be9-77103118012d req-6b1c7e1b-847d-42bf-a27c-079fde457862 tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f9e17-26ee-4e24-9956-528605d6be5b HTTP/1.1" status: 200 len: 210 time: 0.0288553 Jan 29 21:01:00.317871 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43704) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:00.376348 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ec99-5e11-4864-846e-c5c88de0e63e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (9153397e-ccca-4b5f-838c-126239b23891), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:00.406620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ec99-5e11-4864-846e-c5c88de0e63e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (9153397e-ccca-4b5f-838c-126239b23891), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:00.574859 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ec99-5e11-4864-846e-c5c88de0e63e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (9153397e-ccca-4b5f-838c-126239b23891), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:00.577446 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ec99-5e11-4864-846e-c5c88de0e63e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:00.578659 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a4a8ec99-5e11-4864-846e-c5c88de0e63e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] 10.222.0.15 "DELETE /v2.0/security-groups/9153397e-ccca-4b5f-838c-126239b23891 HTTP/1.1" status: 204 len: 168 time: 0.2597558 Jan 29 21:01:00.588596 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ec99-5e11-4864-846e-c5c88de0e63e tempest-TestShelveInstance-572496154 tempest-TestShelveInstance-572496154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9153397e-ccca-4b5f-838c-126239b23891,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:00.604226 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:00.607347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:00.713089 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43708) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:01.215627 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:01.478641 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Deleting port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:01.478915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:01.558187 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] For port b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:01.558553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:01.571230 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Calling delete_port for b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:01.620470 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:01.824299 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:01.859768 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:02.039952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:02.258741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:01:02.366476 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:02.374253 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8d60f9eb-8432-4ae5-93ab-8867ed461d60 admin admin] 10.222.0.15 "PUT /v2.0/routers/9c49ff76-8aea-47f7-9d8a-4f9923041f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543999 Jan 29 21:01:02.374370 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43714) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:02.378755 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] Sync routers for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:02.388792 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:02.389413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:02.485562 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks [] for router (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:02.504372 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:02.599588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks [] for router_gateway (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:02.692591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'a4c590dc-7007-4442-8026-4e774df31922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T21:01:01Z', 'revision_number': 5, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port': {'id': 'a4c590dc-7007-4442-8026-4e774df31922', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:33Z', 'updated_at': '2022-01-29T20:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:02.720627 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] Checking router: 9c49ff76-8aea-47f7-9d8a-4f9923041f2a for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:02.726346 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Deleting port a4c590dc-7007-4442-8026-4e774df31922 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:02.726930 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a4c590dc-7007-4442-8026-4e774df31922), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:02.729988 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] Routers {'9c49ff76-8aea-47f7-9d8a-4f9923041f2a'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:02.730606 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:02.809321 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] For port a4c590dc-7007-4442-8026-4e774df31922, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a4c590dc-7007-4442-8026-4e774df31922,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:02.809577 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a4c590dc-7007-4442-8026-4e774df31922), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:02.821476 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] Set router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a gateway port host: None {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:02.822271 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Calling delete_port for a4c590dc-7007-4442-8026-4e774df31922 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:02.874616 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T21:01:02Z', 'revision_number': 6, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:02.907303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8e242-80a4-4dbd-a228-5117f3f0c7f2 None None] The sync data for ids ['9c49ff76-8aea-47f7-9d8a-4f9923041f2a'] in n-d-825496-5 is: [{'id': '9c49ff76-8aea-47f7-9d8a-4f9923041f2a', 'name': 'tempest-TestShelveInstance-1154961669-router', 'tenant_id': '21a1a487ce074190ac7093688f2e212f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:32Z', 'updated_at': '2022-01-29T21:01:02Z', 'revision_number': 6, 'project_id': '21a1a487ce074190ac7093688f2e212f', 'gw_port_host': None}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:03.060415 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a4c590dc-7007-4442-8026-4e774df31922), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.092285 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c590dc-7007-4442-8026-4e774df31922,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:03.154620 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.245790 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.247868 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks [] for router_controller (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.384224 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (9c49ff76-8aea-47f7-9d8a-4f9923041f2a), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.384862 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c49ff76-8aea-47f7-9d8a-4f9923041f2a {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 21:01:03.389241 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.392475 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-a4340ae3-7d03-4b23-960c-757630f781cf admin admin] 10.222.0.15 "DELETE /v2.0/routers/9c49ff76-8aea-47f7-9d8a-4f9923041f2a HTTP/1.1" status: 204 len: 168 time: 1.0151238 Jan 29 21:01:03.393684 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43716) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:03.438310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Deleting subnet ef85709f-d254-4b71-a3a3-314404f38fd7 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 21:01:03.441688 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Publish callbacks [] for subnet (ef85709f-d254-4b71-a3a3-314404f38fd7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.477247 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (ef85709f-d254-4b71-a3a3-314404f38fd7), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.558400 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (ef85709f-d254-4b71-a3a3-314404f38fd7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.672272 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (ef85709f-d254-4b71-a3a3-314404f38fd7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.699365 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef85709f-d254-4b71-a3a3-314404f38fd7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:03.703730 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.710479 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1eaa3a73-9a70-4933-be31-b96c06e05acf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef85709f-d254-4b71-a3a3-314404f38fd7 HTTP/1.1" status: 204 len: 168 time: 0.3129599 Jan 29 21:01:03.710479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43718) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:03.717409 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7020ad-13de-4d98-94df-8cbfd8069562 None None] Network 59edbcfa-18dc-4cd4-8053-f7822ef42a16 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:01:03.782873 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (59edbcfa-18dc-4cd4-8053-f7822ef42a16), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.849611 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Deleting port 5fe3a582-9fc9-4375-bc40-2820e495da6b {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:03.849952 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.887533 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] DHCP port deletion for 59edbcfa-18dc-4cd4-8053-f7822ef42a16 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 21:01:03.923160 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] For port 5fe3a582-9fc9-4375-bc40-2820e495da6b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5fe3a582-9fc9-4375-bc40-2820e495da6b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:03.923534 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.937037 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Deleting port 5fe3a582-9fc9-4375-bc40-2820e495da6b {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:03.937382 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:03.937563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Calling delete_port for 5fe3a582-9fc9-4375-bc40-2820e495da6b owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:04.006039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] For port 5fe3a582-9fc9-4375-bc40-2820e495da6b, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5fe3a582-9fc9-4375-bc40-2820e495da6b,segment=NetworkSegment(1a388cb0-6aa6-452e-82cf-d5eb8763aa5a),segment_id=1a388cb0-6aa6-452e-82cf-d5eb8763aa5a)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:04.006913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.025982 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Calling delete_port for 5fe3a582-9fc9-4375-bc40-2820e495da6b owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:04.118171 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.124717 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (5fe3a582-9fc9-4375-bc40-2820e495da6b), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.148033 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe3a582-9fc9-4375-bc40-2820e495da6b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:04.149928 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] No DVR routers for this DVR port 5fe3a582-9fc9-4375-bc40-2820e495da6b on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:01:04.156748 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Pushing event deleted for resources: {'Port': ['ID=5fe3a582-9fc9-4375-bc40-2820e495da6b,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:04.161452 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] No DVR routers for this DVR port 5fe3a582-9fc9-4375-bc40-2820e495da6b on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:01:04.172403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.172986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.173651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.174153 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.175308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.175308 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.175519 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.175673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.176167 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.176706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.177212 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.177706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.178253 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7463ae-10d4-4325-90ba-c52341ec2db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:04.234147 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (59edbcfa-18dc-4cd4-8053-f7822ef42a16), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.255446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59edbcfa-18dc-4cd4-8053-f7822ef42a16']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:04.265968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:04.266281 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a388cb0-6aa6-452e-82cf-d5eb8763aa5a') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:04.275917 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (1a388cb0-6aa6-452e-82cf-d5eb8763aa5a), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.289005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (1a388cb0-6aa6-452e-82cf-d5eb8763aa5a), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.294840 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 21:01:04.295228 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (1a388cb0-6aa6-452e-82cf-d5eb8763aa5a), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: timer() Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 21:01:04.296888 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 21:01:04.443397 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (59edbcfa-18dc-4cd4-8053-f7822ef42a16), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.452973 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:04.452973 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] 10.222.0.15 "DELETE /v2.0/networks/59edbcfa-18dc-4cd4-8053-f7822ef42a16 HTTP/1.1" status: 204 len: 168 time: 0.7408156 Jan 29 21:01:04.455257 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43720) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:04.463479 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0b02f-0e74-413b-a499-95ba825e6aec admin admin] Pushing event deleted for resources: {'Network': ['ID=59edbcfa-18dc-4cd4-8053-f7822ef42a16,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:04.527674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:01:04.549031 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:01:04.549520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device b9a169c0-d95a-436a-9de1-cdd5ce5e4bc2 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:01:04.550285 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5fe3a582-9fc9-4375-bc40-2820e495da6b no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:01:04.569859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5fe3a582-9fc9-4375-bc40-2820e495da6b {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:01:04.573870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5fe3a582-9fc9-4375-bc40-2820e495da6b not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:01:04.573870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a4c590dc-7007-4442-8026-4e774df31922 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:01:04.592614 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a4c590dc-7007-4442-8026-4e774df31922 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:01:04.592965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a4c590dc-7007-4442-8026-4e774df31922 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:01:04.820392 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:05.064886 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Deleting port 5b47b660-73d8-4be1-aa4e-1473241320c3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:05.065597 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:05.141785 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] For port 5b47b660-73d8-4be1-aa4e-1473241320c3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5b47b660-73d8-4be1-aa4e-1473241320c3,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:05.142146 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:05.155079 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Calling delete_port for 5b47b660-73d8-4be1-aa4e-1473241320c3 owned by network:router_interface {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:05.401378 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (5b47b660-73d8-4be1-aa4e-1473241320c3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:05.430866 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5b47b660-73d8-4be1-aa4e-1473241320c3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:05.609676 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:05.824484 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:01:05.930441 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:05.935693 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-c285943e-3e1c-400f-a682-146528a91dbf admin admin] 10.222.0.15 "PUT /v2.0/routers/1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4781291 Jan 29 21:01:05.938315 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43722) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:05.942069 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] Sync routers for ids ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:05.951271 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] Routers {'1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:05.951869 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:06.060328 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] Set router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:06.248829 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T21:01:05Z', 'revision_number': 5, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:06.295641 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] Checking router: 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:06.305396 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] Routers {'1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:06.306393 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:06.429398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] Set router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:06.435067 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks [] for router (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:06.574963 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks [] for router_gateway (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:06.654773 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T21:01:05Z', 'revision_number': 5, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:06.684593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Deleting port 7009e890-bce4-4973-9e20-d623c0af8ba3 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:06.685197 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ebd21-5519-4189-9b72-ca07e357eb22 None None] The sync data for ids ['1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07'] in n-d-825496-5 is: [{'id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'name': 'tempest-TestShelveInstance-251558143-router', 'tenant_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T20:50:38Z', 'updated_at': '2022-01-29T21:01:05Z', 'revision_number': 5, 'project_id': '1ab8ccfb46af4fe09f1d0a8e064e893b', 'gw_port': {'id': '7009e890-bce4-4973-9e20-d623c0af8ba3', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T20:50:39Z', 'updated_at': '2022-01-29T20:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:06.685761 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:06.779577 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] For port 7009e890-bce4-4973-9e20-d623c0af8ba3, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=7009e890-bce4-4973-9e20-d623c0af8ba3,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:06.779933 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:06.793064 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Calling delete_port for 7009e890-bce4-4973-9e20-d623c0af8ba3 owned by network:router_gateway {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:07.031720 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (7009e890-bce4-4973-9e20-d623c0af8ba3), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.066618 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Pushing event deleted for resources: {'Port': ['ID=7009e890-bce4-4973-9e20-d623c0af8ba3,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:07.144305 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.236534 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.239268 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks [] for router_controller (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.357421 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.357993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 {{(pid=103563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 21:01:07.364187 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.365470 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-258834df-13a1-48fc-8055-13cd6f99d813 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f6e0f90-d52d-4ca9-9f04-ccccb6c30f07 HTTP/1.1" status: 204 len: 168 time: 1.4262562 Jan 29 21:01:07.368264 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43724) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:07.422969 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Deleting subnet e6a629ee-d856-421d-99db-b990d0545de7 {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 21:01:07.427355 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Publish callbacks [] for subnet (e6a629ee-d856-421d-99db-b990d0545de7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.464707 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (e6a629ee-d856-421d-99db-b990d0545de7), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.543980 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (e6a629ee-d856-421d-99db-b990d0545de7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.641372 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (e6a629ee-d856-421d-99db-b990d0545de7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.675754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a629ee-d856-421d-99db-b990d0545de7,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:07.682276 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.687401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85cf2f5-005c-4098-b983-c6273317200b None None] Network 349611c3-09cf-446d-83ee-24912566cb3d requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:01:07.687951 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-36e27a4e-fb29-48e8-a717-79885d22ba8b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6a629ee-d856-421d-99db-b990d0545de7 HTTP/1.1" status: 204 len: 168 time: 0.3182518 Jan 29 21:01:07.690180 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43726) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:07.763704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (349611c3-09cf-446d-83ee-24912566cb3d), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.823073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Deleting port 797ce058-4963-468f-80f8-a0752881cadd {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:07.823423 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (797ce058-4963-468f-80f8-a0752881cadd), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.849663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] DHCP port deletion for 349611c3-09cf-446d-83ee-24912566cb3d request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 21:01:07.908017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] For port 797ce058-4963-468f-80f8-a0752881cadd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=797ce058-4963-468f-80f8-a0752881cadd,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:07.909174 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (797ce058-4963-468f-80f8-a0752881cadd), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.910619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] Deleting port 797ce058-4963-468f-80f8-a0752881cadd {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:01:07.911001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (797ce058-4963-468f-80f8-a0752881cadd), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.925655 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Calling delete_port for 797ce058-4963-468f-80f8-a0752881cadd owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:07.979531 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] For port 797ce058-4963-468f-80f8-a0752881cadd, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=797ce058-4963-468f-80f8-a0752881cadd,segment=NetworkSegment(7830c727-02d8-4fc0-a066-c8f05a352fc8),segment_id=7830c727-02d8-4fc0-a066-c8f05a352fc8)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:07.979919 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (797ce058-4963-468f-80f8-a0752881cadd), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:07.992547 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] Calling delete_port for 797ce058-4963-468f-80f8-a0752881cadd owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:01:08.100435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (797ce058-4963-468f-80f8-a0752881cadd), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.106171 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (797ce058-4963-468f-80f8-a0752881cadd), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.124739 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Pushing event deleted for resources: {'Port': ['ID=797ce058-4963-468f-80f8-a0752881cadd,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:08.131591 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] Pushing event deleted for resources: {'Port': ['ID=797ce058-4963-468f-80f8-a0752881cadd,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:08.132173 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] No DVR routers for this DVR port 797ce058-4963-468f-80f8-a0752881cadd on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:01:08.138520 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc607cc8-f83f-4fc1-9917-8f1ceb7573d7 None None] No DVR routers for this DVR port 797ce058-4963-468f-80f8-a0752881cadd on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:01:08.215283 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (349611c3-09cf-446d-83ee-24912566cb3d), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.236667 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349611c3-09cf-446d-83ee-24912566cb3d']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:08.250671 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7830c727-02d8-4fc0-a066-c8f05a352fc8') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:08.251098 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7830c727-02d8-4fc0-a066-c8f05a352fc8') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:08.261896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (7830c727-02d8-4fc0-a066-c8f05a352fc8), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.275522 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (7830c727-02d8-4fc0-a066-c8f05a352fc8), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.281472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 21:01:08.281863 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (7830c727-02d8-4fc0-a066-c8f05a352fc8), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: timer() Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 21:01:08.284086 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 21:01:08.519965 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 797ce058-4963-468f-80f8-a0752881cadd no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:01:08.540885 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 797ce058-4963-468f-80f8-a0752881cadd {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:01:08.541234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 797ce058-4963-468f-80f8-a0752881cadd not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:01:08.541662 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b47b660-73d8-4be1-aa4e-1473241320c3 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:01:08.561685 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5b47b660-73d8-4be1-aa4e-1473241320c3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:01:08.562090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5b47b660-73d8-4be1-aa4e-1473241320c3 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:01:08.562465 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7009e890-bce4-4973-9e20-d623c0af8ba3 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:01:08.585492 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 7009e890-bce4-4973-9e20-d623c0af8ba3 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:01:08.585842 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 7009e890-bce4-4973-9e20-d623c0af8ba3 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:01:08.723133 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (349611c3-09cf-446d-83ee-24912566cb3d), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.728414 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:08.731490 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] 10.222.0.15 "DELETE /v2.0/networks/349611c3-09cf-446d-83ee-24912566cb3d HTTP/1.1" status: 204 len: 168 time: 1.0403070 Jan 29 21:01:08.742553 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545593e-1e26-4d1d-a0c8-5da93a4d1719 admin admin] Pushing event deleted for resources: {'Network': ['ID=349611c3-09cf-446d-83ee-24912566cb3d,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:08.909262 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:09.028966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43730) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:09.069438 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bc4b3736-8801-42df-b4a3-37facfff21c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21a1a487ce074190ac7093688f2e212f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392992 Jan 29 21:01:09.071855 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43732) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:09.119711 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2236-c9e6-4e72-a282-a9e1a40cd640 admin admin] Publish callbacks [] for security_group (1abccf3b-4ebf-4799-9c18-6da55872141b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:09.140567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2236-c9e6-4e72-a282-a9e1a40cd640 admin admin] Publish callbacks [] for security_group (1abccf3b-4ebf-4799-9c18-6da55872141b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:09.248740 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2236-c9e6-4e72-a282-a9e1a40cd640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (1abccf3b-4ebf-4799-9c18-6da55872141b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:09.251338 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-aa9f2236-c9e6-4e72-a282-a9e1a40cd640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:09.252625 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-aa9f2236-c9e6-4e72-a282-a9e1a40cd640 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1abccf3b-4ebf-4799-9c18-6da55872141b HTTP/1.1" status: 204 len: 168 time: 0.1796415 Jan 29 21:01:09.260558 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f2236-c9e6-4e72-a282-a9e1a40cd640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abccf3b-4ebf-4799-9c18-6da55872141b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:09.881007 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43738) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:09.924219 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7375fb87-d625-44da-89a0-ca08c94f3d19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ab8ccfb46af4fe09f1d0a8e064e893b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420096 Jan 29 21:01:09.926652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43740) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:09.974296 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-393d8891-95da-44ce-8566-8b5962fd64de admin admin] Publish callbacks [] for security_group (b4238869-49b2-4e37-8507-00057d7d2bf6), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:09.995181 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-393d8891-95da-44ce-8566-8b5962fd64de admin admin] Publish callbacks [] for security_group (b4238869-49b2-4e37-8507-00057d7d2bf6), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:10.105727 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-393d8891-95da-44ce-8566-8b5962fd64de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (b4238869-49b2-4e37-8507-00057d7d2bf6), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:10.108374 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-393d8891-95da-44ce-8566-8b5962fd64de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:10.109568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-393d8891-95da-44ce-8566-8b5962fd64de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4238869-49b2-4e37-8507-00057d7d2bf6 HTTP/1.1" status: 204 len: 168 time: 0.1819856 Jan 29 21:01:10.118084 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d8891-95da-44ce-8566-8b5962fd64de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4238869-49b2-4e37-8507-00057d7d2bf6,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:11.229011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43762) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:11.327266 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1286366865-network', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:11.442664 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Made reservation on behalf of 2e134d3ce5174abdbb62c8548c69313a for: {'network': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 21:01:11.445137 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.453683 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.526332 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks [] for security_group (38064c8f-a19e-4ebb-b801-0cfc63b2ba78), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.579629 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (38064c8f-a19e-4ebb-b801-0cfc63b2ba78), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.606805 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 21:01:11.613599 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38064c8f-a19e-4ebb-b801-0cfc63b2ba78,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:11.621265 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8fbca555-d58d-4bd9-9e83-d43f0744c47d), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.621265 n-d-825496-5 neutron-server[103563]: INFO neutron.db.segments_db [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Added segment 8fbca555-d58d-4bd9-9e83-d43f0744c47d of type vlan for network 8ace7d93-1b34-430f-9a61-e5b1d52042ef Jan 29 21:01:11.660825 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (8ace7d93-1b34-430f-9a61-e5b1d52042ef), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.731823 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (8ace7d93-1b34-430f-9a61-e5b1d52042ef), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.732802 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:11.733379 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:11.794663 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] Pushing event updated for resources: {'Network': ['ID=8ace7d93-1b34-430f-9a61-e5b1d52042ef,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:11.804942 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 21:01:11.815794 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-acd515cd-a6a6-4446-88dd-6f5c0b08502c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5847640 Jan 29 21:01:11.818551 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43766) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:11.823310 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Request body: {'subnet': {'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1286366865-subnet', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:11.905900 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Made reservation on behalf of 2e134d3ce5174abdbb62c8548c69313a for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 21:01:11.908292 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.121250 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (6ed46498-e6c4-4979-9bdf-3d89064366eb), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.180686 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed46498-e6c4-4979-9bdf-3d89064366eb,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:12.187853 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Checking segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:12.188229 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Network hostable DHCP agents. Network: 8ace7d93-1b34-430f-9a61-e5b1d52042ef, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 21:01:12.260665 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 21:01:12.349849 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, 8ace7d93-1b34-430f-9a61-e5b1d52042ef) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:12.353993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:12.354588 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.392038 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e9b30a-259f-48cf-94de-19210cc5509d None None] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:01:12.444298 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-5386d5dc-caca-4208-acac-58cadfc8e0f5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6246071 Jan 29 21:01:12.447003 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43768) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:12.451395 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:12.508597 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 21:01:12.509443 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.515537 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (a8adcb35-7175-4667-8cb5-09ecccf3f25f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.516649 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (a8adcb35-7175-4667-8cb5-09ecccf3f25f), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.573106 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks [] for router_controller (a8adcb35-7175-4667-8cb5-09ecccf3f25f), precommit_add_association {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.641769 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Allocated IP 172.20.0.2 (8ace7d93-1b34-430f-9a61-e5b1d52042ef/6ed46498-e6c4-4979-9bdf-3d89064366eb/a76941c7-65e6-41dd-87f9-d27f26e3f012) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:12.780290 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks [] for router_gateway (a8adcb35-7175-4667-8cb5-09ecccf3f25f), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.786261 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Publish callbacks [] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.883051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.919318 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:12.922124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:12.928483 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:12.936897 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Pushing event updated for resources: {'Port': ['ID=a76941c7-65e6-41dd-87f9-d27f26e3f012,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:12.992674 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Attempting to bind port a76941c7-65e6-41dd-87f9-d27f26e3f012 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:12.993050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Attempting to bind port a76941c7-65e6-41dd-87f9-d27f26e3f012 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:12.993419 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Attempting to bind port a76941c7-65e6-41dd-87f9-d27f26e3f012 on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:12.998367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:12.998742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Checking segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:12.999144 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:12.999537 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Bound using segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:13.000000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Bound port: a76941c7-65e6-41dd-87f9-d27f26e3f012, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:13.000405 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.052309 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks [] for router_gateway (a8adcb35-7175-4667-8cb5-09ecccf3f25f), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.061775 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] For port a76941c7-65e6-41dd-87f9-d27f26e3f012, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:13.065000 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] For port a76941c7-65e6-41dd-87f9-d27f26e3f012, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a76941c7-65e6-41dd-87f9-d27f26e3f012,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:13.071272 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.163305 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.177028 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Allocated IP 172.25.5.56 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/813957d6-12bf-4817-bfde-3e3cfbf2a5ca) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:13.223906 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798090-2dbd-4002-94b0-61d0ec2e11b5 None None] Pushing event updated for resources: {'Port': ['ID=a76941c7-65e6-41dd-87f9-d27f26e3f012,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:13.290892 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks [] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.406947 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.457631 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:13.460578 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:13.463058 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:13.469437 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Pushing event updated for resources: {'Port': ['ID=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:13.796906 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks [] for router_gateway (a8adcb35-7175-4667-8cb5-09ecccf3f25f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:13.995829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (a8adcb35-7175-4667-8cb5-09ecccf3f25f), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.149123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e674af-e230-4d4f-aca9-ef8961b80419 None None] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:01:14.178282 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 21:01:14.231087 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] Provisioning complete for port a76941c7-65e6-41dd-87f9-d27f26e3f012 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:14.231461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.289185 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:14.300220 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:14.306761 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:01:14.347186 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:14.347815 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:14.354056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] Current status of the port a76941c7-65e6-41dd-87f9-d27f26e3f012 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:14.354447 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.390561 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.390561 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-698a7885-3944-416d-84a9-cb18cb5c4824 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9425373 Jan 29 21:01:14.396586 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43770) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:14.459055 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] For port a76941c7-65e6-41dd-87f9-d27f26e3f012, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a76941c7-65e6-41dd-87f9-d27f26e3f012,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:14.491899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:14.523028 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.610860 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a76941c7-65e6-41dd-87f9-d27f26e3f012 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:14.683231 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752829a-c6b8-400e-b663-80323b1b84c4 None None] Pushing event updated for resources: {'Port': ['ID=a76941c7-65e6-41dd-87f9-d27f26e3f012,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:14.713190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-34b8339d-ae71-46ad-a4fa-2b2440dc7dd5 None None] Provisioning complete for port a76941c7-65e6-41dd-87f9-d27f26e3f012 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:14.713566 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-34b8339d-ae71-46ad-a4fa-2b2440dc7dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.793561 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a76941c7-65e6-41dd-87f9-d27f26e3f012 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:14.793942 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.844745 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:14.887142 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-34b8339d-ae71-46ad-a4fa-2b2440dc7dd5 None None] Current status of the port a76941c7-65e6-41dd-87f9-d27f26e3f012 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:14.891593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:13Z', 'revision_number': 3, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:14.944787 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:14.945056 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Updating router a8adcb35-7175-4667-8cb5-09ecccf3f25f port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 21:01:14.981178 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a76941c7-65e6-41dd-87f9-d27f26e3f012 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:14.983537 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.001016 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Allocated IP 172.20.0.1 (8ace7d93-1b34-430f-9a61-e5b1d52042ef/6ed46498-e6c4-4979-9bdf-3d89064366eb/c1012bd0-907c-4f74-b4fd-285acfc808b2) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:15.104892 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks [] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.197666 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.234441 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:15.238450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:15.238894 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Publish callbacks [] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.241998 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:15.276799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Pushing event updated for resources: {'Port': ['ID=c1012bd0-907c-4f74-b4fd-285acfc808b2,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:15.295805 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (a8adcb35-7175-4667-8cb5-09ecccf3f25f), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.321054 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.377030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Attempting to bind port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:15.377413 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Attempting to bind port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:15.377767 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Attempting to bind port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:15.379696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cc430-e7f0-434e-b976-8929034aba81 None None] Pushing event updated for resources: {'Port': ['ID=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:15.399723 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:15.400030 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:15.400432 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.400825 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:15.401303 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Bound port: 813957d6-12bf-4817-bfde-3e3cfbf2a5ca, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:15.401683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.452891 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] For port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:15.456621 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] For port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:15.492553 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.512529 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.520811 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-0ec1d917-fd33-4be3-a1bc-bab0641f76bb None None] Provisioning complete for port c1012bd0-907c-4f74-b4fd-285acfc808b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:15.521187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d917-fd33-4be3-a1bc-bab0641f76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.603665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1d917-fd33-4be3-a1bc-bab0641f76bb None None] Port c1012bd0-907c-4f74-b4fd-285acfc808b2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 21:01:15.606863 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:15.607470 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:15.610801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cc430-e7f0-434e-b976-8929034aba81 None None] Pushing event updated for resources: {'Port': ['ID=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:15.664678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks [] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.715449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:15.722685 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.793546 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Pushing event updated for resources: {'Port': ['ID=c1012bd0-907c-4f74-b4fd-285acfc808b2,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:15.796411 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (a8adcb35-7175-4667-8cb5-09ecccf3f25f), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:15.887507 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:15.888991 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:15.919752 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:15.947108 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8f9e7-93c4-45c8-8ae0-8218ac205d3f None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:16.017565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:01:16.130207 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-009accc9-b100-46d0-955d-827b986e8907 None None] Provisioning complete for port c1012bd0-907c-4f74-b4fd-285acfc808b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:16.130589 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-009accc9-b100-46d0-955d-827b986e8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:16.138280 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:16.144606 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6c69f3fb-e907-4efe-914e-7aa241368007 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8adcb35-7175-4667-8cb5-09ecccf3f25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7461066 Jan 29 21:01:16.188669 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-009accc9-b100-46d0-955d-827b986e8907 None None] Port c1012bd0-907c-4f74-b4fd-285acfc808b2 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 21:01:16.534282 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a76941c7-65e6-41dd-87f9-d27f26e3f012 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:16.597919 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port a76941c7-65e6-41dd-87f9-d27f26e3f012 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:16.598412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:16.693779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port a76941c7-65e6-41dd-87f9-d27f26e3f012 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:16.848877 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43786) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:16.853931 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2075179471-network', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:16.932566 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Made reservation on behalf of 9fcdff52ddb54d1ea46a8bc0b63ed0a3 for: {'network': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 21:01:16.934979 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for network (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:16.944837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.024812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks [] for security_group (e43ef2c7-f547-47d8-96d2-68b2eea5e964), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.094575 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e43ef2c7-f547-47d8-96d2-68b2eea5e964), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.127635 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 29 21:01:17.131656 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ef2c7-f547-47d8-96d2-68b2eea5e964,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:17.147345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ccb80360-25d9-4b43-9094-e32ebcbac0d7), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.147886 n-d-825496-5 neutron-server[103562]: INFO neutron.db.segments_db [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Added segment ccb80360-25d9-4b43-9094-e32ebcbac0d7 of type vlan for network db0598ab-a8fd-4903-8e14-e10cb2862059 Jan 29 21:01:17.195633 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740154580574'] for network (db0598ab-a8fd-4903-8e14-e10cb2862059), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.309449 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173'] for network (db0598ab-a8fd-4903-8e14-e10cb2862059), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.310670 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:17.311377 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.374310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] Pushing event updated for resources: {'Network': ['ID=db0598ab-a8fd-4903-8e14-e10cb2862059,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:17.384955 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Network db0598ab-a8fd-4903-8e14-e10cb2862059 details requested by agent ovs-agent-n-d-825496-5 with host n-d-825496-5 {{(pid=103564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 29 21:01:17.400098 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-1071eb44-d482-44b0-a3a0-321f8a3f09ff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5500693 Jan 29 21:01:17.403491 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43788) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:17.409076 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Request body: {'subnet': {'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2075179471-subnet', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'ip_version': 4}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:17.494301 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Made reservation on behalf of 9fcdff52ddb54d1ea46a8bc0b63ed0a3 for: {'subnet': 1} {{(pid=103563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 21:01:17.496981 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5799726'] for subnet (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.723375 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4350241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5799704'] for subnet (1afc9fbe-0491-4d16-b1ca-72357efaaa0b), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.788298 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afc9fbe-0491-4d16-b1ca-72357efaaa0b,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:17.797609 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Checking segment: {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:17.797978 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Network hostable DHCP agents. Network: db0598ab-a8fd-4903-8e14-e10cb2862059, hostable agents: ['5abe58d6-c954-4d47-933e-1ec6c86de2fe'], hosted agents: [] {{(pid=103563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 29 21:01:17.886642 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Network db0598ab-a8fd-4903-8e14-e10cb2862059 is scheduled to be hosted by DHCP agent 5abe58d6-c954-4d47-933e-1ec6c86de2fe with binding_index 1 {{(pid=103563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 29 21:01:17.966652 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825496-5, db0598ab-a8fd-4903-8e14-e10cb2862059) {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:17.971375 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:17.972829 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:17.976291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a289f64-1e5a-4021-9ac7-ebcd1eafaac3 None None] Network db0598ab-a8fd-4903-8e14-e10cb2862059 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:01:18.026633 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:18.037542 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:18.038158 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:18.046407 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-97c9ebb4-deb0-4375-8281-5c75f3e8b073 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6416168 Jan 29 21:01:18.049620 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43790) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:18.054204 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:18.134680 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1517494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90078'] for router (37e06e2a-fe6e-4b08-b555-ed68c017a99b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.135791 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1518406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1514984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1671274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90069'] for router (37e06e2a-fe6e-4b08-b555-ed68c017a99b), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.152880 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:18.198810 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks [] for router_controller (37e06e2a-fe6e-4b08-b555-ed68c017a99b), precommit_add_association {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.250915 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57f4e07c-b5b3-5f4a-8cc4-4302fd7599fd-db0598ab-a8fd-4903-8e14-e10cb2862059', 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'fixed_ips': [{'subnet_id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b'}]}} from n-d-825496-5. {{(pid=103564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 29 21:01:18.261048 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.395778 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.db_base_plugin_common [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Allocated IP 172.20.0.2 (db0598ab-a8fd-4903-8e14-e10cb2862059/1afc9fbe-0491-4d16-b1ca-72357efaaa0b/4eff0e69-d5de-4429-97dc-c26070448d86) {{(pid=103564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:18.420642 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks [] for router_gateway (37e06e2a-fe6e-4b08-b555-ed68c017a99b), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.455888 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 2, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:18.485454 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:18.490330 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Updating router a8adcb35-7175-4667-8cb5-09ecccf3f25f port c1012bd0-907c-4f74-b4fd-285acfc808b2 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 21:01:18.518433 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.576015 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Publish callbacks [] for port (4eff0e69-d5de-4429-97dc-c26070448d86), precommit_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.602901 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 813957d6-12bf-4817-bfde-3e3cfbf2a5ca up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:18.651997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), after_create {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.696098 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks [] for router_gateway (37e06e2a-fe6e-4b08-b555-ed68c017a99b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.697972 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Network db0598ab-a8fd-4903-8e14-e10cb2862059 is already hosted by enough agents. {{(pid=103564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:18.706871 n-d-825496-5 neutron-server[103564]: DEBUG neutron.scheduler.base_scheduler [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Resources bound (agent type, host, resource id): {{(pid=103564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:18.715497 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Received port after_create {{(pid=103564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:18.717813 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.725654 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Pushing event updated for resources: {'Port': ['ID=4eff0e69-d5de-4429-97dc-c26070448d86,revision_number=1']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:18.747402 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:18.748020 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.805995 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Publish callbacks [] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.813477 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Attempting to bind port 4eff0e69-d5de-4429-97dc-c26070448d86 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:18.813859 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Attempting to bind port 4eff0e69-d5de-4429-97dc-c26070448d86 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:18.814225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Attempting to bind port 4eff0e69-d5de-4429-97dc-c26070448d86 on network db0598ab-a8fd-4903-8e14-e10cb2862059 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:18.822086 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:18.822460 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Checking segment: {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:18.822860 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.823254 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Bound using segment: {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:18.823718 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Bound port: 4eff0e69-d5de-4429-97dc-c26070448d86, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:18.824096 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.833376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Allocated IP 172.25.5.121 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/e8b066ab-c2f1-4751-ad2e-eb2abbef2075) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:18.893291 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.912274 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:18.912581 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.928064 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] For port 4eff0e69-d5de-4429-97dc-c26070448d86, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:18.942245 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks [] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:18.948144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:18.952850 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] For port 4eff0e69-d5de-4429-97dc-c26070448d86, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4eff0e69-d5de-4429-97dc-c26070448d86,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:18.975502 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Pushing event updated for resources: {'Port': ['ID=c1012bd0-907c-4f74-b4fd-285acfc808b2,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:19.000107 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.000291 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.000517 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.000841 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.001172 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.001622 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.002523 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.003000 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.003362 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.003661 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.003984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.004326 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.004685 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:01:19.019208 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Attempting to bind port c1012bd0-907c-4f74-b4fd-285acfc808b2 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:19.019583 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Attempting to bind port c1012bd0-907c-4f74-b4fd-285acfc808b2 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:19.019943 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Attempting to bind port c1012bd0-907c-4f74-b4fd-285acfc808b2 on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:19.025398 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:19.025766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Checking segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:19.026190 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.026573 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Bound using segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:19.027030 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Bound port: c1012bd0-907c-4f74-b4fd-285acfc808b2, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:19.027600 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.032341 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.062173 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.063836 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.105770 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] For port c1012bd0-907c-4f74-b4fd-285acfc808b2, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:19.106197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:19.110579 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] For port c1012bd0-907c-4f74-b4fd-285acfc808b2, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c1012bd0-907c-4f74-b4fd-285acfc808b2,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:19.143079 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:19.151381 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:19.154446 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:19.170003 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45e5f3-4883-4163-865e-3fd1882da501 None None] Pushing event updated for resources: {'Port': ['ID=4eff0e69-d5de-4429-97dc-c26070448d86,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:19.187576 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Pushing event updated for resources: {'Port': ['ID=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:19.209538 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.239563 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] Provisioning complete for port c1012bd0-907c-4f74-b4fd-285acfc808b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:19.239967 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.275148 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:19.275926 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:19.356779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] Current status of the port c1012bd0-907c-4f74-b4fd-285acfc808b2 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:19.357220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.410433 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] For port c1012bd0-907c-4f74-b4fd-285acfc808b2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c1012bd0-907c-4f74-b4fd-285acfc808b2,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:19.415452 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e9a40-e303-49c0-9cf3-d41b9550e7d3 None None] Pushing event updated for resources: {'Port': ['ID=c1012bd0-907c-4f74-b4fd-285acfc808b2,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:19.453634 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:19.507363 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.565136 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks [] for router_gateway (37e06e2a-fe6e-4b08-b555-ed68c017a99b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.585910 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402ddc4-4681-4420-a0a7-a614161b9487 None None] Pushing event updated for resources: {'Port': ['ID=c1012bd0-907c-4f74-b4fd-285acfc808b2,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:19.711718 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:19.732525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-f8e44c85-2577-47fb-a76d-b3337eeaaa2a None None] Provisioning complete for port c1012bd0-907c-4f74-b4fd-285acfc808b2 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:19.732907 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f8e44c85-2577-47fb-a76d-b3337eeaaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.737848 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785746d5-733f-4f82-b001-7a8d93d3df01 None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:19.786653 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1518399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1514941'] for router (37e06e2a-fe6e-4b08-b555-ed68c017a99b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:19.821120 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-f8e44c85-2577-47fb-a76d-b3337eeaaa2a None None] Current status of the port c1012bd0-907c-4f74-b4fd-285acfc808b2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:20.014388 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Router 37e06e2a-fe6e-4b08-b555-ed68c017a99b is scheduled to L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c with binding_index 1 {{(pid=103562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 29 21:01:20.134340 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:20.145339 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Sync routers for ids ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:20.164368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Routers {'37e06e2a-fe6e-4b08-b555-ed68c017a99b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:20.164368 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:20.216657 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:20.218125 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-79890c6b-7248-49cd-a775-8e573b89143f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1672871 Jan 29 21:01:20.221404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43792) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:20.297899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Set router 37e06e2a-fe6e-4b08-b555-ed68c017a99b gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:20.368399 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e150cb8-27fc-4467-bc1a-eb1a726912c0 None None] Network db0598ab-a8fd-4903-8e14-e10cb2862059 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:01:20.526329 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] Provisioning complete for port 4eff0e69-d5de-4429-97dc-c26070448d86 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:20.526697 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:20.693668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 3, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:20.697504 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] Current status of the port 4eff0e69-d5de-4429-97dc-c26070448d86 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:20.697504 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:20.739692 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Checking router: 37e06e2a-fe6e-4b08-b555-ed68c017a99b for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:20.743715 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Updating router 37e06e2a-fe6e-4b08-b555-ed68c017a99b port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 binding host n-d-825496-5 {{(pid=103564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 21:01:20.799887 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:20.828265 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] For port 4eff0e69-d5de-4429-97dc-c26070448d86, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4eff0e69-d5de-4429-97dc-c26070448d86,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:20.837899 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c1012bd0-907c-4f74-b4fd-285acfc808b2 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:20.936184 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.029762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5a8ee-e8c0-4d9b-a047-445a28964dee None None] Pushing event updated for resources: {'Port': ['ID=4eff0e69-d5de-4429-97dc-c26070448d86,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:21.061193 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port c1012bd0-907c-4f74-b4fd-285acfc808b2 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:21.061573 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.066379 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.130634 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-c0d9c272-1523-4997-b082-bde2e273952f None None] Provisioning complete for port 4eff0e69-d5de-4429-97dc-c26070448d86 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:21.131026 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c272-1523-4997-b082-bde2e273952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.222571 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Allocated IP 172.20.0.1 (db0598ab-a8fd-4903-8e14-e10cb2862059/1afc9fbe-0491-4d16-b1ca-72357efaaa0b/5e638420-096a-44b5-a28f-61cb0a2a1f61) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:21.262271 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port c1012bd0-907c-4f74-b4fd-285acfc808b2 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:21.263235 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4eff0e69-d5de-4429-97dc-c26070448d86 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:21.293819 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Publish callbacks [] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), precommit_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.329420 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks [] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.339801 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4eff0e69-d5de-4429-97dc-c26070448d86 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:21.340161 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.399790 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.414864 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.432638 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9c272-1523-4997-b082-bde2e273952f None None] Current status of the port 4eff0e69-d5de-4429-97dc-c26070448d86 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:21.452291 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Network db0598ab-a8fd-4903-8e14-e10cb2862059 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:21.455694 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:21.462570 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:21.463172 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ff1f0-a689-434b-b3ff-6ab9de37a06d None None] Pushing event updated for resources: {'Port': ['ID=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,revision_number=2']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:21.468998 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Attempting to bind port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:21.469377 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Attempting to bind port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:21.469745 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Attempting to bind port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 on network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:21.477923 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:21.478312 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Checking segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:21.478722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.479124 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Bound using segment: {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'} {{(pid=103564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:21.479673 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.managers [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Bound port: e8b066ab-c2f1-4751-ad2e-eb2abbef2075, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc85978a-2714-4afc-8dc6-70cdf148f1a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7'}}] {{(pid=103564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:21.480031 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.493285 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Pushing event updated for resources: {'Port': ['ID=5e638420-096a-44b5-a28f-61cb0a2a1f61,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:21.512008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1513704'] for router_interface (37e06e2a-fe6e-4b08-b555-ed68c017a99b), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.539420 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4eff0e69-d5de-4429-97dc-c26070448d86 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:21.540539 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 813957d6-12bf-4817-bfde-3e3cfbf2a5ca up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:21.589458 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] For port e8b066ab-c2f1-4751-ad2e-eb2abbef2075, host n-d-825496-5, cleared binding levels {{(pid=103564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:21.593928 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] For port e8b066ab-c2f1-4751-ad2e-eb2abbef2075, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:21.614753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:21.615127 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.681009 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.724404 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.740415 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:21.764696 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Routers {'37e06e2a-fe6e-4b08-b555-ed68c017a99b'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:21.765311 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:21.770663 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ff1f0-a689-434b-b3ff-6ab9de37a06d None None] Pushing event updated for resources: {'Port': ['ID=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,revision_number=3']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:21.891396 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks [] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.951478 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:21.970059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-27af15bf-c71a-4ed4-90c3-d31f483c87b1 None None] Provisioning complete for port 5e638420-096a-44b5-a28f-61cb0a2a1f61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:21.970428 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-27af15bf-c71a-4ed4-90c3-d31f483c87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:22.022704 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1514104'] for router_interface (37e06e2a-fe6e-4b08-b555-ed68c017a99b), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:22.024471 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Pushing event updated for resources: {'Port': ['ID=5e638420-096a-44b5-a28f-61cb0a2a1f61,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:22.044625 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-27af15bf-c71a-4ed4-90c3-d31f483c87b1 None None] Port 5e638420-096a-44b5-a28f-61cb0a2a1f61 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 21:01:22.067260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] Set router 37e06e2a-fe6e-4b08-b555-ed68c017a99b gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:22.116502 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Network db0598ab-a8fd-4903-8e14-e10cb2862059 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:22.117951 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:22.238689 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Router 37e06e2a-fe6e-4b08-b555-ed68c017a99b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:01:22.285297 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5e638420-096a-44b5-a28f-61cb0a2a1f61', 'name': '', 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'mac_address': 'fa:16:3e:db:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:21Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 1, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'subnets': [{'id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:22.318665 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0218a1d-e65a-4547-96db-5b44956cce4c None None] The sync data for ids ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'] in n-d-825496-5 is: [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5e638420-096a-44b5-a28f-61cb0a2a1f61', 'name': '', 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'mac_address': 'fa:16:3e:db:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:21Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 1, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'subnets': [{'id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:22.365214 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:22.365471 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-12821023-2326-4d53-8b28-9c14bd465764 None None] Provisioning complete for port 5e638420-096a-44b5-a28f-61cb0a2a1f61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:22.365849 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-12821023-2326-4d53-8b28-9c14bd465764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:22.372010 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-8288db79-5633-4a5d-9b3a-2236fec4a42a admin admin] 10.222.0.15 "PUT /v2.0/routers/37e06e2a-fe6e-4b08-b555-ed68c017a99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1494958 Jan 29 21:01:22.409077 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-12821023-2326-4d53-8b28-9c14bd465764 None None] Port 5e638420-096a-44b5-a28f-61cb0a2a1f61 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 21:01:22.555259 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4eff0e69-d5de-4429-97dc-c26070448d86 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:22.616005 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 4eff0e69-d5de-4429-97dc-c26070448d86 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:22.616463 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:22.713098 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 4eff0e69-d5de-4429-97dc-c26070448d86 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:23.090984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43800) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:23.095778 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185901239', 'description': 'tempest-secgroup-smoke-1185901239 description', 'project_id': '2e134d3ce5174abdbb62c8548c69313a'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:23.179850 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.261778 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group (ea6ad041-ecb5-460c-b233-9535879964da), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.335392 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ea6ad041-ecb5-460c-b233-9535879964da), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.366409 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6ad041-ecb5-460c-b233-9535879964da,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:23.420095 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.421684 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bb9fe9c8-2ed9-43f8-8806-42db04fa8c3d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3293540 Jan 29 21:01:23.424715 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43802) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:23.429267 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ad041-ecb5-460c-b233-9535879964da', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:23.516614 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (afe7c583-8b68-4bad-a147-e704b6cd0c17), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.578382 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (afe7c583-8b68-4bad-a147-e704b6cd0c17), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.643129 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (afe7c583-8b68-4bad-a147-e704b6cd0c17), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.662665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe7c583-8b68-4bad-a147-e704b6cd0c17,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:23.728212 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:23.729446 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2938c9a-6a21-421f-98fb-077d481e41d4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037579 Jan 29 21:01:23.732163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43804) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:23.736565 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ad041-ecb5-460c-b233-9535879964da', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:23.940002 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (f1295073-2156-48c7-8bb1-cf8622cf924e), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.004046 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (f1295073-2156-48c7-8bb1-cf8622cf924e), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.071576 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (f1295073-2156-48c7-8bb1-cf8622cf924e), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.092752 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1295073-2156-48c7-8bb1-cf8622cf924e,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:24.162747 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.164008 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-7610df9c-7282-4624-b674-001399a7bccf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4308865 Jan 29 21:01:24.166871 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43806) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:24.171754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ad041-ecb5-460c-b233-9535879964da', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:24.259802 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (b8343451-1f0a-44aa-af3d-61456721fa82), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.303163 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Sync routers for ids ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:24.312823 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Routers {'37e06e2a-fe6e-4b08-b555-ed68c017a99b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:24.313416 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:24.322837 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (b8343451-1f0a-44aa-af3d-61456721fa82), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.385789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (b8343451-1f0a-44aa-af3d-61456721fa82), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.404600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8343451-1f0a-44aa-af3d-61456721fa82,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:24.420925 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Set router 37e06e2a-fe6e-4b08-b555-ed68c017a99b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:24.471410 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.475590 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43808) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:24.480182 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ad041-ecb5-460c-b233-9535879964da', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:24.480816 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-082e6ec0-dd9f-4219-8525-73e90c417191 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128414 Jan 29 21:01:24.570269 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (7a26e788-5abf-4862-aedf-215925430db2), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.571806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8b066ab-c2f1-4751-ad2e-eb2abbef2075 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:24.622753 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:24.623231 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.638043 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5e638420-096a-44b5-a28f-61cb0a2a1f61', 'name': '', 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'mac_address': 'fa:16:3e:db:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:21Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 2, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'subnets': [{'id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:24.641978 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (7a26e788-5abf-4862-aedf-215925430db2), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.665455 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Checking router: 37e06e2a-fe6e-4b08-b555-ed68c017a99b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:24.665786 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Updating router 37e06e2a-fe6e-4b08-b555-ed68c017a99b port 5e638420-096a-44b5-a28f-61cb0a2a1f61 binding host n-d-825496-5 {{(pid=103565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 29 21:01:24.693170 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.703277 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (7a26e788-5abf-4862-aedf-215925430db2), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.716765 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:24.717247 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.727967 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a26e788-5abf-4862-aedf-215925430db2,revision_number=0']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:24.742105 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] For port e8b066ab-c2f1-4751-ad2e-eb2abbef2075, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:24.814885 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.816724 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f5924bed-8532-4b64-858e-b643e21e7fcf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3400605 Jan 29 21:01:24.819682 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43810) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:24.821220 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.824523 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ad041-ecb5-460c-b233-9535879964da', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:24.870376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Pushing event updated for resources: {'Port': ['ID=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:24.900096 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Project 2e134d3ce5174abdbb62c8548c69313a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 21:01:24.905528 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (8635c403-239c-4eee-87fd-148877b565b1), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:24.968497 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (8635c403-239c-4eee-87fd-148877b565b1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.023697 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (8635c403-239c-4eee-87fd-148877b565b1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.039811 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8635c403-239c-4eee-87fd-148877b565b1,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:25.050739 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Publish callbacks [] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), precommit_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.116832 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.118202 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-4116b3b6-145d-486f-8baa-9a3e944bc7ce tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2975023 Jan 29 21:01:25.120890 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 43812) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:25.125217 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'security_group_rule': {'security_group_id': 'ea6ad041-ecb5-460c-b233-9535879964da', 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:25.126417 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.194432 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce740-a567-4a63-9bfa-e6e4e5d7914b None None] Pushing event updated for resources: {'Port': ['ID=5e638420-096a-44b5-a28f-61cb0a2a1f61,revision_number=3']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:25.199425 n-d-825496-5 neutron-server[103562]: INFO neutron.db.securitygroups_db [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Project 2e134d3ce5174abdbb62c8548c69313a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 29 21:01:25.205936 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (2970232f-9162-4d90-ac18-5bbf63d2faee), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.235073 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Attempting to bind port 5e638420-096a-44b5-a28f-61cb0a2a1f61 on host n-d-825496-5 for vnic_type normal with profile {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:25.236043 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Attempting to bind port 5e638420-096a-44b5-a28f-61cb0a2a1f61 by drivers openvswitch,hyperv on host n-d-825496-5 at level 0 using segments [{'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:25.236734 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Attempting to bind port 5e638420-096a-44b5-a28f-61cb0a2a1f61 on network db0598ab-a8fd-4903-8e14-e10cb2862059 {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:25.242994 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Checking agent: {'id': 'd69802ac-eaf6-40d8-8304-5ed5b32aa972', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 24, 31), 'started_at': datetime.datetime(2022, 1, 29, 19, 25, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825496-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:25.243380 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Checking segment: {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:25.243783 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.244176 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Bound using segment: {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'} {{(pid=103565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:25.244671 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.managers [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Bound port: 5e638420-096a-44b5-a28f-61cb0a2a1f61, host: n-d-825496-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb80360-25d9-4b43-9094-e32ebcbac0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059'}}] {{(pid=103565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:25.245049 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), before_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.289469 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (2970232f-9162-4d90-ac18-5bbf63d2faee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.306155 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-30aea1da-8dfc-44fc-8bec-a161b7faa218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.318711 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] For port 5e638420-096a-44b5-a28f-61cb0a2a1f61, host n-d-825496-5, cleared binding levels {{(pid=103565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:25.322029 n-d-825496-5 neutron-server[103565]: DEBUG neutron.plugins.ml2.db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] For port 5e638420-096a-44b5-a28f-61cb0a2a1f61, host n-d-825496-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5e638420-096a-44b5-a28f-61cb0a2a1f61,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:25.397003 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444325'] for security_group_rule (2970232f-9162-4d90-ac18-5bbf63d2faee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.413174 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2970232f-9162-4d90-ac18-5bbf63d2faee,revision_number=0']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:25.426071 n-d-825496-5 neutron-server[103565]: DEBUG neutron_lib.callbacks.manager [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), after_update {{(pid=103565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.451864 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] Provisioning complete for port 5e638420-096a-44b5-a28f-61cb0a2a1f61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:25.452965 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.477702 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Routers {'37e06e2a-fe6e-4b08-b555-ed68c017a99b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:25.478351 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:00:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:25.520114 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.524956 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-bd05d197-96e1-4a4a-a5f1-ef97f5a9194a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4029198 Jan 29 21:01:25.531728 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce740-a567-4a63-9bfa-e6e4e5d7914b None None] Pushing event updated for resources: {'Port': ['ID=5e638420-096a-44b5-a28f-61cb0a2a1f61,revision_number=4']} {{(pid=103565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:25.570039 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] Current status of the port 5e638420-096a-44b5-a28f-61cb0a2a1f61 is: DOWN; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:25.571881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.601762 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] Set router 37e06e2a-fe6e-4b08-b555-ed68c017a99b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:25.612493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] For port 5e638420-096a-44b5-a28f-61cb0a2a1f61, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5e638420-096a-44b5-a28f-61cb0a2a1f61,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:25.686865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:25.707952 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-a8866072-c34a-4023-8ed3-f134c9be36db tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185901239&fields=id&tenant_id=2e134d3ce5174abdbb62c8548c69313a HTTP/1.1" status: 200 len: 267 time: 0.0539663 Jan 29 21:01:25.740664 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4de059-09d5-43c6-8926-25fce1060337 None None] Pushing event updated for resources: {'Port': ['ID=5e638420-096a-44b5-a28f-61cb0a2a1f61,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:25.837225 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-5e6087f0-0fae-46c4-a330-a4c151ce6360 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:25.839339 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-5e6087f0-0fae-46c4-a330-a4c151ce6360 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 810 time: 0.1215546 Jan 29 21:01:25.853206 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-24387724-b170-4720-86f1-5a750c078a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5e638420-096a-44b5-a28f-61cb0a2a1f61', 'name': '', 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'mac_address': 'fa:16:3e:db:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:21Z', 'updated_at': '2022-01-29T21:01:25Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'subnets': [{'id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:25.856263 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-afe002fc-adc5-4364-b555-4325c2b2fb80 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/quotas/2e134d3ce5174abdbb62c8548c69313a HTTP/1.1" status: 200 len: 375 time: 0.0104396 Jan 29 21:01:25.883996 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24387724-b170-4720-86f1-5a750c078a85 None None] The sync data for ids ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'] in n-d-825496-5 is: [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:21Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': '5e638420-096a-44b5-a28f-61cb0a2a1f61', 'name': '', 'network_id': 'db0598ab-a8fd-4903-8e14-e10cb2862059', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'mac_address': 'fa:16:3e:db:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:21Z', 'updated_at': '2022-01-29T21:01:25Z', 'revision_number': 4, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'subnets': [{'id': '1afc9fbe-0491-4d16-b1ca-72357efaaa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:25.928169 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-387d6562-7357-4bcd-96f4-2f7741ff96c1 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632780 Jan 29 21:01:26.011475 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-8b928268-05f1-4d04-a7ed-da52a3fb6f26 None None] Provisioning complete for port 5e638420-096a-44b5-a28f-61cb0a2a1f61 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:26.011852 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8b928268-05f1-4d04-a7ed-da52a3fb6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:26.104085 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-8b928268-05f1-4d04-a7ed-da52a3fb6f26 None None] Current status of the port 5e638420-096a-44b5-a28f-61cb0a2a1f61 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:26.122837 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-8ec4bb8a-15a4-4c38-8d11-1e81e3dbadba service neutron] 10.222.0.15 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875479 Jan 29 21:01:26.223105 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-b0630035-129b-4bba-acce-8ca94dc3c718 service neutron] 10.222.0.15 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936887 Jan 29 21:01:26.505149 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-f72697ae-2ac5-4ee9-81b8-621074b96165 req-17fcc528-cd73-4954-b9db-9598ff6d1b15 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 210 time: 0.0299864 Jan 29 21:01:26.592555 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5e638420-096a-44b5-a28f-61cb0a2a1f61 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:26.652895 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port 5e638420-096a-44b5-a28f-61cb0a2a1f61 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:26.653277 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:26.732421 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port 5e638420-096a-44b5-a28f-61cb0a2a1f61 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:26.733545 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8b066ab-c2f1-4751-ad2e-eb2abbef2075 up at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:26.782126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Provisioning complete for port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:26.782496 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:26.857495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Current status of the port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 is: ACTIVE; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:27.587940 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-8885f4b4-d06e-44ac-b65b-93123a9f844b req-ff71bde1-7d0e-4451-bdab-0940037b7d38 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 210 time: 0.0284781 Jan 29 21:01:28.208060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-12653747-68af-4330-bfe0-2828520a5546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:28.685929 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-37a86cdc-7c84-485b-beaa-2804e4910e72 req-f0ed62a7-93d9-489c-a44d-be6efad348ea tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 210 time: 0.0298533 Jan 29 21:01:28.725018 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-a044bb14-9fb5-4106-99d9-a17489d5e086 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:28.726463 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-a044bb14-9fb5-4106-99d9-a17489d5e086 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 810 time: 0.1105123 Jan 29 21:01:28.792966 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-6e84f815-26eb-44e1-9576-36766a286cd3 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e134d3ce5174abdbb62c8548c69313a HTTP/1.1" status: 200 len: 380 time: 0.0528421 Jan 29 21:01:28.803266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'port': {'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'admin_state_up': True, 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'security_groups': ['ea6ad041-ecb5-460c-b233-9535879964da']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:28.966394 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Made reservation on behalf of 2e134d3ce5174abdbb62c8548c69313a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 21:01:28.969742 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.099915 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Allocated IP 172.20.0.5 (8ace7d93-1b34-430f-9a61-e5b1d52042ef/6ed46498-e6c4-4979-9bdf-3d89064366eb/8e25656c-17df-45d1-969b-489c14986cee) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:29.111338 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.242183 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for port (8e25656c-17df-45d1-969b-489c14986cee), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.328681 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.371376 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:29.376218 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:29.380265 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:29.404311 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:29.435590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:29.436220 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.508729 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-7d0b0ff3-c426-4563-a7ea-65abd620978a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093763 Jan 29 21:01:29.524941 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Request body: {'port': {'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:29.591178 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.654197 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-7c63e6df-8ddb-4b38-aeb9-57f79c5bcdf0 None None] Provisioning complete for port 8e25656c-17df-45d1-969b-489c14986cee triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:29.654773 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7c63e6df-8ddb-4b38-aeb9-57f79c5bcdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8e25656c-17df-45d1-969b-489c14986cee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.692742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-7c63e6df-8ddb-4b38-aeb9-57f79c5bcdf0 None None] Port 8e25656c-17df-45d1-969b-489c14986cee cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 21:01:29.843600 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb3afc-0b26-45ea-957a-be69e0cc1726 req-13f4bcaf-27a8-4039-831e-949983710b77 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:29.845137 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6dcb3afc-0b26-45ea-957a-be69e0cc1726 req-13f4bcaf-27a8-4039-831e-949983710b77 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 931 time: 0.0790374 Jan 29 21:01:29.932472 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e25656c-17df-45d1-969b-489c14986cee {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 21:01:29.947994 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Publish callbacks [] for port (8e25656c-17df-45d1-969b-489c14986cee), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:29.957405 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-6dcb3afc-0b26-45ea-957a-be69e0cc1726 req-8bc17309-067a-4fbe-a23f-15d3011dc05c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039095 Jan 29 21:01:29.964839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Transition to ACTIVE for port object 8e25656c-17df-45d1-969b-489c14986cee will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 21:01:30.036577 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:30.104945 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:30.164179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Attempting to bind port 8e25656c-17df-45d1-969b-489c14986cee on host n-h2-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:01:30.164547 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Attempting to bind port 8e25656c-17df-45d1-969b-489c14986cee by drivers openvswitch,hyperv on host n-h2-825496-5 at level 0 using segments [{'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:01:30.164881 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Attempting to bind port 8e25656c-17df-45d1-969b-489c14986cee on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:30.169501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Port 8e25656c-17df-45d1-969b-489c14986cee on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef not bound, no agent of type Open vSwitch agent registered on host n-h2-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 21:01:30.169834 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Attempting to bind port 8e25656c-17df-45d1-969b-489c14986cee on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:01:30.175954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Checking agent: {'id': '6a749791-cf81-459c-b17c-359e92c0b70e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:01:30.176404 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Checking segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:01:30.176794 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Bound using segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:01:30.177224 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Bound port: 8e25656c-17df-45d1-969b-489c14986cee, host: n-h2-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:01:30.177582 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:30.244797 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:01:30.247796 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:01:30.328702 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:30.364175 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.364818 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:30.366218 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 1091 time: 0.8457534 Jan 29 21:01:30.366608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:01:30.368848 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7812b785-01c6-4900-ae2f-127d67f51cde" -d '{"events": [{"name": "network-changed", "server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:01:30.392434 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c322d9-782b-4c3c-8744-18ea043ef4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:30.422370 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64fd436-264d-444c-bcfe-b96720cb016d x-openstack-request-id: req-c64fd436-264d-444c-bcfe-b96720cb016d {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:01:30.422648 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:01:30.423192 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c64fd436-264d-444c-bcfe-b96720cb016d {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:01:30.423611 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'status': 'completed', 'code': 200} Jan 29 21:01:30.515108 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812b785-01c6-4900-ae2f-127d67f51cde req-7af0be59-b273-4fed-a36d-bad66a314b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.516667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7812b785-01c6-4900-ae2f-127d67f51cde req-7af0be59-b273-4fed-a36d-bad66a314b87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1125 time: 0.0522611 Jan 29 21:01:30.589302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:30.596959 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:30.629301 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812b785-01c6-4900-ae2f-127d67f51cde req-8c58923c-4156-4081-ae03-f0f706d4ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.630747 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7812b785-01c6-4900-ae2f-127d67f51cde req-8c58923c-4156-4081-ae03-f0f706d4ae44 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e134d3ce5174abdbb62c8548c69313a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1013463 Jan 29 21:01:30.727373 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812b785-01c6-4900-ae2f-127d67f51cde req-05bf2295-e364-450b-ab2b-86767b81fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.728890 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7812b785-01c6-4900-ae2f-127d67f51cde req-05bf2295-e364-450b-ab2b-86767b81fd1e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0916994 Jan 29 21:01:30.825784 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-000fd517-6c1d-4e61-ae3b-6f28f7149c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.827352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-000fd517-6c1d-4e61-ae3b-6f28f7149c25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1125 time: 0.0451338 Jan 29 21:01:30.873803 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-cccf205f-6431-4a33-887b-b74ccf8050c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 217 time: 0.0329242 Jan 29 21:01:30.921416 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-2e63478c-0381-44ee-97ba-5969f6f49d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.922773 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-2e63478c-0381-44ee-97ba-5969f6f49d8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0427556 Jan 29 21:01:30.974661 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-d6fe420c-0406-4f60-8913-3dea39942f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:30.976144 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-d6fe420c-0406-4f60-8913-3dea39942f32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478458 Jan 29 21:01:31.098658 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-ec221dc2-be46-45fb-82fc-6b2557a3b1c7 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163285 Jan 29 21:01:31.112075 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879e7ed-578d-452d-9e6a-9b5b6901c881 req-54ab31d1-492c-4283-a2ea-b26eb9804bdf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:31.113492 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e879e7ed-578d-452d-9e6a-9b5b6901c881 req-54ab31d1-492c-4283-a2ea-b26eb9804bdf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 943 time: 0.0774417 Jan 29 21:01:31.213953 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-e879e7ed-578d-452d-9e6a-9b5b6901c881 req-75cb9429-e651-4381-adfb-bec6bc63aa8a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934582 Jan 29 21:01:31.229248 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-72dffce9-6122-46c9-9bec-62702083f9e3 req-2177e4fb-db46-4900-950e-739c00c433a5 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248360 Jan 29 21:01:31.597644 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:32.136397 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 21:01:32.232214 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:32.243459 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '8e25656c-17df-45d1-969b-489c14986cee', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 21:01:32.281546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8e25656c-17df-45d1-969b-489c14986cee is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:32.281933 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:32.294976 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e25656c-17df-45d1-969b-489c14986cee {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 21:01:32.316050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:32.336648 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5482b-15b0-43a1-8044-89583da06f4d req-53163126-f8d5-46d6-be58-365182314718 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:32.338160 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2f5482b-15b0-43a1-8044-89583da06f4d req-53163126-f8d5-46d6-be58-365182314718 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 943 time: 0.0542738 Jan 29 21:01:32.373806 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:32.387714 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-d2f5482b-15b0-43a1-8044-89583da06f4d req-27877efc-59fd-4f1c-a99c-2367f1d4e5ea tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435750 Jan 29 21:01:32.425225 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:32.685405 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['8e25656c-17df-45d1-969b-489c14986cee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 21:01:33.514250 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c3f1-a0ae-462b-b421-387c357d5dbe req-e3d808b2-01da-48dd-8177-878f4ce0ece8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:33.515739 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a15c3f1-a0ae-462b-b421-387c357d5dbe req-e3d808b2-01da-48dd-8177-878f4ce0ece8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 944 time: 0.0569849 Jan 29 21:01:33.563349 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-2a15c3f1-a0ae-462b-b421-387c357d5dbe req-a52bcea8-89da-49bb-81ee-be25c73daef4 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420015 Jan 29 21:01:34.150446 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:01:34.276668 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning for port 8e25656c-17df-45d1-969b-489c14986cee completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 21:01:34.280615 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 8e25656c-17df-45d1-969b-489c14986cee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:01:34.281112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8e25656c-17df-45d1-969b-489c14986cee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:34.355488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8e25656c-17df-45d1-969b-489c14986cee is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:01:34.355878 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:34.378500 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:01:34.380751 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ca60a-fdbd-43c6-8d25-73074cdc30f8" -d '{"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-plugged", "status": "completed", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:01:34.396331 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:01:34.470503 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce09d959-2be6-49d1-addc-7571b8f66fce x-openstack-request-id: req-ce09d959-2be6-49d1-addc-7571b8f66fce {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:01:34.471325 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-plugged", "status": "completed", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:01:34.471732 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce09d959-2be6-49d1-addc-7571b8f66fce {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:01:34.472229 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'code': 200} Jan 29 21:01:34.473399 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:34.520812 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:34.599935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650749-d4dd-4ef6-9e8e-6558a85affa8 req-f27bde0a-89a4-4d05-a55a-3869369921fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:34.601648 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44650749-d4dd-4ef6-9e8e-6558a85affa8 req-f27bde0a-89a4-4d05-a55a-3869369921fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1127 time: 0.0465379 Jan 29 21:01:34.675305 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-44650749-d4dd-4ef6-9e8e-6558a85affa8 req-2091218e-d1ee-4644-8479-ead59461f57c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676813 Jan 29 21:01:34.697438 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d1fa-3c22-41b7-9d5d-638d603894ab req-91ddd30a-fc40-4585-8461-421f1ae10e2f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:34.698881 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b006d1fa-3c22-41b7-9d5d-638d603894ab req-91ddd30a-fc40-4585-8461-421f1ae10e2f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 945 time: 0.0675373 Jan 29 21:01:34.746782 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b006d1fa-3c22-41b7-9d5d-638d603894ab req-61a6753b-1263-41a9-8057-8f327852bceb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Jan 29 21:01:35.872408 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a61e97-d516-4326-8a51-50db44f7bd2b req-5dad4359-46ed-48f1-85f0-597aebfe430d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:35.873980 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b4a61e97-d516-4326-8a51-50db44f7bd2b req-5dad4359-46ed-48f1-85f0-597aebfe430d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 945 time: 0.0575945 Jan 29 21:01:35.923242 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b4a61e97-d516-4326-8a51-50db44f7bd2b req-342088d7-fcc5-408f-a16f-e161e7651850 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 Jan 29 21:01:37.042560 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ebd40-ee93-4bd0-9674-e3c7ebfcd1b0 req-aeb275ae-d04c-433b-9442-e974ff1c4460 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:37.044357 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-614ebd40-ee93-4bd0-9674-e3c7ebfcd1b0 req-aeb275ae-d04c-433b-9442-e974ff1c4460 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 945 time: 0.0533290 Jan 29 21:01:37.092679 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-614ebd40-ee93-4bd0-9674-e3c7ebfcd1b0 req-9424b1f6-b495-47d8-9538-b9d76f9b8f72 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Jan 29 21:01:37.208716 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e47d7c-19aa-44eb-9957-49ddd0a69970 req-d42860d6-5bc6-4211-98f8-7000312dd01a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:37.210106 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46e47d7c-19aa-44eb-9957-49ddd0a69970 req-d42860d6-5bc6-4211-98f8-7000312dd01a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 945 time: 0.0523431 Jan 29 21:01:37.259201 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-46e47d7c-19aa-44eb-9957-49ddd0a69970 req-d607bc9e-21dd-493c-bf16-29793615bee8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Jan 29 21:01:37.280700 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43870) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:37.369552 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0592a073-6b62-4a09-91db-222b100aef7b tempest-TestSnapshotPattern-777781665 tempest-TestSnapshotPattern-777781665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:37.371090 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-0592a073-6b62-4a09-91db-222b100aef7b tempest-TestSnapshotPattern-777781665 tempest-TestSnapshotPattern-777781665-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1122 time: 0.0894070 Jan 29 21:01:37.374122 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 43874) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:01:37.379495 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.v2.base [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:01:37.447955 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:37.543479 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:37.648444 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_common [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Allocated IP 172.25.5.248 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/6956f560-e800-4b54-bd10-2990f7423366) {{(pid=103563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:01:37.749175 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for port (6956f560-e800-4b54-bd10-2990f7423366), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:37.848393 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6956f560-e800-4b54-bd10-2990f7423366), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:37.885593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:01:37.890204 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.base_scheduler [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Resources bound (agent type, host, resource id): {{(pid=103563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:01:37.894011 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Received port after_create {{(pid=103563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:01:37.899221 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'Port': ['ID=6956f560-e800-4b54-bd10-2990f7423366,revision_number=1']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:38.249068 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (c395ea4f-dd47-4a16-9ac8-e17101db1b89), precommit_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:38.412484 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (6956f560-e800-4b54-bd10-2990f7423366), before_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:38.558913 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for port (6956f560-e800-4b54-bd10-2990f7423366), precommit_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:38.607896 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4351142'] for port (6956f560-e800-4b54-bd10-2990f7423366), after_update {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:38.905432 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:38.999922 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'Port': ['ID=6956f560-e800-4b54-bd10-2990f7423366,revision_number=2']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:01:39.008637 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (c395ea4f-dd47-4a16-9ac8-e17101db1b89), after_create {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:39.106510 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Floating IP c395ea4f-dd47-4a16-9ac8-e17101db1b89 associated. External IP: 172.25.5.248, port: 8e25656c-17df-45d1-969b-489c14986cee. Jan 29 21:01:39.312560 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:01:39.420543 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:01:39.430245 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:01:39.439848 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:39.440499 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:01:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:39.505550 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:39.537505 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-8db1edbd-c21b-4cec-bee2-68708e3a849b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1622653 Jan 29 21:01:39.537993 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:01:39.540264 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7184424d-7bf4-40b6-a405-e5756b342b18" -d '{"events": [{"name": "network-changed", "server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:01:39.548145 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:39.576379 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f93719a-5fa5-43ab-a776-9e80ace94ada x-openstack-request-id: req-9f93719a-5fa5-43ab-a776-9e80ace94ada {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:01:39.576675 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:01:39.576933 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f93719a-5fa5-43ab-a776-9e80ace94ada {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:01:39.577343 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'status': 'completed', 'code': 200} Jan 29 21:01:39.667701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-dbedc96f-02f8-48f1-81ab-7b2230349d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:39.669254 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-dbedc96f-02f8-48f1-81ab-7b2230349d1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1127 time: 0.0446167 Jan 29 21:01:39.762189 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-08b91e8f-8d0e-4d00-aea0-12ae6ddae2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:39.763710 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-08b91e8f-8d0e-4d00-aea0-12ae6ddae2ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0886745 Jan 29 21:01:39.775873 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 0, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:39.801686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:01:39.809758 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:01:39.810358 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:01:28Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:39.826866 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-46345860-61bc-4793-af21-f4f2d6343907 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 999 time: 0.0572631 Jan 29 21:01:39.879095 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-38c15995-53c8-425f-93b7-dcd05447e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:39.880582 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-38c15995-53c8-425f-93b7-dcd05447e8c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0479662 Jan 29 21:01:39.916243 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:01:39.930651 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-1f506fe5-60d2-4412-9ad9-10427df4bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:01:39.932275 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-1f506fe5-60d2-4412-9ad9-10427df4bf92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450597 Jan 29 21:01:40.022077 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-3f84feb5-7f37-495a-b2dc-8ed6bced017c service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Jan 29 21:01:40.121511 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7184424d-7bf4-40b6-a405-e5756b342b18 req-a6578b37-d127-4cca-b424-15aa5342e847 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931566 Jan 29 21:01:40.290521 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 0, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:01:40.319870 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ca43a-f77b-4431-a1f7-82af44cfc220 None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:38Z', 'revision_number': 0, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:01:40.503626 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc8d0c-ad0a-4b9e-847c-448234401680 None None] New status for floating IP c395ea4f-dd47-4a16-9ac8-e17101db1b89: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 21:01:51.307106 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:01:55.241752 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-113a2143-3a90-465d-8eb0-a111255a9b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:58.224983 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-e322e77e-5787-4a69-a32e-827153d71e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:01:59.122163 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:00.573472 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:00.582441 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:01.601708 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:02.281134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-95dda853-fe66-4b2a-8a18-3c1772e0e2b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430951 Jan 29 21:02:02.384031 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-2a0d1b35-2c33-4dbc-828c-d442f009f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:02:02.385543 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-2a0d1b35-2c33-4dbc-828c-d442f009f98d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1127 time: 0.0449376 Jan 29 21:02:02.496437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-44bdc9b8-601e-4526-bc67-26cb21b38cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:02:02.504267 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-44bdc9b8-601e-4526-bc67-26cb21b38cc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0920882 Jan 29 21:02:02.567322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-f87c5771-2629-430c-a519-aba442e2e85f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 1001 time: 0.0615740 Jan 29 21:02:02.614238 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-83cf27ec-3166-41b2-a8a2-9f1c0a086110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:02:02.615628 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-83cf27ec-3166-41b2-a8a2-9f1c0a086110 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0425792 Jan 29 21:02:02.664400 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-874c8c0e-b19a-4f85-9248-491a7d95478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:02:02.665861 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-874c8c0e-b19a-4f85-9248-491a7d95478f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434778 Jan 29 21:02:02.757197 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-4aafee15-91f4-4f15-a189-4faca82923a8 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836306 Jan 29 21:02:02.847593 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a1f8afa8-bad9-44c2-96cb-57b747c77233 req-34977a2c-bdba-4105-9a32-6dc5aa81cf4e service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830104 Jan 29 21:02:08.933112 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:25.291528 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-aa20223a-8617-4ef6-8467-940b44b03a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:28.201051 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0ca39856-c075-4b91-97da-dcacee75eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:28.306574 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:02:29.115650 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:30.584479 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:30.593700 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:31.590064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:38.892673 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:55.261982 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-eb041016-ca22-4d66-be41-057c1c226a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:58.210678 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3c5d20e6-851c-426f-9cce-df0ef04195f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:02:59.126488 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:00.577702 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:00.600431 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:01.600572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:02.326790 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-460ccdb2-a1d3-4a24-a068-220c5bc9fce9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860052 Jan 29 21:03:02.428699 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-2776b025-556d-4469-969f-52fba44643be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:02.430236 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-2776b025-556d-4469-969f-52fba44643be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1127 time: 0.0493636 Jan 29 21:03:02.531171 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-71fa9122-aad9-4fce-828b-b2fef23bcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:02.532689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-71fa9122-aad9-4fce-828b-b2fef23bcbaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0850623 Jan 29 21:03:02.600893 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-460bb898-60bb-4b3e-9922-28c52c28b847 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 1001 time: 0.0624285 Jan 29 21:03:02.650046 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-c476708f-3043-4da3-bac7-93d6abd2ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:02.651462 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-c476708f-3043-4da3-bac7-93d6abd2ea8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0435326 Jan 29 21:03:02.698719 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-9b3c5dd6-3fb0-4534-8278-ca0519add785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:02.700257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-9b3c5dd6-3fb0-4534-8278-ca0519add785 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428245 Jan 29 21:03:02.790278 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-b6045230-0d05-4029-b26a-8d6f26770d7e service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841599 Jan 29 21:03:02.877999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1858ff3c-4dba-40e2-981d-80b250c17e3d req-e3db0ed9-15f8-4fd9-a440-f56993ebd086 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811241 Jan 29 21:03:05.305762 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:03:08.914527 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:25.234516 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6cb62524-89fd-4ec7-9ec7-ddcf59c69570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:28.206138 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-86827f94-458c-460c-957c-f54c62fb383b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:29.142975 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:30.583602 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:30.605572 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:31.594154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:38.704128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee details requested by agent hyperv_n-h2-825496-5 with host n-h2-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 21:03:38.806493 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:03:38.818128 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Returning: {'device': '8e25656c-17df-45d1-969b-489c14986cee', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 21:03:38.855140 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8e25656c-17df-45d1-969b-489c14986cee is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:03:38.855539 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:38.877771 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e25656c-17df-45d1-969b-489c14986cee {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 21:03:38.899325 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:03:38.970523 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:38.993651 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:39.050234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:03:39.058273 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.058739 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.059020 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.059359 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.059689 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.060023 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.060378 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.060706 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.061026 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.061376 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.061725 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.062059 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.064932 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:39.142195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] get_ports_and_sgs() called for port_ids ['8e25656c-17df-45d1-969b-489c14986cee'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 21:03:40.709317 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee up at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:03:40.766762 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Provisioning complete for port 8e25656c-17df-45d1-969b-489c14986cee triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:03:40.767440 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (8e25656c-17df-45d1-969b-489c14986cee), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:40.856234 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8e25656c-17df-45d1-969b-489c14986cee is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:03:40.856913 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:40.880552 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:03:40.883098 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef93f75-9fd9-4157-9ce8-23b3cd172ce2" -d '{"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-plugged", "status": "completed", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:03:40.896629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:03:40.942417 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f5a530-d971-49d1-a318-a15f6b84aae5 x-openstack-request-id: req-f4f5a530-d971-49d1-a318-a15f6b84aae5 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:03:40.942417 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-plugged", "status": "completed", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:03:40.942417 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4f5a530-d971-49d1-a318-a15f6b84aae5 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:03:40.942417 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'code': 200} Jan 29 21:03:40.960532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:41.021788 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:03:42.306481 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:03:50.169178 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4afa769d-8790-4bfc-b33c-fba533b5ebf2 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185901239&fields=id&tenant_id=2e134d3ce5174abdbb62c8548c69313a HTTP/1.1" status: 200 len: 267 time: 0.0455449 Jan 29 21:03:50.276059 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-37508bfb-7750-4dd9-9b74-04674f610ef2 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:50.277551 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-37508bfb-7750-4dd9-9b74-04674f610ef2 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 810 time: 0.1019864 Jan 29 21:03:50.291918 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-e4adbfd2-34e8-4a96-896d-c474097d87cb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/quotas/2e134d3ce5174abdbb62c8548c69313a HTTP/1.1" status: 200 len: 375 time: 0.0089459 Jan 29 21:03:50.348240 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-e769fd39-9bbe-4292-9837-534b846cc066 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513434 Jan 29 21:03:50.405293 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-77ab44e6-e75a-4604-9483-eb4018d3668d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 29 21:03:50.406320 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-77ab44e6-e75a-4604-9483-eb4018d3668d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472789 Jan 29 21:03:50.498981 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-3fcc7562-51f0-44f8-b78f-cfa5577f832b service neutron] 10.222.0.15 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868621 Jan 29 21:03:50.588013 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-41a9e77b-c161-406f-987d-84bb8a55280a service neutron] 10.222.0.15 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827718 Jan 29 21:03:51.905640 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-22a9bcf5-8701-4285-8230-79149a9e77e3 req-770a5eee-8573-43f1-b2fc-fb8c4f31a9af tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 210 time: 0.0822444 Jan 29 21:03:52.756416 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:03:52.835211 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Current status of the port 8e25656c-17df-45d1-969b-489c14986cee is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:03:52.835602 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:52.859027 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:03:52.861302 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d1e5d2-61dc-4bea-93e8-bea4063baaa5" -d '{"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:03:52.874123 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:03:52.898718 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9c2d4f-3707-4559-a927-393c85e4e013 x-openstack-request-id: req-2f9c2d4f-3707-4559-a927-393c85e4e013 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:03:52.899008 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:03:52.899262 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f9c2d4f-3707-4559-a927-393c85e4e013 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:03:52.899970 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'code': 200} Jan 29 21:03:52.948741 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:52.997593 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Pushing event updated for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:03:53.002985 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee77a563-a9a8-4dd5-9593-f341dcceb4e4 req-39efecf6-cf4a-4ed8-978c-49a2bbe19680 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Jan 29 21:03:53.914791 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-8584c485-9db3-45f1-87f7-4c11737e7f2f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:53.916557 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-8584c485-9db3-45f1-87f7-4c11737e7f2f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.13 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 810 time: 0.1018226 Jan 29 21:03:53.983620 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-20d4cc63-fd68-4395-9c26-85d487d5689c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e134d3ce5174abdbb62c8548c69313a HTTP/1.1" status: 200 len: 380 time: 0.0574224 Jan 29 21:03:54.008081 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'port': {'device_id': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'admin_state_up': True, 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'security_groups': ['ea6ad041-ecb5-460c-b233-9535879964da']}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:03:54.111266 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-56bf3385-ffc5-432d-b6b4-96975732753e req-40793ab1-03dc-4374-9f2c-a7f39470caad tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 210 time: 0.0310192 Jan 29 21:03:54.181450 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Made reservation on behalf of 2e134d3ce5174abdbb62c8548c69313a for: {'port': 1} {{(pid=103562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 29 21:03:54.184929 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:54.678420 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Allocated IP 172.20.0.11 (8ace7d93-1b34-430f-9a61-e5b1d52042ef/6ed46498-e6c4-4979-9bdf-3d89064366eb/75ca7d59-0a83-4d5e-9445-8d5cc833d4e1) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:03:54.889710 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:54.989351 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:55.036527 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:03:55.038864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:03:55.043294 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:03:55.109785 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:55.110567 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:55.114484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:03:55.125101 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.125598 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.126049 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.126513 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.126954 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.127403 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.127839 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.128867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.129307 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.129741 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.130183 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.130615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.131050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:03:55.235217 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-4e33943f-0a55-422b-af19-93045cc91b90 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2314546 Jan 29 21:03:55.263760 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-111f2eec-c89a-446d-8e83-fb9380fd6832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:55.301818 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e70d2-5ca4-4e84-9d6b-ef4c600d535e req-43335d8e-d57f-4576-ace6-156fa9c70daf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:55.303904 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-610e70d2-5ca4-4e84-9d6b-ef4c600d535e req-43335d8e-d57f-4576-ace6-156fa9c70daf tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0916002 Jan 29 21:03:55.366723 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-610e70d2-5ca4-4e84-9d6b-ef4c600d535e req-293f7d63-8824-49b6-924e-9b1a022d2ed8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563211 Jan 29 21:03:55.416366 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-6b91499d-d68e-4843-ae9d-b2add65ec808 None None] Provisioning complete for port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 triggered by entity DHCP. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:03:55.417278 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6b91499d-d68e-4843-ae9d-b2add65ec808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:55.462712 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-6b91499d-d68e-4843-ae9d-b2add65ec808 None None] Port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 cannot update to ACTIVE because it is not bound. {{(pid=103564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 29 21:03:56.501984 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0ee67-18ec-4154-a39b-8400d9cbac8c req-cb87ae68-43c9-4563-b276-259a2a484ffb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:56.503601 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eec0ee67-18ec-4154-a39b-8400d9cbac8c req-cb87ae68-43c9-4563-b276-259a2a484ffb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0612092 Jan 29 21:03:56.558330 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eec0ee67-18ec-4154-a39b-8400d9cbac8c req-dd68ad03-c020-48bd-b186-d9ba954c917b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485256 Jan 29 21:03:57.712298 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f956-e097-4a5d-ad64-03f567abc739 req-87221424-f54c-4084-88e9-ff66d0dc8e0e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:57.735880 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82e9f956-e097-4a5d-ad64-03f567abc739 req-87221424-f54c-4084-88e9-ff66d0dc8e0e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0680399 Jan 29 21:03:57.773174 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-82e9f956-e097-4a5d-ad64-03f567abc739 req-d747f203-9bfe-491b-97b4-df617101c785 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524838 Jan 29 21:03:58.199598 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-68f11b96-812d-4b7d-9a62-47cc9c6fed71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:03:58.897728 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0c93b-9200-4fb5-b0ef-a791d907f387 req-38ba3e70-e1be-41bb-9965-de30c0d22e8c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:03:58.899252 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fe0c93b-9200-4fb5-b0ef-a791d907f387 req-38ba3e70-e1be-41bb-9965-de30c0d22e8c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0555000 Jan 29 21:03:58.954762 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-9fe0c93b-9200-4fb5-b0ef-a791d907f387 req-653c16be-c6db-4039-8568-f34dbb4d0fa9 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494194 Jan 29 21:03:59.137676 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:00.090141 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342ba5-7c19-4cc3-9a8c-059ac3d4a64f req-61d242eb-d63b-428e-b180-ab74f56b6d8b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:00.091618 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e342ba5-7c19-4cc3-9a8c-059ac3d4a64f req-61d242eb-d63b-428e-b180-ab74f56b6d8b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0612555 Jan 29 21:04:00.151550 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e342ba5-7c19-4cc3-9a8c-059ac3d4a64f req-728a8db8-0db8-47e4-a092-c4db69e7d9c1 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541980 Jan 29 21:04:00.588507 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:00.610984 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:01.285557 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2c77-af92-47bb-acf2-01158b6a2934 req-6d78244d-322a-4e69-b6f9-45ad4ddf6e64 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:01.287174 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b65b2c77-af92-47bb-acf2-01158b6a2934 req-6d78244d-322a-4e69-b6f9-45ad4ddf6e64 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0578148 Jan 29 21:04:01.344683 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-b65b2c77-af92-47bb-acf2-01158b6a2934 req-00461656-c9f2-4d6b-b08d-c24b2cc13e58 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509312 Jan 29 21:04:01.617569 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:02.467153 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b6c8-008d-4ceb-917d-19247c7b0873 req-3219032c-8262-49db-849b-5c6ae353390f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:02.468503 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1d1b6c8-008d-4ceb-917d-19247c7b0873 req-3219032c-8262-49db-849b-5c6ae353390f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 932 time: 0.0533524 Jan 29 21:04:02.517678 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c1d1b6c8-008d-4ceb-917d-19247c7b0873 req-4dfbae54-6a9a-4f03-9d42-6bdf64f5ba63 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Jan 29 21:04:02.899608 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Request body: {'port': {'device_id': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825496-5'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:04:02.959501 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:03.169065 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-bf0e8098-2936-4cab-98a7-44fd1d81bd9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098387 Jan 29 21:04:03.283501 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 {{(pid=103562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 21:04:03.293894 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Publish callbacks [] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:03.311899 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.provisioning_blocks [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Transition to ACTIVE for port object 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 will not be triggered until provisioned by entity L2. {{(pid=103562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 29 21:04:03.317593 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-27c2f13f-37b6-4827-b1a8-7d06d2a60999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:03.319119 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-27c2f13f-37b6-4827-b1a8-7d06d2a60999 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1125 time: 0.0778611 Jan 29 21:04:03.394631 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:03.473143 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:04:03.497658 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-91777289-74f1-4372-92fc-913bca763b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:03.499156 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-91777289-74f1-4372-92fc-913bca763b59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.1617455 Jan 29 21:04:03.603982 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-363559be-eb2e-49ad-bbf1-7b757587efac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 999 time: 0.0848384 Jan 29 21:04:03.604822 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Attempting to bind port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 on host n-h1-825496-5 for vnic_type normal with profile {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 29 21:04:03.605158 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Attempting to bind port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 by drivers openvswitch,hyperv on host n-h1-825496-5 at level 0 using segments [{'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 29 21:04:03.605489 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Attempting to bind port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:04:03.611414 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef not bound, no agent of type Open vSwitch agent registered on host n-h1-825496-5 {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 29 21:04:03.611710 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Attempting to bind port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 on network 8ace7d93-1b34-430f-9a61-e5b1d52042ef {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 29 21:04:03.643676 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9117c-1bfa-492c-9f75-f60a6caa7f54 req-08c0339b-9e8c-4583-ab81-21f88f92a283 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:03.645355 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70e9117c-1bfa-492c-9f75-f60a6caa7f54 req-08c0339b-9e8c-4583-ab81-21f88f92a283 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0549874 Jan 29 21:04:03.646971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Checking agent: {'id': 'd4da3769-1cb5-4991-816c-e9f15b2d3ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825496-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'started_at': datetime.datetime(2022, 1, 29, 19, 32, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 29, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 29 21:04:03.647325 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Checking segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 29 21:04:03.647722 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Bound using segment: {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'} {{(pid=103562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 29 21:04:03.648179 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.managers [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Bound port: 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host: n-h1-825496-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbca555-d58d-4bd9-9e83-d43f0744c47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef'}}] {{(pid=103562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 29 21:04:03.648560 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:03.694569 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-70e9117c-1bfa-492c-9f75-f60a6caa7f54 req-a6d22429-a618-4919-b5c3-6a2737e6606f tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Jan 29 21:04:03.699010 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-c3559b49-a07a-4bd4-8571-1196815db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:03.700561 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-c3559b49-a07a-4bd4-8571-1196815db653 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0900934 Jan 29 21:04:03.757315 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, cleared binding levels {{(pid=103562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 29 21:04:03.760949 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 29 21:04:03.771167 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-9006ce32-678a-4f17-acad-645bc70acf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:03.778015 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-9006ce32-678a-4f17-acad-645bc70acf83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654476 Jan 29 21:04:03.809047 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:03.879895 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:03.880549 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:03.881977 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 HTTP/1.1" status: 200 len: 1092 time: 0.9868367 Jan 29 21:04:03.882395 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:04:03.884697 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a761182-a905-4913-b685-bedfe540bd51" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:04:03.923966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c177d-8c73-4067-9be6-3220ac4e93c0 service neutron] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=3']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:04:03.928490 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b81dd-7e35-4e11-866e-b638fc3390e0 x-openstack-request-id: req-e57b81dd-7e35-4e11-866e-b638fc3390e0 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:04:03.928776 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:04:03.929033 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e57b81dd-7e35-4e11-866e-b638fc3390e0 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:04:03.929438 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'status': 'completed', 'code': 200} Jan 29 21:04:03.934260 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-c61cecef-46e2-4576-9049-96e667029116 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545537 Jan 29 21:04:04.062690 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a761182-a905-4913-b685-bedfe540bd51 req-17b89866-cac0-406d-9d9e-f669b13f3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.064193 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a761182-a905-4913-b685-bedfe540bd51 req-17b89866-cac0-406d-9d9e-f669b13f3c34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1126 time: 0.1037853 Jan 29 21:04:04.067932 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7bd6e73f-c0e6-4b74-ab04-e5d62ebc2034 req-98b6d94a-4518-459f-a01b-57ab5eb65f73 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278508 Jan 29 21:04:04.170757 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a761182-a905-4913-b685-bedfe540bd51 req-935e906f-1d05-4d0a-b498-74573936de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.172286 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a761182-a905-4913-b685-bedfe540bd51 req-935e906f-1d05-4d0a-b498-74573936de85 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2e134d3ce5174abdbb62c8548c69313a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964215 Jan 29 21:04:04.271475 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a761182-a905-4913-b685-bedfe540bd51 req-50d2519e-9af4-4f3e-83cf-d7e00c5c62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.272992 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-1a761182-a905-4913-b685-bedfe540bd51 req-50d2519e-9af4-4f3e-83cf-d7e00c5c62df service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0932109 Jan 29 21:04:04.359163 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-d31c664e-928a-42db-80be-a669ecdd29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.360677 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-d31c664e-928a-42db-80be-a669ecdd29e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1126 time: 0.0448787 Jan 29 21:04:04.408138 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-20ac2022-daa3-44a5-8830-b64a080cbf8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0370007 Jan 29 21:04:04.463676 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-89d5bb29-5840-4120-88b2-9e1bb475b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.465178 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-89d5bb29-5840-4120-88b2-9e1bb475b900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0440850 Jan 29 21:04:04.515460 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-67ba9e18-0aa2-47b2-ad95-e059b8ac69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.516921 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-67ba9e18-0aa2-47b2-ad95-e059b8ac69c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456252 Jan 29 21:04:04.612130 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-dd2eb684-f00b-4aa9-aa1e-ea84ceac42e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855310 Jan 29 21:04:04.703068 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-138b0ab7-0aae-47f0-8b49-ae485a28f373 req-d98d241f-da57-476e-a14f-d0a37f88e438 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809846 Jan 29 21:04:04.813372 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea772-9555-41b3-8340-24bbd5ec0958 req-ee059e7c-a7dc-4510-925c-9a0490861e49 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:04.814755 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cabea772-9555-41b3-8340-24bbd5ec0958 req-ee059e7c-a7dc-4510-925c-9a0490861e49 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0531521 Jan 29 21:04:04.862941 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-cabea772-9555-41b3-8340-24bbd5ec0958 req-4e572416-6a69-4a82-bdb4-b13e7c857a87 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Jan 29 21:04:05.989437 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d87-1173-42a4-b39e-486da901fe2a req-4c9997aa-d0f0-4fe9-911b-2bf2af95428b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:05.990913 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb2f4d87-1173-42a4-b39e-486da901fe2a req-4c9997aa-d0f0-4fe9-911b-2bf2af95428b tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0578187 Jan 29 21:04:06.040078 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bb2f4d87-1173-42a4-b39e-486da901fe2a req-728ffbfa-79c7-437a-b642-a7280dd50fec tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Jan 29 21:04:07.166538 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6b85-65a7-4f49-a313-e79a2ecf972d req-6c069e8c-50c8-4586-b52a-b28bbf03e10a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:07.168018 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04fe6b85-65a7-4f49-a313-e79a2ecf972d req-6c069e8c-50c8-4586-b52a-b28bbf03e10a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0590732 Jan 29 21:04:07.221803 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-04fe6b85-65a7-4f49-a313-e79a2ecf972d req-16b42ee5-c53c-4455-bb58-d51cf15b9a26 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480440 Jan 29 21:04:08.195912 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 21:04:08.298275 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:04:08.309583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'port_id': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'mac_address': 'fa:16:3e:ae:1c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 21:04:08.351449 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 is: DOWN; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:04:08.351997 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:08.365728 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 21:04:08.372303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea2ad7-ae0a-4daf-8b57-e8262f7060ed req-891efab5-16be-4c28-8ec8-09c2754652ca tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:08.373838 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-beea2ad7-ae0a-4daf-8b57-e8262f7060ed req-891efab5-16be-4c28-8ec8-09c2754652ca tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0590999 Jan 29 21:04:08.384876 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:04:08.423642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-beea2ad7-ae0a-4daf-8b57-e8262f7060ed req-9cc9ba6c-7384-4b8a-91aa-f1ffbed19728 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Jan 29 21:04:08.457665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:08.504232 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=4']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:04:08.781028 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 21:04:08.941934 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:09.543060 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5bf3-25db-4bca-8dc4-383978eb1c94 req-6bf1ee74-bee3-4005-b0d7-b151d5014115 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:09.544500 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-324e5bf3-25db-4bca-8dc4-383978eb1c94 req-6bf1ee74-bee3-4005-b0d7-b151d5014115 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 945 time: 0.0528297 Jan 29 21:04:09.593753 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-324e5bf3-25db-4bca-8dc4-383978eb1c94 req-7075a1ad-aef3-48c0-a831-584b67fe477a tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Jan 29 21:04:10.212595 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:04:10.341536 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning for port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 completed by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 29 21:04:10.345583 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:04:10.345958 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:10.424495 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:04:10.424881 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:10.446764 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:04:10.448974 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b6e01d-37b7-44d9-8178-a6f5574e0ee7" -d '{"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-plugged", "status": "completed", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:04:10.461411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:04:10.485593 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3405e-f9c2-4696-bc3b-dca7a5b0f2ed x-openstack-request-id: req-d0f3405e-f9c2-4696-bc3b-dca7a5b0f2ed {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:04:10.485972 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-plugged", "status": "completed", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:04:10.486392 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0f3405e-f9c2-4696-bc3b-dca7a5b0f2ed {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:04:10.486836 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'code': 200} Jan 29 21:04:10.547890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:10.597469 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=5']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:04:10.598243 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47632ee-0b77-4e07-b215-16068d9604ff req-81a9d811-fd0f-4c12-8fd0-0744df855b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:10.599352 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c47632ee-0b77-4e07-b215-16068d9604ff req-81a9d811-fd0f-4c12-8fd0-0744df855b9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1128 time: 0.0450747 Jan 29 21:04:10.655807 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-c47632ee-0b77-4e07-b215-16068d9604ff req-6300c267-a19c-47c3-a2da-c3058c9923a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452886 Jan 29 21:04:10.712469 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18576-1508-4268-a587-a3173c5eaf18 req-3af82cfa-09d1-4906-a42d-6a6e43ff8ed9 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:10.713945 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3fc18576-1508-4268-a587-a3173c5eaf18 req-3af82cfa-09d1-4906-a42d-6a6e43ff8ed9 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 946 time: 0.0517013 Jan 29 21:04:10.765435 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-3fc18576-1508-4268-a587-a3173c5eaf18 req-7e0c5500-af4f-48a9-92d1-bf2353fb4fd2 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458872 Jan 29 21:04:11.889246 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118f2f0-9469-4bcc-a776-0f8eacd73402 req-2ed81b17-2205-4a86-9662-e091b9941de5 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:11.890734 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9118f2f0-9469-4bcc-a776-0f8eacd73402 req-2ed81b17-2205-4a86-9662-e091b9941de5 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 946 time: 0.0530341 Jan 29 21:04:11.939768 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9118f2f0-9469-4bcc-a776-0f8eacd73402 req-8ddd2377-e1f3-4380-8178-6e872b7ab978 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432858 Jan 29 21:04:13.062159 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4de61-8dae-41ea-a23a-13aa9bfa703b req-018c4358-712a-41b5-bb2f-977ba93ea961 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:13.063617 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbb4de61-8dae-41ea-a23a-13aa9bfa703b req-018c4358-712a-41b5-bb2f-977ba93ea961 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 946 time: 0.0521123 Jan 29 21:04:13.111412 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-bbb4de61-8dae-41ea-a23a-13aa9bfa703b req-eb43c1d2-054f-49b1-b14f-ffa97b4e8794 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Jan 29 21:04:13.230266 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef576d3-9c8a-452c-a5cf-a776fb2938d7 req-4a2f7ee4-8a7a-4dc1-a84f-9a8cd2fea67d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:13.231667 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bef576d3-9c8a-452c-a5cf-a776fb2938d7 req-4a2f7ee4-8a7a-4dc1-a84f-9a8cd2fea67d tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 946 time: 0.0529869 Jan 29 21:04:13.281048 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-bef576d3-9c8a-452c-a5cf-a776fb2938d7 req-7f0ea609-786b-455d-b272-6724b40c4306 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Jan 29 21:04:13.302274 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44162) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:04:13.351867 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a31ebe-b2f4-40e1-8b62-e65b7ae7425a tempest-TestSnapshotPattern-777781665 tempest-TestSnapshotPattern-777781665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:13.353419 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-e3a31ebe-b2f4-40e1-8b62-e65b7ae7425a tempest-TestSnapshotPattern-777781665 tempest-TestSnapshotPattern-777781665-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1123 time: 0.0501189 Jan 29 21:04:13.356241 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44164) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:04:13.360368 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.v2.base [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Request body: {'floatingip': {'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'port_id': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 29 21:04:13.416454 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:13.511835 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (None), before_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:13.618252 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_common [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Allocated IP 172.25.5.160 (0fab10e1-2fb7-4010-9e03-b3c136fafac7/0cabb669-3cf1-4cdf-a41e-7cef667a453d/48e80da6-37d1-4a24-8a97-1f02d2a383c4) {{(pid=103562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 29 21:04:13.718035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:13.817026 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740154612246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:13.857772 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Network 0fab10e1-2fb7-4010-9e03-b3c136fafac7 is already hosted by enough agents. {{(pid=103562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 29 21:04:13.862925 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.base_scheduler [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Resources bound (agent type, host, resource id): {{(pid=103562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 29 21:04:13.866303 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Received port after_create {{(pid=103562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 29 21:04:13.888022 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'Port': ['ID=48e80da6-37d1-4a24-8a97-1f02d2a383c4,revision_number=1']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:04:14.219803 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (b1b45793-6dac-4763-9b1b-a907bb6d2cf6), precommit_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:14.330504 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), before_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:14.482151 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), precommit_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:14.530435 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5929959'] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), after_update {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:14.599590 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event updated for resources: {'Port': ['ID=48e80da6-37d1-4a24-8a97-1f02d2a383c4,revision_number=2']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:04:14.608143 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1513571'] for floatingip (b1b45793-6dac-4763-9b1b-a907bb6d2cf6), after_create {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:14.706909 n-d-825496-5 neutron-server[103562]: INFO neutron.db.l3_db [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Floating IP b1b45793-6dac-4763-9b1b-a907bb6d2cf6 associated. External IP: 172.25.5.160, port: 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1. Jan 29 21:04:14.916495 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:04:15.019833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:04:15.029807 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:04:15.039979 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:04:15.040650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:03:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:04:15.109872 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:15.140171 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-83a4b8a6-d3e7-4069-8de2-db97acaa26c8 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7829227 Jan 29 21:04:15.140966 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:04:15.143337 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:04:15.146646 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:04:15.188345 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4b14d-4260-4868-b746-f71a4d835f74 x-openstack-request-id: req-1ab4b14d-4260-4868-b746-f71a4d835f74 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:04:15.188635 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:04:15.188885 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ab4b14d-4260-4868-b746-f71a4d835f74 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:04:15.189294 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'status': 'completed', 'code': 200} Jan 29 21:04:15.254666 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-0fdb42a1-0b4f-471c-89a4-34f539626c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:15.256220 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-0fdb42a1-0b4f-471c-89a4-34f539626c4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1128 time: 0.0450194 Jan 29 21:04:15.350859 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-0b9d0f2a-8e87-455f-ab11-afd615023168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:15.352415 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-0b9d0f2a-8e87-455f-ab11-afd615023168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0900714 Jan 29 21:04:15.372482 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b1b45793-6dac-4763-9b1b-a907bb6d2cf6', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:ae:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:14Z', 'revision_number': 0, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}, {'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:04:15.398291 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:04:15.406659 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:04:15.407260 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:03:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:04:15.416530 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-1d4ee148-222f-43ab-9147-2bfefc1899d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 HTTP/1.1" status: 200 len: 1000 time: 0.0582714 Jan 29 21:04:15.466017 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-62388caf-e361-47a5-a6f1-26618df32e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:15.467506 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-62388caf-e361-47a5-a6f1-26618df32e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0456610 Jan 29 21:04:15.518703 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:04:15.522854 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-f8d25f90-ebb0-4d6e-8f66-3873ec57c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:04:15.524407 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-f8d25f90-ebb0-4d6e-8f66-3873ec57c3a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512381 Jan 29 21:04:15.620805 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-a0e85a10-4628-4195-8eaf-746069f5fce0 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901682 Jan 29 21:04:15.910090 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b1b45793-6dac-4763-9b1b-a907bb6d2cf6', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:ae:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:14Z', 'revision_number': 0, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}, {'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:04:15.936943 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677476fb-94fb-4981-b82a-ffc46555bf11 None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'b1b45793-6dac-4763-9b1b-a907bb6d2cf6', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.160', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:ae:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:04:14Z', 'updated_at': '2022-01-29T21:04:14Z', 'revision_number': 0, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}, {'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:04:16.045159 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ac1d3ecc-9589-4d6c-bfa7-b73c8cbd8f3c req-4a3fd604-f5a0-4819-9b6d-feebd6947d57 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176404 Jan 29 21:04:16.135377 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bcc90a-eac9-42a8-a672-160eb052c8c6 None None] New status for floating IP b1b45793-6dac-4763-9b1b-a907bb6d2cf6: ACTIVE {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 21:04:19.308096 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:04:25.272473 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ac38cd1a-a04a-4550-aac6-55dd35e02ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:28.239005 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-bcbc9484-e97f-4cd3-924f-3e7b809ede9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:29.130495 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:30.616378 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:30.644890 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:31.593429 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:38.941438 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:55.255844 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4b208942-8af3-485f-80c7-6c9cce26c325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:56.307895 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:04:58.232808 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6215-32ae-41f4-a791-d21df4fddd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:04:59.130060 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:00.598344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:00.626016 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:01.592737 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:03.263134 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-aed9db27-db34-4339-a47b-4c9e949176ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437651 Jan 29 21:05:03.366563 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807342-5258-46c8-9cf7-c4f33e77048e req-7b634d45-e5d5-4cbd-98e1-98326a41dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:03.368091 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-7b634d45-e5d5-4cbd-98e1-98326a41dc57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1125 time: 0.0456905 Jan 29 21:05:03.470615 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807342-5258-46c8-9cf7-c4f33e77048e req-9da5ed1b-db0a-4bc5-be38-435b4c57f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:03.472081 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-9da5ed1b-db0a-4bc5-be38-435b4c57f502 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0871413 Jan 29 21:05:03.535907 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-3780e45c-9721-424c-a960-920d6badce2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 999 time: 0.0572298 Jan 29 21:05:03.586685 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807342-5258-46c8-9cf7-c4f33e77048e req-678d93ef-89a3-4c7e-b3f0-884a527e7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:03.588111 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-678d93ef-89a3-4c7e-b3f0-884a527e7916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0471444 Jan 29 21:05:03.634894 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807342-5258-46c8-9cf7-c4f33e77048e req-d1464d12-0684-488f-a396-0a7bd53d997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:03.636427 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-d1464d12-0684-488f-a396-0a7bd53d997f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425220 Jan 29 21:05:03.723085 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-8aad2ca3-c174-4a9f-a071-49240d0c558b service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810413 Jan 29 21:05:03.812355 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-35807342-5258-46c8-9cf7-c4f33e77048e req-606046f0-b5b4-4a90-8e2a-a75954a52ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832160 Jan 29 21:05:06.919471 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-2e6299f5-2ece-4b21-abdf-5854f555de80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885963 Jan 29 21:05:07.022799 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df895d7-5634-487e-a593-b270f0198fef req-2d91f85f-e889-460a-9c08-380e97ded71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:07.024379 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-2d91f85f-e889-460a-9c08-380e97ded71a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1128 time: 0.0476723 Jan 29 21:05:07.140227 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df895d7-5634-487e-a593-b270f0198fef req-325ad554-bd28-4e3a-a6fb-d0bea44e8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:07.141733 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-325ad554-bd28-4e3a-a6fb-d0bea44e8f08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0928755 Jan 29 21:05:07.212009 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-5d5edd92-1bce-479d-8946-1edb2f5c00c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 HTTP/1.1" status: 200 len: 1002 time: 0.0600665 Jan 29 21:05:07.267774 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df895d7-5634-487e-a593-b270f0198fef req-8a986933-7bac-4b67-b213-e3a0b7e2b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:07.269374 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-8a986933-7bac-4b67-b213-e3a0b7e2b5e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0481701 Jan 29 21:05:07.321001 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df895d7-5634-487e-a593-b270f0198fef req-be127c10-887c-4728-8d3a-3a71d80a3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:05:07.322413 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-be127c10-887c-4728-8d3a-3a71d80a3a60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449004 Jan 29 21:05:07.422151 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-cf35b199-b377-408e-9a82-fd54341396c3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880334 Jan 29 21:05:07.516794 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9df895d7-5634-487e-a593-b270f0198fef req-f6c10f5b-87c7-4e0a-973f-7ac84c097d34 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 Jan 29 21:05:08.941579 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:25.261206 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-02b854e3-f6d2-47da-8410-4a29323d664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:28.220390 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-7df30020-bbec-4352-9e1a-848a5c5d4f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:29.163605 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:30.575050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:30.626448 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:31.586961 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:33.308392 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:05:38.940807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:46.718229 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 details requested by agent hyperv_n-h1-825496-5 with host n-h1-825496-5 {{(pid=103564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 29 21:05:46.813786 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:05:46.825491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Returning: {'device': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'port_id': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'mac_address': 'fa:16:3e:ae:1c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 29 21:05:46.865644 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 is: ACTIVE; New status is: BUILD {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:05:46.865968 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:46.878060 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 {{(pid=103564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 29 21:05:46.897577 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:05:46.957374 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:47.008144 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=6']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:05:47.019651 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.020091 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.020814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.020814 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.021106 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.021435 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.021761 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.022082 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.022403 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.022726 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.023047 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.023367 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.023687 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:47.042036 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] get_ports_and_sgs() called for port_ids ['75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'] {{(pid=103564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 29 21:05:48.712607 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 up at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 29 21:05:48.769795 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.provisioning_blocks [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Provisioning complete for port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 triggered by entity L2. {{(pid=103564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 29 21:05:48.770330 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3532452'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), provisioning_complete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:48.859411 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 is: BUILD; New status is: ACTIVE {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:05:48.859722 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:48.885292 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:05:48.887638 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc899c-099c-4245-9447-3d2876f04ce8" -d '{"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-plugged", "status": "completed", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:05:48.901203 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:05:48.944277 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151959c8-2258-48f3-8949-76c9ba2354f7 x-openstack-request-id: req-151959c8-2258-48f3-8949-76c9ba2354f7 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:05:48.944277 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-plugged", "status": "completed", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:05:48.944277 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-151959c8-2258-48f3-8949-76c9ba2354f7 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:05:48.944277 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'code': 200} Jan 29 21:05:48.965803 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:49.019544 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=7']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:05:55.243430 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-ed150399-e604-4fa5-839d-3fefbca05c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:58.203187 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-82f2a3d6-38a9-4e72-900c-b11471b8033f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.169093 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.269948 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44376) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:05:59.425114 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Deleting port 48e80da6-37d1-4a24-8a97-1f02d2a383c4 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:05:59.425365 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.501225 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.501546 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (48e80da6-37d1-4a24-8a97-1f02d2a383c4), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.512893 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Calling delete_port for 48e80da6-37d1-4a24-8a97-1f02d2a383c4 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:05:59.694600 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (48e80da6-37d1-4a24-8a97-1f02d2a383c4), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.720724 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event deleted for resources: {'Port': ['ID=48e80da6-37d1-4a24-8a97-1f02d2a383c4,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:05:59.733074 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.733427 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.733771 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.734107 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.734442 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.734775 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.735103 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.735430 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.735756 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.736078 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.736432 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.736759 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.737083 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:05:59.795794 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (b1b45793-6dac-4763-9b1b-a907bb6d2cf6), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:05:59.796144 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Floating IP b1b45793-6dac-4763-9b1b-a907bb6d2cf6 disassociated (deleted). External IP: 172.25.5.160, port: 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1. Jan 29 21:06:00.008161 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:06:00.113848 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:06:00.118600 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:00.122900 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf137-ca48-411f-b036-682f274ad906 None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:06:00.132574 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:00.133195 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:00.147575 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-77820ba8-91bb-4c41-a690-a389700dec4e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "DELETE /v2.0/floatingips/b1b45793-6dac-4763-9b1b-a907bb6d2cf6 HTTP/1.1" status: 204 len: 168 time: 0.8765426 Jan 29 21:06:00.148163 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:06:00.150722 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:06:00.244257 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:00.251849 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877c7fb7-0749-43af-abe7-9e21e157f0d7 x-openstack-request-id: req-877c7fb7-0749-43af-abe7-9e21e157f0d7 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:06:00.252137 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:06:00.252430 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-877c7fb7-0749-43af-abe7-9e21e157f0d7 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:06:00.252838 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'status': 'completed', 'code': 200} Jan 29 21:06:00.330463 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-1ddfacbf-16c4-49e4-b4aa-b092b92663aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:00.331975 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-1ddfacbf-16c4-49e4-b4aa-b092b92663aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 1128 time: 0.0469542 Jan 29 21:06:00.441073 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-2112da0f-87c2-458f-8c29-e1a72f7dcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:00.442642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-2112da0f-87c2-458f-8c29-e1a72f7dcd14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.1012907 Jan 29 21:06:00.479002 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:00.487898 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-95f2a5c1-dbd5-4efb-81c7-c11ed1efeb83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0371225 Jan 29 21:06:00.503913 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf137-ca48-411f-b036-682f274ad906 None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:06:00.512565 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:00.513190 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:00.546129 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-7eff800d-cacf-4a04-aa5d-5b9f2bd5c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:00.547600 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-7eff800d-cacf-4a04-aa5d-5b9f2bd5c007 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0535707 Jan 29 21:06:00.570457 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb11c4-bea7-4704-93fd-d82d99a88490 req-0ecbec2f-50d1-4058-a65a-592b7e94da5c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:00.572057 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ddb11c4-bea7-4704-93fd-d82d99a88490 req-0ecbec2f-50d1-4058-a65a-592b7e94da5c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 946 time: 0.0652375 Jan 29 21:06:00.602665 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-067a546f-127b-4608-a689-cbabface19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:00.604489 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-067a546f-127b-4608-a689-cbabface19dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499115 Jan 29 21:06:00.628899 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:00.637481 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-0ddb11c4-bea7-4704-93fd-d82d99a88490 req-8d7bc73c-d529-4faf-93f3-5b5e6a9fe820 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586209 Jan 29 21:06:00.650686 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:00.673922 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:00.708121 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-434c985e-0906-419d-9a15-60abc8b9e2c1 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954723 Jan 29 21:06:00.801779 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:00.802086 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-7509b332-38f0-4acc-a2ec-06dcb1a64d9c req-74d901a1-73b6-4d35-b806-70c2e231dd48 service neutron] 10.222.0.13 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872765 Jan 29 21:06:00.928701 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Current status of the port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 is: ACTIVE; New status is: DOWN {{(pid=103564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 29 21:06:00.929086 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697048'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:00.955488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:06:00.957675 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a08b0ad1410c206087a3c039e2f605ebabeb3ee2f4fc3da2067105ce7d735c39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d015f7-1d0e-4ff8-8594-b3cfdc2341a3" -d '{"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-unplugged", "status": "completed", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:06:00.970013 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-136cf137-ca48-411f-b036-682f274ad906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:00.974975 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:01.001855 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d8479-7707-43ca-8b0c-37b4654fbc74 x-openstack-request-id: req-066d8479-7707-43ca-8b0c-37b4654fbc74 {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:06:01.008525 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-unplugged", "status": "completed", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "code": 200}]} {{(pid=103564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:06:01.008525 n-d-825496-5 neutron-server[103564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-066d8479-7707-43ca-8b0c-37b4654fbc74 {{(pid=103564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:06:01.008525 n-d-825496-5 neutron-server[103564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'code': 200} Jan 29 21:06:01.008525 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf137-ca48-411f-b036-682f274ad906 None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_floatingips': [{'id': 'c395ea4f-dd47-4a16-9ac8-e17101db1b89', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'router_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'port_id': '8e25656c-17df-45d1-969b-489c14986cee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'mac_address': 'fa:16:3e:b3:c4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-29T21:01:38Z', 'updated_at': '2022-01-29T21:01:40Z', 'revision_number': 1, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:06:01.020662 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740155185866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740154612264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740154612282'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:01.237862 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Pushing event updated for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=8']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:01.244039 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5babbba9-7906-418b-9396-3195e6f7ee77 None None] New status for floating IP b1b45793-6dac-4763-9b1b-a907bb6d2cf6: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 21:06:01.603396 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:01.750297 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985d68-aa3a-4458-a008-ca95689582b1 req-57e52fa1-bfb7-4978-b790-004b2f57d32e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:01.751769 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f985d68-aa3a-4458-a008-ca95689582b1 req-57e52fa1-bfb7-4978-b790-004b2f57d32e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0525765 Jan 29 21:06:01.799301 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-4f985d68-aa3a-4458-a008-ca95689582b1 req-db9ae6ee-b2dc-4aea-87f7-1c93d73b8600 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Jan 29 21:06:02.268910 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f032d1-24ff-403f-951d-77161976b235 req-c99054cc-6487-4d69-a2f8-66fe0b684c7c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:02.270409 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4f032d1-24ff-403f-951d-77161976b235 req-c99054cc-6487-4d69-a2f8-66fe0b684c7c tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 944 time: 0.0537755 Jan 29 21:06:02.369391 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Deleting port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:02.369737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:02.456490 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] For port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1, host n-h1-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825496-5',level=0,port_id=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:02.457140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:02.471151 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Calling delete_port for 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:02.672121 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (75ca7d59-0a83-4d5e-9445-8d5cc833d4e1), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:02.702864 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event deleted for resources: {'Port': ['ID=75ca7d59-0a83-4d5e-9445-8d5cc833d4e1,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:02.732984 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.735935 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.736872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.736872 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.737083 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825496-5 {{(pid=103562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 29 21:06:02.762115 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] No DVR routers for this DVR port 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 on host n-h1-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:06:02.764602 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:02.767872 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-a4f032d1-24ff-403f-951d-77161976b235 req-a408e805-da7b-4b01-8dc0-cea23ad051eb tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.13 "DELETE /v2.0/ports/75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 HTTP/1.1" status: 204 len: 173 time: 0.4893734 Jan 29 21:06:02.768364 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-deleted', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:06:02.771160 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b9344-251d-41a3-8721-3da5e3256876" -d '{"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-deleted", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:06:02.872400 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502f8fa-c912-4dc3-b7e3-d52b9d8ee92b x-openstack-request-id: req-e502f8fa-c912-4dc3-b7e3-d52b9d8ee92b {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:06:02.872694 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b0cd08-a265-470e-91ca-8f160a2c5f78", "name": "network-vif-deleted", "tag": "75ca7d59-0a83-4d5e-9445-8d5cc833d4e1", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:06:02.872944 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e502f8fa-c912-4dc3-b7e3-d52b9d8ee92b {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:06:02.873345 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0cd08-a265-470e-91ca-8f160a2c5f78', 'name': 'network-vif-deleted', 'tag': '75ca7d59-0a83-4d5e-9445-8d5cc833d4e1', 'status': 'completed', 'code': 200} Jan 29 21:06:02.907733 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-086e2659-03fc-4c64-b3fe-5ea4f6995baa req-5f9f0f2a-0622-40cb-af41-497fc5f73c13 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0b0cd08-a265-470e-91ca-8f160a2c5f78 HTTP/1.1" status: 200 len: 210 time: 0.0283349 Jan 29 21:06:04.270322 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-f798d2fa-acb3-4bc4-ba24-078c91210674 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443795 Jan 29 21:06:04.371319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da881b-3990-4062-9605-3dee85246f27 req-ccd40ba7-0ef8-42c2-8e36-d04600cc171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:04.372751 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-ccd40ba7-0ef8-42c2-8e36-d04600cc171b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1125 time: 0.0462172 Jan 29 21:06:04.480506 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da881b-3990-4062-9605-3dee85246f27 req-869fc214-018d-4090-a605-7f3f96688e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:04.481919 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-869fc214-018d-4090-a605-7f3f96688e79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0907304 Jan 29 21:06:04.549370 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-f4da3b5d-e6d9-4333-b2d4-6016fea2e6ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 999 time: 0.0609961 Jan 29 21:06:04.596531 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da881b-3990-4062-9605-3dee85246f27 req-0996fe94-0952-48fd-924b-5629b83fd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:04.597999 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-0996fe94-0952-48fd-924b-5629b83fd163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0434592 Jan 29 21:06:04.652377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da881b-3990-4062-9605-3dee85246f27 req-f84640d5-12e9-4255-9aa8-bf3f68acde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:04.653928 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-f84640d5-12e9-4255-9aa8-bf3f68acde89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506761 Jan 29 21:06:04.745325 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-8dd3a1bf-3dc5-417c-80d6-48572a465403 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847456 Jan 29 21:06:04.839411 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-b5da881b-3990-4062-9605-3dee85246f27 req-e5f24416-d884-41d1-9674-c9d94c072c65 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878091 Jan 29 21:06:05.336404 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44444) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:05.491911 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Deleting port 6956f560-e800-4b54-bd10-2990f7423366 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:05.492177 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (6956f560-e800-4b54-bd10-2990f7423366), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:05.570064 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (6956f560-e800-4b54-bd10-2990f7423366), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:05.570388 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (6956f560-e800-4b54-bd10-2990f7423366), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:05.581751 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Calling delete_port for 6956f560-e800-4b54-bd10-2990f7423366 owned by network:floatingip {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:05.791987 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (6956f560-e800-4b54-bd10-2990f7423366), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:05.815483 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event deleted for resources: {'Port': ['ID=6956f560-e800-4b54-bd10-2990f7423366,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:05.878953 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for floatingip (c395ea4f-dd47-4a16-9ac8-e17101db1b89), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:05.879309 n-d-825496-5 neutron-server[103563]: INFO neutron.db.l3_db [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Floating IP c395ea4f-dd47-4a16-9ac8-e17101db1b89 disassociated (deleted). External IP: 172.25.5.248, port: 8e25656c-17df-45d1-969b-489c14986cee. Jan 29 21:06:06.090836 n-d-825496-5 neutron-server[103563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:06:06.200335 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:06:06.204807 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for floatingip (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:06.212584 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:06:06.222562 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:06.223173 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:06.238781 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f4c9d923-45e5-43b8-ac0d-a03b478a1722 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "DELETE /v2.0/floatingips/c395ea4f-dd47-4a16-9ac8-e17101db1b89 HTTP/1.1" status: 204 len: 168 time: 0.8986385 Jan 29 21:06:06.238781 n-d-825496-5 neutron-server[103563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:06:06.240101 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a3834f8b336d34c35050491729e1f27dd90620280373e5c55daffb4be9cc0a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5" -d '{"events": [{"name": "network-changed", "server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:06:06.288889 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10765302-14a9-4fe2-b392-54b7d3189b29 x-openstack-request-id: req-10765302-14a9-4fe2-b392-54b7d3189b29 {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:06:06.289183 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "status": "completed", "code": 200}]} {{(pid=103563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:06:06.289437 n-d-825496-5 neutron-server[103563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10765302-14a9-4fe2-b392-54b7d3189b29 {{(pid=103563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:06:06.289842 n-d-825496-5 neutron-server[103563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'status': 'completed', 'code': 200} Jan 29 21:06:06.351093 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:06.380837 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-24d3e886-c981-4e4a-a03c-e37b1b344dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:06.382380 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-24d3e886-c981-4e4a-a03c-e37b1b344dd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e134d3ce5174abdbb62c8548c69313a&device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 1125 time: 0.0502036 Jan 29 21:06:06.483938 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-4f1aa6c7-8907-44c4-8d98-70dbd705e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:06.485373 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-4f1aa6c7-8907-44c4-8d98-70dbd705e871 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 200 len: 910 time: 0.0973625 Jan 29 21:06:06.530107 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-48f25d15-fc2a-4b9e-aafc-cdc55fd57a0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 200 len: 217 time: 0.0384147 Jan 29 21:06:06.578473 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:06.581484 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-f630d1e4-17ee-4c15-af6a-a07583eb9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:06.583642 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-f630d1e4-17ee-4c15-af6a-a07583eb9bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 200 len: 849 time: 0.0473869 Jan 29 21:06:06.607641 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:06:06.616800 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:06.617418 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:06.648650 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-8b2afcf3-5e09-448d-8cc3-e913998b10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:06.650215 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-8b2afcf3-5e09-448d-8cc3-e913998b10fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ace7d93-1b34-430f-9a61-e5b1d52042ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612764 Jan 29 21:06:06.747114 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:06.785793 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-86900c62-4f07-492a-a719-8f30c34cbaf0 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285906 Jan 29 21:06:06.798125 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48d16f-5d83-497c-9234-3ee8ef3ef14a req-67c92f4a-c95f-4c9e-b4a3-ea77b4fe0878 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:06.799622 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db48d16f-5d83-497c-9234-3ee8ef3ef14a req-67c92f4a-c95f-4c9e-b4a3-ea77b4fe0878 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 943 time: 0.1059463 Jan 29 21:06:06.821973 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 no longer exists at agent hyperv_n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:06.856398 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] No Port match for: 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:06.856746 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Device 75ca7d59-0a83-4d5e-9445-8d5cc833d4e1 not bound to the agent host n-h1-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:06.914244 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-db48d16f-5d83-497c-9234-3ee8ef3ef14a req-34e939e8-f26b-4b05-ae62-0e1469022fac tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039450 Jan 29 21:06:06.935709 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-ee2b62e1-7c7f-4ca2-95c2-4ae95a2d9db5 req-ad07bdf7-86c8-45b1-8380-6cdb5ffb7612 service neutron] 10.222.0.26 "GET /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298654 Jan 29 21:06:06.975115 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:07.001463 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da9dc1-f585-4229-a7ad-341bea52543d None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:01:15Z', 'revision_number': 4, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5', '_interfaces': [{'id': 'c1012bd0-907c-4f74-b4fd-285acfc808b2', 'name': '', 'network_id': '8ace7d93-1b34-430f-9a61-e5b1d52042ef', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'mac_address': 'fa:16:3e:0d:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:14Z', 'updated_at': '2022-01-29T21:01:19Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'subnets': [{'id': '6ed46498-e6c4-4979-9bdf-3d89064366eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:06:07.241786 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d65a0-582e-4dba-bea8-f886e9ed1d3e None None] New status for floating IP c395ea4f-dd47-4a16-9ac8-e17101db1b89: DOWN {{(pid=103565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 29 21:06:08.038337 n-d-825496-5 neutron-server[103563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0b83b-d5ca-4356-b148-8d0306f9fe38 req-b2e6d065-2299-44c6-9542-259deacf161e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:08.039814 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eff0b83b-d5ca-4356-b148-8d0306f9fe38 req-b2e6d065-2299-44c6-9542-259deacf161e tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 943 time: 0.0555129 Jan 29 21:06:08.094185 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-eff0b83b-d5ca-4356-b148-8d0306f9fe38 req-e4b9ad1c-1f88-4a0f-8335-a5771e8e52a7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea6ad041-ecb5-460c-b233-9535879964da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Jan 29 21:06:08.321652 n-d-825496-5 neutron-server[103562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-7cfa87dd-d726-4172-b461-5c7d7a8d5dbe tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 29 21:06:08.323115 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-7cfa87dd-d726-4172-b461-5c7d7a8d5dbe tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.26 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 943 time: 0.0533650 Jan 29 21:06:08.418042 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Deleting port 8e25656c-17df-45d1-969b-489c14986cee {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:08.418303 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (8e25656c-17df-45d1-969b-489c14986cee), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:08.507207 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] For port 8e25656c-17df-45d1-969b-489c14986cee, host n-h2-825496-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825496-5',level=0,port_id=8e25656c-17df-45d1-969b-489c14986cee,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:08.507566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (8e25656c-17df-45d1-969b-489c14986cee), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:08.520048 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Calling delete_port for 8e25656c-17df-45d1-969b-489c14986cee owned by compute:nova {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:08.717446 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (8e25656c-17df-45d1-969b-489c14986cee), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:08.751579 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event deleted for resources: {'Port': ['ID=8e25656c-17df-45d1-969b-489c14986cee,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:08.795924 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] No DVR routers for this DVR port 8e25656c-17df-45d1-969b-489c14986cee on host n-h2-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:06:08.798316 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104531'] for port (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:08.801689 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [req-9e1d4b4e-fb5c-4682-bf1f-b1f602cb6bf0 req-c83a5696-ad30-4ae4-9c06-00e0709603b7 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.26 "DELETE /v2.0/ports/8e25656c-17df-45d1-969b-489c14986cee HTTP/1.1" status: 204 len: 173 time: 0.4737520 Jan 29 21:06:08.802140 n-d-825496-5 neutron-server[103562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-deleted', 'tag': '8e25656c-17df-45d1-969b-489c14986cee'}] {{(pid=103562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 29 21:06:08.804458 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5f0c294d48eb3803833b503fd6dbdf75796cb571fcd8b5552d91747e303550a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89eb159-692a-41a8-b250-0fbb9fad2c0f" -d '{"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-deleted", "tag": "8e25656c-17df-45d1-969b-489c14986cee"}]}' {{(pid=103562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 29 21:06:08.840696 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 29 Jan 2022 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dcfaa7-ba22-4fac-b481-7bf7f1829622 x-openstack-request-id: req-a4dcfaa7-ba22-4fac-b481-7bf7f1829622 {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 29 21:06:08.840994 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade16e8e-0fe8-4220-babd-595245c3f56b", "name": "network-vif-deleted", "tag": "8e25656c-17df-45d1-969b-489c14986cee", "status": "completed", "code": 200}]} {{(pid=103562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 29 21:06:08.841253 n-d-825496-5 neutron-server[103562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4dcfaa7-ba22-4fac-b481-7bf7f1829622 {{(pid=103562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 29 21:06:08.841661 n-d-825496-5 neutron-server[103562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade16e8e-0fe8-4220-babd-595245c3f56b', 'name': 'network-vif-deleted', 'tag': '8e25656c-17df-45d1-969b-489c14986cee', 'status': 'completed', 'code': 200} Jan 29 21:06:08.985721 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:09.209315 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [req-6d3deee0-f2ee-4897-ad51-a334db20d386 req-6888b4d1-bb5f-4016-b98f-cf31f8331e59 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade16e8e-0fe8-4220-babd-595245c3f56b HTTP/1.1" status: 200 len: 210 time: 0.0297132 Jan 29 21:06:10.266089 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44460) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:10.307901 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:06:10.322323 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f230c3cb-a83c-4184-a054-a15ebabc4234 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group (ea6ad041-ecb5-460c-b233-9535879964da), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:10.346969 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f230c3cb-a83c-4184-a054-a15ebabc4234 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group (ea6ad041-ecb5-460c-b233-9535879964da), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:10.506067 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f230c3cb-a83c-4184-a054-a15ebabc4234 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (ea6ad041-ecb5-460c-b233-9535879964da), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:10.508704 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-f230c3cb-a83c-4184-a054-a15ebabc4234 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:10.509880 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-f230c3cb-a83c-4184-a054-a15ebabc4234 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea6ad041-ecb5-460c-b233-9535879964da HTTP/1.1" status: 204 len: 168 time: 0.2427998 Jan 29 21:06:10.519164 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230c3cb-a83c-4184-a054-a15ebabc4234 tempest-TestSnapshotPattern-2022260578 tempest-TestSnapshotPattern-2022260578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6ad041-ecb5-460c-b233-9535879964da,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:10.631539 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44464) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:11.061077 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (a8adcb35-7175-4667-8cb5-09ecccf3f25f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:11.307581 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Deleting port c1012bd0-907c-4f74-b4fd-285acfc808b2 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:11.307915 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:11.386746 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] For port c1012bd0-907c-4f74-b4fd-285acfc808b2, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=c1012bd0-907c-4f74-b4fd-285acfc808b2,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:11.387107 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:11.399879 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Calling delete_port for c1012bd0-907c-4f74-b4fd-285acfc808b2 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:11.548661 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee no longer exists at agent hyperv_n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:11.569012 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] No Port match for: 8e25656c-17df-45d1-969b-489c14986cee {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:11.569365 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Device 8e25656c-17df-45d1-969b-489c14986cee not bound to the agent host n-h2-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:11.626069 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (c1012bd0-907c-4f74-b4fd-285acfc808b2), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:11.650701 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1012bd0-907c-4f74-b4fd-285acfc808b2,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:11.818566 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (a8adcb35-7175-4667-8cb5-09ecccf3f25f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:12.028629 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Router a8adcb35-7175-4667-8cb5-09ecccf3f25f has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:06:12.134319 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:06:12.139314 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-a6c770d0-4ca4-4582-b6ea-a82f8c62233b admin admin] 10.222.0.15 "PUT /v2.0/routers/a8adcb35-7175-4667-8cb5-09ecccf3f25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065997 Jan 29 21:06:12.141968 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44468) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:12.145488 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] Sync routers for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:06:12.154946 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:12.155546 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:12.246445 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks [] for router (a8adcb35-7175-4667-8cb5-09ecccf3f25f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:12.260058 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:12.440806 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:06:11Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:12.468784 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] Checking router: a8adcb35-7175-4667-8cb5-09ecccf3f25f for host: n-d-825496-5 {{(pid=103564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:06:12.479866 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] Routers {'a8adcb35-7175-4667-8cb5-09ecccf3f25f'} bound to L3 agent in host n-d-825496-5 {{(pid=103564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:12.480512 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'], 'active': True} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:12.590053 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvr_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] Set router a8adcb35-7175-4667-8cb5-09ecccf3f25f gateway port host: n-d-825496-5 {{(pid=103564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:12.669583 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks [] for router_gateway (a8adcb35-7175-4667-8cb5-09ecccf3f25f), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:12.776498 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_hamode_db [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:06:11Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:12.804508 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a6d7b-08a8-4620-87ad-b63d1b72c364 None None] The sync data for ids ['a8adcb35-7175-4667-8cb5-09ecccf3f25f'] in n-d-825496-5 is: [{'id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'name': 'tempest-TestSnapshotPattern-1286366865-router', 'tenant_id': '2e134d3ce5174abdbb62c8548c69313a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:12Z', 'updated_at': '2022-01-29T21:06:11Z', 'revision_number': 5, 'project_id': '2e134d3ce5174abdbb62c8548c69313a', 'gw_port': {'id': '813957d6-12bf-4817-bfde-3e3cfbf2a5ca', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8adcb35-7175-4667-8cb5-09ecccf3f25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:13Z', 'updated_at': '2022-01-29T21:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}] {{(pid=103564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:06:12.804806 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Deleting port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:12.804997 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:12.890377 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] For port 813957d6-12bf-4817-bfde-3e3cfbf2a5ca, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:12.890737 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:12.902556 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Calling delete_port for 813957d6-12bf-4817-bfde-3e3cfbf2a5ca owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:13.111328 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (813957d6-12bf-4817-bfde-3e3cfbf2a5ca), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.137466 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Pushing event deleted for resources: {'Port': ['ID=813957d6-12bf-4817-bfde-3e3cfbf2a5ca,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:13.200386 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (a8adcb35-7175-4667-8cb5-09ecccf3f25f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.299686 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (a8adcb35-7175-4667-8cb5-09ecccf3f25f), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.303079 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks [] for router_controller (a8adcb35-7175-4667-8cb5-09ecccf3f25f), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.397209 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (a8adcb35-7175-4667-8cb5-09ecccf3f25f), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.397783 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8adcb35-7175-4667-8cb5-09ecccf3f25f {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 21:06:13.402192 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.406014 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-18731ad2-95f9-474e-95d2-bc7ebafeac79 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a8adcb35-7175-4667-8cb5-09ecccf3f25f HTTP/1.1" status: 204 len: 168 time: 1.2605972 Jan 29 21:06:13.406548 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44470) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:13.453528 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Deleting subnet 6ed46498-e6c4-4979-9bdf-3d89064366eb {{(pid=103563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 21:06:13.457013 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Publish callbacks [] for subnet (6ed46498-e6c4-4979-9bdf-3d89064366eb), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.498752 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350273'] for subnet (6ed46498-e6c4-4979-9bdf-3d89064366eb), precommit_delete_associations {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.575846 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (6ed46498-e6c4-4979-9bdf-3d89064366eb), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.700512 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4351212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5799699'] for subnet (6ed46498-e6c4-4979-9bdf-3d89064366eb), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.726438 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed46498-e6c4-4979-9bdf-3d89064366eb,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:13.730428 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:13.733879 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-afe93122-4212-40fa-9577-8679e8957dd1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6ed46498-e6c4-4979-9bdf-3d89064366eb HTTP/1.1" status: 204 len: 168 time: 0.3264663 Jan 29 21:06:13.736168 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [-] (103563) accepted ('10.222.0.15', 44472) {{(pid=103563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:13.738034 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6165c7-a3a1-4248-9402-733af9b2adf1 None None] Network 8ace7d93-1b34-430f-9a61-e5b1d52042ef requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:06:13.908491 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] DHCP port deletion for 8ace7d93-1b34-430f-9a61-e5b1d52042ef request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 21:06:13.957338 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] Deleting port a76941c7-65e6-41dd-87f9-d27f26e3f012 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:13.957656 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.026422 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] For port a76941c7-65e6-41dd-87f9-d27f26e3f012, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=a76941c7-65e6-41dd-87f9-d27f26e3f012,segment=NetworkSegment(8fbca555-d58d-4bd9-9e83-d43f0744c47d),segment_id=8fbca555-d58d-4bd9-9e83-d43f0744c47d)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:14.026847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.041672 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] Calling delete_port for a76941c7-65e6-41dd-87f9-d27f26e3f012 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:14.150899 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (8ace7d93-1b34-430f-9a61-e5b1d52042ef), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.180258 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.202149 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Deleting port a76941c7-65e6-41dd-87f9-d27f26e3f012 {{(pid=103563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:14.202501 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.206050 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] Pushing event deleted for resources: {'Port': ['ID=a76941c7-65e6-41dd-87f9-d27f26e3f012,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:14.208948 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513e0b9-074e-4d40-aae5-64556c873a0f None None] No DVR routers for this DVR port a76941c7-65e6-41dd-87f9-d27f26e3f012 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:06:14.272453 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.db [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] For port a76941c7-65e6-41dd-87f9-d27f26e3f012, host n-d-825496-5, got binding levels [] {{(pid=103563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:14.272815 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.285219 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Calling delete_port for a76941c7-65e6-41dd-87f9-d27f26e3f012 owned by network:dhcp {{(pid=103563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:14.287934 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.ipam_backend_mixin [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Port a76941c7-65e6-41dd-87f9-d27f26e3f012 was not found and therefore no delete operation was performed {{(pid=103563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 29 21:06:14.289188 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4351153'] for port (a76941c7-65e6-41dd-87f9-d27f26e3f012), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.313744 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76941c7-65e6-41dd-87f9-d27f26e3f012,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:14.318986 n-d-825496-5 neutron-server[103563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] No DVR routers for this DVR port a76941c7-65e6-41dd-87f9-d27f26e3f012 on host n-d-825496-5 {{(pid=103563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:06:14.391936 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (8ace7d93-1b34-430f-9a61-e5b1d52042ef), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.411593 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ace7d93-1b34-430f-9a61-e5b1d52042ef']}} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:14.420556 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbca555-d58d-4bd9-9e83-d43f0744c47d') {'for_net_delete': True} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:14.420851 n-d-825496-5 neutron-server[103563]: DEBUG neutron.services.segments.db [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbca555-d58d-4bd9-9e83-d43f0744c47d') {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:14.431039 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350280'] for segment (8fbca555-d58d-4bd9-9e83-d43f0744c47d), before_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.444457 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (8fbca555-d58d-4bd9-9e83-d43f0744c47d), precommit_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.450277 n-d-825496-5 neutron-server[103563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 21:06:14.450662 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4351042'] for segment (8fbca555-d58d-4bd9-9e83-d43f0744c47d), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: Traceback (most recent call last): Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: timer() Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: cb(*args, **kw) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: return func(*args, **kwargs) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: self._notify() Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: self.callback(batched_events) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: event.method(event) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: return f(self, *a, **k) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: return self._get(url).json() Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: return self.request(url, 'GET', **kwargs) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 21:06:14.452355 n-d-825496-5 neutron-server[103563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 21:06:14.557422 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (8ace7d93-1b34-430f-9a61-e5b1d52042ef), after_delete {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.562159 n-d-825496-5 neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:14.565489 n-d-825496-5 neutron-server[103563]: INFO neutron.wsgi [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ace7d93-1b34-430f-9a61-e5b1d52042ef HTTP/1.1" status: 204 len: 168 time: 0.8283672 Jan 29 21:06:14.568642 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44474) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:14.578858 n-d-825496-5 neutron-server[103563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b78b4-694e-4b1b-9a8a-82a35a7f6417 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ace7d93-1b34-430f-9a61-e5b1d52042ef,revision_number=None']} {{(pid=103563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:14.680384 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c1012bd0-907c-4f74-b4fd-285acfc808b2 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:14.700905 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: c1012bd0-907c-4f74-b4fd-285acfc808b2 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:14.701255 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device c1012bd0-907c-4f74-b4fd-285acfc808b2 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:14.701666 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a76941c7-65e6-41dd-87f9-d27f26e3f012 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:14.724426 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: a76941c7-65e6-41dd-87f9-d27f26e3f012 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:14.724776 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device a76941c7-65e6-41dd-87f9-d27f26e3f012 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:14.725194 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 813957d6-12bf-4817-bfde-3e3cfbf2a5ca no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:14.744442 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 813957d6-12bf-4817-bfde-3e3cfbf2a5ca {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:14.745126 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 813957d6-12bf-4817-bfde-3e3cfbf2a5ca not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:14.917256 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1514083'] for router_interface (37e06e2a-fe6e-4b08-b555-ed68c017a99b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:15.159561 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Deleting port 5e638420-096a-44b5-a28f-61cb0a2a1f61 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:15.159896 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:15.236612 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] For port 5e638420-096a-44b5-a28f-61cb0a2a1f61, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=5e638420-096a-44b5-a28f-61cb0a2a1f61,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:15.236885 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:15.249926 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Calling delete_port for 5e638420-096a-44b5-a28f-61cb0a2a1f61 owned by network:router_interface {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:15.500057 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (5e638420-096a-44b5-a28f-61cb0a2a1f61), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:15.527736 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e638420-096a-44b5-a28f-61cb0a2a1f61,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:15.697128 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1514231'] for router_interface (37e06e2a-fe6e-4b08-b555-ed68c017a99b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:15.906616 n-d-825496-5 neutron-server[103562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Router 37e06e2a-fe6e-4b08-b555-ed68c017a99b has already been hosted by L3 agent 9ab74487-e72a-4c0d-92aa-e7c386801c0c {{(pid=103562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 29 21:06:16.011326 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] Notify agent at l3_agent.n-d-825496-5 the message routers_updated {{(pid=103562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 29 21:06:16.016257 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5e732154-c910-4858-a27d-3d5e657d0d04 admin admin] 10.222.0.15 "PUT /v2.0/routers/37e06e2a-fe6e-4b08-b555-ed68c017a99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465470 Jan 29 21:06:16.018833 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44476) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:16.021011 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] Sync routers for ids ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'] in n-d-825496-5 {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 29 21:06:16.031244 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] Routers {'37e06e2a-fe6e-4b08-b555-ed68c017a99b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:16.031839 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:16.121451 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks [] for router (37e06e2a-fe6e-4b08-b555-ed68c017a99b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.133954 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] Set router 37e06e2a-fe6e-4b08-b555-ed68c017a99b gateway port host: n-d-825496-5 {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:16.220055 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks [] for router_gateway (37e06e2a-fe6e-4b08-b555-ed68c017a99b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.307955 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'external_fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:06:15Z', 'revision_number': 5, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port': {'id': 'e8b066ab-c2f1-4751-ad2e-eb2abbef2075', 'name': '', 'network_id': '0fab10e1-2fb7-4010-9e03-b3c136fafac7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825496-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cabb669-3cf1-4cdf-a41e-7cef667a453d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825496-5'}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:16.336799 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] Checking router: 37e06e2a-fe6e-4b08-b555-ed68c017a99b for host: n-d-825496-5 {{(pid=103565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 29 21:06:16.345052 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] Routers {'37e06e2a-fe6e-4b08-b555-ed68c017a99b'} bound to L3 agent in host n-d-825496-5 {{(pid=103565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 29 21:06:16.345641 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825496-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-29T19:24:27Z,description=,heartbeat_timestamp=2022-01-29T21:05:58Z,host='n-d-825496-5',id=9ab74487-e72a-4c0d-92aa-e7c386801c0c,load=0,resource_versions=,resources_synced=,started_at=2022-01-29T19:24:28Z,topic='l3_agent')) {'router_ids': ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'], 'active': True} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:16.386429 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Deleting port e8b066ab-c2f1-4751-ad2e-eb2abbef2075 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:16.386771 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.428429 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_dvr_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] Set router 37e06e2a-fe6e-4b08-b555-ed68c017a99b gateway port host: None {{(pid=103565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 29 21:06:16.464754 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] For port e8b066ab-c2f1-4751-ad2e-eb2abbef2075, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,segment=NetworkSegment(fc85978a-2714-4afc-8dc6-70cdf148f1a1),segment_id=fc85978a-2714-4afc-8dc6-70cdf148f1a1)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:16.465120 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.478497 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.l3_hamode_db [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:06:16Z', 'revision_number': 6, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port_host': None}], 'n-d-825496-5', False) {} {{(pid=103565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:16.478717 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Calling delete_port for e8b066ab-c2f1-4751-ad2e-eb2abbef2075 owned by network:router_gateway {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:16.506984 n-d-825496-5 neutron-server[103565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf9363-acea-403c-ad0f-43ea80f57a40 None None] The sync data for ids ['37e06e2a-fe6e-4b08-b555-ed68c017a99b'] in n-d-825496-5 is: [{'id': '37e06e2a-fe6e-4b08-b555-ed68c017a99b', 'name': 'tempest-TestSnapshotPattern-2075179471-router', 'tenant_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-29T21:01:18Z', 'updated_at': '2022-01-29T21:06:16Z', 'revision_number': 6, 'project_id': '9fcdff52ddb54d1ea46a8bc0b63ed0a3', 'gw_port_host': None}] {{(pid=103565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 29 21:06:16.688821 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (e8b066ab-c2f1-4751-ad2e-eb2abbef2075), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.714310 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b066ab-c2f1-4751-ad2e-eb2abbef2075,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:16.780625 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1514905'] for router_gateway (37e06e2a-fe6e-4b08-b555-ed68c017a99b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.874184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1518348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90092'] for router (37e06e2a-fe6e-4b08-b555-ed68c017a99b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.876550 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks [] for router_controller (37e06e2a-fe6e-4b08-b555-ed68c017a99b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.947721 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5e638420-096a-44b5-a28f-61cb0a2a1f61 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:16.970705 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 5e638420-096a-44b5-a28f-61cb0a2a1f61 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:16.971057 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 5e638420-096a-44b5-a28f-61cb0a2a1f61 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:16.985812 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1518341'] for router (37e06e2a-fe6e-4b08-b555-ed68c017a99b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.991044 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e06e2a-fe6e-4b08-b555-ed68c017a99b {{(pid=103562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 29 21:06:16.991298 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:16.992376 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-6786bfca-3de8-4291-9dae-5a595cf27a62 admin admin] 10.222.0.15 "DELETE /v2.0/routers/37e06e2a-fe6e-4b08-b555-ed68c017a99b HTTP/1.1" status: 204 len: 168 time: 0.9725678 Jan 29 21:06:16.994896 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44478) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:17.042714 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Deleting subnet 1afc9fbe-0491-4d16-b1ca-72357efaaa0b {{(pid=103562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 29 21:06:17.045678 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Publish callbacks [] for subnet (1afc9fbe-0491-4d16-b1ca-72357efaaa0b), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.080042 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7544405'] for subnet (1afc9fbe-0491-4d16-b1ca-72357efaaa0b), precommit_delete_associations {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.155789 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528146'] for subnet (1afc9fbe-0491-4d16-b1ca-72357efaaa0b), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.278146 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5929901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4860317'] for subnet (1afc9fbe-0491-4d16-b1ca-72357efaaa0b), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.313639 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afc9fbe-0491-4d16-b1ca-72357efaaa0b,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:17.315825 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.319199 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-b41d463b-bce2-47f3-940b-69e8ed7650a9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1afc9fbe-0491-4d16-b1ca-72357efaaa0b HTTP/1.1" status: 204 len: 168 time: 0.3233538 Jan 29 21:06:17.320650 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78f8bb-4930-46df-bfaa-9a73daf50e56 None None] Network db0598ab-a8fd-4903-8e14-e10cb2862059 requested from n-d-825496-5 {{(pid=103564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 29 21:06:17.321749 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44480) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:17.484461 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] DHCP port deletion for db0598ab-a8fd-4903-8e14-e10cb2862059 request from n-d-825496-5 {{(pid=103564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 29 21:06:17.538075 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] Deleting port 4eff0e69-d5de-4429-97dc-c26070448d86 {{(pid=103564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:17.538756 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), before_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.725345 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3617432'] for network (db0598ab-a8fd-4903-8e14-e10cb2862059), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.767742 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.db [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] For port 4eff0e69-d5de-4429-97dc-c26070448d86, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4eff0e69-d5de-4429-97dc-c26070448d86,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:17.768136 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), precommit_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.779210 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Deleting port 4eff0e69-d5de-4429-97dc-c26070448d86 {{(pid=103562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 29 21:06:17.779551 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740155179102'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.781658 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] Calling delete_port for 4eff0e69-d5de-4429-97dc-c26070448d86 owned by network:dhcp {{(pid=103564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:17.844050 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.db [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] For port 4eff0e69-d5de-4429-97dc-c26070448d86, host n-d-825496-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825496-5',level=0,port_id=4eff0e69-d5de-4429-97dc-c26070448d86,segment=NetworkSegment(ccb80360-25d9-4b43-9094-e32ebcbac0d7),segment_id=ccb80360-25d9-4b43-9094-e32ebcbac0d7)] {{(pid=103562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 29 21:06:17.844439 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1515128'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.857436 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.plugin [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Calling delete_port for 4eff0e69-d5de-4429-97dc-c26070448d86 owned by network:dhcp {{(pid=103562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 29 21:06:17.934178 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), after_delete {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.940005 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3700551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740155185848', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740154612255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5929968'] for port (4eff0e69-d5de-4429-97dc-c26070448d86), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:17.962130 n-d-825496-5 neutron-server[103564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] No DVR routers for this DVR port 4eff0e69-d5de-4429-97dc-c26070448d86 on host n-d-825496-5 {{(pid=103564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:06:17.966269 n-d-825496-5 neutron-server[103564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f8345-361a-4dce-b6e2-195cc0798280 None None] Pushing event deleted for resources: {'Port': ['ID=4eff0e69-d5de-4429-97dc-c26070448d86,revision_number=None']} {{(pid=103564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:17.972362 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eff0e69-d5de-4429-97dc-c26070448d86,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:17.977078 n-d-825496-5 neutron-server[103562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] No DVR routers for this DVR port 4eff0e69-d5de-4429-97dc-c26070448d86 on host n-d-825496-5 {{(pid=103562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 29 21:06:18.046652 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526983', 'neutron.services.segments.db._delete_segments_for_network-8740155124354'] for network (db0598ab-a8fd-4903-8e14-e10cb2862059), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.066185 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0598ab-a8fd-4903-8e14-e10cb2862059']}} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:18.075823 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb80360-25d9-4b43-9094-e32ebcbac0d7') {'for_net_delete': True} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:18.076123 n-d-825496-5 neutron-server[103562]: DEBUG neutron.services.segments.db [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb80360-25d9-4b43-9094-e32ebcbac0d7') {} {{(pid=103562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 29 21:06:18.085638 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740155125131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7544412'] for segment (ccb80360-25d9-4b43-9094-e32ebcbac0d7), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.098460 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843'] for segment (ccb80360-25d9-4b43-9094-e32ebcbac0d7), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.104222 n-d-825496-5 neutron-server[103562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 29 21:06:18.105227 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3574843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5929731'] for segment (ccb80360-25d9-4b43-9094-e32ebcbac0d7), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: self.session.flush() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: Traceback (most recent call last): Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: timer() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: cb(*args, **kw) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: return func(*args, **kwargs) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: self._notify() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: self.callback(batched_events) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: event.method(event) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: aggregate_uuid = self.p_client.list_aggregates( Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: return f(self, *a, **k) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: return self._get(url).json() Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: return self.request(url, 'GET', **kwargs) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: base_url = self.get_endpoint(auth, allow=allow, Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 29 21:06:18.106349 n-d-825496-5 neutron-server[103562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 29 21:06:18.214008 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1513585'] for network (db0598ab-a8fd-4903-8e14-e10cb2862059), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.219383 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.222568 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] 10.222.0.15 "DELETE /v2.0/networks/db0598ab-a8fd-4903-8e14-e10cb2862059 HTTP/1.1" status: 204 len: 168 time: 0.8998489 Jan 29 21:06:18.233482 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e3fa-1077-4a70-9082-66b588679837 admin admin] Pushing event deleted for resources: {'Network': ['ID=db0598ab-a8fd-4903-8e14-e10cb2862059,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:18.485177 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44484) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:18.525448 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-ff30bfc7-1807-4e37-a2f6-decb57885f27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e134d3ce5174abdbb62c8548c69313a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390856 Jan 29 21:06:18.527901 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44486) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:18.574971 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0dc56f9d-f851-4ffd-8551-88c532dd8ea8 admin admin] Publish callbacks [] for security_group (38064c8f-a19e-4ebb-b801-0cfc63b2ba78), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.596184 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0dc56f9d-f851-4ffd-8551-88c532dd8ea8 admin admin] Publish callbacks [] for security_group (38064c8f-a19e-4ebb-b801-0cfc63b2ba78), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.667247 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4eff0e69-d5de-4429-97dc-c26070448d86 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:18.690629 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: 4eff0e69-d5de-4429-97dc-c26070448d86 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:18.690986 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device 4eff0e69-d5de-4429-97dc-c26070448d86 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:18.691401 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8b066ab-c2f1-4751-ad2e-eb2abbef2075 no longer exists at agent ovs-agent-n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 29 21:06:18.710263 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.plugin [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] No Port match for: e8b066ab-c2f1-4751-ad2e-eb2abbef2075 {{(pid=103564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 29 21:06:18.710619 n-d-825496-5 neutron-server[103564]: DEBUG neutron.plugins.ml2.rpc [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Device e8b066ab-c2f1-4751-ad2e-eb2abbef2075 not bound to the agent host n-d-825496-5 {{(pid=103564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 29 21:06:18.711140 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0dc56f9d-f851-4ffd-8551-88c532dd8ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (38064c8f-a19e-4ebb-b801-0cfc63b2ba78), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.714960 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-0dc56f9d-f851-4ffd-8551-88c532dd8ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:18.718702 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-0dc56f9d-f851-4ffd-8551-88c532dd8ea8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38064c8f-a19e-4ebb-b801-0cfc63b2ba78 HTTP/1.1" status: 204 len: 168 time: 0.1873045 Jan 29 21:06:18.726971 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc56f9d-f851-4ffd-8551-88c532dd8ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38064c8f-a19e-4ebb-b801-0cfc63b2ba78,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:19.232948 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44492) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:19.273728 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-d2aa8945-7c05-4e3c-9f8d-990030d2f7f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fcdff52ddb54d1ea46a8bc0b63ed0a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395265 Jan 29 21:06:19.279817 n-d-825496-5 neutron-server[103562]: DEBUG neutron.wsgi [-] (103562) accepted ('10.222.0.15', 44494) {{(pid=103562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 29 21:06:19.327084 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7fe2-d2fa-4460-9bc4-543bad93bede admin admin] Publish callbacks [] for security_group (e43ef2c7-f547-47d8-96d2-68b2eea5e964), before_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:19.348502 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7fe2-d2fa-4460-9bc4-543bad93bede admin admin] Publish callbacks [] for security_group (e43ef2c7-f547-47d8-96d2-68b2eea5e964), precommit_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:19.431370 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7fe2-d2fa-4460-9bc4-543bad93bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692081'] for security_group (e43ef2c7-f547-47d8-96d2-68b2eea5e964), after_delete {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:19.434035 n-d-825496-5 neutron-server[103562]: DEBUG neutron_lib.callbacks.manager [None req-fb6e7fe2-d2fa-4460-9bc4-543bad93bede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:19.435183 n-d-825496-5 neutron-server[103562]: INFO neutron.wsgi [None req-fb6e7fe2-d2fa-4460-9bc4-543bad93bede admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e43ef2c7-f547-47d8-96d2-68b2eea5e964 HTTP/1.1" status: 204 len: 168 time: 0.1544034 Jan 29 21:06:19.445290 n-d-825496-5 neutron-server[103562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e7fe2-d2fa-4460-9bc4-543bad93bede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ef2c7-f547-47d8-96d2-68b2eea5e964,revision_number=None']} {{(pid=103562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 29 21:06:25.260059 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a04ca0f-646f-4157-b4e6-25c59275406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:28.253930 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-959bf567-134a-4488-b15f-d5973fae472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:29.168090 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:30.590867 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:30.682364 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:31.602746 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:38.985101 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:47.306249 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:06:55.288115 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f4c7b3a4-4ba6-4dab-b7b6-614601ee9860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:58.218924 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-03d7c165-68a5-4cb2-80d1-e97cdbf75f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:06:59.208099 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:00.653355 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:00.676103 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:01.601491 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:09.007244 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:24.305681 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:07:25.270636 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5f6f1134-56ae-4439-8d1e-f1149ee0e77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:28.218457 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-4e99eda3-3072-4101-8f48-e6609d013459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:29.149941 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:30.618266 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:30.635383 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:31.578412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:38.972838 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:55.275532 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-3afec018-d6a3-43f0-be69-225bee22673a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:58.229629 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-0132e547-c744-4e6e-8b36-ddb7e2ed4794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:07:59.155171 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:00.618549 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:00.641197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:01.305249 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:08:01.578347 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:08.978154 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:25.297903 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-06d2bea4-3d03-4bc2-9f8c-0aed09a8c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:28.217892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-493282b6-a245-4760-9a47-a6c52bb35a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:29.183459 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:30.606317 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:30.652555 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:31.577664 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:38.325081 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:08:39.005804 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:55.263888 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a48f8b83-436f-43a8-bb69-cb23a6beae3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:58.200406 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-2070a98a-2bfd-40c7-bbe1-edad332d0c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:08:59.177423 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:00.633954 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:00.663221 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:01.593665 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:09.046083 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:15.303464 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:09:25.274514 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-891f044c-e7ed-42fb-a707-3ee3d52ab534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:28.211233 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-57d3c1ac-a1b6-40bf-921f-0ab4c9bab399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:29.188446 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:30.645680 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:30.668501 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:31.587807 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:39.005657 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:52.301770 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:09:55.279925 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8ba1513a-56df-4a16-85d0-af1f331f0076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:58.221601 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-b9be4231-0283-4675-b467-c82a685afa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:09:59.215695 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:00.638802 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:00.730302 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:01.588279 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:09.049593 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:25.300962 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d51b2d6d-af5d-4c5e-81f1-75e790c229d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:28.232719 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-9ac70637-e9d9-4038-9bce-9ddc063daeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:29.193502 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:29.300607 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:10:30.638113 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:30.694832 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:31.597851 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:39.039064 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:55.313551 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-12ed74b7-05e6-4c7d-9c3b-8c10ed2ffdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:58.221821 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-235b929f-cf75-4460-bf96-fd54aab97566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:10:59.180211 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:00.633017 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:00.678549 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:01.591738 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:06.299724 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:11:09.054197 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:25.283068 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-fad4fecc-d883-48f3-8107-22ea1ab9b720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:28.209883 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-07b1c686-902a-4577-98eb-5827d0d57156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:29.208050 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:30.630953 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:30.711499 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:31.598486 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:39.061461 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:43.298404 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:11:55.278324 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-743b1c1b-cc55-49aa-9aeb-1ed64fe84172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:58.253660 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-17e55680-c14d-4fdc-a8b7-512cfddcde81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:11:59.184611 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:00.642892 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:00.802768 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:01.598181 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:09.078126 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:20.297766 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:12:25.277885 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-02a49fe7-af8d-4702-8dbb-7813bc8e8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:28.218959 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6c19aafe-764f-4f33-ba18-5742607aafc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:29.189972 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:30.639412 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:30.735001 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:31.580865 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:39.087088 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:55.294809 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-32f8e29f-9a95-4b7e-be43-3b8656f85e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:57.297588 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:12:58.226231 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-8a336c6d-1a3b-4533-be22-1f373e366796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:12:59.223607 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:00.677227 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:00.749635 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:01.646789 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:09.097847 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:25.315007 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5ddf-cea9-4beb-9d1b-f77ac56c24cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:28.240671 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-dfea1492-c149-425a-92c0-bd1d04f9c81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:29.208516 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:30.645882 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:30.745489 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:31.605915 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:34.298423 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:13:39.128542 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:42.596496 n-d-825496-5 neutron-server[103563]: DEBUG neutron.wsgi [req-729623df-2a1a-4724-8381-a23d33344044 req-35579a0c-43d9-4112-8aa2-928789e0af10 service neutron] (103563) timed out ('10.222.0.15', 42174) {{(pid=103563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 29 21:13:55.268822 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d75ffbc6-cdd4-4d7e-94ac-0acd059f5a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:58.239856 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-a9c264f1-9373-4c36-8118-d6c58532fbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:13:59.234265 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:00.659343 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:00.759976 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:01.594370 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:09.114238 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:11.298470 n-d-825496-5 neutron-server[103565]: DEBUG neutron.db.agents_db [None req-d35d24fe-c8f8-491c-9dd9-be87133fe7d4 None None] Agent healthcheck: found 7 active agents {{(pid=103565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 29 21:14:25.276376 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-f42f299b-da59-4c8a-9410-79fda11312b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (5abe58d6-c954-4d47-933e-1ec6c86de2fe), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:28.239344 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-95c786a0-8aea-477a-91d8-96f37fe196ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (9ab74487-e72a-4c0d-92aa-e7c386801c0c), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:29.222426 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-1c54d9d2-debe-413a-a110-d6d2440282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (e5da83ac-40ab-4cd0-bf56-f232201bb673), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:30.653683 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-6865af9a-6fc3-44a2-ba73-3d6354451286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (4135c4c4-58fb-4611-af6d-eff0c1c064d9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:30.765202 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5489-1bea-4c34-bf85-0c812aabf02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d4da3769-1cb5-4991-816c-e9f15b2d3ba9), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:31.616554 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-d280be80-160e-452b-a59e-ade8927aa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (d69802ac-eaf6-40d8-8304-5ed5b32aa972), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 29 21:14:39.128379 n-d-825496-5 neutron-server[103564]: DEBUG neutron_lib.callbacks.manager [None req-5d59f266-78ea-4a96-8b56-14ab1893b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740155124336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3532366'] for agent (6a749791-cf81-459c-b17c-359e92c0b70e), after_update {{(pid=103564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}